-- Logs begin at Wed 2021-06-30 01:41:13 UTC, end at Wed 2021-06-30 04:20:51 UTC. -- Jun 30 02:29:40.600754 n-d-798249-3 systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 02:29:43.277326 n-d-798249-3 neutron-server[94421]: INFO neutron.common.config [-] Logging enabled! Jun 30 02:29:43.277904 n-d-798249-3 neutron-server[94421]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 02:29:43.278054 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94421) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 02:29:43.281154 n-d-798249-3 neutron-server[94421]: INFO neutron.common.config [-] Logging enabled! Jun 30 02:29:43.281402 n-d-798249-3 neutron-server[94421]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 02:29:43.281740 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94421) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 02:29:43.282738 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:29:43.282966 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:29:43.283316 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:29:43.283556 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:29:43.283775 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:29:43.284088 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.284378 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.284668 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.284893 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.285183 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.285466 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.285769 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.286054 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.286351 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.286635 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.286914 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.287192 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.287417 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.287694 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.287983 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.288263 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.288482 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] debug = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.288758 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.289176 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.289595 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.289876 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.290160 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.290435 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.290705 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.290976 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.291255 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.291573 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] host = n-d-798249-3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.291848 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.292131 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.292412 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.292693 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.292964 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.293235 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.293536 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.293810 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.294078 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] log_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.294351 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.294635 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.294917 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.295204 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.295422 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.295641 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.295926 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.296337 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.296614 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.296888 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.297163 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.297435 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.297732 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.298027 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.298310 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.298591 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.298873 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.299145 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.299416 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.299683 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.299954 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.300234 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.300506 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.300777 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.301047 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.301329 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.301619 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.301891 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.302187 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.302467 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.302743 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.303023 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.303293 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.303571 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.303840 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.304109 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.304377 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] use_json = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.304644 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.304913 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.305192 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.305462 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.305763 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.306037 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.306307 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.306587 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:43.306881 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.307175 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.307470 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.307751 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.308045 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.308323 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.308609 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.308884 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.309167 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.309450 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.309758 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.310037 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.310325 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.310600 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.310891 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.311190 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.311478 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.311886 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.312211 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.312487 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.312758 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.313145 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.313432 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.314281 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.314574 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.314848 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.315130 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.315421 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.315699 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.315970 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.316248 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.316535 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.316813 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.317086 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.317367 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.317672 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.317950 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.318218 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.318495 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.318784 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.319059 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.319328 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.319597 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.319872 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.320142 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.320423 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.320698 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.320970 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.321242 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.321534 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.321810 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.322080 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.322355 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.322626 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.322903 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.323172 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.323441 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.323711 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.323980 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.324249 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.324520 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.324789 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.325063 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.325333 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.325624 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.325895 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.326164 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.326437 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.326722 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.327016 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.327292 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.327570 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.327850 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.328125 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.328401 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.328677 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.329979 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.329979 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.330229 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.330477 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.330762 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.331049 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.331333 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.331611 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.331902 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.332179 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.332460 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.332737 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.333014 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.333300 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.333602 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.333893 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.334182 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.334471 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.334760 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.335047 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.335323 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.335627 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.335901 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:43.336112 n-d-798249-3 neutron-server[94421]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:29:43.336347 n-d-798249-3 neutron-server[94421]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94421) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 02:29:43.682022 n-d-798249-3 neutron-server[94421]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94421) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:29:43.682291 n-d-798249-3 neutron-server[94421]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94421) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:29:43.682574 n-d-798249-3 neutron-server[94421]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94421) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:29:43.682900 n-d-798249-3 neutron-server[94421]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 02:29:44.078754 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.079039 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.079330 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.080607 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.080883 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.081287 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.118164 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.118164 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.118819 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.132770 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.133043 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.133304 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.164697 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.164966 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.165235 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.201400 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.201697 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.201860 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.438103 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.438771 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.438771 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.438935 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.439605 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.563179 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.563416 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.564209 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.564471 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.564729 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.565032 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.565284 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.565557 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.565806 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.566077 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.566328 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.566587 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.566839 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.567096 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.567344 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.567610 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.567868 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.568119 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.568388 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.568634 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.568905 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.569239 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.569482 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.569778 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.570020 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.570266 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.570654 n-d-798249-3 neutron-server[94421]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94421) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:29:44.570886 n-d-798249-3 neutron-server[94421]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94421) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:29:44.571114 n-d-798249-3 neutron-server[94421]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94421) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:29:44.571342 n-d-798249-3 neutron-server[94421]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94421) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:29:44.571571 n-d-798249-3 neutron-server[94421]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94421) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:29:44.571792 n-d-798249-3 neutron-server[94421]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94421) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:29:44.572161 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 02:29:44.576411 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 02:29:44.581135 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 02:29:44.585136 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 30 02:29:44.586768 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 02:29:44.587214 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 02:29:44.587556 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 02:29:44.587925 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 02:29:44.590752 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 02:29:44.590996 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 02:29:44.591337 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 02:29:44.619149 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 02:29:44.619604 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.619897 n-d-798249-3 neutron-server[94421]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94421) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 02:29:44.620253 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.621624 n-d-798249-3 neutron-server[94421]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94421) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 02:29:44.621905 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 02:29:44.622149 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 02:29:44.625365 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.625668 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:44.690542 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 02:29:44.690778 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 02:29:44.691008 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 02:29:44.691380 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 02:29:44.712386 n-d-798249-3 neutron-server[94421]: DEBUG oslo_db.sqlalchemy.engines [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94421) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 02:29:45.392692 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Initializing driver for type 'gre' Jun 30 02:29:45.393248 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] gre ID ranges: [(1, 1000)] Jun 30 02:29:45.568152 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Initializing driver for type 'local' Jun 30 02:29:45.568796 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Initializing driver for type 'vlan' Jun 30 02:29:45.637391 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] VlanTypeDriver initialization complete Jun 30 02:29:45.637754 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Initializing driver for type 'vxlan' Jun 30 02:29:45.638252 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] vxlan ID ranges: [(1, 1000)] Jun 30 02:29:45.786526 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Initializing extension driver 'port_security' Jun 30 02:29:45.786829 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.extensions.port_security [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] PortSecurityExtensionDriver initialization complete Jun 30 02:29:45.787201 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Initializing mechanism driver 'openvswitch' Jun 30 02:29:45.787566 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Initializing mechanism driver 'hyperv' Jun 30 02:29:45.794478 n-d-798249-3 neutron-server[94421]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:45.795214 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > port after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.795583 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > port after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.795937 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > port after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.796459 n-d-798249-3 neutron-server[94421]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94421) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:29:45.796882 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > subnet after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.797231 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > subnet after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.797604 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.798499 n-d-798249-3 neutron-server[94421]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94421) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:29:45.798903 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > network after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.799248 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > network after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.799588 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > network after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.799971 n-d-798249-3 neutron-server[94421]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94421) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:29:45.800374 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > security_group after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.800721 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > security_group after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.801809 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.801809 n-d-798249-3 neutron-server[94421]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94421) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:29:45.802047 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.806241 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.806241 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.806241 n-d-798249-3 neutron-server[94421]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94421) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:29:45.806241 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > address_group after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.806241 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > address_group after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.806724 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.806724 n-d-798249-3 neutron-server[94421]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94421) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:29:45.806724 n-d-798249-3 neutron-server[94421]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] ML2 OVO RPC backend initialized. {{(pid=94421) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 02:29:45.806724 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.806724 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.807024 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > network before_response 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.807024 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > networks before_response 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.807024 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > port before_response 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.807363 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > ports before_response 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.807706 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > subnet before_response 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.808043 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > subnets before_response 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.808387 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > network after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.808720 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > network after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.809053 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > network after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.809386 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > port after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.809740 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > port after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.810073 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > port after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.810406 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > subnet after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.810735 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > subnet after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.811063 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.811633 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.plugin [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Modular L2 Plugin initialization complete Jun 30 02:29:45.811961 n-d-798249-3 neutron-server[94421]: DEBUG neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading services supported by the core plugin {{(pid=94421) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 02:29:45.812308 n-d-798249-3 neutron-server[94421]: INFO neutron.plugins.ml2.managers [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Got port-security extension from driver 'port_security' Jun 30 02:29:45.812763 n-d-798249-3 neutron-server[94421]: INFO neutron.extensions.vlantransparent [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Disabled vlantransparent extension. Jun 30 02:29:45.813248 n-d-798249-3 neutron-server[94421]: DEBUG neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94421) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 02:29:45.814219 n-d-798249-3 neutron-server[94421]: INFO neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading Plugin: router Jun 30 02:29:45.860970 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.861362 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router after_create 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.861760 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router before_create 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.862123 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.862500 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.862855 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router after_delete 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.863204 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.863576 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router after_create 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.863918 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router after_update 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.864284 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router after_update 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.864684 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.864989 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router after_update 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.865394 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router precommit_update 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.865789 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: port after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.866125 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: port after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.866462 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: subnet after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.866797 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.867139 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.867483 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router precommit_create 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.867822 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: port before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.868159 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router precommit_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.868511 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router after_update 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.868850 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.869197 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router precommit_create 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.869572 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.869921 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router precommit_update 55549900 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.870285 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > agent after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.870635 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > agent after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.870974 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > network after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.871836 n-d-798249-3 neutron-server[94421]: DEBUG neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Tracking information for resource: router configured {{(pid=94421) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:29:45.872162 n-d-798249-3 neutron-server[94421]: DEBUG neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Tracking information for resource: floatingip configured {{(pid=94421) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:29:45.877954 n-d-798249-3 neutron-server[94421]: INFO neutron.db.l3_agentschedulers_db [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 02:29:45.878531 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: port after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.878888 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: port after_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.879235 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: port after_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.879592 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: port after_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.880375 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router before_create 55550100 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.880732 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.881092 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router precommit_create 55550100 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.881444 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > router precommit_update 55550100 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.885904 n-d-798249-3 neutron-server[94421]: DEBUG neutron.services.provider_configuration [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service providers = [] {{(pid=94421) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 02:29:45.886267 n-d-798249-3 neutron-server[94421]: DEBUG neutron.db.servicetype_db [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94421) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 02:29:45.889133 n-d-798249-3 neutron-server[94421]: DEBUG neutron.services.service_base [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94421) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:29:45.889478 n-d-798249-3 neutron-server[94421]: DEBUG neutron.services.service_base [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94421) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:29:45.889840 n-d-798249-3 neutron-server[94421]: DEBUG neutron.services.service_base [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94421) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:29:45.890711 n-d-798249-3 neutron-server[94421]: DEBUG neutron.services.service_base [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94421) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:29:45.891079 n-d-798249-3 neutron-server[94421]: INFO neutron.services.service_base [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 02:29:45.891459 n-d-798249-3 neutron-server[94421]: DEBUG neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94421) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:29:45.891799 n-d-798249-3 neutron-server[94421]: INFO neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 02:29:45.907667 n-d-798249-3 neutron-server[94421]: DEBUG neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94421) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:29:45.907994 n-d-798249-3 neutron-server[94421]: INFO neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading Plugin: auto_allocate Jun 30 02:29:45.913898 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: network precommit_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.914269 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: network precommit_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.914792 n-d-798249-3 neutron-server[94421]: DEBUG neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94421) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:29:45.915111 n-d-798249-3 neutron-server[94421]: INFO neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading Plugin: tag Jun 30 02:29:45.921761 n-d-798249-3 neutron-server[94421]: DEBUG neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94421) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:29:45.922112 n-d-798249-3 neutron-server[94421]: INFO neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading Plugin: timestamp Jun 30 02:29:45.927992 n-d-798249-3 neutron-server[94421]: DEBUG neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94421) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:29:45.928320 n-d-798249-3 neutron-server[94421]: INFO neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading Plugin: network_ip_availability Jun 30 02:29:45.933764 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.934134 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.934492 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:45.935282 n-d-798249-3 neutron-server[94421]: DEBUG neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94421) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:29:45.935543 n-d-798249-3 neutron-server[94421]: INFO neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading Plugin: flavors Jun 30 02:29:45.941256 n-d-798249-3 neutron-server[94421]: DEBUG neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94421) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:29:45.941256 n-d-798249-3 neutron-server[94421]: INFO neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading Plugin: revisions Jun 30 02:29:45.945538 n-d-798249-3 neutron-server[94421]: DEBUG neutron.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94421) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:29:45.945931 n-d-798249-3 neutron-server[94421]: DEBUG oslo_concurrency.lockutils [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.263s {{(pid=94421) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:29:45.946674 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94421) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 02:29:45.947007 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Initializing extension manager. Jun 30 02:29:45.947518 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: __init__.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.947853 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: __pycache__ {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.948184 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.948512 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: address_group.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.949260 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.949878 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: address-group Jun 30 02:29:45.950194 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: address_scope.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.950882 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.951393 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: address-scope Jun 30 02:29:45.951711 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.956955 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.957467 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: router-admin-state-down-before-update Jun 30 02:29:45.957825 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: agent.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.958515 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.959224 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: agent Jun 30 02:29:45.959548 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: agent_resources_synced.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.960431 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.960942 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: agent-resources-synced Jun 30 02:29:45.961263 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: allowedaddresspairs.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.963053 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.963582 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: allowed-address-pairs Jun 30 02:29:45.963909 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: auto_allocated_topology.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.965704 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.965704 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: auto-allocated-topology Jun 30 02:29:45.965901 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: availability_zone.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.966484 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.966996 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: availability_zone Jun 30 02:29:45.967318 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: availability_zone_filter.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.968204 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.968713 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: availability_zone_filter Jun 30 02:29:45.969033 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: data_plane_status.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.969961 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.970471 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 02:29:45.970787 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: default_subnetpools.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.971675 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.972179 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: default-subnetpools Jun 30 02:29:45.972497 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.973293 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.973823 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: dhcp_agent_scheduler Jun 30 02:29:45.974145 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: dns.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.975030 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.975537 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 02:29:45.975856 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: dns_domain_ports.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.976742 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.977253 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 02:29:45.977596 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.978490 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.978994 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 02:29:45.979312 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: dvr.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.979957 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.980462 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: dvr Jun 30 02:29:45.981030 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: empty_string_filtering.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.986228 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.986738 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: empty-string-filtering Jun 30 02:29:45.987060 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.987977 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.988463 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 02:29:45.988781 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.989704 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.990213 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 02:29:45.990531 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: external_net.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.991417 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.991924 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: external-net Jun 30 02:29:45.992243 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.993123 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.993660 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: extra_dhcp_opt Jun 30 02:29:45.993979 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: extraroute.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.994855 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.995363 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: extraroute Jun 30 02:29:45.995680 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: extraroute_atomic.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.996690 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.997208 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: extraroute-atomic Jun 30 02:29:45.997556 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: filter_validation.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.998203 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:45.998709 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: filter-validation Jun 30 02:29:45.999026 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: fip_pf_description.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:45.999905 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.000408 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 02:29:46.000725 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: fip_port_details.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.002256 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.002760 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: fip-port-details Jun 30 02:29:46.003078 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: flavors.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.004290 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.004807 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: flavors Jun 30 02:29:46.005128 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.006798 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.007329 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 02:29:46.007669 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: floatingip_pools.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.008349 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.008867 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: floatingip-pools Jun 30 02:29:46.009192 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: ip_allocation.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.010129 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.010639 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 02:29:46.010965 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.011849 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.012366 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: ip-substring-filtering Jun 30 02:29:46.012695 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: l2_adjacency.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.018666 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.019184 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 02:29:46.019513 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: l3.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.020475 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.020998 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: router Jun 30 02:29:46.021324 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.023728 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.024266 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 02:29:46.024599 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.025528 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.026049 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: ext-gw-mode Jun 30 02:29:46.026377 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.027269 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.027785 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: l3-ha Jun 30 02:29:46.028135 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: l3_flavors.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.029040 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.029587 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: l3-flavors Jun 30 02:29:46.029914 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.030807 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.031317 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 02:29:46.031635 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: l3agentscheduler.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.033202 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.033732 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: l3_agent_scheduler Jun 30 02:29:46.034057 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: logging.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.035521 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.036035 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension logging not supported by any of loaded plugins Jun 30 02:29:46.036363 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: metering.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.037132 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.037701 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: metering Jun 30 02:29:46.038027 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.043711 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.044232 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: metering_source_and_destination_fields Jun 30 02:29:46.044549 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: multiprovidernet.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.045449 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.045991 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: multi-provider Jun 30 02:29:46.046313 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: netmtu.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.047712 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.047712 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: net-mtu Jun 30 02:29:46.048410 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: netmtu_writable.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.048969 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.049480 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: net-mtu-writable Jun 30 02:29:46.049828 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: network_availability_zone.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.050474 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.050982 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: network_availability_zone Jun 30 02:29:46.051301 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: network_ip_availability.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.052377 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.052888 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: network-ip-availability Jun 30 02:29:46.053205 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: network_segment_range.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.053973 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.054478 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 02:29:46.054797 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: pagination.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.055754 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.056082 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: pagination Jun 30 02:29:46.056401 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: port_device_profile.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.057299 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.057842 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: port-device-profile Jun 30 02:29:46.058162 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.059063 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.059574 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: port-mac-address-regenerate Jun 30 02:29:46.059889 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.060785 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.061292 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: port-numa-affinity-policy Jun 30 02:29:46.061651 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: port_resource_request.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.062536 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.063040 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 02:29:46.063868 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: portbindings.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.070321 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.070884 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: binding Jun 30 02:29:46.071245 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: portbindings_extended.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.072663 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.073192 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: binding-extended Jun 30 02:29:46.073542 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: portsecurity.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.074432 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.074945 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: port-security Jun 30 02:29:46.075267 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: project_id.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.076216 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.076539 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: project-id Jun 30 02:29:46.076857 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: providernet.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.077781 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.078300 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: provider Jun 30 02:29:46.078626 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: qos.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.082720 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.083251 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension qos not supported by any of loaded plugins Jun 30 02:29:46.083580 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.084801 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.085321 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 02:29:46.085806 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.086708 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.087224 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 02:29:46.087566 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: qos_default.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.088434 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.088946 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension qos-default not supported by any of loaded plugins Jun 30 02:29:46.089272 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: qos_fip.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.089942 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.090451 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 02:29:46.090773 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: qos_gateway_ip.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.091667 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.092181 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 02:29:46.092501 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: qos_port_network_policy.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.093399 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.093937 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 02:29:46.094258 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: qos_rule_type_details.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.095176 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.095682 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 02:29:46.096002 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: qos_rules_alias.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.097018 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.097559 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 02:29:46.097884 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: quotasv2.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.098780 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.099105 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: quotas Jun 30 02:29:46.099425 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: quotasv2_detail.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.102438 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.102780 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: quota_details Jun 30 02:29:46.103115 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: rbac.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.104151 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.104688 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: rbac-policies Jun 30 02:29:46.105020 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: rbac_address_group.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.106397 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.106920 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: rbac-address-group Jun 30 02:29:46.107248 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: rbac_address_scope.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.108157 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.108678 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: rbac-address-scope Jun 30 02:29:46.109007 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: rbac_security_groups.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.109920 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.110463 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: rbac-security-groups Jun 30 02:29:46.110786 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: rbac_subnetpool.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.111673 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.112185 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: rbac-subnetpool Jun 30 02:29:46.112509 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: revisionifmatch.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.113406 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.113949 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: revision-if-match Jun 30 02:29:46.114271 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: revisions.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.115349 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.115865 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: standard-attr-revisions Jun 30 02:29:46.116286 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: router_availability_zone.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.116848 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.117362 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: router_availability_zone Jun 30 02:29:46.117709 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: routerservicetype.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.118598 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.119108 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 02:29:46.119431 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.120323 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.120840 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: security-groups-normalized-cidr Jun 30 02:29:46.121160 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.122077 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.122590 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: port-security-groups-filtering Jun 30 02:29:46.122911 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.123813 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.124320 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: security-groups-remote-address-group Jun 30 02:29:46.124641 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: securitygroup.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.134695 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.135233 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: security-group Jun 30 02:29:46.135565 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: segment.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.136333 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.136848 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension segment not supported by any of loaded plugins Jun 30 02:29:46.137173 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.138113 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.138706 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 02:29:46.139033 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: servicetype.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.140140 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.140666 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: service-type Jun 30 02:29:46.140988 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: sorting.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.142709 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.143039 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: sorting Jun 30 02:29:46.143365 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: standard_attr_segment.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.144338 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.144862 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 02:29:46.145186 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: standardattrdescription.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.145852 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.146370 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: standard-attr-description Jun 30 02:29:46.146694 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: stateful_security_group.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.147605 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.148127 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: stateful-security-group Jun 30 02:29:46.148450 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: stdattrs_common.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.149017 n-d-798249-3 neutron-server[94421]: WARNING neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 02:29:46.149337 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.150279 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.150789 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 02:29:46.151109 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: subnet_onboard.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.152154 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.152679 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: subnet_onboard Jun 30 02:29:46.153004 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.153933 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.154449 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 02:29:46.154772 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: subnet_service_types.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.155671 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.156191 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: subnet-service-types Jun 30 02:29:46.156515 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: subnetallocation.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.163854 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.164398 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: subnet_allocation Jun 30 02:29:46.164704 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.165361 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.165908 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: subnetpool-prefix-ops Jun 30 02:29:46.166233 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.167142 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.167657 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 02:29:46.167982 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: tagging.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.169029 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.169570 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: standard-attr-tag Jun 30 02:29:46.169906 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: timestamp.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.171103 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.171765 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loaded extension: standard-attr-timestamp Jun 30 02:29:46.172087 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: trunk.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.173124 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.173672 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension trunk not supported by any of loaded plugins Jun 30 02:29:46.173999 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: trunk_details.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.174898 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.175420 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 02:29:46.175743 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: uplink_status_propagation.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.176643 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.177184 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 02:29:46.177487 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Loading extension file: vlantransparent.py {{(pid=94421) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:29:46.178162 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94421) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:29:46.178681 n-d-798249-3 neutron-server[94421]: INFO neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 02:29:46.181172 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:network Jun 30 02:29:46.181725 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:subnet Jun 30 02:29:46.182124 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:29:46.182515 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:port Jun 30 02:29:46.183752 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.184185 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service FLAVORS assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.184809 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.185227 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.185593 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:router Jun 30 02:29:46.186024 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 02:29:46.186507 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service METERING assigned prefix: /metering {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.189710 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:46.189710 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:46.189710 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94421) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:29:46.190342 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 02:29:46.190784 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:security_group Jun 30 02:29:46.191233 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 02:29:46.191821 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service CORE assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.192151 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:29:46.192493 n-d-798249-3 neutron-server[94421]: WARNING neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] subnetpool is already registered Jun 30 02:29:46.192910 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service CORE assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.193231 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:29:46.193588 n-d-798249-3 neutron-server[94421]: WARNING neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] subnetpool is already registered Jun 30 02:29:46.195913 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.196335 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service FLAVORS assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.196931 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.197343 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.197703 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:router Jun 30 02:29:46.198044 n-d-798249-3 neutron-server[94421]: WARNING neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] router is already registered Jun 30 02:29:46.198446 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 02:29:46.198778 n-d-798249-3 neutron-server[94421]: WARNING neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] floatingip is already registered Jun 30 02:29:46.199228 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service METERING assigned prefix: /metering {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.199884 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 02:29:46.200209 n-d-798249-3 neutron-server[94421]: WARNING neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] rbac_policy is already registered Jun 30 02:29:46.200620 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:security_group Jun 30 02:29:46.200951 n-d-798249-3 neutron-server[94421]: WARNING neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] security_group is already registered Jun 30 02:29:46.201351 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 02:29:46.201707 n-d-798249-3 neutron-server[94421]: WARNING neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] security_group_rule is already registered Jun 30 02:29:46.202328 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service CORE assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.202662 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:29:46.203670 n-d-798249-3 neutron-server[94421]: WARNING neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] subnetpool is already registered Jun 30 02:29:46.203670 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.v2.resource_helper [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Service CORE assigned prefix: {{(pid=94421) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:29:46.203670 n-d-798249-3 neutron-server[94421]: INFO neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:29:46.204881 n-d-798249-3 neutron-server[94421]: WARNING neutron.quota.resource_registry [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] subnetpool is already registered Jun 30 02:29:46.205090 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: extensions {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.206780 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: address-groups {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.208259 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: address-scopes {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.209612 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: agents {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.210773 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: auto-allocated-topology {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.212011 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: availability_zones {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.213235 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: dhcp-networks {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.215827 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: dhcp-agents {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.217264 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: routers {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.218995 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: flavors {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.220300 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: service_profiles {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.221531 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: next_providers {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.223116 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: service_profiles {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.224652 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: floatingip-pools {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.225902 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: routers {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.227602 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: floatingips {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.228878 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: l3-routers {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.230286 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: l3-agents {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.232331 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: metering-labels {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.233219 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: metering-label-rules {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.234749 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: network-ip-availabilities {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.236048 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: bindings {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.237713 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: quotas {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.239257 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: quotas {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.240712 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: rbac-policies {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.241958 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: security-groups {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.243268 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: security-group-rules {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.244494 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: service-providers {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.245746 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: subnetpools {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.247215 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: subnetpools {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.248773 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: tags {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.250600 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: tags {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.252951 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: tags {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.254740 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: tags {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.256474 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: tags {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.258447 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: tags {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.260165 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: tags {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.261976 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: tags {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.263839 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: tags {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.265587 n-d-798249-3 neutron-server[94421]: DEBUG neutron.api.extensions [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Extended resource: tags {{(pid=94421) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:29:46.272321 n-d-798249-3 neutron-server[94421]: WARNING keystonemiddleware.auth_token [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 02:29:46.277053 n-d-798249-3 neutron-server[94421]: WARNING keystonemiddleware.auth_token [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 02:29:46.286805 n-d-798249-3 neutron-server[94421]: DEBUG oslo_concurrency.lockutils [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Acquired lock "singleton_lock" {{(pid=94421) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 02:29:46.287335 n-d-798249-3 neutron-server[94421]: DEBUG oslo_concurrency.lockutils [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Releasing lock "singleton_lock" {{(pid=94421) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 02:29:46.288002 n-d-798249-3 neutron-server[94421]: INFO oslo_service.service [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Starting 2 workers Jun 30 02:29:46.292779 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Started child 94530 {{(pid=94421) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:29:46.299025 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Started child 94531 {{(pid=94421) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:29:46.299195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.299814 n-d-798249-3 neutron-server[94421]: INFO neutron.service [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 02:29:46.299814 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Notify callbacks [] for process, before_spawn {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.300142 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [-] (94530) wsgi starting up on http://0.0.0.0:9696 Jun 30 02:29:46.302022 n-d-798249-3 neutron-server[94421]: INFO oslo_service.service [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Starting 1 workers Jun 30 02:29:46.303378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.304798 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [-] (94531) wsgi starting up on http://0.0.0.0:9696 Jun 30 02:29:46.307964 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Started child 94532 {{(pid=94421) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:29:46.308506 n-d-798249-3 neutron-server[94421]: INFO oslo_service.service [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Starting 1 workers Jun 30 02:29:46.311407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.service [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] calling RpcWorker wait() {{(pid=94532) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 02:29:46.311986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.service [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] returning from RpcWorker wait() {{(pid=94532) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 02:29:46.313049 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Started child 94533 {{(pid=94421) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:29:46.313187 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.314320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:46.314613 n-d-798249-3 neutron-server[94421]: DEBUG neutron_lib.callbacks.manager [None req-ca4fee22-adb3-4c54-aa97-2bbcbab8e635 None None] Notify callbacks [] for process, after_spawn {{(pid=94421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.316592 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94421) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 02:29:46.316733 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:29:46.316863 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:29:46.317246 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:29:46.317621 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:29:46.317785 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:29:46.318447 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.318737 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.318830 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.319304 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.319304 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.319523 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.319720 n-d-798249-3 neutron-server[94533]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:46.320433 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.320682 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.320939 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.321218 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.321451 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.321656 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.321823 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.322072 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.322321 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.322626 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.322904 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.323137 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.323598 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.323772 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.324193 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.324487 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.324904 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.325180 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] debug = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.325447 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.325996 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.326231 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.326645 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.326861 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.327292 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.327536 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.327813 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.328050 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.328267 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.328489 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.328738 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.329011 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.329814 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.330057 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.330321 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.330559 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.331387 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] host = n-d-798249-3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.331651 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.332010 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.332394 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.335357 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.335357 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.335357 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.335357 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.335357 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.335357 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.335357 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.335357 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336095 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336095 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336095 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336095 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_options = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336095 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336095 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336459 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336459 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336459 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336784 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.336935 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.337082 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.337264 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.337655 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.338016 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.338359 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.338699 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.339037 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.339430 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.339813 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.340219 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.340688 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.340948 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.341107 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.341455 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.341617 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.346961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.346961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.346961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.346961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.346961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.346961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.346961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.346961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.346961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.347617 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.347617 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.347617 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.347617 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.347617 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.347617 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.347617 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.347617 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.348239 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.348239 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.348239 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.348239 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.348656 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.348928 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.349162 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_json = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.349389 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.349787 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.350055 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.350306 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.350544 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.351943 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.351943 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.351943 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.351943 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.351943 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.352661 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.352661 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.352807 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.352978 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.353234 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.353460 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.353760 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.353997 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.354312 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.354548 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.354822 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.355074 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.355331 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.355923 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.356185 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.356459 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.356699 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.356936 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.357173 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.357413 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.357772 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.358032 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.358289 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.358551 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.358786 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.359077 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.359321 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.359559 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.359796 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.360572 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.361317 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.361618 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.362364 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.362962 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.363475 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.363770 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.364132 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.364898 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.364994 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.365355 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.365772 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.367405 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.367405 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.367405 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.367405 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.367405 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.367818 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.368325 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.368717 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.369073 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.369699 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.370078 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.370460 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.370907 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.371302 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.371724 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.372107 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.372495 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.372894 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.373326 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.373845 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.374203 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.374709 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.375071 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.375616 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.376815 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.377211 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.377636 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.378234 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.378437 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.378770 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.379081 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.379474 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.379855 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.380244 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.380634 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.381030 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.381410 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.381804 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.382381 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.382979 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.383383 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.383862 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.384396 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.384838 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.385212 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.386596 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.386596 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.386596 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.390606 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.390606 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.390606 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.390606 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.390606 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.390606 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.390606 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.390606 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.391106 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.391106 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.391106 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.391106 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.391351 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.392127 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.392502 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.393066 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.393440 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.393904 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.394352 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.394768 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.395323 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.395648 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.396095 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.396698 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.397126 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.397716 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.398061 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.398407 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.398722 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.399048 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.399380 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.399702 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.400072 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.400413 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.400782 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.401104 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.401453 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.401805 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.402108 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.402434 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.402790 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.403187 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.403535 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.403896 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.404197 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.404570 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.404961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.405278 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.405681 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.406034 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.406352 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.406650 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.406949 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.407234 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.407531 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.407947 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.408232 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.408539 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.408836 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.409131 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.409412 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.409726 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.410035 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.410314 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.410597 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.410893 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.411175 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.411459 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.411766 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.412040 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.412325 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.412639 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.412965 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.413279 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.413618 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.413962 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.414335 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.414685 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.415085 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.415455 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.415821 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.416190 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.416622 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.416983 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.417345 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.417778 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.418249 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.418619 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.419003 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.419387 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.419754 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.420151 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.420502 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.420863 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.423646 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.423646 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.423646 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.423646 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.423646 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.423646 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.423646 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.424381 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.424381 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.424512 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.424757 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.425095 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.425397 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.425746 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.426053 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.426345 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.426634 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.426911 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.427186 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.427719 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.427719 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.428392 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.428531 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.428865 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.429178 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.430720 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.430720 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.430720 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.430720 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.430720 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.431246 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.431246 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.431495 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.431796 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.432074 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.432439 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.432840 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.433201 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.433561 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.433890 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.434234 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.434568 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.435542 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.435542 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.435542 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.435930 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.436341 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.436793 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.437160 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.437538 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.437852 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.438253 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.439150 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.439456 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.439832 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.440150 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.440479 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.440787 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.441176 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.441471 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.441853 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.442185 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.442510 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.442835 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.443207 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.443677 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.444089 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.444461 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.444813 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.445179 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.445594 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.445956 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.446261 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.446647 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.447087 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.447454 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.447848 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.448166 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.448537 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.448861 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.449159 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.449476 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.449827 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.450123 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.450466 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.450774 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.451103 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.451419 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.451749 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.452043 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.452372 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.452682 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.453022 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.453315 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.453607 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:29:46.454676 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94421) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 02:29:46.454676 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:29:46.454676 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:29:46.456802 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:29:46.456802 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:29:46.456802 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:29:46.456802 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.456802 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.456802 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.456802 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.457627 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.457627 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.457627 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.457965 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.458087 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.458329 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.458604 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.458877 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.459152 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.459438 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.459705 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.459976 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.460248 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.460506 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.460759 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.461036 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.461302 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.461592 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.461863 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] debug = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.462145 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.462463 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.462743 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.463006 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.463275 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.463502 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.463713 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.463954 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.464200 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.464458 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.464733 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.464961 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.465178 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.465393 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.465637 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.465886 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.466155 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.466418 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] host = n-d-798249-3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.466689 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.466963 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.467176 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.467381 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.467584 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.467845 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.468065 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.468307 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.468532 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.468790 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.469003 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.469268 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.469567 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.469808 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.470054 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_options = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.470295 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.470510 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.470726 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.470968 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.471193 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.471409 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.471625 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.471835 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.472068 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.472284 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.472495 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.472742 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.472971 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.473186 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.473395 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.473633 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.473846 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.474090 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.474313 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.474524 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.474735 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.474996 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.475261 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.475523 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.475790 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.476070 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.476342 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.476612 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.476880 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.477140 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.477404 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.477694 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.477782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:46.477967 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.478232 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.478499 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.478775 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.479000 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.479271 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.479537 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.479798 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.480063 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.480327 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.480844 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.481106 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.481369 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.481668 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_json = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.481928 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.482198 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.482431 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.482651 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.482870 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.483088 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.483307 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.483519 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:29:46.483760 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.483978 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.484219 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.484440 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.484657 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.484876 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.485095 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.485861 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.486083 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.486301 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.486529 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.486746 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.486976 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.487195 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.487412 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.487634 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.487852 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.488067 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.488285 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.488501 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.488716 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.488935 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.489172 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.489391 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.489638 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.489858 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.490075 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.490292 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.490511 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.490730 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.490947 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.491167 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.491383 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.491624 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.491845 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.492061 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.492283 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.492507 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.492724 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.492943 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.493160 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.493387 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.493640 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.493861 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.494079 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.494299 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.494516 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.494736 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.494976 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.495193 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.495424 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.495647 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.495863 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.496077 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.496294 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.496512 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.496728 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.496944 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.497163 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.497380 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.497625 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.497880 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.498238 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.498521 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.498794 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.499071 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.499349 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.499627 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.499857 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.500123 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.500395 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.500667 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.501589 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.501869 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.502272 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.502369 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.502641 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.502923 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.503208 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.503487 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.503758 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.504169 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.504385 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.504562 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.504830 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.505134 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.505409 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.505685 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.505956 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.506224 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.506494 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.506765 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.507026 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.507274 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.507510 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.507783 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.508052 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.508328 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.508603 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.508813 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.509021 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.509239 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.509523 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.509807 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.510079 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.510356 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.510635 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.510909 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.511190 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.511463 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.511692 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.511943 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.512220 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.512504 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.512784 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.513072 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.513364 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.513673 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.513914 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.514184 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.514430 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.514682 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.514931 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.515183 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.515434 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.515697 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.515955 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.516211 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.516492 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.516758 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.517008 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.517264 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.517604 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.517753 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.517978 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.518196 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.518414 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.518629 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.518846 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.519063 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.519277 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.519527 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.519749 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.519972 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.520189 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.520404 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.520616 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.520830 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.521045 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.521259 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.521472 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.521728 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.521942 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.522156 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.522373 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.522583 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.522796 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.523016 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.523230 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.523442 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.523657 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.523895 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.524107 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.524319 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.524540 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.524800 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.525069 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.525302 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.525542 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.525768 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.525993 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.526208 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.526424 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.526639 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.526853 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.527067 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.527282 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.527495 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.527708 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.527922 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.528133 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.528347 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.528638 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.528873 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.529121 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.529337 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.529611 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.529891 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.530131 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.530545 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.530671 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.530917 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.531154 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.531375 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.531591 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.531806 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.532028 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.532284 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.532638 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.532756 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.532979 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.533245 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.533477 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.533975 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.534104 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.534464 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.534688 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.534868 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.535144 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.535418 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.535696 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.535963 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.536206 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.536424 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.536676 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.536950 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.537213 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.537558 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.537794 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.538066 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.538296 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.538545 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.538814 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.539083 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.539379 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.539730 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.539936 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.540215 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.540497 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.540773 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.541073 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.541347 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.541639 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.541910 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.542158 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.542378 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.542651 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.542910 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.543178 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.543470 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.543747 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.544026 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.544301 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.544600 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.544855 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.545105 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.545376 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.545680 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.546112 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.546371 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.546577 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.546794 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.547069 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.547348 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.547640 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.548453 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.548691 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.548966 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.549241 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.549519 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.549813 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.550070 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.550267 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.550474 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.550678 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.550881 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.551083 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.551301 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.551519 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.551724 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.551923 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.552127 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.552326 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.552525 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.552730 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.552930 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.553127 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.553326 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.553554 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:29:46.553752 n-d-798249-3 neutron-server[94421]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94421) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:29:46.778955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42324) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:46.790679 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070798 Jun 30 02:29:58.520348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fbb1b9-06e8-4230-b8a4-a8ef20babcda None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:29:58.580249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fbb1b9-06e8-4230-b8a4-a8ef20babcda None None] No non-hosted networks {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 02:29:58.587174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.agentschedulers_db [None req-e6fbb1b9-06e8-4230-b8a4-a8ef20babcda None None] DHCP Agent not found on host n-d-798249-3 {{(pid=94532) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 02:29:58.671154 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-592d4d75-5dbe-49a4-9f2b-c02e3b34e023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713129'] for agent, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.217595 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713129'] for agent, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.218920 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.220141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.220665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.221164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.222616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.222959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.223292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.223620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.227756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.227756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.229086 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.229880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:01.230994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798249-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:01.244237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798249-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:01.251590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9089e395-5b87-4fe8-8a44-0132a030c926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713129'] for agent, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.307793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-18bd7d80-2d2c-43e5-9f36-6a5377e9cb97 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-798249-3 {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:30:01.308711 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-18bd7d80-2d2c-43e5-9f36-6a5377e9cb97 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:30:01.974041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18bd7d80-2d2c-43e5-9f36-6a5377e9cb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.763071 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713129'] for agent, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:04.006143 n-d-798249-3 neutron-server[94532]: INFO neutron.db.l3_hamode_db [None req-1de06568-e404-49e3-a604-aaa8bb54bd9f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 02:30:04.085461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de06568-e404-49e3-a604-aaa8bb54bd9f None None] Routers set() bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:04.085894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de06568-e404-49e3-a604-aaa8bb54bd9f None None] Router IDs set() for agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 02:30:04.351327 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713129'] for agent, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.325314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42420) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:05.806005 n-d-798249-3 neutron-server[94531]: WARNING oslo_policy.policy [None req-51800b27-87a1-4f3a-b7fe-793c96aeb7c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:30:05.806615 n-d-798249-3 neutron-server[94531]: WARNING oslo_policy.policy [None req-51800b27-87a1-4f3a-b7fe-793c96aeb7c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:30:06.022971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-51800b27-87a1-4f3a-b7fe-793c96aeb7c1 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:06.024046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-51800b27-87a1-4f3a-b7fe-793c96aeb7c1 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6979008 Jun 30 02:30:08.346964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42434) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:08.649262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5bbdad0a-3376-4889-91fc-58f8c5722ed5 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:08.741315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.policy [None req-5bbdad0a-3376-4889-91fc-58f8c5722ed5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94531) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 02:30:08.786838 n-d-798249-3 neutron-server[94531]: WARNING oslo_policy.policy [None req-5bbdad0a-3376-4889-91fc-58f8c5722ed5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:30:08.787147 n-d-798249-3 neutron-server[94531]: WARNING oslo_policy.policy [None req-5bbdad0a-3376-4889-91fc-58f8c5722ed5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:30:08.795542 n-d-798249-3 neutron-server[94531]: INFO neutron.quota [None req-5bbdad0a-3376-4889-91fc-58f8c5722ed5 admin admin] Loaded quota_driver: . Jun 30 02:30:08.987213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5bbdad0a-3376-4889-91fc-58f8c5722ed5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735826895371', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735826898910', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735826645892', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735826650570', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735826657293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735826667524', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-596387', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-768414', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1732483', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1676450'] for rbac-policy, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.140223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5bbdad0a-3376-4889-91fc-58f8c5722ed5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.141912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5bbdad0a-3376-4889-91fc-58f8c5722ed5 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7939899 Jun 30 02:30:11.644327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42446) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:11.934186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'project_id': '2906853c4c574d078a37c505e1569f02'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:12.041231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Made reservation on behalf of 2906853c4c574d078a37c505e1569f02 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:12.044042 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.061174 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.180851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.255259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.278660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:30:12.304196 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735828588346', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.304786 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Unsubscribe: segment precommit_create {{(pid=94531) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 02:30:12.305303 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Added segment ab113194-6da3-4bef-9b47-b1141d8dbfa2 of type vlan for network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 Jun 30 02:30:12.311507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8831c03b-099d-4b85-8112-e1389a70946b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:12.347149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.347487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.347816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.348142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.348461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.348785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.349098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.349412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.349768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.350081 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.350396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.351003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Tracked resource versions report: Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: pushed versions: Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: { 'AddressGroup': {'1.2'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'ConntrackHelper': {'1.0'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'Log': {'1.0'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'Network': {'1.1'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'Port': {'1.7'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'PortForwarding': {'1.2'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'QosPolicy': {'1.8'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'SecurityGroup': {'1.4'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'SubPort': {'1.0'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'Subnet': {'1.1'}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'Trunk': {'1.1'}} Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: consumer versions: Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: { DHCP agent@n-d-798249-3: {}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: L3 agent@n-d-798249-3: {}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: Metadata agent@n-d-798249-3: {}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: Metering agent@n-d-798249-3: {}, Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: Open vSwitch agent@n-d-798249-3: { 'AddressGroup': '1.2', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'ConntrackHelper': '1.0', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'Log': '1.0', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'Network': '1.1', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'Port': '1.7', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'PortForwarding': '1.2', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'QosPolicy': '1.8', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'SecurityGroup': '1.4', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'SecurityGroupRule': '1.2', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'SubPort': '1.0', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'Subnet': '1.1', Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: 'Trunk': '1.1'}} Jun 30 02:30:12.351772 n-d-798249-3 neutron-server[94531]: {{(pid=94531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:30:12.427160 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.527340 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.528426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:12.529086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.630086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] Pushing event updated for resources: {'Network': ['ID=09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:12.642121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:30:12.672634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dc07d8c4-71fc-4574-aa6e-57a1a6129f2a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0272384 Jun 30 02:30:15.252160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42460) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:15.638781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49edc503-f9fe-43c2-9baf-9f4dca222049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:15.640127 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-49edc503-f9fe-43c2-9baf-9f4dca222049 admin admin] 10.222.0.77 "GET /v2.0/networks/09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 HTTP/1.1" status: 200 len: 825 time: 0.3868110 Jun 30 02:30:15.663780 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6560182a-15f7-49a0-bc59-4afe01e458f0 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/11cf7570-e882-4531-bdbd-2f61e5fc722a HTTP/1.1" status: 200 len: 734 time: 0.0176287 Jun 30 02:30:15.672619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Request body: {'subnet': {'tenant_id': '2906853c4c574d078a37c505e1569f02', 'name': 'private-subnet', 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8', 'subnetpool_id': '11cf7570-e882-4531-bdbd-2f61e5fc722a', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:15.779966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Made reservation on behalf of 2906853c4c574d078a37c505e1569f02 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:15.782368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.157856 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.227387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3dae43-49c7-47d3-bb4a-9b4136a0c42b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:16.229519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Checking segment: {'id': 'ab113194-6da3-4bef-9b47-b1141d8dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:16.230131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Network hostable DHCP agents. Network: 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:30:16.317051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:30:16.402850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:16.407986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:16.408579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.412902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a710997-5716-43ea-9309-75814e713704 None None] Network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:16.477981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-36cf1ca4-dd47-4bc0-bc8e-9220a3e34db4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8090732 Jun 30 02:30:16.722579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8', 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'fixed_ips': [{'subnet_id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:30:16.723803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.043330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Allocated IP 172.20.0.2 (09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8/6f3dae43-49c7-47d3-bb4a-9b4136a0c42b/73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:17.242956 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.285158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Transition to ACTIVE for port object 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:17.305509 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Transition to ACTIVE for port object 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:17.380464 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.448321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:17.457011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:17.464388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Pushing event updated for resources: {'Port': ['ID=73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:17.466612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:17.476697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.477043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.477386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.477751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.478091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.478424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.478751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.479078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.479406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.479982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.480307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.480631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Tracked resource versions report: Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: pushed versions: Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: { 'AddressGroup': {'1.2'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'ConntrackHelper': {'1.0'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'Log': {'1.0'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'Network': {'1.1'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'Port': {'1.7'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'PortForwarding': {'1.2'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'QosPolicy': {'1.8'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'SecurityGroup': {'1.4'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'SubPort': {'1.0'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'Subnet': {'1.1'}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'Trunk': {'1.1'}} Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: consumer versions: Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: { DHCP agent@n-d-798249-3: {}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: L3 agent@n-d-798249-3: {}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: Metadata agent@n-d-798249-3: {}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: Metering agent@n-d-798249-3: {}, Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: Open vSwitch agent@n-d-798249-3: { 'AddressGroup': '1.2', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'ConntrackHelper': '1.0', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'Log': '1.0', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'Network': '1.1', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'Port': '1.7', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'PortForwarding': '1.2', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'QosPolicy': '1.8', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'SecurityGroup': '1.4', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'SecurityGroupRule': '1.2', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'SubPort': '1.0', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'Subnet': '1.1', Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: 'Trunk': '1.1'}} Jun 30 02:30:17.481716 n-d-798249-3 neutron-server[94532]: {{(pid=94532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:30:17.547058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Attempting to bind port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:17.547380 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Attempting to bind port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ab113194-6da3-4bef-9b47-b1141d8dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:17.547812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Attempting to bind port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 on network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:17.552664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:17.553067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Checking segment: {'id': 'ab113194-6da3-4bef-9b47-b1141d8dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:17.553579 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.553974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Bound using segment: {'id': 'ab113194-6da3-4bef-9b47-b1141d8dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:17.554458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Bound port: 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab113194-6da3-4bef-9b47-b1141d8dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:17.554888 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.616842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] For port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:17.620939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] For port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2,segment=NetworkSegment(ab113194-6da3-4bef-9b47-b1141d8dbfa2),segment_id=ab113194-6da3-4bef-9b47-b1141d8dbfa2)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:17.694811 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.761926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552431f-a7af-4f46-8375-daff36932ff7 None None] Pushing event updated for resources: {'Port': ['ID=73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:18.825896 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42468) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:19.153615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-c2e06011-4872-4e57-919f-33ce952a91f4 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:19.154800 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c2e06011-4872-4e57-919f-33ce952a91f4 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3278017 Jun 30 02:30:21.498010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42476) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:21.990083 n-d-798249-3 neutron-server[94530]: WARNING oslo_policy.policy [None req-2cbbf787-283b-4415-94c4-0ef29f83046b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:30:21.990670 n-d-798249-3 neutron-server[94530]: WARNING oslo_policy.policy [None req-2cbbf787-283b-4415-94c4-0ef29f83046b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:30:22.209950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-2cbbf787-283b-4415-94c4-0ef29f83046b admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:22.211208 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2cbbf787-283b-4415-94c4-0ef29f83046b admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7105038 Jun 30 02:30:23.420146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:23.580012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:23.786339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e8f19-cec4-4b89-a015-cc1394c0be64 None None] Network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:23.974177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-18f98d2b-c2e3-4d3f-9b82-74986cd091f9 None None] Provisioning for port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:23.978578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-18f98d2b-c2e3-4d3f-9b82-74986cd091f9 None None] Provisioning complete for port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:23.979136 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18f98d2b-c2e3-4d3f-9b82-74986cd091f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.090228 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18f98d2b-c2e3-4d3f-9b82-74986cd091f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.126399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-18f98d2b-c2e3-4d3f-9b82-74986cd091f9 None None] For port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2,segment=NetworkSegment(ab113194-6da3-4bef-9b47-b1141d8dbfa2),segment_id=ab113194-6da3-4bef-9b47-b1141d8dbfa2)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:24.180061 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18f98d2b-c2e3-4d3f-9b82-74986cd091f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.228468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f98d2b-c2e3-4d3f-9b82-74986cd091f9 None None] Pushing event updated for resources: {'Port': ['ID=73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:24.298363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-404b872e-618a-42df-b2df-a4ecc4d61c29 None None] Provisioning complete for port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:24.298740 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-404b872e-618a-42df-b2df-a4ecc4d61c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.820270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42496) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:25.113714 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2906853c4c574d078a37c505e1569f02'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:25.175923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.policy [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94530) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 02:30:25.221888 n-d-798249-3 neutron-server[94530]: WARNING oslo_policy.policy [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:30:25.222260 n-d-798249-3 neutron-server[94530]: WARNING oslo_policy.policy [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:30:25.231097 n-d-798249-3 neutron-server[94530]: INFO neutron.quota [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] Loaded quota_driver: . Jun 30 02:30:25.358851 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.363891 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.392764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:25.442998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:25.443367 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.533876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.619272 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.723022 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.724297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d91c9461-9fab-4a2b-9fd8-01c7a632dc04 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9029324 Jun 30 02:30:28.078787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42506) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:28.371247 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:30:28.391822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-f29f643a-a230-4015-86ff-fb38b7627ede admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:28.392797 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f29f643a-a230-4015-86ff-fb38b7627ede admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130820 Jun 30 02:30:28.488926 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dba2ffbd-b63f-4b15-9bc0-3668cf43b96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:30.711977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42514) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:31.025350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:31.134213 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Made reservation on behalf of 8e4eeb0d842b4d038b8a48586617bc3e for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:31.137043 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.153711 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.191287 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.214137 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-690233e6-490f-4963-9707-1b0ccef8f487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.270742 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.351035 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.364401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Reserving flat network on physical network physnet1 {{(pid=94530) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 02:30:31.395542 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735828588346', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.396054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Unsubscribe: segment precommit_create {{(pid=94530) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 02:30:31.396581 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Added segment 456b8090-c88e-432f-a24b-e7cf2a0dfa2f of type flat for network ef5c174b-cf7d-402c-ac77-40e17ff248fa Jun 30 02:30:31.403535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aabda7-3f70-4e2d-bd98-89e15f11bc4a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:31.439112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.439447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.439767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.440091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.440412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.440726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.441045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.441352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.441685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.441994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.442301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.442623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Tracked resource versions report: Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: pushed versions: Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: { 'AddressGroup': {'1.2'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'ConntrackHelper': {'1.0'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'Log': {'1.0'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'Network': {'1.1'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'Port': {'1.7'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'PortForwarding': {'1.2'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'QosPolicy': {'1.8'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'SecurityGroup': {'1.4'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'SubPort': {'1.0'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'Subnet': {'1.1'}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'Trunk': {'1.1'}} Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: consumer versions: Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: { DHCP agent@n-d-798249-3: {}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: L3 agent@n-d-798249-3: {}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: Metadata agent@n-d-798249-3: {}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: Metering agent@n-d-798249-3: {}, Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: Open vSwitch agent@n-d-798249-3: { 'AddressGroup': '1.2', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'ConntrackHelper': '1.0', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'Log': '1.0', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'Network': '1.1', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'Port': '1.7', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'PortForwarding': '1.2', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'QosPolicy': '1.8', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'SecurityGroup': '1.4', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'SecurityGroupRule': '1.2', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'SubPort': '1.0', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'Subnet': '1.1', Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: 'Trunk': '1.1'}} Jun 30 02:30:31.443684 n-d-798249-3 neutron-server[94530]: {{(pid=94530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:30:31.520668 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.626612 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.628406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.629395 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.724314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] Pushing event updated for resources: {'Network': ['ID=ef5c174b-cf7d-402c-ac77-40e17ff248fa,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:31.737886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:30:31.814202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0c06b73d-1cf3-4f75-8524-6cdf95d53110 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0942905 Jun 30 02:30:32.677152 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.206985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42536) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:34.339780 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.424955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f452173c-ae44-4d13-9434-dd33d0af6737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:34.426350 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f452173c-ae44-4d13-9434-dd33d0af6737 admin admin] 10.222.0.77 "GET /v2.0/subnets/6f3dae43-49c7-47d3-bb4a-9b4136a0c42b HTTP/1.1" status: 200 len: 849 time: 0.2184885 Jun 30 02:30:34.562127 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-03ff5db9-9dc2-4e0c-8d67-74616bfd45b1 admin admin] 10.222.0.77 "GET /v2.0/routers/1fd028bd-671d-467b-808b-43f01519dfbd HTTP/1.1" status: 200 len: 704 time: 0.1297708 Jun 30 02:30:34.829577 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.191075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Allocated IP 172.20.0.1 (09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8/6f3dae43-49c7-47d3-bb4a-9b4136a0c42b/c20936b4-c8e0-46b4-9b09-1142da28562c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:35.370772 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.394229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Transition to ACTIVE for port object c20936b4-c8e0-46b4-9b09-1142da28562c will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:35.549941 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.621430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:35.627110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:35.634380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c20936b4-c8e0-46b4-9b09-1142da28562c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:35.645159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:35.645816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.928266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e27e3128-f76d-407d-b2e6-c9d156e56362 None None] Provisioning for port c20936b4-c8e0-46b4-9b09-1142da28562c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:35.932017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e27e3128-f76d-407d-b2e6-c9d156e56362 None None] Provisioning complete for port c20936b4-c8e0-46b4-9b09-1142da28562c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:35.932391 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e27e3128-f76d-407d-b2e6-c9d156e56362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.966521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e27e3128-f76d-407d-b2e6-c9d156e56362 None None] Port c20936b4-c8e0-46b4-9b09-1142da28562c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:36.021214 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.192831 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.253643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.254419 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.328953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c20936b4-c8e0-46b4-9b09-1142da28562c,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:36.374815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:36.376033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:36.590212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-08ad6fe0-a3a0-4c56-9cd8-1560aa9223dd None None] Provisioning complete for port c20936b4-c8e0-46b4-9b09-1142da28562c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:36.590585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-08ad6fe0-a3a0-4c56-9cd8-1560aa9223dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.621907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-08ad6fe0-a3a0-4c56-9cd8-1560aa9223dd None None] Port c20936b4-c8e0-46b4-9b09-1142da28562c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:36.648150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Router 1fd028bd-671d-467b-808b-43f01519dfbd is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:30:36.738465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:36.754956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e028e34f-6e09-4dbc-a2b3-e062380589c8 admin admin] 10.222.0.77 "PUT /v2.0/routers/1fd028bd-671d-467b-808b-43f01519dfbd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1877346 Jun 30 02:30:36.756853 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Sync routers for ids ['1fd028bd-671d-467b-808b-43f01519dfbd'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:36.770128 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Routers {'1fd028bd-671d-467b-808b-43f01519dfbd'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:36.771041 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:30:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1fd028bd-671d-467b-808b-43f01519dfbd'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:36.959960 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Set router 1fd028bd-671d-467b-808b-43f01519dfbd gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:37.386803 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'name': 'router1', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:25Z', 'updated_at': '2021-06-30T02:30:35Z', 'revision_number': 2, 'project_id': '2906853c4c574d078a37c505e1569f02', 'gw_port_host': None, '_interfaces': [{'id': 'c20936b4-c8e0-46b4-9b09-1142da28562c', 'name': '', 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'mac_address': 'fa:16:3e:c3:49:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:34Z', 'updated_at': '2021-06-30T02:30:36Z', 'revision_number': 2, 'project_id': '2906853c4c574d078a37c505e1569f02', 'subnets': [{'id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11cf7570-e882-4531-bdbd-2f61e5fc722a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:37.435993 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Checking router: 1fd028bd-671d-467b-808b-43f01519dfbd for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:37.436364 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Updating router 1fd028bd-671d-467b-808b-43f01519dfbd port c20936b4-c8e0-46b4-9b09-1142da28562c binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:30:37.500080 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:37.997593 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.040640 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Transition to ACTIVE for port object c20936b4-c8e0-46b4-9b09-1142da28562c will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:38.131958 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.221330 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Pushing event updated for resources: {'Port': ['ID=c20936b4-c8e0-46b4-9b09-1142da28562c,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:38.246634 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.246986 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.247314 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.247644 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.247978 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.248304 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.248632 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.248958 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.250848 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.250848 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.250848 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.251102 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Tracked resource versions report: Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: pushed versions: Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: { 'AddressGroup': {'1.2'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'ConntrackHelper': {'1.0'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'Log': {'1.0'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'Network': {'1.1'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'Port': {'1.7'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'PortForwarding': {'1.2'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'QosPolicy': {'1.8'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'SecurityGroup': {'1.4'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'SubPort': {'1.0'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'Subnet': {'1.1'}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'Trunk': {'1.1'}} Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: consumer versions: Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: { DHCP agent@n-d-798249-3: {}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: L3 agent@n-d-798249-3: {}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: Metadata agent@n-d-798249-3: {}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: Metering agent@n-d-798249-3: {}, Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: Open vSwitch agent@n-d-798249-3: { 'AddressGroup': '1.2', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'ConntrackHelper': '1.0', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'Log': '1.0', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'Network': '1.1', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'Port': '1.7', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'PortForwarding': '1.2', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'QosPolicy': '1.8', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'SecurityGroup': '1.4', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'SecurityGroupRule': '1.2', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'SubPort': '1.0', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'Subnet': '1.1', Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: 'Trunk': '1.1'}} Jun 30 02:30:38.252433 n-d-798249-3 neutron-server[94533]: {{(pid=94533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:30:38.304872 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Attempting to bind port c20936b4-c8e0-46b4-9b09-1142da28562c on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:38.305280 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Attempting to bind port c20936b4-c8e0-46b4-9b09-1142da28562c by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ab113194-6da3-4bef-9b47-b1141d8dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:38.305745 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Attempting to bind port c20936b4-c8e0-46b4-9b09-1142da28562c on network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:38.311062 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:38.311551 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Checking segment: {'id': 'ab113194-6da3-4bef-9b47-b1141d8dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:38.312528 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.312924 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Bound using segment: {'id': 'ab113194-6da3-4bef-9b47-b1141d8dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:38.313432 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Bound port: c20936b4-c8e0-46b4-9b09-1142da28562c, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab113194-6da3-4bef-9b47-b1141d8dbfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:38.313892 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.382071 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] For port c20936b4-c8e0-46b4-9b09-1142da28562c, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:38.402922 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] For port c20936b4-c8e0-46b4-9b09-1142da28562c, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c20936b4-c8e0-46b4-9b09-1142da28562c,segment=NetworkSegment(ab113194-6da3-4bef-9b47-b1141d8dbfa2),segment_id=ab113194-6da3-4bef-9b47-b1141d8dbfa2)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:38.489095 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.549558 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Routers {'1fd028bd-671d-467b-808b-43f01519dfbd'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:38.550192 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:30:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1fd028bd-671d-467b-808b-43f01519dfbd'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:38.585975 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0baf1-0fe6-4ced-8223-533485d8ce59 None None] Pushing event updated for resources: {'Port': ['ID=c20936b4-c8e0-46b4-9b09-1142da28562c,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:38.644273 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] Set router 1fd028bd-671d-467b-808b-43f01519dfbd gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:38.853743 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'name': 'router1', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:25Z', 'updated_at': '2021-06-30T02:30:35Z', 'revision_number': 2, 'project_id': '2906853c4c574d078a37c505e1569f02', 'gw_port_host': None, '_interfaces': [{'id': 'c20936b4-c8e0-46b4-9b09-1142da28562c', 'name': '', 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'mac_address': 'fa:16:3e:c3:49:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:34Z', 'updated_at': '2021-06-30T02:30:38Z', 'revision_number': 4, 'project_id': '2906853c4c574d078a37c505e1569f02', 'subnets': [{'id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11cf7570-e882-4531-bdbd-2f61e5fc722a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:38.880539 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705b559-6efb-4d04-9dc6-f1dd9680b74b None None] The sync data for ids ['1fd028bd-671d-467b-808b-43f01519dfbd'] in n-d-798249-3 is: [{'id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'name': 'router1', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:25Z', 'updated_at': '2021-06-30T02:30:35Z', 'revision_number': 2, 'project_id': '2906853c4c574d078a37c505e1569f02', 'gw_port_host': None, '_interfaces': [{'id': 'c20936b4-c8e0-46b4-9b09-1142da28562c', 'name': '', 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'mac_address': 'fa:16:3e:c3:49:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:34Z', 'updated_at': '2021-06-30T02:30:38Z', 'revision_number': 4, 'project_id': '2906853c4c574d078a37c505e1569f02', 'subnets': [{'id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11cf7570-e882-4531-bdbd-2f61e5fc722a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:38.963428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42556) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:39.081940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85e4932-8fa3-4ee0-9a7e-0e22416b5c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.083205 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b85e4932-8fa3-4ee0-9a7e-0e22416b5c8d admin admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 842 time: 0.1186290 Jun 30 02:30:39.092613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Request body: {'subnet': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:39.220228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Made reservation on behalf of 8e4eeb0d842b4d038b8a48586617bc3e for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:39.222481 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.631547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:30:39.632004 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.687684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77aea238-58ea-46bd-9c49-1141e89f9757,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:39.692649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:39.693000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Network hostable DHCP agents. Network: ef5c174b-cf7d-402c-ac77-40e17ff248fa, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:30:39.779407 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:30:39.860151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ef5c174b-cf7d-402c-ac77-40e17ff248fa) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:39.864308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.864819 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.870604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f18b77d-1c2b-4c29-b0fa-c0d753d54d60 None None] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:39.967187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b0b2597f-326f-4e09-8930-0213f6c48941 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8764844 Jun 30 02:30:39.999460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79324a-e503-4972-a9ac-714fed3ab211 None None] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:42.228100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42568) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:42.450909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-199f6a77-269b-47f5-8821-05e9cb9bd1be admin admin] 10.222.0.77 "GET /v2.0/routers/1fd028bd-671d-467b-808b-43f01519dfbd HTTP/1.1" status: 200 len: 710 time: 0.2213750 Jun 30 02:30:42.537518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97abafe0-e8b1-4926-ab0c-9dd686271d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.538898 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-97abafe0-e8b1-4926-ab0c-9dd686271d09 admin admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 886 time: 0.0823529 Jun 30 02:30:42.547596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:42.790027 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.187145 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.280720 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.421939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c20936b4-c8e0-46b4-9b09-1142da28562c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:43.433241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Allocated IP 172.25.2.35 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:43.539897 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.632965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port c20936b4-c8e0-46b4-9b09-1142da28562c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:43.637652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c20936b4-c8e0-46b4-9b09-1142da28562c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:43.637948 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.677332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.723413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.748410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:43.753654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:43.757236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port c20936b4-c8e0-46b4-9b09-1142da28562c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c20936b4-c8e0-46b4-9b09-1142da28562c,segment=NetworkSegment(ab113194-6da3-4bef-9b47-b1141d8dbfa2),segment_id=ab113194-6da3-4bef-9b47-b1141d8dbfa2)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:43.760419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:43.768659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:43.854202 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.900910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=c20936b4-c8e0-46b4-9b09-1142da28562c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:44.142682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.330178 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.333535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.437345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Router 1fd028bd-671d-467b-808b-43f01519dfbd has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:30:44.599177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:44.603613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.609481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Sync routers for ids ['1fd028bd-671d-467b-808b-43f01519dfbd'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:44.618116 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-981c7753-70f3-4e42-8750-b0100cc1f871 admin admin] 10.222.0.77 "PUT /v2.0/routers/1fd028bd-671d-467b-808b-43f01519dfbd HTTP/1.1" status: 200 len: 889 time: 2.0735939 Jun 30 02:30:44.624184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Routers {'1fd028bd-671d-467b-808b-43f01519dfbd'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:44.624938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:30:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1fd028bd-671d-467b-808b-43f01519dfbd'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:44.892025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Set router 1fd028bd-671d-467b-808b-43f01519dfbd gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:45.284012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'name': 'router1', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:25Z', 'updated_at': '2021-06-30T02:30:43Z', 'revision_number': 4, 'project_id': '2906853c4c574d078a37c505e1569f02', 'gw_port': {'id': '6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:43Z', 'updated_at': '2021-06-30T02:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'c20936b4-c8e0-46b4-9b09-1142da28562c', 'name': '', 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'mac_address': 'fa:16:3e:c3:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:34Z', 'updated_at': '2021-06-30T02:30:43Z', 'revision_number': 5, 'project_id': '2906853c4c574d078a37c505e1569f02', 'subnets': [{'id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11cf7570-e882-4531-bdbd-2f61e5fc722a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:45.340654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Checking router: 1fd028bd-671d-467b-808b-43f01519dfbd for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:45.341040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Updating router 1fd028bd-671d-467b-808b-43f01519dfbd port 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:30:45.378469 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.412215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c20936b4-c8e0-46b4-9b09-1142da28562c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:45.620847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c20936b4-c8e0-46b4-9b09-1142da28562c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:45.620847 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.815110 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.829961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Transition to ACTIVE for port object 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:45.911358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.963372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Attempting to bind port 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:45.963734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Attempting to bind port 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:45.964107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Attempting to bind port 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:45.966390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822bd88-844d-44f0-99cc-017b0492f5c4 None None] Pushing event updated for resources: {'Port': ['ID=6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:45.972972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:45.973357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:45.973800 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.974206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:45.974790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Bound port: 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:45.975072 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.024854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] For port 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:46.028128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] For port 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:46.115463 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:46.246820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822bd88-844d-44f0-99cc-017b0492f5c4 None None] Pushing event updated for resources: {'Port': ['ID=6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:46.249907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Routers {'1fd028bd-671d-467b-808b-43f01519dfbd'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:46.250501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:30:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1fd028bd-671d-467b-808b-43f01519dfbd'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:46.357712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] Set router 1fd028bd-671d-467b-808b-43f01519dfbd gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:46.571163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'name': 'router1', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:25Z', 'updated_at': '2021-06-30T02:30:43Z', 'revision_number': 4, 'project_id': '2906853c4c574d078a37c505e1569f02', 'gw_port': {'id': '6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:43Z', 'updated_at': '2021-06-30T02:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'c20936b4-c8e0-46b4-9b09-1142da28562c', 'name': '', 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'mac_address': 'fa:16:3e:c3:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:34Z', 'updated_at': '2021-06-30T02:30:43Z', 'revision_number': 5, 'project_id': '2906853c4c574d078a37c505e1569f02', 'subnets': [{'id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11cf7570-e882-4531-bdbd-2f61e5fc722a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:46.612508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d02d23-27bd-49f1-b216-9d76a0a329d9 None None] The sync data for ids ['1fd028bd-671d-467b-808b-43f01519dfbd'] in n-d-798249-3 is: [{'id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'name': 'router1', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:30:25Z', 'updated_at': '2021-06-30T02:30:43Z', 'revision_number': 4, 'project_id': '2906853c4c574d078a37c505e1569f02', 'gw_port': {'id': '6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:92:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:43Z', 'updated_at': '2021-06-30T02:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'c20936b4-c8e0-46b4-9b09-1142da28562c', 'name': '', 'network_id': '09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8', 'tenant_id': '2906853c4c574d078a37c505e1569f02', 'mac_address': 'fa:16:3e:c3:49:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd028bd-671d-467b-808b-43f01519dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:30:34Z', 'updated_at': '2021-06-30T02:30:43Z', 'revision_number': 5, 'project_id': '2906853c4c574d078a37c505e1569f02', 'subnets': [{'id': '6f3dae43-49c7-47d3-bb4a-9b4136a0c42b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11cf7570-e882-4531-bdbd-2f61e5fc722a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:46.996369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42576) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:47.152418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fad1d6e7-11b5-4431-bf9a-8631d3a7bc1e admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1545041 Jun 30 02:30:47.471871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:47.597303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:47.602369 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:47.603338 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.701123 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.733759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:47.815018 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.872118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:49.437596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:49.506510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 6c0fe3ca-82f8-4d9f-9e17-e310757ef5ea triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:49.506803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.497189 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54c9235c-4800-426f-8b82-ee6e45f77ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.194001 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.229028 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-688d0a35-f3e0-4fb1-9b8b-e14f75ab4186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.665296 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:04.331373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:05.382677 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:31:28.521407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3c44d2c4-2e92-4113-9abc-e1d7b587406b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.247272 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.279101 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-02b955ce-84cf-44a1-af8f-5047cc9649f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.681209 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.321412 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:42.375811 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:31:58.474930 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1adb9884-9347-418c-9346-995e5d6fd587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.235083 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.280689 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ffec4f0-54cd-476d-920e-951c80599a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.680431 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.334925 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.374779 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:32:28.533718 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-84108471-df73-4e0c-986d-d25580dae77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.157335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43176) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:30.227408 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fad0c0-0908-416a-9039-656cf91dc9ff admin admin] GET failed (client error): The resource could not be found. Jun 30 02:32:30.229095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-40fad0c0-0908-416a-9039-656cf91dc9ff admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0707612 Jun 30 02:32:30.401973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd670c-be2f-4f89-a1d7-d0f18c796dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:30.403468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d3dd670c-be2f-4f89-a1d7-d0f18c796dde admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1704953 Jun 30 02:32:31.240509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.269100 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-51bfa8bc-133f-4bb8-ab1c-d22e8061b003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.586198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43186) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:32.686459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c3417-5ecd-4b67-9571-4579244b7b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:32.687852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b27c3417-5ecd-4b67-9571-4579244b7b21 admin admin] 10.222.0.77 "GET /v2.0/subnets/6f3dae43-49c7-47d3-bb4a-9b4136a0c42b HTTP/1.1" status: 200 len: 849 time: 0.1006830 Jun 30 02:32:32.695173 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.698139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:32.785026 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.004532 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735828579076'] for subnet, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.041758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e7022-08de-47f9-abb9-bec529d74b29 None None] Network 09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:33.041953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:33.041953 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.042917 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] 10.222.0.77 "PUT /v2.0/subnets/6f3dae43-49c7-47d3-bb4a-9b4136a0c42b HTTP/1.1" status: 200 len: 868 time: 0.3493373 Jun 30 02:32:33.055602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3dae43-49c7-47d3-bb4a-9b4136a0c42b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:33.063973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.064344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.064677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.064985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.065318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.065754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.066029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.066410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.066681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.067007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.067442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.068215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d82d3-ed64-4e59-b356-88580eaa8474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:33.481103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b6227cf5-ba96-4a28-9128-9e41a61500e6 None None] Provisioning complete for port 73c1632c-d2c6-4bfb-b9cc-2fba9bf519a2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:33.484683 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b6227cf5-ba96-4a28-9128-9e41a61500e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.572324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b6227cf5-ba96-4a28-9128-9e41a61500e6 None None] Provisioning complete for port c20936b4-c8e0-46b4-9b09-1142da28562c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:33.572827 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b6227cf5-ba96-4a28-9128-9e41a61500e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.350435 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.216611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43194) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:35.413074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9425ebb3-bf2f-44d4-a4b3-773fd122341f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:35.413579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9425ebb3-bf2f-44d4-a4b3-773fd122341f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:35.415160 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9425ebb3-bf2f-44d4-a4b3-773fd122341f admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976717 Jun 30 02:32:37.521366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43202) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:37.649433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eede497d-d021-4b6d-b5d6-16e44a2d72fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:37.649948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eede497d-d021-4b6d-b5d6-16e44a2d72fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:37.651987 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-eede497d-d021-4b6d-b5d6-16e44a2d72fb admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1290329 Jun 30 02:32:39.768623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43210) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:39.980767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ae8a4d-dda1-4d48-bf73-ca7226e97fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:39.982097 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c2ae8a4d-dda1-4d48-bf73-ca7226e97fd4 admin admin] 10.222.0.77 "GET /v2.0/networks/09ecc98a-675b-4bb4-8e2c-fa7198f6c8e8 HTTP/1.1" status: 200 len: 869 time: 0.2124498 Jun 30 02:32:42.094651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43218) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:42.217591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661e915-9d7e-4870-97d1-510f15958a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:42.218863 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1661e915-9d7e-4870-97d1-510f15958a8d admin admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 886 time: 0.1232426 Jun 30 02:32:44.346729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43226) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:44.472022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fff6910-6dcf-4fe5-9238-737f84156502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.472482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fff6910-6dcf-4fe5-9238-737f84156502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.474027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8fff6910-6dcf-4fe5-9238-737f84156502 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263552 Jun 30 02:32:46.595756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43234) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:46.698682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b6000-a40f-4ccf-a3ff-8f746b5b9f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:46.699146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b6000-a40f-4ccf-a3ff-8f746b5b9f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:46.700668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9e9b6000-a40f-4ccf-a3ff-8f746b5b9f9d admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1039410 Jun 30 02:32:48.832894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43242) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:48.923998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59527d53-1341-43a9-bbdb-d5cf121b29f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.925397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-59527d53-1341-43a9-bbdb-d5cf121b29f2 admin admin] 10.222.0.77 "GET /v2.0/subnets/6f3dae43-49c7-47d3-bb4a-9b4136a0c42b HTTP/1.1" status: 200 len: 868 time: 0.0915325 Jun 30 02:32:51.032130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43252) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:51.116772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11caf9b9-5405-42b6-9c11-416bba185e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:51.118117 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-11caf9b9-5405-42b6-9c11-416bba185e8d admin admin] 10.222.0.77 "GET /v2.0/subnets/77aea238-58ea-46bd-9c49-1141e89f9757 HTTP/1.1" status: 200 len: 816 time: 0.0850430 Jun 30 02:32:56.373362 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:32:58.486762 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9ac976b-0e9c-4ddb-ba6b-7edf92e95746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:01.210434 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:01.257331 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5252a26b-d8a6-4bb2-8db8-c83664b05b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.674834 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.331817 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.341225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43296) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:14.387809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-119946b2-a211-46df-9bc7-173ef6ebea63 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:33:14.388816 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-119946b2-a211-46df-9bc7-173ef6ebea63 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466018 Jun 30 02:33:16.637921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43304) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:16.695528 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffa21d8-4c25-4c45-b62e-3092f4908dcf admin admin] GET failed (client error): The resource could not be found. Jun 30 02:33:16.696821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7ffa21d8-4c25-4c45-b62e-3092f4908dcf admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579367 Jun 30 02:33:16.832365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601ea81b-8f51-4073-8ac4-418eda078ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.834040 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-601ea81b-8f51-4073-8ac4-418eda078ecd admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1334691 Jun 30 02:33:19.012494 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43312) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:19.058070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:19.166001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Made reservation on behalf of 8e4eeb0d842b4d038b8a48586617bc3e for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:19.168382 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:19.196503 n-d-798249-3 neutron-server[94530]: WARNING neutron.services.revisions.revision_plugin [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Could not find related network for resource to bump revision. Jun 30 02:33:19.210130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:33:19.220111 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:19.220452 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Added segment af13e3af-98d4-46e6-a1e1-5794079a5779 of type vlan for network 8ad5505b-d58b-4099-912e-572b62a0ecc0 Jun 30 02:33:19.257405 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:19.348334 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:19.349590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:19.350166 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:19.409245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ad5505b-d58b-4099-912e-572b62a0ecc0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:19.419737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:33:19.486435 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7c6c1ccb-1d2d-4750-bd39-33158c3cf8d5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4667261 Jun 30 02:33:21.625625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43320) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:21.685445 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-7364f94c-0843-4228-aedd-b540b967071f admin admin] GET failed (client error): The resource could not be found. Jun 30 02:33:21.686763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7364f94c-0843-4228-aedd-b540b967071f admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601912 Jun 30 02:33:21.753247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9182ff-3bd5-4a31-8415-e63eab2c4c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.754603 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6e9182ff-3bd5-4a31-8415-e63eab2c4c17 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641456 Jun 30 02:33:21.764274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:21.861562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Made reservation on behalf of 8e4eeb0d842b4d038b8a48586617bc3e for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:21.863860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.096986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.149037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de191ef-c536-431c-ba91-82b8554a1914,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:22.160153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:22.162126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Network hostable DHCP agents. Network: 8ad5505b-d58b-4099-912e-572b62a0ecc0, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:33:22.255973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:33:22.331077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 8ad5505b-d58b-4099-912e-572b62a0ecc0) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:22.335441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:22.336177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.340762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b90246-dbf0-498c-ac0e-6358bf44ae93 None None] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:22.537857 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1a674710-b1de-41ae-aa4e-1e356c92a006 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7768319 Jun 30 02:33:22.572702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8ad5505b-d58b-4099-912e-572b62a0ecc0', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'tenant_id': '8e4eeb0d842b4d038b8a48586617bc3e', 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:33:22.573626 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.716415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Allocated IP 192.168.233.2 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/c2b684f9-1636-4023-961c-fca55330c862) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:22.858795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.867574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Transition to ACTIVE for port object c2b684f9-1636-4023-961c-fca55330c862 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:22.881863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Transition to ACTIVE for port object c2b684f9-1636-4023-961c-fca55330c862 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:22.965766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.001807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:23.004716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:23.007281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:23.021321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Pushing event updated for resources: {'Port': ['ID=c2b684f9-1636-4023-961c-fca55330c862,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:23.044179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.044527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.044871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.045208 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.045560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.045891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.046216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.046541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.046867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.047186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.047506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.047827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:23.082045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Attempting to bind port c2b684f9-1636-4023-961c-fca55330c862 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:23.082430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Attempting to bind port c2b684f9-1636-4023-961c-fca55330c862 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:23.082809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Attempting to bind port c2b684f9-1636-4023-961c-fca55330c862 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:23.088163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:23.088532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:23.088935 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.089323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:23.089847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Bound port: c2b684f9-1636-4023-961c-fca55330c862, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:23.090241 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.155773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] For port c2b684f9-1636-4023-961c-fca55330c862, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:23.158912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] For port c2b684f9-1636-4023-961c-fca55330c862, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c2b684f9-1636-4023-961c-fca55330c862,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:23.240451 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.298751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f489410-15cb-4788-87a4-fe1fa309a53f None None] Pushing event updated for resources: {'Port': ['ID=c2b684f9-1636-4023-961c-fca55330c862,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:23.606587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c2b684f9-1636-4023-961c-fca55330c862 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:23.719815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port c2b684f9-1636-4023-961c-fca55330c862 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:24.144320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab208691-24b7-425f-8171-d3aa5d94de21 None None] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:24.331284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-966cc5ee-3b14-4f5b-b7b4-e87c7371fd4a None None] Provisioning for port c2b684f9-1636-4023-961c-fca55330c862 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:24.335253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-966cc5ee-3b14-4f5b-b7b4-e87c7371fd4a None None] Provisioning complete for port c2b684f9-1636-4023-961c-fca55330c862 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:24.341156 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-966cc5ee-3b14-4f5b-b7b4-e87c7371fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:24.428085 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-966cc5ee-3b14-4f5b-b7b4-e87c7371fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:24.466398 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-966cc5ee-3b14-4f5b-b7b4-e87c7371fd4a None None] For port c2b684f9-1636-4023-961c-fca55330c862, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c2b684f9-1636-4023-961c-fca55330c862,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:24.554211 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-966cc5ee-3b14-4f5b-b7b4-e87c7371fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:24.603015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cc5ee-3b14-4f5b-b7b4-e87c7371fd4a None None] Pushing event updated for resources: {'Port': ['ID=c2b684f9-1636-4023-961c-fca55330c862,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:24.673818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8f3cb85f-465b-4283-bcea-e8945f9c95ce None None] Provisioning complete for port c2b684f9-1636-4023-961c-fca55330c862 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:24.674469 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb85f-465b-4283-bcea-e8945f9c95ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:25.533875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c2b684f9-1636-4023-961c-fca55330c862 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:25.583071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c2b684f9-1636-4023-961c-fca55330c862 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:25.583440 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.474516 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6a25b9e0-1648-4f1b-be7c-99076fb7a021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:31.194184 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:31.210453 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c1f70cf-5cb7-44ad-99d0-e5fea98807ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:32.673410 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:33.372787 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:33:34.348326 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:58.564364 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c25bd20f-27b6-4aec-8c86-a81bca4cbbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:01.215195 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:01.238042 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f179f6aa-74e6-4cdf-b0a7-b7c1cc0c8289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.706763 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:04.353119 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.370790 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:34:28.472367 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0e90608-042f-4399-b12b-36fefd7bf206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.202470 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8b17ab8-8ee8-4e36-831d-161666748249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.231395 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.694617 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.346251 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.036856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43372) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:42.043560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-2d518b8c-8778-41a2-819f-67f3a4ab3e69 tempest-verify_tempest_config-2050840899 tempest-verify_tempest_config-2050840899-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:34:42.044551 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2d518b8c-8778-41a2-819f-67f3a4ab3e69 tempest-verify_tempest_config-2050840899 tempest-verify_tempest_config-2050840899-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067244 Jun 30 02:34:42.569838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43390) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:42.674813 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.765582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.836795 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.880855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d347a378-9c35-41ad-87d9-d8ada9ec7ee4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:42.889338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cfb2234cb6a44f74870bc9647aba12e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3184001 Jun 30 02:34:42.891004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.891355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.891699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.892041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.892685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.892810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.893906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.893906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.893906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.894222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.894398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.894545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43394) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:42.895010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1553c8e8-4986-4548-8a13-66287c8c10af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:42.957410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.978846 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.123485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.125994 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.127147 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d347a378-9c35-41ad-87d9-d8ada9ec7ee4 HTTP/1.1" status: 204 len: 168 time: 0.2315359 Jun 30 02:34:43.135335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d347a378-9c35-41ad-87d9-d8ada9ec7ee4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:43.142368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.142649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.142976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.143303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.143635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.143963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.144289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.144612 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.145070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.145395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.145746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:43.146067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac957d9-7285-4032-8ade-5305d5ee1ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:47.452949 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:34:58.498626 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fc1276ba-2f2f-4438-885a-e187c32c9ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.259446 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.287907 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-454b1140-2fc7-4a22-8c10-09fb43f0b667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.738321 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.379431 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.451391 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:35:28.521746 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aaed651e-41b8-4cf6-b2be-0b39819b717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.236431 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.344917 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-78cebdd0-7490-499c-8ccb-ae4f4fa0b7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.716011 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.344439 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.463892 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0332aa5b-9e9d-4a59-a476-310dc7741458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.251169 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.315593 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e04bc471-58ef-43db-ab95-11fd18d337f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.449449 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:36:02.709458 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.370091 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.474389 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-71ab4a14-949c-4540-8a06-69caf366ce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.211891 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.297750 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-55131400-9101-4f55-9e03-1913ea93b85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.697349 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:34.417899 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.448013 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:36:58.471262 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-935a50e9-e90c-4067-996d-e95a8af9748c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.251637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.345102 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d046ac6-3a5c-468d-85ba-e8fc924dd2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.736676 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.388565 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.446491 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 5 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:37:28.515498 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-15e202c9-4179-4755-be7b-2d28c6585e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.189189 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.240728 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9dc08210-f7c2-465d-8117-7eef5b258aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.707509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.395032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.423325 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713129'] for agent, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.445249 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 6 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:37:53.034530 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1713129'] for agent, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.491249 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0d52a799-413b-478a-b5b8-4ad360c44be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.251108 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.297130 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-98fd0f49-669a-435c-b82c-ad6b92a6741d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.731121 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.399171 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.370061 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.976877 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.484639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-37e67461-d035-4bee-bf57-a9080fef7e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.444282 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:38:31.215500 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.249888 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-391ec85f-5b23-4b57-8bbf-c4c576241e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.747059 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.397679 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.621040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43460) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:42.721013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7a6febda-b26a-4d69-b635-6a216f62433f admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0988514 Jun 30 02:38:44.857627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43470) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:44.918812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9cf39400-1059-4972-a6a8-07b1aecaf549 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0600474 Jun 30 02:38:52.374666 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.043178 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.477336 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a4df51b3-e360-4aa7-853c-caef51fa868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.214252 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.271630 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54bc1329-45b7-4a89-8b38-aab243bd150d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.757209 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.414401 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.442872 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:39:22.396946 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.945245 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.471084 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d9292253-e252-464a-88bd-d25b36b8d953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.202679 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.231984 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4bf788a4-3fdf-4c2a-bec0-f9cfd333824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.693568 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.402297 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.441391 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:39:52.452656 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.025004 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.487615 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-80aa6848-d081-4aee-8b20-828d0afc204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.212953 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.242122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-73cb5af2-2215-485f-8b70-26d4305160c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.979460 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.442225 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.378144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43704) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:08.605025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-network', 'tenant_id': '960cb00257de42d98de81ab58ffac139'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:08.774108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Made reservation on behalf of 960cb00257de42d98de81ab58ffac139 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:08.783522 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.793011 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.883311 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.098029 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.118198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:40:09.138410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071b98ec-186e-47d2-bbfc-ec567d7240d0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:09.145571 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.146257 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Added segment 36466510-dc93-43ff-8fd6-49b543d830fe of type vlan for network 8b6ae11d-e383-4f15-8222-2d3f362fb36d Jun 30 02:40:09.157400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.157892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.158335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.158747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.159148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.159551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.159947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.160539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.160738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.161131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.161552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.161937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Tracked resource versions report: Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: pushed versions: Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: { 'AddressGroup': {'1.2'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'ConntrackHelper': {'1.0'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'Log': {'1.0'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'Network': {'1.1'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'Port': {'1.7'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'PortForwarding': {'1.2'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'QosPolicy': {'1.8'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'SecurityGroup': {'1.4'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'SubPort': {'1.0'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'Subnet': {'1.1'}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'Trunk': {'1.1'}} Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: consumer versions: Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: { DHCP agent@n-d-798249-3: {}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: HyperV agent@n-h1-798249-3: {}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: HyperV agent@n-h2-798249-3: {}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: L3 agent@n-d-798249-3: {}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: Metadata agent@n-d-798249-3: {}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: Metering agent@n-d-798249-3: {}, Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: Open vSwitch agent@n-d-798249-3: { 'AddressGroup': '1.2', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'ConntrackHelper': '1.0', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'Log': '1.0', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'Network': '1.1', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'Port': '1.7', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'PortForwarding': '1.2', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'QosPolicy': '1.8', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'SecurityGroup': '1.4', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'SecurityGroupRule': '1.2', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'SubPort': '1.0', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'Subnet': '1.1', Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: 'Trunk': '1.1'}} Jun 30 02:40:09.163042 n-d-798249-3 neutron-server[94530]: {{(pid=94530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:40:09.211872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.390615 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.391764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:09.392403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.448392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6ae11d-e383-4f15-8222-2d3f362fb36d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:09.458552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8b6ae11d-e383-4f15-8222-2d3f362fb36d details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:40:09.533312 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-474af9f0-3d6e-48c1-854b-aaddeaa4fde1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5210853 Jun 30 02:40:09.536034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43750) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:09.540891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Request body: {'subnet': {'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-subnet', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:09.619868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Made reservation on behalf of 960cb00257de42d98de81ab58ffac139 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:09.626832 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.899733 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.958882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a07870e-f98d-4697-90de-88fb38975f3c,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:09.965629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Checking segment: {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:09.965986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Network hostable DHCP agents. Network: 8b6ae11d-e383-4f15-8222-2d3f362fb36d, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:40:10.070141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Network 8b6ae11d-e383-4f15-8222-2d3f362fb36d is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:40:10.271187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 8b6ae11d-e383-4f15-8222-2d3f362fb36d) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:10.276422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:10.277175 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.282537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ade2580-609a-4414-ad87-c0446b7f0a8a None None] Network 8b6ae11d-e383-4f15-8222-2d3f362fb36d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:10.448523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1673d651-b9e0-4d7f-85f4-82131dc682c6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9113736 Jun 30 02:40:10.451302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43794) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:10.455114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:40:10.456076 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.469843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:10.630026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Allocated IP 172.20.0.2 (8b6ae11d-e383-4f15-8222-2d3f362fb36d/1a07870e-f98d-4697-90de-88fb38975f3c/06f6480e-9df1-48c5-939b-0423726ee2e0) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:10.711120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.711120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.760861 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.783946 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.793706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Transition to ACTIVE for port object 06f6480e-9df1-48c5-939b-0423726ee2e0 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:10.836694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Transition to ACTIVE for port object 06f6480e-9df1-48c5-939b-0423726ee2e0 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:10.940959 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.012693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Network 8b6ae11d-e383-4f15-8222-2d3f362fb36d is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:11.029236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:11.040336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:11.065671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Pushing event updated for resources: {'Port': ['ID=06f6480e-9df1-48c5-939b-0423726ee2e0,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:11.092976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.093316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.093700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.094032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.094359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.094680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.094998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.095315 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.095632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.095960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.096270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.096586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Tracked resource versions report: Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: pushed versions: Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: { 'AddressGroup': {'1.2'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'ConntrackHelper': {'1.0'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'Log': {'1.0'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'Network': {'1.1'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'Port': {'1.7'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'PortForwarding': {'1.2'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'QosPolicy': {'1.8'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'SecurityGroup': {'1.4'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'SubPort': {'1.0'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'Subnet': {'1.1'}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'Trunk': {'1.1'}} Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: consumer versions: Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: { DHCP agent@n-d-798249-3: {}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: HyperV agent@n-h1-798249-3: {}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: HyperV agent@n-h2-798249-3: {}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: L3 agent@n-d-798249-3: {}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: Metadata agent@n-d-798249-3: {}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: Metering agent@n-d-798249-3: {}, Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: Open vSwitch agent@n-d-798249-3: { 'AddressGroup': '1.2', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'ConntrackHelper': '1.0', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'Log': '1.0', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'Network': '1.1', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'Port': '1.7', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'PortForwarding': '1.2', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'QosPolicy': '1.8', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'SecurityGroup': '1.4', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'SecurityGroupRule': '1.2', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'SubPort': '1.0', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'Subnet': '1.1', Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: 'Trunk': '1.1'}} Jun 30 02:40:11.097626 n-d-798249-3 neutron-server[94532]: {{(pid=94532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:40:11.176614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Attempting to bind port 06f6480e-9df1-48c5-939b-0423726ee2e0 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:11.177646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Attempting to bind port 06f6480e-9df1-48c5-939b-0423726ee2e0 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:11.179197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Attempting to bind port 06f6480e-9df1-48c5-939b-0423726ee2e0 on network 8b6ae11d-e383-4f15-8222-2d3f362fb36d {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:11.186996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:11.187770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Checking segment: {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:11.188366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.188938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Bound using segment: {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:11.189816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Bound port: 06f6480e-9df1-48c5-939b-0423726ee2e0, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:11.190431 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.259175 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.293877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] For port 06f6480e-9df1-48c5-939b-0423726ee2e0, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:11.293877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] For port 06f6480e-9df1-48c5-939b-0423726ee2e0, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=06f6480e-9df1-48c5-939b-0423726ee2e0,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:11.431385 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.495417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb3c0d-586e-4bb1-8ef0-877d3547b2ea None None] Pushing event updated for resources: {'Port': ['ID=06f6480e-9df1-48c5-939b-0423726ee2e0,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:11.616953 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.648440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.783676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Allocated IP 172.25.2.89 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/d4bf0d8d-11cd-4b20-a1b8-8612136cab49) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:11.911609 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.036806 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.077039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:12.079906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:12.083440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:12.092670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Pushing event updated for resources: {'Port': ['ID=d4bf0d8d-11cd-4b20-a1b8-8612136cab49,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:12.428133 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.562498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963994f0-9e30-4e8f-aef1-fa540dcebdfa None None] Network 8b6ae11d-e383-4f15-8222-2d3f362fb36d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:12.646975 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.755290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-be4aad4e-85b3-472f-a669-fab1c7453415 None None] Provisioning for port 06f6480e-9df1-48c5-939b-0423726ee2e0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:12.859495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:40:12.997210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:40:13.006097 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Sync routers for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:40:13.014873 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:40:13.015473 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:13.144559 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:40:13.149522 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.151495 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e4bf65b-ccb3-4616-b541-4bf45462cdfd admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6975882 Jun 30 02:40:13.154466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43908) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:13.373173 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:12Z', 'revision_number': 3, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:13.410385 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Checking router: 53df3dd9-a5e4-4f27-9b19-e40d564bda95 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:40:13.410828 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Updating router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 port d4bf0d8d-11cd-4b20-a1b8-8612136cab49 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:40:13.444168 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.624204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.745839 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.768325 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Transition to ACTIVE for port object d4bf0d8d-11cd-4b20-a1b8-8612136cab49 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:13.823609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 06f6480e-9df1-48c5-939b-0423726ee2e0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:13.864956 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.906795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Allocated IP 172.20.0.1 (8b6ae11d-e383-4f15-8222-2d3f362fb36d/1a07870e-f98d-4697-90de-88fb38975f3c/940739e4-1b43-49bc-a930-d5b7e4987df6) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:13.906937 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Pushing event updated for resources: {'Port': ['ID=d4bf0d8d-11cd-4b20-a1b8-8612136cab49,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:13.917996 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.918560 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.919033 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.919500 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.922467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.922467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.922467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.922467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.922467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.922467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.922467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.922467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Tracked resource versions report: Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: pushed versions: Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: { 'AddressGroup': {'1.2'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'ConntrackHelper': {'1.0'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'Log': {'1.0'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'Network': {'1.1'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'Port': {'1.7'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'PortForwarding': {'1.2'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'QosPolicy': {'1.8'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'SecurityGroup': {'1.4'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'SubPort': {'1.0'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'Subnet': {'1.1'}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'Trunk': {'1.1'}} Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: consumer versions: Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: { DHCP agent@n-d-798249-3: {}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: HyperV agent@n-h1-798249-3: {}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: HyperV agent@n-h2-798249-3: {}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: L3 agent@n-d-798249-3: {}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: Metadata agent@n-d-798249-3: {}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: Metering agent@n-d-798249-3: {}, Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: Open vSwitch agent@n-d-798249-3: { 'AddressGroup': '1.2', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'ConntrackHelper': '1.0', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'Log': '1.0', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'Network': '1.1', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'Port': '1.7', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'PortForwarding': '1.2', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'QosPolicy': '1.8', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'SecurityGroup': '1.4', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'SecurityGroupRule': '1.2', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'SubPort': '1.0', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'Subnet': '1.1', Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: 'Trunk': '1.1'}} Jun 30 02:40:13.923546 n-d-798249-3 neutron-server[94533]: {{(pid=94533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:40:13.958849 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Attempting to bind port d4bf0d8d-11cd-4b20-a1b8-8612136cab49 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:13.959222 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Attempting to bind port d4bf0d8d-11cd-4b20-a1b8-8612136cab49 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:13.968267 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Attempting to bind port d4bf0d8d-11cd-4b20-a1b8-8612136cab49 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:13.968267 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:13.968267 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:13.968267 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.968267 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:13.968267 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Bound port: d4bf0d8d-11cd-4b20-a1b8-8612136cab49, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:13.968267 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.025333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] For port d4bf0d8d-11cd-4b20-a1b8-8612136cab49, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:14.029202 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] For port d4bf0d8d-11cd-4b20-a1b8-8612136cab49, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d4bf0d8d-11cd-4b20-a1b8-8612136cab49,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:14.029536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.037059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 06f6480e-9df1-48c5-939b-0423726ee2e0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:14.042804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 06f6480e-9df1-48c5-939b-0423726ee2e0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:14.053520 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.054004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Transition to ACTIVE for port object 940739e4-1b43-49bc-a930-d5b7e4987df6 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:14.111209 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.133610 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.165550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 06f6480e-9df1-48c5-939b-0423726ee2e0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=06f6480e-9df1-48c5-939b-0423726ee2e0,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:14.175755 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:40:14.176331 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:14.178217 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55b015-f56e-4b5f-b1d9-e87a47f64a72 None None] Pushing event updated for resources: {'Port': ['ID=d4bf0d8d-11cd-4b20-a1b8-8612136cab49,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:14.271432 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.294079 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.324534 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:40:14.325101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Pushing event updated for resources: {'Port': ['ID=940739e4-1b43-49bc-a930-d5b7e4987df6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:14.334327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.334679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.335018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.335612 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.335939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.336265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.336588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.337036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.337364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.337707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.338116 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.338438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Tracked resource versions report: Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: pushed versions: Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: { 'AddressGroup': {'1.2'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'ConntrackHelper': {'1.0'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'Log': {'1.0'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'Network': {'1.1'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'Port': {'1.7'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'PortForwarding': {'1.2'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'QosPolicy': {'1.8'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'SecurityGroup': {'1.4'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'SubPort': {'1.0'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'Subnet': {'1.1'}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'Trunk': {'1.1'}} Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: consumer versions: Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: { DHCP agent@n-d-798249-3: {}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: HyperV agent@n-h1-798249-3: {}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: HyperV agent@n-h2-798249-3: {}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: L3 agent@n-d-798249-3: {}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: Metadata agent@n-d-798249-3: {}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: Metering agent@n-d-798249-3: {}, Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: Open vSwitch agent@n-d-798249-3: { 'AddressGroup': '1.2', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'ConntrackHelper': '1.0', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'Log': '1.0', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'Network': '1.1', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'Port': '1.7', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'PortForwarding': '1.2', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'QosPolicy': '1.8', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'SecurityGroup': '1.4', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'SecurityGroupRule': '1.2', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'SubPort': '1.0', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'Subnet': '1.1', Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: 'Trunk': '1.1'}} Jun 30 02:40:14.339793 n-d-798249-3 neutron-server[94531]: {{(pid=94531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:40:14.371879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Network 8b6ae11d-e383-4f15-8222-2d3f362fb36d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:14.373853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:14.391290 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:14.391851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.405270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=06f6480e-9df1-48c5-939b-0423726ee2e0,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:14.428631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43988) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:14.589425 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-04d0ad83-9585-4f42-96cb-64ce40440d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.695791 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:12Z', 'revision_number': 3, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:14.706459 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-04d0ad83-9585-4f42-96cb-64ce40440d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.729212 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d762a7a-615b-4027-8e15-b7d7489c78fb None None] The sync data for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 is: [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:12Z', 'revision_number': 3, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:40:14.813408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-04d0ad83-9585-4f42-96cb-64ce40440d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.844629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d925baf3-d55a-4ede-a791-ec92f25c6f43 None None] Provisioning for port 940739e4-1b43-49bc-a930-d5b7e4987df6 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:14.856363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-04d0ad83-9585-4f42-96cb-64ce40440d72 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=39d30137c03d4e12960ef4c2696f399f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4246614 Jun 30 02:40:14.857702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ad83-9585-4f42-96cb-64ce40440d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140a6e4e-63e3-4af0-ac14-3321b46108b7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:14.860393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d925baf3-d55a-4ede-a791-ec92f25c6f43 None None] Provisioning complete for port 940739e4-1b43-49bc-a930-d5b7e4987df6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:14.860888 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d925baf3-d55a-4ede-a791-ec92f25c6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.863337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44000) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:14.911096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d925baf3-d55a-4ede-a791-ec92f25c6f43 None None] Port 940739e4-1b43-49bc-a930-d5b7e4987df6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:14.937411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.003650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-663ddf54-20d2-446d-831a-bc4db69bafd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.046719 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-663ddf54-20d2-446d-831a-bc4db69bafd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.200377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44026) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:15.241506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.312668 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-faa863a0-bb7b-494e-9996-c29de6da9b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.328068 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-663ddf54-20d2-446d-831a-bc4db69bafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.339098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-663ddf54-20d2-446d-831a-bc4db69bafd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.340624 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-663ddf54-20d2-446d-831a-bc4db69bafd9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/140a6e4e-63e3-4af0-ac14-3321b46108b7 HTTP/1.1" status: 204 len: 168 time: 0.4763045 Jun 30 02:40:15.349277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ddf54-20d2-446d-831a-bc4db69bafd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140a6e4e-63e3-4af0-ac14-3321b46108b7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:15.374030 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.374519 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.463534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-faa863a0-bb7b-494e-9996-c29de6da9b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.481699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Pushing event updated for resources: {'Port': ['ID=940739e4-1b43-49bc-a930-d5b7e4987df6,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:15.535608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Network 8b6ae11d-e383-4f15-8222-2d3f362fb36d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:15.537303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:15.599183 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-faa863a0-bb7b-494e-9996-c29de6da9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.651154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-faa863a0-bb7b-494e-9996-c29de6da9b08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=628d83c0396a411e9027c654af9b5d98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4490285 Jun 30 02:40:15.653795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44052) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:15.720549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa863a0-bb7b-494e-9996-c29de6da9b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc346eb1-a10a-4854-8f8b-573cb82ef016,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:15.756862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:40:15.767055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-926fdae1-e080-424e-9fbe-22a490fbb544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.797668 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-926fdae1-e080-424e-9fbe-22a490fbb544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.871977 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a3b3254e-261d-495a-87dc-37cf53ad32eb None None] Provisioning complete for port 940739e4-1b43-49bc-a930-d5b7e4987df6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:15.872484 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a3b3254e-261d-495a-87dc-37cf53ad32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.944404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:40:15.951366 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-68d9f449-97ff-41cc-9fa8-81bf801b0a9d admin admin] 10.222.0.77 "PUT /v2.0/routers/53df3dd9-a5e4-4f27-9b19-e40d564bda95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7958539 Jun 30 02:40:15.968439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3254e-261d-495a-87dc-37cf53ad32eb None None] Port 940739e4-1b43-49bc-a930-d5b7e4987df6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:15.984806 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-926fdae1-e080-424e-9fbe-22a490fbb544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.987568 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-926fdae1-e080-424e-9fbe-22a490fbb544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.988920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-926fdae1-e080-424e-9fbe-22a490fbb544 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc346eb1-a10a-4854-8f8b-573cb82ef016 HTTP/1.1" status: 204 len: 168 time: 0.3340318 Jun 30 02:40:15.997240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fdae1-e080-424e-9fbe-22a490fbb544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc346eb1-a10a-4854-8f8b-573cb82ef016,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:16.034024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d4bf0d8d-11cd-4b20-a1b8-8612136cab49 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:16.224589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d4bf0d8d-11cd-4b20-a1b8-8612136cab49 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:16.228728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d4bf0d8d-11cd-4b20-a1b8-8612136cab49 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:16.229654 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.306376 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.328123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d4bf0d8d-11cd-4b20-a1b8-8612136cab49, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d4bf0d8d-11cd-4b20-a1b8-8612136cab49,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:16.403259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44078) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:16.475982 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.476794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 06f6480e-9df1-48c5-939b-0423726ee2e0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:16.569548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d4bf0d8d-11cd-4b20-a1b8-8612136cab49,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:16.579310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 06f6480e-9df1-48c5-939b-0423726ee2e0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:16.579685 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.694593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Sync routers for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:40:16.703580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:40:16.708902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:16.806348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:40:16.973930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44090) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:16.989416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-129ef575-0afc-43f0-9aaa-60a563beac8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.005664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:15Z', 'revision_number': 2, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:17.032413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Checking router: 53df3dd9-a5e4-4f27-9b19-e40d564bda95 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:40:17.032994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Updating router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 port 940739e4-1b43-49bc-a930-d5b7e4987df6 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:40:17.082684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.096069 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-129ef575-0afc-43f0-9aaa-60a563beac8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.138246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44094) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.192768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-129ef575-0afc-43f0-9aaa-60a563beac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.199104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44100) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.256712 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-129ef575-0afc-43f0-9aaa-60a563beac8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d402a7e561b8443084c19dc9228dc4ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2813175 Jun 30 02:40:17.257804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ef575-0afc-43f0-9aaa-60a563beac8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd391533-653b-42cb-b50f-1c15d7222d68,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:17.259342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44104) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.281793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c900e3c-a5f4-4807-9a7b-b7d69940f7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.342894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cffe984-fbaa-47dc-8629-44cdc7524946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.394109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cffe984-fbaa-47dc-8629-44cdc7524946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.496072 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c900e3c-a5f4-4807-9a7b-b7d69940f7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.527129 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.542335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Transition to ACTIVE for port object 940739e4-1b43-49bc-a930-d5b7e4987df6 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:17.643550 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9faab65-a94b-4461-87e1-1dcf2a71e478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.671047 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.671247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c900e3c-a5f4-4807-9a7b-b7d69940f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.678195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9f94d0f-72f2-4e10-96f6-4cc60e4270a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.719928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-a9f94d0f-72f2-4e10-96f6-4cc60e4270a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:40:17.719928 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:40:17.719928 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id_1': '9870f653270246ac9171691a5d960cca', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 40, 17, 706111)}] Jun 30 02:40:17.719928 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:40:17.721583 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-a9f94d0f-72f2-4e10-96f6-4cc60e4270a4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:40:17.739156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c900e3c-a5f4-4807-9a7b-b7d69940f7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4846ed2-6dd8-4727-b9e2-4e7a96892b1b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:17.744139 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cffe984-fbaa-47dc-8629-44cdc7524946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.749958 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cffe984-fbaa-47dc-8629-44cdc7524946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.751144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3cffe984-fbaa-47dc-8629-44cdc7524946 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd391533-653b-42cb-b50f-1c15d7222d68 HTTP/1.1" status: 204 len: 168 time: 0.4905455 Jun 30 02:40:17.774939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffe984-fbaa-47dc-8629-44cdc7524946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd391533-653b-42cb-b50f-1c15d7222d68,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:17.787041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9c900e3c-a5f4-4807-9a7b-b7d69940f7bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aadc4025a80f46d7a9335b2a817e4df4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3826995 Jun 30 02:40:17.792477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44130) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.848027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44134) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.852120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677b2dd-19b2-4b59-aa6b-9215867b5ef3 None None] Pushing event updated for resources: {'Port': ['ID=940739e4-1b43-49bc-a930-d5b7e4987df6,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:17.877818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d4bf0d8d-11cd-4b20-a1b8-8612136cab49 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:17.880125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78ec4378-6c71-43b0-8edb-21c8c5170ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.895685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bedd963-a043-4ef2-90ab-decd50e86a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.906055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78ec4378-6c71-43b0-8edb-21c8c5170ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.923356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Attempting to bind port 940739e4-1b43-49bc-a930-d5b7e4987df6 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:17.924159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Attempting to bind port 940739e4-1b43-49bc-a930-d5b7e4987df6 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:17.924763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Attempting to bind port 940739e4-1b43-49bc-a930-d5b7e4987df6 on network 8b6ae11d-e383-4f15-8222-2d3f362fb36d {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:17.946730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:17.949006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Checking segment: {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:17.949546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.950041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Bound using segment: {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:17.950763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Bound port: 940739e4-1b43-49bc-a930-d5b7e4987df6, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:17.951405 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.972922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9faab65-a94b-4461-87e1-1dcf2a71e478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.012345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d4bf0d8d-11cd-4b20-a1b8-8612136cab49 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:18.012994 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.101985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] For port 940739e4-1b43-49bc-a930-d5b7e4987df6, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:18.106095 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] For port 940739e4-1b43-49bc-a930-d5b7e4987df6, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=940739e4-1b43-49bc-a930-d5b7e4987df6,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:18.107397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9faab65-a94b-4461-87e1-1dcf2a71e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.139077 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78ec4378-6c71-43b0-8edb-21c8c5170ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.145779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78ec4378-6c71-43b0-8edb-21c8c5170ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.147661 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-78ec4378-6c71-43b0-8edb-21c8c5170ffc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4846ed2-6dd8-4727-b9e2-4e7a96892b1b HTTP/1.1" status: 204 len: 168 time: 0.3539474 Jun 30 02:40:18.154592 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f9faab65-a94b-4461-87e1-1dcf2a71e478 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=22496da34b5d48ba91d74f135b326a1e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0151832 Jun 30 02:40:18.161594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44152) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:18.170277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faab65-a94b-4461-87e1-1dcf2a71e478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b11f75b-20cc-426c-aa59-5776f8a0b26b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.189049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec4378-6c71-43b0-8edb-21c8c5170ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4846ed2-6dd8-4727-b9e2-4e7a96892b1b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.221568 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.230706 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9f94d0f-72f2-4e10-96f6-4cc60e4270a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.251290 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0898b659-7190-4df7-a19f-700eafbcbf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.276552 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0898b659-7190-4df7-a19f-700eafbcbf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.298298 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bedd963-a043-4ef2-90ab-decd50e86a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.330951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:40:18.330951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:18.404864 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bedd963-a043-4ef2-90ab-decd50e86a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.422762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677b2dd-19b2-4b59-aa6b-9215867b5ef3 None None] Pushing event updated for resources: {'Port': ['ID=940739e4-1b43-49bc-a930-d5b7e4987df6,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.477449 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0898b659-7190-4df7-a19f-700eafbcbf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.483062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0898b659-7190-4df7-a19f-700eafbcbf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.485244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0898b659-7190-4df7-a19f-700eafbcbf73 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b11f75b-20cc-426c-aa59-5776f8a0b26b HTTP/1.1" status: 204 len: 168 time: 0.3214829 Jun 30 02:40:18.496790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:40:18.499922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898b659-7190-4df7-a19f-700eafbcbf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b11f75b-20cc-426c-aa59-5776f8a0b26b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.537191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44176) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:18.549514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5bedd963-a043-4ef2-90ab-decd50e86a67 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0204800ad2324910a1499cfa2b5b5020&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6997113 Jun 30 02:40:18.582696 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedd963-a043-4ef2-90ab-decd50e86a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f6f90e-fefc-4098-88ed-d72cfdaed0d6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.638845 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44186) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:18.640952 n-d-798249-3 neutron-server[94530]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 02:40:18.641217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f47c244-40b1-488e-8dc2-100a8c6a969c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.663617 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f47c244-40b1-488e-8dc2-100a8c6a969c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.704849 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-9993eb28-e229-4abd-a5f9-db97ab749370 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=d20c75e71fc447c09f5f0985a74b4322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649095 Jun 30 02:40:18.794489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:18Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:18.820259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f47c244-40b1-488e-8dc2-100a8c6a969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.823898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4fddf-f34f-4d6f-9cbf-78f79f935a0c None None] The sync data for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 is: [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:18Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:40:18.835806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f47c244-40b1-488e-8dc2-100a8c6a969c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.839955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8f47c244-40b1-488e-8dc2-100a8c6a969c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22f6f90e-fefc-4098-88ed-d72cfdaed0d6 HTTP/1.1" status: 204 len: 168 time: 0.3016477 Jun 30 02:40:18.849992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47c244-40b1-488e-8dc2-100a8c6a969c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f6f90e-fefc-4098-88ed-d72cfdaed0d6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.987089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-16b4a28b-1c71-49b9-834c-ff6a4ec29bec tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.988663 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-16b4a28b-1c71-49b9-834c-ff6a4ec29bec tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760117 Jun 30 02:40:19.017019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-60890d7e-a8b8-43eb-9b27-385e320c16ef tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/quotas/d20c75e71fc447c09f5f0985a74b4322 HTTP/1.1" status: 200 len: 375 time: 0.0204926 Jun 30 02:40:19.076530 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9f94d0f-72f2-4e10-96f6-4cc60e4270a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.143937 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-dad9c409-4827-4e56-88c9-dcf72d13c05f tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d20c75e71fc447c09f5f0985a74b4322&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941210 Jun 30 02:40:19.259155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9f94d0f-72f2-4e10-96f6-4cc60e4270a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.300093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a9f94d0f-72f2-4e10-96f6-4cc60e4270a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9870f653270246ac9171691a5d960cca&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0997906 Jun 30 02:40:19.301373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f94d0f-72f2-4e10-96f6-4cc60e4270a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34693363-120b-4b9b-8a08-c5921d70002a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:19.302999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44212) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:19.355778 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6080f333-3b16-44cc-a9ba-e7a160639a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.387301 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6080f333-3b16-44cc-a9ba-e7a160639a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.546345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee836f39-fe8b-441f-a41d-9de0c1510a99 req-eafdc31a-ea47-4517-a4fd-dc06e0ef875a tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0531466 Jun 30 02:40:19.556373 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6080f333-3b16-44cc-a9ba-e7a160639a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.562615 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6080f333-3b16-44cc-a9ba-e7a160639a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.566019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6080f333-3b16-44cc-a9ba-e7a160639a10 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34693363-120b-4b9b-8a08-c5921d70002a HTTP/1.1" status: 204 len: 168 time: 0.2595773 Jun 30 02:40:19.585753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080f333-3b16-44cc-a9ba-e7a160639a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34693363-120b-4b9b-8a08-c5921d70002a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:19.688740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44240) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:19.694666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-network', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:19.824955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Made reservation on behalf of d07c32f46cbe48bb8b8e113d52cf1e7e for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:19.827709 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.839051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 940739e4-1b43-49bc-a930-d5b7e4987df6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:19.839599 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.945996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.974060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 940739e4-1b43-49bc-a930-d5b7e4987df6 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:19.977693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 940739e4-1b43-49bc-a930-d5b7e4987df6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:19.981644 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.029614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44248) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.043550 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-536b1320-5c54-409e-8c7e-8187385a1259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.061388 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.095902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 940739e4-1b43-49bc-a930-d5b7e4987df6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=940739e4-1b43-49bc-a930-d5b7e4987df6,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:20.116461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.144723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:40:20.154124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315ced15-78fc-4951-ac65-45a0b042e7ca,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:20.161279 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.161857 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Added segment d68c774d-4b63-490a-abe9-49d23c81cf82 of type vlan for network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 Jun 30 02:40:20.202232 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-536b1320-5c54-409e-8c7e-8187385a1259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.211283 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.286986 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.316439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-536b1320-5c54-409e-8c7e-8187385a1259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.340001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44252) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.345696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=940739e4-1b43-49bc-a930-d5b7e4987df6,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:20.354394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7acc42bb-6b47-40e7-8a17-31018cc48acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.377802 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-536b1320-5c54-409e-8c7e-8187385a1259 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=637785615cd342129c15e08d5cf36a6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3462977 Jun 30 02:40:20.378404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44256) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.385360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b1320-5c54-409e-8c7e-8187385a1259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdd3a48-4c18-48c5-9a7a-fff076748c5e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:20.392536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.393656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:20.394241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.440767 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:40:20.446409 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1718-5163-48b6-9d5a-41cf167fc498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.481792 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1718-5163-48b6-9d5a-41cf167fc498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.494406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] Pushing event updated for resources: {'Network': ['ID=93441f9b-ad52-4ab9-96ab-4ae96fc444b0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:20.512083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:40:20.543944 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7acc42bb-6b47-40e7-8a17-31018cc48acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.636158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7acc42bb-6b47-40e7-8a17-31018cc48acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.651418 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1718-5163-48b6-9d5a-41cf167fc498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.653974 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1718-5163-48b6-9d5a-41cf167fc498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.655085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bcbd1718-5163-48b6-9d5a-41cf167fc498 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfdd3a48-4c18-48c5-9a7a-fff076748c5e HTTP/1.1" status: 204 len: 168 time: 0.2755263 Jun 30 02:40:20.657028 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36a591e0-3cd2-44f5-bbd7-f56aca7e71b7 req-71525a96-efeb-4851-894d-6ad2d833b212 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0392618 Jun 30 02:40:20.668046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd1718-5163-48b6-9d5a-41cf167fc498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdd3a48-4c18-48c5-9a7a-fff076748c5e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:20.676052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7acc42bb-6b47-40e7-8a17-31018cc48acd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c89f538dec3549a589a623cf567e3acc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3319755 Jun 30 02:40:20.678475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44272) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.696444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc42bb-6b47-40e7-8a17-31018cc48acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c55e3d-0fea-44df-afc1-e4f008fa663c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:20.734358 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9332cacc-cbb2-4061-8cad-c11d7f963704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.759057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9332cacc-cbb2-4061-8cad-c11d7f963704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.820000 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e19fe6e8-a4d8-4aeb-aeb9-462ce90fb097 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1301248 Jun 30 02:40:20.822722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44274) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.827379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Request body: {'subnet': {'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-subnet', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:20.945800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Made reservation on behalf of d07c32f46cbe48bb8b8e113d52cf1e7e for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:20.950050 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.952976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9332cacc-cbb2-4061-8cad-c11d7f963704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.955408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9332cacc-cbb2-4061-8cad-c11d7f963704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.957811 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9332cacc-cbb2-4061-8cad-c11d7f963704 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49c55e3d-0fea-44df-afc1-e4f008fa663c HTTP/1.1" status: 204 len: 168 time: 0.2782221 Jun 30 02:40:21.004511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332cacc-cbb2-4061-8cad-c11d7f963704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c55e3d-0fea-44df-afc1-e4f008fa663c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:21.259818 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.314251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b4dd1d-15b2-4783-a23c-f62879cc76fb,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:21.322284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Checking segment: {'id': 'd68c774d-4b63-490a-abe9-49d23c81cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:21.322633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Network hostable DHCP agents. Network: 93441f9b-ad52-4ab9-96ab-4ae96fc444b0, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:40:21.452946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:40:21.562014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 93441f9b-ad52-4ab9-96ab-4ae96fc444b0) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:21.566092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.569648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.571507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741dd9de-b063-4f3f-a222-314629f54449 None None] Network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:21.647460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44288) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.667659 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee26701e-40b5-4b49-9603-93de79d7ec55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.731948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-93441f9b-ad52-4ab9-96ab-4ae96fc444b0', 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'fixed_ips': [{'subnet_id': 'f2b4dd1d-15b2-4783-a23c-f62879cc76fb'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:40:21.733243 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.746132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c0524c95-fe47-49a6-9e70-96b0ea6d216f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9221480 Jun 30 02:40:21.748670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44294) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.756150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-router', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:21.797046 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:40:21.797046 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:40:21.797046 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id_1': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 40, 21, 764466)}] Jun 30 02:40:21.797046 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:40:21.797046 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:40:21.798937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44302) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.860123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 940739e4-1b43-49bc-a930-d5b7e4987df6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:21.896500 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee26701e-40b5-4b49-9603-93de79d7ec55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.966523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Allocated IP 172.20.0.2 (93441f9b-ad52-4ab9-96ab-4ae96fc444b0/f2b4dd1d-15b2-4783-a23c-f62879cc76fb/d7909604-0b28-4e6f-abdc-c0005826babb) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:21.971100 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 940739e4-1b43-49bc-a930-d5b7e4987df6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:21.971528 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.054749 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee26701e-40b5-4b49-9603-93de79d7ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.097989 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ee26701e-40b5-4b49-9603-93de79d7ec55 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=636346e089564a76b7379cb45965efc2&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4490654 Jun 30 02:40:22.100809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44314) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:22.109560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26701e-40b5-4b49-9603-93de79d7ec55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbc3850-6977-4682-afbb-a365b6780308,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:22.126234 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b074caa0-de1c-4a75-8e1c-73a38c19b337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.174280 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.185534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7cafb646-0ce5-4860-a8ef-d1ec7f3a6cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.190896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Transition to ACTIVE for port object d7909604-0b28-4e6f-abdc-c0005826babb will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:22.213779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Transition to ACTIVE for port object d7909604-0b28-4e6f-abdc-c0005826babb will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:22.217605 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7cafb646-0ce5-4860-a8ef-d1ec7f3a6cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.234413 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b074caa0-de1c-4a75-8e1c-73a38c19b337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.333453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b074caa0-de1c-4a75-8e1c-73a38c19b337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.334737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.360010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44326) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:22.396392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:22.398067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074caa0-de1c-4a75-8e1c-73a38c19b337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c3b7fb-cb58-43d0-a47f-42cc51d806c9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:22.403079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:22.403299 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b074caa0-de1c-4a75-8e1c-73a38c19b337 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17172ffb328e4ade9e6d4e3fb1eb4137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6031520 Jun 30 02:40:22.405920 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44330) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:22.406051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:22.420773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Pushing event updated for resources: {'Port': ['ID=d7909604-0b28-4e6f-abdc-c0005826babb,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:22.424948 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7cafb646-0ce5-4860-a8ef-d1ec7f3a6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.428005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7cafb646-0ce5-4860-a8ef-d1ec7f3a6cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.430712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7cafb646-0ce5-4860-a8ef-d1ec7f3a6cad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0fbc3850-6977-4682-afbb-a365b6780308 HTTP/1.1" status: 204 len: 168 time: 0.3282926 Jun 30 02:40:22.447421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafb646-0ce5-4860-a8ef-d1ec7f3a6cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbc3850-6977-4682-afbb-a365b6780308,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:22.487845 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.488980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.494438 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.512316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Attempting to bind port d7909604-0b28-4e6f-abdc-c0005826babb on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:22.512948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Attempting to bind port d7909604-0b28-4e6f-abdc-c0005826babb by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd68c774d-4b63-490a-abe9-49d23c81cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:22.513580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Attempting to bind port d7909604-0b28-4e6f-abdc-c0005826babb on network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:22.523374 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:22.523887 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Checking segment: {'id': 'd68c774d-4b63-490a-abe9-49d23c81cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:22.524392 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.524878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Bound using segment: {'id': 'd68c774d-4b63-490a-abe9-49d23c81cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:22.526022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Bound port: d7909604-0b28-4e6f-abdc-c0005826babb, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68c774d-4b63-490a-abe9-49d23c81cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:22.526585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.533401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93f02b2c-187c-4c99-90a1-e7fa471ca46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.575604 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.578179 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93f02b2c-187c-4c99-90a1-e7fa471ca46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.598094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] For port d7909604-0b28-4e6f-abdc-c0005826babb, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:22.611752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] For port d7909604-0b28-4e6f-abdc-c0005826babb, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d7909604-0b28-4e6f-abdc-c0005826babb,segment=NetworkSegment(d68c774d-4b63-490a-abe9-49d23c81cf82),segment_id=d68c774d-4b63-490a-abe9-49d23c81cf82)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:22.750902 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.751362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93f02b2c-187c-4c99-90a1-e7fa471ca46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.757661 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93f02b2c-187c-4c99-90a1-e7fa471ca46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.759870 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-93f02b2c-187c-4c99-90a1-e7fa471ca46d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c6c3b7fb-cb58-43d0-a47f-42cc51d806c9 HTTP/1.1" status: 204 len: 168 time: 0.3526282 Jun 30 02:40:22.773764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f02b2c-187c-4c99-90a1-e7fa471ca46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c3b7fb-cb58-43d0-a47f-42cc51d806c9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:22.804809 n-d-798249-3 neutron-server[94531]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 02:40:22.878176 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:22.881584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c88b9b-5051-42f1-a9a8-03242d468100 None None] Pushing event updated for resources: {'Port': ['ID=d7909604-0b28-4e6f-abdc-c0005826babb,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:22.894132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-86bf03f6-bf87-4022-aa2e-43e93aacfef8 req-6aa8945b-2d58-40b4-aa95-4935e5564e55 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 210 time: 0.5328021 Jun 30 02:40:23.036040 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.217829 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.242924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.355170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Allocated IP 172.25.2.165 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/1da93ea9-5969-4daf-8451-4badf2b14430) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:23.464846 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.779294 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:23.823873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d7909604-0b28-4e6f-abdc-c0005826babb up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:23.834560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:23.841303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:23.843626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:23.845653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Pushing event updated for resources: {'Port': ['ID=1da93ea9-5969-4daf-8451-4badf2b14430,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:23.879308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffe1fd2-6df9-4b45-a2a1-13ca7a85e48c None None] Network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:24.056410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d7909604-0b28-4e6f-abdc-c0005826babb completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:24.188166 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ca44ec42-d36c-4814-80dc-1039f172e823 req-bbaeebb9-1fd3-4d13-b21a-d616bfd8ffbb tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0316498 Jun 30 02:40:24.221198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fa32a7a5-0bd0-4ae0-be8a-b038955b3fa0 None None] Provisioning for port d7909604-0b28-4e6f-abdc-c0005826babb completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:24.231520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fa32a7a5-0bd0-4ae0-be8a-b038955b3fa0 None None] Provisioning complete for port d7909604-0b28-4e6f-abdc-c0005826babb triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:24.231972 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fa32a7a5-0bd0-4ae0-be8a-b038955b3fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.271129 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.331730 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fa32a7a5-0bd0-4ae0-be8a-b038955b3fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.546427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-fa32a7a5-0bd0-4ae0-be8a-b038955b3fa0 None None] For port d7909604-0b28-4e6f-abdc-c0005826babb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d7909604-0b28-4e6f-abdc-c0005826babb,segment=NetworkSegment(d68c774d-4b63-490a-abe9-49d23c81cf82),segment_id=d68c774d-4b63-490a-abe9-49d23c81cf82)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:24.546822 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.881595 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fa32a7a5-0bd0-4ae0-be8a-b038955b3fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.894308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44382) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:24.909365 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3e1f413d-4cba-4c27-b621-5ba7f1096068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.944814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Router 060f4109-2f59-4b4b-ad1f-adce4699229f is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:40:24.960244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32a7a5-0bd0-4ae0-be8a-b038955b3fa0 None None] Pushing event updated for resources: {'Port': ['ID=d7909604-0b28-4e6f-abdc-c0005826babb,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:25.023397 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d86f6bfd-4417-4fae-a616-a3768d931451 None None] Provisioning complete for port d7909604-0b28-4e6f-abdc-c0005826babb triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:25.023780 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d86f6bfd-4417-4fae-a616-a3768d931451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.055383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3e1f413d-4cba-4c27-b621-5ba7f1096068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.121035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:40:25.130416 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Sync routers for ids ['060f4109-2f59-4b4b-ad1f-adce4699229f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:40:25.138772 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3e1f413d-4cba-4c27-b621-5ba7f1096068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.139644 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Routers {'060f4109-2f59-4b4b-ad1f-adce4699229f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:40:25.140310 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['060f4109-2f59-4b4b-ad1f-adce4699229f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:25.164594 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3e1f413d-4cba-4c27-b621-5ba7f1096068 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c86d64890384b27bd21c4869a781a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693493 Jun 30 02:40:25.167501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44390) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:25.193161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f413d-4cba-4c27-b621-5ba7f1096068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5acbb3-bf70-444e-9785-b21eb0497b70,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:25.260430 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.261104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.74', 60548) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:25.263411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9b32c16b-cda6-4a99-b68d-b0d19accba3a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5137014 Jun 30 02:40:25.267756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44398) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:25.269823 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e85fc6-f378-4065-a3dc-095cfc391e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.296655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e85fc6-f378-4065-a3dc-095cfc391e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.304919 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-b629924f-9a0d-4ec3-961e-e69b5829096b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=d20c75e71fc447c09f5f0985a74b4322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426424 Jun 30 02:40:25.316735 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Set router 060f4109-2f59-4b4b-ad1f-adce4699229f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:40:25.461454 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e85fc6-f378-4065-a3dc-095cfc391e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.464691 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e85fc6-f378-4065-a3dc-095cfc391e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.465696 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-98e85fc6-f378-4065-a3dc-095cfc391e7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d5acbb3-bf70-444e-9785-b21eb0497b70 HTTP/1.1" status: 204 len: 168 time: 0.2971354 Jun 30 02:40:25.486148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e85fc6-f378-4065-a3dc-095cfc391e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5acbb3-bf70-444e-9785-b21eb0497b70,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:25.627152 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-router', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:22Z', 'updated_at': '2021-06-30T02:40:24Z', 'revision_number': 3, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'gw_port': {'id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:23Z', 'updated_at': '2021-06-30T02:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:25.645784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-73c23449-55b2-49a1-a064-63da6f152b46 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:25.647463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-73c23449-55b2-49a1-a064-63da6f152b46 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369102 Jun 30 02:40:25.660151 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Checking router: 060f4109-2f59-4b4b-ad1f-adce4699229f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:40:25.660507 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Updating router 060f4109-2f59-4b4b-ad1f-adce4699229f port 1da93ea9-5969-4daf-8451-4badf2b14430 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:40:25.677201 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0001798-0021-41b9-826a-936816882c81 req-9d6a6133-d242-4a7a-852a-3eff8322eced tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0498960 Jun 30 02:40:25.718190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Request body: {'port': {'device_id': '429d247c-99c6-446b-9975-9898142ddfa2', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'd20c75e71fc447c09f5f0985a74b4322'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:25.730599 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.804299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d7909604-0b28-4e6f-abdc-c0005826babb up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:25.901096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d7909604-0b28-4e6f-abdc-c0005826babb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:25.901798 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.999493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.123325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Made reservation on behalf of d20c75e71fc447c09f5f0985a74b4322 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:26.128232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.145356 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.145874 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.151561 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Transition to ACTIVE for port object 1da93ea9-5969-4daf-8451-4badf2b14430 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:26.279906 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.280424 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.312431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Allocated IP 172.20.0.1 (93441f9b-ad52-4ab9-96ab-4ae96fc444b0/f2b4dd1d-15b2-4783-a23c-f62879cc76fb/fc1f114c-23ad-49fc-9312-f740be1b0272) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:26.331604 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Attempting to bind port 1da93ea9-5969-4daf-8451-4badf2b14430 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:26.333011 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Attempting to bind port 1da93ea9-5969-4daf-8451-4badf2b14430 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:26.333011 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Attempting to bind port 1da93ea9-5969-4daf-8451-4badf2b14430 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:26.342945 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4e41b-5c2e-445c-b61d-741f6da67a21 None None] Pushing event updated for resources: {'Port': ['ID=1da93ea9-5969-4daf-8451-4badf2b14430,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:26.345361 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:26.345762 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:26.346165 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.346719 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:26.347193 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Bound port: 1da93ea9-5969-4daf-8451-4badf2b14430, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:26.347599 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.388968 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.421809 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] For port 1da93ea9-5969-4daf-8451-4badf2b14430, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:26.425421 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] For port 1da93ea9-5969-4daf-8451-4badf2b14430, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1da93ea9-5969-4daf-8451-4badf2b14430,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:26.436580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.452577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Transition to ACTIVE for port object fc1f114c-23ad-49fc-9312-f740be1b0272 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:26.519839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:26.523369 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.596029 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Routers {'060f4109-2f59-4b4b-ad1f-adce4699229f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:40:26.596808 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['060f4109-2f59-4b4b-ad1f-adce4699229f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:26.613188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Allocated IP 192.168.233.84 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/54b3efc6-89ef-4578-b8f2-b8118023fc81) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:26.643674 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4e41b-5c2e-445c-b61d-741f6da67a21 None None] Pushing event updated for resources: {'Port': ['ID=1da93ea9-5969-4daf-8451-4badf2b14430,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:26.670833 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.730049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:26.732881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:26.735291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:26.735771 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.757411 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] Set router 060f4109-2f59-4b4b-ad1f-adce4699229f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:40:26.814306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1f114c-23ad-49fc-9312-f740be1b0272,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:26.854735 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:26.879791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Transition to ACTIVE for port object 54b3efc6-89ef-4578-b8f2-b8118023fc81 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:26.998667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2b220b6-cce9-44b4-bb80-97a9abeb58a0 req-d0bbb5a8-7e13-4e2c-a5e3-9b5bd33e25e4 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0492918 Jun 30 02:40:27.097341 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-router', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:22Z', 'updated_at': '2021-06-30T02:40:24Z', 'revision_number': 3, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'gw_port': {'id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:23Z', 'updated_at': '2021-06-30T02:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:27.112055 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e54f2a-84b4-43f0-8402-9889d45de878 None None] The sync data for ids ['060f4109-2f59-4b4b-ad1f-adce4699229f'] in n-d-798249-3 is: [{'id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-router', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:22Z', 'updated_at': '2021-06-30T02:40:24Z', 'revision_number': 3, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'gw_port': {'id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:23Z', 'updated_at': '2021-06-30T02:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:40:27.122348 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.205623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.219052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:27.226689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:27.237423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:27.244938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:27.245821 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.261477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Pushing event updated for resources: {'Port': ['ID=54b3efc6-89ef-4578-b8f2-b8118023fc81,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:27.276193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c4d3e97f-0721-40a3-b9cb-dee8dc64c977 None None] Provisioning for port fc1f114c-23ad-49fc-9312-f740be1b0272 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:27.281772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c4d3e97f-0721-40a3-b9cb-dee8dc64c977 None None] Provisioning complete for port fc1f114c-23ad-49fc-9312-f740be1b0272 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:27.286375 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e97f-0721-40a3-b9cb-dee8dc64c977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.338514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3e97f-0721-40a3-b9cb-dee8dc64c977 None None] Port fc1f114c-23ad-49fc-9312-f740be1b0272 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:27.378555 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4cd11851-f283-4a8c-99e5-e64181f6a7d3 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6647449 Jun 30 02:40:27.389954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-762bc9fc-320d-4982-9e6f-f42aa9bd1f71 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:40:27.390861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-762bc9fc-320d-4982-9e6f-f42aa9bd1f71 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061474 Jun 30 02:40:27.486415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.596095 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.607229 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.680546 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1f114c-23ad-49fc-9312-f740be1b0272,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:27.750656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b1cbff16-5aff-4491-add1-5150a7df0e66 None None] Provisioning for port 54b3efc6-89ef-4578-b8f2-b8118023fc81 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:27.752093 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b1cbff16-5aff-4491-add1-5150a7df0e66 None None] Provisioning complete for port 54b3efc6-89ef-4578-b8f2-b8118023fc81 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:27.753831 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b1cbff16-5aff-4491-add1-5150a7df0e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.826693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:27.846489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:27.852475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbff16-5aff-4491-add1-5150a7df0e66 None None] Port 54b3efc6-89ef-4578-b8f2-b8118023fc81 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:27.876333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1da93ea9-5969-4daf-8451-4badf2b14430 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:28.024514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Router 060f4109-2f59-4b4b-ad1f-adce4699229f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:40:28.148882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1da93ea9-5969-4daf-8451-4badf2b14430 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:28.155001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1da93ea9-5969-4daf-8451-4badf2b14430 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:28.155001 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.274292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:40:28.291757 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5b136403-94d9-40f5-b383-c21905b2e906 admin admin] 10.222.0.77 "PUT /v2.0/routers/060f4109-2f59-4b4b-ad1f-adce4699229f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0219369 Jun 30 02:40:28.296651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-de333108-b522-48bb-b2cf-ef8fc6ac927a None None] Provisioning complete for port fc1f114c-23ad-49fc-9312-f740be1b0272 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:28.302247 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-de333108-b522-48bb-b2cf-ef8fc6ac927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.374586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44490) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:28.384174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-de333108-b522-48bb-b2cf-ef8fc6ac927a None None] Port fc1f114c-23ad-49fc-9312-f740be1b0272 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:28.431818 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.461115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1da93ea9-5969-4daf-8451-4badf2b14430, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1da93ea9-5969-4daf-8451-4badf2b14430,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:28.510840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f8a3d-3705-441b-8529-36b038c8ee87 req-e00700f3-22bb-4f2a-93f7-1547f41a7e43 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:28.519089 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-905f8a3d-3705-441b-8529-36b038c8ee87 req-e00700f3-22bb-4f2a-93f7-1547f41a7e43 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 935 time: 0.2258501 Jun 30 02:40:28.595868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.678267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f34dc0d-0d02-4e22-b261-1e2de535f22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.685571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1da93ea9-5969-4daf-8451-4badf2b14430,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:28.687455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-905f8a3d-3705-441b-8529-36b038c8ee87 req-4e0e5fde-862f-42b3-b4aa-f07605581bec tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557891 Jun 30 02:40:29.111991 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-53a4cbeb-1a58-465b-8c72-f6b38a46194d tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=67e6c642463a479c84e9ea4dc791195e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243685 Jun 30 02:40:29.287347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-4f4fe5a1-2f46-4e7d-9657-087092408683 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:29.289243 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-4f4fe5a1-2f46-4e7d-9657-087092408683 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717498 Jun 30 02:40:29.312751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-0d831f81-5f65-4320-88d4-c33c1df9cf74 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/quotas/67e6c642463a479c84e9ea4dc791195e HTTP/1.1" status: 200 len: 375 time: 0.0162075 Jun 30 02:40:29.444139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Request body: {'port': {'device_id': '429d247c-99c6-446b-9975-9898142ddfa2', 'device_owner': 'compute:tempest-test_az-93780447', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:29.444139 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-d12af4db-6cc4-4d0f-922e-60250efd88a7 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=67e6c642463a479c84e9ea4dc791195e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617137 Jun 30 02:40:29.469043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.523075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Sync routers for ids ['060f4109-2f59-4b4b-ad1f-adce4699229f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:40:29.537529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Routers {'060f4109-2f59-4b4b-ad1f-adce4699229f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:40:29.538465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['060f4109-2f59-4b4b-ad1f-adce4699229f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:29.700749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Set router 060f4109-2f59-4b4b-ad1f-adce4699229f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:40:29.751718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1291743945-network', 'tenant_id': '371a98d71994468db1599edff047e36f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:29.917271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1da93ea9-5969-4daf-8451-4badf2b14430 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:29.954119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eaff51f6-d3b7-4d96-9378-dce0fd02e5b3 req-963cf24d-1322-429e-b542-76f5f0d7f7ea tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 210 time: 0.1012158 Jun 30 02:40:30.108901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1da93ea9-5969-4daf-8451-4badf2b14430 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:30.108901 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.184934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-router', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:22Z', 'updated_at': '2021-06-30T02:40:27Z', 'revision_number': 4, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'gw_port': {'id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:23Z', 'updated_at': '2021-06-30T02:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'fc1f114c-23ad-49fc-9312-f740be1b0272', 'name': '', 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'mac_address': 'fa:16:3e:f4:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f2b4dd1d-15b2-4783-a23c-f62879cc76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:26Z', 'updated_at': '2021-06-30T02:40:27Z', 'revision_number': 2, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'subnets': [{'id': 'f2b4dd1d-15b2-4783-a23c-f62879cc76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:30.208693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Made reservation on behalf of 371a98d71994468db1599edff047e36f for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:30.211950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.246961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Checking router: 060f4109-2f59-4b4b-ad1f-adce4699229f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:40:30.248737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Updating router 060f4109-2f59-4b4b-ad1f-adce4699229f port fc1f114c-23ad-49fc-9312-f740be1b0272 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:40:30.265081 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.329951 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.578845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b3efc6-89ef-4578-b8f2-b8118023fc81 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:30.605594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.643525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Transition to ACTIVE for port object 54b3efc6-89ef-4578-b8f2-b8118023fc81 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:30.660530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b055c3a-5545-4178-a111-f8fa47e2a432 req-487e0d60-a05a-4a3c-ba95-cea72454b8cd tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:30.661808 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b055c3a-5545-4178-a111-f8fa47e2a432 req-487e0d60-a05a-4a3c-ba95-cea72454b8cd tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 935 time: 0.4893966 Jun 30 02:40:30.738538 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b055c3a-5545-4178-a111-f8fa47e2a432 req-b536d791-67dc-4c49-9b10-bda82418228c tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664015 Jun 30 02:40:30.750977 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.842915 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.879457 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.898974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Transition to ACTIVE for port object fc1f114c-23ad-49fc-9312-f740be1b0272 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:30.922280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.951609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:40:30.987311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.987677 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Added segment a0b27f01-e8a5-4b2e-9d8d-a1cf8de7fbfd of type vlan for network f9d39b07-756a-4b58-baf5-e206b01de37c Jun 30 02:40:30.995321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Pushing event updated for resources: {'Port': ['ID=54b3efc6-89ef-4578-b8f2-b8118023fc81,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:31.131084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8c483e46-18a3-484f-812f-5b2e21b98b4d req-2f925767-9178-4a09-9978-ba430d7e5157 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 210 time: 0.0426810 Jun 30 02:40:31.132935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7a943d-aa31-42b2-85b3-0cfadd821f75,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:31.137909 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.164417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Attempting to bind port 54b3efc6-89ef-4578-b8f2-b8118023fc81 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:31.165142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Attempting to bind port 54b3efc6-89ef-4578-b8f2-b8118023fc81 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:31.166142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Attempting to bind port 54b3efc6-89ef-4578-b8f2-b8118023fc81 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:31.188964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Port 54b3efc6-89ef-4578-b8f2-b8118023fc81 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:31.189301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Attempting to bind port 54b3efc6-89ef-4578-b8f2-b8118023fc81 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:31.196326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:31.197449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:31.198472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:31.199462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Bound port: 54b3efc6-89ef-4578-b8f2-b8118023fc81, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:31.199674 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.292273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] For port 54b3efc6-89ef-4578-b8f2-b8118023fc81, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:31.302479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] For port 54b3efc6-89ef-4578-b8f2-b8118023fc81, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=54b3efc6-89ef-4578-b8f2-b8118023fc81,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:31.305804 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.419060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f96ae-6748-46ac-985a-0a128bcd42c0 None None] Pushing event updated for resources: {'Port': ['ID=fc1f114c-23ad-49fc-9312-f740be1b0272,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:31.502620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Attempting to bind port fc1f114c-23ad-49fc-9312-f740be1b0272 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:31.503300 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Attempting to bind port fc1f114c-23ad-49fc-9312-f740be1b0272 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd68c774d-4b63-490a-abe9-49d23c81cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:31.503805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Attempting to bind port fc1f114c-23ad-49fc-9312-f740be1b0272 on network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:31.513653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:31.514576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Checking segment: {'id': 'd68c774d-4b63-490a-abe9-49d23c81cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:31.515408 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.515959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Bound using segment: {'id': 'd68c774d-4b63-490a-abe9-49d23c81cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:31.516617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Bound port: fc1f114c-23ad-49fc-9312-f740be1b0272, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68c774d-4b63-490a-abe9-49d23c81cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:31.517016 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.591595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] For port fc1f114c-23ad-49fc-9312-f740be1b0272, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:31.594825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] For port fc1f114c-23ad-49fc-9312-f740be1b0272, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fc1f114c-23ad-49fc-9312-f740be1b0272,segment=NetworkSegment(d68c774d-4b63-490a-abe9-49d23c81cf82),segment_id=d68c774d-4b63-490a-abe9-49d23c81cf82)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:31.687724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.687724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:31.688631 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1e671354-fa7c-4551-8f2b-76a4336702cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.689344 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.689437 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.689711 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.773162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:31.773866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.776717 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] 10.222.0.74 "PUT /v2.0/ports/54b3efc6-89ef-4578-b8f2-b8118023fc81 HTTP/1.1" status: 200 len: 1115 time: 3.5222449 Jun 30 02:40:31.786027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429d247c-99c6-446b-9975-9898142ddfa2', 'tag': '54b3efc6-89ef-4578-b8f2-b8118023fc81'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:31.865315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] Pushing event updated for resources: {'Network': ['ID=f9d39b07-756a-4b58-baf5-e206b01de37c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:31.877178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network f9d39b07-756a-4b58-baf5-e206b01de37c details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:40:31.910226 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.917773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5ac3c-30e8-4a44-bc38-cc3231c90b11 service neutron] Pushing event updated for resources: {'Port': ['ID=54b3efc6-89ef-4578-b8f2-b8118023fc81,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:32.035130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a0a11158-31c8-4f9a-aea8-6e3fba22174a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6594794 Jun 30 02:40:32.037939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44600) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:32.050157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Request body: {'subnet': {'network_id': 'f9d39b07-756a-4b58-baf5-e206b01de37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1291743945-subnet', 'tenant_id': '371a98d71994468db1599edff047e36f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:32.287190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6730a32-db40-4ac0-945e-511271c36ab8 req-f7b6b717-0220-40e7-bfdb-1e90f3df1201 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:32.287190 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6730a32-db40-4ac0-945e-511271c36ab8 req-f7b6b717-0220-40e7-bfdb-1e90f3df1201 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 967 time: 0.1567740 Jun 30 02:40:32.287190 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6730a32-db40-4ac0-945e-511271c36ab8 req-3e6ac18d-17aa-45d9-9b7d-1209b41eaf39 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794296 Jun 30 02:40:32.357428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Routers {'060f4109-2f59-4b4b-ad1f-adce4699229f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:40:32.358460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:40:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['060f4109-2f59-4b4b-ad1f-adce4699229f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:32.381548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b46ba21-08cc-4da2-a583-640a31b5935b req-17d8cedb-aa13-45d5-8a4a-eff0a5ded5b7 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 210 time: 0.0773113 Jun 30 02:40:32.491950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f96ae-6748-46ac-985a-0a128bcd42c0 None None] Pushing event updated for resources: {'Port': ['ID=fc1f114c-23ad-49fc-9312-f740be1b0272,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:32.537142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Made reservation on behalf of 371a98d71994468db1599edff047e36f for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:32.539337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] Set router 060f4109-2f59-4b4b-ad1f-adce4699229f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:40:32.545375 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:32.767283 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c37ba7-f319-4ad8-868c-c89326d5a58f" -d '{"events": [{"name": "network-changed", "server_uuid": "429d247c-99c6-446b-9975-9898142ddfa2", "tag": "54b3efc6-89ef-4578-b8f2-b8118023fc81"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:32.992087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44620) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:32.992087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4c46c96f-cbf9-4b39-b0bf-7801bfeb0b00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972283674', 'description': 'tempest-description--724846256'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:32.992620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-cf66957c-bf39-46b0-82ac-ed7a3caf4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:32.992620 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-cf66957c-bf39-46b0-82ac-ed7a3caf4048 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d20c75e71fc447c09f5f0985a74b4322&device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 1118 time: 0.2506166 Jun 30 02:40:32.993090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-router', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:22Z', 'updated_at': '2021-06-30T02:40:27Z', 'revision_number': 4, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'gw_port': {'id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:23Z', 'updated_at': '2021-06-30T02:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'fc1f114c-23ad-49fc-9312-f740be1b0272', 'name': '', 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'mac_address': 'fa:16:3e:f4:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f2b4dd1d-15b2-4783-a23c-f62879cc76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:26Z', 'updated_at': '2021-06-30T02:40:31Z', 'revision_number': 4, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'subnets': [{'id': 'f2b4dd1d-15b2-4783-a23c-f62879cc76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:32.993934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9a793-6ab5-47ce-8701-cdb8dcc2e5ae None None] The sync data for ids ['060f4109-2f59-4b4b-ad1f-adce4699229f'] in n-d-798249-3 is: [{'id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-router', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:22Z', 'updated_at': '2021-06-30T02:40:27Z', 'revision_number': 4, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'gw_port': {'id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:23Z', 'updated_at': '2021-06-30T02:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'fc1f114c-23ad-49fc-9312-f740be1b0272', 'name': '', 'network_id': '93441f9b-ad52-4ab9-96ab-4ae96fc444b0', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'mac_address': 'fa:16:3e:f4:71:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f2b4dd1d-15b2-4783-a23c-f62879cc76fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:26Z', 'updated_at': '2021-06-30T02:40:31Z', 'revision_number': 4, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'subnets': [{'id': 'f2b4dd1d-15b2-4783-a23c-f62879cc76fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:40:32.994364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-d047c546-4dad-46be-b674-a362a55ae1d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=54b3efc6-89ef-4578-b8f2-b8118023fc81 HTTP/1.1" status: 200 len: 217 time: 0.0654311 Jun 30 02:40:33.083056 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:33.121893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-eb89ec6e-8f60-48bf-9b6e-1f261656f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.123915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-eb89ec6e-8f60-48bf-9b6e-1f261656f484 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1321061 Jun 30 02:40:33.172395 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fabab8-dbb0-4ef5-8db0-4d3f77fe24a8 x-openstack-request-id: req-b4fabab8-dbb0-4ef5-8db0-4d3f77fe24a8 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:33.172395 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429d247c-99c6-446b-9975-9898142ddfa2", "tag": "54b3efc6-89ef-4578-b8f2-b8118023fc81", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:33.172803 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4fabab8-dbb0-4ef5-8db0-4d3f77fe24a8 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:33.173348 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429d247c-99c6-446b-9975-9898142ddfa2', 'tag': '54b3efc6-89ef-4578-b8f2-b8118023fc81', 'status': 'completed', 'code': 200} Jun 30 02:40:33.223394 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c46c96f-cbf9-4b39-b0bf-7801bfeb0b00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:33.252457 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:33.520238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ed97a0-0473-45aa-9260-48822fdddcb8,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:33.531148 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c46c96f-cbf9-4b39-b0bf-7801bfeb0b00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:33.658287 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a5f20ca7-b4c9-490b-bcfc-9b626ffd3839 req-436a83f9-2478-4648-9512-40358ce30d8d tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 210 time: 0.0355744 Jun 30 02:40:33.666695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-712415a9-a7ae-48fa-a936-7983005dd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.668475 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-712415a9-a7ae-48fa-a936-7983005dd294 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4128790 Jun 30 02:40:33.703981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Checking segment: {'id': 'a0b27f01-e8a5-4b2e-9d8d-a1cf8de7fbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f9d39b07-756a-4b58-baf5-e206b01de37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:33.704386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Network hostable DHCP agents. Network: f9d39b07-756a-4b58-baf5-e206b01de37c, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:40:33.721962 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c46c96f-cbf9-4b39-b0bf-7801bfeb0b00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:33.837540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46c96f-cbf9-4b39-b0bf-7801bfeb0b00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1d8cde-64c7-49c6-914f-7858f40c0c12,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:33.837889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8dde-8a0e-4208-b713-89784a5a69bd req-cf7dd81c-0771-42a7-9d53-d32192adfd8d tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.837889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a96e8dde-8a0e-4208-b713-89784a5a69bd req-cf7dd81c-0771-42a7-9d53-d32192adfd8d tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 967 time: 0.2343616 Jun 30 02:40:33.885624 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-46c0279f-7635-46e3-8327-4d4be661cbd1 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956868 Jun 30 02:40:33.914411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a96e8dde-8a0e-4208-b713-89784a5a69bd req-de4437d7-80ef-47ca-8c74-c71912c7cbca tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653558 Jun 30 02:40:33.959219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fc1f114c-23ad-49fc-9312-f740be1b0272 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:34.102099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Network f9d39b07-756a-4b58-baf5-e206b01de37c is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:40:34.102383 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c46c96f-cbf9-4b39-b0bf-7801bfeb0b00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.102383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4c46c96f-cbf9-4b39-b0bf-7801bfeb0b00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2967803 Jun 30 02:40:34.102586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44648) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:34.130808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f8181c45-42fe-4dc4-b6f3-c3b30a5140b2 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Request body: {'security_group_rule': {'security_group_id': 'aa1d8cde-64c7-49c6-914f-7858f40c0c12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:34.300502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port fc1f114c-23ad-49fc-9312-f740be1b0272 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:34.309865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port fc1f114c-23ad-49fc-9312-f740be1b0272 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:34.311095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.333470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, f9d39b07-756a-4b58-baf5-e206b01de37c) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:34.348083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:34.348083 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.363960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff95ab0-c70a-482c-a911-f51df787bc9a None None] Network f9d39b07-756a-4b58-baf5-e206b01de37c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:34.369110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f8181c45-42fe-4dc4-b6f3-c3b30a5140b2 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.561012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f8181c45-42fe-4dc4-b6f3-c3b30a5140b2 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.695232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-53aff3b0-2fd1-43d4-b2e6-c22ad0809ce9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6288526 Jun 30 02:40:34.695862 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.695963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44660) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:34.730757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd596b8-9c5d-42dd-a0e9-0b31f13aa849 None None] Network f9d39b07-756a-4b58-baf5-e206b01de37c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:34.812539 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.842558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port fc1f114c-23ad-49fc-9312-f740be1b0272, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fc1f114c-23ad-49fc-9312-f740be1b0272,segment=NetworkSegment(d68c774d-4b63-490a-abe9-49d23c81cf82),segment_id=d68c774d-4b63-490a-abe9-49d23c81cf82)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:34.847685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f8181c45-42fe-4dc4-b6f3-c3b30a5140b2 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.891323 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d40a2f8-4d3e-403e-9777-b4615f61751c req-a852c688-5e8f-4739-b0d5-e2b991f06e5b tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 210 time: 0.0601478 Jun 30 02:40:34.947135 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.029951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8181c45-42fe-4dc4-b6f3-c3b30a5140b2 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b1b5e1-3de0-4b1d-ab1d-c9e3df2c04f4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:35.037145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cabdf7d3-9cef-4ac1-b0b3-6380f0b68fbe req-9c942c3c-ba15-4fe6-a553-7a6c6b5ec4dc service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761109 Jun 30 02:40:35.095464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=fc1f114c-23ad-49fc-9312-f740be1b0272,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:35.188270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f8181c45-42fe-4dc4-b6f3-c3b30a5140b2 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.190208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f8181c45-42fe-4dc4-b6f3-c3b30a5140b2 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0910556 Jun 30 02:40:35.192869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44674) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:35.210104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5f216909-ca44-4773-9b19-c1719cdec95b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Request body: {'security_group_rule': {'security_group_id': 'aa1d8cde-64c7-49c6-914f-7858f40c0c12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:35.289192 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecdc51b3-1789-4170-b38f-4ba67fe04934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.337850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d331a70-e62d-4ef7-b76a-b38187ee061d req-e4b43e51-d9a1-4950-96a9-eb5244515d55 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:35.340046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1d331a70-e62d-4ef7-b76a-b38187ee061d req-e4b43e51-d9a1-4950-96a9-eb5244515d55 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 967 time: 0.2164042 Jun 30 02:40:35.405696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1d331a70-e62d-4ef7-b76a-b38187ee061d req-096c988f-04cf-41b7-ab95-a82377ac2303 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591028 Jun 30 02:40:35.797307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fc1f114c-23ad-49fc-9312-f740be1b0272 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:35.848740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port fc1f114c-23ad-49fc-9312-f740be1b0272 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:35.849114 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.896515 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f216909-ca44-4773-9b19-c1719cdec95b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.015669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f216909-ca44-4773-9b19-c1719cdec95b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.062259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecdc51b3-1789-4170-b38f-4ba67fe04934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.145413 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8543102a-f718-4bc4-9d71-9c290c0e05e6 req-d842fdb8-2477-4616-b2df-dec762880f77 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 210 time: 0.0316436 Jun 30 02:40:36.273624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.83', 54014) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:36.300386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-abb2d65e-c85f-4749-bac9-af7d39228902 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=67e6c642463a479c84e9ea4dc791195e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253239 Jun 30 02:40:36.339848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f216909-ca44-4773-9b19-c1719cdec95b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.347862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecdc51b3-1789-4170-b38f-4ba67fe04934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.366282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f216909-ca44-4773-9b19-c1719cdec95b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7a94f8-14ba-45d6-ba26-4c872d812036,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:36.437831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc51b3-1789-4170-b38f-4ba67fe04934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a36e8a-3ed3-47dc-8600-52006783698d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:36.458154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ecdc51b3-1789-4170-b38f-4ba67fe04934 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5a3fcc7d4a246798f01892852130056&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7696013 Jun 30 02:40:36.460880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44716) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:36.478912 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-04fd7c45-821d-46ec-81e1-37dc612c817a tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:36.480530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-04fd7c45-821d-46ec-81e1-37dc612c817a tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752920 Jun 30 02:40:36.685206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Request body: {'port': {'device_id': 'c41bb3a5-3b9c-4875-a069-8b4aebca8d16', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '67e6c642463a479c84e9ea4dc791195e'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:36.686132 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab008fe0-6a2c-44f1-a977-dc8159b78739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.686132 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab008fe0-6a2c-44f1-a977-dc8159b78739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.769626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44724) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:36.776280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-327703331-network', 'tenant_id': '993c3bb3dba141e993ddd82b457df442'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:36.855129 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f216909-ca44-4773-9b19-c1719cdec95b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.855129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5f216909-ca44-4773-9b19-c1719cdec95b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6503994 Jun 30 02:40:36.855129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44730) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:36.863911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:36.897214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d779c99-dd1e-494d-a2a8-ba7727d59780 req-cbb88bbc-672c-4878-be22-6c6b725b43d6 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:36.905711 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d779c99-dd1e-494d-a2a8-ba7727d59780 req-cbb88bbc-672c-4878-be22-6c6b725b43d6 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 967 time: 0.1368194 Jun 30 02:40:36.952190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d779c99-dd1e-494d-a2a8-ba7727d59780 req-8fdc26ce-8e22-45d6-a985-94701f5a8aa0 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Jun 30 02:40:37.003294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Made reservation on behalf of 993c3bb3dba141e993ddd82b457df442 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:37.009677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.041146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.154218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab008fe0-6a2c-44f1-a977-dc8159b78739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.161003 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab008fe0-6a2c-44f1-a977-dc8159b78739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.167767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ab008fe0-6a2c-44f1-a977-dc8159b78739 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e1a36e8a-3ed3-47dc-8600-52006783698d HTTP/1.1" status: 204 len: 168 time: 0.7001123 Jun 30 02:40:37.171849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab008fe0-6a2c-44f1-a977-dc8159b78739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a36e8a-3ed3-47dc-8600-52006783698d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:37.200729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.298511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Made reservation on behalf of 67e6c642463a479c84e9ea4dc791195e for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:37.303673 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.333446 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.390469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-160d0d5c-34f4-45d3-ad17-e6581c3a57f0 req-7f929965-333e-4b76-9b08-690bbc9232aa tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 210 time: 0.0387940 Jun 30 02:40:37.456534 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.472754 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.547594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.599524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aca1571-a76b-4e9a-9c9e-e2d05cf9f660,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:37.606274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:40:37.643236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.643959 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Added segment 14057633-1411-4f79-964b-70e5d94005f7 of type vlan for network d1cecef2-7bdb-4f77-ae15-0b0483786b9c Jun 30 02:40:37.692683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Allocated IP 172.25.2.219 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/31170e8b-e393-4956-9456-5c9ef241ce7d) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:37.704174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.771476 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.854263 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.979354 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.232026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be375c16-b26b-4094-87ba-87e6edfb673e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:38.322914 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.325015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.326119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:38.329570 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.342743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b86580-f1b9-4bc7-9642-47e9e784a0f2 req-8873416c-3f9d-4eb9-8aa3-f4ef3c5ac8e8 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:38.344282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-01b86580-f1b9-4bc7-9642-47e9e784a0f2 req-8873416c-3f9d-4eb9-8aa3-f4ef3c5ac8e8 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 967 time: 0.2210088 Jun 30 02:40:38.352742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Allocated IP 192.168.233.5 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/6c9be63a-c41a-48d1-92a0-7ae8c39342df) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:38.437697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:38.452377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:38.455164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:38.471508 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event updated for resources: {'Port': ['ID=31170e8b-e393-4956-9456-5c9ef241ce7d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:38.478058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] Pushing event updated for resources: {'Network': ['ID=d1cecef2-7bdb-4f77-ae15-0b0483786b9c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:38.501830 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4ef33c39-c805-4fed-b7d4-7795249cbeb5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7279639 Jun 30 02:40:38.517171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d1cecef2-7bdb-4f77-ae15-0b0483786b9c details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:40:38.521884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44784) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:38.545149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Request body: {'subnet': {'network_id': 'd1cecef2-7bdb-4f77-ae15-0b0483786b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-327703331-subnet', 'tenant_id': '993c3bb3dba141e993ddd82b457df442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:38.581107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-01b86580-f1b9-4bc7-9642-47e9e784a0f2 req-c87dc8e7-ab80-4208-8fb0-9d725f50d97e tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152221 Jun 30 02:40:38.608422 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.718104 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.740485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Transition to ACTIVE for port object 6c9be63a-c41a-48d1-92a0-7ae8c39342df will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:38.848619 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87cfb198-d859-4cbe-a368-37abb3fa26ff req-f51973d4-8068-41da-94cb-4bc19e40e711 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 210 time: 0.0915103 Jun 30 02:40:38.894821 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Made reservation on behalf of 993c3bb3dba141e993ddd82b457df442 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:38.897542 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.909169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44790) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:38.939981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b67ad952-17be-409c-8373-132b968ef8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.050332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.137423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44792) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:39.175112 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b67ad952-17be-409c-8373-132b968ef8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.198761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.379473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b67ad952-17be-409c-8373-132b968ef8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.439484 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a20cf9e1-e062-416c-a7f9-602187d5222e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.443265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:39.503342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.513025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:39.531879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:39.546035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:39.546614 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.557635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Pushing event updated for resources: {'Port': ['ID=6c9be63a-c41a-48d1-92a0-7ae8c39342df,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.562669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ad952-17be-409c-8373-132b968ef8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9e8c59-5587-4da5-9515-65a2009629d2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.574849 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b67ad952-17be-409c-8373-132b968ef8ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=08ce8702fdfe4c099a9685a06b4cb06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6644793 Jun 30 02:40:39.575614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44800) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:39.591313 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a20cf9e1-e062-416c-a7f9-602187d5222e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.634795 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.639746 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e7279cd-9fb4-4fd5-b290-103b4d008c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.659494 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e7279cd-9fb4-4fd5-b290-103b4d008c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.791075 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.793102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43942495-dad3-4dac-9193-6f653dc317e4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.795233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a20cf9e1-e062-416c-a7f9-602187d5222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.830550 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e7279cd-9fb4-4fd5-b290-103b4d008c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.830550 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e7279cd-9fb4-4fd5-b290-103b4d008c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.830550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7e7279cd-9fb4-4fd5-b290-103b4d008c5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e9e8c59-5587-4da5-9515-65a2009629d2 HTTP/1.1" status: 204 len: 168 time: 0.2508841 Jun 30 02:40:39.839669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7279cd-9fb4-4fd5-b290-103b4d008c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9e8c59-5587-4da5-9515-65a2009629d2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.870891 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e22b1677-8871-4c71-b9f7-2231df9381e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3315694 Jun 30 02:40:39.884598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Checking segment: {'id': '14057633-1411-4f79-964b-70e5d94005f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd1cecef2-7bdb-4f77-ae15-0b0483786b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:39.900280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Network hostable DHCP agents. Network: d1cecef2-7bdb-4f77-ae15-0b0483786b9c, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:40:39.907076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf9e1-e062-416c-a7f9-602187d5222e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0be8f0b-3be5-4c8b-a5b3-4aa77eba80d1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.925742 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.989660 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a20cf9e1-e062-416c-a7f9-602187d5222e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4501b2f6788c4b65aae4a6f34dcb04b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8511317 Jun 30 02:40:39.992372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44822) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:39.999822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a18c56e0-3916-4eca-bb36-787a43061ffa None None] Provisioning for port 6c9be63a-c41a-48d1-92a0-7ae8c39342df completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:40.007465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a18c56e0-3916-4eca-bb36-787a43061ffa None None] Provisioning complete for port 6c9be63a-c41a-48d1-92a0-7ae8c39342df triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:40.007465 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a18c56e0-3916-4eca-bb36-787a43061ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.086102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event updated for resources: {'Port': ['ID=31170e8b-e393-4956-9456-5c9ef241ce7d,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:40.086239 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c29df9d-559a-484f-9e70-cf4b2309a3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.086338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-ad85487f-41d6-43f2-a65a-f0613a8ec93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:40.086338 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-ad85487f-41d6-43f2-a65a-f0613a8ec93e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d20c75e71fc447c09f5f0985a74b4322&device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 1118 time: 0.2861283 Jun 30 02:40:40.086504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a18c56e0-3916-4eca-bb36-787a43061ffa None None] Port 6c9be63a-c41a-48d1-92a0-7ae8c39342df cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:40.110707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d4f88-bfbd-444c-ba77-c83438f9c7fa req-55574a61-7c43-4274-a570-294d82f176ef tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:40.125896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c29df9d-559a-484f-9e70-cf4b2309a3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.126070 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da8d4f88-bfbd-444c-ba77-c83438f9c7fa req-55574a61-7c43-4274-a570-294d82f176ef tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 967 time: 0.3413901 Jun 30 02:40:40.203390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80ba7-b9e3-4a8a-9af1-2c2f515ce867 req-ae55c7f7-1bf3-461a-9755-6148cf8ae4e9 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:40.208172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54d80ba7-b9e3-4a8a-9af1-2c2f515ce867 req-ae55c7f7-1bf3-461a-9755-6148cf8ae4e9 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 934 time: 0.1081212 Jun 30 02:40:40.212243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Network d1cecef2-7bdb-4f77-ae15-0b0483786b9c is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:40:40.214447 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.221600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-730c7b5d-1670-4b19-8ba7-fdcd2dfadcc9 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3610575 Jun 30 02:40:40.267499 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54d80ba7-b9e3-4a8a-9af1-2c2f515ce867 req-b70e3f8d-65ab-4356-a82a-7f19d8a97a3c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545826 Jun 30 02:40:40.270579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da8d4f88-bfbd-444c-ba77-c83438f9c7fa req-bf3b945a-2216-4600-85cd-f11ea8282f52 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505456 Jun 30 02:40:40.336903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-48ac1c6f-8488-4ea8-b75e-b413ecf8c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:40.339277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-48ac1c6f-8488-4ea8-b75e-b413ecf8c95a service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2559609 Jun 30 02:40:40.395579 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c29df9d-559a-484f-9e70-cf4b2309a3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.396170 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d1cecef2-7bdb-4f77-ae15-0b0483786b9c) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:40.400100 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c29df9d-559a-484f-9e70-cf4b2309a3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.402025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0c29df9d-559a-484f-9e70-cf4b2309a3c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0be8f0b-3be5-4c8b-a5b3-4aa77eba80d1 HTTP/1.1" status: 204 len: 168 time: 0.4083927 Jun 30 02:40:40.402975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-ce02ee91-6124-4eec-92bf-c1fa02278c18 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=54b3efc6-89ef-4578-b8f2-b8118023fc81 HTTP/1.1" status: 200 len: 217 time: 0.0569522 Jun 30 02:40:40.409405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:40.410092 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.418574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232b0d7b-7705-49c4-84b5-940a39624183 None None] Network d1cecef2-7bdb-4f77-ae15-0b0483786b9c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:40.422294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29df9d-559a-484f-9e70-cf4b2309a3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0be8f0b-3be5-4c8b-a5b3-4aa77eba80d1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:40.559714 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-6c57a9e2-dbb2-4a0a-bc81-3c11309fdcb1 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1972283674&fields=id&tenant_id=960cb00257de42d98de81ab58ffac139 HTTP/1.1" status: 200 len: 267 time: 0.0781631 Jun 30 02:40:40.580532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-f39fd669-888b-495e-88d8-a2fc85a45093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:40.586595 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-f39fd669-888b-495e-88d8-a2fc85a45093 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1694207 Jun 30 02:40:40.660510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227fb8cd-e3f6-4531-a74e-41f91c8135fc None None] Network d1cecef2-7bdb-4f77-ae15-0b0483786b9c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:40.730753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f5fc3407-d037-478b-ab2f-dbd6f7f45e9b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2077718 Jun 30 02:40:40.945281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44858) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:41.000746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bf1359-78c6-4f9f-8024-716111d77487 admin admin] Deleting subnet 20ed97a0-0473-45aa-9260-48822fdddcb8 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:41.003907 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53bf1359-78c6-4f9f-8024-716111d77487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.043993 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53bf1359-78c6-4f9f-8024-716111d77487 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.050611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53bf1359-78c6-4f9f-8024-716111d77487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.052871 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-4dc29dd4-724e-4a8f-9b90-a556aca64b27 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:41.054133 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-4dc29dd4-724e-4a8f-9b90-a556aca64b27 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/networks?id=8b6ae11d-e383-4f15-8222-2d3f362fb36d HTTP/1.1" status: 200 len: 824 time: 0.4777188 Jun 30 02:40:41.056494 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-803661ce-4683-4b10-a0ec-b4e29c933fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:41.057957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-803661ce-4683-4b10-a0ec-b4e29c933fde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4475293 Jun 30 02:40:41.128955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-1c592c81-5450-4c30-aa06-58c4cc6eff17 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/quotas/960cb00257de42d98de81ab58ffac139 HTTP/1.1" status: 200 len: 375 time: 0.0684404 Jun 30 02:40:41.230695 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-f45fb2ca-d33e-49ac-b9b8-f272ae132db4 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638587 Jun 30 02:40:41.242398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53bf1359-78c6-4f9f-8024-716111d77487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.293523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf1359-78c6-4f9f-8024-716111d77487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ed97a0-0473-45aa-9260-48822fdddcb8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:41.310425 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53bf1359-78c6-4f9f-8024-716111d77487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.315043 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-53bf1359-78c6-4f9f-8024-716111d77487 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/20ed97a0-0473-45aa-9260-48822fdddcb8 HTTP/1.1" status: 204 len: 168 time: 0.3664565 Jun 30 02:40:41.316174 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-b751127b-d2df-4846-9e1b-572a894455b6 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=960cb00257de42d98de81ab58ffac139&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1807113 Jun 30 02:40:41.316464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44870) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:41.416156 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.436966 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44c37ba7-f319-4ad8-868c-c89326d5a58f req-fbc63f87-e043-46b5-911c-0eda2572fac0 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986313 Jun 30 02:40:41.527919 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.545344 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.545913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.546715 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.547107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > port after_create 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.547467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.547845 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > port after_update 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.548135 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.548431 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.548750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.549064 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.703346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.704005 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.704188 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.704583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:41.705023 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d39b07-756a-4b58-baf5-e206b01de37c']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:41.728669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b27f01-e8a5-4b2e-9d8d-a1cf8de7fbfd') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:41.729057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b27f01-e8a5-4b2e-9d8d-a1cf8de7fbfd') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:41.736250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-95449da5-1e44-40cb-ad98-9fe5f681bfec service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:40:41.737258 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-95449da5-1e44-40cb-ad98-9fe5f681bfec service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2016330 Jun 30 02:40:41.740520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f545d3-9f39-44d3-b262-67e836ea8cba req-df196dae-4f82-441a-8365-23a5228f520f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:41.742477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-56f545d3-9f39-44d3-b262-67e836ea8cba req-df196dae-4f82-441a-8365-23a5228f520f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 934 time: 0.0820889 Jun 30 02:40:41.767902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.783507 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-56f545d3-9f39-44d3-b262-67e836ea8cba req-b59b9ceb-62e1-4c0a-855d-8e6100fb6c7d tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349145 Jun 30 02:40:41.835495 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.845168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:40:41.849809 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.915027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44886) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:41.941175 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6462a76c-1ca9-493d-bd32-55439ee29faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: from cryptography.utils import int_from_bytes Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: from cryptography.utils import int_from_bytes Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:40:41.958509 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:40:41.998395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-5789561f-5f20-4348-aa81-f07d0ef3730c service neutron] 10.222.0.77 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439523 Jun 30 02:40:42.040116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ba003-444e-42ba-9192-add7ef12f026 req-63339fb1-d685-4499-af8c-2889120754f8 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.046054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8c6ba003-444e-42ba-9192-add7ef12f026 req-63339fb1-d685-4499-af8c-2889120754f8 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 967 time: 0.1203830 Jun 30 02:40:42.066464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.090524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d39b07-756a-4b58-baf5-e206b01de37c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:42.100479 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.105771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-266041d0-3944-45ff-841f-a74a40872a39 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f9d39b07-756a-4b58-baf5-e206b01de37c HTTP/1.1" status: 204 len: 168 time: 0.7866244 Jun 30 02:40:42.108564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44890) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:42.121116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8c6ba003-444e-42ba-9192-add7ef12f026 req-303ddfe8-db17-40d8-9ce3-2dcd589362b8 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693619 Jun 30 02:40:42.165770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6462a76c-1ca9-493d-bd32-55439ee29faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.189722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-90113dea-ea11-4b60-8732-00d92b7994ba admin admin] Deleting subnet 43942495-dad3-4dac-9193-6f653dc317e4 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:42.193836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90113dea-ea11-4b60-8732-00d92b7994ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.197627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-918dc613-6c31-4634-b8c3-04e8d83b2980 service neutron] 10.222.0.77 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925874 Jun 30 02:40:42.234630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90113dea-ea11-4b60-8732-00d92b7994ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.296045 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90113dea-ea11-4b60-8732-00d92b7994ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.327856 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6462a76c-1ca9-493d-bd32-55439ee29faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.372612 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6462a76c-1ca9-493d-bd32-55439ee29faf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ad41794d36e64d2e8309889f7856a6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532163 Jun 30 02:40:42.372612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462a76c-1ca9-493d-bd32-55439ee29faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5f443e-fc1f-4b36-a027-74a4ad9bb6dd,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:42.377168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44894) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:42.434649 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bef6029-cddb-44fa-b72e-96d9c4dfea15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.455744 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bef6029-cddb-44fa-b72e-96d9c4dfea15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.519470 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90113dea-ea11-4b60-8732-00d92b7994ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.557991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90113dea-ea11-4b60-8732-00d92b7994ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43942495-dad3-4dac-9193-6f653dc317e4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:42.559724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90113dea-ea11-4b60-8732-00d92b7994ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.561522 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-90113dea-ea11-4b60-8732-00d92b7994ba admin admin] 10.222.0.77 "DELETE /v2.0/subnets/43942495-dad3-4dac-9193-6f653dc317e4 HTTP/1.1" status: 204 len: 168 time: 0.4519830 Jun 30 02:40:42.564124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44904) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:42.593115 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f51de64f-8368-4b95-9963-6f0a7a6a45e6 req-40f430aa-dbbb-4278-9408-8aa4feede305 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 210 time: 0.0639286 Jun 30 02:40:42.670104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bef6029-cddb-44fa-b72e-96d9c4dfea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.675993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bef6029-cddb-44fa-b72e-96d9c4dfea15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.675993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4bef6029-cddb-44fa-b72e-96d9c4dfea15 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa5f443e-fc1f-4b36-a027-74a4ad9bb6dd HTTP/1.1" status: 204 len: 168 time: 0.2995412 Jun 30 02:40:42.683443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef6029-cddb-44fa-b72e-96d9c4dfea15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5f443e-fc1f-4b36-a027-74a4ad9bb6dd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:42.753352 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.827105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.839150 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:42.873439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:42.873439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:42.873439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > port after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:42.873439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:42.873439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:42.873439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:42.873439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:42.873439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:42.873439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:42.983730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 54b3efc6-89ef-4578-b8f2-b8118023fc81 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:43.020749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e88f6-85fe-4bd9-b4cb-8ad33c67d6f2 req-57d0f490-0037-4be9-b715-84f4cc876500 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:43.022238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1a6e88f6-85fe-4bd9-b4cb-8ad33c67d6f2 req-57d0f490-0037-4be9-b715-84f4cc876500 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 934 time: 0.0772347 Jun 30 02:40:43.089107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1a6e88f6-85fe-4bd9-b4cb-8ad33c67d6f2 req-4869d19a-46c9-4c82-a372-bb0e01a4ad86 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604780 Jun 30 02:40:43.113872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:43.114157 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:43.114552 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:43.115011 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:40:43.115380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cecef2-7bdb-4f77-ae15-0b0483786b9c']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:43.143621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14057633-1411-4f79-964b-70e5d94005f7') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:43.143999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14057633-1411-4f79-964b-70e5d94005f7') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:43.163388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.186249 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.196455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:40:43.197047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: from cryptography.utils import int_from_bytes Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: from cryptography.utils import int_from_bytes Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:40:43.202618 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:40:43.239883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 54b3efc6-89ef-4578-b8f2-b8118023fc81, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=54b3efc6-89ef-4578-b8f2-b8118023fc81,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:43.265207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '54b3efc6-89ef-4578-b8f2-b8118023fc81', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '54b3efc6-89ef-4578-b8f2-b8118023fc81', 'mac_address': 'fa:16:3e:d9:a5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:tempest-test_az-93780447', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:43.318005 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.335162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b3efc6-89ef-4578-b8f2-b8118023fc81 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:43.359885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 54b3efc6-89ef-4578-b8f2-b8118023fc81, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=54b3efc6-89ef-4578-b8f2-b8118023fc81,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:43.396237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4f304-5b4e-492e-8411-0076ebd4f4e4 req-5a95b4f1-49ae-465b-8a51-72c8e374adc1 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:43.397744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7e4f304-5b4e-492e-8411-0076ebd4f4e4 req-5a95b4f1-49ae-465b-8a51-72c8e374adc1 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 967 time: 0.1061921 Jun 30 02:40:43.401785 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.413547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.415671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d1cecef2-7bdb-4f77-ae15-0b0483786b9c HTTP/1.1" status: 204 len: 168 time: 0.8504329 Jun 30 02:40:43.424476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.435918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd7f25-22a3-4ec3-9d56-4472a4999230 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1cecef2-7bdb-4f77-ae15-0b0483786b9c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:43.462104 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7e4f304-5b4e-492e-8411-0076ebd4f4e4 req-0231e2c1-62b4-43b9-b888-0733b41b7e62 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555332 Jun 30 02:40:43.517062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=54b3efc6-89ef-4578-b8f2-b8118023fc81,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:43.682882 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5242b671-9998-4c80-8165-84ea87ac175f req-08411679-db63-4bb3-9dfa-2f0cbffea0b5 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 210 time: 0.0298345 Jun 30 02:40:43.747507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['54b3efc6-89ef-4578-b8f2-b8118023fc81'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:43.963528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44950) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:44.021347 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-091ccfb4-494a-4dcf-bb82-845e0cbed2a7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=371a98d71994468db1599edff047e36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559204 Jun 30 02:40:44.023985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44954) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:44.102834 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c9edcdf-3bb4-4893-b979-6c8bb6a2165b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.125350 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c9edcdf-3bb4-4893-b979-6c8bb6a2165b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.149207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44958) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:44.293071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c9edcdf-3bb4-4893-b979-6c8bb6a2165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.295730 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c9edcdf-3bb4-4893-b979-6c8bb6a2165b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.297589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9c9edcdf-3bb4-4893-b979-6c8bb6a2165b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a7a943d-aa31-42b2-85b3-0cfadd821f75 HTTP/1.1" status: 204 len: 168 time: 0.2712452 Jun 30 02:40:44.304946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9edcdf-3bb4-4893-b979-6c8bb6a2165b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7a943d-aa31-42b2-85b3-0cfadd821f75,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:44.345838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a3881deb-a315-42bb-be2f-38f36a1c3cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.427617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c55b6-4ba2-4ad1-8f72-404a9e9718aa req-3b064f21-c00c-4dfd-833e-ca0abcaf871e tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.429520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-930c55b6-4ba2-4ad1-8f72-404a9e9718aa req-3b064f21-c00c-4dfd-833e-ca0abcaf871e tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 934 time: 0.1445763 Jun 30 02:40:44.518975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-930c55b6-4ba2-4ad1-8f72-404a9e9718aa req-46a06f74-cdbb-4d97-ac90-13d95161392d tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796268 Jun 30 02:40:44.570745 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a3881deb-a315-42bb-be2f-38f36a1c3cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.690920 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a3881deb-a315-42bb-be2f-38f36a1c3cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.740774 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a3881deb-a315-42bb-be2f-38f36a1c3cc1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9a91f2cefdcd4970a86a109b85324965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5900710 Jun 30 02:40:44.743991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44976) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:44.755335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3881deb-a315-42bb-be2f-38f36a1c3cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ec7e18-1b78-4f44-af07-abbf54399bfb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:44.784601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71a767-d76f-4a6d-af88-eac2ad37959e req-e7953626-f928-455f-89c5-dedece9aa619 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.786568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf71a767-d76f-4a6d-af88-eac2ad37959e req-e7953626-f928-455f-89c5-dedece9aa619 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 968 time: 0.1560099 Jun 30 02:40:44.855296 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c671053e-5068-4dd4-823a-5ebdc74bd327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.887131 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf71a767-d76f-4a6d-af88-eac2ad37959e req-656e4832-c418-4c61-bc54-6ca8e28dc307 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880525 Jun 30 02:40:44.914790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c671053e-5068-4dd4-823a-5ebdc74bd327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.976809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 54b3efc6-89ef-4578-b8f2-b8118023fc81 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:45.077715 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab4a22ae-e235-4064-a416-4df7f96586f8 req-7f4ca3b8-b745-4c17-9c7f-b5bd9489f342 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 210 time: 0.0344534 Jun 30 02:40:45.104320 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c671053e-5068-4dd4-823a-5ebdc74bd327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.106842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c671053e-5068-4dd4-823a-5ebdc74bd327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.110377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c671053e-5068-4dd4-823a-5ebdc74bd327 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c6ec7e18-1b78-4f44-af07-abbf54399bfb HTTP/1.1" status: 204 len: 168 time: 0.3627942 Jun 30 02:40:45.115946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671053e-5068-4dd4-823a-5ebdc74bd327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ec7e18-1b78-4f44-af07-abbf54399bfb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:45.138905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 54b3efc6-89ef-4578-b8f2-b8118023fc81 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:45.143624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 54b3efc6-89ef-4578-b8f2-b8118023fc81 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:45.144074 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.281350 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.285057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44992) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:45.331815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d247c-99c6-446b-9975-9898142ddfa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3efc6-89ef-4578-b8f2-b8118023fc81'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:45.337574 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-60f55648-22fd-4756-bdac-158d161502ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=993c3bb3dba141e993ddd82b457df442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473464 Jun 30 02:40:45.337870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44994) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:45.401459 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0d420b5-e754-47b2-81c0-2b9f171ffd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.443042 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0d420b5-e754-47b2-81c0-2b9f171ffd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.478974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 54b3efc6-89ef-4578-b8f2-b8118023fc81, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=54b3efc6-89ef-4578-b8f2-b8118023fc81,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:45.578664 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.653875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0d420b5-e754-47b2-81c0-2b9f171ffd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.656422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=54b3efc6-89ef-4578-b8f2-b8118023fc81,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:45.656584 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0d420b5-e754-47b2-81c0-2b9f171ffd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.666172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e0d420b5-e754-47b2-81c0-2b9f171ffd22 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1aca1571-a76b-4e9a-9c9e-e2d05cf9f660 HTTP/1.1" status: 204 len: 168 time: 0.3272364 Jun 30 02:40:45.676443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d420b5-e754-47b2-81c0-2b9f171ffd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aca1571-a76b-4e9a-9c9e-e2d05cf9f660,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:45.825754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f02dc-2bfc-44bc-914a-22e39ecc4bae req-e39e0992-7671-4a02-94d9-ed247630f037 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:45.828101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93f02dc-2bfc-44bc-914a-22e39ecc4bae req-e39e0992-7671-4a02-94d9-ed247630f037 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 934 time: 0.1386688 Jun 30 02:40:45.868837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93f02dc-2bfc-44bc-914a-22e39ecc4bae req-0a0c1942-44ea-40fc-bc5e-443034fb525a tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347388 Jun 30 02:40:45.887252 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a7f5f8-11cb-4207-8027-1c89521a55bd" -d '{"events": [{"server_uuid": "429d247c-99c6-446b-9975-9898142ddfa2", "name": "network-vif-plugged", "status": "completed", "tag": "54b3efc6-89ef-4578-b8f2-b8118023fc81"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:46.068960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-7c2de9cf-d458-4290-8a80-37b32a608b5e tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:46.070471 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-7c2de9cf-d458-4290-8a80-37b32a608b5e tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.74 "GET /v2.0/networks?id=8b6ae11d-e383-4f15-8222-2d3f362fb36d HTTP/1.1" status: 200 len: 824 time: 0.1164186 Jun 30 02:40:46.141823 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-80912ed2-2767-4536-b7c5-0a044f69ff3a tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=960cb00257de42d98de81ab58ffac139 HTTP/1.1" status: 200 len: 380 time: 0.0580297 Jun 30 02:40:46.152487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Request body: {'port': {'device_id': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'admin_state_up': True, 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'security_groups': ['aa1d8cde-64c7-49c6-914f-7858f40c0c12']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:46.360432 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d93377-5b47-4271-8859-46b5860152d2 x-openstack-request-id: req-06d93377-5b47-4271-8859-46b5860152d2 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:46.360924 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d247c-99c6-446b-9975-9898142ddfa2", "name": "network-vif-plugged", "status": "completed", "tag": "54b3efc6-89ef-4578-b8f2-b8118023fc81", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:46.361029 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06d93377-5b47-4271-8859-46b5860152d2 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:46.361727 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429d247c-99c6-446b-9975-9898142ddfa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3efc6-89ef-4578-b8f2-b8118023fc81', 'code': 200} Jun 30 02:40:46.383220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45028) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:46.405915 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee637c22-a8b7-49fd-abcb-9ab7887c79d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.412590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Made reservation on behalf of 960cb00257de42d98de81ab58ffac139 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:46.416912 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.655760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Allocated IP 172.20.0.9 (8b6ae11d-e383-4f15-8222-2d3f362fb36d/1a07870e-f98d-4697-90de-88fb38975f3c/4ad71ca4-e695-4b3c-a673-0e814139c228) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:46.671503 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d63cd41-e113-491f-9098-17e86e5cebce req-93d3c27a-d1fa-4970-919f-f715509dc5b0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 210 time: 0.1312990 Jun 30 02:40:46.703719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.74', 60558) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:46.812977 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.827540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Transition to ACTIVE for port object 4ad71ca4-e695-4b3c-a673-0e814139c228 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:46.957913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216939fa-33a4-42be-9ee3-be933bdad449 req-c595124a-c31a-4592-8ae3-a051f9a1519b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:46.970668 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-216939fa-33a4-42be-9ee3-be933bdad449 req-c595124a-c31a-4592-8ae3-a051f9a1519b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 969 time: 0.1116841 Jun 30 02:40:46.977574 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.092224 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee637c22-a8b7-49fd-abcb-9ab7887c79d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.159462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event updated for resources: {'Port': ['ID=4ad71ca4-e695-4b3c-a673-0e814139c228,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:47.176602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Network 8b6ae11d-e383-4f15-8222-2d3f362fb36d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:47.183408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee637c22-a8b7-49fd-abcb-9ab7887c79d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.189316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:47.210946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:47.256957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee637c22-a8b7-49fd-abcb-9ab7887c79d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85073f35-f126-42b0-ad41-559336a5b0b4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:47.262711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ee637c22-a8b7-49fd-abcb-9ab7887c79d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=36b4a3a74a694ff2ac7c4516f8928ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8780055 Jun 30 02:40:47.266194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba9216-80f9-4942-8320-48856efc3adc req-0f99c980-8fe8-4329-9a98-dd68afaa5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:47.267641 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-09ba9216-80f9-4942-8320-48856efc3adc req-0f99c980-8fe8-4329-9a98-dd68afaa5158 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 1120 time: 0.5614140 Jun 30 02:40:47.269641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45050) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:47.301029 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-09ba9216-80f9-4942-8320-48856efc3adc req-ec38bb55-5650-4530-a4ef-c977a5bf8163 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.308437 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-216939fa-33a4-42be-9ee3-be933bdad449 req-2f741b7d-edb7-45a5-9103-d91d8e63b5f8 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365626 Jun 30 02:40:47.381812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:47.382562 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.415843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33e123-9f2e-40e4-96c9-50205a224c0b req-971d0c9a-1428-4a0a-9a40-33657a1f71ff tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:47.445139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd33e123-9f2e-40e4-96c9-50205a224c0b req-971d0c9a-1428-4a0a-9a40-33657a1f71ff tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 934 time: 0.3207536 Jun 30 02:40:47.615071 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd33e123-9f2e-40e4-96c9-50205a224c0b req-873e7cd8-703e-42f7-b482-e1e29c6052ad tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533053 Jun 30 02:40:47.676159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d686161d-61c9-408c-a791-0840588aa486 None None] Provisioning for port 4ad71ca4-e695-4b3c-a673-0e814139c228 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:47.687248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d686161d-61c9-408c-a791-0840588aa486 None None] Provisioning complete for port 4ad71ca4-e695-4b3c-a673-0e814139c228 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:47.687248 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d686161d-61c9-408c-a791-0840588aa486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.814218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d686161d-61c9-408c-a791-0840588aa486 None None] Port 4ad71ca4-e695-4b3c-a673-0e814139c228 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:47.819965 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-09ba9216-80f9-4942-8320-48856efc3adc req-ec38bb55-5650-4530-a4ef-c977a5bf8163 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.848317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62525097-4d88-4df8-8b2f-7c1ba0a06fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.891831 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62525097-4d88-4df8-8b2f-7c1ba0a06fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.950374 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-09ba9216-80f9-4942-8320-48856efc3adc req-ec38bb55-5650-4530-a4ef-c977a5bf8163 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:47.999496 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-09ba9216-80f9-4942-8320-48856efc3adc req-ec38bb55-5650-4530-a4ef-c977a5bf8163 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128372 Jun 30 02:40:48.030921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38bb55-5650-4530-a4ef-c977a5bf8163 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=96650be7-539a-4b06-8fd3-b9316c30b7f6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:48.039295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac3124-28c8-4755-988d-72a7050b7911 req-3e2e4d63-4290-4f66-a119-47dd9d01313c tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:48.041511 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89ac3124-28c8-4755-988d-72a7050b7911 req-3e2e4d63-4290-4f66-a119-47dd9d01313c tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 931 time: 0.1180425 Jun 30 02:40:48.054189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3e1b57ba-7461-4b86-9376-4bbb8cd66c46 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9057467 Jun 30 02:40:48.089233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Request body: {'port': {'device_id': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'device_owner': 'compute:tempest-test_az-93780447', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:48.100707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62525097-4d88-4df8-8b2f-7c1ba0a06fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:48.103378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62525097-4d88-4df8-8b2f-7c1ba0a06fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:48.107276 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-62525097-4d88-4df8-8b2f-7c1ba0a06fb4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85073f35-f126-42b0-ad41-559336a5b0b4 HTTP/1.1" status: 204 len: 168 time: 0.8335109 Jun 30 02:40:48.181782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62525097-4d88-4df8-8b2f-7c1ba0a06fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85073f35-f126-42b0-ad41-559336a5b0b4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:48.227892 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89ac3124-28c8-4755-988d-72a7050b7911 req-3bc7de14-cdd2-44e7-8dce-43efef581ef4 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683755 Jun 30 02:40:48.298572 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:48.598460 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45096) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:48.615972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33188179-4b4d-4c3b-85f1-634be29ec44d req-f87f8d0d-c981-4189-a134-8e37a7c4e435 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:48.624125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-33188179-4b4d-4c3b-85f1-634be29ec44d req-f87f8d0d-c981-4189-a134-8e37a7c4e435 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 969 time: 0.0937748 Jun 30 02:40:48.686604 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-33188179-4b4d-4c3b-85f1-634be29ec44d req-590b8855-d548-4f29-b8d8-f1bfea5b04f9 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598328 Jun 30 02:40:48.871514 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bfc089f8-38a1-4e66-a2c5-475cb57b8871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:48.901017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad71ca4-e695-4b3c-a673-0e814139c228 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:48.911472 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:48.932969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Transition to ACTIVE for port object 4ad71ca4-e695-4b3c-a673-0e814139c228 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:48.951343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65dc2a-13e1-4e40-9ada-4047d5cd2fc6 req-9a98112f-f169-4179-8ae5-93331fb6b08f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:48.952797 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de65dc2a-13e1-4e40-9ada-4047d5cd2fc6 req-9a98112f-f169-4179-8ae5-93331fb6b08f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 934 time: 0.1546791 Jun 30 02:40:49.016415 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de65dc2a-13e1-4e40-9ada-4047d5cd2fc6 req-8fc5fb00-914b-4516-aad3-50aeb4ee3683 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526552 Jun 30 02:40:49.031928 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.098991 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bfc089f8-38a1-4e66-a2c5-475cb57b8871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.106825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad71ca4-e695-4b3c-a673-0e814139c228,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:49.170803 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bfc089f8-38a1-4e66-a2c5-475cb57b8871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.224766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Attempting to bind port 4ad71ca4-e695-4b3c-a673-0e814139c228 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:49.225700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Attempting to bind port 4ad71ca4-e695-4b3c-a673-0e814139c228 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:49.225700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Attempting to bind port 4ad71ca4-e695-4b3c-a673-0e814139c228 on network 8b6ae11d-e383-4f15-8222-2d3f362fb36d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:49.228411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc089f8-38a1-4e66-a2c5-475cb57b8871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fef40f-fe77-4c7e-badf-db484533fbe2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:49.237433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bfc089f8-38a1-4e66-a2c5-475cb57b8871 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14468568b9424879888073d904a1364e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378787 Jun 30 02:40:49.240685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45112) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:49.240954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Port 4ad71ca4-e695-4b3c-a673-0e814139c228 on network 8b6ae11d-e383-4f15-8222-2d3f362fb36d not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:49.241285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Attempting to bind port 4ad71ca4-e695-4b3c-a673-0e814139c228 on network 8b6ae11d-e383-4f15-8222-2d3f362fb36d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:49.247889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:49.247889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Checking segment: {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:49.248877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Bound using segment: {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:49.249457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Bound port: 4ad71ca4-e695-4b3c-a673-0e814139c228, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:49.249918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.325570 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47b96e0e-6055-4c9b-ad4a-91f76ae9997a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.333372 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45116) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:49.362335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5228-f86c-4ce8-9b69-1385faf99b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.372417 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47b96e0e-6055-4c9b-ad4a-91f76ae9997a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.395049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] For port 4ad71ca4-e695-4b3c-a673-0e814139c228, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:49.400996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] For port 4ad71ca4-e695-4b3c-a673-0e814139c228, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4ad71ca4-e695-4b3c-a673-0e814139c228,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:49.473399 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.538743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45120) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:49.562226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:49.563002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.565274 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] 10.222.0.74 "PUT /v2.0/ports/4ad71ca4-e695-4b3c-a673-0e814139c228 HTTP/1.1" status: 200 len: 1111 time: 1.4811134 Jun 30 02:40:49.565882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'tag': '4ad71ca4-e695-4b3c-a673-0e814139c228'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:49.568466 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7a84d5-fde7-4b5a-82e9-78d4ca5b9121" -d '{"events": [{"name": "network-changed", "server_uuid": "7a007aae-4fc0-43c5-a736-382ab1fa6fde", "tag": "4ad71ca4-e695-4b3c-a673-0e814139c228"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:49.585993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4b9cf-5f4b-4f03-94df-843704568f06 req-54451b73-f1b7-4d92-a379-e45a724daa62 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:49.587820 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1af4b9cf-5f4b-4f03-94df-843704568f06 req-54451b73-f1b7-4d92-a379-e45a724daa62 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 963 time: 0.0921762 Jun 30 02:40:49.601144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47b96e0e-6055-4c9b-ad4a-91f76ae9997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.608222 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47b96e0e-6055-4c9b-ad4a-91f76ae9997a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.610637 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-47b96e0e-6055-4c9b-ad4a-91f76ae9997a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/44fef40f-fe77-4c7e-badf-db484533fbe2 HTTP/1.1" status: 204 len: 168 time: 0.3675945 Jun 30 02:40:49.634356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b6b7e-c3d6-4655-93b9-5b76ebdb0158 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad71ca4-e695-4b3c-a673-0e814139c228,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:49.735161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b96e0e-6055-4c9b-ad4a-91f76ae9997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fef40f-fe77-4c7e-badf-db484533fbe2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:49.752376 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e7429d38-1d54-431c-b067-d870255e11a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.769760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1af4b9cf-5f4b-4f03-94df-843704568f06 req-0afcd13f-2fa6-45eb-8ece-4d016ef6fbcd tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547489 Jun 30 02:40:49.810792 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771ac996-f0d6-4d26-8c54-383854feb1a4 x-openstack-request-id: req-771ac996-f0d6-4d26-8c54-383854feb1a4 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:49.811165 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a007aae-4fc0-43c5-a736-382ab1fa6fde", "tag": "4ad71ca4-e695-4b3c-a673-0e814139c228", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:49.811410 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-771ac996-f0d6-4d26-8c54-383854feb1a4 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:49.811794 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'tag': '4ad71ca4-e695-4b3c-a673-0e814139c228', 'status': 'completed', 'code': 200} Jun 30 02:40:49.823393 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5228-f86c-4ce8-9b69-1385faf99b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.903747 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5228-f86c-4ce8-9b69-1385faf99b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:49.946713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a84d5-fde7-4b5a-82e9-78d4ca5b9121 req-298bccbe-2aeb-4f94-bfcb-765c96f751a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:49.946713 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d7a84d5-fde7-4b5a-82e9-78d4ca5b9121 req-298bccbe-2aeb-4f94-bfcb-765c96f751a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=960cb00257de42d98de81ab58ffac139&device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 1114 time: 0.1141992 Jun 30 02:40:50.005177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b203e60-7788-4829-99bf-79973b1c8e6b req-656b7769-ec5c-43ee-8c11-bcfd38d599d7 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.006763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b203e60-7788-4829-99bf-79973b1c8e6b req-656b7769-ec5c-43ee-8c11-bcfd38d599d7 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 969 time: 0.0799837 Jun 30 02:40:50.012898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c5228-f86c-4ce8-9b69-1385faf99b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008513be-7be7-4ca2-8f13-52a51aca4165,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:50.058632 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1f8c5228-f86c-4ce8-9b69-1385faf99b83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b871032df38f4af4b29ce1576215f500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7242463 Jun 30 02:40:50.062432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45144) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:50.074229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b203e60-7788-4829-99bf-79973b1c8e6b req-057c957e-1e8a-42e1-b331-c762baae44ea tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599668 Jun 30 02:40:50.185816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8356d97-ca8f-4347-b04d-71c8f1d01e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.191875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a84d5-fde7-4b5a-82e9-78d4ca5b9121 req-3211dc71-cc86-4563-9318-3957af0da068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.193477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d7a84d5-fde7-4b5a-82e9-78d4ca5b9121 req-3211dc71-cc86-4563-9318-3957af0da068 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=960cb00257de42d98de81ab58ffac139&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2306418 Jun 30 02:40:50.230298 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8356d97-ca8f-4347-b04d-71c8f1d01e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.283642 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e7429d38-1d54-431c-b067-d870255e11a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.320204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd6fff-12d5-40d4-acab-7eb878a3309a req-44c14e41-1e0b-4aff-b1ec-64b24d46ee73 tempest-AggregatesAdminTestJSON-565901446 tempest-AggregatesAdminTestJSON-565901446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.322567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81dd6fff-12d5-40d4-acab-7eb878a3309a req-44c14e41-1e0b-4aff-b1ec-64b24d46ee73 tempest-AggregatesAdminTestJSON-565901446 tempest-AggregatesAdminTestJSON-565901446-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 1120 time: 0.0797396 Jun 30 02:40:50.350139 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81dd6fff-12d5-40d4-acab-7eb878a3309a req-d228a89e-f537-4e2b-a25b-e5373d1584fe tempest-AggregatesAdminTestJSON-565901446 tempest-AggregatesAdminTestJSON-565901446-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.403672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e7429d38-1d54-431c-b067-d870255e11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.412155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-d3bd3b7a-855b-4dab-ba66-cc727f10edb1 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:40:50.414340 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-d3bd3b7a-855b-4dab-ba66-cc727f10edb1 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085309 Jun 30 02:40:50.430399 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a84d5-fde7-4b5a-82e9-78d4ca5b9121 req-bde8cea7-8d69-4340-a2f3-3bdb2c37bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.431852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d7a84d5-fde7-4b5a-82e9-78d4ca5b9121 req-bde8cea7-8d69-4340-a2f3-3bdb2c37bc4e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2276046 Jun 30 02:40:50.466862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8356d97-ca8f-4347-b04d-71c8f1d01e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.468078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2abaf9-a22e-4a72-b79e-fa6639f7ffda req-bc887404-c154-47f1-84bc-a4502063eeac tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.473943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8356d97-ca8f-4347-b04d-71c8f1d01e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.473943 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b8356d97-ca8f-4347-b04d-71c8f1d01e6b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/008513be-7be7-4ca2-8f13-52a51aca4165 HTTP/1.1" status: 204 len: 168 time: 0.3964708 Jun 30 02:40:50.476348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b2abaf9-a22e-4a72-b79e-fa6639f7ffda req-bc887404-c154-47f1-84bc-a4502063eeac tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 934 time: 0.2730384 Jun 30 02:40:50.487004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8356d97-ca8f-4347-b04d-71c8f1d01e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008513be-7be7-4ca2-8f13-52a51aca4165,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:50.529475 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81dd6fff-12d5-40d4-acab-7eb878a3309a req-d228a89e-f537-4e2b-a25b-e5373d1584fe tempest-AggregatesAdminTestJSON-565901446 tempest-AggregatesAdminTestJSON-565901446-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.533841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45158) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:50.542816 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e7429d38-1d54-431c-b067-d870255e11a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d537466adcf34acfb4d53f0d58bca5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0024333 Jun 30 02:40:50.546910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7429d38-1d54-431c-b067-d870255e11a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f4ae8b-040c-4808-8ab4-5f3ba7377505,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:50.548830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45160) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:50.561160 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70929c2d-fe6d-4fd5-a5e2-a7eb727bb2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.581419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b2abaf9-a22e-4a72-b79e-fa6639f7ffda req-78f1b31c-23f2-464c-ba78-0aa3b6bea8b3 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040287 Jun 30 02:40:50.602523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-d58443fc-b02d-4f0a-afe4-bb7b9f5086de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.605555 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-d58443fc-b02d-4f0a-afe4-bb7b9f5086de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=960cb00257de42d98de81ab58ffac139&device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 1114 time: 0.1219728 Jun 30 02:40:50.622255 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81dd6fff-12d5-40d4-acab-7eb878a3309a req-d228a89e-f537-4e2b-a25b-e5373d1584fe tempest-AggregatesAdminTestJSON-565901446 tempest-AggregatesAdminTestJSON-565901446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.668760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-ecc24351-8142-49e3-a7f9-9908ca817c1d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ad71ca4-e695-4b3c-a673-0e814139c228 HTTP/1.1" status: 200 len: 217 time: 0.0547309 Jun 30 02:40:50.680343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Request body: {'port': {'device_id': 'c41bb3a5-3b9c-4875-a069-8b4aebca8d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:50.684261 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fd76d65-1d6e-4fe3-a64e-59d75d58744a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.722999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-7ba2d221-111c-4140-b191-6d914ae23ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.724650 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-7ba2d221-111c-4140-b191-6d914ae23ae9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1a07870e-f98d-4697-90de-88fb38975f3c HTTP/1.1" status: 200 len: 863 time: 0.0491307 Jun 30 02:40:50.729408 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81dd6fff-12d5-40d4-acab-7eb878a3309a req-d228a89e-f537-4e2b-a25b-e5373d1584fe tempest-AggregatesAdminTestJSON-565901446 tempest-AggregatesAdminTestJSON-565901446-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001570 Jun 30 02:40:50.782338 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fd76d65-1d6e-4fe3-a64e-59d75d58744a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.792911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3f3eef40-0623-4188-9802-35f967081822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:50.794614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-3f3eef40-0623-4188-9802-35f967081822 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b6ae11d-e383-4f15-8222-2d3f362fb36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627294 Jun 30 02:40:50.804829 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228a89e-f537-4e2b-a25b-e5373d1584fe tempest-AggregatesAdminTestJSON-565901446 tempest-AggregatesAdminTestJSON-565901446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4caa907-2292-473e-bb3a-206f85ef7444,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:50.882633 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.014632 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-125b0ffc-c447-440d-a97a-049722ecda83 service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117898 Jun 30 02:40:51.064524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fd76d65-1d6e-4fe3-a64e-59d75d58744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.067117 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fd76d65-1d6e-4fe3-a64e-59d75d58744a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.071305 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4fd76d65-1d6e-4fe3-a64e-59d75d58744a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/35f4ae8b-040c-4808-8ab4-5f3ba7377505 HTTP/1.1" status: 204 len: 168 time: 0.5154476 Jun 30 02:40:51.119425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd76d65-1d6e-4fe3-a64e-59d75d58744a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f4ae8b-040c-4808-8ab4-5f3ba7377505,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.143843 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-538850f8-0ef7-4148-8131-d3d459a2d766 req-41de4ed9-660a-4d8f-99a8-0756b4879048 service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189089 Jun 30 02:40:51.202314 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70929c2d-fe6d-4fd5-a5e2-a7eb727bb2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.291664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70929c2d-fe6d-4fd5-a5e2-a7eb727bb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.339739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9be63a-c41a-48d1-92a0-7ae8c39342df {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:51.346065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-70929c2d-fe6d-4fd5-a5e2-a7eb727bb2d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e69e571ff2e45ccb7a80bc2bd82c79a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8107731 Jun 30 02:40:51.351379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45198) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:51.353284 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.376149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70929c2d-fe6d-4fd5-a5e2-a7eb727bb2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478338f2-e95d-4fa3-b097-46d5503fc060,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.390863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Transition to ACTIVE for port object 6c9be63a-c41a-48d1-92a0-7ae8c39342df will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:51.419666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c83-78d2-44d5-99a7-1d1a1dec08f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.424231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843fddf-40e1-4a38-9f1d-a3a63ee6e4bb req-3b59a915-4ee3-4873-9fe9-4a5c5699e441 tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.424771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843fddf-40e1-4a38-9f1d-a3a63ee6e4bb req-3b59a915-4ee3-4873-9fe9-4a5c5699e441 tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.425164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843fddf-40e1-4a38-9f1d-a3a63ee6e4bb req-3b59a915-4ee3-4873-9fe9-4a5c5699e441 tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.425762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843fddf-40e1-4a38-9f1d-a3a63ee6e4bb req-3b59a915-4ee3-4873-9fe9-4a5c5699e441 tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.426117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843fddf-40e1-4a38-9f1d-a3a63ee6e4bb req-3b59a915-4ee3-4873-9fe9-4a5c5699e441 tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.427816 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1843fddf-40e1-4a38-9f1d-a3a63ee6e4bb req-3b59a915-4ee3-4873-9fe9-4a5c5699e441 tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.5294578 Jun 30 02:40:51.442724 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c83-78d2-44d5-99a7-1d1a1dec08f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.588924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.595222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165e88d-96a3-4660-aebe-6df3611e5d2e req-40869fdf-2c3d-4bfe-8d83-29f6bf7070ff tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.603433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a165e88d-96a3-4660-aebe-6df3611e5d2e req-40869fdf-2c3d-4bfe-8d83-29f6bf7070ff tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 963 time: 0.0745108 Jun 30 02:40:51.638678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Pushing event updated for resources: {'Port': ['ID=6c9be63a-c41a-48d1-92a0-7ae8c39342df,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.674736 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a165e88d-96a3-4660-aebe-6df3611e5d2e req-9f415160-cf29-4e6c-ac5e-4b0234391728 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693405 Jun 30 02:40:51.705319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca1198-3aa7-4fa1-83c4-c627a7942ab5 req-77f9ecf2-7082-4f25-982b-f2d7500fe750 tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.721886 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fcca1198-3aa7-4fa1-83c4-c627a7942ab5 req-77f9ecf2-7082-4f25-982b-f2d7500fe750 tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 886 time: 0.1973488 Jun 30 02:40:51.725729 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c83-78d2-44d5-99a7-1d1a1dec08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.743626 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c83-78d2-44d5-99a7-1d1a1dec08f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.748363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bc7c8c83-78d2-44d5-99a7-1d1a1dec08f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/478338f2-e95d-4fa3-b097-46d5503fc060 HTTP/1.1" status: 204 len: 168 time: 0.3916609 Jun 30 02:40:51.780668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c8c83-78d2-44d5-99a7-1d1a1dec08f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478338f2-e95d-4fa3-b097-46d5503fc060,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.826699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Attempting to bind port 6c9be63a-c41a-48d1-92a0-7ae8c39342df on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:51.827341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Attempting to bind port 6c9be63a-c41a-48d1-92a0-7ae8c39342df by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:51.827462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Attempting to bind port 6c9be63a-c41a-48d1-92a0-7ae8c39342df on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:51.834109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Port 6c9be63a-c41a-48d1-92a0-7ae8c39342df on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:51.834892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Attempting to bind port 6c9be63a-c41a-48d1-92a0-7ae8c39342df on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:51.841055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:51.841656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:51.842257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:51.842970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Bound port: 6c9be63a-c41a-48d1-92a0-7ae8c39342df, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:51.843656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.970556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b327f-a4e0-4605-81fa-17b24a566fa9 req-14844158-b26c-48a1-99af-c135ef9e567f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.970809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3031a-ee73-4680-a50d-bd11eacdd8fa req-d63c9a42-238d-4774-b832-08b60f51eb9e tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.971115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3031a-ee73-4680-a50d-bd11eacdd8fa req-d63c9a42-238d-4774-b832-08b60f51eb9e tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.971582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3031a-ee73-4680-a50d-bd11eacdd8fa req-d63c9a42-238d-4774-b832-08b60f51eb9e tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.972009 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4e5b327f-a4e0-4605-81fa-17b24a566fa9 req-14844158-b26c-48a1-99af-c135ef9e567f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 946 time: 0.1165171 Jun 30 02:40:51.972123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3031a-ee73-4680-a50d-bd11eacdd8fa req-d63c9a42-238d-4774-b832-08b60f51eb9e tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.972503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3031a-ee73-4680-a50d-bd11eacdd8fa req-d63c9a42-238d-4774-b832-08b60f51eb9e tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.973118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] For port 6c9be63a-c41a-48d1-92a0-7ae8c39342df, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:51.974207 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4fe3031a-ee73-4680-a50d-bd11eacdd8fa req-d63c9a42-238d-4774-b832-08b60f51eb9e tempest-NetworksTest-2115343857 tempest-NetworksTest-2115343857-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1040251 Jun 30 02:40:52.002376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] For port 6c9be63a-c41a-48d1-92a0-7ae8c39342df, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=6c9be63a-c41a-48d1-92a0-7ae8c39342df,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:52.029008 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4e5b327f-a4e0-4605-81fa-17b24a566fa9 req-cd683538-4bd6-43ad-85e4-dfc3e4517485 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468910 Jun 30 02:40:52.116325 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.153036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.153686 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.155242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] 10.222.0.83 "PUT /v2.0/ports/6c9be63a-c41a-48d1-92a0-7ae8c39342df HTTP/1.1" status: 200 len: 1094 time: 1.6010153 Jun 30 02:40:52.155859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41bb3a5-3b9c-4875-a069-8b4aebca8d16', 'tag': '6c9be63a-c41a-48d1-92a0-7ae8c39342df'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:52.182159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0326f03-f3f5-450f-93f6-c320c84d739c service neutron] Pushing event updated for resources: {'Port': ['ID=6c9be63a-c41a-48d1-92a0-7ae8c39342df,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:52.348998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45230) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:52.372114 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ea1-bc74-4928-848c-d67bb46f50a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.402880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-8fb49b77-dba6-49ab-b773-d2751cc9e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.404866 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-8fb49b77-dba6-49ab-b773-d2751cc9e233 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67e6c642463a479c84e9ea4dc791195e&device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 1097 time: 0.0992353 Jun 30 02:40:52.445343 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.524710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ea1-bc74-4928-848c-d67bb46f50a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.655291 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-ddb96282-f521-4b35-965b-737daee961d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=6c9be63a-c41a-48d1-92a0-7ae8c39342df HTTP/1.1" status: 200 len: 217 time: 0.2433090 Jun 30 02:40:52.670098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ea1-bc74-4928-848c-d67bb46f50a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.713988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-2c66f6bf-8014-4063-85cd-a16f8064a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.715656 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-2c66f6bf-8014-4063-85cd-a16f8064a84d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0543227 Jun 30 02:40:52.764016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc7ea1-bc74-4928-848c-d67bb46f50a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111316a1-7bcc-479d-bd8b-29228574486b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:52.769669 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fbdc7ea1-bc74-4928-848c-d67bb46f50a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4325345887b46789f12127b61efcef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192858 Jun 30 02:40:52.773335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45260) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:52.831793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e394c534-fc2a-458f-9834-6a9373fb1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.833743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-e394c534-fc2a-458f-9834-6a9373fb1740 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122367 Jun 30 02:40:52.865646 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e58409d-e61b-4e7f-b63a-1c8375c3a747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.890448 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "c41bb3a5-3b9c-4875-a069-8b4aebca8d16", "tag": "6c9be63a-c41a-48d1-92a0-7ae8c39342df"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:52.909257 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e58409d-e61b-4e7f-b63a-1c8375c3a747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.950711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-70e9a1e2-19bc-48b6-a417-026e5aa8d317 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101305 Jun 30 02:40:52.979345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1c3c-cb71-4895-bfe8-4af9f51347e4 req-c69bc925-08ee-4f99-9066-12b6a1412405 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:52.980866 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-832f1c3c-cb71-4895-bfe8-4af9f51347e4 req-c69bc925-08ee-4f99-9066-12b6a1412405 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 963 time: 0.1214848 Jun 30 02:40:53.021302 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-832f1c3c-cb71-4895-bfe8-4af9f51347e4 req-3445bc4d-b8f5-4620-8b3f-b8ea9c0ac67d tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337331 Jun 30 02:40:53.034414 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:53.067220 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b23b172-dff1-4566-bf4d-6bea9fd8d204 req-8643fde6-5254-4bec-88f0-e3efd1414a3c service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095905 Jun 30 02:40:53.098783 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e58409d-e61b-4e7f-b63a-1c8375c3a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:53.101675 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e58409d-e61b-4e7f-b63a-1c8375c3a747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:53.103487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7e58409d-e61b-4e7f-b63a-1c8375c3a747 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/111316a1-7bcc-479d-bd8b-29228574486b HTTP/1.1" status: 204 len: 168 time: 0.3282325 Jun 30 02:40:53.114434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58409d-e61b-4e7f-b63a-1c8375c3a747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111316a1-7bcc-479d-bd8b-29228574486b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:53.201361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45280) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:53.296182 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f1c7c4-cdb7-4115-8d36-cbf97e7073fc x-openstack-request-id: req-36f1c7c4-cdb7-4115-8d36-cbf97e7073fc {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:53.297083 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41bb3a5-3b9c-4875-a069-8b4aebca8d16", "tag": "6c9be63a-c41a-48d1-92a0-7ae8c39342df", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:53.297615 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-36f1c7c4-cdb7-4115-8d36-cbf97e7073fc {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:53.298291 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41bb3a5-3b9c-4875-a069-8b4aebca8d16', 'tag': '6c9be63a-c41a-48d1-92a0-7ae8c39342df', 'status': 'completed', 'code': 200} Jun 30 02:40:53.328069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2832d8-ff1f-49bd-9406-569648123864 req-71c83768-aec0-48b7-bee6-22cc98b11cf9 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:53.329654 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c2832d8-ff1f-49bd-9406-569648123864 req-71c83768-aec0-48b7-bee6-22cc98b11cf9 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 946 time: 0.0727522 Jun 30 02:40:53.374134 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c2832d8-ff1f-49bd-9406-569648123864 req-fe8e28a4-442c-45bc-9cdb-f771a901527f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385537 Jun 30 02:40:53.383232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-db5257ff-aafe-4747-a724-9c166ab2a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:53.385437 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-db5257ff-aafe-4747-a724-9c166ab2a7a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67e6c642463a479c84e9ea4dc791195e&device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 1097 time: 0.0598509 Jun 30 02:40:53.544499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-43066c6f-2fd3-4af9-9ee7-752f52185c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:53.546023 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-43066c6f-2fd3-4af9-9ee7-752f52185c4a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1547372 Jun 30 02:40:53.593001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-27520fdc-e904-41f2-ad25-6a4cf2c0991d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=6c9be63a-c41a-48d1-92a0-7ae8c39342df HTTP/1.1" status: 200 len: 217 time: 0.0406439 Jun 30 02:40:53.645737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-3d8d01fe-cf28-4f16-b3fb-344d8e0c68de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:53.647606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-3d8d01fe-cf28-4f16-b3fb-344d8e0c68de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0480869 Jun 30 02:40:53.698600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-18ccaac8-6c21-45b7-a4b6-99eb8e32f89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:53.710644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-afb0b992-064f-4352-a574-e747269ed476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:53.712666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-afb0b992-064f-4352-a574-e747269ed476 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586531 Jun 30 02:40:53.811567 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-18ccaac8-6c21-45b7-a4b6-99eb8e32f89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:53.828409 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-b58304f2-943b-46c7-ab9c-56eead32c2d8 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057177 Jun 30 02:40:53.930803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3387ab4-d1fc-43df-b684-5f98dd8c6bc0 req-77b67232-8400-41d8-b2fd-de4e6bbbee92 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951250 Jun 30 02:40:53.959797 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-18ccaac8-6c21-45b7-a4b6-99eb8e32f89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.002483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-18ccaac8-6c21-45b7-a4b6-99eb8e32f89b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=faf3e12e6cb34bba96fd0c0d33b21556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7995851 Jun 30 02:40:54.005097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45320) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:54.012913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccaac8-6c21-45b7-a4b6-99eb8e32f89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9be1ff-a267-4eab-bba8-8561703804b3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:54.081618 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a40be4e3-f582-483e-8c15-962e45211343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.108845 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a40be4e3-f582-483e-8c15-962e45211343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.236642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562116b8-26f2-490b-9f68-1acc8ee2bb75 req-cc7b2fdb-19be-4784-9568-a16a1c27bbdb tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:54.245307 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-562116b8-26f2-490b-9f68-1acc8ee2bb75 req-cc7b2fdb-19be-4784-9568-a16a1c27bbdb tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 963 time: 0.0813897 Jun 30 02:40:54.262458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a40be4e3-f582-483e-8c15-962e45211343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.265069 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a40be4e3-f582-483e-8c15-962e45211343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.269040 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a40be4e3-f582-483e-8c15-962e45211343 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d9be1ff-a267-4eab-bba8-8561703804b3 HTTP/1.1" status: 204 len: 168 time: 0.2629488 Jun 30 02:40:54.278602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40be4e3-f582-483e-8c15-962e45211343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9be1ff-a267-4eab-bba8-8561703804b3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:54.318038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-562116b8-26f2-490b-9f68-1acc8ee2bb75 req-3828c222-670c-4adc-9dcb-42624c505415 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620353 Jun 30 02:40:54.366704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45344) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:54.566575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db7ff5-405c-4993-a702-8a067903d208 req-45ff9c3b-54c3-4b2e-94e4-7ddd70d95a33 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:54.568051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15db7ff5-405c-4993-a702-8a067903d208 req-45ff9c3b-54c3-4b2e-94e4-7ddd70d95a33 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 946 time: 0.0689998 Jun 30 02:40:54.592597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-5889665-network', 'tenant_id': 'a89f75a4941141878233813936107c0e'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:54.622954 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15db7ff5-405c-4993-a702-8a067903d208 req-fd0d824d-2061-41ab-874d-5649197fe9a1 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488043 Jun 30 02:40:54.722697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Made reservation on behalf of a89f75a4941141878233813936107c0e for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:54.725377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.739656 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.796733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-619bb767-f53e-48be-a916-a0de37f47ce3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1245048 Jun 30 02:40:54.879255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.958437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-53ff4056-21a7-4db5-a6cc-6239c2ade746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:54.960174 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-53ff4056-21a7-4db5-a6cc-6239c2ade746 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d20c75e71fc447c09f5f0985a74b4322&device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 1120 time: 0.0621381 Jun 30 02:40:54.988272 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.993638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4ad71ca4-e695-4b3c-a673-0e814139c228 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:55.059180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:40:55.069100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:55.087664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.087942 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Added segment 5f5ef64d-1d11-408a-bbe2-8c8de4884bb5 of type vlan for network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 Jun 30 02:40:55.112233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4ad71ca4-e695-4b3c-a673-0e814139c228, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4ad71ca4-e695-4b3c-a673-0e814139c228,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:55.127413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '4ad71ca4-e695-4b3c-a673-0e814139c228', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'port_id': '4ad71ca4-e695-4b3c-a673-0e814139c228', 'mac_address': 'fa:16:3e:e9:57:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-93780447', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:55.141822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-18cfbfcc-2daf-4e89-ae74-e91a5fa21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:55.141822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-18cfbfcc-2daf-4e89-ae74-e91a5fa21244 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1620338 Jun 30 02:40:55.159962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.181308 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.189658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-30956058-df52-4c91-8290-6004df105c86 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=54b3efc6-89ef-4578-b8f2-b8118023fc81 HTTP/1.1" status: 200 len: 217 time: 0.0392194 Jun 30 02:40:55.197226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad71ca4-e695-4b3c-a673-0e814139c228 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:55.227909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4ad71ca4-e695-4b3c-a673-0e814139c228, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4ad71ca4-e695-4b3c-a673-0e814139c228,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:55.261299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-6ff32ae6-b8c6-4892-b41b-554c54ef5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:55.261299 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-6ff32ae6-b8c6-4892-b41b-554c54ef5318 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0595005 Jun 30 02:40:55.271058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45390) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:55.290828 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17055e7a-65f3-46a6-b212-1ae507534b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.321961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.328359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-b050970d-d7c0-4574-9fa3-60a5280fb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:55.329661 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-b050970d-d7c0-4574-9fa3-60a5280fb5dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666525 Jun 30 02:40:55.331918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.340833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:55.340833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.405466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=4ad71ca4-e695-4b3c-a673-0e814139c228,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:55.459420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17055e7a-65f3-46a6-b212-1ae507534b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.461154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:55.477795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:40:55.492492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-592b48cb-313f-4aaf-835f-7fee661ca743 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479890 Jun 30 02:40:55.531762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['4ad71ca4-e695-4b3c-a673-0e814139c228'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:55.538461 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17055e7a-65f3-46a6-b212-1ae507534b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.584036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45404) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:55.584576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-17055e7a-65f3-46a6-b212-1ae507534b3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=390e44e8965548ef85af905dae61ede8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118546 Jun 30 02:40:55.601520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17055e7a-65f3-46a6-b212-1ae507534b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc1cd14-5dd0-416e-b982-1d9a715d32c8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:55.693014 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-281739dd-f0b2-41e0-8f55-69d70c10ae95 req-0553a73d-c137-457f-beb5-0372dc3b1611 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942093 Jun 30 02:40:55.714055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8246d4fc-d5f0-4de7-994e-78ba0e4e450d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.722953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756e47e-58fd-4a77-84ca-aedf9a94e8cd req-2fafd90d-d05a-4edf-8986-e053fb645834 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:55.724580 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c756e47e-58fd-4a77-84ca-aedf9a94e8cd req-2fafd90d-d05a-4edf-8986-e053fb645834 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 964 time: 0.1593935 Jun 30 02:40:55.737248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6f9c5994-33b0-458b-be58-02dd1d817ec6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3681741 Jun 30 02:40:55.741417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45412) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:55.751126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Request body: {'subnet': {'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-5889665-subnet', 'tenant_id': 'a89f75a4941141878233813936107c0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:55.766204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8246d4fc-d5f0-4de7-994e-78ba0e4e450d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.807815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c756e47e-58fd-4a77-84ca-aedf9a94e8cd req-fdc15f51-c242-4a7c-b3b8-d7af98e55abc tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677431 Jun 30 02:40:55.936922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Made reservation on behalf of a89f75a4941141878233813936107c0e for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:55.940571 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.962541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8246d4fc-d5f0-4de7-994e-78ba0e4e450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.966303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8246d4fc-d5f0-4de7-994e-78ba0e4e450d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.966303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8246d4fc-d5f0-4de7-994e-78ba0e4e450d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/afc1cd14-5dd0-416e-b982-1d9a715d32c8 HTTP/1.1" status: 204 len: 168 time: 0.3507762 Jun 30 02:40:55.997044 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246d4fc-d5f0-4de7-994e-78ba0e4e450d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc1cd14-5dd0-416e-b982-1d9a715d32c8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:56.059367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105575f-739e-4ac1-8fd4-604bf919974a req-a7bc2f7c-9a70-4cf2-9262-92ace20f8104 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:56.062168 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b105575f-739e-4ac1-8fd4-604bf919974a req-a7bc2f7c-9a70-4cf2-9262-92ace20f8104 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 946 time: 0.1106956 Jun 30 02:40:56.103492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b105575f-739e-4ac1-8fd4-604bf919974a req-cc7a9d35-d6a8-4ef9-b1e6-a6fea8624fff tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355701 Jun 30 02:40:56.298894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:56.370242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:56.381308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:56.381308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Network hostable DHCP agents. Network: 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:40:56.557917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:40:56.715641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:56.733928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:56.733928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:56.747569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe78acbd-a29a-4a0a-ba17-4aecb76d2927 None None] Network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:56.874879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacb072d-23e7-4615-9883-188e3898100f None None] Network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:57.013867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c74fb9a1-6b9f-4a36-a063-75aad7e22547 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2692094 Jun 30 02:40:57.022844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4ad71ca4-e695-4b3c-a673-0e814139c228 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:57.116835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f7245-c6b1-49b8-a6bf-31beb2bc80c1 req-44a02108-8465-4fbf-a34c-001e052b7d9a tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.127945 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-982f7245-c6b1-49b8-a6bf-31beb2bc80c1 req-44a02108-8465-4fbf-a34c-001e052b7d9a tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 964 time: 0.0994265 Jun 30 02:40:57.162071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-982f7245-c6b1-49b8-a6bf-31beb2bc80c1 req-07f8cd42-8404-4f4a-aea7-9bb6678995e5 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Jun 30 02:40:57.205219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 4ad71ca4-e695-4b3c-a673-0e814139c228 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:57.210213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 4ad71ca4-e695-4b3c-a673-0e814139c228 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:57.210600 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.225752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45496) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:57.289225 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.311774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad71ca4-e695-4b3c-a673-0e814139c228'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:57.314028 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131bb087-6535-415e-b869-968bed7456c3" -d '{"events": [{"server_uuid": "7a007aae-4fc0-43c5-a736-382ab1fa6fde", "name": "network-vif-plugged", "status": "completed", "tag": "4ad71ca4-e695-4b3c-a673-0e814139c228"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:57.329352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4ad71ca4-e695-4b3c-a673-0e814139c228, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4ad71ca4-e695-4b3c-a673-0e814139c228,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:57.386214 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1479a6-f46a-47b1-acd4-0ea6f2a008e9 x-openstack-request-id: req-ed1479a6-f46a-47b1-acd4-0ea6f2a008e9 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:57.386501 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a007aae-4fc0-43c5-a736-382ab1fa6fde", "name": "network-vif-plugged", "status": "completed", "tag": "4ad71ca4-e695-4b3c-a673-0e814139c228", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:57.386759 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed1479a6-f46a-47b1-acd4-0ea6f2a008e9 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:57.387157 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad71ca4-e695-4b3c-a673-0e814139c228', 'code': 200} Jun 30 02:40:57.441890 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.442114 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:40:57.517787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=4ad71ca4-e695-4b3c-a673-0e814139c228,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:57.550505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 6c9be63a-c41a-48d1-92a0-7ae8c39342df details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:57.580435 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6931691-b986-4d19-b4bc-a38da885ed17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.599414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12071e18-1ad6-4997-991c-dc407c51a92a req-22b22216-18e7-4bd2-ae26-4dfb88037c73 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.600919 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12071e18-1ad6-4997-991c-dc407c51a92a req-22b22216-18e7-4bd2-ae26-4dfb88037c73 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 946 time: 0.1307328 Jun 30 02:40:57.603640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b848ff6-d918-4a17-be38-d78af4ce919d req-d8e6dd5f-4ac9-4c7d-beba-e27461c0ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:57.605026 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1b848ff6-d918-4a17-be38-d78af4ce919d req-d8e6dd5f-4ac9-4c7d-beba-e27461c0ea54 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 1116 time: 0.1169298 Jun 30 02:40:57.668576 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12071e18-1ad6-4997-991c-dc407c51a92a req-d84c673b-d215-49e6-950e-341b75ecc4c8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Jun 30 02:40:57.679037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 6c9be63a-c41a-48d1-92a0-7ae8c39342df, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=6c9be63a-c41a-48d1-92a0-7ae8c39342df,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:57.692729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '6c9be63a-c41a-48d1-92a0-7ae8c39342df', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '6c9be63a-c41a-48d1-92a0-7ae8c39342df', 'mac_address': 'fa:16:3e:d9:2f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:57.699471 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1b848ff6-d918-4a17-be38-d78af4ce919d req-cfdd17e0-c799-4f91-b0d9-5692e43ea9c0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880415 Jun 30 02:40:57.720697 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6931691-b986-4d19-b4bc-a38da885ed17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.744531 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.757688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9be63a-c41a-48d1-92a0-7ae8c39342df {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:57.779572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 6c9be63a-c41a-48d1-92a0-7ae8c39342df, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=6c9be63a-c41a-48d1-92a0-7ae8c39342df,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:57.822534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6931691-b986-4d19-b4bc-a38da885ed17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.854009 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.891611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6931691-b986-4d19-b4bc-a38da885ed17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3010d05b-4d57-4175-ae03-7e6d4b4fe1f0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:57.898141 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b6931691-b986-4d19-b4bc-a38da885ed17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d5cf14b763954afc92f1595dd5223f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6711128 Jun 30 02:40:57.901148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45528) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:57.924768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=6c9be63a-c41a-48d1-92a0-7ae8c39342df,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:57.983111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a8633ea-2a0e-45c9-9467-3baf2fdc1e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.007343 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a8633ea-2a0e-45c9-9467-3baf2fdc1e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.139331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a8633ea-2a0e-45c9-9467-3baf2fdc1e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.142813 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a8633ea-2a0e-45c9-9467-3baf2fdc1e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.143992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4a8633ea-2a0e-45c9-9467-3baf2fdc1e73 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3010d05b-4d57-4175-ae03-7e6d4b4fe1f0 HTTP/1.1" status: 204 len: 168 time: 0.2416186 Jun 30 02:40:58.152480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8633ea-2a0e-45c9-9467-3baf2fdc1e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3010d05b-4d57-4175-ae03-7e6d4b4fe1f0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:58.190923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['6c9be63a-c41a-48d1-92a0-7ae8c39342df'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:58.196142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45554) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:58.201781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-587112023-network', 'tenant_id': '640a6929f22f47d1b3e7091516f32e1a'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:58.332235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Made reservation on behalf of 640a6929f22f47d1b3e7091516f32e1a for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:58.335099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.350685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.484794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32909f19-1462-46b9-a934-2a31604c082e req-c374edd2-d531-452f-b86d-ef5d363633ca tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:58.486345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32909f19-1462-46b9-a934-2a31604c082e req-c374edd2-d531-452f-b86d-ef5d363633ca tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 965 time: 0.1039846 Jun 30 02:40:58.527549 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-75a25653-1936-410d-a79b-b873889a8934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.543026 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.556027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32909f19-1462-46b9-a934-2a31604c082e req-0ae9268f-2e7b-4d0f-9a53-237dbb9fa88b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603178 Jun 30 02:40:58.649729 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.666654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:40:58.682180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cf754b-5eb4-42fb-be40-9f34af845d61,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:58.685002 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.685394 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Added segment a4c37184-ad34-4a80-8543-d85a6589a185 of type vlan for network ac5aa998-2b4b-4457-9550-7231ccdd5527 Jun 30 02:40:58.735778 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.876990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e580e23-f8cc-4fa7-83a7-f6810e6f2f32 req-ea42ec6f-a483-4417-b791-448cce88e0cf tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:58.878576 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e580e23-f8cc-4fa7-83a7-f6810e6f2f32 req-ea42ec6f-a483-4417-b791-448cce88e0cf tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 947 time: 0.0625217 Jun 30 02:40:58.916707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e580e23-f8cc-4fa7-83a7-f6810e6f2f32 req-f4291166-f86d-43d3-9914-6b98c2fe6da7 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Jun 30 02:40:59.007334 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.008968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:59.009592 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.065430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=ac5aa998-2b4b-4457-9550-7231ccdd5527,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:59.076519 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ac5aa998-2b4b-4457-9550-7231ccdd5527 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:40:59.204686 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d9ca46fe-67fa-4247-9b1d-304a285d0bc9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0071776 Jun 30 02:40:59.207725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45594) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:59.219157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Request body: {'subnet': {'network_id': 'ac5aa998-2b4b-4457-9550-7231ccdd5527', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-587112023-subnet', 'tenant_id': '640a6929f22f47d1b3e7091516f32e1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:59.321106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Made reservation on behalf of 640a6929f22f47d1b3e7091516f32e1a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:59.325455 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.339102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45604) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:59.381432 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9bea47fd-f64d-4ad0-9b8e-eb3a444b13c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.571732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 6c9be63a-c41a-48d1-92a0-7ae8c39342df up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:59.583204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9bea47fd-f64d-4ad0-9b8e-eb3a444b13c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.599092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45620) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:59.685387 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9bea47fd-f64d-4ad0-9b8e-eb3a444b13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.688171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.796096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 6c9be63a-c41a-48d1-92a0-7ae8c39342df completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:59.803395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 6c9be63a-c41a-48d1-92a0-7ae8c39342df triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:59.804145 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.809220 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9bea47fd-f64d-4ad0-9b8e-eb3a444b13c5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=273906eed1414d44a1d7be31356d8701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668236 Jun 30 02:40:59.809624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45630) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:59.811337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea47fd-f64d-4ad0-9b8e-eb3a444b13c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9587c946-7e66-4180-aaa2-86822cafc4ff,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:59.821858 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ed2b8c-0be7-4f13-ac15-d57ae70595c7,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:59.874560 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677e63c1-a8b9-4301-9593-b6af641ba5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.880142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Checking segment: {'id': 'a4c37184-ad34-4a80-8543-d85a6589a185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ac5aa998-2b4b-4457-9550-7231ccdd5527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:59.882543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Network hostable DHCP agents. Network: ac5aa998-2b4b-4457-9550-7231ccdd5527, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:40:59.905385 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677e63c1-a8b9-4301-9593-b6af641ba5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.914885 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9189bd2e-c66b-4059-ac2d-e28641582b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.927448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4110e0-c159-4488-a9f9-58b35ebaf814 req-386e890a-ab4b-4b1e-bdb5-a6dbdaf28483 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:59.928977 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e4110e0-c159-4488-a9f9-58b35ebaf814 req-386e890a-ab4b-4b1e-bdb5-a6dbdaf28483 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 965 time: 0.1815138 Jun 30 02:40:59.936837 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.963188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41bb3a5-3b9c-4875-a069-8b4aebca8d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9be63a-c41a-48d1-92a0-7ae8c39342df'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:59.965549 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9571de28-5239-4384-945a-f0a96c0e9b00" -d '{"events": [{"server_uuid": "c41bb3a5-3b9c-4875-a069-8b4aebca8d16", "name": "network-vif-plugged", "status": "completed", "tag": "6c9be63a-c41a-48d1-92a0-7ae8c39342df"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:59.979217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 6c9be63a-c41a-48d1-92a0-7ae8c39342df, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=6c9be63a-c41a-48d1-92a0-7ae8c39342df,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:59.995402 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e4110e0-c159-4488-a9f9-58b35ebaf814 req-799189a0-e9c5-4543-9d5c-f63391bcc3d8 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477200 Jun 30 02:41:00.070103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Network ac5aa998-2b4b-4457-9550-7231ccdd5527 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:41:00.104241 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677e63c1-a8b9-4301-9593-b6af641ba5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.107643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.109323 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677e63c1-a8b9-4301-9593-b6af641ba5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.110900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-677e63c1-a8b9-4301-9593-b6af641ba5bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9587c946-7e66-4180-aaa2-86822cafc4ff HTTP/1.1" status: 204 len: 168 time: 0.2996221 Jun 30 02:41:00.141908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e63c1-a8b9-4301-9593-b6af641ba5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9587c946-7e66-4180-aaa2-86822cafc4ff,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:00.174234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=6c9be63a-c41a-48d1-92a0-7ae8c39342df,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:00.182842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ac5aa998-2b4b-4457-9550-7231ccdd5527) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:00.191983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6295e46a-a816-4467-b379-4f7a758fdc61 None None] Network ac5aa998-2b4b-4457-9550-7231ccdd5527 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:00.202514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.203111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.261986 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9189bd2e-c66b-4059-ac2d-e28641582b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.372763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-c9fa641a-9839-4ef3-a885-6a586f65a45e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504327 Jun 30 02:41:00.377132 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9189bd2e-c66b-4059-ac2d-e28641582b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.383396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1a1b1-23f4-4da8-9cb3-0a741f6d35d2 None None] Network ac5aa998-2b4b-4457-9550-7231ccdd5527 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:00.395189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71a2b2-7f7f-4b97-bec8-8d10a32b5e73 req-3be8670d-fceb-49c0-9bca-b1780b432166 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.403331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e71a2b2-7f7f-4b97-bec8-8d10a32b5e73 req-3be8670d-fceb-49c0-9bca-b1780b432166 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 948 time: 0.0860512 Jun 30 02:41:00.452477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9189bd2e-c66b-4059-ac2d-e28641582b34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b4bc4402e384ab5b5d14a28ebdd0f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8519914 Jun 30 02:41:00.455424 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e71a2b2-7f7f-4b97-bec8-8d10a32b5e73 req-5b3e7b59-1fae-4e86-98d5-efa1cd87b9ae tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508842 Jun 30 02:41:00.455555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45656) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:00.507306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-65357fc3-c5d9-4269-b1a0-7058e60f5d1a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2975290 Jun 30 02:41:00.684111 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6264099-8553-4935-9618-d1bf9dd7bd4b x-openstack-request-id: req-d6264099-8553-4935-9618-d1bf9dd7bd4b {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:00.684111 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41bb3a5-3b9c-4875-a069-8b4aebca8d16", "name": "network-vif-plugged", "status": "completed", "tag": "6c9be63a-c41a-48d1-92a0-7ae8c39342df", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:00.684111 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6264099-8553-4935-9618-d1bf9dd7bd4b {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:00.684111 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41bb3a5-3b9c-4875-a069-8b4aebca8d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9be63a-c41a-48d1-92a0-7ae8c39342df', 'code': 200} Jun 30 02:41:00.687043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189bd2e-c66b-4059-ac2d-e28641582b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa2daf0-4806-4217-9e91-0cfc996c3b64,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:00.687043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2787b-7067-4485-af72-ffc85573de2e req-54250cc3-62c2-474d-a006-11537f42ea58 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.687043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-54250cc3-62c2-474d-a006-11537f42ea58 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576551 Jun 30 02:41:00.687043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-221c4a82-fe27-4909-a985-05f862e03a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.687043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-8236d1db-9b39-499a-b84b-85695e1ed8b4 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/quotas/623a59258df943c5b042dd6c1f0e8d3c HTTP/1.1" status: 200 len: 375 time: 0.0217741 Jun 30 02:41:00.687043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-221c4a82-fe27-4909-a985-05f862e03a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.712058 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-7438d138-1b0c-49dc-ba3d-47141b5c3a22 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367517 Jun 30 02:41:00.712998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ba0e7-1bbc-47b7-adf4-fdc9816c4ac8 req-40c1cf9f-7082-43f9-a7ea-9d2fd9ff4dbc tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.714721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d95ba0e7-1bbc-47b7-adf4-fdc9816c4ac8 req-40c1cf9f-7082-43f9-a7ea-9d2fd9ff4dbc tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 965 time: 0.0952981 Jun 30 02:41:00.722025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966e1d8-cc06-48b6-94ad-4a0c3ed6ed3e req-6bedf76d-9a18-43f3-b4b4-dc945d391e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:00.728742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1966e1d8-cc06-48b6-94ad-4a0c3ed6ed3e req-6bedf76d-9a18-43f3-b4b4-dc945d391e3a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 1099 time: 0.1444058 Jun 30 02:41:00.729152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45660) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:00.735341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bbe70e41-d617-4f2b-8d80-c73dc0d7a1df tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Request body: {'floatingip': {'port_id': '4ad71ca4-e695-4b3c-a673-0e814139c228'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:00.824321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bbe70e41-d617-4f2b-8d80-c73dc0d7a1df tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.902918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1966e1d8-cc06-48b6-94ad-4a0c3ed6ed3e req-bcbf2ce0-f33b-4c2a-baef-5388849ff188 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526339 Jun 30 02:41:00.927409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-221c4a82-fe27-4909-a985-05f862e03a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.930099 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-221c4a82-fe27-4909-a985-05f862e03a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.931361 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-221c4a82-fe27-4909-a985-05f862e03a71 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2aa2daf0-4806-4217-9e91-0cfc996c3b64 HTTP/1.1" status: 204 len: 168 time: 0.4748619 Jun 30 02:41:00.952351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c4a82-fe27-4909-a985-05f862e03a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa2daf0-4806-4217-9e91-0cfc996c3b64,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:01.218288 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.279256 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99148b63-7722-4359-a76f-1d0ae8fda0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.409657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468b096-812e-4c1c-a423-56675b994ea7 req-69751d6f-5950-4240-86b4-30fb05f19193 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:01.411421 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-69751d6f-5950-4240-86b4-30fb05f19193 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 805 time: 0.1293535 Jun 30 02:41:01.427772 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-8a583540-56c4-4f4e-be26-3391367386d7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/quotas/a89f75a4941141878233813936107c0e HTTP/1.1" status: 200 len: 375 time: 0.0099773 Jun 30 02:41:01.464847 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-dfc148b7-9086-4e6e-8394-c34dc27a1a5f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294983 Jun 30 02:41:01.500844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0adfdf-84a6-4b4a-93d1-91ea57dd77db req-d0acced9-19aa-4576-bcde-510d332e85c9 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:01.502399 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec0adfdf-84a6-4b4a-93d1-91ea57dd77db req-d0acced9-19aa-4576-bcde-510d332e85c9 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 969 time: 0.3672338 Jun 30 02:41:01.591520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-108494be-96de-4647-8f76-2f94f9799b6a service neutron] 10.222.0.77 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187377 Jun 30 02:41:01.623589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec0adfdf-84a6-4b4a-93d1-91ea57dd77db req-e2f0afe0-c28c-4a51-b27e-45f382d515c5 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/security-groups?id=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965028 Jun 30 02:41:01.744563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e01a701a-8385-4c5f-ae60-340b3a69ea3f req-d9bb9116-c7c8-4404-a18e-64700d870563 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 210 time: 0.0516708 Jun 30 02:41:01.751286 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-3dbde962-a870-4fcf-a2e5-b3e37be45050 service neutron] 10.222.0.77 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585503 Jun 30 02:41:01.770298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-e1622eb9-d700-440a-890f-e26858aefe3c tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:01.770298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-e1622eb9-d700-440a-890f-e26858aefe3c tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.74 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 969 time: 0.1285117 Jun 30 02:41:01.771536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45708) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:01.799520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aa325c2-9f23-408f-b9a7-05063e93805b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.936574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-f85ca339-d98e-4c8b-997d-1e5db27c8e7b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Deleting port 54b3efc6-89ef-4578-b8f2-b8118023fc81 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:01.937214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-f85ca339-d98e-4c8b-997d-1e5db27c8e7b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.007858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bbe70e41-d617-4f2b-8d80-c73dc0d7a1df tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.070052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d3dd2-e0d7-4a44-8bdb-e57abe0cfdd7 req-cae31e7e-57c7-4cb1-b9d0-d564bf9c5770 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:02.071636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b18d3dd2-e0d7-4a44-8bdb-e57abe0cfdd7 req-cae31e7e-57c7-4cb1-b9d0-d564bf9c5770 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 948 time: 0.1473694 Jun 30 02:41:02.140242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bbe70e41-d617-4f2b-8d80-c73dc0d7a1df tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.259944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b18d3dd2-e0d7-4a44-8bdb-e57abe0cfdd7 req-ac5c18e5-7c1f-4d65-811d-339ddc880b2e tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809838 Jun 30 02:41:02.283177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aa325c2-9f23-408f-b9a7-05063e93805b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.301920 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-bbe70e41-d617-4f2b-8d80-c73dc0d7a1df tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Floating IP 959f6aa0-e2c0-4fbe-830e-1477f18fc8ab associated. External IP: 172.25.2.219, port: 4ad71ca4-e695-4b3c-a673-0e814139c228. Jun 30 02:41:02.306347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-f85ca339-d98e-4c8b-997d-1e5db27c8e7b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] For port 54b3efc6-89ef-4578-b8f2-b8118023fc81, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=54b3efc6-89ef-4578-b8f2-b8118023fc81,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:02.306751 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-f85ca339-d98e-4c8b-997d-1e5db27c8e7b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.333177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-f85ca339-d98e-4c8b-997d-1e5db27c8e7b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Calling delete_port for 54b3efc6-89ef-4578-b8f2-b8118023fc81 owned by compute:tempest-test_az-93780447 {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:02.390771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef710e65-2f3d-46f8-9caa-2fe695946694 req-c14b1594-afb0-4160-bcb9-9d596ea9de8a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 210 time: 0.0443442 Jun 30 02:41:02.433277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aa325c2-9f23-408f-b9a7-05063e93805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.496525 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0aa325c2-9f23-408f-b9a7-05063e93805b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=68996395e1ff4959a25369e6c89c76a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7238629 Jun 30 02:41:02.499189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45734) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:02.505364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa325c2-9f23-408f-b9a7-05063e93805b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7efa24-cb11-440b-9cdc-d2c73662e802,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:02.645875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60f0c63c-dfe5-43f0-8ddf-a7600b293e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.681205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60f0c63c-dfe5-43f0-8ddf-a7600b293e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.689970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe70e41-d617-4f2b-8d80-c73dc0d7a1df tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:41:02.755950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-f85ca339-d98e-4c8b-997d-1e5db27c8e7b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.767307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['54b3efc6-89ef-4578-b8f2-b8118023fc81'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:02.791112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ca339-d98e-4c8b-997d-1e5db27c8e7b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Pushing event deleted for resources: {'Port': ['ID=54b3efc6-89ef-4578-b8f2-b8118023fc81,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:02.846420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe70e41-d617-4f2b-8d80-c73dc0d7a1df tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:02.851719 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bbe70e41-d617-4f2b-8d80-c73dc0d7a1df tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.865247 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] Sync routers for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:02.875818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-f85ca339-d98e-4c8b-997d-1e5db27c8e7b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] No DVR routers for this DVR port 54b3efc6-89ef-4578-b8f2-b8118023fc81 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:02.879111 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e20e2b29-fbe7-49e8-9845-0e0552802a0b req-d83bbd66-0e77-4e38-b17a-27d4c08c38ad tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0921052 Jun 30 02:41:02.882002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-f85ca339-d98e-4c8b-997d-1e5db27c8e7b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.885820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-33763eaf-3f9b-4e9e-9799-90a09efa1718 req-f85ca339-d98e-4c8b-997d-1e5db27c8e7b tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.74 "DELETE /v2.0/ports/54b3efc6-89ef-4578-b8f2-b8118023fc81 HTTP/1.1" status: 204 len: 173 time: 1.1107171 Jun 30 02:41:02.886427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429d247c-99c6-446b-9975-9898142ddfa2', 'name': 'network-vif-deleted', 'tag': '54b3efc6-89ef-4578-b8f2-b8118023fc81'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:02.889349 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e25916-8b83-4774-aaac-582edcff8673" -d '{"events": [{"server_uuid": "429d247c-99c6-446b-9975-9898142ddfa2", "name": "network-vif-deleted", "tag": "54b3efc6-89ef-4578-b8f2-b8118023fc81"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:02.890084 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:02.890720 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:41:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:02.926754 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bbe70e41-d617-4f2b-8d80-c73dc0d7a1df tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "PUT /v2.0/floatingips/959f6aa0-e2c0-4fbe-830e-1477f18fc8ab HTTP/1.1" status: 200 len: 1011 time: 2.1965613 Jun 30 02:41:02.927450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'tag': '4ad71ca4-e695-4b3c-a673-0e814139c228'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:02.930340 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5715c8b-0ab4-4d72-9892-fd896014a255" -d '{"events": [{"name": "network-changed", "server_uuid": "7a007aae-4fc0-43c5-a736-382ab1fa6fde", "tag": "4ad71ca4-e695-4b3c-a673-0e814139c228"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:02.945396 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.951621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60f0c63c-dfe5-43f0-8ddf-a7600b293e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.955664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60f0c63c-dfe5-43f0-8ddf-a7600b293e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.970477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-60f0c63c-dfe5-43f0-8ddf-a7600b293e0a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e7efa24-cb11-440b-9cdc-d2c73662e802 HTTP/1.1" status: 204 len: 168 time: 0.4700603 Jun 30 02:41:02.991054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0c63c-dfe5-43f0-8ddf-a7600b293e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7efa24-cb11-440b-9cdc-d2c73662e802,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:03.097106 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2530954-095d-449c-b3f2-6a6e1113772d req-e56696da-6bd9-4ac7-a6f4-2437493b2dda tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 210 time: 0.0469553 Jun 30 02:41:03.144456 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:03.153529 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aab7a2-8ef9-42d3-9170-879274e45632 x-openstack-request-id: req-23aab7a2-8ef9-42d3-9170-879274e45632 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:03.153919 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429d247c-99c6-446b-9975-9898142ddfa2", "name": "network-vif-deleted", "tag": "54b3efc6-89ef-4578-b8f2-b8118023fc81", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:03.154167 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23aab7a2-8ef9-42d3-9170-879274e45632 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:03.154843 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429d247c-99c6-446b-9975-9898142ddfa2', 'name': 'network-vif-deleted', 'tag': '54b3efc6-89ef-4578-b8f2-b8118023fc81', 'status': 'completed', 'code': 200} Jun 30 02:41:03.219254 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4fe760-3007-4f14-9841-376667321efb x-openstack-request-id: req-6a4fe760-3007-4f14-9841-376667321efb {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:03.219752 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a007aae-4fc0-43c5-a736-382ab1fa6fde", "tag": "4ad71ca4-e695-4b3c-a673-0e814139c228", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:03.219854 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a4fe760-3007-4f14-9841-376667321efb {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:03.220166 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'tag': '4ad71ca4-e695-4b3c-a673-0e814139c228', 'status': 'completed', 'code': 200} Jun 30 02:41:03.386505 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-0238dd2b-b99c-4339-bd25-896693d7e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:03.396023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-0238dd2b-b99c-4339-bd25-896693d7e997 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=960cb00257de42d98de81ab58ffac139&device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 1116 time: 0.1389890 Jun 30 02:41:03.511588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-33942315-c3b8-4b42-aa9f-26464c5718b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:03.513192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-33942315-c3b8-4b42-aa9f-26464c5718b4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b6ae11d-e383-4f15-8222-2d3f362fb36d HTTP/1.1" status: 200 len: 925 time: 0.1161716 Jun 30 02:41:03.636861 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '959f6aa0-e2c0-4fbe-830e-1477f18fc8ab', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'port_id': '4ad71ca4-e695-4b3c-a673-0e814139c228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'mac_address': 'fa:16:3e:e9:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'device_owner': 'compute:tempest-test_az-93780447'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:40:38Z', 'updated_at': '2021-06-30T02:41:01Z', 'revision_number': 1, 'project_id': '960cb00257de42d98de81ab58ffac139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:03.669290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-203b6000-c34d-44c4-b36d-2b41193a86ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ad71ca4-e695-4b3c-a673-0e814139c228 HTTP/1.1" status: 200 len: 1019 time: 0.1473961 Jun 30 02:41:03.670614 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] Checking router: 53df3dd9-a5e4-4f27-9b19-e40d564bda95 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:03.685296 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:03.687033 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:41:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:03.729253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-361da7bd-44fd-4a92-86e4-44a8b6615dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:03.732318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-361da7bd-44fd-4a92-86e4-44a8b6615dd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1a07870e-f98d-4697-90de-88fb38975f3c HTTP/1.1" status: 200 len: 863 time: 0.0531871 Jun 30 02:41:03.749245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24c492-a2b0-4cd9-9fe3-5566ae488e64 req-3a8396ca-bb10-4dc8-a615-2584e1d45a3a tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:03.757033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e24c492-a2b0-4cd9-9fe3-5566ae488e64 req-3a8396ca-bb10-4dc8-a615-2584e1d45a3a tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 948 time: 0.1775749 Jun 30 02:41:03.860486 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e24c492-a2b0-4cd9-9fe3-5566ae488e64 req-1fe1c5a2-925b-4760-bfbb-49ea1382cc50 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013560 Jun 30 02:41:03.861116 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:03.885540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-fb3070ba-4e7b-4456-9a5c-06dbdad03f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:03.887325 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-fb3070ba-4e7b-4456-9a5c-06dbdad03f40 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b6ae11d-e383-4f15-8222-2d3f362fb36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465483 Jun 30 02:41:03.922664 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8c0f00d8-0a53-4e7a-ae31-d7361a8a59c6 req-79a37a2d-9635-430a-9ec5-40424ed4f430 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 210 time: 0.0594013 Jun 30 02:41:03.998819 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-be1d720b-a82d-461d-bdd1-d5bc7e28a88e service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024742 Jun 30 02:41:04.137843 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5715c8b-0ab4-4d72-9892-fd896014a255 req-4620546d-cf7d-4db2-a804-fa34f96b2a78 service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280255 Jun 30 02:41:04.187786 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '959f6aa0-e2c0-4fbe-830e-1477f18fc8ab', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'port_id': '4ad71ca4-e695-4b3c-a673-0e814139c228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'mac_address': 'fa:16:3e:e9:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'device_owner': 'compute:tempest-test_az-93780447'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:40:38Z', 'updated_at': '2021-06-30T02:41:01Z', 'revision_number': 1, 'project_id': '960cb00257de42d98de81ab58ffac139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:04.224663 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d2112-4ee2-4122-8976-f9ced0490698 None None] The sync data for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 is: [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '959f6aa0-e2c0-4fbe-830e-1477f18fc8ab', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'port_id': '4ad71ca4-e695-4b3c-a673-0e814139c228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'mac_address': 'fa:16:3e:e9:57:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'device_owner': 'compute:tempest-test_az-93780447'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:40:38Z', 'updated_at': '2021-06-30T02:41:01Z', 'revision_number': 1, 'project_id': '960cb00257de42d98de81ab58ffac139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:04.411680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-58543823-4ad7-4e94-a79d-c1ad56ffae2e req-2c03c9ad-6dd3-4755-bf49-5cd4476b97c1 tempest-AggregatesAdminTestJSON-1489225754 tempest-AggregatesAdminTestJSON-1489225754-project] 10.222.0.77 "GET /v2.0/ports?device_id=429d247c-99c6-446b-9975-9898142ddfa2 HTTP/1.1" status: 200 len: 210 time: 0.0491679 Jun 30 02:41:04.441095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:04.540130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289888fc-ce7c-4a9d-9e54-b044435b1415 None None] New status for floating IP 959f6aa0-e2c0-4fbe-830e-1477f18fc8ab: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:41:04.605988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-336017ce-fa3d-4db5-a86c-04f6c828e442 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610619 Jun 30 02:41:04.769297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9aa97dcc-8ed2-4434-915c-a89e1be3e0d7 req-919da5f7-0f4e-4027-a1c8-9fcbe22d848e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 210 time: 0.0466368 Jun 30 02:41:04.794964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2787b-7067-4485-af72-ffc85573de2e req-3e50d891-9638-4c54-bcc2-43d82c64dfb3 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:04.796757 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-3e50d891-9638-4c54-bcc2-43d82c64dfb3 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849058 Jun 30 02:41:04.810332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Request body: {'port': {'device_id': '19b034f5-84e4-4cc5-99d1-8c10d13e7131', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '623a59258df943c5b042dd6c1f0e8d3c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:05.082025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc87c0-452a-44bc-8f5a-40109b79acf9 req-0a922ba1-6181-45b0-813c-89092898a692 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:05.083391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-59dc87c0-452a-44bc-8f5a-40109b79acf9 req-0a922ba1-6181-45b0-813c-89092898a692 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 948 time: 0.0771763 Jun 30 02:41:05.103599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Made reservation on behalf of 623a59258df943c5b042dd6c1f0e8d3c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:05.111628 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.128467 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.129193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-59dc87c0-452a-44bc-8f5a-40109b79acf9 req-56d0f215-1a79-405e-90c9-6c1b4720a254 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393388 Jun 30 02:41:05.301258 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7dd6ede2-b406-42b5-8056-298af46c562a req-265a5cc3-0f19-4b7b-a77b-bf831962b51a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 210 time: 0.0355892 Jun 30 02:41:05.335389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.466703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.521031 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-fc55fbb3-22ce-43f3-9bb4-896630d796fb tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=67e6c642463a479c84e9ea4dc791195e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315518 Jun 30 02:41:05.601152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847a8527-1d2b-4f3d-af03-451fb32c7f38,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:05.626774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Allocated IP 192.168.233.208 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/0694d39c-09fc-4c7d-a159-a28483fa02fc) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:05.635216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-1affa564-1353-4c49-ba61-18b007216c28 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:05.637454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-1affa564-1353-4c49-ba61-18b007216c28 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1150084 Jun 30 02:41:05.664164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-ed5d3e7c-660f-489b-af1d-8d4f277514e0 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/quotas/67e6c642463a479c84e9ea4dc791195e HTTP/1.1" status: 200 len: 375 time: 0.0154302 Jun 30 02:41:05.751392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e94d3cd8-4cd3-4568-87d6-ad2c924003b2 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=67e6c642463a479c84e9ea4dc791195e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790999 Jun 30 02:41:05.791647 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.810442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Transition to ACTIVE for port object 0694d39c-09fc-4c7d-a159-a28483fa02fc will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:05.916429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.972306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:05.975807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:05.978396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:06.018586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Pushing event updated for resources: {'Port': ['ID=0694d39c-09fc-4c7d-a159-a28483fa02fc,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:06.080202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:06.081965 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.209755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-b692e007-8c1a-4643-b5cf-deabb5a09038 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4035528 Jun 30 02:41:06.224168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74d9b-60a7-48c1-a715-60ac82d02852 req-f525e841-dae3-41ac-b0fc-c60e026bc9b2 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:06.225187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2cf74d9b-60a7-48c1-a715-60ac82d02852 req-f525e841-dae3-41ac-b0fc-c60e026bc9b2 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 936 time: 0.1191430 Jun 30 02:41:06.240934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Request body: {'port': {'device_id': '19b034f5-84e4-4cc5-99d1-8c10d13e7131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:06.273810 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4be0120-bcaf-4724-87f5-acb7e4f5f68e req-1b7f516c-6263-499f-8208-3a79d3cf7ac4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 210 time: 0.0437288 Jun 30 02:41:06.274359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.83', 54028) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:06.443432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468b096-812e-4c1c-a423-56675b994ea7 req-7810e305-80e9-45cf-be3d-54307649a9a4 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:06.446121 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-7810e305-80e9-45cf-be3d-54307649a9a4 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 805 time: 0.1699400 Jun 30 02:41:06.460972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Request body: {'port': {'device_id': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14', 'admin_state_up': True, 'tenant_id': 'a89f75a4941141878233813936107c0e'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:06.468035 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45910) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:06.468035 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45912) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:06.538199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0bfd615c-bca2-4262-9cfa-b24db16061da None None] Provisioning for port 0694d39c-09fc-4c7d-a159-a28483fa02fc completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:06.542212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0bfd615c-bca2-4262-9cfa-b24db16061da None None] Provisioning complete for port 0694d39c-09fc-4c7d-a159-a28483fa02fc triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:06.542582 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0bfd615c-bca2-4262-9cfa-b24db16061da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.544540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45918) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:06.589551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd615c-bca2-4262-9cfa-b24db16061da None None] Port 0694d39c-09fc-4c7d-a159-a28483fa02fc cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:06.597193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-66412af9-a8c5-4549-9af1-7447b86abb54 req-ddf78533-01ce-4a9c-9d95-358ab116e265 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 210 time: 0.0498846 Jun 30 02:41:06.651170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2cf74d9b-60a7-48c1-a715-60ac82d02852 req-6b1f62a7-3bc8-4a6d-b917-fd577420ca72 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057148 Jun 30 02:41:06.661394 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.682278 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-02b356d4-8038-4f4e-8fba-1bfebb8460d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.730792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40c032a7-7539-4a77-a527-8b43984abc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.875732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Made reservation on behalf of a89f75a4941141878233813936107c0e for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:06.879571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.986529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0694d39c-09fc-4c7d-a159-a28483fa02fc {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:07.001273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.016804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Transition to ACTIVE for port object 0694d39c-09fc-4c7d-a159-a28483fa02fc will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:07.032198 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-804c077c-14da-44e6-9f84-726c16c1628a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d20c75e71fc447c09f5f0985a74b4322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755378 Jun 30 02:41:07.035145 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-02b356d4-8038-4f4e-8fba-1bfebb8460d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.036518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45932) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:07.087276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 54b3efc6-89ef-4578-b8f2-b8118023fc81 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:07.096790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a46bd02b-5b75-49dd-9db1-b8e1e7c5b1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.112971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 54b3efc6-89ef-4578-b8f2-b8118023fc81 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:07.113425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 54b3efc6-89ef-4578-b8f2-b8118023fc81 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:07.121142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a46bd02b-5b75-49dd-9db1-b8e1e7c5b1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.123033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.123449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Allocated IP 172.20.0.7 (56225ca4-50ef-4c0c-9a61-aa4bb36f0d14/959022d8-4dfe-420a-a9b2-f79d5ce3d2bd/751c35e7-b210-48f2-a52c-8a46e0ff786f) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:07.203530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Pushing event updated for resources: {'Port': ['ID=0694d39c-09fc-4c7d-a159-a28483fa02fc,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:07.270723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-02b356d4-8038-4f4e-8fba-1bfebb8460d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.317526 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-02b356d4-8038-4f4e-8fba-1bfebb8460d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=93939e5f6c8d432badeb7860ab49baf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8427091 Jun 30 02:41:07.323124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45942) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:07.345027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Attempting to bind port 0694d39c-09fc-4c7d-a159-a28483fa02fc on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:07.345380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Attempting to bind port 0694d39c-09fc-4c7d-a159-a28483fa02fc by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:07.345802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Attempting to bind port 0694d39c-09fc-4c7d-a159-a28483fa02fc on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:07.357813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Port 0694d39c-09fc-4c7d-a159-a28483fa02fc on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:07.368639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Attempting to bind port 0694d39c-09fc-4c7d-a159-a28483fa02fc on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:07.373833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:07.374170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:07.374553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:07.375078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Bound port: 0694d39c-09fc-4c7d-a159-a28483fa02fc, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:07.375331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.393400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b356d4-8038-4f4e-8fba-1bfebb8460d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72863f8-0bc9-4213-814a-4f867171de56,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:07.422054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a46bd02b-5b75-49dd-9db1-b8e1e7c5b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.427981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a46bd02b-5b75-49dd-9db1-b8e1e7c5b1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.427981 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a46bd02b-5b75-49dd-9db1-b8e1e7c5b1f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c HTTP/1.1" status: 204 len: 168 time: 0.3893273 Jun 30 02:41:07.449635 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-505e7245-22ef-4f91-b4a5-c458fb0946c1 req-13e0164a-d8de-4dcc-98e5-a056ec28e4d3 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 210 time: 0.0709510 Jun 30 02:41:07.466287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.470912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-7fcbf507-efb3-4b8f-8efd-41169eb5a053 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=89944e82c0a8438db3b3d11925471e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472691 Jun 30 02:41:07.475750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bd02b-5b75-49dd-9db1-b8e1e7c5b1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a2fbc1-2ee6-4777-904f-ab0d3f2ec79c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:07.528674 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66a7594a-3dbb-47a9-a100-ff7102f37f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.573163 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66a7594a-3dbb-47a9-a100-ff7102f37f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.590787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] For port 0694d39c-09fc-4c7d-a159-a28483fa02fc, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:07.596149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] For port 0694d39c-09fc-4c7d-a159-a28483fa02fc, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0694d39c-09fc-4c7d-a159-a28483fa02fc,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:07.612057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40c032a7-7539-4a77-a527-8b43984abc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.646329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-4e823a1a-1d8a-461f-bc28-030430e2d3c5 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:07.647807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-4e823a1a-1d8a-461f-bc28-030430e2d3c5 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653235 Jun 30 02:41:07.663273 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-997920bc-aa83-4262-ac8b-c13ac8bede62 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/quotas/89944e82c0a8438db3b3d11925471e07 HTTP/1.1" status: 200 len: 375 time: 0.0095515 Jun 30 02:41:07.699323 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-4a365349-57e2-4991-9ddb-6141a298c39d tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=89944e82c0a8438db3b3d11925471e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292368 Jun 30 02:41:07.704140 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40c032a7-7539-4a77-a527-8b43984abc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.707651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.753966 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-40c032a7-7539-4a77-a527-8b43984abc7d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f48ce0d7c8ab40bd9b5ec0f3c6a74c91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2843835 Jun 30 02:41:07.754466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6ec6891-b792-4c50-befc-e0d1b3a4936b req-35f6a9f8-480c-48c2-9486-53beadc26c02 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 210 time: 0.0346117 Jun 30 02:41:07.754707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45958) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:07.763185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c032a7-7539-4a77-a527-8b43984abc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9203e3-aa90-4707-8396-6664d28f14aa,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:07.789957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:07.791016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.796168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] 10.222.0.83 "PUT /v2.0/ports/0694d39c-09fc-4c7d-a159-a28483fa02fc HTTP/1.1" status: 200 len: 1096 time: 1.5630152 Jun 30 02:41:07.796168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b034f5-84e4-4cc5-99d1-8c10d13e7131', 'tag': '0694d39c-09fc-4c7d-a159-a28483fa02fc'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:07.796589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.796684 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01ca18d-e958-48d2-8956-bb3acc41c31a" -d '{"events": [{"name": "network-changed", "server_uuid": "19b034f5-84e4-4cc5-99d1-8c10d13e7131", "tag": "0694d39c-09fc-4c7d-a159-a28483fa02fc"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:07.808981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66a7594a-3dbb-47a9-a100-ff7102f37f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.815110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66a7594a-3dbb-47a9-a100-ff7102f37f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.816022 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-66a7594a-3dbb-47a9-a100-ff7102f37f84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f72863f8-0bc9-4213-814a-4f867171de56 HTTP/1.1" status: 204 len: 168 time: 0.4925380 Jun 30 02:41:07.838421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7594a-3dbb-47a9-a100-ff7102f37f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72863f8-0bc9-4213-814a-4f867171de56,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:07.850524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eff3fc-9e0e-478e-ad79-11db37ac6064 service neutron] Pushing event updated for resources: {'Port': ['ID=0694d39c-09fc-4c7d-a159-a28483fa02fc,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:07.895282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:07.907698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:07.922524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:07.968390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Pushing event updated for resources: {'Port': ['ID=751c35e7-b210-48f2-a52c-8a46e0ff786f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:07.987512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd13b943-cdca-4657-9b4f-28721b6a4ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.049835 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd13b943-cdca-4657-9b4f-28721b6a4ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.137421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2787b-7067-4485-af72-ffc85573de2e req-83e018c3-60cd-46f9-b268-3710ee2a8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.138908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-83e018c3-60cd-46f9-b268-3710ee2a8bc4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 1099 time: 0.1074302 Jun 30 02:41:08.144727 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcad171-ae00-4dc0-9c13-0fc722f87c86 x-openstack-request-id: req-5bcad171-ae00-4dc0-9c13-0fc722f87c86 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:08.145237 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b034f5-84e4-4cc5-99d1-8c10d13e7131", "tag": "0694d39c-09fc-4c7d-a159-a28483fa02fc", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:08.145752 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bcad171-ae00-4dc0-9c13-0fc722f87c86 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:08.146305 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b034f5-84e4-4cc5-99d1-8c10d13e7131', 'tag': '0694d39c-09fc-4c7d-a159-a28483fa02fc', 'status': 'completed', 'code': 200} Jun 30 02:41:08.165541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.166660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.226113 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8907cfa4-1fa4-4bd5-82d1-50ea305be3e2 req-62617cab-9384-4187-bc49-93f0b7880cfc tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 210 time: 0.0318768 Jun 30 02:41:08.250389 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-def9bd67-faea-4768-8eb2-2430d1cde594 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0694d39c-09fc-4c7d-a159-a28483fa02fc HTTP/1.1" status: 200 len: 217 time: 0.0985272 Jun 30 02:41:08.258074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e5008-7311-410f-98f4-29dfaa405816 req-44cce464-7ae0-41eb-9a52-7d11c00272fb tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.259532 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c7e5008-7311-410f-98f4-29dfaa405816 req-44cce464-7ae0-41eb-9a52-7d11c00272fb tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 948 time: 0.2595623 Jun 30 02:41:08.267307 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd13b943-cdca-4657-9b4f-28721b6a4ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.269779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd13b943-cdca-4657-9b4f-28721b6a4ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.270869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bd13b943-cdca-4657-9b4f-28721b6a4ef5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb9203e3-aa90-4707-8396-6664d28f14aa HTTP/1.1" status: 204 len: 168 time: 0.5148141 Jun 30 02:41:08.291944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13b943-cdca-4657-9b4f-28721b6a4ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9203e3-aa90-4707-8396-6664d28f14aa,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:08.308263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-b7612755-0c17-4e0e-8d99-fb18566e6649 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8543434 Jun 30 02:41:08.324558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Request body: {'port': {'device_id': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:08.339454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c7e5008-7311-410f-98f4-29dfaa405816 req-6b198f16-c57c-42b4-ae6e-6c184846525c tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658996 Jun 30 02:41:08.356438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2787b-7067-4485-af72-ffc85573de2e req-b8f46594-b43e-481a-bfba-524704f6c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.358577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-b8f46594-b43e-481a-bfba-524704f6c0a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0979738 Jun 30 02:41:08.435866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.459435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2787b-7067-4485-af72-ffc85573de2e req-ea986ef5-e302-48ba-ab33-2a3dab019457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.461138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-ea986ef5-e302-48ba-ab33-2a3dab019457 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949073 Jun 30 02:41:08.501347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45982) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:08.616682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-33844295-77d0-435d-a892-31472a67002b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7352978542f54564a2fe9df0ae103459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128006 Jun 30 02:41:08.620319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45984) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:08.624039 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-33921533-f590-4e46-90aa-bf017a11950e service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567695 Jun 30 02:41:08.652114 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e439a6ee-8c80-4236-afea-95106133ae01 req-67d5fc35-8692-478e-b68c-76bdaf0b31dd tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 210 time: 0.0509348 Jun 30 02:41:08.732978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d926f10-8e32-4f6b-808f-d63ee815b5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.749929 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fee2787b-7067-4485-af72-ffc85573de2e req-a546d394-619d-40b9-a74b-d7bf09968eaf service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002514 Jun 30 02:41:08.775024 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d926f10-8e32-4f6b-808f-d63ee815b5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.852406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751c35e7-b210-48f2-a52c-8a46e0ff786f {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:08.863637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.878128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Transition to ACTIVE for port object 751c35e7-b210-48f2-a52c-8a46e0ff786f will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:08.983520 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaeb7c-e84b-41db-8d08-b06539ffe69e req-5faa9522-1fcf-48be-99d9-619bbb123167 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.985262 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-30eaeb7c-e84b-41db-8d08-b06539ffe69e req-5faa9522-1fcf-48be-99d9-619bbb123167 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 931 time: 0.0708697 Jun 30 02:41:09.015454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-d3e471cb-85d4-4c46-bf47-796d25c56549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:09.017317 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-d3e471cb-85d4-4c46-bf47-796d25c56549 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 1099 time: 0.0543416 Jun 30 02:41:09.034629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-30eaeb7c-e84b-41db-8d08-b06539ffe69e req-b0e379d9-16f6-43be-809e-4e3d38cd24e4 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 Jun 30 02:41:09.035389 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.089604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d926f10-8e32-4f6b-808f-d63ee815b5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.091997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d926f10-8e32-4f6b-808f-d63ee815b5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.093149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8d926f10-8e32-4f6b-808f-d63ee815b5e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4caa907-2292-473e-bb3a-206f85ef7444 HTTP/1.1" status: 204 len: 168 time: 0.4718778 Jun 30 02:41:09.109391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=751c35e7-b210-48f2-a52c-8a46e0ff786f,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:09.113569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d926f10-8e32-4f6b-808f-d63ee815b5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4caa907-2292-473e-bb3a-206f85ef7444,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:09.138560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-473092b5-f21b-4f01-ad1e-7df9512508a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:09.140298 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-473092b5-f21b-4f01-ad1e-7df9512508a2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1155703 Jun 30 02:41:09.179717 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-14b36133-901e-4194-9c8c-0043291c243a tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=67e6c642463a479c84e9ea4dc791195e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436814 Jun 30 02:41:09.186597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-90df4229-79bf-46d9-8f20-c603e38d9121 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0694d39c-09fc-4c7d-a159-a28483fa02fc HTTP/1.1" status: 200 len: 217 time: 0.0391817 Jun 30 02:41:09.197667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45994) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:09.240008 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.279810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-2fffdb56-5a30-490d-b159-b39372f31314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:09.281717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-2fffdb56-5a30-490d-b159-b39372f31314 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0740871 Jun 30 02:41:09.377575 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c0484d0-fe4f-4831-8706-2bbdfd38c227 req-42693ff8-475f-4775-a5a9-d646fde930c3 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 210 time: 0.0485139 Jun 30 02:41:09.419778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-0fd74d31-2e97-4f78-880c-6dd91747184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:09.421433 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-0fd74d31-2e97-4f78-880c-6dd91747184e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312466 Jun 30 02:41:09.453996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46000) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:09.480868 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e9817a0c-a895-4bb3-bed5-2fb1734f8199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.508689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.514354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:09.514687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:09.515011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:09.537791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Port 751c35e7-b210-48f2-a52c-8a46e0ff786f on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:09.538178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:09.563759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:09.564827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:09.564827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:09.565015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Bound port: 751c35e7-b210-48f2-a52c-8a46e0ff786f, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:09.565243 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.593907 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:09.622103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-b158ff72-9d7c-4b3d-b828-779bcd9bfdba service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851168 Jun 30 02:41:09.625295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-21361fd6-3e79-4431-bae5-60da8ea2731d tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:09.626752 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-21361fd6-3e79-4431-bae5-60da8ea2731d tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4415636 Jun 30 02:41:09.648646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9fe1cb65dfd04baa82a130f93ff3c293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492950 Jun 30 02:41:09.656268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46004) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:09.662421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac3fb4b-a006-4cc0-b017-607a95e93ee2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:09.669160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Request body: {'port': {'device_id': '31a640b9-ba24-4667-9ba9-13572896bcc8', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '67e6c642463a479c84e9ea4dc791195e'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:09.713121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.714018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.714541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.714963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.715398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.715904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.716309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.716744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.717269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.718292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.718292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.718292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572cb418-7c04-451d-b641-638faf274e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:09.772389 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c01ca18d-e958-48d2-8956-bb3acc41c31a req-fb8f19ee-24e7-4901-af30-7fdfcfeae3a6 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374469 Jun 30 02:41:09.865332 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47eaa82a-a11a-4843-85e2-367e1efe9050 req-aa0830af-0d07-4892-94a0-b90ef3190888 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 210 time: 0.0407975 Jun 30 02:41:09.879285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:09.964404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62ecc1-bb4d-4104-8c84-8b52a757b044 req-9f7d07de-51eb-40c5-92b6-e466b47cd555 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:09.965902 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae62ecc1-bb4d-4104-8c84-8b52a757b044 req-9f7d07de-51eb-40c5-92b6-e466b47cd555 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 948 time: 0.4308720 Jun 30 02:41:09.967694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:09.969711 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6451756-dc44-4759-a9a7-20cf77d3c07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.035349 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6451756-dc44-4759-a9a7-20cf77d3c07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.046647 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e9817a0c-a895-4bb3-bed5-2fb1734f8199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.050083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae62ecc1-bb4d-4104-8c84-8b52a757b044 req-1aa1837d-fd7d-4189-9092-f6753bc1e58c tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759318 Jun 30 02:41:10.061190 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.110778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.111662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.113240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] 10.222.0.83 "PUT /v2.0/ports/751c35e7-b210-48f2-a52c-8a46e0ff786f HTTP/1.1" status: 200 len: 1091 time: 1.7935922 Jun 30 02:41:10.116419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'tag': '751c35e7-b210-48f2-a52c-8a46e0ff786f'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:10.120417 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17306131-1967-4c5e-932d-d0a7561eb8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "42f681c1-8af9-4814-94d9-4fb3cecbe6bc", "tag": "751c35e7-b210-48f2-a52c-8a46e0ff786f"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:10.128509 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e9817a0c-a895-4bb3-bed5-2fb1734f8199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.199961 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16076c2-a2f4-46a0-ab89-0364fee590af x-openstack-request-id: req-c16076c2-a2f4-46a0-ab89-0364fee590af {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:10.200250 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f681c1-8af9-4814-94d9-4fb3cecbe6bc", "tag": "751c35e7-b210-48f2-a52c-8a46e0ff786f", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:10.200503 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c16076c2-a2f4-46a0-ab89-0364fee590af {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:10.201004 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'tag': '751c35e7-b210-48f2-a52c-8a46e0ff786f', 'status': 'completed', 'code': 200} Jun 30 02:41:10.204622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5fb37-0511-42ba-bc46-f57447023fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=751c35e7-b210-48f2-a52c-8a46e0ff786f,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:10.210192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e9817a0c-a895-4bb3-bed5-2fb1734f8199 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1a715a890a4346f9a33896f8775da150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7534699 Jun 30 02:41:10.212364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9817a0c-a895-4bb3-bed5-2fb1734f8199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e96688-b51f-4313-9e38-bd75c134ae2c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:10.213970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46022) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:10.267751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Made reservation on behalf of 67e6c642463a479c84e9ea4dc791195e for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:10.271789 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.300128 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-174842fd-73ed-46a0-a8d3-e5fea044add9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.306048 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6451756-dc44-4759-a9a7-20cf77d3c07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.308470 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6451756-dc44-4759-a9a7-20cf77d3c07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.309591 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e6451756-dc44-4759-a9a7-20cf77d3c07d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dac3fb4b-a006-4cc0-b017-607a95e93ee2 HTTP/1.1" status: 204 len: 168 time: 0.6522622 Jun 30 02:41:10.332178 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-174842fd-73ed-46a0-a8d3-e5fea044add9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.350727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6451756-dc44-4759-a9a7-20cf77d3c07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac3fb4b-a006-4cc0-b017-607a95e93ee2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:10.364989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbc914-b4c4-414d-9b1d-0c64b66c9d43 req-448fbe37-2d36-4d57-9f59-4ba855f49959 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.376658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17306131-1967-4c5e-932d-d0a7561eb8f1 req-0865cf67-c341-45dd-8a06-3f73fef0018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.376658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17306131-1967-4c5e-932d-d0a7561eb8f1 req-0865cf67-c341-45dd-8a06-3f73fef0018b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1094 time: 0.1431072 Jun 30 02:41:10.380778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddbc914-b4c4-414d-9b1d-0c64b66c9d43 req-448fbe37-2d36-4d57-9f59-4ba855f49959 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 943 time: 0.1458399 Jun 30 02:41:10.450055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddbc914-b4c4-414d-9b1d-0c64b66c9d43 req-19160dc8-356d-4894-88dc-9e82b772c4e0 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684047 Jun 30 02:41:10.493812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Allocated IP 192.168.233.170 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/aec500af-5b23-4646-96e2-7bce0001344e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:10.536155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-174842fd-73ed-46a0-a8d3-e5fea044add9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.538715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-174842fd-73ed-46a0-a8d3-e5fea044add9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.540375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-174842fd-73ed-46a0-a8d3-e5fea044add9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32e96688-b51f-4313-9e38-bd75c134ae2c HTTP/1.1" status: 204 len: 168 time: 0.3249714 Jun 30 02:41:10.545515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17306131-1967-4c5e-932d-d0a7561eb8f1 req-7566ff14-d233-4ed0-ba9e-d9ad20bd746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.547036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17306131-1967-4c5e-932d-d0a7561eb8f1 req-7566ff14-d233-4ed0-ba9e-d9ad20bd746a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a89f75a4941141878233813936107c0e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1613841 Jun 30 02:41:10.554129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174842fd-73ed-46a0-a8d3-e5fea044add9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e96688-b51f-4313-9e38-bd75c134ae2c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:10.617715 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b72d7a5-f8b4-45d1-90e0-f99c8fb8698f req-2b934882-4e06-41d0-b64a-6a429b0802d5 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 210 time: 0.0670950 Jun 30 02:41:10.759968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17306131-1967-4c5e-932d-d0a7561eb8f1 req-229c4452-813c-459a-879f-9f0a25222e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.761425 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17306131-1967-4c5e-932d-d0a7561eb8f1 req-229c4452-813c-459a-879f-9f0a25222e66 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1964004 Jun 30 02:41:10.784629 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.799394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Transition to ACTIVE for port object aec500af-5b23-4646-96e2-7bce0001344e will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:10.888091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468b096-812e-4c1c-a423-56675b994ea7 req-0e3003d6-3b31-4d4b-8265-0f1a685d8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.889513 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-0e3003d6-3b31-4d4b-8265-0f1a685d8c96 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1094 time: 0.0510001 Jun 30 02:41:10.937869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-72833e8c-9180-4b9e-96b9-19233658009a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f HTTP/1.1" status: 200 len: 217 time: 0.0414944 Jun 30 02:41:10.952877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:10.965308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['6c9be63a-c41a-48d1-92a0-7ae8c39342df'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:10.968063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-868488d4-3fe7-468d-b1d8-46113aadfa59 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=89944e82c0a8438db3b3d11925471e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330372 Jun 30 02:41:11.134038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5468b096-812e-4c1c-a423-56675b994ea7 req-303dc8d0-0f2f-4e30-ab62-01383375302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.135510 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-303dc8d0-0f2f-4e30-ab62-01383375302f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.1913874 Jun 30 02:41:11.140881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Pushing event updated for resources: {'Port': ['ID=aec500af-5b23-4646-96e2-7bce0001344e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:11.156004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:11.175527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:11.179383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:11.185584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5b9b772c-8b09-4dea-af44-414a06b25332 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.187504 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5b9b772c-8b09-4dea-af44-414a06b25332 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140391 Jun 30 02:41:11.200421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Request body: {'port': {'device_id': '96404db2-acaa-400a-8ff7-a85b03300faf', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '89944e82c0a8438db3b3d11925471e07'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:11.251459 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-151e2b3c-225c-4268-bddc-4feba9563272 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943174 Jun 30 02:41:11.330812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.331442 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.381546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918327f-1848-4baa-b9df-ec3ed37f7edb req-4a5a06a6-a3e9-4cef-966a-d86c252086e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.383111 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7918327f-1848-4baa-b9df-ec3ed37f7edb req-4a5a06a6-a3e9-4cef-966a-d86c252086e5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 936 time: 0.2467206 Jun 30 02:41:11.403484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3fef-4879-4e36-955a-8cdd4161500c req-720d2bf1-4566-49f4-81c6-bb9766528f6a tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.405018 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-997d3fef-4879-4e36-955a-8cdd4161500c req-720d2bf1-4566-49f4-81c6-bb9766528f6a tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 948 time: 0.1206307 Jun 30 02:41:11.426101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-2159ffb8-b5d8-4968-b097-04676632f23e service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615047 Jun 30 02:41:11.464297 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7918327f-1848-4baa-b9df-ec3ed37f7edb req-2345d955-93d0-4ce7-b5b7-ad5e31a40210 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652626 Jun 30 02:41:11.467403 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-997d3fef-4879-4e36-955a-8cdd4161500c req-37cb63f6-b0dc-4497-ba9a-14ed71d7fc60 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544739 Jun 30 02:41:11.541230 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-08f5cb2c-0326-456a-acc8-d8b9f9cdbaa4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8870296 Jun 30 02:41:11.555272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Request body: {'port': {'device_id': '31a640b9-ba24-4667-9ba9-13572896bcc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:11.581633 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5468b096-812e-4c1c-a423-56675b994ea7 req-a95a3d53-e391-471d-b9d6-ef9cbfb4f7ae service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414471 Jun 30 02:41:11.639942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.661461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3a017f9b-50df-49af-8e98-850ab4019120 None None] Provisioning for port aec500af-5b23-4646-96e2-7bce0001344e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:11.666643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3a017f9b-50df-49af-8e98-850ab4019120 None None] Provisioning complete for port aec500af-5b23-4646-96e2-7bce0001344e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:11.667185 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3a017f9b-50df-49af-8e98-850ab4019120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.675040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c73bbf-ea60-4b9f-adef-12c57c7ffc41 req-4337ae06-cbcc-4438-9d67-7fb8eb2f337f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.682771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50c73bbf-ea60-4b9f-adef-12c57c7ffc41 req-4337ae06-cbcc-4438-9d67-7fb8eb2f337f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 943 time: 0.0815980 Jun 30 02:41:11.694984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0694d39c-09fc-4c7d-a159-a28483fa02fc details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:11.755055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50c73bbf-ea60-4b9f-adef-12c57c7ffc41 req-87c6f3eb-6b8c-4a41-9ed9-a44f1ad3dff0 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713294 Jun 30 02:41:11.757265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Made reservation on behalf of 89944e82c0a8438db3b3d11925471e07 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:11.761004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.778540 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.796754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3a017f9b-50df-49af-8e98-850ab4019120 None None] Port aec500af-5b23-4646-96e2-7bce0001344e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:11.813270 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2e512ba9-f857-4c7e-9e48-54cd43f0b8b9 req-44280b71-5f4f-4261-86f5-33485c8388d6 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 210 time: 0.0387015 Jun 30 02:41:11.886977 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0694d39c-09fc-4c7d-a159-a28483fa02fc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0694d39c-09fc-4c7d-a159-a28483fa02fc,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:11.900987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '0694d39c-09fc-4c7d-a159-a28483fa02fc', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '0694d39c-09fc-4c7d-a159-a28483fa02fc', 'mac_address': 'fa:16:3e:70:ec:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:11.911386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.955318 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.969643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0694d39c-09fc-4c7d-a159-a28483fa02fc {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:11.992267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0694d39c-09fc-4c7d-a159-a28483fa02fc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0694d39c-09fc-4c7d-a159-a28483fa02fc,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:12.027248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.040016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec500af-5b23-4646-96e2-7bce0001344e {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:12.047801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.063272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Transition to ACTIVE for port object aec500af-5b23-4646-96e2-7bce0001344e will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:12.088718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3911f656-838a-4c4c-9e99-a3da80b32a00,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:12.118670 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.168164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0694d39c-09fc-4c7d-a159-a28483fa02fc,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:12.175290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.175636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.175971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.176303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.176633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.176963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.177284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.177638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.177987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.178306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.178625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.178943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:12.204436 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.266803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Pushing event updated for resources: {'Port': ['ID=aec500af-5b23-4646-96e2-7bce0001344e,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:12.272918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Allocated IP 192.168.233.201 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/4b9aaa6a-bea7-4c70-9f38-5784e43b7489) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:12.346819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['0694d39c-09fc-4c7d-a159-a28483fa02fc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:12.404868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Attempting to bind port aec500af-5b23-4646-96e2-7bce0001344e on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:12.405282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Attempting to bind port aec500af-5b23-4646-96e2-7bce0001344e by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:12.405549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Attempting to bind port aec500af-5b23-4646-96e2-7bce0001344e on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:12.422417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Port aec500af-5b23-4646-96e2-7bce0001344e on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:12.423073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Attempting to bind port aec500af-5b23-4646-96e2-7bce0001344e on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:12.434790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:12.435628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:12.435628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:12.435962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Bound port: aec500af-5b23-4646-96e2-7bce0001344e, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:12.436328 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.526344 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.566351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Transition to ACTIVE for port object 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:12.605337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] For port aec500af-5b23-4646-96e2-7bce0001344e, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:12.614531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] For port aec500af-5b23-4646-96e2-7bce0001344e, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=aec500af-5b23-4646-96e2-7bce0001344e,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:12.687254 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.725178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436783-145b-42c3-9d5b-30f986e16041 req-be21a337-ad88-40dd-aa65-559d7072d15f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:12.732524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86436783-145b-42c3-9d5b-30f986e16041 req-be21a337-ad88-40dd-aa65-559d7072d15f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 948 time: 0.0887873 Jun 30 02:41:12.742532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:12.744119 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.745048 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] 10.222.0.74 "PUT /v2.0/ports/aec500af-5b23-4646-96e2-7bce0001344e HTTP/1.1" status: 200 len: 1096 time: 1.1946352 Jun 30 02:41:12.747503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a640b9-ba24-4667-9ba9-13572896bcc8', 'tag': 'aec500af-5b23-4646-96e2-7bce0001344e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:12.749746 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6901ef-75cc-4ba5-909c-17c193769621" -d '{"events": [{"name": "network-changed", "server_uuid": "31a640b9-ba24-4667-9ba9-13572896bcc8", "tag": "aec500af-5b23-4646-96e2-7bce0001344e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:12.786122 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86436783-145b-42c3-9d5b-30f986e16041 req-27dd527c-2232-42d7-9e67-b5b58926d6ef tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525420 Jun 30 02:41:12.788069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f64b05-3647-4b30-9d1a-a3e09c9776f4 service neutron] Pushing event updated for resources: {'Port': ['ID=aec500af-5b23-4646-96e2-7bce0001344e,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:12.809589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89a89d-efca-4aa7-95bd-ebeb285c26d9 req-c6a1735d-453f-45aa-9be2-d760a4addb71 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:12.811128 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b89a89d-efca-4aa7-95bd-ebeb285c26d9 req-c6a1735d-453f-45aa-9be2-d760a4addb71 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 949 time: 0.1688657 Jun 30 02:41:12.816442 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.872868 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b89a89d-efca-4aa7-95bd-ebeb285c26d9 req-635b1824-2a26-45ec-aca1-09f0c27f5265 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Jun 30 02:41:12.906831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:12.914420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:12.927882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:12.939745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Pushing event updated for resources: {'Port': ['ID=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:12.964084 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1241148-1f94-4825-b8b8-d40c66ae4ecb x-openstack-request-id: req-a1241148-1f94-4825-b8b8-d40c66ae4ecb {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:12.964597 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a640b9-ba24-4667-9ba9-13572896bcc8", "tag": "aec500af-5b23-4646-96e2-7bce0001344e", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:12.964986 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1241148-1f94-4825-b8b8-d40c66ae4ecb {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:12.965616 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a640b9-ba24-4667-9ba9-13572896bcc8', 'tag': 'aec500af-5b23-4646-96e2-7bce0001344e', 'status': 'completed', 'code': 200} Jun 30 02:41:13.060034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.062864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-eedba93c-47b6-4c53-8080-81a7fcd190a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.063271 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.063434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-eedba93c-47b6-4c53-8080-81a7fcd190a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67e6c642463a479c84e9ea4dc791195e&device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 1099 time: 0.0922425 Jun 30 02:41:13.097563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46118) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:13.111838 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-591c2ed0-577a-4442-a04a-2f423b94d6ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=aec500af-5b23-4646-96e2-7bce0001344e HTTP/1.1" status: 200 len: 217 time: 0.0422282 Jun 30 02:41:13.122346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e45729-972e-4cee-a92d-b1dd374ba37b req-3dec6ec4-f5fd-43d5-82f0-22f1b52afe66 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.123704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03e45729-972e-4cee-a92d-b1dd374ba37b req-3dec6ec4-f5fd-43d5-82f0-22f1b52afe66 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 943 time: 0.1114659 Jun 30 02:41:13.170966 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03e45729-972e-4cee-a92d-b1dd374ba37b req-371556e2-5f18-4373-811b-3b3b31e30533 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Jun 30 02:41:13.185171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-44216cf3-1d53-494b-bb15-01abb460b474 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9887643 Jun 30 02:41:13.186302 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-c93e5579-82b6-4c81-b58d-60d089cc2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.187794 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-c93e5579-82b6-4c81-b58d-60d089cc2864 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0691242 Jun 30 02:41:13.203305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Request body: {'port': {'device_id': '96404db2-acaa-400a-8ff7-a85b03300faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:13.257000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-4afab0d8-6c83-466b-8f36-9100b199d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.259853 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-4afab0d8-6c83-466b-8f36-9100b199d8c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606575 Jun 30 02:41:13.301919 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.394929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-8185a770-1589-440c-98e5-e3aadeddbb8b service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215198 Jun 30 02:41:13.450237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cde7244b-66f8-4892-8a7f-4ae2b737e5ca None None] Provisioning for port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:13.454075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cde7244b-66f8-4892-8a7f-4ae2b737e5ca None None] Provisioning complete for port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:13.454600 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cde7244b-66f8-4892-8a7f-4ae2b737e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.512979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cde7244b-66f8-4892-8a7f-4ae2b737e5ca None None] Port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:13.527695 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee42a174-0d0e-43dc-bc5b-54ce00d17a0c req-82de3801-06f7-4910-a92e-41875f17653a service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299989 Jun 30 02:41:13.565061 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-47832890-8236-4fb0-811b-cdb125eda457 tempest-AutoAllocateNetworkTest-553916193 tempest-AutoAllocateNetworkTest-553916193-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8999169b1385412196d3409bc8d51b89&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4662888 Jun 30 02:41:13.568474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46128) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:13.626318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40f5d1-8a3e-4aa6-82c6-80fc21c2bba2 req-fad929b2-b68b-4a77-bb93-487784b37c43 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.627792 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b40f5d1-8a3e-4aa6-82c6-80fc21c2bba2 req-fad929b2-b68b-4a77-bb93-487784b37c43 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 936 time: 0.2536099 Jun 30 02:41:13.690809 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b40f5d1-8a3e-4aa6-82c6-80fc21c2bba2 req-fe6918dd-5a72-419f-9118-daa9e33b85c3 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546465 Jun 30 02:41:13.708968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0694d39c-09fc-4c7d-a159-a28483fa02fc up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:13.721200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9695ea-cb26-4c0a-857e-4fa7b29212cf tempest-AutoAllocateNetworkTest-553916193 tempest-AutoAllocateNetworkTest-553916193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.725363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3e9695ea-cb26-4c0a-857e-4fa7b29212cf tempest-AutoAllocateNetworkTest-553916193 tempest-AutoAllocateNetworkTest-553916193-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1530492 Jun 30 02:41:13.726151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46132) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:13.747293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-82fdd5b9-16cf-403d-a4c8-deef965a5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.748769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-82fdd5b9-16cf-403d-a4c8-deef965a5434 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67e6c642463a479c84e9ea4dc791195e&device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 1099 time: 0.0798457 Jun 30 02:41:13.809304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1b89b051-d979-4743-8c44-a21e496b0762 tempest-AutoAllocateNetworkTest-553916193 tempest-AutoAllocateNetworkTest-553916193-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792155 Jun 30 02:41:13.810165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46136) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:13.823636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 0694d39c-09fc-4c7d-a159-a28483fa02fc completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:13.828374 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 0694d39c-09fc-4c7d-a159-a28483fa02fc triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:13.828978 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.874159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-9c8ff230-15e5-4474-b4a4-1e8cbb6268d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.876127 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-9c8ff230-15e5-4474-b4a4-1e8cbb6268d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1097851 Jun 30 02:41:13.877183 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-99043a05-5d0d-450e-b213-89ea841712f9 tempest-AutoAllocateNetworkTest-553916193 tempest-AutoAllocateNetworkTest-553916193-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8999169b1385412196d3409bc8d51b89 HTTP/1.1" status: 200 len: 208 time: 0.0665076 Jun 30 02:41:13.899038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:13.916489 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.926168 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.944741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Transition to ACTIVE for port object 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:13.955641 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-1c3a396b-d42e-40de-b35a-a580efcc02ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=aec500af-5b23-4646-96e2-7bce0001344e HTTP/1.1" status: 200 len: 217 time: 0.0710034 Jun 30 02:41:13.982360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0694d39c-09fc-4c7d-a159-a28483fa02fc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0694d39c-09fc-4c7d-a159-a28483fa02fc,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:13.984773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b034f5-84e4-4cc5-99d1-8c10d13e7131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0694d39c-09fc-4c7d-a159-a28483fa02fc'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:13.987981 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78d2a17-c1c6-42b5-bb00-25945f422ec0" -d '{"events": [{"server_uuid": "19b034f5-84e4-4cc5-99d1-8c10d13e7131", "name": "network-vif-plugged", "status": "completed", "tag": "0694d39c-09fc-4c7d-a159-a28483fa02fc"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:14.035521 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.069547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-84b4fb18-8a22-4dfe-8e76-4dab0dd68b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.071383 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-84b4fb18-8a22-4dfe-8e76-4dab0dd68b89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1084757 Jun 30 02:41:14.071740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46152) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:14.073536 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.131574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd8d87-c749-4923-892b-b61c9303d4e8 req-c03b7c2e-8546-4f50-abb0-d0833b455564 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.133160 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c8cd8d87-c749-4923-892b-b61c9303d4e8 req-c03b7c2e-8546-4f50-abb0-d0833b455564 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 948 time: 0.1282384 Jun 30 02:41:14.145395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0694d39c-09fc-4c7d-a159-a28483fa02fc,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:14.174280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-187bc389-d282-438f-9ff0-4f647495ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.177822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-187bc389-d282-438f-9ff0-4f647495ccfd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951157 Jun 30 02:41:14.203854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:14.221470 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c8cd8d87-c749-4923-892b-b61c9303d4e8 req-b1665615-81f4-4e47-9063-55c055fddee2 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813026 Jun 30 02:41:14.278630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437ed0b-b5cd-4644-9552-725df38027b8 req-9bfb14e0-959e-4311-ac8b-f15c4ac95052 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.286533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e437ed0b-b5cd-4644-9552-725df38027b8 req-9bfb14e0-959e-4311-ac8b-f15c4ac95052 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 949 time: 0.2422249 Jun 30 02:41:14.323320 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730c81ba-e48c-4427-9437-b7d3ea7856e7 x-openstack-request-id: req-730c81ba-e48c-4427-9437-b7d3ea7856e7 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:14.324055 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b034f5-84e4-4cc5-99d1-8c10d13e7131", "name": "network-vif-plugged", "status": "completed", "tag": "0694d39c-09fc-4c7d-a159-a28483fa02fc", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:14.324632 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-730c81ba-e48c-4427-9437-b7d3ea7856e7 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:14.325382 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b034f5-84e4-4cc5-99d1-8c10d13e7131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0694d39c-09fc-4c7d-a159-a28483fa02fc', 'code': 200} Jun 30 02:41:14.326001 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-63a4e89c-31fc-44d0-ab0d-7bf0e2683e0e service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394732 Jun 30 02:41:14.332986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Attempting to bind port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:14.333328 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Attempting to bind port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:14.334106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Attempting to bind port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:14.363709 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e437ed0b-b5cd-4644-9552-725df38027b8 req-91110f06-c223-4125-8144-80c52b9022da tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761900 Jun 30 02:41:14.365085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:14.366962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Attempting to bind port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:14.398653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:14.399251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:14.404028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:14.404028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Bound port: 4b9aaa6a-bea7-4c70-9f38-5784e43b7489, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:14.404028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.427947 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.498659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] For port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:14.502665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] For port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:14.561869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee6901ef-75cc-4ba5-909c-17c193769621 req-65836a8e-be87-4cfa-a33d-b4a323049b94 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266817 Jun 30 02:41:14.593961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125a4eb-a099-4733-aaae-b77316257161 req-aabce7b6-df39-4641-b953-59a0b03be062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.595520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9125a4eb-a099-4733-aaae-b77316257161 req-aabce7b6-df39-4641-b953-59a0b03be062 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 1101 time: 0.1689615 Jun 30 02:41:14.631773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b48301-0b04-40ed-a848-39c55fe05139 req-b480ccda-6679-4d85-9e90-4a92fe9c3ed7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.634685 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41b48301-0b04-40ed-a848-39c55fe05139 req-b480ccda-6679-4d85-9e90-4a92fe9c3ed7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 943 time: 0.0966737 Jun 30 02:41:14.636469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.642777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46168) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:14.666305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9125a4eb-a099-4733-aaae-b77316257161 req-0bbaa6e6-4e52-41c8-ab6f-94725887203b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628004 Jun 30 02:41:14.670976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.689151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.689981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.691438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] 10.222.0.74 "PUT /v2.0/ports/4b9aaa6a-bea7-4c70-9f38-5784e43b7489 HTTP/1.1" status: 200 len: 1096 time: 1.4924819 Jun 30 02:41:14.695381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96404db2-acaa-400a-8ff7-a85b03300faf', 'tag': '4b9aaa6a-bea7-4c70-9f38-5784e43b7489'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:14.697916 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5405d0b6-cd79-4b4c-9833-06d415f236a7" -d '{"events": [{"name": "network-changed", "server_uuid": "96404db2-acaa-400a-8ff7-a85b03300faf", "tag": "4b9aaa6a-bea7-4c70-9f38-5784e43b7489"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:14.734404 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41b48301-0b04-40ed-a848-39c55fe05139 req-bd523378-d6fc-4ff8-8364-b6a0f9554322 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935271 Jun 30 02:41:14.737937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0786c-6ff2-44cf-a350-14452ac48667 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:14.764720 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.802019 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaa381b-d8b7-48aa-96ea-4035673535b4 x-openstack-request-id: req-cbaa381b-d8b7-48aa-96ea-4035673535b4 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:14.802374 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96404db2-acaa-400a-8ff7-a85b03300faf", "tag": "4b9aaa6a-bea7-4c70-9f38-5784e43b7489", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:14.802831 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cbaa381b-d8b7-48aa-96ea-4035673535b4 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:14.803291 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96404db2-acaa-400a-8ff7-a85b03300faf', 'tag': '4b9aaa6a-bea7-4c70-9f38-5784e43b7489', 'status': 'completed', 'code': 200} Jun 30 02:41:14.834653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29265da5-5ed6-4340-9728-4469e1d9b8ee,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:14.865864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83470c07-fab5-4fee-b1de-b731fe1f511a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.875055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1f6363efe8b47be8fe5c5a1fb6f5912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8009236 Jun 30 02:41:14.875778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46178) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:14.890397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.890814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.891220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.891671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.892075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.892471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.892913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.893302 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.893771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.894164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.894740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:14.895735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79406dd-4bd2-443b-a7e0-c4ce8189d12d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:15.108260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b663002f-9a9c-4eb6-b073-5ef76d5c196e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.108260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b663002f-9a9c-4eb6-b073-5ef76d5c196e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.167178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405d0b6-cd79-4b4c-9833-06d415f236a7 req-0bfdf71d-dc55-4041-b096-1468dfc7e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.168572 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5405d0b6-cd79-4b4c-9833-06d415f236a7 req-0bfdf71d-dc55-4041-b096-1468dfc7e7ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89944e82c0a8438db3b3d11925471e07&device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 1099 time: 0.3371782 Jun 30 02:41:15.213687 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5405d0b6-cd79-4b4c-9833-06d415f236a7 req-ae22fb2d-0c80-45a8-a7eb-c9db0a326721 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=89944e82c0a8438db3b3d11925471e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286825 Jun 30 02:41:15.327129 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83470c07-fab5-4fee-b1de-b731fe1f511a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.369304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f50b78-9005-4909-b599-09d07cb4b668 req-00cb0381-31ac-4f38-994e-e0cf9574d9b4 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.370847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7f50b78-9005-4909-b599-09d07cb4b668 req-00cb0381-31ac-4f38-994e-e0cf9574d9b4 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 948 time: 0.4364827 Jun 30 02:41:15.396808 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b663002f-9a9c-4eb6-b073-5ef76d5c196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.399435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b663002f-9a9c-4eb6-b073-5ef76d5c196e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.403063 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b663002f-9a9c-4eb6-b073-5ef76d5c196e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29265da5-5ed6-4340-9728-4469e1d9b8ee HTTP/1.1" status: 204 len: 168 time: 0.5238237 Jun 30 02:41:15.408252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405d0b6-cd79-4b4c-9833-06d415f236a7 req-c24e4e62-e42a-4d8e-99b0-5c916166e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.409767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5405d0b6-cd79-4b4c-9833-06d415f236a7 req-c24e4e62-e42a-4d8e-99b0-5c916166e0ad service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1903565 Jun 30 02:41:15.422270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83470c07-fab5-4fee-b1de-b731fe1f511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.430479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663002f-9a9c-4eb6-b073-5ef76d5c196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29265da5-5ed6-4340-9728-4469e1d9b8ee,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:15.445810 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7f50b78-9005-4909-b599-09d07cb4b668 req-bd162530-6bfd-4ac1-8a1b-8441b65508c3 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638862 Jun 30 02:41:15.469402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e770d9-4817-4f6c-a9ca-214f43b7b5d6 req-a97cab6c-2eca-4bc9-bdb7-f471a2415891 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.477726 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71e770d9-4817-4f6c-a9ca-214f43b7b5d6 req-a97cab6c-2eca-4bc9-bdb7-f471a2415891 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 948 time: 0.1249833 Jun 30 02:41:15.515769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83470c07-fab5-4fee-b1de-b731fe1f511a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6298d328-8df5-4dfc-96c2-27666e2043e3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:15.531220 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-83470c07-fab5-4fee-b1de-b731fe1f511a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8999169b1385412196d3409bc8d51b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827920 Jun 30 02:41:15.535225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46190) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:15.559169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-a71ad50f-7841-4aa0-a72f-20039a8a6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.560652 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-a71ad50f-7841-4aa0-a72f-20039a8a6f38 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89944e82c0a8438db3b3d11925471e07&device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 1099 time: 0.0647435 Jun 30 02:41:15.583767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71e770d9-4817-4f6c-a9ca-214f43b7b5d6 req-5872f0fb-3da8-4321-a1fd-04db6be166c1 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913949 Jun 30 02:41:15.621394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5da2c531-03a6-42b9-a806-b78b9bf3b5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.624267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-0d596dcd-bea5-4213-9674-bdd8cc732615 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=4b9aaa6a-bea7-4c70-9f38-5784e43b7489 HTTP/1.1" status: 200 len: 217 time: 0.0550683 Jun 30 02:41:15.642934 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5da2c531-03a6-42b9-a806-b78b9bf3b5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.699321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-bd5ab9ce-356c-48a2-8981-243f2b818949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.700804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-bd5ab9ce-356c-48a2-8981-243f2b818949 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0582910 Jun 30 02:41:15.711837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 751c35e7-b210-48f2-a52c-8a46e0ff786f details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:15.723999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46198) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:15.778057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5da2c531-03a6-42b9-a806-b78b9bf3b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.783527 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5da2c531-03a6-42b9-a806-b78b9bf3b5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.785770 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5da2c531-03a6-42b9-a806-b78b9bf3b5bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6298d328-8df5-4dfc-96c2-27666e2043e3 HTTP/1.1" status: 204 len: 168 time: 0.2468047 Jun 30 02:41:15.798422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2c531-03a6-42b9-a806-b78b9bf3b5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6298d328-8df5-4dfc-96c2-27666e2043e3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:15.805372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eca59e-101c-4771-86b7-7502ea9cd6ee req-6cc8f965-a8a7-4834-922e-bab68c4c5914 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.812576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47eca59e-101c-4771-86b7-7502ea9cd6ee req-6cc8f965-a8a7-4834-922e-bab68c4c5914 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 950 time: 0.1999056 Jun 30 02:41:15.916427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:15.917240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47eca59e-101c-4771-86b7-7502ea9cd6ee req-00c06509-8899-479c-af66-f9ebac099368 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038711 Jun 30 02:41:15.932567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-0ad5da92-dc69-4019-a513-9525be848667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.933167 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993d6a9f-a7a1-4c55-b675-1ffc5f7e0f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.935154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-0ad5da92-dc69-4019-a513-9525be848667 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2268476 Jun 30 02:41:15.950103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '751c35e7-b210-48f2-a52c-8a46e0ff786f', 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14', 'port_id': '751c35e7-b210-48f2-a52c-8a46e0ff786f', 'mac_address': 'fa:16:3e:40:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959022d8-4dfe-420a-a9b2-f79d5ce3d2bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:16.009198 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.023853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751c35e7-b210-48f2-a52c-8a46e0ff786f {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:16.048402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-5dd658ac-8059-4ec4-b7dc-b62f80e83934 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041808 Jun 30 02:41:16.050055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:16.064031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8c4ff-e2e1-45f1-b980-4b0f1c455197 req-c6cb0d89-6cf4-4cf1-bbf2-282e3ed2a7fa tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.065528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94a8c4ff-e2e1-45f1-b980-4b0f1c455197 req-c6cb0d89-6cf4-4cf1-bbf2-282e3ed2a7fa tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 943 time: 0.0988927 Jun 30 02:41:16.123248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993d6a9f-a7a1-4c55-b675-1ffc5f7e0f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.126594 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94a8c4ff-e2e1-45f1-b980-4b0f1c455197 req-851501b3-0d16-4dcf-92ce-fca169420cfc tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519354 Jun 30 02:41:16.132207 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.151221 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5caca6f2-3e60-4e70-82f8-38522168aa35 req-c4282243-1696-441f-847c-3c09d3c6720f service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951715 Jun 30 02:41:16.190143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=751c35e7-b210-48f2-a52c-8a46e0ff786f,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:16.210377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993d6a9f-a7a1-4c55-b675-1ffc5f7e0f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.251959 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-993d6a9f-a7a1-4c55-b675-1ffc5f7e0f86 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9624f146d0be430daf54ed60e7fb3dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240669 Jun 30 02:41:16.252810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d6a9f-a7a1-4c55-b675-1ffc5f7e0f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8983d3-fc37-4d63-827a-21125e087fb7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:16.254933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46206) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:16.263558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46208) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:16.277699 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12677c88-c154-43de-8a38-034bc9ab534b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.312249 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ba8fdad-9b93-4bca-b8ae-d82ef2c0873f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.344174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ba8fdad-9b93-4bca-b8ae-d82ef2c0873f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.361268 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['751c35e7-b210-48f2-a52c-8a46e0ff786f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:16.376713 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12677c88-c154-43de-8a38-034bc9ab534b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.473158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12677c88-c154-43de-8a38-034bc9ab534b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.507238 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ba8fdad-9b93-4bca-b8ae-d82ef2c0873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.510463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ba8fdad-9b93-4bca-b8ae-d82ef2c0873f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.511707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5ba8fdad-9b93-4bca-b8ae-d82ef2c0873f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9b8983d3-fc37-4d63-827a-21125e087fb7 HTTP/1.1" status: 204 len: 168 time: 0.2550197 Jun 30 02:41:16.529297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8fdad-9b93-4bca-b8ae-d82ef2c0873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8983d3-fc37-4d63-827a-21125e087fb7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:16.530219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12677c88-c154-43de-8a38-034bc9ab534b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00db8a94-e92e-4a68-96a4-5fffb23814ab,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:16.535700 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-12677c88-c154-43de-8a38-034bc9ab534b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2afe256de09455cab99901169f924c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711484 Jun 30 02:41:16.541044 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46222) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:16.631703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d095801-ea0a-4c9c-b5fa-a6e7dd3b4932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.660395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a8e20-9d60-4ae1-822e-e642643b9666 req-ce62bf55-9f90-44d5-89a0-3082f7258493 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.662353 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c0a8e20-9d60-4ae1-822e-e642643b9666 req-ce62bf55-9f90-44d5-89a0-3082f7258493 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 948 time: 0.0912182 Jun 30 02:41:16.666909 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d095801-ea0a-4c9c-b5fa-a6e7dd3b4932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.703441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c0a8e20-9d60-4ae1-822e-e642643b9666 req-79aea727-7d19-45e4-97a6-a342c29000f8 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Jun 30 02:41:16.762994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50b02d-a898-4734-b96f-f4705be43806 req-be29d3bf-5b3a-4545-8d70-7327f913df17 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.764440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c50b02d-a898-4734-b96f-f4705be43806 req-be29d3bf-5b3a-4545-8d70-7327f913df17 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 948 time: 0.0665848 Jun 30 02:41:16.801797 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c50b02d-a898-4734-b96f-f4705be43806 req-d53a21b9-150a-4606-a4c7-2f4ddf03e3c1 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Jun 30 02:41:16.932272 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d095801-ea0a-4c9c-b5fa-a6e7dd3b4932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.935121 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d095801-ea0a-4c9c-b5fa-a6e7dd3b4932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.938510 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9d095801-ea0a-4c9c-b5fa-a6e7dd3b4932 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00db8a94-e92e-4a68-96a4-5fffb23814ab HTTP/1.1" status: 204 len: 168 time: 0.3936815 Jun 30 02:41:16.947410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d095801-ea0a-4c9c-b5fa-a6e7dd3b4932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00db8a94-e92e-4a68-96a4-5fffb23814ab,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:17.093941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d708773-e7db-48fb-9862-bf46af150307 req-3077e48c-3ec0-4872-b61c-e665861033ba tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.095573 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d708773-e7db-48fb-9862-bf46af150307 req-3077e48c-3ec0-4872-b61c-e665861033ba tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 950 time: 0.0629535 Jun 30 02:41:17.133931 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d708773-e7db-48fb-9862-bf46af150307 req-4427cbc8-4a9d-48e4-9a01-dc97d422d33c tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Jun 30 02:41:17.148493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device aec500af-5b23-4646-96e2-7bce0001344e details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:17.247078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port aec500af-5b23-4646-96e2-7bce0001344e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=aec500af-5b23-4646-96e2-7bce0001344e,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:17.258919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'aec500af-5b23-4646-96e2-7bce0001344e', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'aec500af-5b23-4646-96e2-7bce0001344e', 'mac_address': 'fa:16:3e:a7:35:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:17.297392 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.309279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ad52-8fae-41d2-bc95-062355c71bac req-0a92defb-90f6-4ba7-afc8-a407027c503b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.310211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec500af-5b23-4646-96e2-7bce0001344e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:17.310807 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b506ad52-8fae-41d2-bc95-062355c71bac req-0a92defb-90f6-4ba7-afc8-a407027c503b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 944 time: 0.0636439 Jun 30 02:41:17.330245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port aec500af-5b23-4646-96e2-7bce0001344e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=aec500af-5b23-4646-96e2-7bce0001344e,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:17.349553 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b506ad52-8fae-41d2-bc95-062355c71bac req-ca73979e-3a88-455a-885e-c908c0e6fd1b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Jun 30 02:41:17.570493 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.616765 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=aec500af-5b23-4646-96e2-7bce0001344e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:17.717116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 751c35e7-b210-48f2-a52c-8a46e0ff786f up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:17.782007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['aec500af-5b23-4646-96e2-7bce0001344e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:17.837744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 751c35e7-b210-48f2-a52c-8a46e0ff786f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:17.848224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46258) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:17.851116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 751c35e7-b210-48f2-a52c-8a46e0ff786f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:17.858806 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.869614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58f2f5b6-3eb6-4f43-9a83-dc321c1f6f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.964735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80455e9-6437-4041-8ed2-a28ffb5afddf req-3c00898c-7a5b-4e0e-8694-7e87402b81ba tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.977732 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e80455e9-6437-4041-8ed2-a28ffb5afddf req-3c00898c-7a5b-4e0e-8694-7e87402b81ba tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 948 time: 0.1564209 Jun 30 02:41:18.039255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e80455e9-6437-4041-8ed2-a28ffb5afddf req-454c2640-290f-480f-934d-352754413cfc tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557218 Jun 30 02:41:18.052747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.085676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751c35e7-b210-48f2-a52c-8a46e0ff786f'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:18.088455 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58f2f5b6-3eb6-4f43-9a83-dc321c1f6f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.088667 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710c6cb8-9748-4909-b716-1a15fc2dd8bd" -d '{"events": [{"server_uuid": "42f681c1-8af9-4814-94d9-4fb3cecbe6bc", "name": "network-vif-plugged", "status": "completed", "tag": "751c35e7-b210-48f2-a52c-8a46e0ff786f"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:18.105231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:18.144990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bb51b-6cb7-4c75-ac86-227259e72107 req-8896a0e3-ff35-45bc-b365-0f22e37668e1 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.151072 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e8bb51b-6cb7-4c75-ac86-227259e72107 req-8896a0e3-ff35-45bc-b365-0f22e37668e1 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 949 time: 0.1227629 Jun 30 02:41:18.173734 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-8b892214-5abb-4230-b06c-b44cc6969e12 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219250 Jun 30 02:41:18.191479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e8bb51b-6cb7-4c75-ac86-227259e72107 req-c46ad143-45d0-4395-9d04-d1b7617da4c1 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Jun 30 02:41:18.226408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58f2f5b6-3eb6-4f43-9a83-dc321c1f6f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.253556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2f5b6-3eb6-4f43-9a83-dc321c1f6f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7433ed0-162b-4560-94e8-1bc72e0829fd,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:18.275425 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.303867 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-58f2f5b6-3eb6-4f43-9a83-dc321c1f6f1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0db7965ff98a489fbff5ef28b796c89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540248 Jun 30 02:41:18.304881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46284) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:18.329260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a31ad-6507-4726-86cd-63f73604ada3 req-d29206eb-f41c-42f3-96ad-9e318931b9ec tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.330841 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-d29206eb-f41c-42f3-96ad-9e318931b9ec tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517334 Jun 30 02:41:18.361140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-dbe77a25-6556-4998-b992-f14e9d0f0257 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/quotas/623a59258df943c5b042dd6c1f0e8d3c HTTP/1.1" status: 200 len: 375 time: 0.0205438 Jun 30 02:41:18.377218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=751c35e7-b210-48f2-a52c-8a46e0ff786f,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:18.378516 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0994ca14-2a35-43f0-af04-a36a9df63e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.392136 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840b7d1d-dae6-4454-aec8-5a9c5be7530e x-openstack-request-id: req-840b7d1d-dae6-4454-aec8-5a9c5be7530e {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:18.392837 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f681c1-8af9-4814-94d9-4fb3cecbe6bc", "name": "network-vif-plugged", "status": "completed", "tag": "751c35e7-b210-48f2-a52c-8a46e0ff786f", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:18.393761 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-840b7d1d-dae6-4454-aec8-5a9c5be7530e {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:18.394178 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751c35e7-b210-48f2-a52c-8a46e0ff786f', 'code': 200} Jun 30 02:41:18.418102 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0994ca14-2a35-43f0-af04-a36a9df63e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.487665 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-72288af2-1b86-47b3-81c6-d4c000d9eea8 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1253328 Jun 30 02:41:18.588204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400d170-4c6f-4fde-9cfd-dad82e920a0c req-35e49a4e-d279-46e7-9a65-1363441ca342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.588329 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b400d170-4c6f-4fde-9cfd-dad82e920a0c req-35e49a4e-d279-46e7-9a65-1363441ca342 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1096 time: 0.1038811 Jun 30 02:41:18.604995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3ff78-0214-46b0-8146-88db0d81e0da req-94553573-c83d-4a53-bb32-4502de32fb6f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.606418 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0da3ff78-0214-46b0-8146-88db0d81e0da req-94553573-c83d-4a53-bb32-4502de32fb6f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 945 time: 0.0885162 Jun 30 02:41:18.658783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b400d170-4c6f-4fde-9cfd-dad82e920a0c req-86e9361f-2046-48a3-a850-f215974f5b58 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617177 Jun 30 02:41:18.663766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0da3ff78-0214-46b0-8146-88db0d81e0da req-330bdacb-dfd8-452e-94d8-3eadc7676a87 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513556 Jun 30 02:41:18.787243 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0994ca14-2a35-43f0-af04-a36a9df63e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.790382 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0994ca14-2a35-43f0-af04-a36a9df63e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.791561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0994ca14-2a35-43f0-af04-a36a9df63e97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7433ed0-162b-4560-94e8-1bc72e0829fd HTTP/1.1" status: 204 len: 168 time: 0.4857285 Jun 30 02:41:18.799443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994ca14-2a35-43f0-af04-a36a9df63e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7433ed0-162b-4560-94e8-1bc72e0829fd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:18.872337 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1fb68568-fbca-4c95-ab13-23e469699956 req-67d19063-4d79-4591-a06b-f4a3e82b77d6 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 210 time: 0.0327086 Jun 30 02:41:19.166529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:19.224732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device aec500af-5b23-4646-96e2-7bce0001344e up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:19.242274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a680c-d829-48b7-bf4d-5d5ba85071e9 req-052d77d0-492e-47df-8ac3-208cdd5a8084 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:19.243987 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-988a680c-d829-48b7-bf4d-5d5ba85071e9 req-052d77d0-492e-47df-8ac3-208cdd5a8084 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 948 time: 0.0930541 Jun 30 02:41:19.312402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:19.326203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '4b9aaa6a-bea7-4c70-9f38-5784e43b7489', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '4b9aaa6a-bea7-4c70-9f38-5784e43b7489', 'mac_address': 'fa:16:3e:ac:f3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:19.369601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-988a680c-d829-48b7-bf4d-5d5ba85071e9 req-19868d29-8a80-4721-a63b-3bfd5fbaba88 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192217 Jun 30 02:41:19.394678 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.409667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port aec500af-5b23-4646-96e2-7bce0001344e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:19.414063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:19.438238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:19.440429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port aec500af-5b23-4646-96e2-7bce0001344e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:19.440807 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.459065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fbb06-2a14-4c0d-a5e1-cf13272e1b77 req-d646f593-5d27-4953-8bc2-ddf21a9085ec tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:19.461379 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4a3fbb06-2a14-4c0d-a5e1-cf13272e1b77 req-d646f593-5d27-4953-8bc2-ddf21a9085ec tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 949 time: 0.0946634 Jun 30 02:41:19.520975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4a3fbb06-2a14-4c0d-a5e1-cf13272e1b77 req-8f10d5a3-cc92-44e4-9a0c-a647a6c71fd5 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527043 Jun 30 02:41:19.561704 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.581066 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.616405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port aec500af-5b23-4646-96e2-7bce0001344e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=aec500af-5b23-4646-96e2-7bce0001344e,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:19.644101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:19.818235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['4b9aaa6a-bea7-4c70-9f38-5784e43b7489'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:19.842260 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.846293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0971c-66f9-43c6-bc4e-551e0c04df46 req-0ba989e3-7e93-4904-8ef1-b1bbb3661808 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:19.847808 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65e0971c-66f9-43c6-bc4e-551e0c04df46 req-0ba989e3-7e93-4904-8ef1-b1bbb3661808 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 945 time: 0.0677767 Jun 30 02:41:19.894108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65e0971c-66f9-43c6-bc4e-551e0c04df46 req-862aae37-2868-496b-9a0d-f66a28523808 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Jun 30 02:41:19.933110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=aec500af-5b23-4646-96e2-7bce0001344e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:19.992969 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a942e4a-4def-4e5b-a465-57d0c0a7a967 req-2742ff60-b72d-4275-84ca-4429bfdc77d6 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 210 time: 0.0528629 Jun 30 02:41:20.394992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a640b9-ba24-4667-9ba9-13572896bcc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec500af-5b23-4646-96e2-7bce0001344e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:20.397487 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f510a43d-bfb1-410b-b583-d02fbeb5a31a" -d '{"events": [{"server_uuid": "31a640b9-ba24-4667-9ba9-13572896bcc8", "name": "network-vif-plugged", "status": "completed", "tag": "aec500af-5b23-4646-96e2-7bce0001344e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:20.432349 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d9770b-b1c3-4d10-996b-38b909b1dc94 x-openstack-request-id: req-23d9770b-b1c3-4d10-996b-38b909b1dc94 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:20.432649 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a640b9-ba24-4667-9ba9-13572896bcc8", "name": "network-vif-plugged", "status": "completed", "tag": "aec500af-5b23-4646-96e2-7bce0001344e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:20.432952 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23d9770b-b1c3-4d10-996b-38b909b1dc94 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:20.433575 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a640b9-ba24-4667-9ba9-13572896bcc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec500af-5b23-4646-96e2-7bce0001344e', 'code': 200} Jun 30 02:41:20.562235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fca07-4f64-4f0a-aeb3-4c3355eb34e1 req-e0109036-a786-4270-8663-ae4d1880fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.563791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-078fca07-4f64-4f0a-aeb3-4c3355eb34e1 req-e0109036-a786-4270-8663-ae4d1880fb29 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 1101 time: 0.0649865 Jun 30 02:41:20.572743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950c45-c66b-4897-a6dd-dda303b582c2 req-f7bd3c1d-344d-47ae-9dab-8297c5a093a0 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.574624 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89950c45-c66b-4897-a6dd-dda303b582c2 req-f7bd3c1d-344d-47ae-9dab-8297c5a093a0 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 949 time: 0.0900729 Jun 30 02:41:20.616439 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-078fca07-4f64-4f0a-aeb3-4c3355eb34e1 req-dbeded9b-ab2a-410d-8ce2-5c67485f4733 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418885 Jun 30 02:41:20.647760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89950c45-c66b-4897-a6dd-dda303b582c2 req-f2e51201-efae-4a67-80b8-2c31267cf7c8 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583084 Jun 30 02:41:20.774477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494086c3-4a45-4411-b71e-bc51d725b76d req-f7237db0-e9c9-40d8-b49c-605c15819277 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.775982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-494086c3-4a45-4411-b71e-bc51d725b76d req-f7237db0-e9c9-40d8-b49c-605c15819277 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 950 time: 0.0624094 Jun 30 02:41:20.820001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-494086c3-4a45-4411-b71e-bc51d725b76d req-0b120820-0dcc-4169-a551-6fcdbbb9ec92 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371575 Jun 30 02:41:20.993021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46394) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:21.022266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46400) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:21.082944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e67d99-c313-4eae-8366-5e852be5ee5f req-f94289a4-1c09-45f5-9ef3-7c27c37036c3 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:21.085410 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79e67d99-c313-4eae-8366-5e852be5ee5f req-f94289a4-1c09-45f5-9ef3-7c27c37036c3 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 945 time: 0.0705497 Jun 30 02:41:21.142925 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b781c561-56f9-46f4-ac21-bfe26eddd0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.143029 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79e67d99-c313-4eae-8366-5e852be5ee5f req-dfe972f9-2984-4b14-b80a-484af4ee131a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504165 Jun 30 02:41:21.151945 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-030c6353-6c5a-4a65-96b9-73e0ffa6a7fe req-4aa7d7f5-6c39-4bab-934e-909b6b255af6 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 210 time: 0.0373106 Jun 30 02:41:21.165308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:21.204161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7878cb64-8fdf-4304-a975-56969b57bd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.250430 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b781c561-56f9-46f4-ac21-bfe26eddd0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.347360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:21.352562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:21.352940 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.385545 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b781c561-56f9-46f4-ac21-bfe26eddd0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.448202 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b781c561-56f9-46f4-ac21-bfe26eddd0d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9ea253da4bd4faf86aa82b5e8ca9bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495924 Jun 30 02:41:21.457857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46412) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:21.521979 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.538731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781c561-56f9-46f4-ac21-bfe26eddd0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bede22-763c-4b7c-9ae3-721703e5a785,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:21.556110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7878cb64-8fdf-4304-a975-56969b57bd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.568995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20b81dbb-d9d8-4445-8679-fffd34a1d47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.584113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:21.593648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20b81dbb-d9d8-4445-8679-fffd34a1d47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.643328 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-533217aa-9017-4f31-832a-8a2f2ef5c046 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229871 Jun 30 02:41:21.719595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ece73-e0ca-481f-9c44-89eb615609e1 req-7869accf-61e2-400a-807c-610957b05ea1 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:21.721112 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c39ece73-e0ca-481f-9c44-89eb615609e1 req-7869accf-61e2-400a-807c-610957b05ea1 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1096 time: 0.0598712 Jun 30 02:41:21.758035 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c39ece73-e0ca-481f-9c44-89eb615609e1 req-41f64bf9-6e27-4c34-845e-d90230e17c04 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305691 Jun 30 02:41:21.770723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a31ad-6507-4726-86cd-63f73604ada3 req-75b0d3c7-a88e-4f43-9fd5-4d9921931f42 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:21.772091 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-75b0d3c7-a88e-4f43-9fd5-4d9921931f42 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226594 Jun 30 02:41:21.785088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Request body: {'port': {'device_id': 'f62b9c2d-8610-4f7a-99a2-75117b8b04d5', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '623a59258df943c5b042dd6c1f0e8d3c'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:21.842492 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7878cb64-8fdf-4304-a975-56969b57bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.842966 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.869981 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20b81dbb-d9d8-4445-8679-fffd34a1d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.874651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20b81dbb-d9d8-4445-8679-fffd34a1d47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.875791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-20b81dbb-d9d8-4445-8679-fffd34a1d47d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74bede22-763c-4b7c-9ae3-721703e5a785 HTTP/1.1" status: 204 len: 168 time: 0.4156435 Jun 30 02:41:21.897384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b81dbb-d9d8-4445-8679-fffd34a1d47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bede22-763c-4b7c-9ae3-721703e5a785,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:21.932668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7878cb64-8fdf-4304-a975-56969b57bd68 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=66ae5fe01b524e8988a53cbf1e991750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9092724 Jun 30 02:41:21.935304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46430) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:21.947019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:21.948023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878cb64-8fdf-4304-a975-56969b57bd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989614d5-fdc7-4676-a7fd-20dd6e853d6b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:22.033899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-63cb84be-58fb-4748-ba2e-40899a6ddd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.059793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2026e0a-ae00-4a56-bcbf-421a28972837 req-cca327bb-f1e2-442e-a75a-5960e0294045 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:22.060788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c207442-746e-4b67-aff2-76f56445de50 req-7efffbeb-8845-4fa7-8ad9-7a5ece2307e6 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:22.061248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a2026e0a-ae00-4a56-bcbf-421a28972837 req-cca327bb-f1e2-442e-a75a-5960e0294045 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 950 time: 0.2301152 Jun 30 02:41:22.068020 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c207442-746e-4b67-aff2-76f56445de50 req-7efffbeb-8845-4fa7-8ad9-7a5ece2307e6 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1096 time: 0.1169534 Jun 30 02:41:22.073146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-63cb84be-58fb-4748-ba2e-40899a6ddd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.123131 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c207442-746e-4b67-aff2-76f56445de50 req-55925ec9-7d41-49d4-a995-40ed4a542c80 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473747 Jun 30 02:41:22.141688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a2026e0a-ae00-4a56-bcbf-421a28972837 req-a820d3dc-c939-460c-ab63-9a34fe9364e5 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711308 Jun 30 02:41:22.258839 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-63cb84be-58fb-4748-ba2e-40899a6ddd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.261571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-63cb84be-58fb-4748-ba2e-40899a6ddd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.265195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-63cb84be-58fb-4748-ba2e-40899a6ddd73 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/989614d5-fdc7-4676-a7fd-20dd6e853d6b HTTP/1.1" status: 204 len: 168 time: 0.3265052 Jun 30 02:41:22.265195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Made reservation on behalf of 623a59258df943c5b042dd6c1f0e8d3c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:22.268675 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.322229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb84be-58fb-4748-ba2e-40899a6ddd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989614d5-fdc7-4676-a7fd-20dd6e853d6b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:22.328496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9b1ff-78e3-4cde-9993-1ba720470918 req-5baf6548-daba-4c2e-a0ff-1c54b9e5ab0f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:22.338208 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47f9b1ff-78e3-4cde-9993-1ba720470918 req-5baf6548-daba-4c2e-a0ff-1c54b9e5ab0f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 950 time: 0.1041346 Jun 30 02:41:22.390174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47f9b1ff-78e3-4cde-9993-1ba720470918 req-6ae5976a-6997-4eb8-81a6-d0f228d1bd73 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505559 Jun 30 02:41:22.434425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96404db2-acaa-400a-8ff7-a85b03300faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9aaa6a-bea7-4c70-9f38-5784e43b7489'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:22.436857 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c153d5c-79eb-4e71-b24b-23344e0bcb62" -d '{"events": [{"server_uuid": "96404db2-acaa-400a-8ff7-a85b03300faf", "name": "network-vif-plugged", "status": "completed", "tag": "4b9aaa6a-bea7-4c70-9f38-5784e43b7489"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:22.440716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0fdadb3-2225-459f-a7d8-64d24f7bb0b1 req-6588ca4a-cfe3-4332-9945-f98dd47a3a4c tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 210 time: 0.1276577 Jun 30 02:41:22.503740 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.562933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Allocated IP 192.168.233.74 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/ed8a4c07-19b4-4759-b280-a5681f479b59) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:22.711439 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.723595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Transition to ACTIVE for port object ed8a4c07-19b4-4759-b280-a5681f479b59 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:22.927291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.933947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46460) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:22.940037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['0694d39c-09fc-4c7d-a159-a28483fa02fc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:22.965466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d49e8ee-9fec-4534-aa25-65f61936ba80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.002031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:23.017831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:23.033679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:23.041373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.126262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.126262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.150105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Pushing event updated for resources: {'Port': ['ID=ed8a4c07-19b4-4759-b280-a5681f479b59,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.199275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d49e8ee-9fec-4534-aa25-65f61936ba80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.273712 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d49e8ee-9fec-4534-aa25-65f61936ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.323090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6d49e8ee-9fec-4534-aa25-65f61936ba80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5889d909c71544cf859da3b6cb714b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3874533 Jun 30 02:41:23.324429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49e8ee-9fec-4534-aa25-65f61936ba80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24320e9-524e-4613-8fea-1171d9dfcb1c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.325585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46468) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:23.349901 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6e23bf10-bd1f-4fd0-92cb-6675920c6a3e tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5688877 Jun 30 02:41:23.364141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Request body: {'port': {'device_id': 'f62b9c2d-8610-4f7a-99a2-75117b8b04d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:23.383680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f107e742-a890-4f5d-b348-a6c370172913 None None] Provisioning for port ed8a4c07-19b4-4759-b280-a5681f479b59 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:23.389272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f107e742-a890-4f5d-b348-a6c370172913 None None] Provisioning complete for port ed8a4c07-19b4-4759-b280-a5681f479b59 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:23.390320 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f107e742-a890-4f5d-b348-a6c370172913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.424277 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4d1bcbc-eefa-4848-aed3-6db9d9b0c3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.443841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f107e742-a890-4f5d-b348-a6c370172913 None None] Port ed8a4c07-19b4-4759-b280-a5681f479b59 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:23.475530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4d1bcbc-eefa-4848-aed3-6db9d9b0c3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.497600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.529630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46478) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:23.545120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd532f4b-2772-4fc3-be5d-2cc10a779ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.701397 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4d1bcbc-eefa-4848-aed3-6db9d9b0c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.704391 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4d1bcbc-eefa-4848-aed3-6db9d9b0c3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.714388 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e4d1bcbc-eefa-4848-aed3-6db9d9b0c3a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d24320e9-524e-4613-8fea-1171d9dfcb1c HTTP/1.1" status: 204 len: 168 time: 0.3821847 Jun 30 02:41:23.719428 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e950d4-095f-43e8-aeff-85a8e24b47e7 x-openstack-request-id: req-d0e950d4-095f-43e8-aeff-85a8e24b47e7 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:23.719829 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96404db2-acaa-400a-8ff7-a85b03300faf", "name": "network-vif-plugged", "status": "completed", "tag": "4b9aaa6a-bea7-4c70-9f38-5784e43b7489", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:23.720095 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0e950d4-095f-43e8-aeff-85a8e24b47e7 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:23.720492 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96404db2-acaa-400a-8ff7-a85b03300faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9aaa6a-bea7-4c70-9f38-5784e43b7489', 'code': 200} Jun 30 02:41:23.745102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1bcbc-eefa-4848-aed3-6db9d9b0c3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24320e9-524e-4613-8fea-1171d9dfcb1c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.842277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd532f4b-2772-4fc3-be5d-2cc10a779ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.869121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d748-2576-4114-a468-a182dbe405a9 req-bec0aa5c-ca65-4886-94c9-de02deeee433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.870640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b0f4d748-2576-4114-a468-a182dbe405a9 req-bec0aa5c-ca65-4886-94c9-de02deeee433 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 1101 time: 0.0642223 Jun 30 02:41:23.882859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8a4c07-19b4-4759-b280-a5681f479b59 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:23.891832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.906793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Transition to ACTIVE for port object ed8a4c07-19b4-4759-b280-a5681f479b59 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:23.919850 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b0f4d748-2576-4114-a468-a182dbe405a9 req-71c7c6d7-feb1-40c8-9f7e-b7f327ebb6d4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Jun 30 02:41:23.954768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd532f4b-2772-4fc3-be5d-2cc10a779ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.994034 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cd532f4b-2772-4fc3-be5d-2cc10a779ef7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bce4f3ffd1a547ce9ec1d9cfb81cbbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630823 Jun 30 02:41:23.994902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd532f4b-2772-4fc3-be5d-2cc10a779ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a441d6ff-1e6f-4b16-b485-244c897137f3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.996833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46496) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:24.011733 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.095152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89387522-a571-4219-99fd-bbd312675943 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8a4c07-19b4-4759-b280-a5681f479b59,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:24.132789 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1a72ddf-a0ed-4f39-a8f0-eb09e0b18a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.184328 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1a72ddf-a0ed-4f39-a8f0-eb09e0b18a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.197884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb0791-3c0b-4e6e-ac28-18e8ba44d694 req-b63dd01b-c1d3-4775-994e-fd2fd7c35a40 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.206483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a3cb0791-3c0b-4e6e-ac28-18e8ba44d694 req-b63dd01b-c1d3-4775-994e-fd2fd7c35a40 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 950 time: 0.0847781 Jun 30 02:41:24.230992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Attempting to bind port ed8a4c07-19b4-4759-b280-a5681f479b59 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:24.231714 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Attempting to bind port ed8a4c07-19b4-4759-b280-a5681f479b59 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:24.232407 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Attempting to bind port ed8a4c07-19b4-4759-b280-a5681f479b59 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:24.241322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Port ed8a4c07-19b4-4759-b280-a5681f479b59 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:24.242091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Attempting to bind port ed8a4c07-19b4-4759-b280-a5681f479b59 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:24.247908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:24.248473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:24.248999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:24.249650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Bound port: ed8a4c07-19b4-4759-b280-a5681f479b59, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:24.250181 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.275480 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a3cb0791-3c0b-4e6e-ac28-18e8ba44d694 req-10e08383-1255-4389-9526-4b808400d441 tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677199 Jun 30 02:41:24.328057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] For port ed8a4c07-19b4-4759-b280-a5681f479b59, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:24.331947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] For port ed8a4c07-19b4-4759-b280-a5681f479b59, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ed8a4c07-19b4-4759-b280-a5681f479b59,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:24.361255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1a72ddf-a0ed-4f39-a8f0-eb09e0b18a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.364936 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1a72ddf-a0ed-4f39-a8f0-eb09e0b18a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.366192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a1a72ddf-a0ed-4f39-a8f0-eb09e0b18a2e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a441d6ff-1e6f-4b16-b485-244c897137f3 HTTP/1.1" status: 204 len: 168 time: 0.3683569 Jun 30 02:41:24.399360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a72ddf-a0ed-4f39-a8f0-eb09e0b18a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441d6ff-1e6f-4b16-b485-244c897137f3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:24.427681 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.494398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.494398 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.494398 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-89387522-a571-4219-99fd-bbd312675943 service neutron] 10.222.0.83 "PUT /v2.0/ports/ed8a4c07-19b4-4759-b280-a5681f479b59 HTTP/1.1" status: 200 len: 1095 time: 1.1253033 Jun 30 02:41:24.494398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62b9c2d-8610-4f7a-99a2-75117b8b04d5', 'tag': 'ed8a4c07-19b4-4759-b280-a5681f479b59'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:24.494398 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e" -d '{"events": [{"name": "network-changed", "server_uuid": "f62b9c2d-8610-4f7a-99a2-75117b8b04d5", "tag": "ed8a4c07-19b4-4759-b280-a5681f479b59"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:24.496540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f17e-08f3-4503-9a82-aea85e06dde5 req-5df1b686-c9d9-4804-8f84-91a57ef93017 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.498362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f34f17e-08f3-4503-9a82-aea85e06dde5 req-5df1b686-c9d9-4804-8f84-91a57ef93017 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 947 time: 0.0886636 Jun 30 02:41:24.524217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89387522-a571-4219-99fd-bbd312675943 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8a4c07-19b4-4759-b280-a5681f479b59,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:24.540053 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f34f17e-08f3-4503-9a82-aea85e06dde5 req-4aa3df49-173c-4e2a-8566-9b4079e04e8f tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358350 Jun 30 02:41:24.712868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a31ad-6507-4726-86cd-63f73604ada3 req-014ed87f-7bc9-4d47-9c82-59bfe14d90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.719056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-014ed87f-7bc9-4d47-9c82-59bfe14d90da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 1098 time: 0.0851598 Jun 30 02:41:24.768794 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-3d6cf648-10dd-45d5-80bc-f46db5f71579 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=ed8a4c07-19b4-4759-b280-a5681f479b59 HTTP/1.1" status: 200 len: 217 time: 0.0383577 Jun 30 02:41:24.774950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e343-1b6f-402d-9fec-1e755c30e96f req-978f865b-eda3-44b9-881a-701eb7532f33 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.776497 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8945e343-1b6f-402d-9fec-1e755c30e96f req-978f865b-eda3-44b9-881a-701eb7532f33 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 950 time: 0.1114764 Jun 30 02:41:24.831642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a31ad-6507-4726-86cd-63f73604ada3 req-5a6c9c7f-ce76-444f-8a2a-aebdd45296a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.833724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-5a6c9c7f-ce76-444f-8a2a-aebdd45296a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0607281 Jun 30 02:41:24.837922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8945e343-1b6f-402d-9fec-1e755c30e96f req-9a927da2-313f-4eb8-b0cb-18494540075e tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541551 Jun 30 02:41:24.915475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a31ad-6507-4726-86cd-63f73604ada3 req-4c67cc8b-1657-48fb-bc48-9af5fbaca8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.917220 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-4c67cc8b-1657-48fb-bc48-9af5fbaca8bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760312 Jun 30 02:41:24.949925 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118b4f20-d8cc-42f1-8c86-978d28cac5da x-openstack-request-id: req-118b4f20-d8cc-42f1-8c86-978d28cac5da {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:24.950274 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62b9c2d-8610-4f7a-99a2-75117b8b04d5", "tag": "ed8a4c07-19b4-4759-b280-a5681f479b59", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:24.950432 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-118b4f20-d8cc-42f1-8c86-978d28cac5da {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:24.950817 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62b9c2d-8610-4f7a-99a2-75117b8b04d5', 'tag': 'ed8a4c07-19b4-4759-b280-a5681f479b59', 'status': 'completed', 'code': 200} Jun 30 02:41:25.050497 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-05e7a8d4-a6c1-43ba-9bf4-353bf2016c36 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244502 Jun 30 02:41:25.147708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-994a31ad-6507-4726-86cd-63f73604ada3 req-6dbe39f4-a220-43e4-9ef3-9ebe41d8ffcc service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892432 Jun 30 02:41:25.254425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afe2f1-e988-449c-85f0-fc47d6a1bcc3 req-d1fe83c3-b24a-4844-a99c-29694c233418 tempest-LiveMigrationNegativeTest-118490563 tempest-LiveMigrationNegativeTest-118490563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.256302 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8afe2f1-e988-449c-85f0-fc47d6a1bcc3 req-d1fe83c3-b24a-4844-a99c-29694c233418 tempest-LiveMigrationNegativeTest-118490563 tempest-LiveMigrationNegativeTest-118490563-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 1101 time: 0.0611916 Jun 30 02:41:25.278494 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c8afe2f1-e988-449c-85f0-fc47d6a1bcc3 req-09512d65-d2bf-400e-85e7-a829d4560c38 tempest-LiveMigrationNegativeTest-118490563 tempest-LiveMigrationNegativeTest-118490563-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.369478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-6563ff08-39d0-4460-b702-65508d05e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.371277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-6563ff08-39d0-4460-b702-65508d05e6e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 1098 time: 0.0799880 Jun 30 02:41:25.417914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c8afe2f1-e988-449c-85f0-fc47d6a1bcc3 req-09512d65-d2bf-400e-85e7-a829d4560c38 tempest-LiveMigrationNegativeTest-118490563 tempest-LiveMigrationNegativeTest-118490563-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.472298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-a9a5b77f-41d1-43c7-b0b6-74ea1de5744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.473729 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-a9a5b77f-41d1-43c7-b0b6-74ea1de5744d service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.0920022 Jun 30 02:41:25.515433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c8afe2f1-e988-449c-85f0-fc47d6a1bcc3 req-09512d65-d2bf-400e-85e7-a829d4560c38 tempest-LiveMigrationNegativeTest-118490563 tempest-LiveMigrationNegativeTest-118490563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.519899 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-fc7329da-bec7-47ce-bd48-2e8e50291fe2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=ed8a4c07-19b4-4759-b280-a5681f479b59 HTTP/1.1" status: 200 len: 217 time: 0.0382075 Jun 30 02:41:25.550537 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8afe2f1-e988-449c-85f0-fc47d6a1bcc3 req-09512d65-d2bf-400e-85e7-a829d4560c38 tempest-LiveMigrationNegativeTest-118490563 tempest-LiveMigrationNegativeTest-118490563-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859669 Jun 30 02:41:25.560999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09512d65-d2bf-400e-85e7-a829d4560c38 tempest-LiveMigrationNegativeTest-118490563 tempest-LiveMigrationNegativeTest-118490563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225978d3-7c91-44d4-9b7f-9c77277bedd8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:25.595990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-9b503644-f30b-43ac-9b48-0a93e3aadb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.597257 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-9b503644-f30b-43ac-9b48-0a93e3aadb27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0703773 Jun 30 02:41:25.662462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-3ec2e088-701f-4e33-8539-a0ba915f79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.666126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-3ec2e088-701f-4e33-8539-a0ba915f79c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597770 Jun 30 02:41:25.700693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46574) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:25.768838 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-4f0eb0ad-93e8-4296-958e-0d132290154d service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973492 Jun 30 02:41:25.793767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02985e27-3191-440d-b642-b49c995dc458 req-8073cedf-3f95-4624-9a29-acdddf4461cf tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.795752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02985e27-3191-440d-b642-b49c995dc458 req-8073cedf-3f95-4624-9a29-acdddf4461cf tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 950 time: 0.0748425 Jun 30 02:41:25.845192 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02985e27-3191-440d-b642-b49c995dc458 req-0fa219bc-c6c3-421e-9558-ab465fbfa3cd tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Jun 30 02:41:25.879471 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5ac16a2-7175-4eef-bad9-e3e90cc8f10e req-39d123c2-42a5-4ed7-b66b-eb14ba11f258 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039410 Jun 30 02:41:25.917833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-e37c1c9e-f086-4f42-af57-f76e3f9956e0 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:41:25.919027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-e37c1c9e-f086-4f42-af57-f76e3f9956e0 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2209144 Jun 30 02:41:26.072092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8fac7-399d-4347-8aa7-8533fcf82c8b req-b83838a2-cd98-4748-b055-6217bc71737c tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.073654 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-faa8fac7-399d-4347-8aa7-8533fcf82c8b req-b83838a2-cd98-4748-b055-6217bc71737c tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 947 time: 0.0747330 Jun 30 02:41:26.113638 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-faa8fac7-399d-4347-8aa7-8533fcf82c8b req-c1caaad6-dc88-49f0-a9bc-2726c41e050d tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331876 Jun 30 02:41:26.213777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Request body: {'binding': {'host': 'n-h1-798249-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:26.214299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Unknown quota resources ['binding']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:41:26.401677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f on host n-h1-798249-3 for vnic_type normal with profile None {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:26.401677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:26.401677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:26.401677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Port 751c35e7-b210-48f2-a52c-8a46e0ff786f on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:26.401677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:26.410360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:26.410785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:26.411240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:26.411733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Bound port: 751c35e7-b210-48f2-a52c-8a46e0ff786f, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:26.516900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:26.593688 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.598636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3aef2001-21a2-4626-872b-ea41d018981a service neutron] 10.222.0.77 "POST /v2.0/ports/751c35e7-b210-48f2-a52c-8a46e0ff786f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5567458 Jun 30 02:41:27.168489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46638) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:27.278633 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-586543a4-c228-44f1-9d97-e51069b6aefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.363758 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-98d79151-81d8-447e-b204-9702d5bab18f tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311000 Jun 30 02:41:27.455664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-586543a4-c228-44f1-9d97-e51069b6aefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.516168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-36c6ffe1-ce00-4c40-b4f6-fa8dd33e94e6 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.518100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-36c6ffe1-ce00-4c40-b4f6-fa8dd33e94e6 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488736 Jun 30 02:41:27.540132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-bd12fcb5-219b-4de2-a08f-86128eb409e8 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/quotas/03007cb6e5dd4d6c9235d68cb7c1560e HTTP/1.1" status: 200 len: 375 time: 0.0148976 Jun 30 02:41:27.576666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-586543a4-c228-44f1-9d97-e51069b6aefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.580924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-6ef7abbb-eac7-4868-baa1-54114e6b1ec3 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379913 Jun 30 02:41:27.617901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586543a4-c228-44f1-9d97-e51069b6aefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3bf25e-6038-45d8-98a5-b8428dff720d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:27.675483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-586543a4-c228-44f1-9d97-e51069b6aefd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5d19315fb154b4bb08d03324ebceb91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054798 Jun 30 02:41:27.679458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46660) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:27.701363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-de5a91b1-b09e-4ed7-b0b1-cc14f375e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.702926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-de5a91b1-b09e-4ed7-b0b1-cc14f375e36e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1096 time: 0.1275215 Jun 30 02:41:27.731339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ed8a4c07-19b4-4759-b280-a5681f479b59 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:27.784410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ad1a39b1-9583-46d1-bcbc-c5c755dda4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.800316 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-1205180c-d3cf-4625-962a-b729c5f2e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.802257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-1205180c-d3cf-4625-962a-b729c5f2e014 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.0903137 Jun 30 02:41:27.807440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c467d4-eafd-4346-b9a1-db7d4c8b0725 req-b30117a4-4065-4f21-9ac3-52635f0b2092 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.808963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9c467d4-eafd-4346-b9a1-db7d4c8b0725 req-b30117a4-4065-4f21-9ac3-52635f0b2092 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 945 time: 0.1129062 Jun 30 02:41:27.835080 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ad1a39b1-9583-46d1-bcbc-c5c755dda4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.843129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ed8a4c07-19b4-4759-b280-a5681f479b59, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ed8a4c07-19b4-4759-b280-a5681f479b59,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:27.862272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'ed8a4c07-19b4-4759-b280-a5681f479b59', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'ed8a4c07-19b4-4759-b280-a5681f479b59', 'mac_address': 'fa:16:3e:53:1b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:27.871285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-0e7bc935-9895-48ad-a285-1862a9e8af50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f HTTP/1.1" status: 200 len: 217 time: 0.0604937 Jun 30 02:41:27.904874 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.927608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8a4c07-19b4-4759-b280-a5681f479b59 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:27.934490 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9c467d4-eafd-4346-b9a1-db7d4c8b0725 req-1ca5c582-1e85-432c-a77b-d9d6c4c60687 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151016 Jun 30 02:41:27.956811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ed8a4c07-19b4-4759-b280-a5681f479b59, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ed8a4c07-19b4-4759-b280-a5681f479b59,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:27.997252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-25649e05-db1b-4808-a66f-3ca560497466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.998807 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-25649e05-db1b-4808-a66f-3ca560497466 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.1207521 Jun 30 02:41:28.037212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-3340b21b-45f1-4740-8972-81c3ae19f97f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311728 Jun 30 02:41:28.052555 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.064460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c158d-be42-4b44-96e7-cc519fa54e68 req-b2738d5b-e77b-46c9-b9b3-3fc05b03ec9b tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.066905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b8c158d-be42-4b44-96e7-cc519fa54e68 req-b2738d5b-e77b-46c9-b9b3-3fc05b03ec9b tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 950 time: 0.1299908 Jun 30 02:41:28.102955 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ad1a39b1-9583-46d1-bcbc-c5c755dda4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.105664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ad1a39b1-9583-46d1-bcbc-c5c755dda4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.109385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ad1a39b1-9583-46d1-bcbc-c5c755dda4ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b3bf25e-6038-45d8-98a5-b8428dff720d HTTP/1.1" status: 204 len: 168 time: 0.4255762 Jun 30 02:41:28.113130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=ed8a4c07-19b4-4759-b280-a5681f479b59,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:28.117536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a39b1-9583-46d1-bcbc-c5c755dda4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3bf25e-6038-45d8-98a5-b8428dff720d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:28.132927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb00c7-b8a7-4e6b-a1ca-84580a0ff4f3 req-07e9d0e8-a6c6-459a-855b-ef201cdc4d21 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.138479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0cb00c7-b8a7-4e6b-a1ca-84580a0ff4f3 req-07e9d0e8-a6c6-459a-855b-ef201cdc4d21 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 948 time: 0.0802209 Jun 30 02:41:28.172100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b8c158d-be42-4b44-96e7-cc519fa54e68 req-c4c60e04-06ea-4e9d-8adf-97dce866ea0e tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/security-groups?id=3911f656-838a-4c4c-9e99-a3da80b32a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942881 Jun 30 02:41:28.176439 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-29de4909-94dc-4e9d-aaab-0f1e9ac207b1 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312187 Jun 30 02:41:28.178311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0cb00c7-b8a7-4e6b-a1ca-84580a0ff4f3 req-54003503-f372-406b-bff0-c81c43f4a880 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Jun 30 02:41:28.279066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-0fb04762-0a59-4feb-b543-f79a6493d3b5 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956845 Jun 30 02:41:28.337136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['ed8a4c07-19b4-4759-b280-a5681f479b59'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:28.350942 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea100-0771-45e2-bec6-3d1b7f737e02 req-94f8fe9e-4b5c-4641-a9ae-c6f89d8a5d45 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.353766 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d8ea100-0771-45e2-bec6-3d1b7f737e02 req-94f8fe9e-4b5c-4641-a9ae-c6f89d8a5d45 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 950 time: 0.0737777 Jun 30 02:41:28.428143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3a30bd5b-a81a-4a41-a203-21d5e333b9eb req-efb35176-48ae-4f60-a92f-bb489da9ff4b tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 210 time: 0.0389881 Jun 30 02:41:28.447840 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d8ea100-0771-45e2-bec6-3d1b7f737e02 req-0fbd384e-a43b-4b6f-ad74-6eb53fb575e4 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883064 Jun 30 02:41:28.555629 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bc249af2-09db-44da-8529-4741ad58b46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.607991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-4f42350c-caf6-4fe3-a5f7-8ef072b4eedf tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.609481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-4f42350c-caf6-4fe3-a5f7-8ef072b4eedf tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.74 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 950 time: 0.0616205 Jun 30 02:41:28.617587 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-fd99b38d-1df6-44af-9661-f4d15d449f77 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.619051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-fd99b38d-1df6-44af-9661-f4d15d449f77 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.1087084 Jun 30 02:41:28.630097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-3'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:28.721243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-616ede8a-33da-41d1-99a9-a8280edf046c tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Deleting port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:28.721858 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-616ede8a-33da-41d1-99a9-a8280edf046c tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.822192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-616ede8a-33da-41d1-99a9-a8280edf046c tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] For port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:28.822633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-616ede8a-33da-41d1-99a9-a8280edf046c tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.835784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-616ede8a-33da-41d1-99a9-a8280edf046c tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Calling delete_port for 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:28.948683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.054785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.74', 60571) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:29.082015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46682) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:29.108821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:29.128689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-616ede8a-33da-41d1-99a9-a8280edf046c tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.135093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46686) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:29.143474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['4b9aaa6a-bea7-4c70-9f38-5784e43b7489'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:29.159773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d11595b-8fb2-45b2-a42f-69d702961a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.172974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ede8a-33da-41d1-99a9-a8280edf046c tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Pushing event deleted for resources: {'Port': ['ID=4b9aaa6a-bea7-4c70-9f38-5784e43b7489,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:29.178785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:29.230668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-83746bc8-756b-491f-9b2d-60a418ac094c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.240061 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-83746bc8-756b-491f-9b2d-60a418ac094c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.74 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 950 time: 0.1764235 Jun 30 02:41:29.274523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14421c7-20fe-4047-8f83-0c21b379339f req-64b11fa3-8885-4106-a306-5f47b79bcd79 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.283697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a14421c7-20fe-4047-8f83-0c21b379339f req-64b11fa3-8885-4106-a306-5f47b79bcd79 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 945 time: 0.2176013 Jun 30 02:41:29.285767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-616ede8a-33da-41d1-99a9-a8280edf046c tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] No DVR routers for this DVR port 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:29.308351 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-616ede8a-33da-41d1-99a9-a8280edf046c tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.314435 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ceada541-ca06-4d1f-ae9f-d49851273d59 req-616ede8a-33da-41d1-99a9-a8280edf046c tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.74 "DELETE /v2.0/ports/4b9aaa6a-bea7-4c70-9f38-5784e43b7489 HTTP/1.1" status: 204 len: 173 time: 0.6982415 Jun 30 02:41:29.317798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96404db2-acaa-400a-8ff7-a85b03300faf', 'name': 'network-vif-deleted', 'tag': '4b9aaa6a-bea7-4c70-9f38-5784e43b7489'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:29.321414 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8adc8e1-38ac-456c-ab15-f08153594183" -d '{"events": [{"server_uuid": "96404db2-acaa-400a-8ff7-a85b03300faf", "name": "network-vif-deleted", "tag": "4b9aaa6a-bea7-4c70-9f38-5784e43b7489"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:29.347644 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.351839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '751c35e7-b210-48f2-a52c-8a46e0ff786f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:29.354332 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d680067a-a805-4c64-85f6-927c6422fd2e" -d '{"events": [{"server_uuid": "42f681c1-8af9-4814-94d9-4fb3cecbe6bc", "name": "network-vif-unplugged", "status": "completed", "tag": "751c35e7-b210-48f2-a52c-8a46e0ff786f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:29.399158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d11595b-8fb2-45b2-a42f-69d702961a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.402152 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f35a93-8808-46c5-a2a3-3fbca7e4d09f req-1912f30d-1fc7-4658-8b84-0758e239aabd tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 210 time: 0.0811031 Jun 30 02:41:29.433222 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd0ad-2efa-470e-a2fd-51c9eaf720b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.551943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d11595b-8fb2-45b2-a42f-69d702961a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.554684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.627289 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a14421c7-20fe-4047-8f83-0c21b379339f req-8329de0e-7cf5-4ada-afd4-1e517d4747ff tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426776 Jun 30 02:41:29.652824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3d11595b-8fb2-45b2-a42f-69d702961a61 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44d0f9a915c4426ba1f07284bbb09389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5165958 Jun 30 02:41:29.656718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46704) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:29.681894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11595b-8fb2-45b2-a42f-69d702961a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73456db-a522-4ab5-ad4c-c854ca56bd6a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:29.727300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-d4b4d413-296f-4d5a-bff2-f237e2936e0c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Deleting port aec500af-5b23-4646-96e2-7bce0001344e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:29.727300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-d4b4d413-296f-4d5a-bff2-f237e2936e0c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.747964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ed8a4c07-19b4-4759-b280-a5681f479b59 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:29.814578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=751c35e7-b210-48f2-a52c-8a46e0ff786f,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:29.816512 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92094b9-f4fb-4ca1-8c8f-397b72044a12 x-openstack-request-id: req-f92094b9-f4fb-4ca1-8c8f-397b72044a12 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:29.816853 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96404db2-acaa-400a-8ff7-a85b03300faf", "name": "network-vif-deleted", "tag": "4b9aaa6a-bea7-4c70-9f38-5784e43b7489", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:29.826055 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f92094b9-f4fb-4ca1-8c8f-397b72044a12 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:29.826598 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96404db2-acaa-400a-8ff7-a85b03300faf', 'name': 'network-vif-deleted', 'tag': '4b9aaa6a-bea7-4c70-9f38-5784e43b7489', 'status': 'completed', 'code': 200} Jun 30 02:41:29.836554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c7000-a2b0-4afe-bd61-d0dfa1cbf707 req-338e9cdf-1fc5-4ca1-a747-9f28e07ac96d tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.837910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f21c7000-a2b0-4afe-bd61-d0dfa1cbf707 req-338e9cdf-1fc5-4ca1-a747-9f28e07ac96d tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 948 time: 0.3207884 Jun 30 02:41:29.847510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f on host n-h2-798249-3 for vnic_type normal with profile {"migrating_to": "n-h1-798249-3"} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:29.849434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:29.849434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:29.857087 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e24e9-3387-478d-a084-f4f0ef23cfea x-openstack-request-id: req-348e24e9-3387-478d-a084-f4f0ef23cfea {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:29.857396 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f681c1-8af9-4814-94d9-4fb3cecbe6bc", "name": "network-vif-unplugged", "status": "completed", "tag": "751c35e7-b210-48f2-a52c-8a46e0ff786f", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:29.857673 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-348e24e9-3387-478d-a084-f4f0ef23cfea {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:29.858047 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '751c35e7-b210-48f2-a52c-8a46e0ff786f', 'code': 200} Jun 30 02:41:29.863429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-d4b4d413-296f-4d5a-bff2-f237e2936e0c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] For port aec500af-5b23-4646-96e2-7bce0001344e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=aec500af-5b23-4646-96e2-7bce0001344e,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:29.863567 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-d4b4d413-296f-4d5a-bff2-f237e2936e0c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.876788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-d4b4d413-296f-4d5a-bff2-f237e2936e0c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Calling delete_port for aec500af-5b23-4646-96e2-7bce0001344e owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:29.880676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Port 751c35e7-b210-48f2-a52c-8a46e0ff786f on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:29.880997 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Attempting to bind port 751c35e7-b210-48f2-a52c-8a46e0ff786f on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:29.909572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:29.909953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:29.910294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:29.910723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Bound port: 751c35e7-b210-48f2-a52c-8a46e0ff786f, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:29.911079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.912782 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d67efd1-4ac0-4fa0-9846-76a68b7efc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.952474 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f21c7000-a2b0-4afe-bd61-d0dfa1cbf707 req-3b34fef6-d0b5-4c08-a1d7-004e7d7609f4 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012897 Jun 30 02:41:29.952474 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd0ad-2efa-470e-a2fd-51c9eaf720b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.988354 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d67efd1-4ac0-4fa0-9846-76a68b7efc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.005965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57b6b194-6496-49cc-966f-553f71ad6234 req-4449aca9-5116-4179-b5b9-b07289c3afd6 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 210 time: 0.0287416 Jun 30 02:41:30.009730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port ed8a4c07-19b4-4759-b280-a5681f479b59 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:30.013421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port ed8a4c07-19b4-4759-b280-a5681f479b59 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:30.014245 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.066170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:30.074172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:30.097519 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd0ad-2efa-470e-a2fd-51c9eaf720b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.107530 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.129632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b9c2d-8610-4f7a-99a2-75117b8b04d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a4c07-19b4-4759-b280-a5681f479b59'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:30.131946 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab24621d-d666-4683-8c0e-db46bcaa9600" -d '{"events": [{"server_uuid": "f62b9c2d-8610-4f7a-99a2-75117b8b04d5", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a4c07-19b4-4759-b280-a5681f479b59"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:30.149187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ed8a4c07-19b4-4759-b280-a5681f479b59, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ed8a4c07-19b4-4759-b280-a5681f479b59,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:30.171878 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0e9fd0ad-2efa-470e-a2fd-51c9eaf720b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ffaa54d1f5a1491bb0c0bb5fba919d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0864358 Jun 30 02:41:30.172407 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46708) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:30.172823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fd0ad-2efa-470e-a2fd-51c9eaf720b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacb4907-0fc7-4dc5-8a74-e5c8a9287b24,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.175064 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b83cfc-af63-4f29-bc72-e7c38f4e091f x-openstack-request-id: req-64b83cfc-af63-4f29-bc72-e7c38f4e091f {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:30.175668 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b9c2d-8610-4f7a-99a2-75117b8b04d5", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a4c07-19b4-4759-b280-a5681f479b59", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:30.176083 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64b83cfc-af63-4f29-bc72-e7c38f4e091f {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:30.176660 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b9c2d-8610-4f7a-99a2-75117b8b04d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a4c07-19b4-4759-b280-a5681f479b59', 'code': 200} Jun 30 02:41:30.212277 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-d4b4d413-296f-4d5a-bff2-f237e2936e0c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.217923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1273188-267c-4b87-acb0-a1fb51cee089 req-75fc0e5f-48a8-4333-b1f0-b629fe300388 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:30.221725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1273188-267c-4b87-acb0-a1fb51cee089 req-75fc0e5f-48a8-4333-b1f0-b629fe300388 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 950 time: 0.1375289 Jun 30 02:41:30.223127 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d67efd1-4ac0-4fa0-9846-76a68b7efc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.225684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['aec500af-5b23-4646-96e2-7bce0001344e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:30.226108 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d67efd1-4ac0-4fa0-9846-76a68b7efc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.227446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8d67efd1-4ac0-4fa0-9846-76a68b7efc17 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e73456db-a522-4ab5-ad4c-c854ca56bd6a HTTP/1.1" status: 204 len: 168 time: 0.5653167 Jun 30 02:41:30.228585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.236613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['6c9be63a-c41a-48d1-92a0-7ae8c39342df'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:30.260087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4d413-296f-4d5a-bff2-f237e2936e0c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Pushing event deleted for resources: {'Port': ['ID=aec500af-5b23-4646-96e2-7bce0001344e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.294186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67efd1-4ac0-4fa0-9846-76a68b7efc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73456db-a522-4ab5-ad4c-c854ca56bd6a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.308876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fb08f42-fa48-441a-b57e-df5e616f270c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.336755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-d4b4d413-296f-4d5a-bff2-f237e2936e0c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] No DVR routers for this DVR port aec500af-5b23-4646-96e2-7bce0001344e on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:30.343362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-d4b4d413-296f-4d5a-bff2-f237e2936e0c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.343756 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.360303 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1273188-267c-4b87-acb0-a1fb51cee089 req-8ba64e1f-8a32-4b3b-8ab5-663be54a6221 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224267 Jun 30 02:41:30.361576 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11c9f4fa-713c-477c-aa93-005bd4d9fc4b req-d4b4d413-296f-4d5a-bff2-f237e2936e0c tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.74 "DELETE /v2.0/ports/aec500af-5b23-4646-96e2-7bce0001344e HTTP/1.1" status: 204 len: 173 time: 1.1014585 Jun 30 02:41:30.406283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:30.410309 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.421330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] 10.222.0.74 "PUT /v2.0/ports/751c35e7-b210-48f2-a52c-8a46e0ff786f HTTP/1.1" status: 200 len: 1121 time: 1.7952361 Jun 30 02:41:30.435152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=ed8a4c07-19b4-4759-b280-a5681f479b59,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.449915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c5c3a-4e3c-4f48-9e9a-91521077b5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=751c35e7-b210-48f2-a52c-8a46e0ff786f,revision_number=8']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.459575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fb08f42-fa48-441a-b57e-df5e616f270c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.502698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['751c35e7-b210-48f2-a52c-8a46e0ff786f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:30.580120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb28a7-d151-413b-8a2c-aa263acbdf1e req-e2471e1a-c6cc-4ae3-9d33-0b942bb362b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:30.580355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-74cb28a7-d151-413b-8a2c-aa263acbdf1e req-e2471e1a-c6cc-4ae3-9d33-0b942bb362b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 1100 time: 0.2552054 Jun 30 02:41:30.638001 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-74cb28a7-d151-413b-8a2c-aa263acbdf1e req-044be2a7-f4b7-41da-b583-f1894ca8c9d4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494862 Jun 30 02:41:30.655006 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fc91a93-c78b-4fbc-a431-9b9a301a607f req-6b212b60-7edd-4c2c-8ebb-9bd212a427cb tempest-ServerDiagnosticsNegativeTest-932098513 tempest-ServerDiagnosticsNegativeTest-932098513-project] 10.222.0.77 "GET /v2.0/ports?device_id=96404db2-acaa-400a-8ff7-a85b03300faf HTTP/1.1" status: 200 len: 210 time: 0.0303893 Jun 30 02:41:30.773533 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fb08f42-fa48-441a-b57e-df5e616f270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.780538 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fb08f42-fa48-441a-b57e-df5e616f270c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.786046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1fb08f42-fa48-441a-b57e-df5e616f270c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bacb4907-0fc7-4dc5-8a74-e5c8a9287b24 HTTP/1.1" status: 204 len: 168 time: 0.6120341 Jun 30 02:41:30.811449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb08f42-fa48-441a-b57e-df5e616f270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacb4907-0fc7-4dc5-8a74-e5c8a9287b24,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.893365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb60bef-ee9e-49dc-8aa8-202670e09cb9 req-bbf720fb-3266-461a-a763-65191f910836 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:30.894980 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fb60bef-ee9e-49dc-8aa8-202670e09cb9 req-bbf720fb-3266-461a-a763-65191f910836 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 943 time: 0.1417038 Jun 30 02:41:30.946242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fb60bef-ee9e-49dc-8aa8-202670e09cb9 req-72bbcb14-95ab-4ee1-9b56-857feae203da tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Jun 30 02:41:31.141281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8557dec-1b77-4ee3-a229-8aa7d275749d req-1630de1d-bc3f-4f5f-b0e9-e1e6b5b5bebc tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.143170 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8557dec-1b77-4ee3-a229-8aa7d275749d req-1630de1d-bc3f-4f5f-b0e9-e1e6b5b5bebc tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 949 time: 0.0698695 Jun 30 02:41:31.161738 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16fe4f7a-92e6-4bcf-b4d2-cbffcd423cc5 req-c640d8c6-06e4-4ce7-9939-a8f78a2e383e tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 210 time: 0.0328634 Jun 30 02:41:31.187134 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8557dec-1b77-4ee3-a229-8aa7d275749d req-938ed506-d864-4173-bbbc-dfcc96da0786 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375056 Jun 30 02:41:31.246581 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.248145 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a71d802d-9ffa-412c-8475-b8950590dc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.544578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9fdf07a1-5e37-45a5-b7b4-39459cdb461a req-ee5b9509-9b97-4d55-a5c0-3efddc1dfaef tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=31a640b9-ba24-4667-9ba9-13572896bcc8 HTTP/1.1" status: 200 len: 210 time: 0.0455806 Jun 30 02:41:31.547143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-2e87c9aa-42ab-4539-8be4-abd046347a7e tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393722 Jun 30 02:41:31.674952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-21f49d44-8d74-4cdd-b172-17c08e5fb959 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.676428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-21f49d44-8d74-4cdd-b172-17c08e5fb959 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228168 Jun 30 02:41:31.697475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Request body: {'port': {'device_id': '569c12af-1709-4b58-9706-868b5d92274c', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '03007cb6e5dd4d6c9235d68cb7c1560e'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:31.827606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a640b9-ba24-4667-9ba9-13572896bcc8', 'name': 'network-vif-deleted', 'tag': 'aec500af-5b23-4646-96e2-7bce0001344e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:31.830195 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f4fcbe-1c6f-41a6-8bb2-04f3b174fe5c" -d '{"events": [{"server_uuid": "31a640b9-ba24-4667-9ba9-13572896bcc8", "name": "network-vif-deleted", "tag": "aec500af-5b23-4646-96e2-7bce0001344e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:31.840715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46754) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:31.857346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88bd883f-18fc-4583-9f70-9fcfed638f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.862918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'tag': '751c35e7-b210-48f2-a52c-8a46e0ff786f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:31.862918 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07e65df-afa1-4de9-8bb6-4432414f8c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "42f681c1-8af9-4814-94d9-4fb3cecbe6bc", "tag": "751c35e7-b210-48f2-a52c-8a46e0ff786f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:31.874763 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375da149-f258-4bf6-89ea-5e56d444d963 x-openstack-request-id: req-375da149-f258-4bf6-89ea-5e56d444d963 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:31.874946 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a640b9-ba24-4667-9ba9-13572896bcc8", "name": "network-vif-deleted", "tag": "aec500af-5b23-4646-96e2-7bce0001344e", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:31.875233 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-375da149-f258-4bf6-89ea-5e56d444d963 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:31.875648 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a640b9-ba24-4667-9ba9-13572896bcc8', 'name': 'network-vif-deleted', 'tag': 'aec500af-5b23-4646-96e2-7bce0001344e', 'status': 'completed', 'code': 200} Jun 30 02:41:31.913074 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a964c6-1c6b-40e0-8cd4-2d627020361c x-openstack-request-id: req-b5a964c6-1c6b-40e0-8cd4-2d627020361c {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:31.914612 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f681c1-8af9-4814-94d9-4fb3cecbe6bc", "tag": "751c35e7-b210-48f2-a52c-8a46e0ff786f", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:31.914612 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5a964c6-1c6b-40e0-8cd4-2d627020361c {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:31.914612 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'tag': '751c35e7-b210-48f2-a52c-8a46e0ff786f', 'status': 'completed', 'code': 200} Jun 30 02:41:31.917646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Made reservation on behalf of 03007cb6e5dd4d6c9235d68cb7c1560e for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:31.929758 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.954825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.072511 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88bd883f-18fc-4583-9f70-9fcfed638f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.106601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e65df-afa1-4de9-8bb6-4432414f8c8c req-4a3e4b12-6306-47a0-b099-10630a068743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:32.113179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f07e65df-afa1-4de9-8bb6-4432414f8c8c req-4a3e4b12-6306-47a0-b099-10630a068743 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1124 time: 0.0751343 Jun 30 02:41:32.244857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88bd883f-18fc-4583-9f70-9fcfed638f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.301102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e65df-afa1-4de9-8bb6-4432414f8c8c req-6fbf3a23-5aa3-4886-a121-ca39bd1e35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:32.302758 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f07e65df-afa1-4de9-8bb6-4432414f8c8c req-6fbf3a23-5aa3-4886-a121-ca39bd1e35bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1793163 Jun 30 02:41:32.313328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a89285-0325-4e16-9da4-42a0a88c02e2 req-b2a817b5-f464-4e50-aea5-ad4e15abd450 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:32.316343 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43a89285-0325-4e16-9da4-42a0a88c02e2 req-b2a817b5-f464-4e50-aea5-ad4e15abd450 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 943 time: 0.1900826 Jun 30 02:41:32.318094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd883f-18fc-4583-9f70-9fcfed638f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6ba866-9374-421d-bc46-fb59cef2a294,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:32.331613 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-88bd883f-18fc-4583-9f70-9fcfed638f66 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=826845b6cf014088bef6fb07d7af3cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4893887 Jun 30 02:41:32.336662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdec295a-0229-4f05-906a-e1d4de1e9011 req-f6b8c323-1972-4e63-871f-b7753c7aadbc tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 210 time: 0.0503342 Jun 30 02:41:32.338366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46768) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:32.365637 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f07e65df-afa1-4de9-8bb6-4432414f8c8c req-50becc5d-25ed-46ce-9e20-a43941036a91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f HTTP/1.1" status: 200 len: 217 time: 0.0498703 Jun 30 02:41:32.420224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e65df-afa1-4de9-8bb6-4432414f8c8c req-48ce6129-d7ad-476d-9cb3-fb3835735acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:32.421708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f07e65df-afa1-4de9-8bb6-4432414f8c8c req-48ce6129-d7ad-476d-9cb3-fb3835735acb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0499749 Jun 30 02:41:32.444540 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.457885 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-84f82db4-8f68-48bf-a5e7-0f647ed346ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.468511 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f07e65df-afa1-4de9-8bb6-4432414f8c8c req-8f10823f-3b4f-4f0b-9abb-3cc5e72b703a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382414 Jun 30 02:41:32.482213 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43a89285-0325-4e16-9da4-42a0a88c02e2 req-d1d7c953-465a-4f86-8699-7991d777919d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493120 Jun 30 02:41:32.484585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-84f82db4-8f68-48bf-a5e7-0f647ed346ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.575685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e6570-86f0-4d35-ab98-c10ea19a095e req-9de883c0-6acc-4269-8f9e-4de4ad471a64 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:32.577399 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c7e6570-86f0-4d35-ab98-c10ea19a095e req-9de883c0-6acc-4269-8f9e-4de4ad471a64 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 949 time: 0.0857139 Jun 30 02:41:32.584316 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f07e65df-afa1-4de9-8bb6-4432414f8c8c req-f162f130-5d59-403b-ae32-ea28060d0ede service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983095 Jun 30 02:41:32.595641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.654753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c7e6570-86f0-4d35-ab98-c10ea19a095e req-7f1b3aa9-73f9-494a-bb38-66b91c1ba3f8 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688522 Jun 30 02:41:32.655159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26051ec7-cfe2-4f63-83d6-d0bac62a8251,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:32.712494 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f07e65df-afa1-4de9-8bb6-4432414f8c8c req-cbf47714-b5b6-4446-95ca-194bc22f5e5a service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187980 Jun 30 02:41:32.714851 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-84f82db4-8f68-48bf-a5e7-0f647ed346ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.717804 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-84f82db4-8f68-48bf-a5e7-0f647ed346ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.718992 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-84f82db4-8f68-48bf-a5e7-0f647ed346ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a6ba866-9374-421d-bc46-fb59cef2a294 HTTP/1.1" status: 204 len: 168 time: 0.3795738 Jun 30 02:41:32.780812 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.784788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f82db4-8f68-48bf-a5e7-0f647ed346ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6ba866-9374-421d-bc46-fb59cef2a294,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:32.830834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46786) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:32.880530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Allocated IP 192.168.233.48 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/1fe5a790-2713-4312-9914-d21e1d949b5e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:33.042922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.050414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5cc907c3-f851-4f4b-999d-a0b621e2a4e4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89944e82c0a8438db3b3d11925471e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180901 Jun 30 02:41:33.052603 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46794) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:33.056093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Transition to ACTIVE for port object 1fe5a790-2713-4312-9914-d21e1d949b5e will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:33.128416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-008b8e65-f73e-4f31-a925-7fadfb715f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.151490 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-008b8e65-f73e-4f31-a925-7fadfb715f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.178167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device aec500af-5b23-4646-96e2-7bce0001344e no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:33.198347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: aec500af-5b23-4646-96e2-7bce0001344e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:33.198694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device aec500af-5b23-4646-96e2-7bce0001344e not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:33.199114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:33.217124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:33.217465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4b9aaa6a-bea7-4c70-9f38-5784e43b7489 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:33.239912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.275396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-008b8e65-f73e-4f31-a925-7fadfb715f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.279857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-008b8e65-f73e-4f31-a925-7fadfb715f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.282017 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-008b8e65-f73e-4f31-a925-7fadfb715f8a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3911f656-838a-4c4c-9e99-a3da80b32a00 HTTP/1.1" status: 204 len: 168 time: 0.2267363 Jun 30 02:41:33.296033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b8e65-f73e-4f31-a925-7fadfb715f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3911f656-838a-4c4c-9e99-a3da80b32a00,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:33.306952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:33.308154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:33.313269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:33.360630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Pushing event updated for resources: {'Port': ['ID=1fe5a790-2713-4312-9914-d21e1d949b5e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:33.427452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:33.428122 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.582556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-7409394d-0eb6-4cc5-88ee-d01d97bf58ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8887866 Jun 30 02:41:33.597042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Request body: {'port': {'device_id': '569c12af-1709-4b58-9706-868b5d92274c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:33.718097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4effcb54-2b60-4651-855b-e1d062e09879 None None] Provisioning for port 1fe5a790-2713-4312-9914-d21e1d949b5e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:33.724660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4effcb54-2b60-4651-855b-e1d062e09879 None None] Provisioning complete for port 1fe5a790-2713-4312-9914-d21e1d949b5e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:33.725483 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4effcb54-2b60-4651-855b-e1d062e09879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.736105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84594d-b87e-45b9-a2da-038a7c52a5a2 req-304a759e-e78d-4bde-b738-15bc5600c284 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:33.737747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee84594d-b87e-45b9-a2da-038a7c52a5a2 req-304a759e-e78d-4bde-b738-15bc5600c284 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 935 time: 0.1059151 Jun 30 02:41:33.738429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.787708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4effcb54-2b60-4651-855b-e1d062e09879 None None] Port 1fe5a790-2713-4312-9914-d21e1d949b5e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:33.817330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee84594d-b87e-45b9-a2da-038a7c52a5a2 req-9100c4c9-e117-4b61-8806-91e232874897 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692945 Jun 30 02:41:33.862722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7cbb7-0ef9-4ac5-9e62-07ef7b38b48d req-6948d5c0-a296-41c1-b799-8eee1ed50ba0 tempest-ServersAdminNegativeTestJSON-1032347606 tempest-ServersAdminNegativeTestJSON-1032347606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:33.864610 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0be7cbb7-0ef9-4ac5-9e62-07ef7b38b48d req-6948d5c0-a296-41c1-b799-8eee1ed50ba0 tempest-ServersAdminNegativeTestJSON-1032347606 tempest-ServersAdminNegativeTestJSON-1032347606-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 1100 time: 0.0582964 Jun 30 02:41:33.885470 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0be7cbb7-0ef9-4ac5-9e62-07ef7b38b48d req-436cab6b-b918-4931-9c93-52190286da35 tempest-ServersAdminNegativeTestJSON-1032347606 tempest-ServersAdminNegativeTestJSON-1032347606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.986934 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0be7cbb7-0ef9-4ac5-9e62-07ef7b38b48d req-436cab6b-b918-4931-9c93-52190286da35 tempest-ServersAdminNegativeTestJSON-1032347606 tempest-ServersAdminNegativeTestJSON-1032347606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.075926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eda88-4554-4a55-be60-e3b95297951c req-48a50336-60dd-4f42-996b-c674c785a87f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.077311 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c34eda88-4554-4a55-be60-e3b95297951c req-48a50336-60dd-4f42-996b-c674c785a87f tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 948 time: 0.0976450 Jun 30 02:41:34.095161 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0be7cbb7-0ef9-4ac5-9e62-07ef7b38b48d req-436cab6b-b918-4931-9c93-52190286da35 tempest-ServersAdminNegativeTestJSON-1032347606 tempest-ServersAdminNegativeTestJSON-1032347606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.119061 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0be7cbb7-0ef9-4ac5-9e62-07ef7b38b48d req-436cab6b-b918-4931-9c93-52190286da35 tempest-ServersAdminNegativeTestJSON-1032347606 tempest-ServersAdminNegativeTestJSON-1032347606-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481942 Jun 30 02:41:34.128650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cab6b-b918-4931-9c93-52190286da35 tempest-ServersAdminNegativeTestJSON-1032347606 tempest-ServersAdminNegativeTestJSON-1032347606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa46a8e4-1df1-414d-a616-d106abbfb6ef,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:34.175120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe5a790-2713-4312-9914-d21e1d949b5e {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:34.196551 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.202415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c34eda88-4554-4a55-be60-e3b95297951c req-1fa27223-63f0-45a2-ba1c-a14f29248905 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186783 Jun 30 02:41:34.215904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Transition to ACTIVE for port object 1fe5a790-2713-4312-9914-d21e1d949b5e will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:34.329771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46838) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:34.343457 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-487b5b6c-24f1-4d2c-b9fb-a3caba64d869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.349641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3657c6-bde2-420a-b831-033dcdcaacff req-53bedd74-e6f2-4054-8450-8cebff9c34f8 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.349641 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b3657c6-bde2-420a-b831-033dcdcaacff req-53bedd74-e6f2-4054-8450-8cebff9c34f8 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 943 time: 0.0836978 Jun 30 02:41:34.360341 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.441719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe5a790-2713-4312-9914-d21e1d949b5e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:34.446107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b3657c6-bde2-420a-b831-033dcdcaacff req-d17cf514-acf8-46a2-8cb9-bf126af97599 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915668 Jun 30 02:41:34.449727 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:41:34.543437 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.547879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Attempting to bind port 1fe5a790-2713-4312-9914-d21e1d949b5e on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:34.548228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Attempting to bind port 1fe5a790-2713-4312-9914-d21e1d949b5e by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:34.548563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Attempting to bind port 1fe5a790-2713-4312-9914-d21e1d949b5e on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:34.555453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-487b5b6c-24f1-4d2c-b9fb-a3caba64d869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.558325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Port 1fe5a790-2713-4312-9914-d21e1d949b5e on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:34.558325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Attempting to bind port 1fe5a790-2713-4312-9914-d21e1d949b5e on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:34.563574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:34.563928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:34.564305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:34.564741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Bound port: 1fe5a790-2713-4312-9914-d21e1d949b5e, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:34.565168 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.664999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] For port 1fe5a790-2713-4312-9914-d21e1d949b5e, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:34.678967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] For port 1fe5a790-2713-4312-9914-d21e1d949b5e, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1fe5a790-2713-4312-9914-d21e1d949b5e,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:34.678967 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-487b5b6c-24f1-4d2c-b9fb-a3caba64d869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.715088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b5b6c-24f1-4d2c-b9fb-a3caba64d869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f0a366-a1d0-449b-9f4b-8ba97b725cf8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:34.723939 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-487b5b6c-24f1-4d2c-b9fb-a3caba64d869 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5af59ddd411d4383a51bb1815a1ca795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907211 Jun 30 02:41:34.724980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46864) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:34.761621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.776714 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebaa7dc7-72d6-4b94-8eed-31b951e20df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.799547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.800351 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebaa7dc7-72d6-4b94-8eed-31b951e20df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.800455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.801702 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] 10.222.0.74 "PUT /v2.0/ports/1fe5a790-2713-4312-9914-d21e1d949b5e HTTP/1.1" status: 200 len: 1095 time: 1.2110922 Jun 30 02:41:34.802140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569c12af-1709-4b58-9706-868b5d92274c', 'tag': '1fe5a790-2713-4312-9914-d21e1d949b5e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:34.805203 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2924bae9-1381-4fb3-a0d9-3d26d10a58ed" -d '{"events": [{"name": "network-changed", "server_uuid": "569c12af-1709-4b58-9706-868b5d92274c", "tag": "1fe5a790-2713-4312-9914-d21e1d949b5e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:34.833923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f89db3-50f8-448d-aa53-e97c91188a82 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe5a790-2713-4312-9914-d21e1d949b5e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:34.896021 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a84cf1-0d51-4ed8-92c4-c71297aac0a7 x-openstack-request-id: req-01a84cf1-0d51-4ed8-92c4-c71297aac0a7 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:34.896364 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569c12af-1709-4b58-9706-868b5d92274c", "tag": "1fe5a790-2713-4312-9914-d21e1d949b5e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:34.896686 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01a84cf1-0d51-4ed8-92c4-c71297aac0a7 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:34.897092 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569c12af-1709-4b58-9706-868b5d92274c', 'tag': '1fe5a790-2713-4312-9914-d21e1d949b5e', 'status': 'completed', 'code': 200} Jun 30 02:41:34.983062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924bae9-1381-4fb3-a0d9-3d26d10a58ed req-58500d43-db12-49f9-b003-a406743c8d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:34.984658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2924bae9-1381-4fb3-a0d9-3d26d10a58ed req-58500d43-db12-49f9-b003-a406743c8d02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 1098 time: 0.0702324 Jun 30 02:41:35.020173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2924bae9-1381-4fb3-a0d9-3d26d10a58ed req-4bc7d68e-73fb-461b-b98a-243c2ebde6a5 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256162 Jun 30 02:41:35.023035 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebaa7dc7-72d6-4b94-8eed-31b951e20df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.025481 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebaa7dc7-72d6-4b94-8eed-31b951e20df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.028481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ebaa7dc7-72d6-4b94-8eed-31b951e20df5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57f0a366-a1d0-449b-9f4b-8ba97b725cf8 HTTP/1.1" status: 204 len: 168 time: 0.3010488 Jun 30 02:41:35.039632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa7dc7-72d6-4b94-8eed-31b951e20df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f0a366-a1d0-449b-9f4b-8ba97b725cf8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:35.082554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74e68-30b7-4c3c-bcfa-28ad48d90563 req-0aca243d-7108-4751-9b92-68ddb1b75b78 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.084654 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ad74e68-30b7-4c3c-bcfa-28ad48d90563 req-0aca243d-7108-4751-9b92-68ddb1b75b78 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 947 time: 0.1047502 Jun 30 02:41:35.136695 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ad74e68-30b7-4c3c-bcfa-28ad48d90563 req-af8955d9-7fee-4c42-b659-a6b83a1b9454 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Jun 30 02:41:35.137086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924bae9-1381-4fb3-a0d9-3d26d10a58ed req-9f8e1182-b82f-41a5-8ea8-83a47e1bda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.138601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2924bae9-1381-4fb3-a0d9-3d26d10a58ed req-9f8e1182-b82f-41a5-8ea8-83a47e1bda33 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055191 Jun 30 02:41:35.199888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 751c35e7-b210-48f2-a52c-8a46e0ff786f details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:35.211317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252c7f4-ad92-4205-8a69-451be86df47f req-92d2c62f-21f4-45ac-9b5c-cb43d2c22be2 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.213240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4252c7f4-ad92-4205-8a69-451be86df47f req-92d2c62f-21f4-45ac-9b5c-cb43d2c22be2 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.83 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 948 time: 0.0869346 Jun 30 02:41:35.307658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:35.323676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 751c35e7-b210-48f2-a52c-8a46e0ff786f has no active binding in host n-h1-798249-3 {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:41:35.364728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-4252c7f4-ad92-4205-8a69-451be86df47f req-c8aad146-3b36-49f6-8553-899f8d697bd8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Deleting port 6c9be63a-c41a-48d1-92a0-7ae8c39342df {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:35.365076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4252c7f4-ad92-4205-8a69-451be86df47f req-c8aad146-3b36-49f6-8553-899f8d697bd8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.365573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8510316-5e77-4ed4-9280-b76d69060039 req-c1a3b8d7-f685-42c8-ba68-dd02e1fb9144 tempest-ServersAdminNegativeTestJSON-1032347606 tempest-ServersAdminNegativeTestJSON-1032347606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.367422 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8510316-5e77-4ed4-9280-b76d69060039 req-c1a3b8d7-f685-42c8-ba68-dd02e1fb9144 tempest-ServersAdminNegativeTestJSON-1032347606 tempest-ServersAdminNegativeTestJSON-1032347606-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 1100 time: 0.0959179 Jun 30 02:41:35.372175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-f9cd90ce-e869-4406-ba06-8bb26b9871fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.373601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-f9cd90ce-e869-4406-ba06-8bb26b9871fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 1098 time: 0.1877542 Jun 30 02:41:35.427250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-ca6cd409-6ed4-42f2-bbb3-e802557c6fb1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=1fe5a790-2713-4312-9914-d21e1d949b5e HTTP/1.1" status: 200 len: 217 time: 0.0369251 Jun 30 02:41:35.437438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8510316-5e77-4ed4-9280-b76d69060039 req-e46f0182-f451-4cc7-a3a2-d8d1ce9be6ef tempest-ServersAdminNegativeTestJSON-1032347606 tempest-ServersAdminNegativeTestJSON-1032347606-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628650 Jun 30 02:41:35.492497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-1e3defa3-2c87-49d6-929c-c9db0c2f3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.494254 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-1e3defa3-2c87-49d6-929c-c9db0c2f3115 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0552247 Jun 30 02:41:35.528565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-4252c7f4-ad92-4205-8a69-451be86df47f req-c8aad146-3b36-49f6-8553-899f8d697bd8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] For port 6c9be63a-c41a-48d1-92a0-7ae8c39342df, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=6c9be63a-c41a-48d1-92a0-7ae8c39342df,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:35.528930 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4252c7f4-ad92-4205-8a69-451be86df47f req-c8aad146-3b36-49f6-8553-899f8d697bd8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.550032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-4252c7f4-ad92-4205-8a69-451be86df47f req-c8aad146-3b36-49f6-8553-899f8d697bd8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Calling delete_port for 6c9be63a-c41a-48d1-92a0-7ae8c39342df owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:35.558363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d93a2-a60a-41ec-b6c7-ab7551f31f5b req-50e77ef0-3e37-4b88-bbc7-15a0643a74b1 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.559869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f69d93a2-a60a-41ec-b6c7-ab7551f31f5b req-50e77ef0-3e37-4b88-bbc7-15a0643a74b1 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 948 time: 0.1788280 Jun 30 02:41:35.581854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-d22eb9d9-722c-4dbf-a8ac-a360389ab912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.583786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-d22eb9d9-722c-4dbf-a8ac-a360389ab912 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767622 Jun 30 02:41:35.590214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46890) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:35.653073 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f69d93a2-a60a-41ec-b6c7-ab7551f31f5b req-6924bf30-e317-4d43-b852-42e31d36edac tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/security-groups?id=be375c16-b26b-4094-87ba-87e6edfb673e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852535 Jun 30 02:41:35.728864 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-97b9d925-13e1-44e2-9b3a-f41772b65553 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289575 Jun 30 02:41:35.743518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3117d34-99b3-4dc1-a717-8855df9635d2 req-c058aa52-a4c0-4965-9583-e4173e845a4a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.744989 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c3117d34-99b3-4dc1-a717-8855df9635d2 req-c058aa52-a4c0-4965-9583-e4173e845a4a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 943 time: 0.1430469 Jun 30 02:41:35.830419 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7faad56-1350-46d8-a891-b54195429350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.861042 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4252c7f4-ad92-4205-8a69-451be86df47f req-c8aad146-3b36-49f6-8553-899f8d697bd8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.871624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c3117d34-99b3-4dc1-a717-8855df9635d2 req-6fe62a9f-4967-48c9-be88-973cf5540293 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186662 Jun 30 02:41:35.877785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['6c9be63a-c41a-48d1-92a0-7ae8c39342df'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:35.953874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aad146-3b36-49f6-8553-899f8d697bd8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Pushing event deleted for resources: {'Port': ['ID=6c9be63a-c41a-48d1-92a0-7ae8c39342df,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:35.997026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-4252c7f4-ad92-4205-8a69-451be86df47f req-c8aad146-3b36-49f6-8553-899f8d697bd8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] No DVR routers for this DVR port 6c9be63a-c41a-48d1-92a0-7ae8c39342df on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:36.000708 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4252c7f4-ad92-4205-8a69-451be86df47f req-c8aad146-3b36-49f6-8553-899f8d697bd8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.003657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4252c7f4-ad92-4205-8a69-451be86df47f req-c8aad146-3b36-49f6-8553-899f8d697bd8 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.83 "DELETE /v2.0/ports/6c9be63a-c41a-48d1-92a0-7ae8c39342df HTTP/1.1" status: 204 len: 173 time: 0.7859473 Jun 30 02:41:36.004330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41bb3a5-3b9c-4875-a069-8b4aebca8d16', 'name': 'network-vif-deleted', 'tag': '6c9be63a-c41a-48d1-92a0-7ae8c39342df'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:36.007472 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044af966-9d7d-45c3-a827-f8e4a84127ce" -d '{"events": [{"server_uuid": "c41bb3a5-3b9c-4875-a069-8b4aebca8d16", "name": "network-vif-deleted", "tag": "6c9be63a-c41a-48d1-92a0-7ae8c39342df"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:36.010159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-029e00ee-a2d9-44d2-8a24-a6b8de355e0a req-ef902884-417d-4b08-8fce-556f0e1f62e2 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641602 Jun 30 02:41:36.080657 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979b4276-8960-46c1-8d7c-ee6c8b7771c4 x-openstack-request-id: req-979b4276-8960-46c1-8d7c-ee6c8b7771c4 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:36.081166 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41bb3a5-3b9c-4875-a069-8b4aebca8d16", "name": "network-vif-deleted", "tag": "6c9be63a-c41a-48d1-92a0-7ae8c39342df", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:36.081255 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-979b4276-8960-46c1-8d7c-ee6c8b7771c4 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:36.081610 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41bb3a5-3b9c-4875-a069-8b4aebca8d16', 'name': 'network-vif-deleted', 'tag': '6c9be63a-c41a-48d1-92a0-7ae8c39342df', 'status': 'completed', 'code': 200} Jun 30 02:41:36.139515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7faad56-1350-46d8-a891-b54195429350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.221812 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7faad56-1350-46d8-a891-b54195429350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.354708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e7faad56-1350-46d8-a891-b54195429350 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=28ddd7ad3a624ede851011fc988b2b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7633331 Jun 30 02:41:36.357450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46926) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:36.385591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7faad56-1350-46d8-a891-b54195429350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558024a3-c75c-4853-bd45-7af3588a0c6c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:36.415245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc73810-ac54-41a5-be73-e58ef1701c32 req-897844c8-9ebd-4a56-9b02-1211d0429d63 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.417413 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-adc73810-ac54-41a5-be73-e58ef1701c32 req-897844c8-9ebd-4a56-9b02-1211d0429d63 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 947 time: 0.1282041 Jun 30 02:41:36.433045 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b66c2c6-3576-4b06-aa44-08e70680bc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.455007 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b66c2c6-3576-4b06-aa44-08e70680bc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.461573 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-adc73810-ac54-41a5-be73-e58ef1701c32 req-872f6ada-3d90-4dbc-84cb-c2d84cb170c1 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 Jun 30 02:41:36.705579 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-24b3425c-4e9c-46a8-bd6c-db02ea8630b9 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475664 Jun 30 02:41:36.720626 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b66c2c6-3576-4b06-aa44-08e70680bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.724536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b66c2c6-3576-4b06-aa44-08e70680bc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.727038 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b66c2c6-3576-4b06-aa44-08e70680bc1c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/558024a3-c75c-4853-bd45-7af3588a0c6c HTTP/1.1" status: 204 len: 168 time: 0.3685927 Jun 30 02:41:36.738979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66c2c6-3576-4b06-aa44-08e70680bc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558024a3-c75c-4853-bd45-7af3588a0c6c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:36.869900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-41bc41e3-521a-47cb-ae20-81bdc40f21c4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:36.873990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-41bc41e3-521a-47cb-ae20-81bdc40f21c4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623948 Jun 30 02:41:36.886699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-71142319-6554-4d34-9c5c-f522c5d90857 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/quotas/904222f956104230a7b4cfb30b5372af HTTP/1.1" status: 200 len: 375 time: 0.0099204 Jun 30 02:41:36.909020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bbe677c-0876-4fd5-8625-2d319b7cd5be req-253004d8-63d7-437d-bd63-03c3fa130174 tempest-LiveMigrationNegativeTest-1788123833 tempest-LiveMigrationNegativeTest-1788123833-project] 10.222.0.77 "GET /v2.0/ports?device_id=c41bb3a5-3b9c-4875-a069-8b4aebca8d16 HTTP/1.1" status: 200 len: 210 time: 0.0309227 Jun 30 02:41:36.927788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-f6e7fc72-955e-46dc-8b4f-ca373753041f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301878 Jun 30 02:41:37.093672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8441edc-e32a-4cf3-9519-d18eb5c6d474 req-68097acc-a35e-4d75-9fdd-acc99c504d52 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.095150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8441edc-e32a-4cf3-9519-d18eb5c6d474 req-68097acc-a35e-4d75-9fdd-acc99c504d52 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 949 time: 0.0655975 Jun 30 02:41:37.136801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8441edc-e32a-4cf3-9519-d18eb5c6d474 req-0ad6d134-b60a-4ad4-a1fe-7bbf68dd9548 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345953 Jun 30 02:41:37.384443 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-da03467d-d2fd-4952-b7ce-51b1d50f1e38 service neutron] 10.222.0.83 "GET /v2.0/ports/751c35e7-b210-48f2-a52c-8a46e0ff786f/bindings/n-h1-798249-3 HTTP/1.1" status: 200 len: 384 time: 0.1495330 Jun 30 02:41:37.411391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d32a2-a33c-44c1-a659-f3621be464aa req-5b904da6-acd3-4cba-9995-962c204a646b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.413108 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-249d32a2-a33c-44c1-a659-f3621be464aa req-5b904da6-acd3-4cba-9995-962c204a646b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 943 time: 0.1273322 Jun 30 02:41:37.468335 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65b6d490-98a4-4f85-8e72-7ae2585dacb5 req-22851972-e7fb-40b5-a799-7147d7d8a2a6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 210 time: 0.0529406 Jun 30 02:41:37.541831 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-249d32a2-a33c-44c1-a659-f3621be464aa req-2ce43b6c-417e-4c75-aee1-a84112b5971a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971560 Jun 30 02:41:37.659929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224a9db-5313-4d7e-9941-c170702df797 req-8b233499-b14d-4ee4-8586-633318acf98a tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.660962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6ff07aa6-5b61-471b-baf5-3daaf8c2934f service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:37.661465 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a224a9db-5313-4d7e-9941-c170702df797 req-8b233499-b14d-4ee4-8586-633318acf98a tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 947 time: 0.0761914 Jun 30 02:41:37.686367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6ff07aa6-5b61-471b-baf5-3daaf8c2934f service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:37.707005 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a224a9db-5313-4d7e-9941-c170702df797 req-ffddd298-7508-42f9-9a85-3cfbeaeb540f tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384467 Jun 30 02:41:37.726099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6ff07aa6-5b61-471b-baf5-3daaf8c2934f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751c35e7-b210-48f2-a52c-8a46e0ff786f {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:37.736549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6ff07aa6-5b61-471b-baf5-3daaf8c2934f service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:37.827116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46976) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:37.847294 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcfcaed5-15a3-45d9-b23f-224885271750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.912857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6ff07aa6-5b61-471b-baf5-3daaf8c2934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.971873 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcfcaed5-15a3-45d9-b23f-224885271750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.014519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6ff07aa6-5b61-471b-baf5-3daaf8c2934f service neutron] Transition to ACTIVE for port object 751c35e7-b210-48f2-a52c-8a46e0ff786f will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:38.132970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcfcaed5-15a3-45d9-b23f-224885271750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.170650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6ff07aa6-5b61-471b-baf5-3daaf8c2934f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.183425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bcfcaed5-15a3-45d9-b23f-224885271750 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79c7db55d83048baa34d2833e03922d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546216 Jun 30 02:41:38.184131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46986) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:38.190796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcaed5-15a3-45d9-b23f-224885271750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3263eea7-dc26-4f79-bcd8-1e46688f48b7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:38.255806 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f8506184-d8e5-4283-9538-761901e2f0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.282481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6ff07aa6-5b61-471b-baf5-3daaf8c2934f service neutron] No DVR routers for this DVR port 751c35e7-b210-48f2-a52c-8a46e0ff786f on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:38.283263 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f8506184-d8e5-4283-9538-761901e2f0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.325759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff07aa6-5b61-471b-baf5-3daaf8c2934f service neutron] Pushing event updated for resources: {'Port': ['ID=751c35e7-b210-48f2-a52c-8a46e0ff786f,revision_number=10']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:38.337721 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6ff07aa6-5b61-471b-baf5-3daaf8c2934f service neutron] 10.222.0.83 "PUT /v2.0/ports/751c35e7-b210-48f2-a52c-8a46e0ff786f/bindings/n-h1-798249-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9455323 Jun 30 02:41:38.408601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b830f-d793-4230-b0d1-f5d9926ebe2c req-9564641a-6357-412d-a6c5-479b3554b9f4 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.408601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d38b830f-d793-4230-b0d1-f5d9926ebe2c req-9564641a-6357-412d-a6c5-479b3554b9f4 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 949 time: 0.0883083 Jun 30 02:41:38.459110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-55455f84-9314-4d01-9fd9-bd2675e12c74 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.459110 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-55455f84-9314-4d01-9fd9-bd2675e12c74 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.83 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 949 time: 0.1053839 Jun 30 02:41:38.459646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d38b830f-d793-4230-b0d1-f5d9926ebe2c req-308ce26b-8e49-4b62-b808-a356941e88a3 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 Jun 30 02:41:38.487192 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f8506184-d8e5-4283-9538-761901e2f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.490880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f8506184-d8e5-4283-9538-761901e2f0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.494145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f8506184-d8e5-4283-9538-761901e2f0bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3263eea7-dc26-4f79-bcd8-1e46688f48b7 HTTP/1.1" status: 204 len: 168 time: 0.3087034 Jun 30 02:41:38.513937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8506184-d8e5-4283-9538-761901e2f0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3263eea7-dc26-4f79-bcd8-1e46688f48b7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:38.604196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-921ad9d0-4329-4433-931e-8c27b9ea958e req-700b09b1-2a79-4f68-b256-41c22255b4a6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 210 time: 0.0756278 Jun 30 02:41:38.656786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-8a532fe1-c61b-4012-a1e7-25c54689db28 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Deleting port ed8a4c07-19b4-4759-b280-a5681f479b59 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:38.657801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-8a532fe1-c61b-4012-a1e7-25c54689db28 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.681930 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-0a6d4d54-9b71-40a5-bb1a-087229aba611 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.685454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-0a6d4d54-9b71-40a5-bb1a-087229aba611 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1095 time: 0.0939736 Jun 30 02:41:38.775134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47010) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:38.839142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-8a532fe1-c61b-4012-a1e7-25c54689db28 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] For port ed8a4c07-19b4-4759-b280-a5681f479b59, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ed8a4c07-19b4-4759-b280-a5681f479b59,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:38.839474 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-8a532fe1-c61b-4012-a1e7-25c54689db28 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.856666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-8a532fe1-c61b-4012-a1e7-25c54689db28 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Calling delete_port for ed8a4c07-19b4-4759-b280-a5681f479b59 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:38.926509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-223e1819-3756-4632-a084-0dab5413a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.928806 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-223e1819-3756-4632-a084-0dab5413a2ef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc&tenant_id=a89f75a4941141878233813936107c0e HTTP/1.1" status: 200 len: 1095 time: 0.2344685 Jun 30 02:41:38.944901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d504a0-dc16-462b-8d34-076d21ce56be req-57f7d039-d057-4bc0-b4f8-b9b0eec4339f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.950836 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45d504a0-dc16-462b-8d34-076d21ce56be req-57f7d039-d057-4bc0-b4f8-b9b0eec4339f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 944 time: 0.1740246 Jun 30 02:41:39.003323 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45d504a0-dc16-462b-8d34-076d21ce56be req-f218bc21-eff6-4b9a-ae91-501c9744ec82 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501842 Jun 30 02:41:39.150350 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-8a532fe1-c61b-4012-a1e7-25c54689db28 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.172640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['0694d39c-09fc-4c7d-a159-a28483fa02fc', 'ed8a4c07-19b4-4759-b280-a5681f479b59'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:39.196470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a532fe1-c61b-4012-a1e7-25c54689db28 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Pushing event deleted for resources: {'Port': ['ID=ed8a4c07-19b4-4759-b280-a5681f479b59,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:39.240205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1fe5a790-2713-4312-9914-d21e1d949b5e details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:39.283827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-8a532fe1-c61b-4012-a1e7-25c54689db28 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] No DVR routers for this DVR port ed8a4c07-19b4-4759-b280-a5681f479b59 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:39.289137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-8a532fe1-c61b-4012-a1e7-25c54689db28 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.291279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fda14f30-568d-46e7-bb9c-bee8be5df93b req-8a532fe1-c61b-4012-a1e7-25c54689db28 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.83 "DELETE /v2.0/ports/ed8a4c07-19b4-4759-b280-a5681f479b59 HTTP/1.1" status: 204 len: 173 time: 0.8243554 Jun 30 02:41:39.291730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b9c2d-8610-4f7a-99a2-75117b8b04d5', 'name': 'network-vif-deleted', 'tag': 'ed8a4c07-19b4-4759-b280-a5681f479b59'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:39.307309 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbbbee3-a0d2-43aa-8e53-6878d29a3c71" -d '{"events": [{"server_uuid": "f62b9c2d-8610-4f7a-99a2-75117b8b04d5", "name": "network-vif-deleted", "tag": "ed8a4c07-19b4-4759-b280-a5681f479b59"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:39.354638 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1d57eb29-58e1-4310-9ee3-32ee37dd2d09 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67e6c642463a479c84e9ea4dc791195e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5760710 Jun 30 02:41:39.357030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47026) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:39.385578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcf1ee-0097-45b8-8f07-dfb2a7cc2467 req-8ae511b1-4567-4fa6-8c0b-4c8cb15b9c63 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.396865 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bebcf1ee-0097-45b8-8f07-dfb2a7cc2467 req-8ae511b1-4567-4fa6-8c0b-4c8cb15b9c63 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 947 time: 0.5159419 Jun 30 02:41:39.433738 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-957f9cc4-fea2-4f2b-b3a7-c8f215460a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.438945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-62385d88-dc3c-461e-af68-1ecced9f0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.441211 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-62385d88-dc3c-461e-af68-1ecced9f0d01 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1095 time: 0.4853878 Jun 30 02:41:39.461708 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-957f9cc4-fea2-4f2b-b3a7-c8f215460a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.494655 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bebcf1ee-0097-45b8-8f07-dfb2a7cc2467 req-f280ba64-33d3-4871-8f50-52e52688c081 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968146 Jun 30 02:41:39.555268 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb32a2ff-2c53-402f-913c-c1effd3d348c x-openstack-request-id: req-fb32a2ff-2c53-402f-913c-c1effd3d348c {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:39.555572 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b9c2d-8610-4f7a-99a2-75117b8b04d5", "name": "network-vif-deleted", "tag": "ed8a4c07-19b4-4759-b280-a5681f479b59", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:39.555883 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb32a2ff-2c53-402f-913c-c1effd3d348c {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:39.556486 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b9c2d-8610-4f7a-99a2-75117b8b04d5', 'name': 'network-vif-deleted', 'tag': 'ed8a4c07-19b4-4759-b280-a5681f479b59', 'status': 'completed', 'code': 200} Jun 30 02:41:39.579815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1fe5a790-2713-4312-9914-d21e1d949b5e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1fe5a790-2713-4312-9914-d21e1d949b5e,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:39.640548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '1fe5a790-2713-4312-9914-d21e1d949b5e', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '1fe5a790-2713-4312-9914-d21e1d949b5e', 'mac_address': 'fa:16:3e:51:7c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:39.665037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-329b01bd-8f72-436b-93eb-cac84a6853ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.667244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-329b01bd-8f72-436b-93eb-cac84a6853ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.2186809 Jun 30 02:41:39.698038 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.701747 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-68dfbaa9-9090-4076-aaf8-d3ccb0184e0e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fe8e5d7123b749cba66573d1679346b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436442 Jun 30 02:41:39.704843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-957f9cc4-fea2-4f2b-b3a7-c8f215460a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.712279 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-957f9cc4-fea2-4f2b-b3a7-c8f215460a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.720875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-957f9cc4-fea2-4f2b-b3a7-c8f215460a5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/be375c16-b26b-4094-87ba-87e6edfb673e HTTP/1.1" status: 204 len: 168 time: 0.3625498 Jun 30 02:41:39.733992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe5a790-2713-4312-9914-d21e1d949b5e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:39.751725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-0f35efa1-6c1a-4f03-92e2-b55e6c9413ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f HTTP/1.1" status: 200 len: 217 time: 0.0766740 Jun 30 02:41:39.761763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1fe5a790-2713-4312-9914-d21e1d949b5e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1fe5a790-2713-4312-9914-d21e1d949b5e,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:39.764571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 751c35e7-b210-48f2-a52c-8a46e0ff786f no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:39.789263 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25dae5c6-f223-41e7-9711-de974193f1fa req-2a3441f8-611d-452b-89ff-b7b1cc42bf68 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=f62b9c2d-8610-4f7a-99a2-75117b8b04d5 HTTP/1.1" status: 200 len: 210 time: 0.0400114 Jun 30 02:41:39.807985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 751c35e7-b210-48f2-a52c-8a46e0ff786f not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:39.808910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ed8a4c07-19b4-4759-b280-a5681f479b59 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:39.810139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f9cc4-fea2-4f2b-b3a7-c8f215460a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be375c16-b26b-4094-87ba-87e6edfb673e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:39.842513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: ed8a4c07-19b4-4759-b280-a5681f479b59 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:39.842746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-ea6d0403-5dba-46ca-ab76-f1dc0c23092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.842853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ed8a4c07-19b4-4759-b280-a5681f479b59 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:39.843259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 6c9be63a-c41a-48d1-92a0-7ae8c39342df no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:39.844330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-ea6d0403-5dba-46ca-ab76-f1dc0c23092f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0838144 Jun 30 02:41:39.878846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 6c9be63a-c41a-48d1-92a0-7ae8c39342df {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:39.879233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 6c9be63a-c41a-48d1-92a0-7ae8c39342df not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:39.888244 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8774-735f-411e-9605-72a642d80947 req-f015a810-4a2b-43e8-b51a-55462dc51c45 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.890138 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-f015a810-4a2b-43e8-b51a-55462dc51c45 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679931 Jun 30 02:41:39.895922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-e7e6bc7d-863f-46af-83d9-ae61b5b21c66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446806 Jun 30 02:41:39.900744 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.915554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-f7209f2b-6a7d-489f-be4f-1e1b5f12a08c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/quotas/fe8e5d7123b749cba66573d1679346b0 HTTP/1.1" status: 200 len: 375 time: 0.0195282 Jun 30 02:41:39.980476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-a7037257-98e7-4012-bf13-254e818d40f2 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639598 Jun 30 02:41:40.024690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=1fe5a790-2713-4312-9914-d21e1d949b5e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:40.054247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-49cda993-2f8c-46a9-90eb-13dd5d9e322d service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421907 Jun 30 02:41:40.128164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['1fe5a790-2713-4312-9914-d21e1d949b5e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:40.142950 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9833c539-f7d6-47fe-a41b-3cf8228c770c req-388cdbdb-693a-4cdb-8aad-2885bff4c887 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 210 time: 0.0357239 Jun 30 02:41:40.191245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-e5234f1d-58cb-40a2-aa71-91df59846588 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316435 Jun 30 02:41:40.409014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141bb94-76ed-47bc-b1c9-c10bafa0bdac req-364f110c-732e-4371-b6b7-aa2979421ef1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:40.410816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d141bb94-76ed-47bc-b1c9-c10bafa0bdac req-364f110c-732e-4371-b6b7-aa2979421ef1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 944 time: 0.1174316 Jun 30 02:41:40.456763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d141bb94-76ed-47bc-b1c9-c10bafa0bdac req-7905ebca-7e6a-4ecd-9aec-986cb439cbb3 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375051 Jun 30 02:41:40.546906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-288a1561-15ef-4de3-8014-588723aa0c0c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fe8e5d7123b749cba66573d1679346b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420845 Jun 30 02:41:40.667552 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-b738e85b-f3e7-4e2c-a503-78b8f47086ab tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:40.675249 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-b738e85b-f3e7-4e2c-a503-78b8f47086ab tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233003 Jun 30 02:41:40.690138 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-a0e01c83-7927-48b1-94b6-d695a484da8e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/quotas/fe8e5d7123b749cba66573d1679346b0 HTTP/1.1" status: 200 len: 375 time: 0.0139792 Jun 30 02:41:40.728536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-bd0da55e-5b7a-4b88-85ba-0f74a3bc69bf tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365667 Jun 30 02:41:40.815223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46c8eb-c68e-4fba-a92a-d2f84ccf15fa req-00c0bfe5-5749-4d3d-b083-227023e9d2d9 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:40.816712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eb46c8eb-c68e-4fba-a92a-d2f84ccf15fa req-00c0bfe5-5749-4d3d-b083-227023e9d2d9 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 948 time: 0.0677152 Jun 30 02:41:40.859387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eb46c8eb-c68e-4fba-a92a-d2f84ccf15fa req-45b72b9f-4cf2-40eb-bf54-4862a20bb805 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367324 Jun 30 02:41:40.861725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47090) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:40.911976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d4219b25-bc34-4b32-90eb-6ee9e117d719 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11d0d2890599415ab93fdd16d8e24265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482471 Jun 30 02:41:40.914435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47098) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:40.978167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65449090-cc86-4856-a549-57ebee30ab86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.033285 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65449090-cc86-4856-a549-57ebee30ab86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.207399 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49754d3a-b109-4d99-8455-75b1a01d171f req-0b07d2bd-9142-47f5-aa7b-c4b307861751 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 210 time: 0.0848806 Jun 30 02:41:41.242037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1fe5a790-2713-4312-9914-d21e1d949b5e up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:41.249444 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65449090-cc86-4856-a549-57ebee30ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.252167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65449090-cc86-4856-a549-57ebee30ab86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.253402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-65449090-cc86-4856-a549-57ebee30ab86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/225978d3-7c91-44d4-9b7f-9c77277bedd8 HTTP/1.1" status: 204 len: 168 time: 0.3377316 Jun 30 02:41:41.267211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65449090-cc86-4856-a549-57ebee30ab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225978d3-7c91-44d4-9b7f-9c77277bedd8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:41.338065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-316f5afc-a731-401d-a11f-e30f108a3b7b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554945 Jun 30 02:41:41.440307 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4eee2fbd-bc4b-408c-ba92-3faeda8ff515 req-07ce64f0-8552-49fb-be52-4c9a4250fa97 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 210 time: 0.0321770 Jun 30 02:41:41.441163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 1fe5a790-2713-4312-9914-d21e1d949b5e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:41.451764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 1fe5a790-2713-4312-9914-d21e1d949b5e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:41.454052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.512769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-4ed320dd-2ea7-4a40-a1ab-f21bbaa6df4c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.514684 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-4ed320dd-2ea7-4a40-a1ab-f21bbaa6df4c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676621 Jun 30 02:41:41.528528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Request body: {'port': {'device_id': '663af615-beee-48ae-955c-f417848a61af', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '904222f956104230a7b4cfb30b5372af'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:41.612022 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.683169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c12af-1709-4b58-9706-868b5d92274c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe5a790-2713-4312-9914-d21e1d949b5e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:41.689935 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c015728a-03fd-42f8-815f-03e1c5f2119c" -d '{"events": [{"server_uuid": "569c12af-1709-4b58-9706-868b5d92274c", "name": "network-vif-plugged", "status": "completed", "tag": "1fe5a790-2713-4312-9914-d21e1d949b5e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:41.722977 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1fe5a790-2713-4312-9914-d21e1d949b5e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1fe5a790-2713-4312-9914-d21e1d949b5e,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:41.730279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-7d47f86a-6b78-436f-9e4c-d7613087dbbb tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.739451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-7d47f86a-6b78-436f-9e4c-d7613087dbbb tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1095 time: 0.2701890 Jun 30 02:41:41.813042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382bcc3-70cd-4d19-94f4-3148fcf2a1e6 req-aa8c0a3c-1afd-44fe-8201-77bd9019ca56 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.814862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6382bcc3-70cd-4d19-94f4-3148fcf2a1e6 req-aa8c0a3c-1afd-44fe-8201-77bd9019ca56 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 944 time: 0.0677547 Jun 30 02:41:41.865636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6382bcc3-70cd-4d19-94f4-3148fcf2a1e6 req-9bab91f4-51c7-4ef1-958e-10a8d8eaba5a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Jun 30 02:41:41.888847 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.933804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Made reservation on behalf of 904222f956104230a7b4cfb30b5372af for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:41.950037 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.968580 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a319c67b-a5e3-42ad-8f45-dd5298957a2c x-openstack-request-id: req-a319c67b-a5e3-42ad-8f45-dd5298957a2c {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:41.968580 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c12af-1709-4b58-9706-868b5d92274c", "name": "network-vif-plugged", "status": "completed", "tag": "1fe5a790-2713-4312-9914-d21e1d949b5e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:41.968580 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a319c67b-a5e3-42ad-8f45-dd5298957a2c {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:41.968580 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c12af-1709-4b58-9706-868b5d92274c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe5a790-2713-4312-9914-d21e1d949b5e', 'code': 200} Jun 30 02:41:41.981378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.052499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=1fe5a790-2713-4312-9914-d21e1d949b5e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:42.202823 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.214554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c673d3-2d10-43aa-8674-d957290f02ff req-861a427a-0b90-4cdf-873a-c4a051d9d4c7 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:42.219385 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e1c673d3-2d10-43aa-8674-d957290f02ff req-861a427a-0b90-4cdf-873a-c4a051d9d4c7 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 949 time: 0.1293294 Jun 30 02:41:42.260828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e1c673d3-2d10-43aa-8674-d957290f02ff req-6830ff90-303c-44c0-908e-72675d7dcf04 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373888 Jun 30 02:41:42.326284 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.385533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac6932-c629-4055-90aa-c0bff14231cd req-e0de83c8-aaed-4d0c-b353-90484c468d24 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:42.387117 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4aac6932-c629-4055-90aa-c0bff14231cd req-e0de83c8-aaed-4d0c-b353-90484c468d24 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 950 time: 0.1373317 Jun 30 02:41:42.389105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e27df-51ea-4717-91ef-1e0ad11714db req-80732f9c-0f81-4a8c-8dc3-8e00044ad454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:42.390609 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d26e27df-51ea-4717-91ef-1e0ad11714db req-80732f9c-0f81-4a8c-8dc3-8e00044ad454 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 1100 time: 0.1419566 Jun 30 02:41:42.411452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957b5d7d-a80d-438f-8084-e330e12cada5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:42.470348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d26e27df-51ea-4717-91ef-1e0ad11714db req-faabcd85-a87f-49a4-9a74-ef039e052afd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704236 Jun 30 02:41:42.478776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4aac6932-c629-4055-90aa-c0bff14231cd req-28e43e2a-2c23-457c-a82a-fb8ba3a9de08 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830181 Jun 30 02:41:42.481147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6024d5e3-4681-4a3c-9a07-dc920cc7b122 service neutron] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:42.486694 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6024d5e3-4681-4a3c-9a07-dc920cc7b122 service neutron] Notify callbacks [] for binding, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.488013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7a06c57-24c4-44a4-a2cb-9c1125df4f49 req-6024d5e3-4681-4a3c-9a07-dc920cc7b122 service neutron] 10.222.0.74 "DELETE /v2.0/ports/751c35e7-b210-48f2-a52c-8a46e0ff786f/bindings/n-h2-798249-3 HTTP/1.1" status: 204 len: 173 time: 0.7485085 Jun 30 02:41:42.550074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f5a95-a489-4b67-ae1e-7caf8a6da9d8 req-baf5bc27-7007-40ca-b2a2-8fab590f72d1 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:42.551610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b3f5a95-a489-4b67-ae1e-7caf8a6da9d8 req-baf5bc27-7007-40ca-b2a2-8fab590f72d1 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1095 time: 0.1504860 Jun 30 02:41:42.558058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Allocated IP 192.168.233.34 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/193d1fd4-40aa-48df-a363-a3856e6760ef) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:42.623397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b3f5a95-a489-4b67-ae1e-7caf8a6da9d8 req-d25dc595-9039-4d11-b7eb-84d9a921dde8 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609951 Jun 30 02:41:42.827886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-673402e3-a743-4616-b866-941fc1efb504 req-a4ed292b-84bb-428c-a1bd-fa2408d0d9cd tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 210 time: 0.0293801 Jun 30 02:41:42.830661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60887a33-5970-44b1-85b4-f5e74b851c0a req-4581c4eb-1ea8-43e6-9a84-332268364de8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 210 time: 0.0553436 Jun 30 02:41:42.851454 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.871449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Transition to ACTIVE for port object 193d1fd4-40aa-48df-a363-a3856e6760ef will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:42.989337 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29322c33-a020-4b5b-9df9-98771a4d8cca req-3909154a-dc2f-4783-8558-00a49eaa39ee tempest-FlavorsV2NegativeTest-1175931334 tempest-FlavorsV2NegativeTest-1175931334-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=148208860c1a4a1a85bb60530164760b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479844 Jun 30 02:41:43.010433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.072773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event updated for resources: {'Port': ['ID=193d1fd4-40aa-48df-a363-a3856e6760ef,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:43.105752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:43.113225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:43.122104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:43.175299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29322c33-a020-4b5b-9df9-98771a4d8cca req-93ec6ce3-9dc9-4dc0-b9f3-773a3aa75ae2 tempest-FlavorsV2NegativeTest-1175931334 tempest-FlavorsV2NegativeTest-1175931334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.179756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.180456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.183928 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29322c33-a020-4b5b-9df9-98771a4d8cca req-93ec6ce3-9dc9-4dc0-b9f3-773a3aa75ae2 tempest-FlavorsV2NegativeTest-1175931334 tempest-FlavorsV2NegativeTest-1175931334-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974611 Jun 30 02:41:43.214604 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29322c33-a020-4b5b-9df9-98771a4d8cca req-0b0db278-2256-40a9-8ddc-d896619bfcf6 tempest-FlavorsV2NegativeTest-1175931334 tempest-FlavorsV2NegativeTest-1175931334-project] 10.222.0.77 "GET /v2.0/quotas/148208860c1a4a1a85bb60530164760b HTTP/1.1" status: 200 len: 375 time: 0.0299513 Jun 30 02:41:43.254501 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29322c33-a020-4b5b-9df9-98771a4d8cca req-4f854003-d764-4426-a199-da52d81852c8 tempest-FlavorsV2NegativeTest-1175931334 tempest-FlavorsV2NegativeTest-1175931334-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=148208860c1a4a1a85bb60530164760b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386469 Jun 30 02:41:43.283258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-ebb2d273-11cd-4560-b6f8-4cdf2cd006c9 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.295529 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-ebb2d273-11cd-4560-b6f8-4cdf2cd006c9 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 805 time: 0.3615224 Jun 30 02:41:43.311533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3c2acfb1-84e8-4799-b430-1dbe54a97aed tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/quotas/a89f75a4941141878233813936107c0e HTTP/1.1" status: 200 len: 375 time: 0.0150247 Jun 30 02:41:43.354498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-65362bf2-3581-4053-b5a1-cb83053e5c5d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8297336 Jun 30 02:41:43.371144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-400f4a63-18a0-4de3-9a2d-d5faa0b5a7e6 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.372696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-400f4a63-18a0-4de3-9a2d-d5faa0b5a7e6 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 950 time: 0.1110330 Jun 30 02:41:43.373299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Request body: {'port': {'device_id': '663af615-beee-48ae-955c-f417848a61af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:43.452001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-b872333c-8482-4059-9c0a-8d1835772bef tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1388197 Jun 30 02:41:43.509071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.540846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d33e74b1-cb12-47a2-a21a-cd493d0a45e3 None None] Provisioning for port 193d1fd4-40aa-48df-a363-a3856e6760ef completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:43.545952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d33e74b1-cb12-47a2-a21a-cd493d0a45e3 None None] Provisioning complete for port 193d1fd4-40aa-48df-a363-a3856e6760ef triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:43.548955 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d33e74b1-cb12-47a2-a21a-cd493d0a45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.595616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc3a87-fd63-4f38-91ff-d931a1a652f0 req-e09abdd2-94a6-45f9-befa-f6ab318172d5 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.603699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03cc3a87-fd63-4f38-91ff-d931a1a652f0 req-e09abdd2-94a6-45f9-befa-f6ab318172d5 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 949 time: 0.1324022 Jun 30 02:41:43.621070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d33e74b1-cb12-47a2-a21a-cd493d0a45e3 None None] Port 193d1fd4-40aa-48df-a363-a3856e6760ef cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:43.632479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-ab9f561a-c608-4203-b284-c61e8c5f6aed tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Deleting port 0694d39c-09fc-4c7d-a159-a28483fa02fc {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:43.633142 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-ab9f561a-c608-4203-b284-c61e8c5f6aed tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.716281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03cc3a87-fd63-4f38-91ff-d931a1a652f0 req-78a729cf-a231-4bc6-9c96-23d75eca525a tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111999 Jun 30 02:41:43.823487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-ab9f561a-c608-4203-b284-c61e8c5f6aed tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] For port 0694d39c-09fc-4c7d-a159-a28483fa02fc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0694d39c-09fc-4c7d-a159-a28483fa02fc,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:43.823864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-ab9f561a-c608-4203-b284-c61e8c5f6aed tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.841524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-ab9f561a-c608-4203-b284-c61e8c5f6aed tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Calling delete_port for 0694d39c-09fc-4c7d-a159-a28483fa02fc owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:43.955959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d306eb6f-5c8e-4459-adca-65546bc5ebae service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:41:43.958344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d306eb6f-5c8e-4459-adca-65546bc5ebae service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0833838 Jun 30 02:41:43.983333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193d1fd4-40aa-48df-a363-a3856e6760ef {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:44.009987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a166a9-cd38-4c85-861f-e0032923ca0a req-4f3aee8d-03f0-49f1-8bb3-0a3ea797a33f tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.014295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65a166a9-cd38-4c85-861f-e0032923ca0a req-4f3aee8d-03f0-49f1-8bb3-0a3ea797a33f tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 950 time: 0.1071663 Jun 30 02:41:44.025949 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.061967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-987ed795-99ae-4edd-802f-2b62486963a1 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=fe8e5d7123b749cba66573d1679346b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333796 Jun 30 02:41:44.068817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Transition to ACTIVE for port object 193d1fd4-40aa-48df-a363-a3856e6760ef will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:44.112305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65a166a9-cd38-4c85-861f-e0032923ca0a req-a128c6d3-bfc0-43b3-8428-4f9aa06f4573 tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/security-groups?id=847a8527-1d2b-4f3d-af03-451fb32c7f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406504 Jun 30 02:41:44.166614 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-8d558ab0-cc93-40b5-9e1c-74148e0458ea service neutron] 10.222.0.77 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010951 Jun 30 02:41:44.179750 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.235227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-ab9f561a-c608-4203-b284-c61e8c5f6aed tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.248128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['0694d39c-09fc-4c7d-a159-a28483fa02fc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:44.311570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f561a-c608-4203-b284-c61e8c5f6aed tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Pushing event deleted for resources: {'Port': ['ID=0694d39c-09fc-4c7d-a159-a28483fa02fc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:44.404413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8774-735f-411e-9605-72a642d80947 req-753e4567-3a49-4b63-95cc-138ca069a942 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.406327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-753e4567-3a49-4b63-95cc-138ca069a942 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364325 Jun 30 02:41:44.416258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-ab9f561a-c608-4203-b284-c61e8c5f6aed tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] No DVR routers for this DVR port 0694d39c-09fc-4c7d-a159-a28483fa02fc on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:44.419581 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-ab9f561a-c608-4203-b284-c61e8c5f6aed tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.421962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fa6e6ba-44ea-4e98-959c-784ed7331be6 req-ab9f561a-c608-4203-b284-c61e8c5f6aed tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.83 "DELETE /v2.0/ports/0694d39c-09fc-4c7d-a159-a28483fa02fc HTTP/1.1" status: 204 len: 173 time: 1.0428059 Jun 30 02:41:44.422649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b034f5-84e4-4cc5-99d1-8c10d13e7131', 'name': 'network-vif-deleted', 'tag': '0694d39c-09fc-4c7d-a159-a28483fa02fc'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:44.425177 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2824ea11-804b-4a57-9aaf-6893aec098ca" -d '{"events": [{"server_uuid": "19b034f5-84e4-4cc5-99d1-8c10d13e7131", "name": "network-vif-deleted", "tag": "0694d39c-09fc-4c7d-a159-a28483fa02fc"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:44.432248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Request body: {'port': {'device_id': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'fe8e5d7123b749cba66573d1679346b0'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:44.520457 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6e041de-9b97-4e56-abac-210b39447975 req-c62e29e8-1095-462d-b494-417d35f532cb tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 210 time: 0.0382237 Jun 30 02:41:44.739104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e3d99-0be8-47f4-89a0-059bd25410d9 req-23640829-c7da-4b41-8b87-eacf0d5a87bf tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.740562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e2e3d99-0be8-47f4-89a0-059bd25410d9 req-23640829-c7da-4b41-8b87-eacf0d5a87bf tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 947 time: 0.0643280 Jun 30 02:41:44.780907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Pushing event updated for resources: {'Port': ['ID=193d1fd4-40aa-48df-a363-a3856e6760ef,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:44.807131 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e2e3d99-0be8-47f4-89a0-059bd25410d9 req-50e953b4-21b7-43a5-87ad-2d35da16401a tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605769 Jun 30 02:41:44.865171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-2f579b6d-39a0-45a3-acb2-e162e631380a service neutron] 10.222.0.77 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6976128 Jun 30 02:41:44.874671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Attempting to bind port 193d1fd4-40aa-48df-a363-a3856e6760ef on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:44.875058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Attempting to bind port 193d1fd4-40aa-48df-a363-a3856e6760ef by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:44.875394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Attempting to bind port 193d1fd4-40aa-48df-a363-a3856e6760ef on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:44.887427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Port 193d1fd4-40aa-48df-a363-a3856e6760ef on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:44.887759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Attempting to bind port 193d1fd4-40aa-48df-a363-a3856e6760ef on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:44.905306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:44.906807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:44.907042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:44.907711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Bound port: 193d1fd4-40aa-48df-a363-a3856e6760ef, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:44.908520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.015610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] For port 193d1fd4-40aa-48df-a363-a3856e6760ef, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:45.020259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] For port 193d1fd4-40aa-48df-a363-a3856e6760ef, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=193d1fd4-40aa-48df-a363-a3856e6760ef,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:45.034752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Made reservation on behalf of fe8e5d7123b749cba66573d1679346b0 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:45.039003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.049140 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.088348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47262) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:45.174942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.178070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.228952 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f12fc5c-13c6-40b0-80cb-9389dbd5a480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.239079 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29be8828-8c56-4ff4-9891-eb60db3a0066 x-openstack-request-id: req-29be8828-8c56-4ff4-9891-eb60db3a0066 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:45.239627 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b034f5-84e4-4cc5-99d1-8c10d13e7131", "name": "network-vif-deleted", "tag": "0694d39c-09fc-4c7d-a159-a28483fa02fc", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:45.240278 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29be8828-8c56-4ff4-9891-eb60db3a0066 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:45.241022 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b034f5-84e4-4cc5-99d1-8c10d13e7131', 'name': 'network-vif-deleted', 'tag': '0694d39c-09fc-4c7d-a159-a28483fa02fc', 'status': 'completed', 'code': 200} Jun 30 02:41:45.273778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Pushing event updated for resources: {'Port': ['ID=193d1fd4-40aa-48df-a363-a3856e6760ef,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:45.278500 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.349569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.351160 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.352720 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-7a7783b9-cb98-4297-9ecf-a4524e219330 service neutron] 10.222.0.74 "PUT /v2.0/ports/193d1fd4-40aa-48df-a363-a3856e6760ef HTTP/1.1" status: 200 len: 1095 time: 1.9889455 Jun 30 02:41:45.367862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663af615-beee-48ae-955c-f417848a61af', 'tag': '193d1fd4-40aa-48df-a363-a3856e6760ef'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:45.370720 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961727a0-d4f1-4095-95bd-312d9302e1af" -d '{"events": [{"name": "network-changed", "server_uuid": "663af615-beee-48ae-955c-f417848a61af", "tag": "193d1fd4-40aa-48df-a363-a3856e6760ef"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:45.397969 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f12fc5c-13c6-40b0-80cb-9389dbd5a480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.468362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:45.487191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f12fc5c-13c6-40b0-80cb-9389dbd5a480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.518057 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d55750ed-ebc4-4d42-a9df-a853daf2cd40 req-05548dc9-b68a-4828-b6ed-b931ae68968f tempest-ServersAdminNegativeTestJSON-676998094 tempest-ServersAdminNegativeTestJSON-676998094-project] 10.222.0.77 "GET /v2.0/ports?device_id=19b034f5-84e4-4cc5-99d1-8c10d13e7131 HTTP/1.1" status: 200 len: 210 time: 0.0562832 Jun 30 02:41:45.561313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6f12fc5c-13c6-40b0-80cb-9389dbd5a480 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=148208860c1a4a1a85bb60530164760b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715009 Jun 30 02:41:45.562253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12fc5c-13c6-40b0-80cb-9389dbd5a480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf84e59-332a-42d4-a591-cb3e7e812236,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:45.565600 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47284) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:45.637600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b837ca5-9987-4b71-a7cc-b5d50ebcc8c0 req-df85a73f-8178-461b-97ed-033ff5424380 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.644510 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b837ca5-9987-4b71-a7cc-b5d50ebcc8c0 req-df85a73f-8178-461b-97ed-033ff5424380 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 949 time: 0.1984327 Jun 30 02:41:45.668675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e462cc8-cb55-4feb-90da-087e842422a3 req-76e8f308-cc9e-4d1c-bd57-fb2a5319420b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 210 time: 0.0650811 Jun 30 02:41:45.673325 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-f7a3dec1-c67a-4e97-a939-e425db097288 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=fe8e5d7123b749cba66573d1679346b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736535 Jun 30 02:41:45.676354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Allocated IP 192.168.233.9 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/f7c9df4d-3514-4aec-9fb3-c6fb705179a8) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:45.694623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-14a9cbf1-86b3-433e-8ff3-cc19655d1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.696130 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-14a9cbf1-86b3-433e-8ff3-cc19655d1138 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 1098 time: 0.1864769 Jun 30 02:41:45.753854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada83e2d-64ae-483c-bb46-9f326357f061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.794771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b837ca5-9987-4b71-a7cc-b5d50ebcc8c0 req-6eaae1e8-afe9-46c4-b81f-a80a18b7c1ab tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440320 Jun 30 02:41:45.798994 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-062fc7ef-edba-4faa-9c21-4b75f6d770b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=193d1fd4-40aa-48df-a363-a3856e6760ef HTTP/1.1" status: 200 len: 217 time: 0.0804217 Jun 30 02:41:45.827035 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada83e2d-64ae-483c-bb46-9f326357f061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.897294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-0dbd95a8-5f54-46a2-97fb-82cd5238df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.898885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-0dbd95a8-5f54-46a2-97fb-82cd5238df8e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0903707 Jun 30 02:41:45.899154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-1e6607f1-f2a5-4258-9036-7c1a2ae9a320 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.900543 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-1e6607f1-f2a5-4258-9036-7c1a2ae9a320 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116253 Jun 30 02:41:45.922868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Request body: {'port': {'device_id': '4ac53695-4538-49cf-9329-bec98343df70', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'fe8e5d7123b749cba66573d1679346b0'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:45.957117 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e5fded-6fc9-4155-ad6b-919f8061a045 x-openstack-request-id: req-e1e5fded-6fc9-4155-ad6b-919f8061a045 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:45.957411 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663af615-beee-48ae-955c-f417848a61af", "tag": "193d1fd4-40aa-48df-a363-a3856e6760ef", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:45.957933 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1e5fded-6fc9-4155-ad6b-919f8061a045 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:45.958331 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663af615-beee-48ae-955c-f417848a61af', 'tag': '193d1fd4-40aa-48df-a363-a3856e6760ef', 'status': 'completed', 'code': 200} Jun 30 02:41:46.047212 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.050685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada83e2d-64ae-483c-bb46-9f326357f061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.053773 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada83e2d-64ae-483c-bb46-9f326357f061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.057563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ada83e2d-64ae-483c-bb46-9f326357f061 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/acf84e59-332a-42d4-a591-cb3e7e812236 HTTP/1.1" status: 204 len: 168 time: 0.4882007 Jun 30 02:41:46.059898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-253de0ae-ccbe-4df1-b925-7596fe20645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.061898 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-253de0ae-ccbe-4df1-b925-7596fe20645f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337335 Jun 30 02:41:46.087031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Transition to ACTIVE for port object f7c9df4d-3514-4aec-9fb3-c6fb705179a8 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:46.104070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada83e2d-64ae-483c-bb46-9f326357f061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf84e59-332a-42d4-a591-cb3e7e812236,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:46.188676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec312771-1b17-44b5-93ce-ce03dbcc913b req-74437dad-4ae2-4906-9d84-5994fd6f5552 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 210 time: 0.0529428 Jun 30 02:41:46.227094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Made reservation on behalf of fe8e5d7123b749cba66573d1679346b0 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:46.227633 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.237164 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.402417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:46.403392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:46.418106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:46.441127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:46.482660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Allocated IP 192.168.233.250 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/feb7a336-c58d-4d50-aae7-2015f9eb0509) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:46.507690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.508707 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.542695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-ba9d45d5-2701-4944-ba2e-b5edc87e0331 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059627 Jun 30 02:41:46.632032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c950d-da51-4c92-9248-d6a94d26e1bb req-fac63644-a512-4c8a-bd90-68554f9840e6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.633951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-914c950d-da51-4c92-9248-d6a94d26e1bb req-fac63644-a512-4c8a-bd90-68554f9840e6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 947 time: 0.2341080 Jun 30 02:41:46.694838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-19aebf98-0a13-43b4-9a7a-56c9fbed800a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2720692 Jun 30 02:41:46.697993 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-024bba9c-0701-46c6-a443-4484b19ecdb2 req-c161c95e-2b5f-425d-8349-1905bb748a2f service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469622 Jun 30 02:41:46.741698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Request body: {'port': {'device_id': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:46.866596 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-914c950d-da51-4c92-9248-d6a94d26e1bb req-452003cf-f955-4533-bc57-d478f7688547 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263962 Jun 30 02:41:46.867728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.867728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Transition to ACTIVE for port object feb7a336-c58d-4d50-aae7-2015f9eb0509 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:46.868083 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.072377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961727a0-d4f1-4095-95bd-312d9302e1af req-95dfad71-4c71-4873-adb3-7767275ed334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:47.074580 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-961727a0-d4f1-4095-95bd-312d9302e1af req-95dfad71-4c71-4873-adb3-7767275ed334 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 1098 time: 0.0575733 Jun 30 02:41:47.106793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f41eecc3-5100-40db-b74b-fdcfa2b4c8ba None None] Provisioning for port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:47.111289 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.118647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f41eecc3-5100-40db-b74b-fdcfa2b4c8ba None None] Provisioning complete for port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:47.118973 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f41eecc3-5100-40db-b74b-fdcfa2b4c8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.198480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Pushing event updated for resources: {'Port': ['ID=feb7a336-c58d-4d50-aae7-2015f9eb0509,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:47.223993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:47.227486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:47.230149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:47.243762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f41eecc3-5100-40db-b74b-fdcfa2b4c8ba None None] Port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:47.323410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:47.323410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.345216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06d1281e-b505-4afb-8054-e3eddfa54197 req-5f3cae54-1300-4164-8452-675cbd21fad8 tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c8b56a8ceab248c3a2da264b90ba24aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944750 Jun 30 02:41:47.441868 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-0615d6b2-88ab-4aea-a805-76e345e8aa14 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5322006 Jun 30 02:41:47.455262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Request body: {'port': {'device_id': '4ac53695-4538-49cf-9329-bec98343df70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:47.549866 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ba0d044-448c-4a5d-801e-e3028007f7b1 req-4bf92037-6194-4dc4-a894-7310862abffc tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 210 time: 0.0488138 Jun 30 02:41:47.592696 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.626333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961727a0-d4f1-4095-95bd-312d9302e1af req-75ba6eb5-816d-4849-83d6-7c7f28018454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:47.627903 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-961727a0-d4f1-4095-95bd-312d9302e1af req-75ba6eb5-816d-4849-83d6-7c7f28018454 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.5475171 Jun 30 02:41:47.663903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-43041395-6480-40bb-91f1-25e7a3d05b68 None None] Provisioning for port feb7a336-c58d-4d50-aae7-2015f9eb0509 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:47.667720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-43041395-6480-40bb-91f1-25e7a3d05b68 None None] Provisioning complete for port feb7a336-c58d-4d50-aae7-2015f9eb0509 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:47.679967 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-43041395-6480-40bb-91f1-25e7a3d05b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.693612 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-961727a0-d4f1-4095-95bd-312d9302e1af req-2bfb897e-df67-470f-9cb9-ba5f7093bf18 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=193d1fd4-40aa-48df-a363-a3856e6760ef HTTP/1.1" status: 200 len: 217 time: 0.0381517 Jun 30 02:41:47.713890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c9df4d-3514-4aec-9fb3-c6fb705179a8 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:47.743134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-43041395-6480-40bb-91f1-25e7a3d05b68 None None] Port feb7a336-c58d-4d50-aae7-2015f9eb0509 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:47.745803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.761910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1281e-b505-4afb-8054-e3eddfa54197 req-f3c30c7f-a7c1-49ab-b446-4628d39a9485 tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:47.771763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47344) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:47.771860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06d1281e-b505-4afb-8054-e3eddfa54197 req-f3c30c7f-a7c1-49ab-b446-4628d39a9485 tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4229593 Jun 30 02:41:47.774432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0694d39c-09fc-4c7d-a159-a28483fa02fc no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:47.794545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Transition to ACTIVE for port object f7c9df4d-3514-4aec-9fb3-c6fb705179a8 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:47.796178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 0694d39c-09fc-4c7d-a159-a28483fa02fc {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:47.796530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0694d39c-09fc-4c7d-a159-a28483fa02fc not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:47.802106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06d1281e-b505-4afb-8054-e3eddfa54197 req-a7620496-05d0-4337-98fb-13c602816c33 tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/quotas/c8b56a8ceab248c3a2da264b90ba24aa HTTP/1.1" status: 200 len: 375 time: 0.0323267 Jun 30 02:41:47.818637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961727a0-d4f1-4095-95bd-312d9302e1af req-564b6889-e202-4847-9f0d-435d76b81430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:47.820823 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-961727a0-d4f1-4095-95bd-312d9302e1af req-564b6889-e202-4847-9f0d-435d76b81430 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1188200 Jun 30 02:41:47.856017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06d1281e-b505-4afb-8054-e3eddfa54197 req-da7ee232-3239-4753-abb1-0c4d4930efda tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8b56a8ceab248c3a2da264b90ba24aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530224 Jun 30 02:41:47.930874 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.010186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:48.087108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47354) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:48.118999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961727a0-d4f1-4095-95bd-312d9302e1af req-675a5edd-2750-4e92-98d5-2e849eb892b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.120793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-961727a0-d4f1-4095-95bd-312d9302e1af req-675a5edd-2750-4e92-98d5-2e849eb892b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2638719 Jun 30 02:41:48.122839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-network', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:48.209184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.83', 54065) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:48.281473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb7a336-c58d-4d50-aae7-2015f9eb0509 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:48.286009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Made reservation on behalf of e24b0c5f56fd463caa9d2a483b07239b for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:48.288863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.296494 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Attempting to bind port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:48.296777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Attempting to bind port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:48.297053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Attempting to bind port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:48.297457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21d94-0c26-49a2-9a66-faffefefe7ef req-f96fa866-df60-4621-b843-974e914695d3 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.302011 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7aa21d94-0c26-49a2-9a66-faffefefe7ef req-f96fa866-df60-4621-b843-974e914695d3 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 949 time: 0.2669883 Jun 30 02:41:48.320453 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-961727a0-d4f1-4095-95bd-312d9302e1af req-4ebc01b3-842c-455d-9928-cafbef8eb3a2 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875820 Jun 30 02:41:48.321851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:48.322182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Attempting to bind port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:48.348849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:48.349194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:48.349609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:48.350178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Bound port: f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:48.350976 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.355489 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.359768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.396154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-6b0effdc-67b1-4e82-8d62-afb8c77bbd11 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.396154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-6b0effdc-67b1-4e82-8d62-afb8c77bbd11 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 805 time: 0.1824894 Jun 30 02:41:48.396470 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-82b06d07-2479-46a7-98e1-f448e317379b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=623a59258df943c5b042dd6c1f0e8d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075631 Jun 30 02:41:48.404381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47358) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:48.412625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Request body: {'port': {'device_id': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14', 'admin_state_up': True, 'tenant_id': 'a89f75a4941141878233813936107c0e'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:48.451247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Transition to ACTIVE for port object feb7a336-c58d-4d50-aae7-2015f9eb0509 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:48.481561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e623b-aa63-4910-b9ff-89a71f821158 req-57f34708-fa4d-445e-bbd8-447fc06346e4 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.483122 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-895e623b-aa63-4910-b9ff-89a71f821158 req-57f34708-fa4d-445e-bbd8-447fc06346e4 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 936 time: 0.2740073 Jun 30 02:41:48.507705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7aa21d94-0c26-49a2-9a66-faffefefe7ef req-31244316-6e96-4f21-b00d-58322a13033f tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439769 Jun 30 02:41:48.544507 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.574952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:48.578423 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-961727a0-d4f1-4095-95bd-312d9302e1af req-ffc76d48-2f8a-43a3-9db0-28490e237051 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439244 Jun 30 02:41:48.585480 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-895e623b-aa63-4910-b9ff-89a71f821158 req-9a043501-b9e4-4e98-8e51-8e9c93986a3f tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882266 Jun 30 02:41:48.591549 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-feb697c9-1b9b-4fda-aad6-eda099ac756e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.596477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:48.619363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-feb697c9-1b9b-4fda-aad6-eda099ac756e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.682394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Pushing event updated for resources: {'Port': ['ID=feb7a336-c58d-4d50-aae7-2015f9eb0509,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:48.706379 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.786376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.786704 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.789046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] 10.222.0.83 "PUT /v2.0/ports/f7c9df4d-3514-4aec-9fb3-c6fb705179a8 HTTP/1.1" status: 200 len: 1094 time: 2.0665329 Jun 30 02:41:48.791292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:48.793531 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d324b2-d865-4a46-bcce-b642a34bdb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:48.798006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-feb697c9-1b9b-4fda-aad6-eda099ac756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.800523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-feb697c9-1b9b-4fda-aad6-eda099ac756e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.801680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-feb697c9-1b9b-4fda-aad6-eda099ac756e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/847a8527-1d2b-4f3d-af03-451fb32c7f38 HTTP/1.1" status: 204 len: 168 time: 0.3963561 Jun 30 02:41:48.802440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e09c67-5997-4bed-8b68-2ec9cc21d44e service neutron] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:48.819602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb697c9-1b9b-4fda-aad6-eda099ac756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847a8527-1d2b-4f3d-af03-451fb32c7f38,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:48.834207 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.842915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Attempting to bind port feb7a336-c58d-4d50-aae7-2015f9eb0509 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:48.843195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Attempting to bind port feb7a336-c58d-4d50-aae7-2015f9eb0509 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:48.843526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Attempting to bind port feb7a336-c58d-4d50-aae7-2015f9eb0509 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:48.850941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-9c20215a-6462-4b5b-9d74-3f5faf281a4d tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.852530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-9c20215a-6462-4b5b-9d74-3f5faf281a4d tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 1100 time: 0.1926568 Jun 30 02:41:48.858389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Port feb7a336-c58d-4d50-aae7-2015f9eb0509 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:48.858719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Attempting to bind port feb7a336-c58d-4d50-aae7-2015f9eb0509 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:48.885260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c30e6-8907-4a98-8888-a6dccefd4f92 req-952815ee-c79f-49ee-bac4-aea4c763c70e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.892227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f40c30e6-8907-4a98-8888-a6dccefd4f92 req-952815ee-c79f-49ee-bac4-aea4c763c70e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 947 time: 0.1824064 Jun 30 02:41:48.894644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:48.894807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:48.895085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:48.895537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Bound port: feb7a336-c58d-4d50-aae7-2015f9eb0509, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:48.895901 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.931339 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.996138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:41:49.039955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c8444e-8703-4c8f-92e4-126ef9320afd,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:49.046887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.046887 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Added segment 76602028-1023-4a13-9ab5-7a5de17953e9 of type vlan for network 82e8f163-a18a-433b-b393-2fa98a10b270 Jun 30 02:41:49.072184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8774-735f-411e-9605-72a642d80947 req-c186d2c6-f243-46b1-a163-fd61920045cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.074241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-c186d2c6-f243-46b1-a163-fd61920045cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 1097 time: 0.1220062 Jun 30 02:41:49.077548 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f40c30e6-8907-4a98-8888-a6dccefd4f92 req-a836e162-6e72-4eaa-ad7b-90ad01509fa6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842973 Jun 30 02:41:49.124303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] For port feb7a336-c58d-4d50-aae7-2015f9eb0509, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:49.128688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Made reservation on behalf of a89f75a4941141878233813936107c0e for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:49.132824 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.149236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-b2c7b1f2-96c7-4fa5-bb73-9688365ea8be tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] Deleting port 1fe5a790-2713-4312-9914-d21e1d949b5e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:49.149904 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-b2c7b1f2-96c7-4fa5-bb73-9688365ea8be tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.153517 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-0a1d0c3a-b46f-44ce-8749-f77582e5d23c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8 HTTP/1.1" status: 200 len: 217 time: 0.0635386 Jun 30 02:41:49.168092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] For port feb7a336-c58d-4d50-aae7-2015f9eb0509, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=feb7a336-c58d-4d50-aae7-2015f9eb0509,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:49.169961 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.257208 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.261452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8774-735f-411e-9605-72a642d80947 req-19908ba5-80bf-4997-8811-4a03262837f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.261926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-19908ba5-80bf-4997-8811-4a03262837f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0966589 Jun 30 02:41:49.295450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84690357-a71f-4a7c-a67d-504fedc6c3db req-e7e62858-9e48-4f15-9c38-143496e85015 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 210 time: 0.0622716 Jun 30 02:41:49.361553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-b2c7b1f2-96c7-4fa5-bb73-9688365ea8be tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] For port 1fe5a790-2713-4312-9914-d21e1d949b5e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1fe5a790-2713-4312-9914-d21e1d949b5e,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:49.362047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-b2c7b1f2-96c7-4fa5-bb73-9688365ea8be tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.371736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.372988 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.373777 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] 10.222.0.83 "PUT /v2.0/ports/feb7a336-c58d-4d50-aae7-2015f9eb0509 HTTP/1.1" status: 200 len: 1096 time: 1.9241993 Jun 30 02:41:49.374558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac53695-4538-49cf-9329-bec98343df70', 'tag': 'feb7a336-c58d-4d50-aae7-2015f9eb0509'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:49.376961 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac53695-4538-49cf-9329-bec98343df70", "tag": "feb7a336-c58d-4d50-aae7-2015f9eb0509"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:49.384837 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.385874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.386630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.391027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-b2c7b1f2-96c7-4fa5-bb73-9688365ea8be tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] Calling delete_port for 1fe5a790-2713-4312-9914-d21e1d949b5e owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:49.418033 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b564df0-c523-4752-ac94-2f48c27b06cf x-openstack-request-id: req-6b564df0-c523-4752-ac94-2f48c27b06cf {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:49.418292 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:49.418953 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b564df0-c523-4752-ac94-2f48c27b06cf {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:49.419505 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'status': 'completed', 'code': 200} Jun 30 02:41:49.449744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8774-735f-411e-9605-72a642d80947 req-f5eab601-9325-4ccf-9a2b-982101464dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.451650 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-f5eab601-9325-4ccf-9a2b-982101464dbe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1824362 Jun 30 02:41:49.495744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166eb564-8ecb-4a60-b503-478c8ccd82c3 service neutron] Pushing event updated for resources: {'Port': ['ID=feb7a336-c58d-4d50-aae7-2015f9eb0509,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:49.525171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Allocated IP 172.20.0.4 (56225ca4-50ef-4c0c-9a61-aa4bb36f0d14/959022d8-4dfe-420a-a9b2-f79d5ce3d2bd/0dfb27c4-aa0c-4db2-aa3c-bac94ca00604) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:49.554505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7847307 Jun 30 02:41:49.561999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47384) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:49.588741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Request body: {'subnet': {'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-subnet', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:49.638028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298c5f4-6da7-4ba6-aa1e-abadca3f8c15 admin admin] Pushing event updated for resources: {'Network': ['ID=82e8f163-a18a-433b-b393-2fa98a10b270,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:49.649618 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c7b4f3-5553-4748-b76a-418263851275 x-openstack-request-id: req-61c7b4f3-5553-4748-b76a-418263851275 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:49.650339 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac53695-4538-49cf-9329-bec98343df70", "tag": "feb7a336-c58d-4d50-aae7-2015f9eb0509", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:49.650906 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61c7b4f3-5553-4748-b76a-418263851275 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:49.652566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 82e8f163-a18a-433b-b393-2fa98a10b270 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:41:49.653875 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac53695-4538-49cf-9329-bec98343df70', 'tag': 'feb7a336-c58d-4d50-aae7-2015f9eb0509', 'status': 'completed', 'code': 200} Jun 30 02:41:49.665173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-d1ef6be0-e9df-4d51-918c-4d7bf9388949 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703043 Jun 30 02:41:49.754521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Made reservation on behalf of e24b0c5f56fd463caa9d2a483b07239b for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:49.758284 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.806459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47390) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:49.815992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-9d7180b8-6708-447d-83d1-32fc88aa7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.817520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-9d7180b8-6708-447d-83d1-32fc88aa7cdf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 1099 time: 0.3077447 Jun 30 02:41:49.986784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-d4915c7b-8634-4115-b866-bd79875a0128 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=feb7a336-c58d-4d50-aae7-2015f9eb0509 HTTP/1.1" status: 200 len: 217 time: 0.1389813 Jun 30 02:41:50.096770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ec8774-735f-411e-9605-72a642d80947 req-ded56022-9cdf-44b3-9e76-57d6fdc9e2fa service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200199 Jun 30 02:41:50.115962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fda2c-2f4c-4394-8f3b-06b0a9306adb req-3f502b87-2bc7-4d1c-8ce4-70e0c8d8608a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.117530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-821fda2c-2f4c-4394-8f3b-06b0a9306adb req-3f502b87-2bc7-4d1c-8ce4-70e0c8d8608a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 948 time: 0.1425495 Jun 30 02:41:50.138255 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-b2c7b1f2-96c7-4fa5-bb73-9688365ea8be tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.152052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['1fe5a790-2713-4312-9914-d21e1d949b5e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:50.177116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7b1f2-96c7-4fa5-bb73-9688365ea8be tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fe5a790-2713-4312-9914-d21e1d949b5e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:50.188831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-821fda2c-2f4c-4394-8f3b-06b0a9306adb req-3cb989f3-8d8d-4b9a-ae56-2fdf82f31e24 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650842 Jun 30 02:41:50.236156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-b2c7b1f2-96c7-4fa5-bb73-9688365ea8be tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] No DVR routers for this DVR port 1fe5a790-2713-4312-9914-d21e1d949b5e on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:50.239389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-b2c7b1f2-96c7-4fa5-bb73-9688365ea8be tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.241535 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72b3696e-1c7c-48d8-8833-6d327560e346 req-b2c7b1f2-96c7-4fa5-bb73-9688365ea8be tempest-DeleteServersAdminTestJSON-208951525 tempest-DeleteServersAdminTestJSON-208951525-project-admin] 10.222.0.74 "DELETE /v2.0/ports/1fe5a790-2713-4312-9914-d21e1d949b5e HTTP/1.1" status: 204 len: 173 time: 1.3774011 Jun 30 02:41:50.308631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7ad56682-91c7-4689-82b7-8e3d3e10d11e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=20cb6821bfba4f46bc22adf89c5aac0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981658 Jun 30 02:41:50.312021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47398) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:50.340584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-f6e1b916-5739-4182-9329-20b2951fa75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.346592 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-f6e1b916-5739-4182-9329-20b2951fa75f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.3458016 Jun 30 02:41:50.379119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d92c99-caee-4b20-b6fe-0bd2c9349b0f req-d40adb40-0bfa-489a-97bd-c3b17f1f9608 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.380634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77d92c99-caee-4b20-b6fe-0bd2c9349b0f req-d40adb40-0bfa-489a-97bd-c3b17f1f9608 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=569c12af-1709-4b58-9706-868b5d92274c HTTP/1.1" status: 200 len: 867 time: 0.5622091 Jun 30 02:41:50.392533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-87f0aded-bb78-432f-b167-f73b82794666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.392533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-87f0aded-bb78-432f-b167-f73b82794666 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 1097 time: 0.1228869 Jun 30 02:41:50.426998 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.487085 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5a53ee8-6176-4aa2-835a-759ebfd80045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.505081 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77d92c99-caee-4b20-b6fe-0bd2c9349b0f req-6ca1372a-9186-4dd6-b1c3-a3d9925cf478 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113067 Jun 30 02:41:50.528287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5a53ee8-6176-4aa2-835a-759ebfd80045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.568908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-fa2d97d2-c9fa-4817-ae81-5848c1f95846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.571411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-fa2d97d2-c9fa-4817-ae81-5848c1f95846 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1722639 Jun 30 02:41:50.587122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-e0b6e0fe-ca72-4983-b07e-9eeadda3d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.589010 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-e0b6e0fe-ca72-4983-b07e-9eeadda3d9ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2281270 Jun 30 02:41:50.618075 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-71978658-fe23-4b08-bff1-10289300a8a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8 HTTP/1.1" status: 200 len: 217 time: 0.0385902 Jun 30 02:41:50.674380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-981d2efd-01f1-4aeb-bb68-2795e5e4559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.675937 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-981d2efd-01f1-4aeb-bb68-2795e5e4559c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0516973 Jun 30 02:41:50.712978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-53423e87-fdc2-4876-826d-bf70dd471a76 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175041 Jun 30 02:41:50.736472 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.770770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.779414 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5a53ee8-6176-4aa2-835a-759ebfd80045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.785479 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5a53ee8-6176-4aa2-835a-759ebfd80045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.791108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b5a53ee8-6176-4aa2-835a-759ebfd80045 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa46a8e4-1df1-414d-a616-d106abbfb6ef HTTP/1.1" status: 204 len: 168 time: 0.4753723 Jun 30 02:41:50.801397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-c377707b-2085-42a5-aaf7-09727672c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.801397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-c377707b-2085-42a5-aaf7-09727672c41e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186421 Jun 30 02:41:50.819716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a53ee8-6176-4aa2-835a-759ebfd80045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa46a8e4-1df1-414d-a616-d106abbfb6ef,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:50.894252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:50.905944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:50.920733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:50.942890 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-c69e88e6-f414-42fe-a646-078608aa59c2 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313453 Jun 30 02:41:50.945583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Pushing event updated for resources: {'Port': ['ID=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:50.956725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43e0a8-fcb8-48e3-bbd5-2a7d9da01cc3 req-4088473f-9cec-40b7-b9c1-2e52f72655fb tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.958547 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc43e0a8-fcb8-48e3-bbd5-2a7d9da01cc3 req-4088473f-9cec-40b7-b9c1-2e52f72655fb tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 931 time: 0.1551325 Jun 30 02:41:50.970868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85559a8d-3590-4a7d-ad07-a92d5f94d939,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:51.018292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.018946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.040140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc43e0a8-fcb8-48e3-bbd5-2a7d9da01cc3 req-2bcae926-988c-4122-9c0d-ebb09533e907 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731680 Jun 30 02:41:51.047564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94919f1e-e286-4b91-8480-08c0f699cd5b req-64c9eea6-3638-4708-99d0-996a79105192 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.055085 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94919f1e-e286-4b91-8480-08c0f699cd5b req-64c9eea6-3638-4708-99d0-996a79105192 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 947 time: 0.3770502 Jun 30 02:41:51.075394 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba61056f-ba91-4e0e-a199-37fe2c7f5b93 req-91a2fe92-1b8c-4359-889c-66431427e274 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417301 Jun 30 02:41:51.076549 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4d324b2-d865-4a46-bcce-b642a34bdb9e req-11690ed9-5aa4-4547-8832-39300b3b190c service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276693 Jun 30 02:41:51.078037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Checking segment: {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:51.078397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Network hostable DHCP agents. Network: 82e8f163-a18a-433b-b393-2fa98a10b270, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:41:51.105928 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94919f1e-e286-4b91-8480-08c0f699cd5b req-0434d63e-e49a-4eed-9844-16c768fa7a86 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 Jun 30 02:41:51.161479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-3008a301-02de-48d1-9f96-d3aad7cc631a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7569947 Jun 30 02:41:51.178182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Request body: {'port': {'device_id': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:51.208066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Network 82e8f163-a18a-433b-b393-2fa98a10b270 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:41:51.238569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9af876aa-2fcc-40f0-b8a3-5f9200cf4fb6 req-b7bb50be-d62a-4f38-9ed5-7f9d50caa786 tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c8b56a8ceab248c3a2da264b90ba24aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343435 Jun 30 02:41:51.261806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 193d1fd4-40aa-48df-a363-a3856e6760ef details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:51.355605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 82e8f163-a18a-433b-b393-2fa98a10b270) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:51.357763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-722b1b2b-fc63-49c7-962f-99371de1a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.360788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-722b1b2b-fc63-49c7-962f-99371de1a1d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 1099 time: 0.1439750 Jun 30 02:41:51.371459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.372155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.392352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.414074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d6ebe-6cb9-4ad5-9edc-56cfbe6a9e90 None None] Network 82e8f163-a18a-433b-b393-2fa98a10b270 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:51.466604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af876aa-2fcc-40f0-b8a3-5f9200cf4fb6 req-faadebef-b7a5-4ca3-a0d2-8b63cf5a5e97 tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.468340 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9af876aa-2fcc-40f0-b8a3-5f9200cf4fb6 req-faadebef-b7a5-4ca3-a0d2-8b63cf5a5e97 tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226002 Jun 30 02:41:51.489305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ef2f1f96-bfd2-453d-9ab2-ed23bfd40038 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9123616 Jun 30 02:41:51.496287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47428) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:51.502049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:51.512989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9af876aa-2fcc-40f0-b8a3-5f9200cf4fb6 req-f1273422-7649-4710-a5b5-4fa36fe4a07a tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/quotas/c8b56a8ceab248c3a2da264b90ba24aa HTTP/1.1" status: 200 len: 375 time: 0.0345471 Jun 30 02:41:51.526929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c12af-1709-4b58-9706-868b5d92274c', 'name': 'network-vif-deleted', 'tag': '1fe5a790-2713-4312-9914-d21e1d949b5e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:51.529995 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f3ee9e-b60c-427a-9ab3-e786415aada5" -d '{"events": [{"server_uuid": "569c12af-1709-4b58-9706-868b5d92274c", "name": "network-vif-deleted", "tag": "1fe5a790-2713-4312-9914-d21e1d949b5e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:51.540059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-a315d874-21d0-4f10-9027-2bc54cc1e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.541544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-a315d874-21d0-4f10-9027-2bc54cc1e036 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1340659 Jun 30 02:41:51.555627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 193d1fd4-40aa-48df-a363-a3856e6760ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=193d1fd4-40aa-48df-a363-a3856e6760ef,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:51.573657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '193d1fd4-40aa-48df-a363-a3856e6760ef', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '193d1fd4-40aa-48df-a363-a3856e6760ef', 'mac_address': 'fa:16:3e:f0:d2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:51.610580 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9af876aa-2fcc-40f0-b8a3-5f9200cf4fb6 req-267de265-c200-4926-b238-d77ae87d637e tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8b56a8ceab248c3a2da264b90ba24aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464935 Jun 30 02:41:51.611571 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-bc0283eb-51e7-47f7-9acb-ddc2ce7327de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=feb7a336-c58d-4d50-aae7-2015f9eb0509 HTTP/1.1" status: 200 len: 217 time: 0.0617781 Jun 30 02:41:51.658297 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.688506 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae81c75-1ac4-4dd3-a4bf-e2ef4c540a2e req-b75e0863-494a-4f26-a60f-c8214f6aa2f3 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.698010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7ae81c75-1ac4-4dd3-a4bf-e2ef4c540a2e req-b75e0863-494a-4f26-a60f-c8214f6aa2f3 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 948 time: 0.3353083 Jun 30 02:41:51.700845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193d1fd4-40aa-48df-a363-a3856e6760ef {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:51.751162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-82e8f163-a18a-433b-b393-2fa98a10b270', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:41:51.751162 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.757164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-aa3efe75-4b4c-42b8-ac4e-76275a525409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.758812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-aa3efe75-4b4c-42b8-ac4e-76275a525409 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1365519 Jun 30 02:41:51.790095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7ae81c75-1ac4-4dd3-a4bf-e2ef4c540a2e req-a74046fb-851b-461f-92b8-0b4561d6ff3c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911183 Jun 30 02:41:51.793412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 193d1fd4-40aa-48df-a363-a3856e6760ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=193d1fd4-40aa-48df-a363-a3856e6760ef,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:51.798623 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178b3746-a265-48b5-9941-c436146ea7db x-openstack-request-id: req-178b3746-a265-48b5-9941-c436146ea7db {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:51.798913 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c12af-1709-4b58-9706-868b5d92274c", "name": "network-vif-deleted", "tag": "1fe5a790-2713-4312-9914-d21e1d949b5e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:51.799169 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-178b3746-a265-48b5-9941-c436146ea7db {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:51.799562 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c12af-1709-4b58-9706-868b5d92274c', 'name': 'network-vif-deleted', 'tag': '1fe5a790-2713-4312-9914-d21e1d949b5e', 'status': 'completed', 'code': 200} Jun 30 02:41:51.854479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:51.871408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.886690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-3bfa5121-69a4-4de9-b566-055a827b25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.888550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-3bfa5121-69a4-4de9-b566-055a827b25ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975158 Jun 30 02:41:51.889026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Transition to ACTIVE for port object 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:51.953603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Allocated IP 172.20.0.2 (82e8f163-a18a-433b-b393-2fa98a10b270/85559a8d-3590-4a7d-ad07-a92d5f94d939/cfeaf799-6753-46a5-a1dc-1a73ba221074) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:51.989724 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-cc44708c-ff9c-4496-8ca7-727a8c4cf0b1 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938129 Jun 30 02:41:51.995162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.015014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.111621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.137838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.141261 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.183118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6adf946-f9cc-47d8-8a18-cc81d42d8f30 req-c6831ae2-c214-4623-a62c-1b4396a85b8c service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863551 Jun 30 02:41:52.223948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.231505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=193d1fd4-40aa-48df-a363-a3856e6760ef,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.323203 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.331489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Transition to ACTIVE for port object cfeaf799-6753-46a5-a1dc-1a73ba221074 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:52.352480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:52.357589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Transition to ACTIVE for port object cfeaf799-6753-46a5-a1dc-1a73ba221074 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:52.450734 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.463808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23161a2e-f4dd-46cf-bafd-0aff21860ba2 req-9e2b11d0-b4d0-477a-8cfc-6101a279bee6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.465723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23161a2e-f4dd-46cf-bafd-0aff21860ba2 req-9e2b11d0-b4d0-477a-8cfc-6101a279bee6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 948 time: 0.0762665 Jun 30 02:41:52.478765 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.501322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:52.501845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:52.502038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:52.505217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47462) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:52.516321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd0a16-d776-46ca-8e2d-589a25350a90 req-79aec733-62ba-4c4b-9b74-f87ceab45516 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.517510 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ffd0a16-d776-46ca-8e2d-589a25350a90 req-79aec733-62ba-4c4b-9b74-f87ceab45516 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 943 time: 0.2809901 Jun 30 02:41:52.519752 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:52.520092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:52.526100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:52.526434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:52.526818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:52.527638 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Bound port: 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:52.527638 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.558964 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23161a2e-f4dd-46cf-bafd-0aff21860ba2 req-a79a8ce0-5678-49ab-a10f-e703c58ba02d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837886 Jun 30 02:41:52.578998 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.582781 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Network 82e8f163-a18a-433b-b393-2fa98a10b270 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:52.587702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:52.596442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:52.619259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ffd0a16-d776-46ca-8e2d-589a25350a90 req-d36721e7-cd59-48cc-be69-e4fb457da6e5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883050 Jun 30 02:41:52.621462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Pushing event updated for resources: {'Port': ['ID=cfeaf799-6753-46a5-a1dc-1a73ba221074,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.669575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-network', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:52.687011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-c9f381ec-12e8-4559-97dd-33aa4c5dfb9b tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371010 Jun 30 02:41:52.704414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:52.709425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:52.818319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-af0ab64e-982a-42e0-9b39-1361b1bc122e tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.820043 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-af0ab64e-982a-42e0-9b39-1361b1bc122e tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248395 Jun 30 02:41:52.837618 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.838053 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-a57ea18c-4c12-47f1-9ba7-03050ffc17ca tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/quotas/03007cb6e5dd4d6c9235d68cb7c1560e HTTP/1.1" status: 200 len: 375 time: 0.0117729 Jun 30 02:41:52.840037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Made reservation on behalf of c44758b59eb84e0aa2e4f6a3b39f82bb for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:52.844415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.870466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.895196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-6cd4186e-8155-4eba-8d5d-1a8e761545cb tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475273 Jun 30 02:41:52.916833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.917460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.924320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] 10.222.0.83 "PUT /v2.0/ports/0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 HTTP/1.1" status: 200 len: 1091 time: 1.7501287 Jun 30 02:41:52.924320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'tag': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:52.924320 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ed21bd-7820-465c-b35b-ca67a09180fa", "tag": "0dfb27c4-aa0c-4db2-aa3c-bac94ca00604"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:52.940359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a665c-12cd-477d-847a-b34b4f5c8dad service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.950761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.978607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.027394 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.103845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Allocated IP 172.25.2.97 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:53.180270 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.255327 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.263009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649ac9b-eedb-49c8-905e-3d997dd0e552 req-e5ceae32-e70d-45c1-918e-ded0ed5047b5 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.264538 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4649ac9b-eedb-49c8-905e-3d997dd0e552 req-e5ceae32-e70d-45c1-918e-ded0ed5047b5 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 948 time: 0.1636052 Jun 30 02:41:53.290866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 193d1fd4-40aa-48df-a363-a3856e6760ef up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:53.302790 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.327186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:41:53.339315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ac995b-72b3-430e-a791-0399b8e29026,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:53.339430 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79758ef3-f707-47c5-8a10-7e1eedfcc9ca x-openstack-request-id: req-79758ef3-f707-47c5-8a10-7e1eedfcc9ca {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:53.339430 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ed21bd-7820-465c-b35b-ca67a09180fa", "tag": "0dfb27c4-aa0c-4db2-aa3c-bac94ca00604", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:53.339430 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79758ef3-f707-47c5-8a10-7e1eedfcc9ca {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:53.339430 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'tag': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604', 'status': 'completed', 'code': 200} Jun 30 02:41:53.349822 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.350716 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Added segment a38ab02d-c5b4-4d38-92c9-99772d99c406 of type vlan for network a623eb20-d6c9-44df-a760-771edfcfb2d4 Jun 30 02:41:53.375327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4649ac9b-eedb-49c8-905e-3d997dd0e552 req-e1a1dba1-72f5-4768-bcf3-4c3c3935236b tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956345 Jun 30 02:41:53.396602 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.441663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-0ec236e1-2f28-428b-a9f1-2b53fd3aa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.444345 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-0ec236e1-2f28-428b-a9f1-2b53fd3aa5d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1094 time: 0.1348779 Jun 30 02:41:53.465119 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Attempting to bind port cfeaf799-6753-46a5-a1dc-1a73ba221074 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:53.465773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Attempting to bind port cfeaf799-6753-46a5-a1dc-1a73ba221074 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:53.467728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Attempting to bind port cfeaf799-6753-46a5-a1dc-1a73ba221074 on network 82e8f163-a18a-433b-b393-2fa98a10b270 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:53.482594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:53.482594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Checking segment: {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:53.482594 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.482594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Bound using segment: {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:53.482594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Bound port: cfeaf799-6753-46a5-a1dc-1a73ba221074, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:53.482594 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.487176 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-070afacc-8cb9-4daf-8f34-27352e634d56 req-443f84cb-ce10-45ef-85eb-b197ddfb9975 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 210 time: 0.0415604 Jun 30 02:41:53.532057 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-ce9fbd15-fd82-43a5-aabc-b4565c17ab4c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 HTTP/1.1" status: 200 len: 217 time: 0.0745189 Jun 30 02:41:53.533609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.552910 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.552910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.562973 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.572249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] For port cfeaf799-6753-46a5-a1dc-1a73ba221074, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:53.587155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] For port cfeaf799-6753-46a5-a1dc-1a73ba221074, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cfeaf799-6753-46a5-a1dc-1a73ba221074,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:53.610533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:53.626055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] Pushing event updated for resources: {'Network': ['ID=a623eb20-d6c9-44df-a760-771edfcfb2d4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:53.628561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:53.634815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:53.652384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network a623eb20-d6c9-44df-a760-771edfcfb2d4 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:41:53.667213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 193d1fd4-40aa-48df-a363-a3856e6760ef completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:53.671632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-143c3c0b-ef59-4bb0-ba77-a3dcb666ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.673098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-143c3c0b-ef59-4bb0-ba77-a3dcb666ce2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.1310277 Jun 30 02:41:53.675358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:53.700875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 193d1fd4-40aa-48df-a363-a3856e6760ef triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:53.701359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.741832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-58cff4d7-a819-4309-b8b8-97ad96ca9863 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2344880 Jun 30 02:41:53.744695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47502) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:53.745952 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.750367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Request body: {'subnet': {'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-subnet', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:53.811816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa8805-6389-4216-9ad4-159a4a157600 None None] Pushing event updated for resources: {'Port': ['ID=cfeaf799-6753-46a5-a1dc-1a73ba221074,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:53.814949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device feb7a336-c58d-4d50-aae7-2015f9eb0509 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:53.863211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03483d29-3243-4460-aa83-63c0540bb60e req-b5b72d7c-2d2e-4ec3-96f1-630e75c77e97 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.864715 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03483d29-3243-4460-aa83-63c0540bb60e req-b5b72d7c-2d2e-4ec3-96f1-630e75c77e97 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 943 time: 0.0870981 Jun 30 02:41:53.908629 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03483d29-3243-4460-aa83-63c0540bb60e req-9e1d69be-36f9-4a08-9922-2a778840e4cc tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362856 Jun 30 02:41:53.917124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Made reservation on behalf of c44758b59eb84e0aa2e4f6a3b39f82bb for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:53.920233 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.005177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port feb7a336-c58d-4d50-aae7-2015f9eb0509, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=feb7a336-c58d-4d50-aae7-2015f9eb0509,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:54.017172 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.032160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'feb7a336-c58d-4d50-aae7-2015f9eb0509', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'feb7a336-c58d-4d50-aae7-2015f9eb0509', 'mac_address': 'fa:16:3e:2c:71:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:54.047973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663af615-beee-48ae-955c-f417848a61af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193d1fd4-40aa-48df-a363-a3856e6760ef'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:54.050402 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ff20f4-74ea-47f2-9c87-e23018f14e17" -d '{"events": [{"server_uuid": "663af615-beee-48ae-955c-f417848a61af", "name": "network-vif-plugged", "status": "completed", "tag": "193d1fd4-40aa-48df-a363-a3856e6760ef"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:54.085213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 193d1fd4-40aa-48df-a363-a3856e6760ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=193d1fd4-40aa-48df-a363-a3856e6760ef,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:54.097744 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.117884 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-fd62ada9-92b9-4f09-9b13-29b9535c89c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4340501 Jun 30 02:41:54.123225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb7a336-c58d-4d50-aae7-2015f9eb0509 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:54.149731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port feb7a336-c58d-4d50-aae7-2015f9eb0509, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=feb7a336-c58d-4d50-aae7-2015f9eb0509,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:54.199907 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.200733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1fe5a790-2713-4312-9914-d21e1d949b5e no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:54.238610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 1fe5a790-2713-4312-9914-d21e1d949b5e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:54.240383 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1fe5a790-2713-4312-9914-d21e1d949b5e not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:54.297113 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.298032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7c9df4d-3514-4aec-9fb3-c6fb705179a8 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:54.309867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-739a43ae-c48e-4eea-a610-153617800590 req-bb5aeb2f-e730-43fb-89af-f753581395d0 tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c8b56a8ceab248c3a2da264b90ba24aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554478 Jun 30 02:41:54.345834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=193d1fd4-40aa-48df-a363-a3856e6760ef,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:54.380570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:54.407643 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-8bb99699-08f2-4c1b-b710-3cb8ab36f3f4 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481003 Jun 30 02:41:54.407994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'mac_address': 'fa:16:3e:14:de:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:54.426090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98d599-576a-42b9-83c5-d1ce31776f78 req-8308f608-225a-4815-ba0b-5a537faa7e61 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.434125 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da98d599-576a-42b9-83c5-d1ce31776f78 req-8308f608-225a-4815-ba0b-5a537faa7e61 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 948 time: 0.3196011 Jun 30 02:41:54.439501 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.470958 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.486990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c9df4d-3514-4aec-9fb3-c6fb705179a8 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:54.493550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=feb7a336-c58d-4d50-aae7-2015f9eb0509,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:54.517075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:54.520166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a43ae-c48e-4eea-a610-153617800590 req-d853dd46-95a7-4dea-9f48-f28158fb067c tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.521773 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-739a43ae-c48e-4eea-a610-153617800590 req-d853dd46-95a7-4dea-9f48-f28158fb067c tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059360 Jun 30 02:41:54.547673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b1cbe8-cc28-4d84-a664-49f3e7840feb,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:54.552677 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da98d599-576a-42b9-83c5-d1ce31776f78 req-92001c4e-19a9-4be2-b8f1-2819c5861289 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177030 Jun 30 02:41:54.562243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Checking segment: {'id': 'a38ab02d-c5b4-4d38-92c9-99772d99c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:54.562744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Network hostable DHCP agents. Network: a623eb20-d6c9-44df-a760-771edfcfb2d4, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:41:54.565726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-739a43ae-c48e-4eea-a610-153617800590 req-c6140ee5-d248-49c3-940b-25f11ee758af tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/quotas/c8b56a8ceab248c3a2da264b90ba24aa HTTP/1.1" status: 200 len: 375 time: 0.0367298 Jun 30 02:41:54.609293 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.619369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80724a7e-9bff-43d5-a1a3-ca6d77a36551 req-258f931c-881d-405a-a0c7-ff68913b3698 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024372 Jun 30 02:41:54.627037 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-739a43ae-c48e-4eea-a610-153617800590 req-c1575a8f-bea8-48a1-8be7-97821b1583a2 tempest-QuotasAdminNegativeTest-1314635397 tempest-QuotasAdminNegativeTest-1314635397-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8b56a8ceab248c3a2da264b90ba24aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514896 Jun 30 02:41:54.658179 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.710958 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6195799-35a7-4956-ba63-b8573efc2f10 x-openstack-request-id: req-c6195799-35a7-4956-ba63-b8573efc2f10 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:54.711252 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663af615-beee-48ae-955c-f417848a61af", "name": "network-vif-plugged", "status": "completed", "tag": "193d1fd4-40aa-48df-a363-a3856e6760ef", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:54.711622 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6195799-35a7-4956-ba63-b8573efc2f10 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:54.712016 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663af615-beee-48ae-955c-f417848a61af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193d1fd4-40aa-48df-a363-a3856e6760ef', 'code': 200} Jun 30 02:41:54.712797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:54.752267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Network a623eb20-d6c9-44df-a760-771edfcfb2d4 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:41:54.801732 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-81fe9e5b-22bb-4ef1-a670-bad1d63f335a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1258051 Jun 30 02:41:54.838931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f7c9df4d-3514-4aec-9fb3-c6fb705179a8'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:54.886541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['feb7a336-c58d-4d50-aae7-2015f9eb0509'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:54.931986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, a623eb20-d6c9-44df-a760-771edfcfb2d4) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:54.945227 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77721b8e-6789-483d-854d-341a5e24d36e req-9d950993-d5b2-4d42-98b5-cc9654c8e405 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 210 time: 0.0457032 Jun 30 02:41:54.949736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa61e93-8ec1-4ec2-9d6d-c871e83c00d7 None None] Network a623eb20-d6c9-44df-a760-771edfcfb2d4 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:54.950674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f16ddb-26a2-4527-8bd5-2af8b3eaf0c8 req-b58a5bbd-12ab-44e2-a7dc-d13a56883a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.955490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.956340 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1f16ddb-26a2-4527-8bd5-2af8b3eaf0c8 req-b58a5bbd-12ab-44e2-a7dc-d13a56883a19 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 1100 time: 0.2215984 Jun 30 02:41:54.956717 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.010414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-e92df0a1-1f87-4763-b207-9286e6ab1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.015999 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-e92df0a1-1f87-4763-b207-9286e6ab1809 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=960cb00257de42d98de81ab58ffac139&device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 1116 time: 0.1531148 Jun 30 02:41:55.060754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a5633-10a1-4e89-b13a-85fbf69f21a2 req-275d04df-97de-430d-97c4-0e9c1f3e499c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.067713 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a48a5633-10a1-4e89-b13a-85fbf69f21a2 req-275d04df-97de-430d-97c4-0e9c1f3e499c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 949 time: 0.2846379 Jun 30 02:41:55.132752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-908f3b3c-fb26-4ad0-9bba-9835f8345142 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3863413 Jun 30 02:41:55.133651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47536) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:55.141879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-router', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:55.182250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1f16ddb-26a2-4527-8bd5-2af8b3eaf0c8 req-9b066c5c-6735-40b1-9436-5a1d8edb7a09 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102907 Jun 30 02:41:55.184066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a req-14f56f4a-cdc2-4096-a131-45547c75d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.185609 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a req-14f56f4a-cdc2-4096-a131-45547c75d0c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1094 time: 0.3330169 Jun 30 02:41:55.199008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a48a5633-10a1-4e89-b13a-85fbf69f21a2 req-09f65507-b487-4a85-8843-7a8913913da4 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297662 Jun 30 02:41:55.279924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.281460 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.302440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-aa58adef-656b-4c47-883a-f7004f8f847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.304236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-aa58adef-656b-4c47-883a-f7004f8f847a service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b6ae11d-e383-4f15-8222-2d3f362fb36d HTTP/1.1" status: 200 len: 925 time: 0.2526994 Jun 30 02:41:55.368443 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.424022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-a623eb20-d6c9-44df-a760-771edfcfb2d4', 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'fixed_ips': [{'subnet_id': 'e4b1cbe8-cc28-4d84-a664-49f3e7840feb'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:41:55.425120 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.446561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e29eb1-140d-4f66-9cc2-6c0d66dd90e5 None None] Network 82e8f163-a18a-433b-b393-2fa98a10b270 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:55.471723 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.496949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-66c9a871-4e30-40f3-92e0-76cea8420165 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ad71ca4-e695-4b3c-a673-0e814139c228 HTTP/1.1" status: 200 len: 1021 time: 0.1769176 Jun 30 02:41:55.549646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a req-857d86ea-dec9-4d51-8987-c41645752ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.551428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a req-857d86ea-dec9-4d51-8987-c41645752ce9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.3505127 Jun 30 02:41:55.551761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-0f9763f6-b5f6-4bd1-91af-a25febb8c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.553883 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-0f9763f6-b5f6-4bd1-91af-a25febb8c291 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1a07870e-f98d-4697-90de-88fb38975f3c HTTP/1.1" status: 200 len: 863 time: 0.0484679 Jun 30 02:41:55.571349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3a115-38df-45ae-8579-cb61b5c78896 req-19cd1b18-8389-4940-8d17-30f6084f284e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.578656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ae3a115-38df-45ae-8579-cb61b5c78896 req-19cd1b18-8389-4940-8d17-30f6084f284e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 943 time: 0.2324369 Jun 30 02:41:55.729676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a req-6392a837-70b7-465e-ae14-a40029314d32 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 HTTP/1.1" status: 200 len: 217 time: 0.1673994 Jun 30 02:41:55.752994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-06a993d4-221b-4691-b6a8-b44c1f74bc25 None None] Provisioning for port cfeaf799-6753-46a5-a1dc-1a73ba221074 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:55.783243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Allocated IP 172.20.0.2 (a623eb20-d6c9-44df-a760-771edfcfb2d4/e4b1cbe8-cc28-4d84-a664-49f3e7840feb/7fe1271a-f055-4436-8a44-4ab3ed63d278) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:55.788661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.813215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device feb7a336-c58d-4d50-aae7-2015f9eb0509 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:55.816108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-bb71f765-a9d4-4fce-8e90-b72303580cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.817658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-bb71f765-a9d4-4fce-8e90-b72303580cc1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b6ae11d-e383-4f15-8222-2d3f362fb36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2556808 Jun 30 02:41:55.833803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a req-6f23aed5-d5a4-4cb6-bd94-5111b3d9a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.836194 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a req-6f23aed5-d5a4-4cb6-bd94-5111b3d9a1a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0906990 Jun 30 02:41:55.891996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e8e3b-6d82-477b-9a9c-e6a5c01e3179 req-8e53a3a2-cd53-4424-b926-f5eb1a5a9096 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.893580 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-796e8e3b-6d82-477b-9a9c-e6a5c01e3179 req-8e53a3a2-cd53-4424-b926-f5eb1a5a9096 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 949 time: 0.1750019 Jun 30 02:41:55.902552 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a req-6e02d884-2626-4260-a4f9-705a25fc38c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487278 Jun 30 02:41:55.922034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ae3a115-38df-45ae-8579-cb61b5c78896 req-18cd4d14-b534-44e7-875e-8db722ce8136 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378801 Jun 30 02:41:55.976389 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-796e8e3b-6d82-477b-9a9c-e6a5c01e3179 req-2438f5d2-6518-47ba-90fe-cfdd92843ee1 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733140 Jun 30 02:41:55.977921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cfeaf799-6753-46a5-a1dc-1a73ba221074 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:55.980187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-b655ecde-9791-4e55-b356-2410d60ac49a service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486895 Jun 30 02:41:56.078701 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a req-4b22370e-78b6-445e-ad29-00d0eab536aa service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384003 Jun 30 02:41:56.083758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Router 00049844-a7d5-430b-bac1-7e894da1079a is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:41:56.214036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67e4dfe3-a638-47fe-a0c7-ad84425bf69a req-7069b166-90df-49c5-9c29-41338ee79661 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256592 Jun 30 02:41:56.277740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port feb7a336-c58d-4d50-aae7-2015f9eb0509 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:56.287129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port cfeaf799-6753-46a5-a1dc-1a73ba221074 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:56.301804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port feb7a336-c58d-4d50-aae7-2015f9eb0509 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:56.302411 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.317784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ec42c6f-b5fa-4dbc-b2d8-9aecf19f0eb1 req-f02f1a1c-8140-41e7-baea-aafcfcce2548 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 210 time: 0.0898921 Jun 30 02:41:56.352496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cfeaf799-6753-46a5-a1dc-1a73ba221074 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:56.363564 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.392313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47550) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:56.418406 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c40d4347-e852-4be3-ade5-3c9be86ba026 req-70dfcc80-f12d-4082-a38b-016843ad3591 service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720271 Jun 30 02:41:56.500092 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.603211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Transition to ACTIVE for port object 7fe1271a-f055-4436-8a44-4ab3ed63d278 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:56.612347 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.614423 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.615799 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dedaf5f5-5cf1-446f-9174-15a17183be7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.633517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:56.660129 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Sync routers for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:56.674673 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:56.679703 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:41:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:56.711643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.711865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port cfeaf799-6753-46a5-a1dc-1a73ba221074, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cfeaf799-6753-46a5-a1dc-1a73ba221074,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:56.739695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Transition to ACTIVE for port object 7fe1271a-f055-4436-8a44-4ab3ed63d278 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:56.743344 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.748552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac53695-4538-49cf-9329-bec98343df70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb7a336-c58d-4d50-aae7-2015f9eb0509'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:56.750921 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b554b53-7410-45b2-b6d2-a408e527e72c" -d '{"events": [{"server_uuid": "4ac53695-4538-49cf-9329-bec98343df70", "name": "network-vif-plugged", "status": "completed", "tag": "feb7a336-c58d-4d50-aae7-2015f9eb0509"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:56.757782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.759105 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-09e3ca94-2814-4f8f-9d87-d43c75e2b158 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2611279 Jun 30 02:41:56.761841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47558) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:56.765162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752c6bb-ee78-4c97-823a-1e45823ded14 req-3bb83613-bb10-48a3-8c42-d89b0a5451be tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:56.773487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f752c6bb-ee78-4c97-823a-1e45823ded14 req-3bb83613-bb10-48a3-8c42-d89b0a5451be tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 949 time: 0.3170166 Jun 30 02:41:56.791960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port feb7a336-c58d-4d50-aae7-2015f9eb0509, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=feb7a336-c58d-4d50-aae7-2015f9eb0509,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:56.798795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-00ce8192-ed57-430c-af93-894e00c16297 None None] Provisioning complete for port cfeaf799-6753-46a5-a1dc-1a73ba221074 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:56.799269 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-00ce8192-ed57-430c-af93-894e00c16297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.809269 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-fcde27b2-32e7-4bed-883e-14e678ca4c97 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724165 Jun 30 02:41:56.819523 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:56.838370 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54f97f7-7702-4f9e-a61f-0b4794545f89 x-openstack-request-id: req-b54f97f7-7702-4f9e-a61f-0b4794545f89 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:56.839152 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac53695-4538-49cf-9329-bec98343df70", "name": "network-vif-plugged", "status": "completed", "tag": "feb7a336-c58d-4d50-aae7-2015f9eb0509", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:56.845349 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b54f97f7-7702-4f9e-a61f-0b4794545f89 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:56.845349 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac53695-4538-49cf-9329-bec98343df70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb7a336-c58d-4d50-aae7-2015f9eb0509', 'code': 200} Jun 30 02:41:56.845349 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.913674 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.972764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=cfeaf799-6753-46a5-a1dc-1a73ba221074,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:56.997801 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.003464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7c9df4d-3514-4aec-9fb3-c6fb705179a8 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:57.007922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f752c6bb-ee78-4c97-823a-1e45823ded14 req-c19d22ca-edf9-4917-befb-ed1a789e573c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333703 Jun 30 02:41:57.016466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Network a623eb20-d6c9-44df-a760-771edfcfb2d4 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:57.090246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:57.093657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:57.183762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Pushing event updated for resources: {'Port': ['ID=7fe1271a-f055-4436-8a44-4ab3ed63d278,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:57.184273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Allocated IP 172.25.2.196 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/64f98647-d92f-4150-a0fd-e821b086dfe2) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:57.204280 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:54Z', 'revision_number': 3, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:57.231538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-00e70b6b-8b9a-4ddd-a0dd-7bfb56402058 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.233125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-00e70b6b-8b9a-4ddd-a0dd-7bfb56402058 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4123104 Jun 30 02:41:57.258456 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Checking router: 00049844-a7d5-430b-bac1-7e894da1079a for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:57.259013 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Updating router 00049844-a7d5-430b-bac1-7e894da1079a port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:41:57.259294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Request body: {'port': {'device_id': '4fbb9707-8e2e-4601-af39-8391e9a29a20', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '03007cb6e5dd4d6c9235d68cb7c1560e'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:57.285299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Attempting to bind port 7fe1271a-f055-4436-8a44-4ab3ed63d278 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:57.286518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Attempting to bind port 7fe1271a-f055-4436-8a44-4ab3ed63d278 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a38ab02d-c5b4-4d38-92c9-99772d99c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:57.287074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Attempting to bind port 7fe1271a-f055-4436-8a44-4ab3ed63d278 on network a623eb20-d6c9-44df-a760-771edfcfb2d4 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:57.301972 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.314560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:57.315255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Checking segment: {'id': 'a38ab02d-c5b4-4d38-92c9-99772d99c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:57.315891 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.317219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Bound using segment: {'id': 'a38ab02d-c5b4-4d38-92c9-99772d99c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:57.318394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Bound port: 7fe1271a-f055-4436-8a44-4ab3ed63d278, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38ab02d-c5b4-4d38-92c9-99772d99c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:57.319069 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.332829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=feb7a336-c58d-4d50-aae7-2015f9eb0509,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:57.392021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dedaf5f5-5cf1-446f-9174-15a17183be7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.449787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:57.472713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:57.473163 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.482110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dedaf5f5-5cf1-446f-9174-15a17183be7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.504540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] For port 7fe1271a-f055-4436-8a44-4ab3ed63d278, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:57.520851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] For port 7fe1271a-f055-4436-8a44-4ab3ed63d278, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7fe1271a-f055-4436-8a44-4ab3ed63d278,segment=NetworkSegment(a38ab02d-c5b4-4d38-92c9-99772d99c406),segment_id=a38ab02d-c5b4-4d38-92c9-99772d99c406)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:57.545572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a98f0-9f8a-4340-a5c3-d0f939283338 req-0bad6db7-ab2b-4e5e-829e-cdd5699bde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.547059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-466a98f0-9f8a-4340-a5c3-d0f939283338 req-0bad6db7-ab2b-4e5e-829e-cdd5699bde61 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 1100 time: 0.6544170 Jun 30 02:41:57.564358 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.574610 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.575344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecac67-a62a-4337-9007-ddfd16a5d022 req-cd5e84f1-5b54-41c4-84b3-3dd709e29032 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.577085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1eecac67-a62a-4337-9007-ddfd16a5d022 req-cd5e84f1-5b54-41c4-84b3-3dd709e29032 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 949 time: 0.3369324 Jun 30 02:41:57.593092 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dedaf5f5-5cf1-446f-9174-15a17183be7f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8b56a8ceab248c3a2da264b90ba24aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1980910 Jun 30 02:41:57.595524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47566) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:57.597872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe22d7-19e0-4908-a670-8b9f8c77beb7 req-00a86b86-4d3a-43a7-8ec1-f46f81d6534a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.598733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaf5f5-5cf1-446f-9174-15a17183be7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bbb679-ef47-4e7a-8d1f-cb2edc2d01a6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:57.599468 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0efe22d7-19e0-4908-a670-8b9f8c77beb7 req-00a86b86-4d3a-43a7-8ec1-f46f81d6534a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 943 time: 0.2058105 Jun 30 02:41:57.623056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:57.640090 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.676188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-466a98f0-9f8a-4340-a5c3-d0f939283338 req-96b02e1d-3764-4d95-ab17-9009dbbd5d58 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877354 Jun 30 02:41:57.681079 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0efe22d7-19e0-4908-a670-8b9f8c77beb7 req-7e08e5e9-8e39-490a-a2a2-ad63652a8ef9 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728641 Jun 30 02:41:57.691613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Made reservation on behalf of 03007cb6e5dd4d6c9235d68cb7c1560e for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:57.696474 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.711167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7572939-9e0b-4b52-9d7e-ad54b4b6adac None None] Pushing event updated for resources: {'Port': ['ID=7fe1271a-f055-4436-8a44-4ab3ed63d278,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:57.712271 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1eecac67-a62a-4337-9007-ddfd16a5d022 req-9fd1e755-73b8-42b5-a465-4e505cb9dfa8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188679 Jun 30 02:41:57.747223 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.807656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:57.852797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-138a13b0-d95e-4fdf-b07d-ef552601cb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.909421 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.921288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:57.989098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-138a13b0-d95e-4fdf-b07d-ef552601cb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.992661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cfeaf799-6753-46a5-a1dc-1a73ba221074 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:58.006691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d35351c0-6d41-4459-a95b-1c362d4caac6 req-2d42a2fd-e791-4915-93dd-9662fe68d5ea tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 210 time: 0.0653644 Jun 30 02:41:58.131733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:58.155627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604', 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14', 'port_id': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604', 'mac_address': 'fa:16:3e:6c:46:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959022d8-4dfe-420a-a9b2-f79d5ce3d2bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:58.215457 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:58.248025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:58.249877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Pushing event updated for resources: {'Port': ['ID=64f98647-d92f-4150-a0fd-e821b086dfe2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.252688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Allocated IP 192.168.233.245 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/dda32d99-5bf1-414c-8a94-8026790523b2) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:58.254780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:58.256554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cfeaf799-6753-46a5-a1dc-1a73ba221074 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:58.257120 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.279138 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.288224 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.291378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.294690 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Transition to ACTIVE for port object b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:58.306261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:58.345829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:58.482977 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.506895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d47b4-9813-4f46-a06f-c749237c95bc req-613db16a-520c-418d-b4fb-28b0c936fd13 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:58.515135 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-581d47b4-9813-4f46-a06f-c749237c95bc req-613db16a-520c-418d-b4fb-28b0c936fd13 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 950 time: 0.3089542 Jun 30 02:41:58.526430 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.539922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-138a13b0-d95e-4fdf-b07d-ef552601cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.540589 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Attempting to bind port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:58.541028 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Attempting to bind port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:58.541406 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Attempting to bind port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:58.542391 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-138a13b0-d95e-4fdf-b07d-ef552601cb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.543532 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-138a13b0-d95e-4fdf-b07d-ef552601cb4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75bbb679-ef47-4e7a-8d1f-cb2edc2d01a6 HTTP/1.1" status: 204 len: 168 time: 0.9457316 Jun 30 02:41:58.556405 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Pushing event updated for resources: {'Port': ['ID=b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.560345 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:58.560729 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:58.561171 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.561700 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:58.562195 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Bound port: b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:58.562706 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.576283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-581d47b4-9813-4f46-a06f-c749237c95bc req-2a4d3568-ac39-49d8-a92d-c7648df4f531 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571694 Jun 30 02:41:58.593366 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Allocated IP 172.20.0.1 (82e8f163-a18a-433b-b393-2fa98a10b270/85559a8d-3590-4a7d-ad07-a92d5f94d939/bdf62f78-c532-41e9-ac0d-092943af6076) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:58.595665 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.596130 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.596581 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.596918 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.597257 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.597903 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.598243 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.598595 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.598927 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.599363 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.599697 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.601219 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:58.617576 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-32ef96ba-f6e5-40ef-822f-9b9a95fe88eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.635099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.646702 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] For port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:58.650659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a13b0-d95e-4fdf-b07d-ef552601cb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bbb679-ef47-4e7a-8d1f-cb2edc2d01a6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.654289 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] For port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:58.669936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78691a09-971c-4314-ac95-4c1ff125cb02 req-dac36df5-af38-46da-8922-b651ff2184c6 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:58.677324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78691a09-971c-4314-ac95-4c1ff125cb02 req-dac36df5-af38-46da-8922-b651ff2184c6 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 1100 time: 0.2355783 Jun 30 02:41:58.750858 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.762456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-78691a09-971c-4314-ac95-4c1ff125cb02 req-d45b0494-7e43-439b-aa00-71d6caf0ebc5 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.776302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['0dfb27c4-aa0c-4db2-aa3c-bac94ca00604'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:58.833357 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.860241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:58.864248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Transition to ACTIVE for port object bdf62f78-c532-41e9-ac0d-092943af6076 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:58.868443 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531ad446-3891-4fdc-b098-4e19aa7d49e3" -d '{"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-plugged", "status": "completed", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:58.870095 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:58.870731 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:41:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:58.904234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.917110 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b1cea-efc1-45f5-a2a2-cdae4f96fb83 None None] Pushing event updated for resources: {'Port': ['ID=b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.984274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Transition to ACTIVE for port object dda32d99-5bf1-414c-8a94-8026790523b2 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:59.019689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.023550 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.081069 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:59.112039 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.149957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Pushing event updated for resources: {'Port': ['ID=bdf62f78-c532-41e9-ac0d-092943af6076,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:59.189473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Network 82e8f163-a18a-433b-b393-2fa98a10b270 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:59.198800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:59.205256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:59.263236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:59.265001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60b37b-0059-4e4a-b27f-8432566b8daf req-9ce0d36e-fd1b-4892-b2de-edc3ab28eb44 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:59.269990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:59.276551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb60b37b-0059-4e4a-b27f-8432566b8daf req-9ce0d36e-fd1b-4892-b2de-edc3ab28eb44 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 944 time: 0.3232353 Jun 30 02:41:59.283609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d3b721-4701-415a-84c7-bdb9f0cd8307 None None] Network a623eb20-d6c9-44df-a760-771edfcfb2d4 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:59.285338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:59.290702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.348286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Pushing event updated for resources: {'Port': ['ID=dda32d99-5bf1-414c-8a94-8026790523b2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:59.352346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-78691a09-971c-4314-ac95-4c1ff125cb02 req-d45b0494-7e43-439b-aa00-71d6caf0ebc5 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.471744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-78691a09-971c-4314-ac95-4c1ff125cb02 req-d45b0494-7e43-439b-aa00-71d6caf0ebc5 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.491220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d0afc0ed-975b-46ef-b3db-70233b284b25 None None] Provisioning for port 7fe1271a-f055-4436-8a44-4ab3ed63d278 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:59.504914 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb60b37b-0059-4e4a-b27f-8432566b8daf req-10dec05c-98cc-4ad5-9a3a-029afc5c35e5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273414 Jun 30 02:41:59.529359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78691a09-971c-4314-ac95-4c1ff125cb02 req-d45b0494-7e43-439b-aa00-71d6caf0ebc5 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8510339 Jun 30 02:41:59.535277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:59.535921 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.554313 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a119993-3ec2-4859-8076-cde8a746e5ff x-openstack-request-id: req-3a119993-3ec2-4859-8076-cde8a746e5ff {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:59.556551 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-plugged", "status": "completed", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:59.557691 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a119993-3ec2-4859-8076-cde8a746e5ff {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:59.558985 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'code': 200} Jun 30 02:41:59.602860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47592) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:59.659015 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:54Z', 'revision_number': 3, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:59.672724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d28b087e-0457-4aef-8bf0-7d7cab0a1aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.718870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b0494-7e43-439b-aa00-71d6caf0ebc5 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e7950a-1d38-444b-8859-051142415c66,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:59.749090 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74916365-37e5-453b-98a8-5aa7f7e33fa5 None None] The sync data for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 is: [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:54Z', 'revision_number': 3, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:59.820485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:59.872629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4b714e0c-fa5e-4d12-ae17-8e65f8579139 None None] Provisioning for port bdf62f78-c532-41e9-ac0d-092943af6076 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:59.883856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4b714e0c-fa5e-4d12-ae17-8e65f8579139 None None] Provisioning complete for port bdf62f78-c532-41e9-ac0d-092943af6076 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:59.888930 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.889843 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4b714e0c-fa5e-4d12-ae17-8e65f8579139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.931169 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47e687-0f85-4a9a-8a52-cb508264e893 req-d1f12822-70a5-4d49-b49b-d8f7bb03140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:59.935267 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d47e687-0f85-4a9a-8a52-cb508264e893 req-d1f12822-70a5-4d49-b49b-d8f7bb03140a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 1099 time: 0.3006864 Jun 30 02:41:59.955978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7fe1271a-f055-4436-8a44-4ab3ed63d278 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:00.054614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4b714e0c-fa5e-4d12-ae17-8e65f8579139 None None] Port bdf62f78-c532-41e9-ac0d-092943af6076 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:00.087972 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-db28c127-4af8-41fe-aaca-5b90fcf7618c tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8339989 Jun 30 02:42:00.103581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Request body: {'port': {'device_id': '4fbb9707-8e2e-4601-af39-8391e9a29a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:00.155305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 7fe1271a-f055-4436-8a44-4ab3ed63d278 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:00.157967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7fe1271a-f055-4436-8a44-4ab3ed63d278 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:00.166055 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.211873 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.227843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:00.243082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:00.243463 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.301657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.337482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bd1a9ff3-1446-4701-b2aa-05a37d9202b8 None None] Provisioning for port dda32d99-5bf1-414c-8a94-8026790523b2 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:00.340043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d47e687-0f85-4a9a-8a52-cb508264e893 req-f48c65fa-3dfe-432e-86ab-0586134d8db7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987937 Jun 30 02:42:00.351733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bd1a9ff3-1446-4701-b2aa-05a37d9202b8 None None] Provisioning complete for port dda32d99-5bf1-414c-8a94-8026790523b2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:00.351733 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bd1a9ff3-1446-4701-b2aa-05a37d9202b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.366281 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d28b087e-0457-4aef-8bf0-7d7cab0a1aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.393640 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.398544 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.415746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e177c5-3e26-4d89-8627-0d62e9f7a6e8 req-43d073a1-a301-4a36-a57d-1b5a26cd145e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.419759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9030802-827d-4701-a623-e5e38ebba8cb req-34555391-ae05-403a-9f6c-ff43c3b03673 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.439306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9e177c5-3e26-4d89-8627-0d62e9f7a6e8 req-43d073a1-a301-4a36-a57d-1b5a26cd145e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 950 time: 0.1684856 Jun 30 02:42:00.439488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9030802-827d-4701-a623-e5e38ebba8cb req-34555391-ae05-403a-9f6c-ff43c3b03673 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 936 time: 0.3421941 Jun 30 02:42:00.453294 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a9ff3-1446-4701-b2aa-05a37d9202b8 None None] Port dda32d99-5bf1-414c-8a94-8026790523b2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:00.468881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9e177c5-3e26-4d89-8627-0d62e9f7a6e8 req-b9eb3579-a490-4c97-a8e7-1c6e1211b98a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450997 Jun 30 02:42:00.473537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:00.473687 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d28b087e-0457-4aef-8bf0-7d7cab0a1aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.484662 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.504012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.513132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bd1a9ff3-1446-4701-b2aa-05a37d9202b8 None None] Provisioning complete for port 7fe1271a-f055-4436-8a44-4ab3ed63d278 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:00.513518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bd1a9ff3-1446-4701-b2aa-05a37d9202b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.566495 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.583096 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9030802-827d-4701-a623-e5e38ebba8cb req-3ea2af9d-dbc6-4c74-9909-52e39f1f2051 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566072 Jun 30 02:42:00.636355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 7fe1271a-f055-4436-8a44-4ab3ed63d278, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7fe1271a-f055-4436-8a44-4ab3ed63d278,segment=NetworkSegment(a38ab02d-c5b4-4d38-92c9-99772d99c406),segment_id=a38ab02d-c5b4-4d38-92c9-99772d99c406)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:00.672168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Pushing event updated for resources: {'Port': ['ID=bdf62f78-c532-41e9-ac0d-092943af6076,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.686044 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.706807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b087e-0457-4aef-8bf0-7d7cab0a1aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c364c5b3-7411-48cd-a79d-2fc53d72d276,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.748632 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d28b087e-0457-4aef-8bf0-7d7cab0a1aad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7df5372b8cf4b21991ac4909ae22a91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1443858 Jun 30 02:42:00.752385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47612) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:00.763198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.785782 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.795370 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-6dd6ecf2-843c-4863-bdb9-d89297d4a3c1 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924702 Jun 30 02:42:00.867133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda32d99-5bf1-414c-8a94-8026790523b2 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:00.877096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.891397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Transition to ACTIVE for port object dda32d99-5bf1-414c-8a94-8026790523b2 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:00.915713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Router b47e4458-8055-4b52-88d3-c0d41d233346 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:42:00.966723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=7fe1271a-f055-4436-8a44-4ab3ed63d278,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.992786 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.030475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-be5eb83a-295c-4d31-ae68-f4a2140e5fae tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.031934 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-be5eb83a-295c-4d31-ae68-f4a2140e5fae tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353108 Jun 30 02:42:01.044708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Network 82e8f163-a18a-433b-b393-2fa98a10b270 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:01.051882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:01.060609 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dd22d5aa-e3e6-464f-9960-4ac7ccb71ce7 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/quotas/904222f956104230a7b4cfb30b5372af HTTP/1.1" status: 200 len: 375 time: 0.0215688 Jun 30 02:42:01.234255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a5832ab5-f59f-4d35-b54b-bcf29a5c9281 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1695042 Jun 30 02:42:01.248744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dda32d99-5bf1-414c-8a94-8026790523b2,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:01.258006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Router 00049844-a7d5-430b-bac1-7e894da1079a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:01.273374 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e370617-84ce-4a5a-90bf-8d5dd2f762cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.317134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e370617-84ce-4a5a-90bf-8d5dd2f762cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.326854 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.363106 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8360c7f4-fe38-4ecc-9a00-d99235972568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.424888 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82839a62-905b-4be7-9141-7c41c4ce8fd9 req-5dba48f5-fb32-4859-9819-b9eff0128182 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.425741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:01.432725 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d89781b6-55a8-4e54-9c46-07a5f6e8c6de admin admin] 10.222.0.77 "PUT /v2.0/routers/00049844-a7d5-430b-bac1-7e894da1079a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6698153 Jun 30 02:42:01.436070 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-82839a62-905b-4be7-9141-7c41c4ce8fd9 req-5dba48f5-fb32-4859-9819-b9eff0128182 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 945 time: 0.5349927 Jun 30 02:42:01.457850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:01.469710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Sync routers for ids ['b47e4458-8055-4b52-88d3-c0d41d233346'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:01.488384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Routers {'b47e4458-8055-4b52-88d3-c0d41d233346'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:01.491821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b47e4458-8055-4b52-88d3-c0d41d233346'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:01.526200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Attempting to bind port dda32d99-5bf1-414c-8a94-8026790523b2 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:01.526539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Attempting to bind port dda32d99-5bf1-414c-8a94-8026790523b2 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:01.526935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Attempting to bind port dda32d99-5bf1-414c-8a94-8026790523b2 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:01.541628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-82839a62-905b-4be7-9141-7c41c4ce8fd9 req-bb0c7db7-a692-4a76-bddd-fe3e228001ba tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040573 Jun 30 02:42:01.545661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Port dda32d99-5bf1-414c-8a94-8026790523b2 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:01.545995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Attempting to bind port dda32d99-5bf1-414c-8a94-8026790523b2 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:01.558565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:01.559597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:01.560208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:01.560745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Bound port: dda32d99-5bf1-414c-8a94-8026790523b2, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:01.561121 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.561920 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:01.572237 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc5c3e3-accb-4ec8-a118-fcb7139f7736" -d '{"events": [{"server_uuid": "b3ed21bd-7820-465c-b35b-ca67a09180fa", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb27c4-aa0c-4db2-aa3c-bac94ca00604"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:01.626408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-28a32513-9fab-4e6f-9467-547800205ff7 None None] Provisioning complete for port bdf62f78-c532-41e9-ac0d-092943af6076 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:01.626795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-28a32513-9fab-4e6f-9467-547800205ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.675320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] For port dda32d99-5bf1-414c-8a94-8026790523b2, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:01.680076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] For port dda32d99-5bf1-414c-8a94-8026790523b2, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=dda32d99-5bf1-414c-8a94-8026790523b2,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:01.738813 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.738813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-97b9fc78-1aef-416e-b9ad-e2d18069ef50 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5468700 Jun 30 02:42:01.738813 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e370617-84ce-4a5a-90bf-8d5dd2f762cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.738813 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e370617-84ce-4a5a-90bf-8d5dd2f762cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.738813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9e370617-84ce-4a5a-90bf-8d5dd2f762cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c364c5b3-7411-48cd-a79d-2fc53d72d276 HTTP/1.1" status: 204 len: 168 time: 0.9219015 Jun 30 02:42:01.738813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e370617-84ce-4a5a-90bf-8d5dd2f762cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c364c5b3-7411-48cd-a79d-2fc53d72d276,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:01.741698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47624) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:01.817126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964b86a-0828-40d9-b19a-0792dc1b3043 req-77e63d5d-75e9-4e55-b097-d514709e1651 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.824630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f964b86a-0828-40d9-b19a-0792dc1b3043 req-77e63d5d-75e9-4e55-b097-d514709e1651 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1051719 Jun 30 02:42:01.855260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Set router b47e4458-8055-4b52-88d3-c0d41d233346 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:01.926163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-28a32513-9fab-4e6f-9467-547800205ff7 None None] Port bdf62f78-c532-41e9-ac0d-092943af6076 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:01.952985 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f964b86a-0828-40d9-b19a-0792dc1b3043 req-86142e4c-ff90-422b-9c69-77b923dd95e0 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180460 Jun 30 02:42:01.958583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.090864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:02.141090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=dda32d99-5bf1-414c-8a94-8026790523b2,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:02.150315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.150956 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.160410 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-aff85da1-ff92-4077-b463-26cdcf91fbb2 service neutron] 10.222.0.74 "PUT /v2.0/ports/dda32d99-5bf1-414c-8a94-8026790523b2 HTTP/1.1" status: 200 len: 1096 time: 2.0630569 Jun 30 02:42:02.160918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbb9707-8e2e-4601-af39-8391e9a29a20', 'tag': 'dda32d99-5bf1-414c-8a94-8026790523b2'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:02.164728 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880cca82-f240-4edf-84d2-746963252301" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbb9707-8e2e-4601-af39-8391e9a29a20", "tag": "dda32d99-5bf1-414c-8a94-8026790523b2"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:02.246886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-router', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:55Z', 'updated_at': '2021-06-30T02:41:58Z', 'revision_number': 3, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'gw_port': {'id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:99:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:56Z', 'updated_at': '2021-06-30T02:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:02.291097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Checking router: b47e4458-8055-4b52-88d3-c0d41d233346 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:02.291527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Updating router b47e4458-8055-4b52-88d3-c0d41d233346 port 64f98647-d92f-4150-a0fd-e821b086dfe2 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:42:02.352437 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.384258 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Sync routers for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:02.401579 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:02.402240 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:02.410824 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf51541-efa7-4f68-92f9-01292d4f12e1 x-openstack-request-id: req-8cf51541-efa7-4f68-92f9-01292d4f12e1 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:02.411122 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ed21bd-7820-465c-b35b-ca67a09180fa", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb27c4-aa0c-4db2-aa3c-bac94ca00604", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:02.412947 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cf51541-efa7-4f68-92f9-01292d4f12e1 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:02.414414 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604', 'code': 200} Jun 30 02:42:02.423917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-0b1cded9-b3f9-41f2-aefb-6957cd8ae887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.426541 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-0b1cded9-b3f9-41f2-aefb-6957cd8ae887 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 1099 time: 0.1301093 Jun 30 02:42:02.436011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:02.561845 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-1f7ec2c2-4fa8-4340-9b60-e8c1f5c5973c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=dda32d99-5bf1-414c-8a94-8026790523b2 HTTP/1.1" status: 200 len: 217 time: 0.1251588 Jun 30 02:42:02.619510 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:02.775343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:02.775876 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.782586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-cb7fbe13-800a-44d5-939e-6f746c672519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.794727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-cb7fbe13-800a-44d5-939e-6f746c672519 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1563902 Jun 30 02:42:02.968286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448b39-b987-44e4-b2e4-4625bd7232a4 req-ff814447-d110-4c83-bea3-2603f0582950 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.969911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89448b39-b987-44e4-b2e4-4625bd7232a4 req-ff814447-d110-4c83-bea3-2603f0582950 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 948 time: 0.4400542 Jun 30 02:42:02.989748 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:00Z', 'revision_number': 2, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:03.001485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-4325002d-a2c6-4b95-ba34-eb4e9fe412d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.004940 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-4325002d-a2c6-4b95-ba34-eb4e9fe412d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010589 Jun 30 02:42:03.079534 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.084965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333368a4-389f-43af-92c4-9088d1a09cab req-1ed3a8c0-baf1-4381-aca7-fa49ecc2afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.086195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-333368a4-389f-43af-92c4-9088d1a09cab req-1ed3a8c0-baf1-4381-aca7-fa49ecc2afc8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1096 time: 0.3822606 Jun 30 02:42:03.092754 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Checking router: 00049844-a7d5-430b-bac1-7e894da1079a for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:03.095544 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Updating router 00049844-a7d5-430b-bac1-7e894da1079a port bdf62f78-c532-41e9-ac0d-092943af6076 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:42:03.117452 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-affd0c6a-f876-499c-bcd4-c506d3febd14 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051266 Jun 30 02:42:03.119508 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.122372 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.148161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Transition to ACTIVE for port object 64f98647-d92f-4150-a0fd-e821b086dfe2 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:03.162071 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.162439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:03.177850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468003c-2587-4540-91d7-333aa957be77 req-91baa6aa-3fc8-4655-820b-79754b8b90a6 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.184604 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-91baa6aa-3fc8-4655-820b-79754b8b90a6 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 820 time: 0.2693110 Jun 30 02:42:03.221230 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-774d4a09-03e2-4e3b-a567-d53e1621cf1e tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/quotas/e24b0c5f56fd463caa9d2a483b07239b HTTP/1.1" status: 200 len: 375 time: 0.0355730 Jun 30 02:42:03.237421 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-333368a4-389f-43af-92c4-9088d1a09cab req-90e4758d-8481-4903-a52d-8c7d97a360a3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443779 Jun 30 02:42:03.259144 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.260281 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4232c4d-7f42-4d74-bc25-0f1c085892dd req-53ca775b-579b-47fa-9528-4ccb9e971815 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255517 Jun 30 02:42:03.260694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7fe1271a-f055-4436-8a44-4ab3ed63d278 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:03.263830 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.274442 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.274662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89448b39-b987-44e4-b2e4-4625bd7232a4 req-b33416ed-de2a-40fb-a04b-36558e8dfcf9 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975698 Jun 30 02:42:03.355156 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c2e4a9-a1ad-499a-b695-443f0792dedd x-openstack-request-id: req-84c2e4a9-a1ad-499a-b695-443f0792dedd {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:03.356745 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbb9707-8e2e-4601-af39-8391e9a29a20", "tag": "dda32d99-5bf1-414c-8a94-8026790523b2", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:03.357016 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84c2e4a9-a1ad-499a-b695-443f0792dedd {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:03.357441 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbb9707-8e2e-4601-af39-8391e9a29a20', 'tag': 'dda32d99-5bf1-414c-8a94-8026790523b2', 'status': 'completed', 'code': 200} Jun 30 02:42:03.394998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Attempting to bind port 64f98647-d92f-4150-a0fd-e821b086dfe2 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:03.395449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Attempting to bind port 64f98647-d92f-4150-a0fd-e821b086dfe2 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:03.404785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Attempting to bind port 64f98647-d92f-4150-a0fd-e821b086dfe2 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:03.410170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7fe1271a-f055-4436-8a44-4ab3ed63d278 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:03.410667 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.414056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:03.414056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:03.414056 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.414422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:03.414965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Bound port: 64f98647-d92f-4150-a0fd-e821b086dfe2, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:03.415457 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.418964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:03.528977 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-4fc9e60a-a750-4fe2-9637-3aa4b5440d37 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fe8e5d7123b749cba66573d1679346b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441606 Jun 30 02:42:03.541930 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fe69c-b705-43a2-bbb3-1fc7d7c0113d None None] Pushing event updated for resources: {'Port': ['ID=64f98647-d92f-4150-a0fd-e821b086dfe2,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:03.551285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] For port 64f98647-d92f-4150-a0fd-e821b086dfe2, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:03.555535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] For port 64f98647-d92f-4150-a0fd-e821b086dfe2, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=64f98647-d92f-4150-a0fd-e821b086dfe2,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:03.586980 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-9e238b6a-ebd0-4a9c-a0af-1818a3eb3e71 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3646336 Jun 30 02:42:03.610266 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.635852 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Transition to ACTIVE for port object bdf62f78-c532-41e9-ac0d-092943af6076 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:03.653557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cca82-f240-4edf-84d2-746963252301 req-0c964208-51c6-46d7-bc6f-dfbbb08a61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.655514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-880cca82-f240-4edf-84d2-746963252301 req-0c964208-51c6-46d7-bc6f-dfbbb08a61f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 1099 time: 0.2527452 Jun 30 02:42:03.656936 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.725263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Routers {'b47e4458-8055-4b52-88d3-c0d41d233346'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:03.725649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b47e4458-8055-4b52-88d3-c0d41d233346'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:03.760770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Allocated IP 172.20.0.1 (a623eb20-d6c9-44df-a760-771edfcfb2d4/e4b1cbe8-cc28-4d84-a664-49f3e7840feb/518175df-bab9-4464-aa03-ed5ba263b872) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:03.765958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-66238408-e1d0-469e-8230-6eaf10e91ab0 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.766464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-721a6303-418a-4c0d-b867-55d191dd8b99 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722133 Jun 30 02:42:03.768203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-66238408-e1d0-469e-8230-6eaf10e91ab0 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312303 Jun 30 02:42:03.772100 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fe69c-b705-43a2-bbb3-1fc7d7c0113d None None] Pushing event updated for resources: {'Port': ['ID=64f98647-d92f-4150-a0fd-e821b086dfe2,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:03.820045 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.827288 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-78b43beb-756a-4b92-b87a-d863afd88ba7 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/quotas/fe8e5d7123b749cba66573d1679346b0 HTTP/1.1" status: 200 len: 375 time: 0.0266027 Jun 30 02:42:03.872900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] Set router b47e4458-8055-4b52-88d3-c0d41d233346 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:03.955502 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-99556fd2-d7a0-4555-b094-375ae501dd96 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802683 Jun 30 02:42:03.958237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cca82-f240-4edf-84d2-746963252301 req-6504916e-eb93-4352-90af-a26a04ecab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.966364 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-880cca82-f240-4edf-84d2-746963252301 req-6504916e-eb93-4352-90af-a26a04ecab15 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2965634 Jun 30 02:42:04.010205 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.019962 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715aca0-f0bd-4363-b759-1409d4556360 None None] Pushing event updated for resources: {'Port': ['ID=bdf62f78-c532-41e9-ac0d-092943af6076,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:04.022936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:04.070235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Transition to ACTIVE for port object 518175df-bab9-4464-aa03-ed5ba263b872 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:04.148460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:04.151869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.152302 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-880cca82-f240-4edf-84d2-746963252301 req-c9db09be-6edd-41d2-93cd-f92af3e0e615 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=dda32d99-5bf1-414c-8a94-8026790523b2 HTTP/1.1" status: 200 len: 217 time: 0.1742482 Jun 30 02:42:04.164937 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Attempting to bind port bdf62f78-c532-41e9-ac0d-092943af6076 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:04.165278 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Attempting to bind port bdf62f78-c532-41e9-ac0d-092943af6076 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:04.165590 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Attempting to bind port bdf62f78-c532-41e9-ac0d-092943af6076 on network 82e8f163-a18a-433b-b393-2fa98a10b270 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:04.171229 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:04.171664 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Checking segment: {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:04.172077 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.172481 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Bound using segment: {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:04.173123 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Bound port: bdf62f78-c532-41e9-ac0d-092943af6076, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:04.173594 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.243803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-2eeb0860-5423-4b5e-a2a3-064816737895 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4046090 Jun 30 02:42:04.265675 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] For port bdf62f78-c532-41e9-ac0d-092943af6076, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:04.272517 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] For port bdf62f78-c532-41e9-ac0d-092943af6076, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bdf62f78-c532-41e9-ac0d-092943af6076,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:04.275783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cca82-f240-4edf-84d2-746963252301 req-91581fc5-0faa-4891-9ea7-e2b1ce392659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.277552 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-880cca82-f240-4edf-84d2-746963252301 req-91581fc5-0faa-4891-9ea7-e2b1ce392659 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1197269 Jun 30 02:42:04.293285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-router', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:55Z', 'updated_at': '2021-06-30T02:41:58Z', 'revision_number': 3, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'gw_port': {'id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:99:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:56Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:04.325128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8481cd-0f37-4acc-a394-f49cbea9db59 None None] The sync data for ids ['b47e4458-8055-4b52-88d3-c0d41d233346'] in n-d-798249-3 is: [{'id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-router', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:55Z', 'updated_at': '2021-06-30T02:41:58Z', 'revision_number': 3, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'gw_port': {'id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:99:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:56Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:04.344502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cca82-f240-4edf-84d2-746963252301 req-039c2644-a66a-4296-bc8e-680e88c52508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.345722 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-880cca82-f240-4edf-84d2-746963252301 req-039c2644-a66a-4296-bc8e-680e88c52508 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592668 Jun 30 02:42:04.367784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.409307 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.477010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Pushing event updated for resources: {'Port': ['ID=518175df-bab9-4464-aa03-ed5ba263b872,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:04.486850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Network a623eb20-d6c9-44df-a760-771edfcfb2d4 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:04.493076 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.511452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:04.520179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:04.553641 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:04.554960 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:04.613356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-880cca82-f240-4edf-84d2-746963252301 req-90bddb12-ed97-45d3-8e2d-279d3986c18d service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610381 Jun 30 02:42:04.617310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.621154 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715aca0-f0bd-4363-b759-1409d4556360 None None] Pushing event updated for resources: {'Port': ['ID=bdf62f78-c532-41e9-ac0d-092943af6076,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:04.895343 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:05.126944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-880cca82-f240-4edf-84d2-746963252301 req-c9cbaaed-4e08-4fc5-bb29-228475818c97 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060387 Jun 30 02:42:05.172452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-689c4c21-b8ad-4f1e-9a0d-5ff37b8e466c None None] Provisioning for port 518175df-bab9-4464-aa03-ed5ba263b872 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:05.179849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-689c4c21-b8ad-4f1e-9a0d-5ff37b8e466c None None] Provisioning complete for port 518175df-bab9-4464-aa03-ed5ba263b872 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:05.180232 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-689c4c21-b8ad-4f1e-9a0d-5ff37b8e466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.236626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec6268-89f7-4ac3-a602-e5862d58110a req-74b1f4ec-e665-4a7d-bf02-479d2510f63f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:05.248439 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.250478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bdec6268-89f7-4ac3-a602-e5862d58110a req-74b1f4ec-e665-4a7d-bf02-479d2510f63f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 945 time: 0.2450640 Jun 30 02:42:05.278130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-689c4c21-b8ad-4f1e-9a0d-5ff37b8e466c None None] Port 518175df-bab9-4464-aa03-ed5ba263b872 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:05.322181 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bdec6268-89f7-4ac3-a602-e5862d58110a req-1833f7da-623a-40fe-b1ee-13a75726564d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681596 Jun 30 02:42:05.362352 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:04Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:05.424273 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a14eb-45cf-4469-a58d-f84ae5146231 None None] The sync data for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 is: [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:04Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:05.449125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-090057f9-512a-4630-88f4-acc0b7060965 req-976ff8d5-ecf2-4937-b6f7-5e6425bb462f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 210 time: 0.0727851 Jun 30 02:42:05.590378 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3cdc166a-1243-482f-a22e-a95d5a418f88 req-10055c82-d321-49cf-a7cf-2688bb696dc1 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 210 time: 0.0383713 Jun 30 02:42:05.734389 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad5393c0-fa93-4bc6-a86b-03ace539b4df req-860d209b-d676-426f-bf20-b11fd543c3f8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 210 time: 0.0336397 Jun 30 02:42:05.763400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da191-1387-4ffd-aac3-aa3afea5ff86 req-74fb1d43-2261-454d-883a-fad55cb29f1b tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:05.764889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-189da191-1387-4ffd-aac3-aa3afea5ff86 req-74fb1d43-2261-454d-883a-fad55cb29f1b tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 948 time: 0.2463596 Jun 30 02:42:05.767449 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.818869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-189da191-1387-4ffd-aac3-aa3afea5ff86 req-fc38e375-c4dc-46c7-b34d-3116fd1f60d2 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462024 Jun 30 02:42:05.960261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1213bd-e36a-4593-8b85-faa3b014c098 req-58fb7adc-c097-48d7-86e1-8855f66339f9 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:05.964830 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.978557 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf1213bd-e36a-4593-8b85-faa3b014c098 req-58fb7adc-c097-48d7-86e1-8855f66339f9 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1096 time: 0.1032853 Jun 30 02:42:06.000513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bdf62f78-c532-41e9-ac0d-092943af6076 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:06.022226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf1213bd-e36a-4593-8b85-faa3b014c098 req-228a2213-46d7-4e16-a298-f83f5bdd47ba tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434735 Jun 30 02:42:06.174066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Pushing event updated for resources: {'Port': ['ID=518175df-bab9-4464-aa03-ed5ba263b872,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:06.211241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.218580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-9a4dc4b5-c6bc-48b3-a6ff-ec1cfca31271 req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Request body: {'security_group': {'name': 'tempest-securitygroup-234438585', 'description': 'tempest-description-1823096164'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:06.223935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port bdf62f78-c532-41e9-ac0d-092943af6076 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:06.230449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port bdf62f78-c532-41e9-ac0d-092943af6076 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:06.231477 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.317227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586745c0-3c45-4e9d-a63b-b71303e6540e req-9fca7035-c5c6-420c-8da7-bc75488d1b66 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:06.321876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-586745c0-3c45-4e9d-a63b-b71303e6540e req-9fca7035-c5c6-420c-8da7-bc75488d1b66 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1096 time: 0.1041527 Jun 30 02:42:06.345785 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.349583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Network a623eb20-d6c9-44df-a760-771edfcfb2d4 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:06.357784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:06.396211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port bdf62f78-c532-41e9-ac0d-092943af6076, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bdf62f78-c532-41e9-ac0d-092943af6076,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:06.420153 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-586745c0-3c45-4e9d-a63b-b71303e6540e req-9fa8ccb4-732d-4a5b-942b-0a0f76f980c6 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917740 Jun 30 02:42:06.495819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Router b47e4458-8055-4b52-88d3-c0d41d233346 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:06.603584 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9a4dc4b5-c6bc-48b3-a6ff-ec1cfca31271 req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.616878 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.616878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 64f98647-d92f-4150-a0fd-e821b086dfe2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:06.619291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9a4dc4b5-c6bc-48b3-a6ff-ec1cfca31271 req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.644670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:06.657126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-54728f4d-c49d-4a17-9cb0-d7d87766e8bd admin admin] 10.222.0.77 "PUT /v2.0/routers/b47e4458-8055-4b52-88d3-c0d41d233346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9094477 Jun 30 02:42:06.738942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-249865ff-607b-413e-b57c-ea316798c59c None None] Provisioning complete for port 518175df-bab9-4464-aa03-ed5ba263b872 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:06.738942 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-249865ff-607b-413e-b57c-ea316798c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.796011 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9a4dc4b5-c6bc-48b3-a6ff-ec1cfca31271 req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.813414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-249865ff-607b-413e-b57c-ea316798c59c None None] Port 518175df-bab9-4464-aa03-ed5ba263b872 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:06.841569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=bdf62f78-c532-41e9-ac0d-092943af6076,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:06.886199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 64f98647-d92f-4150-a0fd-e821b086dfe2 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:06.890748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 64f98647-d92f-4150-a0fd-e821b086dfe2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:06.891371 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.915830 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5ef8746b-9d27-4730-9f70-6dc4913c2088 req-435a4fd0-4693-473d-946d-95f94adead3c tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 210 time: 0.0286632 Jun 30 02:42:06.945617 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9a4dc4b5-c6bc-48b3-a6ff-ec1cfca31271 req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.009139 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.040843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367f2de0-ce12-4068-b536-0d8845cad294,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:07.048255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 64f98647-d92f-4150-a0fd-e821b086dfe2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=64f98647-d92f-4150-a0fd-e821b086dfe2,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:07.077560 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c55f1f7-21ee-4175-8292-d3c8a90f0665 req-1544c726-1f6c-4f38-825b-397a9a20e027 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 210 time: 0.0372975 Jun 30 02:42:07.089820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9a4dc4b5-c6bc-48b3-a6ff-ec1cfca31271 req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.221611 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2db15d23-c75c-4b17-ba90-04862fecbccf req-e6136d3b-dea3-4157-8214-b11e833c6e7b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 210 time: 0.0352638 Jun 30 02:42:07.231390 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.289022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9a4dc4b5-c6bc-48b3-a6ff-ec1cfca31271 req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.307937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=64f98647-d92f-4150-a0fd-e821b086dfe2,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:07.342159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b710ae1b-6314-4828-b664-7372b445d2be,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:07.354662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device dda32d99-5bf1-414c-8a94-8026790523b2 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:07.437362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Sync routers for ids ['b47e4458-8055-4b52-88d3-c0d41d233346'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:07.458552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Routers {'b47e4458-8055-4b52-88d3-c0d41d233346'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:07.459255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b47e4458-8055-4b52-88d3-c0d41d233346'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:07.530269 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port dda32d99-5bf1-414c-8a94-8026790523b2, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=dda32d99-5bf1-414c-8a94-8026790523b2,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:07.530695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9a4dc4b5-c6bc-48b3-a6ff-ec1cfca31271 req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.532099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a4dc4b5-c6bc-48b3-a6ff-ec1cfca31271 req-d47a65b5-98b9-49dc-bd04-fc94a4eecf32 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3185914 Jun 30 02:42:07.554145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-29a68442-52ad-44ac-9a95-2dbb67ec3d6b tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2223217 Jun 30 02:42:07.568445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:07.737869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079ad14-6f53-4950-abc1-02c970ceca26 req-7b64ccf0-692d-4711-8f17-5d5a5501db3a tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:07.739404 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c079ad14-6f53-4950-abc1-02c970ceca26 req-7b64ccf0-692d-4711-8f17-5d5a5501db3a tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 948 time: 0.0662928 Jun 30 02:42:07.752693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'dda32d99-5bf1-414c-8a94-8026790523b2', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'dda32d99-5bf1-414c-8a94-8026790523b2', 'mac_address': 'fa:16:3e:e0:f6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:07.782193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c079ad14-6f53-4950-abc1-02c970ceca26 req-9dc537d4-f5a0-49de-97fb-797c617273c0 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366552 Jun 30 02:42:07.806632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Set router b47e4458-8055-4b52-88d3-c0d41d233346 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:07.836662 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.841299 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.863864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda32d99-5bf1-414c-8a94-8026790523b2 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:07.900401 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port dda32d99-5bf1-414c-8a94-8026790523b2, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=dda32d99-5bf1-414c-8a94-8026790523b2,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:07.951889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bdf62f78-c532-41e9-ac0d-092943af6076 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:07.979636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-c4e3f0f5-6736-4915-81f4-c5dc78f9d509 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821996 Jun 30 02:42:08.072182 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.113518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port bdf62f78-c532-41e9-ac0d-092943af6076 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:08.113518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.177024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-c18150ed-1e06-411a-a680-8882407497ba tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:08.179174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-c18150ed-1e06-411a-a680-8882407497ba tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940296 Jun 30 02:42:08.187607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=dda32d99-5bf1-414c-8a94-8026790523b2,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:08.201613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Request body: {'port': {'device_id': '9530c2d8-2a80-4f74-b5af-c57153c96ea1', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '904222f956104230a7b4cfb30b5372af'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:08.244481 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.253166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-router', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:55Z', 'updated_at': '2021-06-30T02:42:05Z', 'revision_number': 4, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'gw_port': {'id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:56Z', 'updated_at': '2021-06-30T02:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '518175df-bab9-4464-aa03-ed5ba263b872', 'name': '', 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'mac_address': 'fa:16:3e:1e:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e4b1cbe8-cc28-4d84-a664-49f3e7840feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:03Z', 'updated_at': '2021-06-30T02:42:05Z', 'revision_number': 2, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'subnets': [{'id': 'e4b1cbe8-cc28-4d84-a664-49f3e7840feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:08.284803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Checking router: b47e4458-8055-4b52-88d3-c0d41d233346 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:08.285205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Updating router b47e4458-8055-4b52-88d3-c0d41d233346 port 518175df-bab9-4464-aa03-ed5ba263b872 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:42:08.288074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 64f98647-d92f-4150-a0fd-e821b086dfe2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:08.328984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['dda32d99-5bf1-414c-8a94-8026790523b2'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:08.391344 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.400407 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-b909fd50-ef40-4559-9d51-0ef9bbec29ce req-4ce97073-8ba3-4bde-8662-1634f9275e6b tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Request body: {'security_group': {'name': 'tempest-securitygroup-117657926', 'description': 'tempest-description-1197226093'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:08.465833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 64f98647-d92f-4150-a0fd-e821b086dfe2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:08.466183 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.577162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b909fd50-ef40-4559-9d51-0ef9bbec29ce req-4ce97073-8ba3-4bde-8662-1634f9275e6b tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.681654 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b909fd50-ef40-4559-9d51-0ef9bbec29ce req-4ce97073-8ba3-4bde-8662-1634f9275e6b tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.745053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Allocated IP 172.25.2.141 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/06ddeb7e-7774-4bc4-b359-d28823725338) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:08.820155 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-fe5bca03-a8d1-4ce6-808e-71aa210c73d9 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222995 Jun 30 02:42:08.838888 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b909fd50-ef40-4559-9d51-0ef9bbec29ce req-4ce97073-8ba3-4bde-8662-1634f9275e6b tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.852741 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.864728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Transition to ACTIVE for port object 518175df-bab9-4464-aa03-ed5ba263b872 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:08.893883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.917783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce97073-8ba3-4bde-8662-1634f9275e6b tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afdd6d3-6400-44bb-a5f8-e10449d8aae7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:08.967049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-54f634aa-e291-495d-b5ff-609d2d420182 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:08.968675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-54f634aa-e291-495d-b5ff-609d2d420182 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414940 Jun 30 02:42:08.997604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Request body: {'port': {'device_id': 'a278650d-43ae-482c-9905-8f5dd8bcca5c', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '904222f956104230a7b4cfb30b5372af'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:09.008836 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.013515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Made reservation on behalf of 904222f956104230a7b4cfb30b5372af for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:09.017182 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.078349 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.108605 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c2bd1-e3de-4e10-9027-8d70ba8775ed None None] Pushing event updated for resources: {'Port': ['ID=518175df-bab9-4464-aa03-ed5ba263b872,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:09.124064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-33baa475-29fc-4f72-9628-c5cc9da90f54 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=fe8e5d7123b749cba66573d1679346b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532146 Jun 30 02:42:09.147889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event updated for resources: {'Port': ['ID=06ddeb7e-7774-4bc4-b359-d28823725338,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:09.163504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:09.169702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:09.202991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:09.205628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Attempting to bind port 518175df-bab9-4464-aa03-ed5ba263b872 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:09.206082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Attempting to bind port 518175df-bab9-4464-aa03-ed5ba263b872 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a38ab02d-c5b4-4d38-92c9-99772d99c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:09.206554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Attempting to bind port 518175df-bab9-4464-aa03-ed5ba263b872 on network a623eb20-d6c9-44df-a760-771edfcfb2d4 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:09.215640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:09.217484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Checking segment: {'id': 'a38ab02d-c5b4-4d38-92c9-99772d99c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:09.217484 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.218269 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Bound using segment: {'id': 'a38ab02d-c5b4-4d38-92c9-99772d99c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:09.218953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Bound port: 518175df-bab9-4464-aa03-ed5ba263b872, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38ab02d-c5b4-4d38-92c9-99772d99c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:09.219553 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.258564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-5be85943-c374-42a0-819f-cbf8e711512c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:09.265187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-5be85943-c374-42a0-819f-cbf8e711512c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347880 Jun 30 02:42:09.268524 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b909fd50-ef40-4559-9d51-0ef9bbec29ce req-4ce97073-8ba3-4bde-8662-1634f9275e6b tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.282917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b909fd50-ef40-4559-9d51-0ef9bbec29ce req-4ce97073-8ba3-4bde-8662-1634f9275e6b tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8877165 Jun 30 02:42:09.299834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Request body: {'port': {'device_id': '14522825-604b-4671-9798-4fc5b5c2aabe', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'fe8e5d7123b749cba66573d1679346b0'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:09.310835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] For port 518175df-bab9-4464-aa03-ed5ba263b872, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:09.316023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] For port 518175df-bab9-4464-aa03-ed5ba263b872, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=518175df-bab9-4464-aa03-ed5ba263b872,segment=NetworkSegment(a38ab02d-c5b4-4d38-92c9-99772d99c406),segment_id=a38ab02d-c5b4-4d38-92c9-99772d99c406)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:09.325272 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Allocated IP 192.168.233.201 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/bac564d6-df16-4a75-84e1-25dda9b1272a) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:09.378272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device dda32d99-5bf1-414c-8a94-8026790523b2 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:09.414766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.510691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Made reservation on behalf of 904222f956104230a7b4cfb30b5372af for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:09.531759 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.595936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Routers {'b47e4458-8055-4b52-88d3-c0d41d233346'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:09.596958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b47e4458-8055-4b52-88d3-c0d41d233346'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:09.650482 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.716010 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.717357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] Set router b47e4458-8055-4b52-88d3-c0d41d233346 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:09.722213 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5a00649-05d3-46dc-a5c1-d886510a75dc req-e52c7b5d-09ff-4487-95ee-39788b5bfe03 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 210 time: 0.0537312 Jun 30 02:42:09.726515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Made reservation on behalf of fe8e5d7123b749cba66573d1679346b0 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:09.730362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.735851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Transition to ACTIVE for port object bac564d6-df16-4a75-84e1-25dda9b1272a will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:09.841531 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.860124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c2bd1-e3de-4e10-9027-8d70ba8775ed None None] Pushing event updated for resources: {'Port': ['ID=518175df-bab9-4464-aa03-ed5ba263b872,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:09.970134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port dda32d99-5bf1-414c-8a94-8026790523b2 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:09.975452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c46fa33e-94ca-4284-bded-e57973dfd634 req-f4bb3ea6-e37f-4d32-bcc3-6ebc67b21aa6 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 210 time: 0.0713656 Jun 30 02:42:09.981648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port dda32d99-5bf1-414c-8a94-8026790523b2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:09.981904 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.065877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468003c-2587-4540-91d7-333aa957be77 req-356b2145-0111-42c3-807d-898795352b6f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:10.067921 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-356b2145-0111-42c3-807d-898795352b6f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.74 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 820 time: 0.2104552 Jun 30 02:42:10.070486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.074045 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.090746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:10.103342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Request body: {'port': {'device_id': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'admin_state_up': True, 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:10.129101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:10.133033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:10.137285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:10.172272 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.176280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event updated for resources: {'Port': ['ID=bac564d6-df16-4a75-84e1-25dda9b1272a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:10.202682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.203050 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.203691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.203807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.204130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.204460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.204792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.205113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.205439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.205795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.206116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.206430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:10.245273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:10.246682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.257277 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.201-49cd8b00-457b-43c0-8692-cf111b1899d7 {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:42:10.257667 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:42:10.268655 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54503ee5-4cad-4c4f-baf5-b7dfd9ebafe4 req-a033db8d-9366-421a-a2f2-ac557be6f608 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 210 time: 0.1355116 Jun 30 02:42:10.349338 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.360538 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-dceeb708-cdba-4ba3-b184-56172248cb8c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1645684 Jun 30 02:42:10.367574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Allocated IP 192.168.233.15 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/87ed9d40-9183-4301-b89c-3de7740538a0) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:10.383856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Request body: {'port': {'device_id': '9530c2d8-2a80-4f74-b5af-c57153c96ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:10.408092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-router', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:55Z', 'updated_at': '2021-06-30T02:42:05Z', 'revision_number': 4, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'gw_port': {'id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:56Z', 'updated_at': '2021-06-30T02:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '518175df-bab9-4464-aa03-ed5ba263b872', 'name': '', 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'mac_address': 'fa:16:3e:1e:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e4b1cbe8-cc28-4d84-a664-49f3e7840feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:03Z', 'updated_at': '2021-06-30T02:42:09Z', 'revision_number': 4, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'subnets': [{'id': 'e4b1cbe8-cc28-4d84-a664-49f3e7840feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:10.414341 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.428893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event updated for resources: {'Port': ['ID=06ddeb7e-7774-4bc4-b359-d28823725338,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:10.471216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6b6651-0580-4144-9eb1-214fc5b91395 None None] The sync data for ids ['b47e4458-8055-4b52-88d3-c0d41d233346'] in n-d-798249-3 is: [{'id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-router', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:55Z', 'updated_at': '2021-06-30T02:42:05Z', 'revision_number': 4, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'gw_port': {'id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:56Z', 'updated_at': '2021-06-30T02:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '518175df-bab9-4464-aa03-ed5ba263b872', 'name': '', 'network_id': 'a623eb20-d6c9-44df-a760-771edfcfb2d4', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'mac_address': 'fa:16:3e:1e:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e4b1cbe8-cc28-4d84-a664-49f3e7840feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:03Z', 'updated_at': '2021-06-30T02:42:09Z', 'revision_number': 4, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'subnets': [{'id': 'e4b1cbe8-cc28-4d84-a664-49f3e7840feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:10.490722 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.511504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbb9707-8e2e-4601-af39-8391e9a29a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda32d99-5bf1-414c-8a94-8026790523b2'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:10.513430 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c63f60-756f-406a-b066-e16e6798c613" -d '{"events": [{"server_uuid": "4fbb9707-8e2e-4601-af39-8391e9a29a20", "name": "network-vif-plugged", "status": "completed", "tag": "dda32d99-5bf1-414c-8a94-8026790523b2"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:10.574588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port dda32d99-5bf1-414c-8a94-8026790523b2, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=dda32d99-5bf1-414c-8a94-8026790523b2,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:10.660514 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.661852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-9d88b855-5b9e-4fbb-8a22-acee84f496b6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1003513 Jun 30 02:42:10.666432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896081c-f71a-4937-92cb-d3b57b36c63f req-dc9094cd-2854-4d10-aa7d-08fe10d014cd tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:10.674132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7896081c-f71a-4937-92cb-d3b57b36c63f req-dc9094cd-2854-4d10-aa7d-08fe10d014cd tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1096 time: 0.2259820 Jun 30 02:42:10.679562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Made reservation on behalf of e24b0c5f56fd463caa9d2a483b07239b for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:10.687101 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.740282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.747675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-cc001257-6678-4fda-b692-a7b20d067ca5 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0791855 Jun 30 02:42:10.750975 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.781449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7f4a4542-c058-4016-b97e-c322aff575f8 None None] Provisioning for port bac564d6-df16-4a75-84e1-25dda9b1272a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:10.791240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7f4a4542-c058-4016-b97e-c322aff575f8 None None] Provisioning complete for port bac564d6-df16-4a75-84e1-25dda9b1272a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:10.791610 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7f4a4542-c058-4016-b97e-c322aff575f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.849060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a4542-c058-4016-b97e-c322aff575f8 None None] Port bac564d6-df16-4a75-84e1-25dda9b1272a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:10.850382 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.851489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=dda32d99-5bf1-414c-8a94-8026790523b2,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:10.878051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7896081c-f71a-4937-92cb-d3b57b36c63f req-30d7164f-3057-4e1c-a07f-f162aa185c4d tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029223 Jun 30 02:42:10.880164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Transition to ACTIVE for port object 87ed9d40-9183-4301-b89c-3de7740538a0 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:10.887856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-105e1e0a-1535-4b27-84d8-d2943f2ce6df tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:10.889217 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-105e1e0a-1535-4b27-84d8-d2943f2ce6df tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1319387 Jun 30 02:42:10.892344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Allocated IP 172.20.0.7 (82e8f163-a18a-433b-b393-2fa98a10b270/85559a8d-3590-4a7d-ad07-a92d5f94d939/38176c3c-c2d9-41b9-8787-dba59861b4ad) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:10.900563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-daf5e3ec-4abc-464a-a4d8-45af6b24f762 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:10.901714 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9c84876-949b-4ec2-9ee9-c627056f423f req-daf5e3ec-4abc-464a-a4d8-45af6b24f762 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072713 Jun 30 02:42:11.001092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-3d0ba9f8-b225-4a0b-aa18-48f566ec922c req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1075312683', 'description': 'tempest-description-1249463305'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:11.126308 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d0ba9f8-b225-4a0b-aa18-48f566ec922c req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.134432 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d0ba9f8-b225-4a0b-aa18-48f566ec922c req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.164266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.176949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['feb7a336-c58d-4d50-aae7-2015f9eb0509', 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:11.217370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c5cda-5183-40ce-9183-62cc81dd8084 req-b961053e-c9e7-448e-a43f-b14a44c1fe0f tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.218905 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-832c5cda-5183-40ce-9183-62cc81dd8084 req-b961053e-c9e7-448e-a43f-b14a44c1fe0f tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 950 time: 0.2005129 Jun 30 02:42:11.249382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:11.256043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.265064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:11.294149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:11.343903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Transition to ACTIVE for port object 38176c3c-c2d9-41b9-8787-dba59861b4ad will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:11.345703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Pushing event updated for resources: {'Port': ['ID=87ed9d40-9183-4301-b89c-3de7740538a0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:11.346192 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d0ba9f8-b225-4a0b-aa18-48f566ec922c req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.370347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac564d6-df16-4a75-84e1-25dda9b1272a {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:11.384874 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.394006 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-832c5cda-5183-40ce-9183-62cc81dd8084 req-88ae54f6-34ae-4bbe-98f1-9f72a0213b35 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649032 Jun 30 02:42:11.405172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Transition to ACTIVE for port object bac564d6-df16-4a75-84e1-25dda9b1272a will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:11.421350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.423448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.446396 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d0ba9f8-b225-4a0b-aa18-48f566ec922c req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.460690 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:42:11.477676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e9a041-6618-4d1d-a122-d51f64b858b9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:11.499648 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.545585 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.548269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-a1bf3f91-58cb-4512-b03b-e9f2635ada7e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2602839 Jun 30 02:42:11.572896 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Request body: {'port': {'device_id': '14522825-604b-4671-9798-4fc5b5c2aabe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:11.604966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Pushing event updated for resources: {'Port': ['ID=bac564d6-df16-4a75-84e1-25dda9b1272a,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:11.623348 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370fe60c-614e-4aad-9417-e00a4ab8f0a9 x-openstack-request-id: req-370fe60c-614e-4aad-9417-e00a4ab8f0a9 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:11.626310 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbb9707-8e2e-4601-af39-8391e9a29a20", "name": "network-vif-plugged", "status": "completed", "tag": "dda32d99-5bf1-414c-8a94-8026790523b2", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:11.626609 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-370fe60c-614e-4aad-9417-e00a4ab8f0a9 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:11.627680 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbb9707-8e2e-4601-af39-8391e9a29a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda32d99-5bf1-414c-8a94-8026790523b2', 'code': 200} Jun 30 02:42:11.692473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Network 82e8f163-a18a-433b-b393-2fa98a10b270 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:11.704911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:11.707930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:11.713020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.74', 60585) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:11.754946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2fb5ef93-0376-4524-a0ca-6b58ea88b959 None None] Provisioning for port 87ed9d40-9183-4301-b89c-3de7740538a0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:11.759783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2fb5ef93-0376-4524-a0ca-6b58ea88b959 None None] Provisioning complete for port 87ed9d40-9183-4301-b89c-3de7740538a0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:11.760170 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ef93-0376-4524-a0ca-6b58ea88b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.799246 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d0ba9f8-b225-4a0b-aa18-48f566ec922c req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.828924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Attempting to bind port bac564d6-df16-4a75-84e1-25dda9b1272a on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:11.829275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Attempting to bind port bac564d6-df16-4a75-84e1-25dda9b1272a by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:11.829761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Attempting to bind port bac564d6-df16-4a75-84e1-25dda9b1272a on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:11.843115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Port bac564d6-df16-4a75-84e1-25dda9b1272a on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:11.843502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Attempting to bind port bac564d6-df16-4a75-84e1-25dda9b1272a on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:11.845279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5ef93-0376-4524-a0ca-6b58ea88b959 None None] Port 87ed9d40-9183-4301-b89c-3de7740538a0 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:11.863123 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:11.863473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:11.863885 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:11.864330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Bound port: bac564d6-df16-4a75-84e1-25dda9b1272a, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:11.864707 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.907032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834de57-de59-491d-8570-c7cc1cc50194 req-08d34e99-c6fe-4656-9294-754e97c7bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:11.908578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0834de57-de59-491d-8570-c7cc1cc50194 req-08d34e99-c6fe-4656-9294-754e97c7bec6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 1101 time: 0.1945760 Jun 30 02:42:11.913021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d0ba9f8-b225-4a0b-aa18-48f566ec922c req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.917936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 518175df-bab9-4464-aa03-ed5ba263b872 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:12.012260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b312e3-622d-47ae-a6bd-ceb91068cdaf,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.038916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Allocated IP 192.168.233.224 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/41d69b9a-52f5-4b3a-858f-75e95e6f0114) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:12.046438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0834de57-de59-491d-8570-c7cc1cc50194 req-c86c87d6-e96d-4c44-aa4d-e0a5917d9ecc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272666 Jun 30 02:42:12.047450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] For port bac564d6-df16-4a75-84e1-25dda9b1272a, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:12.050552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] For port bac564d6-df16-4a75-84e1-25dda9b1272a, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=bac564d6-df16-4a75-84e1-25dda9b1272a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:12.093408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 518175df-bab9-4464-aa03-ed5ba263b872 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:12.097179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 518175df-bab9-4464-aa03-ed5ba263b872 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:12.097612 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.104937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Pushing event updated for resources: {'Port': ['ID=38176c3c-c2d9-41b9-8787-dba59861b4ad,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.134075 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d0ba9f8-b225-4a0b-aa18-48f566ec922c req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.135316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d0ba9f8-b225-4a0b-aa18-48f566ec922c req-2fc7b70f-abc8-478a-9f8b-f96a9c8ff121 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1391079 Jun 30 02:42:12.136857 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.167435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:12.168192 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.189934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:12.190564 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.193180 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.195221 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] 10.222.0.74 "PUT /v2.0/ports/bac564d6-df16-4a75-84e1-25dda9b1272a HTTP/1.1" status: 200 len: 1096 time: 1.8245652 Jun 30 02:42:12.195880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9530c2d8-2a80-4f74-b5af-c57153c96ea1', 'tag': 'bac564d6-df16-4a75-84e1-25dda9b1272a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:12.198990 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98be3c03-d154-4889-835f-76bd10acbc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "9530c2d8-2a80-4f74-b5af-c57153c96ea1", "tag": "bac564d6-df16-4a75-84e1-25dda9b1272a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:12.201786 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4d0e9674-580b-44a7-a067-839e40f94a6c None None] Provisioning for port 38176c3c-c2d9-41b9-8787-dba59861b4ad completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:12.218050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4d0e9674-580b-44a7-a067-839e40f94a6c None None] Provisioning complete for port 38176c3c-c2d9-41b9-8787-dba59861b4ad triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:12.218583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4d0e9674-580b-44a7-a067-839e40f94a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.222806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.246234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d6408-4621-4231-a41c-98717f94d69c service neutron] Pushing event updated for resources: {'Port': ['ID=bac564d6-df16-4a75-84e1-25dda9b1272a,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.283936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 518175df-bab9-4464-aa03-ed5ba263b872, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=518175df-bab9-4464-aa03-ed5ba263b872,segment=NetworkSegment(a38ab02d-c5b4-4d38-92c9-99772d99c406),segment_id=a38ab02d-c5b4-4d38-92c9-99772d99c406)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:12.291345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e9674-580b-44a7-a067-839e40f94a6c None None] Port 38176c3c-c2d9-41b9-8787-dba59861b4ad cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:12.300192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-615cb63e-dd07-4642-98b9-689a12c873a1 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2093556 Jun 30 02:42:12.320640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Request body: {'port': {'device_id': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:12.362637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.395465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-cbc77469-3611-4e44-a1a4-3a1c1c2347ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:12.397963 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-cbc77469-3611-4e44-a1a4-3a1c1c2347ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=9530c2d8-2a80-4f74-b5af-c57153c96ea1 HTTP/1.1" status: 200 len: 1099 time: 0.0675719 Jun 30 02:42:12.431086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb5efb-2f41-4472-84b4-6c9949cf1cb8 req-3b7b448f-d320-4c17-b467-476b2d3df36f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:12.432831 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-61fb5efb-2f41-4472-84b4-6c9949cf1cb8 req-3b7b448f-d320-4c17-b467-476b2d3df36f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 931 time: 0.3962133 Jun 30 02:42:12.451698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=518175df-bab9-4464-aa03-ed5ba263b872,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.471219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.471720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.472175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.472616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.473752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.474986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-068595cd-5075-4975-b9b6-5f1c27e9295e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=bac564d6-df16-4a75-84e1-25dda9b1272a HTTP/1.1" status: 200 len: 217 time: 0.0664270 Jun 30 02:42:12.475542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.476910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.477330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.482096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.482526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.482948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.483354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:12.547661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-5d904a92-9e0f-4d59-a065-ff2517bc9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:12.549041 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-5d904a92-9e0f-4d59-a065-ff2517bc9e82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0649774 Jun 30 02:42:12.624043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-e67007d6-82a5-49b6-814e-8a89260820a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:12.625893 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-e67007d6-82a5-49b6-814e-8a89260820a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688124 Jun 30 02:42:12.644606 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.666368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-61fb5efb-2f41-4472-84b4-6c9949cf1cb8 req-718cb4b3-3e7c-4429-9d0c-ff3d57091db9 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086511 Jun 30 02:42:12.666802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.698391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Transition to ACTIVE for port object 41d69b9a-52f5-4b3a-858f-75e95e6f0114 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:12.757866 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-cf3d20c6-1339-4855-af2f-c02ae6ce5086 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234057 Jun 30 02:42:12.874036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-1b4f6711-4219-457c-8e8d-62e43fd014d2 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059568 Jun 30 02:42:13.018380 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-ba4fc33e-1b29-4fa1-9ec0-0d9de81a1c2a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3091068 Jun 30 02:42:13.030920 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:13.083282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.101856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:13.190304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:13.199831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:13.209206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:13.265967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event updated for resources: {'Port': ['ID=41d69b9a-52f5-4b3a-858f-75e95e6f0114,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:13.317200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.332434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:13.333235 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.453966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38176c3c-c2d9-41b9-8787-dba59861b4ad {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:13.481202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.506029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Transition to ACTIVE for port object 38176c3c-c2d9-41b9-8787-dba59861b4ad will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:13.510035 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ed9d40-9183-4301-b89c-3de7740538a0 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:13.519194 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-66384baa-c191-4d12-b497-c95cdf04c4d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5257142 Jun 30 02:42:13.520963 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.538669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Request body: {'port': {'device_id': 'a278650d-43ae-482c-9905-8f5dd8bcca5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:13.563543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Transition to ACTIVE for port object 87ed9d40-9183-4301-b89c-3de7740538a0 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:13.576972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a5305cfa-cb27-4ef7-8a4d-879dda0d98f8 None None] Provisioning for port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:13.581055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a5305cfa-cb27-4ef7-8a4d-879dda0d98f8 None None] Provisioning complete for port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:13.581533 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5305cfa-cb27-4ef7-8a4d-879dda0d98f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.617858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a5305cfa-cb27-4ef7-8a4d-879dda0d98f8 None None] Port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:13.625101 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.637127 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.680407 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.694296 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.815991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Pushing event updated for resources: {'Port': ['ID=38176c3c-c2d9-41b9-8787-dba59861b4ad,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:13.885692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 518175df-bab9-4464-aa03-ed5ba263b872 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:13.952611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 518175df-bab9-4464-aa03-ed5ba263b872 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:13.953218 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.095067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Allocated IP 172.25.2.107 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/627b088b-ecba-4c00-918c-ccfb5bf7f6fd) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:14.156561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Pushing event updated for resources: {'Port': ['ID=87ed9d40-9183-4301-b89c-3de7740538a0,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:14.266355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Attempting to bind port 38176c3c-c2d9-41b9-8787-dba59861b4ad on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:14.266693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Attempting to bind port 38176c3c-c2d9-41b9-8787-dba59861b4ad by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:14.267016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Attempting to bind port 38176c3c-c2d9-41b9-8787-dba59861b4ad on network 82e8f163-a18a-433b-b393-2fa98a10b270 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:14.273112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Attempting to bind port 87ed9d40-9183-4301-b89c-3de7740538a0 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:14.273441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Attempting to bind port 87ed9d40-9183-4301-b89c-3de7740538a0 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:14.273781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Attempting to bind port 87ed9d40-9183-4301-b89c-3de7740538a0 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:14.289432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Port 38176c3c-c2d9-41b9-8787-dba59861b4ad on network 82e8f163-a18a-433b-b393-2fa98a10b270 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:14.289770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Attempting to bind port 38176c3c-c2d9-41b9-8787-dba59861b4ad on network 82e8f163-a18a-433b-b393-2fa98a10b270 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:14.299143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Port 87ed9d40-9183-4301-b89c-3de7740538a0 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:14.299455 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Attempting to bind port 87ed9d40-9183-4301-b89c-3de7740538a0 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:14.311962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:14.312294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Checking segment: {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:14.312667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Bound using segment: {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:14.313088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Bound port: 38176c3c-c2d9-41b9-8787-dba59861b4ad, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:14.313513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.327433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:14.327761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:14.328121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:14.328528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Bound port: 87ed9d40-9183-4301-b89c-3de7740538a0, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:14.328876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.409289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d69b9a-52f5-4b3a-858f-75e95e6f0114 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:14.415376 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.439794 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.500247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Transition to ACTIVE for port object 41d69b9a-52f5-4b3a-858f-75e95e6f0114 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:14.504024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] For port 38176c3c-c2d9-41b9-8787-dba59861b4ad, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:14.528053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] For port 38176c3c-c2d9-41b9-8787-dba59861b4ad, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:14.531653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-e3c93ca5-d2d8-4bc1-aa69-86cf9fac5474 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:14.532667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-e3c93ca5-d2d8-4bc1-aa69-86cf9fac5474 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058560 Jun 30 02:42:14.535334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] For port 87ed9d40-9183-4301-b89c-3de7740538a0, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:14.542423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Request body: {'binding': {'host': 'n-h1-798249-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:14.546421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Unknown quota resources ['binding']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:42:14.549724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] For port 87ed9d40-9183-4301-b89c-3de7740538a0, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=87ed9d40-9183-4301-b89c-3de7740538a0,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:14.571436 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.710363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on host n-h1-798249-3 for vnic_type normal with profile None {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:14.710629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:14.711094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:14.715844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:14.716169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:14.721726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:14.722072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:14.722465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:14.722915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Bound port: 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:14.779644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:14.844968 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.847111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.849083 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.887775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.888380 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.889809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] 10.222.0.74 "PUT /v2.0/ports/38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 1091 time: 2.5765684 Jun 30 02:42:14.898979 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.899367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:14.899986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-7734de1e-11dd-4522-ad19-d12873bffc19 service neutron] 10.222.0.77 "POST /v2.0/ports/0dfb27c4-aa0c-4db2-aa3c-bac94ca00604/bindings HTTP/1.1" status: 201 len: 389 time: 0.3610382 Jun 30 02:42:14.902526 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d61e75c-699d-4383-850f-98eded75cc02" -d '{"events": [{"name": "network-changed", "server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:14.909692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.909692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.917738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] 10.222.0.83 "PUT /v2.0/ports/87ed9d40-9183-4301-b89c-3de7740538a0 HTTP/1.1" status: 200 len: 1095 time: 3.3590753 Jun 30 02:42:14.922820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Pushing event updated for resources: {'Port': ['ID=41d69b9a-52f5-4b3a-858f-75e95e6f0114,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:14.962691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:14.966380 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.966720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.967051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.967378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.967701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.968017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.968333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.968645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.968957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.969267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.969604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.969914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:14.979749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:15.008222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:15.185150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event updated for resources: {'Port': ['ID=627b088b-ecba-4c00-918c-ccfb5bf7f6fd,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:15.232768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Attempting to bind port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:15.233106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Attempting to bind port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:15.233439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Attempting to bind port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:15.275489 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:15.275827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Attempting to bind port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:15.310231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:15.310587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:15.310987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:15.311444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Bound port: 41d69b9a-52f5-4b3a-858f-75e95e6f0114, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:15.311830 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.336787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468003c-2587-4540-91d7-333aa957be77 req-c458dc0f-0bad-4014-85c5-25bf4d6adb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.338314 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-c458dc0f-0bad-4014-85c5-25bf4d6adb42 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1094 time: 0.3031077 Jun 30 02:42:15.346854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.350064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e96f4b-1165-4b52-b8d2-abb2ea151826 service neutron] Pushing event updated for resources: {'Port': ['ID=87ed9d40-9183-4301-b89c-3de7740538a0,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:15.355970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-854ed302-8ff4-44b4-8f67-ba4da449f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.357478 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-854ed302-8ff4-44b4-8f67-ba4da449f4f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 1098 time: 0.2744548 Jun 30 02:42:15.414863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device bac564d6-df16-4a75-84e1-25dda9b1272a details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:15.446751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-2dbbb50f-96c2-4a4e-8c05-671906cdc04b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 217 time: 0.0946400 Jun 30 02:42:15.450014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afceaa40-3e2b-4cf4-8f06-540a3b8116f7 req-4d587d05-ed85-41b2-aafe-0968ca40070d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.451545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afceaa40-3e2b-4cf4-8f06-540a3b8116f7 req-4d587d05-ed85-41b2-aafe-0968ca40070d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 947 time: 0.0722177 Jun 30 02:42:15.492392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-bff1dbe4-c444-4239-aaeb-d4d7d7cd005f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=87ed9d40-9183-4301-b89c-3de7740538a0 HTTP/1.1" status: 200 len: 217 time: 0.0891073 Jun 30 02:42:15.494984 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afceaa40-3e2b-4cf4-8f06-540a3b8116f7 req-97a733ff-8e7f-4e8a-8b21-dfe6b213c956 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370598 Jun 30 02:42:15.520008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port bac564d6-df16-4a75-84e1-25dda9b1272a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=bac564d6-df16-4a75-84e1-25dda9b1272a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:15.533800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'bac564d6-df16-4a75-84e1-25dda9b1272a', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'bac564d6-df16-4a75-84e1-25dda9b1272a', 'mac_address': 'fa:16:3e:a6:6a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:15.575772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.593354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac564d6-df16-4a75-84e1-25dda9b1272a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:15.618891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port bac564d6-df16-4a75-84e1-25dda9b1272a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=bac564d6-df16-4a75-84e1-25dda9b1272a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:15.624229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ee628-5490-485e-ab5d-a8767da37f54 service neutron] Pushing event updated for resources: {'Port': ['ID=38176c3c-c2d9-41b9-8787-dba59861b4ad,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:15.647697 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.649716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] For port 41d69b9a-52f5-4b3a-858f-75e95e6f0114, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:15.653761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-95277c2c-6705-4d36-9cb2-b70179b21feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.655218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-95277c2c-6705-4d36-9cb2-b70179b21feb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1545506 Jun 30 02:42:15.656478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468003c-2587-4540-91d7-333aa957be77 req-42b42f36-9f4c-4186-97bc-cea9be1d7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.658060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-42b42f36-9f4c-4186-97bc-cea9be1d7d3d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.1787441 Jun 30 02:42:15.660518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] For port 41d69b9a-52f5-4b3a-858f-75e95e6f0114, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=41d69b9a-52f5-4b3a-858f-75e95e6f0114,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:15.697702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b865ec6-0393-4ad1-b121-6cbc18c7e13e req-26f50cca-602a-4ad6-979a-c55a73395913 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.700346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b865ec6-0393-4ad1-b121-6cbc18c7e13e req-26f50cca-602a-4ad6-979a-c55a73395913 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 948 time: 0.0789459 Jun 30 02:42:15.742915 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.769093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b865ec6-0393-4ad1-b121-6cbc18c7e13e req-9525cb01-c904-4942-9bf5-2e7078a906bc tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573349 Jun 30 02:42:15.789917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-b2ad51fb-013c-478a-bb56-fdb7fd4ef902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.791394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-b2ad51fb-013c-478a-bb56-fdb7fd4ef902 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1096 time: 0.0873141 Jun 30 02:42:15.805793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=bac564d6-df16-4a75-84e1-25dda9b1272a,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:15.814146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.861251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-7840ffc0-729b-4913-9b39-54cea2c6871f req-328846e1-2f7d-4f4f-bef8-cc3a8f676870 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-401856714', 'description': 'tempest-description-301437182'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:15.884122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.884765 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.886481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] 10.222.0.74 "PUT /v2.0/ports/41d69b9a-52f5-4b3a-858f-75e95e6f0114 HTTP/1.1" status: 200 len: 1096 time: 2.3545928 Jun 30 02:42:15.897643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468003c-2587-4540-91d7-333aa957be77 req-21fff7ab-85aa-4f30-878f-dd20af0f1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.899179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-21fff7ab-85aa-4f30-878f-dd20af0f1480 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2199843 Jun 30 02:42:15.914032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-3c203425-d569-4552-be95-5f23554748d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.915592 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-3c203425-d569-4552-be95-5f23554748d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2352703 Jun 30 02:42:15.916677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-cda5a1c4-c644-4f7a-b59d-01f8544f9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.918344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-cda5a1c4-c644-4f7a-b59d-01f8544f9858 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1196976 Jun 30 02:42:15.965777 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-1d27fedc-8941-401d-ac67-8baad7e6d5d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 HTTP/1.1" status: 200 len: 217 time: 0.0402522 Jun 30 02:42:15.976193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0756ffc-62b0-4ba7-be9a-884cc4a276e2 service neutron] Pushing event updated for resources: {'Port': ['ID=41d69b9a-52f5-4b3a-858f-75e95e6f0114,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:16.005206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['bac564d6-df16-4a75-84e1-25dda9b1272a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:16.014520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7840ffc0-729b-4913-9b39-54cea2c6871f req-328846e1-2f7d-4f4f-bef8-cc3a8f676870 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.047034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-f40a287b-b0f8-4a89-b0f1-6bf398bc51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:16.049830 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-f40a287b-b0f8-4a89-b0f1-6bf398bc51b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0767171 Jun 30 02:42:16.091913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.123602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-9a0c752d-e0bb-4345-9b8e-c8abdc8b2152 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350175 Jun 30 02:42:16.170547 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-009f3576-b9fb-43bd-9256-f6d7dc76284c service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360227 Jun 30 02:42:16.173473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-5fcec6fa-4c0e-4be3-af2e-6a013a6493b2 service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570081 Jun 30 02:42:16.223771 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7840ffc0-729b-4913-9b39-54cea2c6871f req-328846e1-2f7d-4f4f-bef8-cc3a8f676870 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.241913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.247491 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-3ddbcdaa-7248-4af8-9878-a9edbbf2ce4f service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162093 Jun 30 02:42:16.285634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-226b6f38-637d-42c6-8662-9080c3f6185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:16.287686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-226b6f38-637d-42c6-8662-9080c3f6185d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 1099 time: 0.2100153 Jun 30 02:42:16.307172 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7840ffc0-729b-4913-9b39-54cea2c6871f req-328846e1-2f7d-4f4f-bef8-cc3a8f676870 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.354045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328846e1-2f7d-4f4f-bef8-cc3a8f676870 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a18a2bf-a662-46cf-abe7-5833cab5c218,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:16.369436 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-f3276044-949f-4992-8ace-612b10a9f02a service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137586 Jun 30 02:42:16.393330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-8fc9742e-c2d0-45e7-9dc7-29a1b78aa141 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=41d69b9a-52f5-4b3a-858f-75e95e6f0114 HTTP/1.1" status: 200 len: 217 time: 0.0785694 Jun 30 02:42:16.406098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event updated for resources: {'Port': ['ID=627b088b-ecba-4c00-918c-ccfb5bf7f6fd,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:16.436275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7840ffc0-729b-4913-9b39-54cea2c6871f req-328846e1-2f7d-4f4f-bef8-cc3a8f676870 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.437703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7840ffc0-729b-4913-9b39-54cea2c6871f req-328846e1-2f7d-4f4f-bef8-cc3a8f676870 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5817294 Jun 30 02:42:16.473777 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.475961 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a60507-38b0-4ab5-9c4a-c5cf6f78b631 x-openstack-request-id: req-90a60507-38b0-4ab5-9c4a-c5cf6f78b631 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:16.476315 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9530c2d8-2a80-4f74-b5af-c57153c96ea1", "tag": "bac564d6-df16-4a75-84e1-25dda9b1272a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:16.476657 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90a60507-38b0-4ab5-9c4a-c5cf6f78b631 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:16.477118 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9530c2d8-2a80-4f74-b5af-c57153c96ea1', 'tag': 'bac564d6-df16-4a75-84e1-25dda9b1272a', 'status': 'completed', 'code': 200} Jun 30 02:42:16.498316 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8468003c-2587-4540-91d7-333aa957be77 req-2d95ba8b-7c01-4bea-9385-b386166a62c2 service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116789 Jun 30 02:42:16.506629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1105a810-bd90-4a42-a3f1-1a743589d920 req-0ab5d151-37b0-4a74-b3c9-9c544ea62beb service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279085 Jun 30 02:42:16.510049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a747e69f-5650-4644-8896-c191ad50b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:16.511499 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a747e69f-5650-4644-8896-c191ad50b63c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0974395 Jun 30 02:42:16.576287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.577449 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-9ec117f1-6a25-4e2d-938d-2ff73f532cc6 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5504088 Jun 30 02:42:16.619796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-8e07281f-ef6b-4f75-8606-d7b58946e6d5 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:16.621487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-8e07281f-ef6b-4f75-8606-d7b58946e6d5 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.0910301 Jun 30 02:42:16.634374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-3'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:16.679291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f47c-fc94-442d-a537-837c5be4ca8f req-1ac69570-6066-4134-944b-8512c4550702 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:16.682567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b064f47c-fc94-442d-a537-837c5be4ca8f req-1ac69570-6066-4134-944b-8512c4550702 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 950 time: 0.1106908 Jun 30 02:42:16.757240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b064f47c-fc94-442d-a537-837c5be4ca8f req-c4b52419-e51e-4673-b63c-acfe4bd870e7 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666466 Jun 30 02:42:16.757915 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.898927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:16.908680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-e56a9a36-7d3d-47c4-b946-8a4d8839f2ca tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.3237100 Jun 30 02:42:16.922135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be3c03-d154-4889-835f-76bd10acbc7e req-287f3e7f-a81d-4486-be1f-dac71a9f9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:16.924034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98be3c03-d154-4889-835f-76bd10acbc7e req-287f3e7f-a81d-4486-be1f-dac71a9f9482 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=9530c2d8-2a80-4f74-b5af-c57153c96ea1 HTTP/1.1" status: 200 len: 1100 time: 0.4109721 Jun 30 02:42:16.942400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a9764cb0-2633-4bb6-9c8c-30ccbb3488e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:16.942598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:16.944503 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-a9764cb0-2633-4bb6-9c8c-30ccbb3488e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4229388 Jun 30 02:42:16.996017 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.047603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e21f0-e8a2-4fd3-90b2-a6f531a08250 req-99cf5a3c-f037-4a8f-85f1-c5db7dd0ad16 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.049046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a54e21f0-e8a2-4fd3-90b2-a6f531a08250 req-99cf5a3c-f037-4a8f-85f1-c5db7dd0ad16 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 943 time: 0.0671196 Jun 30 02:42:17.088255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a54e21f0-e8a2-4fd3-90b2-a6f531a08250 req-81379cd9-8b5d-4fc5-92a8-8f0e9cb44e8a tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Jun 30 02:42:17.100093 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.156488 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654dc747-4ef3-4184-b8f1-20e0ed935d7f x-openstack-request-id: req-654dc747-4ef3-4184-b8f1-20e0ed935d7f {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:17.156488 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:17.156768 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-654dc747-4ef3-4184-b8f1-20e0ed935d7f {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:17.157131 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'status': 'completed', 'code': 200} Jun 30 02:42:17.186139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-b0ab7539-9f00-4148-ab8f-c1654543f84f tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.187110 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-b0ab7539-9f00-4148-ab8f-c1654543f84f tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.2616618 Jun 30 02:42:17.195690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be3c03-d154-4889-835f-76bd10acbc7e req-851c1a30-b383-4a1e-94d7-c73991d34e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.197153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98be3c03-d154-4889-835f-76bd10acbc7e req-851c1a30-b383-4a1e-94d7-c73991d34e02 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2570996 Jun 30 02:42:17.211469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-c5f47ce4-2599-472f-853c-ae38f615d07b tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:17.212744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b74149fd-c3c8-4185-8fae-1917017d29f1 req-c5f47ce4-2599-472f-853c-ae38f615d07b tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100083 Jun 30 02:42:17.223968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-aac0e45d-2fe0-4efa-89f1-9850395673f9 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352755 Jun 30 02:42:17.229092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on host n-h2-798249-3 for vnic_type normal with profile {"migrating_to": "n-h1-798249-3"} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:17.229436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:17.229887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:17.233084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.252537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:17.252883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Attempting to bind port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:17.263695 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98be3c03-d154-4889-835f-76bd10acbc7e req-f8c32882-7758-42b7-958e-d9379a54bbbf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=bac564d6-df16-4a75-84e1-25dda9b1272a HTTP/1.1" status: 200 len: 217 time: 0.0576782 Jun 30 02:42:17.284022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:17.284380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:17.284768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:17.285235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Bound port: 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:17.285642 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.314408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e75c-699d-4383-850f-98eded75cc02 req-934d3f79-10f4-4223-9c24-b718b607ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.315855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d61e75c-699d-4383-850f-98eded75cc02 req-934d3f79-10f4-4223-9c24-b718b607ac6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1094 time: 0.1411924 Jun 30 02:42:17.394029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be3c03-d154-4889-835f-76bd10acbc7e req-8603e93d-530b-43fd-8a72-cf55e932a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.395478 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98be3c03-d154-4889-835f-76bd10acbc7e req-8603e93d-530b-43fd-8a72-cf55e932a923 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1177056 Jun 30 02:42:17.424279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device bac564d6-df16-4a75-84e1-25dda9b1272a up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:17.436351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e273b9-3732-4a01-9395-4092a0624f4d req-f9f73e29-09ca-4c3a-ab7f-fc4c18dd0595 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.437908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69e273b9-3732-4a01-9395-4092a0624f4d req-f9f73e29-09ca-4c3a-ab7f-fc4c18dd0595 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 943 time: 0.1997800 Jun 30 02:42:17.441867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:17.446761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:17.485770 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1897f28-62df-4a6e-9003-2a2070825f24 req-cf387e4f-6e8e-476b-adeb-5c93be622af5 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301967 Jun 30 02:42:17.498189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e75c-699d-4383-850f-98eded75cc02 req-8684d5cc-1309-4501-ab4b-e2fb99977f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.499677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d61e75c-699d-4383-850f-98eded75cc02 req-8684d5cc-1309-4501-ab4b-e2fb99977f57 service neutron] 10.222.0.74 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.1660011 Jun 30 02:42:17.505119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69e273b9-3732-4a01-9395-4092a0624f4d req-aa2bbc19-8ad5-4536-ac63-5a22381e3009 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570290 Jun 30 02:42:17.542546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d61e75c-699d-4383-850f-98eded75cc02 req-c17e0c97-3990-45b4-b819-68148e4afd1a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 217 time: 0.0352414 Jun 30 02:42:17.556495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be3c03-d154-4889-835f-76bd10acbc7e req-a76fce66-5449-474e-898b-ea97c24529ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.557993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98be3c03-d154-4889-835f-76bd10acbc7e req-a76fce66-5449-474e-898b-ea97c24529ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538546 Jun 30 02:42:17.584107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.608753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port bac564d6-df16-4a75-84e1-25dda9b1272a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:17.618956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port bac564d6-df16-4a75-84e1-25dda9b1272a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:17.619461 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.660890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e75c-699d-4383-850f-98eded75cc02 req-2fa41eb6-7df5-4058-8530-92aa4522569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.662962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d61e75c-699d-4383-850f-98eded75cc02 req-2fa41eb6-7df5-4058-8530-92aa4522569c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.1128106 Jun 30 02:42:17.705608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98be3c03-d154-4889-835f-76bd10acbc7e req-76370d8e-5394-45e9-b60d-3b1f545ece74 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388175 Jun 30 02:42:17.712010 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.717919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,revision_number=8']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.746825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9530c2d8-2a80-4f74-b5af-c57153c96ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac564d6-df16-4a75-84e1-25dda9b1272a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:17.749410 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6363de-090f-4d54-8067-472c74fa1ca5" -d '{"events": [{"server_uuid": "9530c2d8-2a80-4f74-b5af-c57153c96ea1", "name": "network-vif-plugged", "status": "completed", "tag": "bac564d6-df16-4a75-84e1-25dda9b1272a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:17.751648 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-d8873557-0798-4be2-95a7-ae0a8997b74c tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50607 time: 0.4973843 Jun 30 02:42:17.763915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port bac564d6-df16-4a75-84e1-25dda9b1272a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=bac564d6-df16-4a75-84e1-25dda9b1272a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:17.849121 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98be3c03-d154-4889-835f-76bd10acbc7e req-ce8d8bd4-2812-44ca-8cf3-c80552ff82bf service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352110 Jun 30 02:42:17.866376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-e878217d-cf1c-4c1f-a909-db42bc4a32c6 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/071b98ec-186e-47d2-bbfc-ec567d7240d0 HTTP/1.1" status: 200 len: 2977 time: 0.0633469 Jun 30 02:42:17.927894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-d64d579b-1993-42bb-9e2e-531585b9282c tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/071b98ec-186e-47d2-bbfc-ec567d7240d0 HTTP/1.1" status: 200 len: 2977 time: 0.0489635 Jun 30 02:42:17.974705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-984b3f1f-73ca-4a5b-83cd-ebe3e16f90e6 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0a5d1317-4dc8-41b3-abda-0d1d5500f7ed HTTP/1.1" status: 200 len: 2981 time: 0.0401220 Jun 30 02:42:18.020026 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-07ac831d-3ffe-42b9-bd47-8cd14cbe9b36 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0a5d1317-4dc8-41b3-abda-0d1d5500f7ed HTTP/1.1" status: 200 len: 2981 time: 0.0395465 Jun 30 02:42:18.032555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:18.033238 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.034644 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6510f848-4a96-455c-b839-ed977811e5a2 service neutron] 10.222.0.74 "PUT /v2.0/ports/0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 HTTP/1.1" status: 200 len: 1121 time: 1.4049013 Jun 30 02:42:18.064822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-02a963e9-af17-4730-a13a-c2cae1de345e tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3 HTTP/1.1" status: 200 len: 2981 time: 0.0388203 Jun 30 02:42:18.071621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b5243-ab0b-4ffb-b222-25ae20f38eef req-cf93bf6e-793e-470f-b488-4007f349ba75 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:18.073238 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-463b5243-ab0b-4ffb-b222-25ae20f38eef req-cf93bf6e-793e-470f-b488-4007f349ba75 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 947 time: 0.4565370 Jun 30 02:42:18.084085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e75c-699d-4383-850f-98eded75cc02 req-c275a1ec-ee77-4d3f-949f-d70a95d142e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:18.085590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d61e75c-699d-4383-850f-98eded75cc02 req-c275a1ec-ee77-4d3f-949f-d70a95d142e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4072945 Jun 30 02:42:18.115392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-c892cf06-78af-4dde-bbd2-ab47e4d5a285 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3 HTTP/1.1" status: 200 len: 2981 time: 0.0396945 Jun 30 02:42:18.117261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['0dfb27c4-aa0c-4db2-aa3c-bac94ca00604'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:18.162875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-19bfcbf2-e889-4653-ad52-5720a96e17fe tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/10cf754b-5eb4-42fb-be40-9f34af845d61 HTTP/1.1" status: 200 len: 2981 time: 0.0409548 Jun 30 02:42:18.166701 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-463b5243-ab0b-4ffb-b222-25ae20f38eef req-01395942-d4d3-44de-ba0e-c3e3a691f47c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861201 Jun 30 02:42:18.205968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d61e75c-699d-4383-850f-98eded75cc02 req-74c8f7dd-a382-42ba-a628-9f38380a6580 service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068935 Jun 30 02:42:18.235485 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-cdbe4abe-54ec-40df-bf2b-ebf9a09364fd tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/10cf754b-5eb4-42fb-be40-9f34af845d61 HTTP/1.1" status: 200 len: 2981 time: 0.0524871 Jun 30 02:42:18.282912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-10c438ff-46db-4a01-baef-e6da735d2c6a tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/26051ec7-cfe2-4f63-83d6-d0bac62a8251 HTTP/1.1" status: 200 len: 2981 time: 0.0404332 Jun 30 02:42:18.313032 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d61e75c-699d-4383-850f-98eded75cc02 req-bd1815fb-1a25-47b1-a93f-180a22cbc58f service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990849 Jun 30 02:42:18.324710 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-00ad9155-433a-4198-8da0-752d26c471b6 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/26051ec7-cfe2-4f63-83d6-d0bac62a8251 HTTP/1.1" status: 200 len: 2981 time: 0.0357640 Jun 30 02:42:18.364407 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-e3aa870f-5e0a-4f55-adaf-c6116714f9b9 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/315ced15-78fc-4951-ac65-45a0b042e7ca HTTP/1.1" status: 200 len: 2977 time: 0.0339458 Jun 30 02:42:18.404121 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-d0cd272e-df5e-4108-b3a9-94bc8f4d0597 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/315ced15-78fc-4951-ac65-45a0b042e7ca HTTP/1.1" status: 200 len: 2977 time: 0.0336866 Jun 30 02:42:18.447031 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-161227c1-9d57-43d6-b76e-2839cee18ddc tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/33e9a041-6618-4d1d-a122-d51f64b858b9 HTTP/1.1" status: 200 len: 2981 time: 0.0376127 Jun 30 02:42:18.478612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604'}, {'name': 'network-changed', 'server_uuid': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'tag': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:18.482434 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c6a850-9ae8-4d62-ba58-810738bb1983" -d '{"events": [{"server_uuid": "b3ed21bd-7820-465c-b35b-ca67a09180fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfb27c4-aa0c-4db2-aa3c-bac94ca00604"}, {"name": "network-changed", "server_uuid": "b3ed21bd-7820-465c-b35b-ca67a09180fa", "tag": "0dfb27c4-aa0c-4db2-aa3c-bac94ca00604"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:18.488875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-f59256b6-a081-43d2-aa39-778a24aea769 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/33e9a041-6618-4d1d-a122-d51f64b858b9 HTTP/1.1" status: 200 len: 2981 time: 0.0360138 Jun 30 02:42:18.521976 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.530305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-c5156091-52c6-4827-a489-a843c0881e67 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/367f2de0-ce12-4068-b536-0d8845cad294 HTTP/1.1" status: 200 len: 2981 time: 0.0352089 Jun 30 02:42:18.571738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=bac564d6-df16-4a75-84e1-25dda9b1272a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:18.572642 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-80cdac31-02b2-47fa-a52d-fc3662da0cd3 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/367f2de0-ce12-4068-b536-0d8845cad294 HTTP/1.1" status: 200 len: 2981 time: 0.0364974 Jun 30 02:42:18.622844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-513aca55-fe4f-4fa8-8e06-eefee1436c82 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/8831c03b-099d-4b85-8112-e1389a70946b HTTP/1.1" status: 200 len: 2973 time: 0.0411685 Jun 30 02:42:18.666715 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-2005c3a5-1e3c-4686-b387-490ae451145c tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/8831c03b-099d-4b85-8112-e1389a70946b HTTP/1.1" status: 200 len: 2973 time: 0.0374117 Jun 30 02:42:18.710997 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-f602f9ed-3fe4-4f23-84f1-8a523b6c0059 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/91ac995b-72b3-430e-a791-0399b8e29026 HTTP/1.1" status: 200 len: 2981 time: 0.0384307 Jun 30 02:42:18.752681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-5320e625-e366-4da6-8938-af613376e404 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/91ac995b-72b3-430e-a791-0399b8e29026 HTTP/1.1" status: 200 len: 2981 time: 0.0360217 Jun 30 02:42:18.810178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-bc210aa2-bb84-49d7-9a03-bd4f2cfc497f tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/957b5d7d-a80d-438f-8084-e330e12cada5 HTTP/1.1" status: 200 len: 2981 time: 0.0509298 Jun 30 02:42:18.852037 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-4d381347-9c83-401e-95dc-35838915eff6 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/957b5d7d-a80d-438f-8084-e330e12cada5 HTTP/1.1" status: 200 len: 2981 time: 0.0361357 Jun 30 02:42:18.894031 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-81ba7e5d-dd64-43e0-8227-9d91c3c965f8 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/96650be7-539a-4b06-8fd3-b9316c30b7f6 HTTP/1.1" status: 200 len: 2981 time: 0.0362980 Jun 30 02:42:18.938967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-e4f252e5-5eba-4dac-a60d-a0a836e0ea57 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/96650be7-539a-4b06-8fd3-b9316c30b7f6 HTTP/1.1" status: 200 len: 2981 time: 0.0377460 Jun 30 02:42:18.983525 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-1df953de-0a5a-43f8-a560-14c1a72b82de tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/98aabda7-3f70-4e2d-bd98-89e15f11bc4a HTTP/1.1" status: 200 len: 2977 time: 0.0383332 Jun 30 02:42:19.026525 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-630e5abc-ee74-40fa-baed-301e3af35c97 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/98aabda7-3f70-4e2d-bd98-89e15f11bc4a HTTP/1.1" status: 200 len: 2977 time: 0.0371675 Jun 30 02:42:19.071755 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-22cffc27-49a0-4438-8ce2-36a74437aacc tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d6e7950a-1d38-444b-8859-051142415c66 HTTP/1.1" status: 200 len: 2981 time: 0.0382197 Jun 30 02:42:19.114045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-f17c3d0e-64a0-47e5-8e7f-cb302319b2e2 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/d6e7950a-1d38-444b-8859-051142415c66 HTTP/1.1" status: 200 len: 2981 time: 0.0364683 Jun 30 02:42:19.156577 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-ed73db05-cc5e-4a20-81e1-c74437224e41 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e2c8444e-8703-4c8f-92e4-126ef9320afd HTTP/1.1" status: 200 len: 2981 time: 0.0363240 Jun 30 02:42:19.158215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14522825-604b-4671-9798-4fc5b5c2aabe', 'tag': '87ed9d40-9183-4301-b89c-3de7740538a0'}, {'name': 'network-changed', 'server_uuid': 'a278650d-43ae-482c-9905-8f5dd8bcca5c', 'tag': '41d69b9a-52f5-4b3a-858f-75e95e6f0114'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:19.160579 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed39da1-5515-4b9e-92cc-283821db3d00" -d '{"events": [{"name": "network-changed", "server_uuid": "14522825-604b-4671-9798-4fc5b5c2aabe", "tag": "87ed9d40-9183-4301-b89c-3de7740538a0"}, {"name": "network-changed", "server_uuid": "a278650d-43ae-482c-9905-8f5dd8bcca5c", "tag": "41d69b9a-52f5-4b3a-858f-75e95e6f0114"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:19.175067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929feed-c4f3-4b95-b721-63e8059be9dd req-801ba03e-2c5f-4c3d-9d82-5f3d8a6198b1 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.176545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e929feed-c4f3-4b95-b721-63e8059be9dd req-801ba03e-2c5f-4c3d-9d82-5f3d8a6198b1 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 948 time: 0.0645750 Jun 30 02:42:19.200258 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb30fb84-57bb-4651-bbb3-80c370f821d8 req-5a5c1511-9bc6-4796-a317-4f326964e1c6 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/e2c8444e-8703-4c8f-92e4-126ef9320afd HTTP/1.1" status: 200 len: 2981 time: 0.0368183 Jun 30 02:42:19.216172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e929feed-c4f3-4b95-b721-63e8059be9dd req-fd00289f-e2a6-43d0-b284-5b83f7ec8933 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Jun 30 02:42:19.270050 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9850540-5c79-436a-b20c-8616f282e236 x-openstack-request-id: req-c9850540-5c79-436a-b20c-8616f282e236 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:19.270450 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9530c2d8-2a80-4f74-b5af-c57153c96ea1", "name": "network-vif-plugged", "status": "completed", "tag": "bac564d6-df16-4a75-84e1-25dda9b1272a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:19.270796 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9850540-5c79-436a-b20c-8616f282e236 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:19.271352 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9530c2d8-2a80-4f74-b5af-c57153c96ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac564d6-df16-4a75-84e1-25dda9b1272a', 'code': 200} Jun 30 02:42:19.323020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-25960502-a8dd-4b37-ac59-2e4f94be6d55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1069801 Jun 30 02:42:19.332968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:19.397634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2897739-cd08-4b38-b863-b63096ab2b74 req-fd34ed8f-99ea-4258-9a1e-3aa63f4f8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.400600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2897739-cd08-4b38-b863-b63096ab2b74 req-fd34ed8f-99ea-4258-9a1e-3aa63f4f8692 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9530c2d8-2a80-4f74-b5af-c57153c96ea1 HTTP/1.1" status: 200 len: 1101 time: 0.0559473 Jun 30 02:42:19.425280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.429941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 38176c3c-c2d9-41b9-8787-dba59861b4ad details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:19.434395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2897739-cd08-4b38-b863-b63096ab2b74 req-3ae1dd2e-799a-451f-b4e5-299a1df96fd0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286260 Jun 30 02:42:19.529666 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.534295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9f00e-d1d2-466e-acff-49b7450a3d9e req-fbe81995-baf1-4365-a625-0483a75a2981 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.535626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 38176c3c-c2d9-41b9-8787-dba59861b4ad, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:19.536123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aea9f00e-d1d2-466e-acff-49b7450a3d9e req-fbe81995-baf1-4365-a625-0483a75a2981 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 943 time: 0.0656695 Jun 30 02:42:19.548333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'port_id': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'mac_address': 'fa:16:3e:c5:e0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:19.577614 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aea9f00e-d1d2-466e-acff-49b7450a3d9e req-fc44cc62-0f6a-4475-b902-30081c2e85fd tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338454 Jun 30 02:42:19.594442 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.607586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38176c3c-c2d9-41b9-8787-dba59861b4ad {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:19.631026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 38176c3c-c2d9-41b9-8787-dba59861b4ad, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:19.638583 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cd1a88-76d1-4c65-a961-b752079c98d9 x-openstack-request-id: req-f1cd1a88-76d1-4c65-a961-b752079c98d9 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:19.638881 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ed21bd-7820-465c-b35b-ca67a09180fa", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfb27c4-aa0c-4db2-aa3c-bac94ca00604", "code": 200}, {"name": "network-changed", "server_uuid": "b3ed21bd-7820-465c-b35b-ca67a09180fa", "tag": "0dfb27c4-aa0c-4db2-aa3c-bac94ca00604", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:19.639133 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1cd1a88-76d1-4c65-a961-b752079c98d9 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:19.639552 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604', 'code': 200} Jun 30 02:42:19.639807 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'tag': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604', 'status': 'completed', 'code': 200} Jun 30 02:42:19.641566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Allocated IP 172.25.2.6 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/dbed62a7-04b5-4173-972e-56722dd98553) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:19.742705 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.780518 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.790405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ee0bd-a172-4456-84a1-390588236789 req-bbb7e119-ef15-4795-bff7-a55e48e28841 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.790952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6a850-9ae8-4d62-ba58-810738bb1983 req-9c281e97-7de7-4fb5-98d2-6ba4bfc25f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.792054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c64ee0bd-a172-4456-84a1-390588236789 req-bbb7e119-ef15-4795-bff7-a55e48e28841 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 943 time: 0.0685987 Jun 30 02:42:19.792440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70c6a850-9ae8-4d62-ba58-810738bb1983 req-9c281e97-7de7-4fb5-98d2-6ba4bfc25f69 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1124 time: 0.0988820 Jun 30 02:42:19.806703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=38176c3c-c2d9-41b9-8787-dba59861b4ad,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:19.836564 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c64ee0bd-a172-4456-84a1-390588236789 req-be532843-4965-4f03-914d-ce7f9f403078 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381286 Jun 30 02:42:19.904843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6a850-9ae8-4d62-ba58-810738bb1983 req-6bcc2467-7c2c-43a0-8400-a488b9499644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.906347 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70c6a850-9ae8-4d62-ba58-810738bb1983 req-6bcc2467-7c2c-43a0-8400-a488b9499644 service neutron] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1058881 Jun 30 02:42:19.951127 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70c6a850-9ae8-4d62-ba58-810738bb1983 req-aad36e29-0951-4c41-b77c-13515cfc430b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 HTTP/1.1" status: 200 len: 217 time: 0.0366654 Jun 30 02:42:19.965002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 87ed9d40-9183-4301-b89c-3de7740538a0 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:19.987337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.016798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a62c4f-e62c-4b56-9c91-9205eaf73422 req-0495978d-b81a-499b-a942-a01d416250df tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.018556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54a62c4f-e62c-4b56-9c91-9205eaf73422 req-0495978d-b81a-499b-a942-a01d416250df tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 950 time: 0.0684872 Jun 30 02:42:20.044405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6a850-9ae8-4d62-ba58-810738bb1983 req-06a22963-d8f6-42e2-bfac-b1c481834dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.045777 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70c6a850-9ae8-4d62-ba58-810738bb1983 req-06a22963-d8f6-42e2-bfac-b1c481834dce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0875106 Jun 30 02:42:20.051746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:20.053288 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event updated for resources: {'Port': ['ID=dbed62a7-04b5-4173-972e-56722dd98553,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:20.055732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:20.058046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:20.066151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['38176c3c-c2d9-41b9-8787-dba59861b4ad'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:20.067493 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54a62c4f-e62c-4b56-9c91-9205eaf73422 req-47e5495e-0fd3-400c-a12f-49e9fcdb4ad6 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Jun 30 02:42:20.106684 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70c6a850-9ae8-4d62-ba58-810738bb1983 req-8f4c873c-485e-4e14-82e6-a3b2f7558fea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463603 Jun 30 02:42:20.111755 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 87ed9d40-9183-4301-b89c-3de7740538a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=87ed9d40-9183-4301-b89c-3de7740538a0,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:20.132171 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae07a98-1fe6-42e2-bf81-eeae2c106556 x-openstack-request-id: req-dae07a98-1fe6-42e2-bf81-eeae2c106556 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:20.132459 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14522825-604b-4671-9798-4fc5b5c2aabe", "tag": "87ed9d40-9183-4301-b89c-3de7740538a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a278650d-43ae-482c-9905-8f5dd8bcca5c", "tag": "41d69b9a-52f5-4b3a-858f-75e95e6f0114", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:20.132772 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dae07a98-1fe6-42e2-bf81-eeae2c106556 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:20.133160 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14522825-604b-4671-9798-4fc5b5c2aabe', 'tag': '87ed9d40-9183-4301-b89c-3de7740538a0', 'status': 'completed', 'code': 200} Jun 30 02:42:20.133415 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a278650d-43ae-482c-9905-8f5dd8bcca5c', 'tag': '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'status': 'completed', 'code': 200} Jun 30 02:42:20.140039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '87ed9d40-9183-4301-b89c-3de7740538a0', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '87ed9d40-9183-4301-b89c-3de7740538a0', 'mac_address': 'fa:16:3e:ab:ea:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:20.222880 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.232513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.247983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ed9d40-9183-4301-b89c-3de7740538a0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:20.261753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70c6a850-9ae8-4d62-ba58-810738bb1983 req-2fd6b11c-a7e6-48cc-8a33-8e4b6c0e532b service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413436 Jun 30 02:42:20.280542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 87ed9d40-9183-4301-b89c-3de7740538a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=87ed9d40-9183-4301-b89c-3de7740538a0,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:20.317563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-3260c5fe-fae8-490b-a916-6701414e4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.319591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-3260c5fe-fae8-490b-a916-6701414e4684 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 1098 time: 0.1704431 Jun 30 02:42:20.342626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-2344d497-a9f0-4b84-91ee-1c3804034238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.344079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-2344d497-a9f0-4b84-91ee-1c3804034238 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 1099 time: 0.1590309 Jun 30 02:42:20.384512 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.406605 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70c6a850-9ae8-4d62-ba58-810738bb1983 req-2d3ae93c-9315-407c-a294-9c80d47de1f2 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338592 Jun 30 02:42:20.407317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.419928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b448d59-5dc4-4507-866c-7ab9c5f82dc8 req-14315025-a950-47c1-bfdb-974ef1944f62 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.425228 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b448d59-5dc4-4507-866c-7ab9c5f82dc8 req-14315025-a950-47c1-bfdb-974ef1944f62 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 947 time: 0.1694903 Jun 30 02:42:20.445239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=87ed9d40-9183-4301-b89c-3de7740538a0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:20.514244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b448d59-5dc4-4507-866c-7ab9c5f82dc8 req-d6f48e5d-11ca-4ae4-aeb5-415e242bb06a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650051 Jun 30 02:42:20.544052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-4324ad62-cdde-444d-96b5-3156c2f77239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.544052 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-4324ad62-cdde-444d-96b5-3156c2f77239 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2089474 Jun 30 02:42:20.590687 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.597783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-824f68c2-226d-4e0e-88a8-ea33b2a42fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.599275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-824f68c2-226d-4e0e-88a8-ea33b2a42fa2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2425175 Jun 30 02:42:20.606147 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-40cb26bd-b8ea-4f46-b728-1a5c8dc25059 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=87ed9d40-9183-4301-b89c-3de7740538a0 HTTP/1.1" status: 200 len: 217 time: 0.0544543 Jun 30 02:42:20.665627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['87ed9d40-9183-4301-b89c-3de7740538a0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:20.671260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.704739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-39470a27-3460-4f4f-a615-ee28227c1ea0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=41d69b9a-52f5-4b3a-858f-75e95e6f0114 HTTP/1.1" status: 200 len: 217 time: 0.0868783 Jun 30 02:42:20.749222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event updated for resources: {'Port': ['ID=dbed62a7-04b5-4173-972e-56722dd98553,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:20.763836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.785121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-2b80afae-2d01-4527-8eb5-3d390800b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.787015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-2b80afae-2d01-4527-8eb5-3d390800b58d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1703260 Jun 30 02:42:20.796297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88209d49-22fd-40f5-b5a9-a7b9df90be44 req-241546d2-a120-42b7-aa75-76b81efa26bb tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30491c7f902f48dcb699fd8781bc4345 HTTP/1.1" status: 200 len: 6102 time: 0.2427750 Jun 30 02:42:20.814569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-c2d18d56-b05e-4583-9c2a-ab10b711badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.816041 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-c2d18d56-b05e-4583-9c2a-ab10b711badf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1007397 Jun 30 02:42:20.859696 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.861346 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-77f8878a-6c83-48c6-9eb2-e1d400ea04e9 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5324717 Jun 30 02:42:20.922086 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-4009ee2a-4262-4fe4-b302-2cee35345a40 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.6 HTTP/1.1" status: 200 len: 694 time: 0.0529597 Jun 30 02:42:20.930820 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88209d49-22fd-40f5-b5a9-a7b9df90be44 req-5ddda7ce-50c8-46c0-891f-63c947aeac2c tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] 10.222.0.77 "GET /v2.0/security-groups/367f2de0-ce12-4068-b536-0d8845cad294 HTTP/1.1" status: 200 len: 2981 time: 0.1181464 Jun 30 02:42:20.950055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-8fabe45b-7982-4bf9-aa64-ebcf67f8d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.951514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-8fabe45b-7982-4bf9-aa64-ebcf67f8d124 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126442 Jun 30 02:42:20.963475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-2bcb5229-f8a0-43e7-a679-d4f836663b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.964870 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-2bcb5229-f8a0-43e7-a679-d4f836663b84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1656108 Jun 30 02:42:21.037104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-8f329ac7-ecfd-49a6-8650-b08fec166df2 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:21.038571 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce77e6b9-dd17-4b44-a6ec-3e1d7df9d10a req-8f329ac7-ecfd-49a6-8650-b08fec166df2 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1092038 Jun 30 02:42:21.106439 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88209d49-22fd-40f5-b5a9-a7b9df90be44 req-e9a36ccb-48ac-4b9b-b1ba-c637b19d8c72 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] 10.222.0.77 "GET /v2.0/security-groups/367f2de0-ce12-4068-b536-0d8845cad294 HTTP/1.1" status: 200 len: 2981 time: 0.1682479 Jun 30 02:42:21.160048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-95bd139f-46f4-46bd-8f6c-ce201b529354 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987062 Jun 30 02:42:21.162901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-badbe792-9ee9-4ace-9386-549f091002e4 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857245 Jun 30 02:42:21.364648 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-5ce93587-c949-4d4a-a59f-7335edc4b4cf service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883614 Jun 30 02:42:21.366311 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ed39da1-5515-4b9e-92cc-283821db3d00 req-cc8515d7-cc4d-4229-94a3-d75a97da8291 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974196 Jun 30 02:42:21.384451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bb11e-4d37-4817-ab60-de37690733c8 req-17fbde25-2f84-4780-8d6f-d661cb309b1c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:21.386096 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-583bb11e-4d37-4817-ab60-de37690733c8 req-17fbde25-2f84-4780-8d6f-d661cb309b1c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 948 time: 0.1579549 Jun 30 02:42:21.425726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-583bb11e-4d37-4817-ab60-de37690733c8 req-10d28a1c-bf21-46bc-8855-f43ab1890570 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338378 Jun 30 02:42:21.462731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:21.465856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 38176c3c-c2d9-41b9-8787-dba59861b4ad up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:21.595539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:21.607937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 has no active binding in host n-h1-798249-3 {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:42:21.608304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 41d69b9a-52f5-4b3a-858f-75e95e6f0114 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:21.665513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 38176c3c-c2d9-41b9-8787-dba59861b4ad completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:21.673348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 38176c3c-c2d9-41b9-8787-dba59861b4ad triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:21.674047 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.708503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f410-bb12-4914-b57c-ffc5b362df49 req-688a49d8-7ec7-4cba-802c-57f8cce26477 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:21.710156 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41a6f410-bb12-4914-b57c-ffc5b362df49 req-688a49d8-7ec7-4cba-802c-57f8cce26477 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 944 time: 0.0885682 Jun 30 02:42:21.719015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cd3a3-2117-4b14-977f-631089e1e6dc req-f78aa79d-4cff-471a-b9bc-1a2b1a6dec6d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:21.720793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-557cd3a3-2117-4b14-977f-631089e1e6dc req-f78aa79d-4cff-471a-b9bc-1a2b1a6dec6d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 943 time: 0.0994537 Jun 30 02:42:21.753400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 41d69b9a-52f5-4b3a-858f-75e95e6f0114, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=41d69b9a-52f5-4b3a-858f-75e95e6f0114,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:21.761036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41a6f410-bb12-4914-b57c-ffc5b362df49 req-fea4f24f-e3fc-4ce1-bb97-7b09b764a765 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Jun 30 02:42:21.774484 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-557cd3a3-2117-4b14-977f-631089e1e6dc req-d0402cbd-d8ce-4d56-9599-a8c1693b30e1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Jun 30 02:42:21.784785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'mac_address': 'fa:16:3e:08:93:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:21.817455 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.847521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d13deb3-ab8e-4c17-b377-d978dc8f0464 req-0306eb66-c91a-4c48-b8fb-fbcfec900a64 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/3a18a2bf-a662-46cf-abe7-5833cab5c218 HTTP/1.1" status: 200 len: 1776 time: 0.0398932 Jun 30 02:42:21.850965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:21.853198 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f97e1d-7292-430a-b0cb-8d018a6fb7fc" -d '{"events": [{"server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "name": "network-vif-plugged", "status": "completed", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:21.857608 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.873117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 38176c3c-c2d9-41b9-8787-dba59861b4ad, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:21.878057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d69b9a-52f5-4b3a-858f-75e95e6f0114 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:21.898106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 41d69b9a-52f5-4b3a-858f-75e95e6f0114, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=41d69b9a-52f5-4b3a-858f-75e95e6f0114,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:21.904133 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d13deb3-ab8e-4c17-b377-d978dc8f0464 req-36828446-1a2c-4122-a2bd-6ea3ef898959 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.910432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-ae599e2c-fc68-4eff-917f-94a331552788 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1261766 Jun 30 02:42:21.915853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:21.925718 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d13deb3-ab8e-4c17-b377-d978dc8f0464 req-36828446-1a2c-4122-a2bd-6ea3ef898959 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.975823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 87ed9d40-9183-4301-b89c-3de7740538a0 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:22.062769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.113758 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.118472 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.167104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.171407 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d13deb3-ab8e-4c17-b377-d978dc8f0464 req-36828446-1a2c-4122-a2bd-6ea3ef898959 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.180936 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d13deb3-ab8e-4c17-b377-d978dc8f0464 req-36828446-1a2c-4122-a2bd-6ea3ef898959 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.181643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=38176c3c-c2d9-41b9-8787-dba59861b4ad,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:22.181746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d13deb3-ab8e-4c17-b377-d978dc8f0464 req-36828446-1a2c-4122-a2bd-6ea3ef898959 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a18a2bf-a662-46cf-abe7-5833cab5c218 HTTP/1.1" status: 204 len: 173 time: 0.3227751 Jun 30 02:42:22.196412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36828446-1a2c-4122-a2bd-6ea3ef898959 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a18a2bf-a662-46cf-abe7-5833cab5c218,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:22.237073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=41d69b9a-52f5-4b3a-858f-75e95e6f0114,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:22.282785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Allocated IP 172.25.2.46 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/35d55f90-9055-4017-a588-9a9b79740199) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:22.287381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 87ed9d40-9183-4301-b89c-3de7740538a0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:22.291342 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 87ed9d40-9183-4301-b89c-3de7740538a0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:22.291724 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.359823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e027d-91c1-43e6-8ebb-84abc9db3fcb req-0d79b30d-1fcc-4b58-9732-2bee03f66cba tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:22.361312 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d38e027d-91c1-43e6-8ebb-84abc9db3fcb req-0d79b30d-1fcc-4b58-9732-2bee03f66cba tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 950 time: 0.0688946 Jun 30 02:42:22.388141 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.414071 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.415930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d38e027d-91c1-43e6-8ebb-84abc9db3fcb req-5b6cd3df-455f-4da8-8d21-de4cb644f5d1 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/security-groups?id=26051ec7-cfe2-4f63-83d6-d0bac62a8251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461755 Jun 30 02:42:22.421827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 87ed9d40-9183-4301-b89c-3de7740538a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=87ed9d40-9183-4301-b89c-3de7740538a0,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:22.466965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['41d69b9a-52f5-4b3a-858f-75e95e6f0114'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:22.489375 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.523391 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.591151 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.603796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=87ed9d40-9183-4301-b89c-3de7740538a0,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:22.640089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:22.644510 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:22.646435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40f4bf-cae3-414b-9f43-ba01375239f1 req-7b2da287-3170-464c-ba87-fc91696f9c87 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:22.647240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:22.648018 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc40f4bf-cae3-414b-9f43-ba01375239f1 req-7b2da287-3170-464c-ba87-fc91696f9c87 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 949 time: 0.1196649 Jun 30 02:42:22.655883 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-e1643e98-a150-4671-8eb6-ba21bd8b04e6 service neutron] 10.222.0.83 "GET /v2.0/ports/0dfb27c4-aa0c-4db2-aa3c-bac94ca00604/bindings/n-h1-798249-3 HTTP/1.1" status: 200 len: 384 time: 0.0904105 Jun 30 02:42:22.657285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event updated for resources: {'Port': ['ID=35d55f90-9055-4017-a588-9a9b79740199,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:22.714418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc40f4bf-cae3-414b-9f43-ba01375239f1 req-a4d02438-e283-420a-b3ab-9d244f5713cb tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574231 Jun 30 02:42:22.751294 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.762993 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c66cfa-c6c2-49cc-b17b-e320ba5ce8b7 x-openstack-request-id: req-f0c66cfa-c6c2-49cc-b17b-e320ba5ce8b7 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:22.763530 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "name": "network-vif-plugged", "status": "completed", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:22.763762 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0c66cfa-c6c2-49cc-b17b-e320ba5ce8b7 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:22.764241 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'code': 200} Jun 30 02:42:22.887993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.888380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ace43e65-6448-4045-b42c-ee61eca35834 req-d944cd9d-c678-48f7-bcb0-1e5ff7344a25 tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "GET /v2.0/security-groups/30b312e3-622d-47ae-a6bd-ceb91068cdaf HTTP/1.1" status: 200 len: 1778 time: 0.1149142 Jun 30 02:42:22.948298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-99afb5a3-76a5-4c41-bb1d-960cc2f908ed service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:22.971946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd79f88-f67d-42fe-8847-fd988a8d05f3 req-8560ee2a-a312-4629-8ea8-07acda0542be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:22.973358 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfd79f88-f67d-42fe-8847-fd988a8d05f3 req-8560ee2a-a312-4629-8ea8-07acda0542be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1096 time: 0.1326687 Jun 30 02:42:23.004154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-99afb5a3-76a5-4c41-bb1d-960cc2f908ed service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:23.031642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.045808 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ace43e65-6448-4045-b42c-ee61eca35834 req-386b84f3-f007-42d7-a881-b18abbccacdb tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.067644 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfd79f88-f67d-42fe-8847-fd988a8d05f3 req-3c3cb546-8a63-4de2-9540-c6a5edaea6f9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857229 Jun 30 02:42:23.075552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-99afb5a3-76a5-4c41-bb1d-960cc2f908ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:23.085904 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ace43e65-6448-4045-b42c-ee61eca35834 req-386b84f3-f007-42d7-a881-b18abbccacdb tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.095979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-99afb5a3-76a5-4c41-bb1d-960cc2f908ed service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:23.188138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-99afb5a3-76a5-4c41-bb1d-960cc2f908ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.228249 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ace43e65-6448-4045-b42c-ee61eca35834 req-386b84f3-f007-42d7-a881-b18abbccacdb tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.230765 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ace43e65-6448-4045-b42c-ee61eca35834 req-386b84f3-f007-42d7-a881-b18abbccacdb tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.231885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ace43e65-6448-4045-b42c-ee61eca35834 req-386b84f3-f007-42d7-a881-b18abbccacdb tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/30b312e3-622d-47ae-a6bd-ceb91068cdaf HTTP/1.1" status: 204 len: 173 time: 0.3358898 Jun 30 02:42:23.249905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b84f3-f007-42d7-a881-b18abbccacdb tempest-SecurityGroupsTestAdminJSON-325381645 tempest-SecurityGroupsTestAdminJSON-325381645-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b312e3-622d-47ae-a6bd-ceb91068cdaf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.297894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-4358c160-2cc7-4d77-9a26-2b8f8dfccc74 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:23.299378 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-4358c160-2cc7-4d77-9a26-2b8f8dfccc74 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.74 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 950 time: 0.1436596 Jun 30 02:42:23.304616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-99afb5a3-76a5-4c41-bb1d-960cc2f908ed service neutron] Transition to ACTIVE for port object 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:23.319115 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.375986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-99afb5a3-76a5-4c41-bb1d-960cc2f908ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.405509 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.470191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event updated for resources: {'Port': ['ID=35d55f90-9055-4017-a588-9a9b79740199,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.474451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 41d69b9a-52f5-4b3a-858f-75e95e6f0114 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:23.485643 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.492043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-99afb5a3-76a5-4c41-bb1d-960cc2f908ed service neutron] No DVR routers for this DVR port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:23.541557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7740ac-a5bc-4d82-a2d9-0534a26af0b3 req-e96eecb2-265b-4006-8def-ff5d3ebbe2a8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:23.543197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c7740ac-a5bc-4d82-a2d9-0534a26af0b3 req-e96eecb2-265b-4006-8def-ff5d3ebbe2a8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 949 time: 0.2088513 Jun 30 02:42:23.544012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afb5a3-76a5-4c41-bb1d-960cc2f908ed service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,revision_number=10']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.556489 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.557936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-d49a0926-fc7b-414d-9d42-4538d3399c7a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6468513 Jun 30 02:42:23.563559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-99afb5a3-76a5-4c41-bb1d-960cc2f908ed service neutron] 10.222.0.83 "PUT /v2.0/ports/0dfb27c4-aa0c-4db2-aa3c-bac94ca00604/bindings/n-h1-798249-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8990653 Jun 30 02:42:23.591451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-d696d555-fd38-4735-9c91-846a47487170 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Deleting port dda32d99-5bf1-414c-8a94-8026790523b2 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:23.591803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-d696d555-fd38-4735-9c91-846a47487170 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.610802 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c7740ac-a5bc-4d82-a2d9-0534a26af0b3 req-edaf16c3-9029-49e1-aa9a-c94df2aca6ec tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614626 Jun 30 02:42:23.618564 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-01f47ed4-e459-46d9-bc7e-b6fe676e4546 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0547032 Jun 30 02:42:23.623258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:23.628410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:23.629309 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.709410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-d696d555-fd38-4735-9c91-846a47487170 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] For port dda32d99-5bf1-414c-8a94-8026790523b2, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=dda32d99-5bf1-414c-8a94-8026790523b2,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:23.710193 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-d696d555-fd38-4735-9c91-846a47487170 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.738199 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.739176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-d696d555-fd38-4735-9c91-846a47487170 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Calling delete_port for dda32d99-5bf1-414c-8a94-8026790523b2 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:23.767656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-f00718a9-a3ea-482f-b13d-011d3ed000ff tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:23.769629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fbe20be3-11d4-442f-bdb0-e6006ced4236 req-f00718a9-a3ea-482f-b13d-011d3ed000ff tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1331563 Jun 30 02:42:23.784246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 41d69b9a-52f5-4b3a-858f-75e95e6f0114, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=41d69b9a-52f5-4b3a-858f-75e95e6f0114,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:23.896911 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.945668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdde7b-84a3-4efb-bd52-80f050488570 req-96d0306e-497b-4559-a817-a5e8f8219f92 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:23.947377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7dbdde7b-84a3-4efb-bd52-80f050488570 req-96d0306e-497b-4559-a817-a5e8f8219f92 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 944 time: 0.0827937 Jun 30 02:42:23.953265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=41d69b9a-52f5-4b3a-858f-75e95e6f0114,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.994406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7dbdde7b-84a3-4efb-bd52-80f050488570 req-923f6551-b663-4452-b648-9cfc8f0b23a1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387132 Jun 30 02:42:24.064221 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f801e6de-b15e-44b2-a62c-70d946452bc4 req-aa24aeee-7898-463d-b410-3024cba1991d tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] 10.222.0.77 "GET /v2.0/security-groups/8afdd6d3-6400-44bb-a5f8-e10449d8aae7 HTTP/1.1" status: 200 len: 1777 time: 0.0398412 Jun 30 02:42:24.124295 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f801e6de-b15e-44b2-a62c-70d946452bc4 req-ca1aee60-1f98-48f7-9d42-cb7de48a8778 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.148806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f801e6de-b15e-44b2-a62c-70d946452bc4 req-ca1aee60-1f98-48f7-9d42-cb7de48a8778 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.230862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6f9c56d3-fcda-427f-b188-1e148567288f tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:24.232367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-6f9c56d3-fcda-427f-b188-1e148567288f tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1095 time: 0.4204791 Jun 30 02:42:24.246170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1d9b2-303f-4a7d-9616-00e916bc31c9 req-f8482a18-8934-4634-afee-603847461836 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:24.247462 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aef1d9b2-303f-4a7d-9616-00e916bc31c9 req-f8482a18-8934-4634-afee-603847461836 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 945 time: 0.4205425 Jun 30 02:42:24.293724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f801e6de-b15e-44b2-a62c-70d946452bc4 req-ca1aee60-1f98-48f7-9d42-cb7de48a8778 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.296542 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f801e6de-b15e-44b2-a62c-70d946452bc4 req-ca1aee60-1f98-48f7-9d42-cb7de48a8778 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.297877 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f801e6de-b15e-44b2-a62c-70d946452bc4 req-ca1aee60-1f98-48f7-9d42-cb7de48a8778 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] 10.222.0.77 "DELETE /v2.0/security-groups/8afdd6d3-6400-44bb-a5f8-e10449d8aae7 HTTP/1.1" status: 204 len: 173 time: 0.2269609 Jun 30 02:42:24.308347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aee60-1f98-48f7-9d42-cb7de48a8778 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afdd6d3-6400-44bb-a5f8-e10449d8aae7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:24.323492 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aef1d9b2-303f-4a7d-9616-00e916bc31c9 req-06df8f71-307a-4357-bd81-79c185689b22 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643797 Jun 30 02:42:24.336916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-707124b7-4b58-4392-b782-52a9a2fce7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:24.338433 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-707124b7-4b58-4392-b782-52a9a2fce7aa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa&tenant_id=a89f75a4941141878233813936107c0e HTTP/1.1" status: 200 len: 1095 time: 0.0901339 Jun 30 02:42:24.423192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-b62f6818-c6d8-4722-87ef-d374b57df356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:24.424669 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-b62f6818-c6d8-4722-87ef-d374b57df356 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1095 time: 0.0586245 Jun 30 02:42:24.434938 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-d696d555-fd38-4735-9c91-846a47487170 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.451823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['dda32d99-5bf1-414c-8a94-8026790523b2'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:24.455748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-765c9909-6ac9-440f-bb9d-5d5ffd95fd0a req-1e922a3b-1bdf-4650-bf85-73552123985b tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 210 time: 0.0337114 Jun 30 02:42:24.516177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696d555-fd38-4735-9c91-846a47487170 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Pushing event deleted for resources: {'Port': ['ID=dda32d99-5bf1-414c-8a94-8026790523b2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:24.554980 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0e44d76-efe6-415b-ba65-4c92f95b25d7 req-e5176cee-707c-485c-b297-d9a7a1061fa5 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips/9c34e678-7421-4269-868f-1aac3fece530 HTTP/1.1" status: 200 len: 692 time: 0.0715783 Jun 30 02:42:24.627500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-d696d555-fd38-4735-9c91-846a47487170 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] No DVR routers for this DVR port dda32d99-5bf1-414c-8a94-8026790523b2 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:24.636443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-d696d555-fd38-4735-9c91-846a47487170 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.638761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05b58049-4dc7-43d8-83d3-7bdb07a418a5 req-d696d555-fd38-4735-9c91-846a47487170 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.74 "DELETE /v2.0/ports/dda32d99-5bf1-414c-8a94-8026790523b2 HTTP/1.1" status: 204 len: 173 time: 1.3330762 Jun 30 02:42:24.639205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbb9707-8e2e-4601-af39-8391e9a29a20', 'name': 'network-vif-deleted', 'tag': 'dda32d99-5bf1-414c-8a94-8026790523b2'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:24.641448 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a2d9c9-b29e-4d49-a463-5d28b8c4e275" -d '{"events": [{"server_uuid": "4fbb9707-8e2e-4601-af39-8391e9a29a20", "name": "network-vif-deleted", "tag": "dda32d99-5bf1-414c-8a94-8026790523b2"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:24.664977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-0000ee78-1aa6-4d6d-ac0f-f5f2d8d081fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:24.666468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-0000ee78-1aa6-4d6d-ac0f-f5f2d8d081fb service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.2326474 Jun 30 02:42:24.678697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e44d76-efe6-415b-ba65-4c92f95b25d7 req-06f2d123-f845-44d0-8a5a-ce15b32c8790 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:24.680217 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0e44d76-efe6-415b-ba65-4c92f95b25d7 req-06f2d123-f845-44d0-8a5a-ce15b32c8790 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1191294 Jun 30 02:42:24.691236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-a0e44d76-efe6-415b-ba65-4c92f95b25d7 req-21bd80a8-5854-4d3a-8f47-942a8444b863 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:24.692336 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0e44d76-efe6-415b-ba65-4c92f95b25d7 req-21bd80a8-5854-4d3a-8f47-942a8444b863 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063043 Jun 30 02:42:24.692452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cf3b2-8c36-49b8-8e82-a1227144f6d6 req-b9ab0244-1717-4eb4-92b9-ae33bf49a230 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:24.694537 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f36cf3b2-8c36-49b8-8e82-a1227144f6d6 req-b9ab0244-1717-4eb4-92b9-ae33bf49a230 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 949 time: 0.2415783 Jun 30 02:42:24.728363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-60641647-c91d-4dcd-8495-a82b8e5cdae3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 HTTP/1.1" status: 200 len: 217 time: 0.0550675 Jun 30 02:42:24.753062 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4c150d3-d227-4d8b-9000-3947a83c59ef req-900d9274-ed7f-4a38-abb1-1ccc19f26f48 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] 10.222.0.77 "GET /v2.0/security-groups/b710ae1b-6314-4828-b664-7372b445d2be HTTP/1.1" status: 200 len: 1777 time: 0.0412641 Jun 30 02:42:24.765366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14522825-604b-4671-9798-4fc5b5c2aabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ed9d40-9183-4301-b89c-3de7740538a0'}, {'server_uuid': 'a278650d-43ae-482c-9905-8f5dd8bcca5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d69b9a-52f5-4b3a-858f-75e95e6f0114'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:24.768122 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d475cd-09cd-4866-8d4c-2372f65b8412" -d '{"events": [{"server_uuid": "14522825-604b-4671-9798-4fc5b5c2aabe", "name": "network-vif-plugged", "status": "completed", "tag": "87ed9d40-9183-4301-b89c-3de7740538a0"}, {"server_uuid": "a278650d-43ae-482c-9905-8f5dd8bcca5c", "name": "network-vif-plugged", "status": "completed", "tag": "41d69b9a-52f5-4b3a-858f-75e95e6f0114"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:24.798266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f36cf3b2-8c36-49b8-8e82-a1227144f6d6 req-02ca8e38-22d2-4879-aea3-d7c482f58953 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725029 Jun 30 02:42:24.804312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-90d49021-d366-47ab-8429-6beda16e134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:24.805808 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-90d49021-d366-47ab-8429-6beda16e134e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0707238 Jun 30 02:42:24.813128 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e4c150d3-d227-4d8b-9000-3947a83c59ef req-ff3392c8-ffa5-43ec-ba05-28855b882257 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.837144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e4c150d3-d227-4d8b-9000-3947a83c59ef req-ff3392c8-ffa5-43ec-ba05-28855b882257 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.839789 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-9795826b-855d-4338-a0b8-bf63cd652563 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274632 Jun 30 02:42:24.971794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-a7c87291-3833-41d8-966d-ec73b99b1352 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253309 Jun 30 02:42:25.007424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ab205-b51e-433a-8567-c9b245a5b84a req-9c442b5d-5ed4-4e99-85b7-18469ed26380 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:25.008839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a27ab205-b51e-433a-8567-c9b245a5b84a req-9c442b5d-5ed4-4e99-85b7-18469ed26380 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 950 time: 0.0935423 Jun 30 02:42:25.013502 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e4c150d3-d227-4d8b-9000-3947a83c59ef req-ff3392c8-ffa5-43ec-ba05-28855b882257 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.016117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e4c150d3-d227-4d8b-9000-3947a83c59ef req-ff3392c8-ffa5-43ec-ba05-28855b882257 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.017238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4c150d3-d227-4d8b-9000-3947a83c59ef req-ff3392c8-ffa5-43ec-ba05-28855b882257 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] 10.222.0.77 "DELETE /v2.0/security-groups/b710ae1b-6314-4828-b664-7372b445d2be HTTP/1.1" status: 204 len: 173 time: 0.2578442 Jun 30 02:42:25.031241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3392c8-ffa5-43ec-ba05-28855b882257 tempest-SecurityGroupsTestAdminJSON-1644135201 tempest-SecurityGroupsTestAdminJSON-1644135201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b710ae1b-6314-4828-b664-7372b445d2be,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:25.089145 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9039dd-a127-48e4-86de-faa92b7501d7 x-openstack-request-id: req-fa9039dd-a127-48e4-86de-faa92b7501d7 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:25.089429 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbb9707-8e2e-4601-af39-8391e9a29a20", "name": "network-vif-deleted", "tag": "dda32d99-5bf1-414c-8a94-8026790523b2", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:25.089711 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa9039dd-a127-48e4-86de-faa92b7501d7 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:25.090104 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbb9707-8e2e-4601-af39-8391e9a29a20', 'name': 'network-vif-deleted', 'tag': 'dda32d99-5bf1-414c-8a94-8026790523b2', 'status': 'completed', 'code': 200} Jun 30 02:42:25.119342 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a27ab205-b51e-433a-8567-c9b245a5b84a req-6f69a673-88ef-40b0-8a22-d918e408a88d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013660 Jun 30 02:42:25.139788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-ba78aed4-e869-4a75-ba37-5d89a17e6f2b service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505814 Jun 30 02:42:25.159026 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-45265c9a-6ea1-4061-813e-9305fd81b971 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips/9c34e678-7421-4269-868f-1aac3fece530 HTTP/1.1" status: 200 len: 692 time: 0.0670590 Jun 30 02:42:25.268826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-86af419f-c0ee-4a17-9c8d-be634f57aa0d tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:25.270296 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-86af419f-c0ee-4a17-9c8d-be634f57aa0d tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1103594 Jun 30 02:42:25.280172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-dad36d66-f9e1-4e0b-a2c0-b3a538c26351 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:25.281139 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-dad36d66-f9e1-4e0b-a2c0-b3a538c26351 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056322 Jun 30 02:42:25.286975 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fdb256-c05a-42fc-8db6-dd8097aa7370 x-openstack-request-id: req-e3fdb256-c05a-42fc-8db6-dd8097aa7370 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:25.287475 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14522825-604b-4671-9798-4fc5b5c2aabe", "name": "network-vif-plugged", "status": "completed", "tag": "87ed9d40-9183-4301-b89c-3de7740538a0", "code": 200}, {"server_uuid": "a278650d-43ae-482c-9905-8f5dd8bcca5c", "name": "network-vif-plugged", "status": "completed", "tag": "41d69b9a-52f5-4b3a-858f-75e95e6f0114", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:25.287588 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3fdb256-c05a-42fc-8db6-dd8097aa7370 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:25.287941 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14522825-604b-4671-9798-4fc5b5c2aabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ed9d40-9183-4301-b89c-3de7740538a0', 'code': 200} Jun 30 02:42:25.288190 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278650d-43ae-482c-9905-8f5dd8bcca5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'code': 200} Jun 30 02:42:25.335747 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-29d68008-fec5-48fe-82b9-4e9f3d741434 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0470221 Jun 30 02:42:25.393129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-a750ce2f-8bde-4709-b56b-6209530c86fa tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0497658 Jun 30 02:42:25.498731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefb524-557f-4ea2-99c7-00bb8c0faf52 req-cadbd8a8-22a4-4a42-95b9-f26a83ae5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:25.500242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9eefb524-557f-4ea2-99c7-00bb8c0faf52 req-cadbd8a8-22a4-4a42-95b9-f26a83ae5178 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 1101 time: 0.1148407 Jun 30 02:42:25.501999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35553f59-2f77-4238-9038-f97950284692 req-4d99d4bb-8f63-4c63-ad68-fcba0a39a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:25.503372 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35553f59-2f77-4238-9038-f97950284692 req-4d99d4bb-8f63-4c63-ad68-fcba0a39a938 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 1100 time: 0.1462300 Jun 30 02:42:25.520424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-008b18df-f34b-4677-9a56-ee445e49e0f8 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Deleting port 35d55f90-9055-4017-a588-9a9b79740199 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:25.520968 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-008b18df-f34b-4677-9a56-ee445e49e0f8 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.525259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1a8e8-4b22-4bb4-b1b9-cf82c7e039ff req-a7082884-c05d-4015-924b-2a952312308d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:25.527451 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1e1a8e8-4b22-4bb4-b1b9-cf82c7e039ff req-a7082884-c05d-4015-924b-2a952312308d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 944 time: 0.1321590 Jun 30 02:42:25.610205 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-008b18df-f34b-4677-9a56-ee445e49e0f8 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.610540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-008b18df-f34b-4677-9a56-ee445e49e0f8 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.614153 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35553f59-2f77-4238-9038-f97950284692 req-2c4cbe65-c5c1-4c31-8cc8-b9243e159974 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011763 Jun 30 02:42:25.620377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9eefb524-557f-4ea2-99c7-00bb8c0faf52 req-6a20d1e7-7fda-411d-8cb7-a188b825a8e7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917838 Jun 30 02:42:25.623178 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1e1a8e8-4b22-4bb4-b1b9-cf82c7e039ff req-2cea3873-58f0-4b8a-aa16-8b0d710fc685 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791795 Jun 30 02:42:25.624951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-008b18df-f34b-4677-9a56-ee445e49e0f8 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Calling delete_port for 35d55f90-9055-4017-a588-9a9b79740199 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:25.665656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47916) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.839701 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-525b4ddb-1131-4d41-b67b-9b13270ba398 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30491c7f902f48dcb699fd8781bc4345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705341 Jun 30 02:42:25.839938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47922) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.868515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f493-554a-45b0-bb8b-6813a30f7b6b req-837a4241-4164-45b7-b7da-3586820140e3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:25.870017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54a1f493-554a-45b0-bb8b-6813a30f7b6b req-837a4241-4164-45b7-b7da-3586820140e3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 945 time: 0.1187310 Jun 30 02:42:25.930430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54a1f493-554a-45b0-bb8b-6813a30f7b6b req-631e91dc-4c1b-4c5e-8253-32f929a4495e tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527048 Jun 30 02:42:25.931421 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf759-70a6-4f08-948b-753c2051efaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.939379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-008b18df-f34b-4677-9a56-ee445e49e0f8 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.957657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf759-70a6-4f08-948b-753c2051efaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.976864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b18df-f34b-4677-9a56-ee445e49e0f8 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event deleted for resources: {'Port': ['ID=35d55f90-9055-4017-a588-9a9b79740199,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:26.011301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:26.044331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-008b18df-f34b-4677-9a56-ee445e49e0f8 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.047454 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-008b18df-f34b-4677-9a56-ee445e49e0f8 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.056415 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-124dd9c7-4970-4691-9aca-b15a21cf85af req-008b18df-f34b-4677-9a56-ee445e49e0f8 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "DELETE /v2.0/floatingips/9c34e678-7421-4269-868f-1aac3fece530 HTTP/1.1" status: 204 len: 173 time: 0.6501575 Jun 30 02:42:26.063051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:26.113062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-db2539e1-e437-4437-a66e-fd7f07aaf197 req-28769e6e-da08-4d68-b678-b42a2f32e6b7 tempest-DeleteServersAdminTestJSON-1233551852 tempest-DeleteServersAdminTestJSON-1233551852-project] 10.222.0.77 "GET /v2.0/ports?device_id=4fbb9707-8e2e-4601-af39-8391e9a29a20 HTTP/1.1" status: 200 len: 210 time: 0.0343964 Jun 30 02:42:26.148078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-248ae3b5-7bce-4ba4-bbd9-de9e2ef3d2c4 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:26.149716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-248ae3b5-7bce-4ba4-bbd9-de9e2ef3d2c4 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1095 time: 0.1055820 Jun 30 02:42:26.158165 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf759-70a6-4f08-948b-753c2051efaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.160718 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7f3bf759-70a6-4f08-948b-753c2051efaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.161888 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7f3bf759-70a6-4f08-948b-753c2051efaf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/367f2de0-ce12-4068-b536-0d8845cad294 HTTP/1.1" status: 204 len: 168 time: 0.3209748 Jun 30 02:42:26.225150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465edc9a-7be0-4dbd-86c3-99bea4be7b51 req-afcbf72e-1294-4040-b309-d48b49373d37 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:26.227003 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-465edc9a-7be0-4dbd-86c3-99bea4be7b51 req-afcbf72e-1294-4040-b309-d48b49373d37 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 949 time: 0.0742536 Jun 30 02:42:26.229093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bf759-70a6-4f08-948b-753c2051efaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367f2de0-ce12-4068-b536-0d8845cad294,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:26.274579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-465edc9a-7be0-4dbd-86c3-99bea4be7b51 req-803e53f8-d905-4eef-aaf3-47010eda9509 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380311 Jun 30 02:42:26.357509 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-87751c97-f056-44c2-bfbf-66684b4b65fe tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2133484 Jun 30 02:42:26.371552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:26.472769 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.492642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-f5224527-6607-4574-9396-3d592705ed3e service neutron] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:26.497838 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-f5224527-6607-4574-9396-3d592705ed3e service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.499530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a18d2f0-b5c3-495a-949c-1ab5ddfb2e88 req-f5224527-6607-4574-9396-3d592705ed3e service neutron] 10.222.0.74 "DELETE /v2.0/ports/0dfb27c4-aa0c-4db2-aa3c-bac94ca00604/bindings/n-h2-798249-3 HTTP/1.1" status: 204 len: 173 time: 0.3348985 Jun 30 02:42:26.508796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f52fe-6b87-4fb0-a4c3-4b09c7114d66 req-3ee9bad0-3c56-429f-817b-f475e55619ce tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:26.510305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-217f52fe-6b87-4fb0-a4c3-4b09c7114d66 req-3ee9bad0-3c56-429f-817b-f475e55619ce tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2052219 Jun 30 02:42:26.594796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.674070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198b546-6d62-403e-870c-7c34990c480d req-2e9c7613-20ca-4d14-b6b9-9c23312c272d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:26.675620 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b198b546-6d62-403e-870c-7c34990c480d req-2e9c7613-20ca-4d14-b6b9-9c23312c272d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 950 time: 0.0691297 Jun 30 02:42:26.712622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Allocated IP 172.25.2.190 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/332d576d-8da0-4d64-a225-a88c724f17cd) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:26.728133 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b198b546-6d62-403e-870c-7c34990c480d req-f5fb8363-5abc-4a1a-9dbb-e0aa4a3268d6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 Jun 30 02:42:26.826111 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.940846 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e84b47f-1cab-48d0-92a3-1606c19052f9 req-6741a7a0-fa62-4c2d-b419-db86e7def550 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=c44758b59eb84e0aa2e4f6a3b39f82bb HTTP/1.1" status: 200 len: 1655 time: 0.0769866 Jun 30 02:42:26.962791 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.017228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:27.018549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47942) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:27.031072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:27.034126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:27.043376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Pushing event updated for resources: {'Port': ['ID=332d576d-8da0-4d64-a225-a88c724f17cd,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.054789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84b47f-1cab-48d0-92a3-1606c19052f9 req-954e5192-ee1d-4294-97f7-97000029fb1a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:27.056261 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e84b47f-1cab-48d0-92a3-1606c19052f9 req-954e5192-ee1d-4294-97f7-97000029fb1a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks?id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&id=ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 787 time: 0.1083694 Jun 30 02:42:27.067106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-8e84b47f-1cab-48d0-92a3-1606c19052f9 req-324d8072-beb6-48f2-9d20-ac57d326ea7d tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:27.068619 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e84b47f-1cab-48d0-92a3-1606c19052f9 req-324d8072-beb6-48f2-9d20-ac57d326ea7d tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062978 Jun 30 02:42:27.106539 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-22b1a170-3492-4977-85d8-3c489aec84d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b7e6bc082b9e46a5b1225e1476ec86d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865479 Jun 30 02:42:27.109379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47946) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:27.156638 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.168259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8472205f-2c2a-4a9e-a6b5-25b8db3e9dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.226388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8472205f-2c2a-4a9e-a6b5-25b8db3e9dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.268695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.291906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac114d7-8e27-4263-9853-b0549cf1090b req-055f0833-ab4c-43d2-a535-c7c80977b9ad tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:27.293446 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac114d7-8e27-4263-9853-b0549cf1090b req-055f0833-ab4c-43d2-a535-c7c80977b9ad tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 944 time: 0.1232183 Jun 30 02:42:27.332958 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac114d7-8e27-4263-9853-b0549cf1090b req-4bd17375-1168-442d-9700-55daf6607e11 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Jun 30 02:42:27.399170 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8472205f-2c2a-4a9e-a6b5-25b8db3e9dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.401687 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8472205f-2c2a-4a9e-a6b5-25b8db3e9dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.402801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8472205f-2c2a-4a9e-a6b5-25b8db3e9dd8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33e9a041-6618-4d1d-a122-d51f64b858b9 HTTP/1.1" status: 204 len: 168 time: 0.2917738 Jun 30 02:42:27.410268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c33d371-0c86-496f-a323-7388852a5743 req-67414a18-6f83-41ba-a268-bd09b35fd8c0 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips/cfbf3003-a9de-47ed-b4b6-6763ab102224 HTTP/1.1" status: 200 len: 691 time: 0.0521688 Jun 30 02:42:27.415119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472205f-2c2a-4a9e-a6b5-25b8db3e9dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e9a041-6618-4d1d-a122-d51f64b858b9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.431796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.491245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device dda32d99-5bf1-414c-8a94-8026790523b2 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:27.499422 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.511338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: dda32d99-5bf1-414c-8a94-8026790523b2 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:27.512636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device dda32d99-5bf1-414c-8a94-8026790523b2 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:27.542045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33d371-0c86-496f-a323-7388852a5743 req-296931fc-4a9d-4222-a6c3-a8bf302020e1 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:27.543384 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c33d371-0c86-496f-a323-7388852a5743 req-296931fc-4a9d-4222-a6c3-a8bf302020e1 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1046441 Jun 30 02:42:27.576440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Pushing event updated for resources: {'Port': ['ID=332d576d-8da0-4d64-a225-a88c724f17cd,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.596114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.603848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c33d371-0c86-496f-a323-7388852a5743 req-51fad80e-bf66-4947-91cd-a39fe5096572 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.6 HTTP/1.1" status: 200 len: 694 time: 0.0543492 Jun 30 02:42:27.653275 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c33d371-0c86-496f-a323-7388852a5743 req-27c8610c-dec2-49b6-8b6d-e86be8bbdb3a tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.6 HTTP/1.1" status: 200 len: 694 time: 0.0427415 Jun 30 02:42:27.702486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.703717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-7d103296-e4ca-49ca-b44c-bb1eb4bfb228 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3378401 Jun 30 02:42:27.757581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-969b7400-5584-49eb-b647-3e45ef87a68e tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.0476778 Jun 30 02:42:27.778632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-2c33d371-0c86-496f-a323-7388852a5743 req-a2ceb19f-dc2a-4f04-a05f-9efae4fb9360 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Deleting port dbed62a7-04b5-4173-972e-56722dd98553 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:27.779112 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c33d371-0c86-496f-a323-7388852a5743 req-a2ceb19f-dc2a-4f04-a05f-9efae4fb9360 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.874954 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c33d371-0c86-496f-a323-7388852a5743 req-a2ceb19f-dc2a-4f04-a05f-9efae4fb9360 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.875354 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c33d371-0c86-496f-a323-7388852a5743 req-a2ceb19f-dc2a-4f04-a05f-9efae4fb9360 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.875800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-40c6e2c0-c9e7-4e18-9b1a-85a9a3e1ac3f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:27.877257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79b2faa0-900c-4d50-9edc-bbc5f0b6088a req-40c6e2c0-c9e7-4e18-9b1a-85a9a3e1ac3f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1138372 Jun 30 02:42:27.897181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-2c33d371-0c86-496f-a323-7388852a5743 req-a2ceb19f-dc2a-4f04-a05f-9efae4fb9360 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Calling delete_port for dbed62a7-04b5-4173-972e-56722dd98553 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:28.116540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d3d4c-b091-44c9-b7e2-11e94747eb9f req-d16812c4-fbb9-47db-8c35-e465b9806da0 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:28.118038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d82d3d4c-b091-44c9-b7e2-11e94747eb9f req-d16812c4-fbb9-47db-8c35-e465b9806da0 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 949 time: 0.0652099 Jun 30 02:42:28.155687 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d82d3d4c-b091-44c9-b7e2-11e94747eb9f req-a3e97efe-14f4-4930-a750-c8a11a617c86 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Jun 30 02:42:28.167555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c33d371-0c86-496f-a323-7388852a5743 req-a2ceb19f-dc2a-4f04-a05f-9efae4fb9360 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.198438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ceb19f-dc2a-4f04-a05f-9efae4fb9360 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event deleted for resources: {'Port': ['ID=dbed62a7-04b5-4173-972e-56722dd98553,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:28.262864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c33d371-0c86-496f-a323-7388852a5743 req-a2ceb19f-dc2a-4f04-a05f-9efae4fb9360 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.265319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c33d371-0c86-496f-a323-7388852a5743 req-a2ceb19f-dc2a-4f04-a05f-9efae4fb9360 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.266509 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c33d371-0c86-496f-a323-7388852a5743 req-a2ceb19f-dc2a-4f04-a05f-9efae4fb9360 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "DELETE /v2.0/floatingips/cfbf3003-a9de-47ed-b4b6-6763ab102224 HTTP/1.1" status: 204 len: 173 time: 0.6080894 Jun 30 02:42:28.365446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faa2d5-1f93-42e2-9d86-9566fc56f054 req-0868a8fe-a922-4010-8dd1-d07b645619a2 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:28.367104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7faa2d5-1f93-42e2-9d86-9566fc56f054 req-0868a8fe-a922-4010-8dd1-d07b645619a2 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 950 time: 0.0682132 Jun 30 02:42:28.408677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7faa2d5-1f93-42e2-9d86-9566fc56f054 req-3169b8ec-ad24-4f33-9346-b27d7325d289 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Jun 30 02:42:28.527664 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90966b0f-1ac9-4978-8556-82f92985b54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.601784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-cbef1b89-5ae0-48dd-aae8-67b6b57eb6bf tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:28.603297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-cbef1b89-5ae0-48dd-aae8-67b6b57eb6bf tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 820 time: 0.1072989 Jun 30 02:42:28.618562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-062a97f4-0645-4504-83a1-baf690c974a7 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/quotas/e24b0c5f56fd463caa9d2a483b07239b HTTP/1.1" status: 200 len: 375 time: 0.0098479 Jun 30 02:42:28.682421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48004) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:28.703574 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-91baf293-29da-444f-ae3b-ffaa5d46a9ba tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0789456 Jun 30 02:42:28.811796 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-70fd7da4-a010-4c77-a635-076c87205a56 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012676 Jun 30 02:42:28.865241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1727980731-network', 'tenant_id': 'c33e8bc01dc24d95abcca1b0e4fdda87'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:28.902875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cd019-5717-42ac-a869-548aba56aea2 req-b95ab2b8-feff-486e-9379-97d23440cf45 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:28.904382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d15cd019-5717-42ac-a869-548aba56aea2 req-b95ab2b8-feff-486e-9379-97d23440cf45 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1095 time: 0.0518930 Jun 30 02:42:28.918280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-aeddd0ba-1815-4486-8d6e-9656aa7bbfbc service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003766 Jun 30 02:42:28.944546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d15cd019-5717-42ac-a869-548aba56aea2 req-a535ff5e-3040-4bec-b72b-70decee7b70e tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Jun 30 02:42:28.972607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Made reservation on behalf of c33e8bc01dc24d95abcca1b0e4fdda87 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:28.975462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.985871 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.019705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-67931e7d-cce1-4419-af20-390bca46f30d tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips/d63b1db8-a606-4dcb-8afd-ac848c40941f HTTP/1.1" status: 200 len: 693 time: 0.0513122 Jun 30 02:42:29.095002 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.127205 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e9758706-00ec-4996-8839-4067f6149111 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.128545 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e9758706-00ec-4996-8839-4067f6149111 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1030488 Jun 30 02:42:29.161776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.186416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-ca8751a7-6bbe-42d8-9ab1-dcb56f30e135 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0508480 Jun 30 02:42:29.198528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:29.209796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052bc5df-5661-4ab3-bac9-23c43d0b051e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:29.218712 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.218712 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Added segment 4c057e32-da29-4e20-8713-13be0963fc01 of type vlan for network 307d6bbf-6af0-4440-8fcd-222155ad2c63 Jun 30 02:42:29.253751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-fc9163b2-ab4f-4199-9345-e1084ffad1e3 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.107 HTTP/1.1" status: 200 len: 696 time: 0.0611451 Jun 30 02:42:29.276261 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.373021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a867830-df41-4714-aff6-c659c844364b req-9cb4fc1a-9712-4dd8-8b31-c09da0f5e401 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.374721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5a867830-df41-4714-aff6-c659c844364b req-9cb4fc1a-9712-4dd8-8b31-c09da0f5e401 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=9530c2d8-2a80-4f74-b5af-c57153c96ea1 HTTP/1.1" status: 200 len: 950 time: 0.0874143 Jun 30 02:42:29.384164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e57ba196-b884-496b-9edc-b2265b5f4611 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Deleting port 627b088b-ecba-4c00-918c-ccfb5bf7f6fd {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:29.384512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e57ba196-b884-496b-9edc-b2265b5f4611 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.416952 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5a867830-df41-4714-aff6-c659c844364b req-65844bdf-fe28-4f81-a89c-c7b2fd4a8887 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352733 Jun 30 02:42:29.418423 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.419370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.422191 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.464706 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e57ba196-b884-496b-9edc-b2265b5f4611 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.465057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e57ba196-b884-496b-9edc-b2265b5f4611 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.477092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e57ba196-b884-496b-9edc-b2265b5f4611 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Calling delete_port for 627b088b-ecba-4c00-918c-ccfb5bf7f6fd owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:29.508002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] Pushing event updated for resources: {'Network': ['ID=307d6bbf-6af0-4440-8fcd-222155ad2c63,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:29.520155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-72f4e0b9-9562-4f4f-b940-2504885e77f9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8364985 Jun 30 02:42:29.528620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 307d6bbf-6af0-4440-8fcd-222155ad2c63 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:29.529442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48028) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:29.529442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Request body: {'subnet': {'network_id': '307d6bbf-6af0-4440-8fcd-222155ad2c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1727980731-subnet', 'tenant_id': 'c33e8bc01dc24d95abcca1b0e4fdda87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:29.653016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Made reservation on behalf of c33e8bc01dc24d95abcca1b0e4fdda87 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:29.655598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.739610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e57ba196-b884-496b-9edc-b2265b5f4611 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.829939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ba196-b884-496b-9edc-b2265b5f4611 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event deleted for resources: {'Port': ['ID=627b088b-ecba-4c00-918c-ccfb5bf7f6fd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:29.853984 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e57ba196-b884-496b-9edc-b2265b5f4611 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.856730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e57ba196-b884-496b-9edc-b2265b5f4611 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.857923 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1d1be34-4723-424e-922d-3b08b6cf3dc9 req-e57ba196-b884-496b-9edc-b2265b5f4611 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "DELETE /v2.0/floatingips/d63b1db8-a606-4dcb-8afd-ac848c40941f HTTP/1.1" status: 204 len: 173 time: 0.5990717 Jun 30 02:42:29.903709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.904199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.904676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.905154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.905655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.906126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.906598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.907069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.907550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.908073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.910202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-edc1d120-9867-4a8d-940c-703366e50a51 req-60fdd4c7-16d6-4dc8-a81a-338ac30d7b9e tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268&device_id=14522825-604b-4671-9798-4fc5b5c2aabe&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8&device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c&device_id=9530c2d8-2a80-4f74-b5af-c57153c96ea1&device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa&device_id=4ac53695-4538-49cf-9329-bec98343df70&device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde&device_id=663af615-beee-48ae-955c-f417848a61af&device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc&device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 9115 time: 0.0805488 Jun 30 02:42:29.930415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-edc1d120-9867-4a8d-940c-703366e50a51 req-51aba5cf-2ad9-406d-a4ec-9d37533eb934 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.986923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.038941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-2b82760b-9c55-42e9-9699-2e85e6b776e8 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.040520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-2b82760b-9c55-42e9-9699-2e85e6b776e8 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 805 time: 0.1056244 Jun 30 02:42:30.055899 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-8748ceb2-0c6c-4a86-b9e0-997239325f10 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/quotas/a89f75a4941141878233813936107c0e HTTP/1.1" status: 200 len: 375 time: 0.0094552 Jun 30 02:42:30.058117 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=915e1d49-c8ba-416e-a636-6bf15e56b9e0,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:30.095384 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-edc1d120-9867-4a8d-940c-703366e50a51 req-51aba5cf-2ad9-406d-a4ec-9d37533eb934 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.096803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Checking segment: {'id': '4c057e32-da29-4e20-8713-13be0963fc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '307d6bbf-6af0-4440-8fcd-222155ad2c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:30.097154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Network hostable DHCP agents. Network: 307d6bbf-6af0-4440-8fcd-222155ad2c63, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:30.125049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-b32fb0e2-cdb0-4280-aba5-b5f27758bb04 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624297 Jun 30 02:42:30.171055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-edc1d120-9867-4a8d-940c-703366e50a51 req-51aba5cf-2ad9-406d-a4ec-9d37533eb934 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.195892 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-edc1d120-9867-4a8d-940c-703366e50a51 req-51aba5cf-2ad9-406d-a4ec-9d37533eb934 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&id=957b5d7d-a80d-438f-8084-e330e12cada5&id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.2783029 Jun 30 02:42:30.207551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aba5cf-2ad9-406d-a4ec-9d37533eb934 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb804d5-46e7-4616-a824-c7c2d1dccce1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:30.236201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Network 307d6bbf-6af0-4440-8fcd-222155ad2c63 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:30.242705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-2bab9814-a011-4dc2-9939-1c734bc6286c service neutron] 10.222.0.77 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080687 Jun 30 02:42:30.325250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 307d6bbf-6af0-4440-8fcd-222155ad2c63) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:30.341026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.342038 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.349841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583e9b3-13ea-4437-ab6c-9f07d21c2839 None None] Network 307d6bbf-6af0-4440-8fcd-222155ad2c63 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:30.403294 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-738b4c48-5332-45e4-b926-5723c9697173 req-9dd33140-4ef8-44cb-b454-808edd7b7382 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 210 time: 0.0681522 Jun 30 02:42:30.503772 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0b6da0b1-5f42-494c-9489-3daf31f34f86 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9818311 Jun 30 02:42:30.542568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c5f76e-61b2-43dc-86df-f25db2b98edd None None] Network 307d6bbf-6af0-4440-8fcd-222155ad2c63 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:30.666837 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-12778b29-a735-4c11-b09c-1ec99df4e666 service neutron] 10.222.0.77 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181821 Jun 30 02:42:30.876082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c9edd-b2d8-4558-9e21-8af1740c1721 req-6f572f92-9956-4440-a5c2-3050b6266106 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.882132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c9edd-b2d8-4558-9e21-8af1740c1721 req-6f572f92-9956-4440-a5c2-3050b6266106 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.883748 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f60c9edd-b2d8-4558-9e21-8af1740c1721 req-6f572f92-9956-4440-a5c2-3050b6266106 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c&device_id=9530c2d8-2a80-4f74-b5af-c57153c96ea1 HTTP/1.1" status: 200 len: 1691 time: 0.0712173 Jun 30 02:42:30.925027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f60c9edd-b2d8-4558-9e21-8af1740c1721 req-100553b1-02f2-4726-87b0-c87cbe4515f7 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357833 Jun 30 02:42:31.039806 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-482b30d1-1da5-4276-be3a-0cf14298e61f tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips/76c124f6-5d0f-4ce8-be27-8f6f1a7e3ca6 HTTP/1.1" status: 200 len: 693 time: 0.0523090 Jun 30 02:42:31.167766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-498574d3-352b-4318-8fde-c464e82a58d3 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.185174 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-498574d3-352b-4318-8fde-c464e82a58d3 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1392014 Jun 30 02:42:31.230118 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.239643 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-77efad31-166a-4193-94fd-1e9820382b66 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0523603 Jun 30 02:42:31.259016 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9c5e-b11e-44f5-827d-324ff9f7c797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.293645 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-078b7016-6ecb-43a3-81a3-45a6ff99ec3f tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0474150 Jun 30 02:42:31.303319 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10d8252e-df03-48b1-8c56-a6cf172a3a04 req-1fe3d467-8965-4447-9dde-560f2174f2ee tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 210 time: 0.0317926 Jun 30 02:42:31.487926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-d97f37e6-bfcf-44b3-b8c5-12f419b70e55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Deleting port 06ddeb7e-7774-4bc4-b359-d28823725338 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:31.488658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-d97f37e6-bfcf-44b3-b8c5-12f419b70e55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.571139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48080) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:31.577649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2059570628-network', 'tenant_id': '518c9316d0a84ca6aa288a5baa3a51ba'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:31.643972 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-d97f37e6-bfcf-44b3-b8c5-12f419b70e55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.644774 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-d97f37e6-bfcf-44b3-b8c5-12f419b70e55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.662663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-d97f37e6-bfcf-44b3-b8c5-12f419b70e55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Calling delete_port for 06ddeb7e-7774-4bc4-b359-d28823725338 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:31.679589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-4a9b5490-cfb5-40e1-861f-cf317f8f5d6b tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.681314 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-4a9b5490-cfb5-40e1-861f-cf317f8f5d6b tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.83 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 820 time: 0.1249516 Jun 30 02:42:31.696658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Request body: {'port': {'device_id': '409e5f79-86a8-4137-b115-043ddd431268', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'admin_state_up': True, 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:31.729206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Made reservation on behalf of 518c9316d0a84ca6aa288a5baa3a51ba for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:31.731568 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.743903 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.904331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.949065 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-d97f37e6-bfcf-44b3-b8c5-12f419b70e55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.001985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f37e6-bfcf-44b3-b8c5-12f419b70e55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Pushing event deleted for resources: {'Port': ['ID=06ddeb7e-7774-4bc4-b359-d28823725338,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:32.008220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.058190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:32.071958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d93a92-6a8b-4dce-b8fb-1ab629d56dfe,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:32.085889 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.086224 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Added segment ee36d48c-d1ad-4a6c-924e-bd1715e194c4 of type vlan for network 40c71f00-ffdf-49e2-abd5-ec3f515845f5 Jun 30 02:42:32.093195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-d97f37e6-bfcf-44b3-b8c5-12f419b70e55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.093195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-d97f37e6-bfcf-44b3-b8c5-12f419b70e55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.093195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff11d2d2-901e-4240-a23a-6fbe618f14fe req-d97f37e6-bfcf-44b3-b8c5-12f419b70e55 tempest-FloatingIPDetailsTestJSON-347167048 tempest-FloatingIPDetailsTestJSON-347167048-project] 10.222.0.77 "DELETE /v2.0/floatingips/76c124f6-5d0f-4ce8-be27-8f6f1a7e3ca6 HTTP/1.1" status: 204 len: 173 time: 0.7920425 Jun 30 02:42:32.100034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d8ca0-1dc2-426d-8af8-8f53f65d9be3 req-ec767457-986b-4cf6-a4a6-17c9c4b822a6 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.100034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d8ca0-1dc2-426d-8af8-8f53f65d9be3 req-ec767457-986b-4cf6-a4a6-17c9c4b822a6 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.100533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d8ca0-1dc2-426d-8af8-8f53f65d9be3 req-ec767457-986b-4cf6-a4a6-17c9c4b822a6 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.100758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48084) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:32.110479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-751d8ca0-1dc2-426d-8af8-8f53f65d9be3 req-ec767457-986b-4cf6-a4a6-17c9c4b822a6 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe&device_id=4ac53695-4538-49cf-9329-bec98343df70&device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 2881 time: 0.4271796 Jun 30 02:42:32.189067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-751d8ca0-1dc2-426d-8af8-8f53f65d9be3 req-20c8f087-b81f-4a04-b4db-a51b992ccd2c tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776541 Jun 30 02:42:32.251364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Made reservation on behalf of e24b0c5f56fd463caa9d2a483b07239b for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:32.253621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.254971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.300241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48090) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:32.383728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e82fc75-f724-45cf-9564-4d99d2b238fd req-2b8d285c-b9fb-4916-833e-1ada96c78945 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 210 time: 0.0553243 Jun 30 02:42:32.423771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d7a53-7a8c-4329-bf84-06ca16a94761 req-99e5273a-abdd-4886-9fbd-3d48ec523e13 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.425246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-473d7a53-7a8c-4329-bf84-06ca16a94761 req-99e5273a-abdd-4886-9fbd-3d48ec523e13 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 1101 time: 0.1762929 Jun 30 02:42:32.460242 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.461553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.467817 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.467948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Allocated IP 172.20.0.4 (82e8f163-a18a-433b-b393-2fa98a10b270/85559a8d-3590-4a7d-ad07-a92d5f94d939/03fe276f-30d7-407a-ab62-888302e9681e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:32.574205 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-473d7a53-7a8c-4329-bf84-06ca16a94761 req-df566d8d-dd32-410f-9c34-12056c07a518 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415417 Jun 30 02:42:32.659661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.667820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] Pushing event updated for resources: {'Network': ['ID=40c71f00-ffdf-49e2-abd5-ec3f515845f5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:32.676591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Transition to ACTIVE for port object 03fe276f-30d7-407a-ab62-888302e9681e will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:32.686438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 40c71f00-ffdf-49e2-abd5-ec3f515845f5 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:32.689631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-82b34413-927c-47c0-82d9-4cdd36d3a343 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1173062 Jun 30 02:42:32.694962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48098) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:32.701178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Request body: {'subnet': {'network_id': '40c71f00-ffdf-49e2-abd5-ec3f515845f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2059570628-subnet', 'tenant_id': '518c9316d0a84ca6aa288a5baa3a51ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:32.744742 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-85907642-ade9-4dd3-a258-19456e1d6d33 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=03007cb6e5dd4d6c9235d68cb7c1560e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413629 Jun 30 02:42:32.747898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48100) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:32.765812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bbb9881f-8e3b-40ae-ab59-ac0f7d5e1421 req-5ddad773-1aec-40c2-99f8-5a8144b6bcaf tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 210 time: 0.0533595 Jun 30 02:42:32.796120 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.834964 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c222-edfa-4acf-b71d-b890fb3d8db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.862774 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c222-edfa-4acf-b71d-b890fb3d8db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.917768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.919511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Made reservation on behalf of 518c9316d0a84ca6aa288a5baa3a51ba for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:32.920153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.922004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.944042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['38176c3c-c2d9-41b9-8787-dba59861b4ad'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:33.058223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Network 82e8f163-a18a-433b-b393-2fa98a10b270 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:33.073414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:33.075481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Pushing event updated for resources: {'Port': ['ID=03fe276f-30d7-407a-ab62-888302e9681e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:33.081745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:33.134423 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c222-edfa-4acf-b71d-b890fb3d8db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.138933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c222-edfa-4acf-b71d-b890fb3d8db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.140081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a6a4c222-edfa-4acf-b71d-b890fb3d8db1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26051ec7-cfe2-4f63-83d6-d0bac62a8251 HTTP/1.1" status: 204 len: 168 time: 0.3908262 Jun 30 02:42:33.179508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:33.180182 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.199994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4c222-edfa-4acf-b71d-b890fb3d8db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26051ec7-cfe2-4f63-83d6-d0bac62a8251,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:33.248120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4403f-8386-4456-ba17-135fa2a51e78 req-160019d2-b41b-450e-9aa4-63516a9406e4 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:33.252122 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7b4403f-8386-4456-ba17-135fa2a51e78 req-160019d2-b41b-450e-9aa4-63516a9406e4 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9530c2d8-2a80-4f74-b5af-c57153c96ea1 HTTP/1.1" status: 200 len: 1101 time: 0.3398561 Jun 30 02:42:33.275055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-87f4daf8-c6e5-48db-ae9e-999d88a7630f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5828428 Jun 30 02:42:33.291303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Request body: {'port': {'device_id': '409e5f79-86a8-4137-b115-043ddd431268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:33.355287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] Deleting port 518175df-bab9-4464-aa03-ed5ba263b872 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:33.356783 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.388854 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7b4403f-8386-4456-ba17-135fa2a51e78 req-c77a5dd7-73e0-4f84-a010-b58c741924d5 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291389 Jun 30 02:42:33.446327 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.481937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] For port 518175df-bab9-4464-aa03-ed5ba263b872, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=518175df-bab9-4464-aa03-ed5ba263b872,segment=NetworkSegment(a38ab02d-c5b4-4d38-92c9-99772d99c406),segment_id=a38ab02d-c5b4-4d38-92c9-99772d99c406)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:33.482293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.496953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] Calling delete_port for 518175df-bab9-4464-aa03-ed5ba263b872 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:33.525919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ae997b22-78de-4ce1-abaa-428104424fde None None] Provisioning for port 03fe276f-30d7-407a-ab62-888302e9681e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:33.531718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ae997b22-78de-4ce1-abaa-428104424fde None None] Provisioning complete for port 03fe276f-30d7-407a-ab62-888302e9681e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:33.535505 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae997b22-78de-4ce1-abaa-428104424fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.551469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.613561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ae997b22-78de-4ce1-abaa-428104424fde None None] Port 03fe276f-30d7-407a-ab62-888302e9681e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:33.908109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Pushing event updated for resources: {'Subnet': ['ID=760b8dae-e5a8-4476-b153-1b916dc72e3a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:33.957307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Checking segment: {'id': 'ee36d48c-d1ad-4a6c-924e-bd1715e194c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '40c71f00-ffdf-49e2-abd5-ec3f515845f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:33.957638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Network hostable DHCP agents. Network: 40c71f00-ffdf-49e2-abd5-ec3f515845f5, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:34.036933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca496fb-565e-4bb9-8c6e-5b822694f3f3 req-268a0864-a02d-4bc3-9f73-3898b50a052e tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:34.038486 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ca496fb-565e-4bb9-8c6e-5b822694f3f3 req-268a0864-a02d-4bc3-9f73-3898b50a052e tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 931 time: 0.3634014 Jun 30 02:42:34.075029 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.091108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48126) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:34.124122 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2ee8d526-f11a-42da-8330-275fb3587553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.126357 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=518175df-bab9-4464-aa03-ed5ba263b872,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:34.169622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ca496fb-565e-4bb9-8c6e-5b822694f3f3 req-e144181d-9164-4975-a4ef-cfc82a8b8618 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955017 Jun 30 02:42:34.192731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Network 40c71f00-ffdf-49e2-abd5-ec3f515845f5 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:34.216542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fe276f-30d7-407a-ab62-888302e9681e {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:34.229454 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.253292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Transition to ACTIVE for port object 03fe276f-30d7-407a-ab62-888302e9681e will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:34.337527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 40c71f00-ffdf-49e2-abd5-ec3f515845f5) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:34.337881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc0ae4fd-50ef-4758-bed2-336eef6e52d5 req-77de344f-00b8-4661-99e1-b0d2ad877a1e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 210 time: 0.0840921 Jun 30 02:42:34.356249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64479b94-86fa-479c-862c-b6d078cc789d None None] Network 40c71f00-ffdf-49e2-abd5-ec3f515845f5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:34.382232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:34.383005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.385643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.391692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-778c9622-3263-449f-bde5-e6a3cae829c2 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:34.399342 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-778c9622-3263-449f-bde5-e6a3cae829c2 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 805 time: 0.4099779 Jun 30 02:42:34.420232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Request body: {'port': {'device_id': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14', 'admin_state_up': True, 'tenant_id': 'a89f75a4941141878233813936107c0e'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:34.440233 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2ee8d526-f11a-42da-8330-275fb3587553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.492747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Pushing event updated for resources: {'Port': ['ID=03fe276f-30d7-407a-ab62-888302e9681e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:34.517520 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.558510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b6104-ff6f-436b-af01-3084fe5f52f1 None None] Network 40c71f00-ffdf-49e2-abd5-ec3f515845f5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:34.580256 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2ee8d526-f11a-42da-8330-275fb3587553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.710143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e8898439-7738-4591-b978-f7bc542c561c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0139329 Jun 30 02:42:34.767795 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2ee8d526-f11a-42da-8330-275fb3587553 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3fbf5a5af4c54d8fb941728191ec621c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755946 Jun 30 02:42:34.768475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48138) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:34.780441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8d526-f11a-42da-8330-275fb3587553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ebacc5-c72e-4956-83b8-d7bd9e1874ae,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:34.817151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Attempting to bind port 03fe276f-30d7-407a-ab62-888302e9681e on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:34.817989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Attempting to bind port 03fe276f-30d7-407a-ab62-888302e9681e by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:34.818329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Attempting to bind port 03fe276f-30d7-407a-ab62-888302e9681e on network 82e8f163-a18a-433b-b393-2fa98a10b270 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:34.828904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Port 03fe276f-30d7-407a-ab62-888302e9681e on network 82e8f163-a18a-433b-b393-2fa98a10b270 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:34.829769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Attempting to bind port 03fe276f-30d7-407a-ab62-888302e9681e on network 82e8f163-a18a-433b-b393-2fa98a10b270 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:34.836289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:34.836632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Checking segment: {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:34.837011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Bound using segment: {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:34.837446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Bound port: 03fe276f-30d7-407a-ab62-888302e9681e, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76602028-1023-4a13-9ab5-7a5de17953e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:34.837886 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.862304 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-145f362c-41eb-4580-84f8-708ad5ece7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.912709 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-145f362c-41eb-4580-84f8-708ad5ece7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.972992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] For port 03fe276f-30d7-407a-ab62-888302e9681e, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:34.993137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] For port 03fe276f-30d7-407a-ab62-888302e9681e, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=03fe276f-30d7-407a-ab62-888302e9681e,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:35.097989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.106232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-f695ed35-8598-4412-86db-4c273bab9274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5131881 Jun 30 02:42:35.129365 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.146703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b83d56-dc6e-4f97-8fc8-a76c47b5e649 req-486e4b3e-9130-4df5-bf68-adbe4834cce1 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.148225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-33b83d56-dc6e-4f97-8fc8-a76c47b5e649 req-486e4b3e-9130-4df5-bf68-adbe4834cce1 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 1099 time: 0.1135924 Jun 30 02:42:35.154435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.155098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.156469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] 10.222.0.83 "PUT /v2.0/ports/03fe276f-30d7-407a-ab62-888302e9681e HTTP/1.1" status: 200 len: 1091 time: 1.8694737 Jun 30 02:42:35.156915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409e5f79-86a8-4137-b115-043ddd431268', 'tag': '03fe276f-30d7-407a-ab62-888302e9681e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:35.159213 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0725f448-1e02-4277-9854-e5052e80ff35" -d '{"events": [{"name": "network-changed", "server_uuid": "409e5f79-86a8-4137-b115-043ddd431268", "tag": "03fe276f-30d7-407a-ab62-888302e9681e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:35.172529 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-145f362c-41eb-4580-84f8-708ad5ece7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.174447 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-145f362c-41eb-4580-84f8-708ad5ece7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.175611 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-145f362c-41eb-4580-84f8-708ad5ece7f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3ebacc5-c72e-4956-83b8-d7bd9e1874ae HTTP/1.1" status: 204 len: 168 time: 0.4028251 Jun 30 02:42:35.193650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8fdcc-e497-4324-801d-9086f70f22d1 service neutron] Pushing event updated for resources: {'Port': ['ID=03fe276f-30d7-407a-ab62-888302e9681e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:35.208818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f362c-41eb-4580-84f8-708ad5ece7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ebacc5-c72e-4956-83b8-d7bd9e1874ae,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:35.232504 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-33b83d56-dc6e-4f97-8fc8-a76c47b5e649 req-00428ca0-c36e-414e-9c67-f23e09824249 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632484 Jun 30 02:42:35.370900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-a2b9cda2-7f4e-4f28-9bc5-ec5467371e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.372411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-a2b9cda2-7f4e-4f28-9bc5-ec5467371e90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 1094 time: 0.0703597 Jun 30 02:42:35.378708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-8dc0c613-fa59-4c7b-b4bb-78ea8500c783 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.380795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-8dc0c613-fa59-4c7b-b4bb-78ea8500c783 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652609 Jun 30 02:42:35.417589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b3326208-a94d-4e50-a82f-6d0ac5dc7f3a tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/quotas/904222f956104230a7b4cfb30b5372af HTTP/1.1" status: 200 len: 375 time: 0.0228734 Jun 30 02:42:35.438137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-6c8b6711-3222-45cc-aac2-0e69e86a1d8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03fe276f-30d7-407a-ab62-888302e9681e HTTP/1.1" status: 200 len: 217 time: 0.0501888 Jun 30 02:42:35.498964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Made reservation on behalf of a89f75a4941141878233813936107c0e for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:35.502480 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.505307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-4ceb3939-5964-4db2-93d5-8068de91074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.507711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-4ceb3939-5964-4db2-93d5-8068de91074b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.0657957 Jun 30 02:42:35.650302 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c228a28f-53a2-46f8-8736-1a63ee08a25d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2262251 Jun 30 02:42:35.653919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-faa30897-b704-44ce-b8b4-bd963a556a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.657725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-faa30897-b704-44ce-b8b4-bd963a556a73 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402345 Jun 30 02:42:35.681117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] Router b47e4458-8055-4b52-88d3-c0d41d233346 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:35.693080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-03313aa2-56e3-450a-b1d9-b3c2e97a5ffd tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.700082 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-03313aa2-56e3-450a-b1d9-b3c2e97a5ffd tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/networks?id=307d6bbf-6af0-4440-8fcd-222155ad2c63 HTTP/1.1" status: 200 len: 815 time: 0.1685822 Jun 30 02:42:35.749273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-85ef216b-e92e-44d1-8422-69179caf1591 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/quotas/c33e8bc01dc24d95abcca1b0e4fdda87 HTTP/1.1" status: 200 len: 375 time: 0.0477064 Jun 30 02:42:35.749873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Allocated IP 172.20.0.12 (56225ca4-50ef-4c0c-9a61-aa4bb36f0d14/959022d8-4dfe-420a-a9b2-f79d5ce3d2bd/04a3e0b5-0eed-4b66-a533-f0f098af653e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:35.797428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-86e13e0b-3a78-4e94-980b-8b955fd894d8 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c33e8bc01dc24d95abcca1b0e4fdda87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477085 Jun 30 02:42:35.855760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:35.864593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c534683a-0df1-42dd-bd88-0ada8fa9b4a3 admin admin] 10.222.0.77 "PUT /v2.0/routers/b47e4458-8055-4b52-88d3-c0d41d233346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7628114 Jun 30 02:42:35.867554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48176) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:35.882127 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-07849c9c-d216-4f01-b03b-44a92ffbaa9d service neutron] 10.222.0.83 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166047 Jun 30 02:42:35.887414 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] Sync routers for ids ['b47e4458-8055-4b52-88d3-c0d41d233346'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:35.898196 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] Routers {'b47e4458-8055-4b52-88d3-c0d41d233346'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:35.898889 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b47e4458-8055-4b52-88d3-c0d41d233346'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:36.007835 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.094844 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-a861fd04-0564-4730-be9c-779105451a07 service neutron] 10.222.0.77 "GET /v2.0/networks/307d6bbf-6af0-4440-8fcd-222155ad2c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964480 Jun 30 02:42:36.101552 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] Set router b47e4458-8055-4b52-88d3-c0d41d233346 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:36.134370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.174595 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1f0c1a3-d53a-489e-91ad-acc2d554e8d0 req-e8c9a69a-b61b-490d-89b7-e8504980fd50 service neutron] 10.222.0.83 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433853 Jun 30 02:42:36.181979 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.185256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:36.200188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:36.206150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:36.277660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Pushing event updated for resources: {'Port': ['ID=04a3e0b5-0eed-4b66-a533-f0f098af653e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:36.285416 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-router', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:55Z', 'updated_at': '2021-06-30T02:42:33Z', 'revision_number': 5, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'gw_port': {'id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:56Z', 'updated_at': '2021-06-30T02:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:36.292938 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-924882a5-27b3-49c8-ae17-0f3f31a6a295 service neutron] 10.222.0.77 "GET /v2.0/networks/307d6bbf-6af0-4440-8fcd-222155ad2c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883943 Jun 30 02:42:36.314719 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] Checking router: b47e4458-8055-4b52-88d3-c0d41d233346 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:36.324932 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] Routers {'b47e4458-8055-4b52-88d3-c0d41d233346'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:36.325892 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b47e4458-8055-4b52-88d3-c0d41d233346'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:36.335995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:36.339408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.368481 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.437321 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] Set router b47e4458-8055-4b52-88d3-c0d41d233346 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:36.464989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-cc569536-caff-4344-94b9-17e304e823b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0566640 Jun 30 02:42:36.481155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Request body: {'port': {'device_id': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:36.582417 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.618869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Deleting port 64f98647-d92f-4150-a0fd-e821b086dfe2 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:36.621697 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.762059 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776e00cb-21a6-4475-8321-42e49d3152de x-openstack-request-id: req-776e00cb-21a6-4475-8321-42e49d3152de {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:36.767168 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409e5f79-86a8-4137-b115-043ddd431268", "tag": "03fe276f-30d7-407a-ab62-888302e9681e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:36.767168 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-776e00cb-21a6-4475-8321-42e49d3152de {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:36.767168 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409e5f79-86a8-4137-b115-043ddd431268', 'tag': '03fe276f-30d7-407a-ab62-888302e9681e', 'status': 'completed', 'code': 200} Jun 30 02:42:36.807531 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-router', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:55Z', 'updated_at': '2021-06-30T02:42:33Z', 'revision_number': 5, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'gw_port': {'id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:56Z', 'updated_at': '2021-06-30T02:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:36.904432 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5236fe26-f6a7-4c12-9cc8-4423152e1b87 None None] The sync data for ids ['b47e4458-8055-4b52-88d3-c0d41d233346'] in n-d-798249-3 is: [{'id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'name': 'tempest-FloatingIPDetailsTestJSON-1908015947-router', 'tenant_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:55Z', 'updated_at': '2021-06-30T02:42:33Z', 'revision_number': 5, 'project_id': 'c44758b59eb84e0aa2e4f6a3b39f82bb', 'gw_port': {'id': '64f98647-d92f-4150-a0fd-e821b086dfe2', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e4458-8055-4b52-88d3-c0d41d233346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:56Z', 'updated_at': '2021-06-30T02:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:37.017958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f448-1e02-4277-9854-e5052e80ff35 req-ee258653-c149-4fae-9412-3e18c99952bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.020345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0725f448-1e02-4277-9854-e5052e80ff35 req-ee258653-c149-4fae-9412-3e18c99952bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 1094 time: 0.2535288 Jun 30 02:42:37.023690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] For port 64f98647-d92f-4150-a0fd-e821b086dfe2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=64f98647-d92f-4150-a0fd-e821b086dfe2,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:37.024059 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.045579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9785a-96d3-4c0d-a97d-9e9b7720c9b2 req-415d290a-e8e7-4821-be0c-2d800460cd00 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.047674 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2de9785a-96d3-4c0d-a97d-9e9b7720c9b2 req-415d290a-e8e7-4821-be0c-2d800460cd00 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 943 time: 0.1544311 Jun 30 02:42:37.062804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Calling delete_port for 64f98647-d92f-4150-a0fd-e821b086dfe2 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:37.135271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a3e0b5-0eed-4b66-a533-f0f098af653e {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:37.170583 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2de9785a-96d3-4c0d-a97d-9e9b7720c9b2 req-ecbbd3d9-3f9f-41db-9aa5-b1a421e64ea9 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127973 Jun 30 02:42:37.173158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.199623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Transition to ACTIVE for port object 04a3e0b5-0eed-4b66-a533-f0f098af653e will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:37.297683 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.410302 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Pushing event updated for resources: {'Port': ['ID=04a3e0b5-0eed-4b66-a533-f0f098af653e,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:37.457258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582b810-2fd5-4e06-8afc-7a44a561886e req-50cd5b07-64d3-46b3-9c89-229e7ef19673 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.458861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7582b810-2fd5-4e06-8afc-7a44a561886e req-50cd5b07-64d3-46b3-9c89-229e7ef19673 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.1730962 Jun 30 02:42:37.471054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477784ea-05bd-499c-90f0-fa0961e2a461 req-a50ccfa9-960f-4170-a24f-fae96d49110c tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.478698 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-477784ea-05bd-499c-90f0-fa0961e2a461 req-a50ccfa9-960f-4170-a24f-fae96d49110c tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 1099 time: 0.5623138 Jun 30 02:42:37.486986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:37.486986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:37.487687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:37.502208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Port 04a3e0b5-0eed-4b66-a533-f0f098af653e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:37.502545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:37.526711 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:37.527039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:37.527432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:37.528157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Bound port: 04a3e0b5-0eed-4b66-a533-f0f098af653e, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:37.528300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.530018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f448-1e02-4277-9854-e5052e80ff35 req-176e5675-d86b-42d6-925a-779a2c247c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.531736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0725f448-1e02-4277-9854-e5052e80ff35 req-176e5675-d86b-42d6-925a-779a2c247c29 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.4974623 Jun 30 02:42:37.568751 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-477784ea-05bd-499c-90f0-fa0961e2a461 req-68174195-796d-4e41-90f9-1e46712a8b93 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892692 Jun 30 02:42:37.569785 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7582b810-2fd5-4e06-8afc-7a44a561886e req-7cb3be3b-0eff-4d23-87e0-9ead83814cb6 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948596 Jun 30 02:42:37.605643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0725f448-1e02-4277-9854-e5052e80ff35 req-53052749-bd4c-4163-ac5d-570920112991 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03fe276f-30d7-407a-ab62-888302e9681e HTTP/1.1" status: 200 len: 217 time: 0.0600381 Jun 30 02:42:37.635775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:37.642590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:37.697425 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-765a6897-4483-48be-9b53-7a8d48102866 req-bd11580d-8f91-4458-abf2-13ce06be90bb tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 210 time: 0.0531390 Jun 30 02:42:37.718281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f448-1e02-4277-9854-e5052e80ff35 req-71123b1c-39fb-4099-aab8-1327adde503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.719713 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0725f448-1e02-4277-9854-e5052e80ff35 req-71123b1c-39fb-4099-aab8-1327adde503a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.0924079 Jun 30 02:42:37.744607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.793673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.794723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.796445 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] 10.222.0.83 "PUT /v2.0/ports/04a3e0b5-0eed-4b66-a533-f0f098af653e HTTP/1.1" status: 200 len: 1092 time: 1.3237371 Jun 30 02:42:37.797098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'tag': '04a3e0b5-0eed-4b66-a533-f0f098af653e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:37.804501 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81504f7-adcd-463e-9503-c8335129155c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b41757e-2f15-4f61-a1d4-c078341f8c53", "tag": "04a3e0b5-0eed-4b66-a533-f0f098af653e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:37.835454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725f448-1e02-4277-9854-e5052e80ff35 req-343ee6bf-9261-48f4-930f-c1849519ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.837323 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0725f448-1e02-4277-9854-e5052e80ff35 req-343ee6bf-9261-48f4-930f-c1849519ad0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108954 Jun 30 02:42:37.854684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 518175df-bab9-4464-aa03-ed5ba263b872 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:37.883003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e173e-075f-47e4-b093-ad0986d95d8a service neutron] Pushing event updated for resources: {'Port': ['ID=04a3e0b5-0eed-4b66-a533-f0f098af653e,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:37.895924 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 518175df-bab9-4464-aa03-ed5ba263b872 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:37.896390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 518175df-bab9-4464-aa03-ed5ba263b872 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:37.972624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0725f448-1e02-4277-9854-e5052e80ff35 req-0e569f8b-d30c-4562-8269-4df8a25b6360 service neutron] 10.222.0.83 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272848 Jun 30 02:42:37.973527 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.009618 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f98647-d92f-4150-a0fd-e821b086dfe2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:38.052632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-ee264512-920f-4bf4-9abd-52c8570aaf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.054280 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-ee264512-920f-4bf4-9abd-52c8570aaf13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1095 time: 0.1008976 Jun 30 02:42:38.145825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-e0b016e9-1abd-403d-8a26-ee40d658c762 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e HTTP/1.1" status: 200 len: 217 time: 0.0739563 Jun 30 02:42:38.172206 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.217089 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fd6143-686a-43d6-b1c1-2eddfbea6129 x-openstack-request-id: req-f8fd6143-686a-43d6-b1c1-2eddfbea6129 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:38.217515 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b41757e-2f15-4f61-a1d4-c078341f8c53", "tag": "04a3e0b5-0eed-4b66-a533-f0f098af653e", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:38.217789 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8fd6143-686a-43d6-b1c1-2eddfbea6129 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:38.218192 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'tag': '04a3e0b5-0eed-4b66-a533-f0f098af653e', 'status': 'completed', 'code': 200} Jun 30 02:42:38.271505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-306d5412-7097-42e2-9830-f3c7b8e0769f req-988102ab-f5df-4654-bc72-2e5b7c72b0fd tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 210 time: 0.0425763 Jun 30 02:42:38.273133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-2a67e4c0-eade-4b30-8348-4a4666c64239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.274586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-2a67e4c0-eade-4b30-8348-4a4666c64239 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.1278174 Jun 30 02:42:38.320051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-c1c6d9da-8fb7-4ffe-bd70-bfa64dc02108 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378201 Jun 30 02:42:38.326463 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0725f448-1e02-4277-9854-e5052e80ff35 req-002c8a76-ff72-4fb1-ad0e-dde99ddeb8be service neutron] 10.222.0.83 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270457 Jun 30 02:42:38.332586 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.334962 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.515451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-3f073b1b-a7da-4fd7-95a0-419e17342eaa service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891546 Jun 30 02:42:38.590383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fdb4a-2722-4adf-b726-c3a90250b2e7 req-0b378f9a-0ee8-4fd4-93f8-4e498d06b411 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.590592 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.591041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b47e4458-8055-4b52-88d3-c0d41d233346 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:42:38.591663 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-551fdb4a-2722-4adf-b726-c3a90250b2e7 req-0b378f9a-0ee8-4fd4-93f8-4e498d06b411 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 943 time: 0.1510952 Jun 30 02:42:38.606902 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.606902 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b5d08b05-79cd-40cd-a170-9464cc2434e3 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b47e4458-8055-4b52-88d3-c0d41d233346 HTTP/1.1" status: 204 len: 168 time: 2.7341468 Jun 30 02:42:38.606902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48244) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:38.653667 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c29fe859-a1d2-4641-8750-a9926fe26901 req-4c686552-c10c-4d4a-b0f7-379fb27ea9cb service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302443 Jun 30 02:42:38.656703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-551fdb4a-2722-4adf-b726-c3a90250b2e7 req-ffc2f356-9254-4a4e-8885-20ec35402f79 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584807 Jun 30 02:42:38.697125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e79ff2-b860-4269-9d99-4b90ee733052 admin admin] Deleting subnet e4b1cbe8-cc28-4d84-a664-49f3e7840feb {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:38.700657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-59e79ff2-b860-4269-9d99-4b90ee733052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.753704 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-59e79ff2-b860-4269-9d99-4b90ee733052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.874563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81504f7-adcd-463e-9503-c8335129155c req-f6eaea50-fe6f-481d-bdfb-dc01421edd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.878053 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d81504f7-adcd-463e-9503-c8335129155c req-f6eaea50-fe6f-481d-bdfb-dc01421edd51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1095 time: 0.0575213 Jun 30 02:42:38.899040 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-59e79ff2-b860-4269-9d99-4b90ee733052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.964194 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-39b4ac26-15ae-420c-8d18-f8f2314788c2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a205eb72430843758a6f07925588ee7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541244 Jun 30 02:42:39.061738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81504f7-adcd-463e-9503-c8335129155c req-29505739-8c28-4636-986b-721b46aaa429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.063179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d81504f7-adcd-463e-9503-c8335129155c req-29505739-8c28-4636-986b-721b46aaa429 service neutron] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1731207 Jun 30 02:42:39.116049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d81504f7-adcd-463e-9503-c8335129155c req-f10f1aba-fbc7-4fe4-8a98-28362aaa7445 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e HTTP/1.1" status: 200 len: 217 time: 0.0417662 Jun 30 02:42:39.133605 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-59e79ff2-b860-4269-9d99-4b90ee733052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.159743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-53986994-f4d8-4a8d-87c9-e096979491bf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.161632 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-53986994-f4d8-4a8d-87c9-e096979491bf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916132 Jun 30 02:42:39.194362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-375413d3-fd0a-4ed0-ac82-c0c191b32346 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/quotas/a205eb72430843758a6f07925588ee7f HTTP/1.1" status: 200 len: 375 time: 0.0170155 Jun 30 02:42:39.195905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81504f7-adcd-463e-9503-c8335129155c req-ccb382cc-fee6-4edc-b2e0-9b10755c79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.197295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d81504f7-adcd-463e-9503-c8335129155c req-ccb382cc-fee6-4edc-b2e0-9b10755c79c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0737407 Jun 30 02:42:39.205240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a4f75-411e-4e6f-bfab-2a28ec9cb2a3 None None] Network a623eb20-d6c9-44df-a760-771edfcfb2d4 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:39.207312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-59e79ff2-b860-4269-9d99-4b90ee733052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.212262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-59e79ff2-b860-4269-9d99-4b90ee733052 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e4b1cbe8-cc28-4d84-a664-49f3e7840feb HTTP/1.1" status: 204 len: 168 time: 0.6037090 Jun 30 02:42:39.212262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e79ff2-b860-4269-9d99-4b90ee733052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b1cbe8-cc28-4d84-a664-49f3e7840feb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:39.216732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48264) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:39.291591 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d81504f7-adcd-463e-9503-c8335129155c req-f1fb303f-e6be-4241-95b0-9f150e48df95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843232 Jun 30 02:42:39.307208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-79c7046a-54cc-44c4-85f8-077e53a881c8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981901 Jun 30 02:42:39.307977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2213ad0-ec3d-4ed6-8a8d-799a57e5f6ba req-bf5c7d36-d8ca-4081-a427-ef64c11a1636 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.311414 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2213ad0-ec3d-4ed6-8a8d-799a57e5f6ba req-bf5c7d36-d8ca-4081-a427-ef64c11a1636 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.1265044 Jun 30 02:42:39.396760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2213ad0-ec3d-4ed6-8a8d-799a57e5f6ba req-2ce23c7c-94d3-413d-a7ef-a6af460634c7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788975 Jun 30 02:42:39.428832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.472585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad1c14c-6099-4fa2-af56-4d193d9b50fe None None] DHCP port deletion for a623eb20-d6c9-44df-a760-771edfcfb2d4 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:42:39.501430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d81504f7-adcd-463e-9503-c8335129155c req-2f5a2fdc-2a3f-4dae-95cb-c303fd4ecbad service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929908 Jun 30 02:42:39.530335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c14c-6099-4fa2-af56-4d193d9b50fe None None] Deleting port 7fe1271a-f055-4436-8a44-4ab3ed63d278 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:39.530747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c14c-6099-4fa2-af56-4d193d9b50fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.547314 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6478b50b-b045-47c3-885d-96328befe565 req-4ecec670-d9b4-4f57-b567-812092299739 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 210 time: 0.0308790 Jun 30 02:42:39.574900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Deleting port 7fe1271a-f055-4436-8a44-4ab3ed63d278 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:39.574900 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.636720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3ad1c14c-6099-4fa2-af56-4d193d9b50fe None None] For port 7fe1271a-f055-4436-8a44-4ab3ed63d278, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7fe1271a-f055-4436-8a44-4ab3ed63d278,segment=NetworkSegment(a38ab02d-c5b4-4d38-92c9-99772d99c406),segment_id=a38ab02d-c5b4-4d38-92c9-99772d99c406)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:39.637266 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c14c-6099-4fa2-af56-4d193d9b50fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.654818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c14c-6099-4fa2-af56-4d193d9b50fe None None] Calling delete_port for 7fe1271a-f055-4436-8a44-4ab3ed63d278 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:39.669908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] For port 7fe1271a-f055-4436-8a44-4ab3ed63d278, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7fe1271a-f055-4436-8a44-4ab3ed63d278,segment=NetworkSegment(a38ab02d-c5b4-4d38-92c9-99772d99c406),segment_id=a38ab02d-c5b4-4d38-92c9-99772d99c406)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:39.670276 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.721754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Calling delete_port for 7fe1271a-f055-4436-8a44-4ab3ed63d278 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:39.825906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d81504f7-adcd-463e-9503-c8335129155c req-d64a8a5c-53d7-4d15-b28f-dd782e7a0f22 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163648 Jun 30 02:42:39.908700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7fe1271a-f055-4436-8a44-4ab3ed63d278 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:39.991752 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-037b8ad9-de8d-4e5b-b562-7ed2c0e7dbf0 req-ecb81b43-e256-4790-8584-13ad5c926d32 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 210 time: 0.0345602 Jun 30 02:42:40.011426 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.054258 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c14c-6099-4fa2-af56-4d193d9b50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.067292 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bff65680-252b-4bfa-b5d0-ec3c35ad7fa4 req-04f68a2d-8ed4-41cc-b1cf-4d2683762aba tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 210 time: 0.0338433 Jun 30 02:42:40.076076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.103298 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 03fe276f-30d7-407a-ab62-888302e9681e details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:40.106865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c14c-6099-4fa2-af56-4d193d9b50fe None None] Pushing event deleted for resources: {'Port': ['ID=7fe1271a-f055-4436-8a44-4ab3ed63d278,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.108739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 64f98647-d92f-4150-a0fd-e821b086dfe2 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:40.110559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe1271a-f055-4436-8a44-4ab3ed63d278,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.115437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] No DVR routers for this DVR port 7fe1271a-f055-4436-8a44-4ab3ed63d278 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:40.142691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1c14c-6099-4fa2-af56-4d193d9b50fe None None] No DVR routers for this DVR port 7fe1271a-f055-4436-8a44-4ab3ed63d278 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:40.148517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 64f98647-d92f-4150-a0fd-e821b086dfe2 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:40.148857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 64f98647-d92f-4150-a0fd-e821b086dfe2 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:40.226224 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.260657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a623eb20-d6c9-44df-a760-771edfcfb2d4']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:40.278862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38ab02d-c5b4-4d38-92c9-99772d99c406') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:40.279453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38ab02d-c5b4-4d38-92c9-99772d99c406') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:40.291736 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.322006 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.330543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:40.330942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:42:40.332914 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:40.336698 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:40.339221 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:40.358178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032268ad-8046-4867-b232-27d01e744438 req-20b431d1-3847-4d6c-addd-ccacc05348ea tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.362906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-032268ad-8046-4867-b232-27d01e744438 req-20b431d1-3847-4d6c-addd-ccacc05348ea tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 943 time: 0.1515346 Jun 30 02:42:40.443032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 03fe276f-30d7-407a-ab62-888302e9681e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=03fe276f-30d7-407a-ab62-888302e9681e,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:40.450432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-032268ad-8046-4867-b232-27d01e744438 req-d5b7e83f-0827-4750-a13b-cc3de0a5ef08 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Jun 30 02:42:40.454973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '03fe276f-30d7-407a-ab62-888302e9681e', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'port_id': '03fe276f-30d7-407a-ab62-888302e9681e', 'mac_address': 'fa:16:3e:59:f2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:40.496072 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.499409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.511783 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.514033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] 10.222.0.77 "DELETE /v2.0/networks/a623eb20-d6c9-44df-a760-771edfcfb2d4 HTTP/1.1" status: 204 len: 168 time: 1.2772200 Jun 30 02:42:40.538667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fe276f-30d7-407a-ab62-888302e9681e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:40.544759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf68924-b6bf-4dcf-96bb-9968413a109a admin admin] Pushing event deleted for resources: {'Network': ['ID=a623eb20-d6c9-44df-a760-771edfcfb2d4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.578856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 03fe276f-30d7-407a-ab62-888302e9681e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=03fe276f-30d7-407a-ab62-888302e9681e,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:40.623695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa69de-75b1-4c3f-badf-ecff4fbcaf30 req-b2ec9749-83f5-4c4d-ad1c-a1ea18171dba tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.626387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2cfa69de-75b1-4c3f-badf-ecff4fbcaf30 req-b2ec9749-83f5-4c4d-ad1c-a1ea18171dba tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 965 time: 0.1286211 Jun 30 02:42:40.670891 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2cfa69de-75b1-4c3f-badf-ecff4fbcaf30 req-fe9c3b56-2553-4f85-8e7a-5a7b0b8d3062 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387301 Jun 30 02:42:40.723896 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14717ca-cbe5-4bba-a76a-0a03a431b317 req-16a9d325-e347-4800-a20c-ff3d72a3bdef tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.730511 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a14717ca-cbe5-4bba-a76a-0a03a431b317 req-16a9d325-e347-4800-a20c-ff3d72a3bdef tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1037936 Jun 30 02:42:40.774196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a14717ca-cbe5-4bba-a76a-0a03a431b317 req-c3be702d-3c41-4b26-9a98-f573f8c5b15d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424800 Jun 30 02:42:40.801349 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.865319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39569e-0423-4d56-abde-b3a41e5b3423 req-88295362-a1d5-4c75-b482-66bb16d6178b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.867343 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c39569e-0423-4d56-abde-b3a41e5b3423 req-88295362-a1d5-4c75-b482-66bb16d6178b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.0755942 Jun 30 02:42:40.875953 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-7b4e91d3-275d-4185-9981-39b86dd864da tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494390 Jun 30 02:42:40.905336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=03fe276f-30d7-407a-ab62-888302e9681e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.977960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c39569e-0423-4d56-abde-b3a41e5b3423 req-e2f245aa-80dd-431e-a314-a87c40035d7e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998287 Jun 30 02:42:41.049092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['03fe276f-30d7-407a-ab62-888302e9681e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:41.225257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60655ebb-3ebe-458c-bd85-702a386251dc req-7dcbaca5-fb14-436c-9482-19c343d18d38 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 210 time: 0.0491695 Jun 30 02:42:41.309488 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7a8ba40-2950-4a85-927c-23eb0bc9d8a9 req-12f2d025-1352-4049-8524-606e5f8e1815 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 210 time: 0.4146066 Jun 30 02:42:41.340915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48312) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:41.354176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a273630e-3995-45b9-ac88-309ba7447845 req-46326441-7db9-4bf8-b90d-15c166c1abed tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 210 time: 0.0671334 Jun 30 02:42:41.381405 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-d8c1da2c-2d35-48f1-98e3-70c841b87aa6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259895 Jun 30 02:42:41.429377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e93acc0b-0eef-42db-a397-fa942d90721a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c44758b59eb84e0aa2e4f6a3b39f82bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872872 Jun 30 02:42:41.432057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48314) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:41.458836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-d1723dad-b146-4aca-9a0f-baae057defca tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.461191 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-d1723dad-b146-4aca-9a0f-baae057defca tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5778620 Jun 30 02:42:41.486135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Request body: {'port': {'device_id': 'c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '904222f956104230a7b4cfb30b5372af'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:41.519052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-6b5e7d66-e270-46c7-a25f-a41b3de5a3ef tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.522377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-6b5e7d66-e270-46c7-a25f-a41b3de5a3ef tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349587 Jun 30 02:42:41.548398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Request body: {'port': {'device_id': '888542c2-5147-488b-9e3b-cafce1bde0bf', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '904222f956104230a7b4cfb30b5372af'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:41.612675 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74fc304a-03c7-408f-9ecc-60e3106f5419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.671442 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74fc304a-03c7-408f-9ecc-60e3106f5419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.775959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-4656890a-b3b7-40db-b49d-597ef7f9b461 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.777429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-4656890a-b3b7-40db-b49d-597ef7f9b461 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.83 "GET /v2.0/networks?id=307d6bbf-6af0-4440-8fcd-222155ad2c63 HTTP/1.1" status: 200 len: 815 time: 0.2484176 Jun 30 02:42:41.795607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Request body: {'port': {'device_id': 'cf9ab692-b74c-4046-be17-6cfb8b2efdf3', 'network_id': '307d6bbf-6af0-4440-8fcd-222155ad2c63', 'admin_state_up': True, 'tenant_id': 'c33e8bc01dc24d95abcca1b0e4fdda87'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:41.862589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Made reservation on behalf of 904222f956104230a7b4cfb30b5372af for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:41.867215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.879806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b3861-f466-4c3f-a3be-84be44e529b1 req-c9921c52-5ae2-4b6d-8748-bfdd7fb2b022 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.882209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a32b3861-f466-4c3f-a3be-84be44e529b1 req-c9921c52-5ae2-4b6d-8748-bfdd7fb2b022 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 944 time: 0.2056830 Jun 30 02:42:41.949662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74fc304a-03c7-408f-9ecc-60e3106f5419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.953255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74fc304a-03c7-408f-9ecc-60e3106f5419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.954909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-74fc304a-03c7-408f-9ecc-60e3106f5419 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91ac995b-72b3-430e-a791-0399b8e29026 HTTP/1.1" status: 204 len: 168 time: 0.5213561 Jun 30 02:42:41.964386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a32b3861-f466-4c3f-a3be-84be44e529b1 req-c00d356c-ca19-413d-a285-30f792b399bd tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729687 Jun 30 02:42:41.978702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc304a-03c7-408f-9ecc-60e3106f5419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ac995b-72b3-430e-a791-0399b8e29026,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:42.059536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Made reservation on behalf of 904222f956104230a7b4cfb30b5372af for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:42.070002 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.104638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 04a3e0b5-0eed-4b66-a533-f0f098af653e details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:42.114481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 03fe276f-30d7-407a-ab62-888302e9681e up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:42.149086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Allocated IP 192.168.233.78 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:42.159915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Made reservation on behalf of c33e8bc01dc24d95abcca1b0e4fdda87 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:42.176729 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.355657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:42.386341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '04a3e0b5-0eed-4b66-a533-f0f098af653e', 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14', 'port_id': '04a3e0b5-0eed-4b66-a533-f0f098af653e', 'mac_address': 'fa:16:3e:60:dc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959022d8-4dfe-420a-a9b2-f79d5ce3d2bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:42.389849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 03fe276f-30d7-407a-ab62-888302e9681e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:42.396478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 03fe276f-30d7-407a-ab62-888302e9681e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:42.397582 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.420626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d5290-9f62-49f1-a47a-bbb00ac91ca6 req-ed3f45e4-fe04-480e-a6a3-c524db280a25 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:42.422204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-623d5290-9f62-49f1-a47a-bbb00ac91ca6 req-ed3f45e4-fe04-480e-a6a3-c524db280a25 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.1679895 Jun 30 02:42:42.425191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.446512 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Transition to ACTIVE for port object a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:42.485410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afee18-6f21-40ef-995a-9665e46f6261 req-9b0d2273-756b-4e36-b502-9f37eaa09ab4 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:42.485714 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-623d5290-9f62-49f1-a47a-bbb00ac91ca6 req-cfaf4360-a278-46e8-9c72-6c3760f73c6c tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524495 Jun 30 02:42:42.485855 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.495628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54afee18-6f21-40ef-995a-9665e46f6261 req-9b0d2273-756b-4e36-b502-9f37eaa09ab4 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.3489733 Jun 30 02:42:42.526194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a3e0b5-0eed-4b66-a533-f0f098af653e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:42.553988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Allocated IP 172.20.0.6 (307d6bbf-6af0-4440-8fcd-222155ad2c63/915e1d49-c8ba-416e-a636-6bf15e56b9e0/a60623ff-3b6a-41ec-b8b2-aa515f5f018e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:42.572180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54afee18-6f21-40ef-995a-9665e46f6261 req-95f9ad3f-c2c5-4ed2-b69c-f465048e2f08 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754907 Jun 30 02:42:42.597102 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.599463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:42.613552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', 'bac564d6-df16-4a75-84e1-25dda9b1272a', '41d69b9a-52f5-4b3a-858f-75e95e6f0114'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:42.665969 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.692831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:42.708470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:42.726309 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.750581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:42.756393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409e5f79-86a8-4137-b115-043ddd431268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fe276f-30d7-407a-ab62-888302e9681e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:42.758560 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d14a0d-3339-4335-9f77-a55f39f413fb" -d '{"events": [{"server_uuid": "409e5f79-86a8-4137-b115-043ddd431268", "name": "network-vif-plugged", "status": "completed", "tag": "03fe276f-30d7-407a-ab62-888302e9681e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:42.809686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event updated for resources: {'Port': ['ID=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:42.833948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 03fe276f-30d7-407a-ab62-888302e9681e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=03fe276f-30d7-407a-ab62-888302e9681e,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:42.863085 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=04a3e0b5-0eed-4b66-a533-f0f098af653e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:42.890304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:42.891820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.894878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Allocated IP 192.168.233.26 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/fa662f90-9d2f-4e0c-93b1-0e68f0327803) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:42.898936 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34d75d68-1bc7-4b8f-994d-9e1cc3f4c09d req-36c717cd-6f43-49b1-8e54-5218c7beabfb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 210 time: 0.0949616 Jun 30 02:42:42.900030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-2f8eede6-a85b-4923-824c-56b79c2c5afd tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1972283674&fields=id&tenant_id=960cb00257de42d98de81ab58ffac139 HTTP/1.1" status: 200 len: 267 time: 0.2533882 Jun 30 02:42:42.969282 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.038830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['04a3e0b5-0eed-4b66-a533-f0f098af653e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:43.062015 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0006fec5-84c5-4cde-a88e-07c4b6ce58d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5848970 Jun 30 02:42:43.089303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Request body: {'port': {'device_id': 'c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:43.135072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50995-72db-47ad-af33-73a1aa4c700f req-bb1da80c-e710-49ce-a914-2a8a3dada762 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:43.137169 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-bb1da80c-e710-49ce-a914-2a8a3dada762 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/networks?id=8b6ae11d-e383-4f15-8222-2d3f362fb36d HTTP/1.1" status: 200 len: 824 time: 0.2242510 Jun 30 02:42:43.155383 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.162098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-55354b0f-28ef-4c94-9283-f3bb5dccf0d1 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/quotas/960cb00257de42d98de81ab58ffac139 HTTP/1.1" status: 200 len: 375 time: 0.0147436 Jun 30 02:42:43.182111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=03fe276f-30d7-407a-ab62-888302e9681e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:43.195794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dccc274c-700e-422f-8e96-43b4ceb77c4c req-49545d47-e0db-4880-a45b-7383205d2753 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 210 time: 0.0539784 Jun 30 02:42:43.283073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.310709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Transition to ACTIVE for port object fa662f90-9d2f-4e0c-93b1-0e68f0327803 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:43.350661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ce273f95-77d6-4169-9fe4-a76637cb02ac None None] Provisioning for port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:43.358118 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.361896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.409486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ce273f95-77d6-4169-9fe4-a76637cb02ac None None] Provisioning complete for port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:43.409890 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ce273f95-77d6-4169-9fe4-a76637cb02ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.418511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Network 307d6bbf-6af0-4440-8fcd-222155ad2c63 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:43.421996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:43.426168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:43.438340 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.461830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Pushing event updated for resources: {'Port': ['ID=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:43.476967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-0367e1fb-6385-43af-833e-f3138b7b044e tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=960cb00257de42d98de81ab58ffac139&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3023229 Jun 30 02:42:43.499697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ce273f95-77d6-4169-9fe4-a76637cb02ac None None] Port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:43.537782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3662af51-a03a-44c3-acc4-a3591c3fa5db req-5e7d5b2a-cbb2-462b-ab4b-bbdbca90d4a3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 210 time: 0.0769432 Jun 30 02:42:43.593208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event updated for resources: {'Port': ['ID=fa662f90-9d2f-4e0c-93b1-0e68f0327803,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:43.631679 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bb7b88-4196-4724-81cc-006b3f56b24a x-openstack-request-id: req-60bb7b88-4196-4724-81cc-006b3f56b24a {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:43.631974 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409e5f79-86a8-4137-b115-043ddd431268", "name": "network-vif-plugged", "status": "completed", "tag": "03fe276f-30d7-407a-ab62-888302e9681e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:43.632222 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60bb7b88-4196-4724-81cc-006b3f56b24a {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:43.632627 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409e5f79-86a8-4137-b115-043ddd431268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fe276f-30d7-407a-ab62-888302e9681e', 'code': 200} Jun 30 02:42:43.655277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:43.665446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:43.666124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.670773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:43.673356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:43.700977 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-17752605-a21d-4da9-ad8c-dab7d45a10e0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a205eb72430843758a6f07925588ee7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1569879 Jun 30 02:42:43.720483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.83', 54092) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:43.821780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:43.822545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.851341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-691d67a3-3564-4d2c-b386-964ecd613600 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0626664 Jun 30 02:42:43.873046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Request body: {'port': {'device_id': 'cf9ab692-b74c-4046-be17-6cfb8b2efdf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:43.884772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-518d261e-a477-4239-b573-efa02bf99ead tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:43.886361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-518d261e-a477-4239-b573-efa02bf99ead tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a007aae-4fc0-43c5-a736-382ab1fa6fde HTTP/1.1" status: 200 len: 965 time: 0.3601420 Jun 30 02:42:43.937514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-add770e1-c624-487a-bf70-7ea8cf844c12 service neutron] 10.222.0.77 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946209 Jun 30 02:42:44.022952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-12e30d8d-4707-4a26-9c82-10425c778cdd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:44.024499 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-12e30d8d-4707-4a26-9c82-10425c778cdd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043330 Jun 30 02:42:44.047126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Request body: {'port': {'device_id': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'a205eb72430843758a6f07925588ee7f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:44.110423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2fbbbdbc-47ae-4e93-b0f1-9e501adafcfc None None] Provisioning for port fa662f90-9d2f-4e0c-93b1-0e68f0327803 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:44.115077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2fbbbdbc-47ae-4e93-b0f1-9e501adafcfc None None] Provisioning complete for port fa662f90-9d2f-4e0c-93b1-0e68f0327803 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:44.115465 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2fbbbdbc-47ae-4e93-b0f1-9e501adafcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.156117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2fbbbdbc-47ae-4e93-b0f1-9e501adafcfc None None] Port fa662f90-9d2f-4e0c-93b1-0e68f0327803 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:44.214395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-39c46e44-acd3-4fc3-bcb6-1a6425d1a567 service neutron] 10.222.0.77 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640965 Jun 30 02:42:44.240138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-b4131f11-b31d-4e42-9a9c-b35c60e7f71b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6973512 Jun 30 02:42:44.245477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:44.250373 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', 'bac564d6-df16-4a75-84e1-25dda9b1272a', '41d69b9a-52f5-4b3a-858f-75e95e6f0114'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:44.257786 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.268768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c664df0-191f-4b15-9a03-5fc3597f7f19 req-67d8190b-85c1-4e51-ac08-2d8507356771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:44.270804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c664df0-191f-4b15-9a03-5fc3597f7f19 req-67d8190b-85c1-4e51-ac08-2d8507356771 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 1096 time: 0.5448279 Jun 30 02:42:44.281727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Transition to ACTIVE for port object a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:44.282546 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Request body: {'port': {'device_id': '888542c2-5147-488b-9e3b-cafce1bde0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:44.325052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464cc9e-5ea4-462c-9df3-6c64d31ea903 req-212e01a8-857a-4b6a-b759-a9447465b541 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:44.326595 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1464cc9e-5ea4-462c-9df3-6c64d31ea903 req-212e01a8-857a-4b6a-b759-a9447465b541 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 945 time: 0.5514712 Jun 30 02:42:44.384316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Made reservation on behalf of a205eb72430843758a6f07925588ee7f for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:44.390096 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.395958 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.416074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.449924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.474540 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c664df0-191f-4b15-9a03-5fc3597f7f19 req-689fb18b-88c7-4443-ad40-42d6b6468136 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849740 Jun 30 02:42:44.559329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1464cc9e-5ea4-462c-9df3-6c64d31ea903 req-c8bc4ba3-a9e9-41cf-8f46-0142645dab3c tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985526 Jun 30 02:42:44.566626 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.589697 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.618333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Pushing event updated for resources: {'Port': ['ID=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:44.721124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Deleting port 4ad71ca4-e695-4b3c-a673-0e814139c228 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:44.727800 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.732928 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.846112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee16952c-e7f9-423f-a8c9-edaf24cbf620,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:44.880334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Attempting to bind port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:44.884828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Attempting to bind port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:44.884828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Attempting to bind port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:44.897623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:44.897948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Attempting to bind port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:44.934443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:44.934662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:44.934891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:44.935332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Bound port: a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:44.935699 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.945108 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfb0cd-76f1-444c-9dc7-a460cfc52d8b req-d396386f-6613-4251-8e83-1c23cea49f6f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:44.950598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a5dfb0cd-76f1-444c-9dc7-a460cfc52d8b req-d396386f-6613-4251-8e83-1c23cea49f6f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 945 time: 0.2282457 Jun 30 02:42:45.048382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a5dfb0cd-76f1-444c-9dc7-a460cfc52d8b req-224756ce-72da-4770-b6d6-fa8d4f13082a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956955 Jun 30 02:42:45.050448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Allocated IP 192.168.233.231 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:45.095486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] For port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:45.105432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] For port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:45.108961 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] For port 4ad71ca4-e695-4b3c-a673-0e814139c228, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4ad71ca4-e695-4b3c-a673-0e814139c228,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:45.109330 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.166288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e4948-9ccc-48a9-a8b5-5bc88ec65663 req-69e30f7e-bae0-4db4-bff5-d11b5ecc6c05 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.174044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de2e4948-9ccc-48a9-a8b5-5bc88ec65663 req-69e30f7e-bae0-4db4-bff5-d11b5ecc6c05 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.3966410 Jun 30 02:42:45.203025 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.264466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.265262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.267038 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] 10.222.0.83 "PUT /v2.0/ports/a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 HTTP/1.1" status: 200 len: 1095 time: 2.1984439 Jun 30 02:42:45.276660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e', 'tag': 'a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:45.280148 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b372a81b-96a9-4053-99ae-ca1edafecc38" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e", "tag": "a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:45.350492 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.359395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-8d030fda-8cb8-4821-8097-830afa43a69b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=15718b66decb42c0b85c1379f39c48ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563014 Jun 30 02:42:45.382345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de2e4948-9ccc-48a9-a8b5-5bc88ec65663 req-75069dfb-2e9c-4ea2-8f6c-43c715b2cf3f tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071388 Jun 30 02:42:45.429518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7a1f1-45b2-42ba-8ba7-18d0ab4b0b8e service neutron] Pushing event updated for resources: {'Port': ['ID=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:45.506719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60623ff-3b6a-41ec-b8b2-aa515f5f018e {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:45.517294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Transition to ACTIVE for port object a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:45.523166 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.534533 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.535234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.535842 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Floating IP 959f6aa0-e2c0-4fbe-830e-1477f18fc8ab disassociated. External IP: 172.25.2.219, port: 4ad71ca4-e695-4b3c-a673-0e814139c228. Jun 30 02:42:45.536393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Calling delete_port for 4ad71ca4-e695-4b3c-a673-0e814139c228 owned by compute:tempest-test_az-93780447 {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:45.551834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Transition to ACTIVE for port object a60623ff-3b6a-41ec-b8b2-aa515f5f018e will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:45.597625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-bf573ee0-e970-41f2-8b5f-efd9bdb0684b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.604380 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-bf573ee0-e970-41f2-8b5f-efd9bdb0684b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2440825 Jun 30 02:42:45.622907 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-a8ea75e9-f5ac-45de-943a-621ea0f6d7d7 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/quotas/15718b66decb42c0b85c1379f39c48ad HTTP/1.1" status: 200 len: 375 time: 0.0175350 Jun 30 02:42:45.631786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-69cfe3ce-1e35-4e81-bebf-c9951356d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.633257 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-69cfe3ce-1e35-4e81-bebf-c9951356d683 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e HTTP/1.1" status: 200 len: 1098 time: 0.1850362 Jun 30 02:42:45.648853 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.674063 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-55894781-0b97-4bc8-b72a-2cbfce3906e9 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=15718b66decb42c0b85c1379f39c48ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503254 Jun 30 02:42:45.708589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-50414d46-92bf-4430-9f89-cc520b570d62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 HTTP/1.1" status: 200 len: 217 time: 0.0648463 Jun 30 02:42:45.725956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.731965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Pushing event updated for resources: {'Port': ['ID=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:45.809778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:45.814361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0c2ad2f1-0d19-44f2-8e77-28a31ce983ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.815606 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-0c2ad2f1-0d19-44f2-8e77-28a31ce983ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1012475 Jun 30 02:42:45.816424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:45.823291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:45.829362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bd36c-5aa3-4336-908f-33822c23474c req-328bdd15-5692-404d-b476-b3279ef97e41 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.830961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d81bd36c-5aa3-4336-908f-33822c23474c req-328bdd15-5692-404d-b476-b3279ef97e41 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 935 time: 0.2414536 Jun 30 02:42:45.854243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Pushing event updated for resources: {'Port': ['ID=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:45.930563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.931233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.967802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-4ec752c4-846c-467e-8d8f-0a3b93ceb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.970073 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-4ec752c4-846c-467e-8d8f-0a3b93ceb5d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440778 Jun 30 02:42:45.993091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d81bd36c-5aa3-4336-908f-33822c23474c req-c9c7c041-e6be-47be-948c-f1416839df77 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312149 Jun 30 02:42:46.004963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Attempting to bind port a60623ff-3b6a-41ec-b8b2-aa515f5f018e on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:46.005311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Attempting to bind port a60623ff-3b6a-41ec-b8b2-aa515f5f018e by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '4c057e32-da29-4e20-8713-13be0963fc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '307d6bbf-6af0-4440-8fcd-222155ad2c63'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:46.006027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Attempting to bind port a60623ff-3b6a-41ec-b8b2-aa515f5f018e on network 307d6bbf-6af0-4440-8fcd-222155ad2c63 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:46.041867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Port a60623ff-3b6a-41ec-b8b2-aa515f5f018e on network 307d6bbf-6af0-4440-8fcd-222155ad2c63 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:46.042197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Attempting to bind port a60623ff-3b6a-41ec-b8b2-aa515f5f018e on network 307d6bbf-6af0-4440-8fcd-222155ad2c63 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:46.074682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.132048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 04a3e0b5-0eed-4b66-a533-f0f098af653e up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:46.154727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-9feea728-1820-4a79-8801-6bd962e4681a service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684270 Jun 30 02:42:46.154727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-00f5f9d9-374e-4f96-9415-9ac787ec945d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1076334 Jun 30 02:42:46.168669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:46.169013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Checking segment: {'id': '4c057e32-da29-4e20-8713-13be0963fc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '307d6bbf-6af0-4440-8fcd-222155ad2c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:46.169600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Bound using segment: {'id': '4c057e32-da29-4e20-8713-13be0963fc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '307d6bbf-6af0-4440-8fcd-222155ad2c63'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:46.170003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Bound port: a60623ff-3b6a-41ec-b8b2-aa515f5f018e, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c057e32-da29-4e20-8713-13be0963fc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '307d6bbf-6af0-4440-8fcd-222155ad2c63'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:46.170363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.187736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Request body: {'port': {'device_id': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:46.227103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event deleted for resources: {'Port': ['ID=4ad71ca4-e695-4b3c-a673-0e814139c228,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:46.266068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d185c9-c5ed-4850-b6fc-6e8233e0b471 req-698439f5-e21a-40c3-a5e3-d87e4078bb30 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:46.267519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-78d185c9-c5ed-4850-b6fc-6e8233e0b471 req-698439f5-e21a-40c3-a5e3-d87e4078bb30 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 943 time: 0.2167101 Jun 30 02:42:46.314501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2dd2aedb-0b28-4091-a2d4-ab660c26fb33 req-97318142-58ac-40e4-b082-e1a578be9443 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 210 time: 0.0955548 Jun 30 02:42:46.322013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa662f90-9d2f-4e0c-93b1-0e68f0327803 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:46.327731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ba7ce78-9bc6-4fab-97d8-8faff44018c8 None None] Provisioning for port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:46.330265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 04a3e0b5-0eed-4b66-a533-f0f098af653e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:46.337248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 04a3e0b5-0eed-4b66-a533-f0f098af653e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:46.337807 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.338436 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.343078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ba7ce78-9bc6-4fab-97d8-8faff44018c8 None None] Provisioning complete for port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:46.348100 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ba7ce78-9bc6-4fab-97d8-8faff44018c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.362186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Transition to ACTIVE for port object fa662f90-9d2f-4e0c-93b1-0e68f0327803 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:46.422470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] For port a60623ff-3b6a-41ec-b8b2-aa515f5f018e, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:46.444024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] For port a60623ff-3b6a-41ec-b8b2-aa515f5f018e, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,segment=NetworkSegment(4c057e32-da29-4e20-8713-13be0963fc01),segment_id=4c057e32-da29-4e20-8713-13be0963fc01)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:46.452652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:46.496020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7ce78-9bc6-4fab-97d8-8faff44018c8 None None] Port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:46.512928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.574090 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.620499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a3e0b5-0eed-4b66-a533-f0f098af653e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:46.623045 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be55fed6-fa43-4842-9525-2034ec641e3f" -d '{"events": [{"server_uuid": "1b41757e-2f15-4f61-a1d4-c078341f8c53", "name": "network-vif-plugged", "status": "completed", "tag": "04a3e0b5-0eed-4b66-a533-f0f098af653e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:46.643471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:46.673212 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.746719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Pushing event updated for resources: {'Port': ['ID=fa662f90-9d2f-4e0c-93b1-0e68f0327803,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:46.749791 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.838654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:46.839279 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.840704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] 10.222.0.83 "PUT /v2.0/ports/a60623ff-3b6a-41ec-b8b2-aa515f5f018e HTTP/1.1" status: 200 len: 1091 time: 2.9767494 Jun 30 02:42:46.843038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9ab692-b74c-4046-be17-6cfb8b2efdf3', 'tag': 'a60623ff-3b6a-41ec-b8b2-aa515f5f018e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:46.854683 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9ab692-b74c-4046-be17-6cfb8b2efdf3", "tag": "a60623ff-3b6a-41ec-b8b2-aa515f5f018e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:46.872700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=04a3e0b5-0eed-4b66-a533-f0f098af653e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:46.921416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:46.934008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] Sync routers for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:46.944217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.954864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:46.956373 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:46.986237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Attempting to bind port fa662f90-9d2f-4e0c-93b1-0e68f0327803 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:46.986987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Attempting to bind port fa662f90-9d2f-4e0c-93b1-0e68f0327803 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:46.987423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Attempting to bind port fa662f90-9d2f-4e0c-93b1-0e68f0327803 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:46.996539 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-78d185c9-c5ed-4850-b6fc-6e8233e0b471 req-ab9744b0-f68d-4c5e-97dc-dfbdbbe23a28 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/security-groups?id=052bc5df-5661-4ab3-bac9-23c43d0b051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7201085 Jun 30 02:42:47.067950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] No DVR routers for this DVR port 4ad71ca4-e695-4b3c-a673-0e814139c228 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:47.072622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Port fa662f90-9d2f-4e0c-93b1-0e68f0327803 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:47.081663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Attempting to bind port fa662f90-9d2f-4e0c-93b1-0e68f0327803 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:47.086768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40eced9-96f1-4045-a93d-e6ca92f03b1c req-3ae642f2-a456-484d-ac15-ed1c59243828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.088877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e40eced9-96f1-4045-a93d-e6ca92f03b1c req-3ae642f2-a456-484d-ac15-ed1c59243828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 936 time: 0.5277698 Jun 30 02:42:47.092732 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.094843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ccd4dfc8-2d4b-40af-8f31-1c0982beb202 req-326f82af-394b-4bbb-bfbe-cf59b0989d00 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.74 "DELETE /v2.0/ports/4ad71ca4-e695-4b3c-a673-0e814139c228 HTTP/1.1" status: 204 len: 173 time: 3.1841583 Jun 30 02:42:47.115871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:47.129928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b241cb-86ba-4706-be1e-965183038d6d service neutron] Pushing event updated for resources: {'Port': ['ID=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:47.147965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:47.148313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:47.148701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:47.149156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Bound port: fa662f90-9d2f-4e0c-93b1-0e68f0327803, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:47.149677 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.166060 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b80df9-c826-4a74-bc13-4b7f32cdc1f3 x-openstack-request-id: req-06b80df9-c826-4a74-bc13-4b7f32cdc1f3 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:47.166610 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e", "tag": "a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:47.166849 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06b80df9-c826-4a74-bc13-4b7f32cdc1f3 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:47.167397 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e', 'tag': 'a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629', 'status': 'completed', 'code': 200} Jun 30 02:42:47.183293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-d050eeb8-32a2-4e8a-ba8c-5319e6a7f720 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0241783 Jun 30 02:42:47.231526 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e40eced9-96f1-4045-a93d-e6ca92f03b1c req-be31214a-5eb2-4638-a588-978e0545eaef tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979631 Jun 30 02:42:47.503417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:47.512934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:47.516456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.536051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Transition to ACTIVE for port object a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:47.592439 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.597014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4ad71ca4-e695-4b3c-a673-0e814139c228 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:47.658400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 4ad71ca4-e695-4b3c-a673-0e814139c228 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:47.658804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4ad71ca4-e695-4b3c-a673-0e814139c228 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:47.661881 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] Checking router: 53df3dd9-a5e4-4f27-9b19-e40d564bda95 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:47.663548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad973235-5ec0-4bee-a039-cd21a07ce461 req-8f466dc0-60bf-480a-875d-91b3b1f610ba tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.672568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad973235-5ec0-4bee-a039-cd21a07ce461 req-8f466dc0-60bf-480a-875d-91b3b1f610ba tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 945 time: 0.3700929 Jun 30 02:42:47.673925 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:47.674826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:47.694326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-f01e1d6c-32c6-43f4-9fd6-147d6baa3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.703110 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-f01e1d6c-32c6-43f4-9fd6-147d6baa3936 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c33e8bc01dc24d95abcca1b0e4fdda87&device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 1094 time: 0.6453180 Jun 30 02:42:47.714176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] For port fa662f90-9d2f-4e0c-93b1-0e68f0327803, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:47.738123 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad973235-5ec0-4bee-a039-cd21a07ce461 req-04fae95a-4467-4d23-a02b-d1c27a9f371a tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642152 Jun 30 02:42:47.791066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0194f5b-9915-4c21-a2d4-59bd45919c67 req-b8e7ed90-1df5-488d-9be6-281a40a32695 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 210 time: 0.1005085 Jun 30 02:42:47.866522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] For port fa662f90-9d2f-4e0c-93b1-0e68f0327803, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=fa662f90-9d2f-4e0c-93b1-0e68f0327803,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:47.868894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-d2e0aa48-64e4-4ce7-96b1-110bccabcacf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60623ff-3b6a-41ec-b8b2-aa515f5f018e HTTP/1.1" status: 200 len: 217 time: 0.1522956 Jun 30 02:42:47.875916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-2fe4ef84-beab-4c31-8aa9-cfcd60d69da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.887131 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-2fe4ef84-beab-4c31-8aa9-cfcd60d69da1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e HTTP/1.1" status: 200 len: 1098 time: 0.5298524 Jun 30 02:42:47.890839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:48.102716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50995-72db-47ad-af33-73a1aa4c700f req-3542d8ed-a98f-4aea-8f13-7d591e0d6182 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.104371 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-3542d8ed-a98f-4aea-8f13-7d591e0d6182 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.74 "GET /v2.0/networks?id=8b6ae11d-e383-4f15-8222-2d3f362fb36d HTTP/1.1" status: 200 len: 824 time: 0.1442642 Jun 30 02:42:48.105595 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.124116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:48.149999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-3bad2fbe-3cc1-4b2f-abf7-d62fe32b852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.151480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-3bad2fbe-3cc1-4b2f-abf7-d62fe32b852a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2436557 Jun 30 02:42:48.157719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Attempting to bind port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:48.158064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Attempting to bind port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:48.158393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Attempting to bind port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:48.184921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382d365-a4c2-4ed1-b9f3-9194a5b979a2 req-00d1a0ba-5e5f-420a-898b-98efb22678b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.186467 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d382d365-a4c2-4ed1-b9f3-9194a5b979a2 req-00d1a0ba-5e5f-420a-898b-98efb22678b5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.1677935 Jun 30 02:42:48.206460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.207097 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.208690 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] 10.222.0.74 "PUT /v2.0/ports/fa662f90-9d2f-4e0c-93b1-0e68f0327803 HTTP/1.1" status: 200 len: 1095 time: 3.9440365 Jun 30 02:42:48.214401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-af1cb7b8-d266-4e78-8a35-1abe4d6c0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.216049 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-af1cb7b8-d266-4e78-8a35-1abe4d6c0ec6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=915e1d49-c8ba-416e-a636-6bf15e56b9e0 HTTP/1.1" status: 200 len: 855 time: 0.3402560 Jun 30 02:42:48.220741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:48.221070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Attempting to bind port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:48.236415 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-19e4f6f5-7975-4afd-ba37-20f51bbb3766 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 HTTP/1.1" status: 200 len: 217 time: 0.0734105 Jun 30 02:42:48.262589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:48.262932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:48.263323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:48.263835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Bound port: a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:48.264211 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.298606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-443e44b4-d6fd-4a16-826b-a7efe617b49b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=307d6bbf-6af0-4440-8fcd-222155ad2c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677791 Jun 30 02:42:48.304760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cb415-28ad-472e-a0dc-15d038b94565 service neutron] Pushing event updated for resources: {'Port': ['ID=fa662f90-9d2f-4e0c-93b1-0e68f0327803,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:48.330774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8f9969c1-1e1a-4f50-a923-120ac38acf3b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=960cb00257de42d98de81ab58ffac139 HTTP/1.1" status: 200 len: 380 time: 0.1795635 Jun 30 02:42:48.351107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Request body: {'port': {'device_id': 'c3427fef-2846-4737-bc99-d691df688fcb', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'admin_state_up': True, 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'security_groups': ['aa1d8cde-64c7-49c6-914f-7858f40c0c12']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:48.352181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d382d365-a4c2-4ed1-b9f3-9194a5b979a2 req-7356d947-5d8d-4525-8f8f-9f2fc9793134 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281335 Jun 30 02:42:48.371339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-08cb1836-8323-45f8-bb5a-d9b6de2e0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.376512 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-08cb1836-8323-45f8-bb5a-d9b6de2e0bd9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1284454 Jun 30 02:42:48.440439 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:42:48.495746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:48.500076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:48.513686 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2f29c2-8b3a-48d3-99d2-b0e8f28d95a9 x-openstack-request-id: req-ea2f29c2-8b3a-48d3-99d2-b0e8f28d95a9 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:48.514288 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b41757e-2f15-4f61-a1d4-c078341f8c53", "name": "network-vif-plugged", "status": "completed", "tag": "04a3e0b5-0eed-4b66-a533-f0f098af653e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:48.514288 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea2f29c2-8b3a-48d3-99d2-b0e8f28d95a9 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:48.514631 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a3e0b5-0eed-4b66-a533-f0f098af653e', 'code': 200} Jun 30 02:42:48.524339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:48.537006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339d0a8-cdc5-416c-8249-fe8f79c5b311 req-84cee3db-26cf-4514-939b-afd5fc3610d2 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.549075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-ab75d35f-969c-4685-a6b4-34ce64912940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.549537 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5339d0a8-cdc5-416c-8249-fe8f79c5b311 req-84cee3db-26cf-4514-939b-afd5fc3610d2 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.4398973 Jun 30 02:42:48.550742 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-ab75d35f-969c-4685-a6b4-34ce64912940 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620469 Jun 30 02:42:48.587442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32295b-90ee-48b7-bebb-15f8aa59180f None None] The sync data for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 is: [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:48.598655 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37900d7-e381-45c4-92e0-223aadb08684 x-openstack-request-id: req-d37900d7-e381-45c4-92e0-223aadb08684 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:48.598655 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9ab692-b74c-4046-be17-6cfb8b2efdf3", "tag": "a60623ff-3b6a-41ec-b8b2-aa515f5f018e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:48.598655 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d37900d7-e381-45c4-92e0-223aadb08684 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:48.598655 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9ab692-b74c-4046-be17-6cfb8b2efdf3', 'tag': 'a60623ff-3b6a-41ec-b8b2-aa515f5f018e', 'status': 'completed', 'code': 200} Jun 30 02:42:48.657466 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.720540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.721208 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.721375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5339d0a8-cdc5-416c-8249-fe8f79c5b311 req-41fc2160-6106-48af-980e-b5e1b7ba3edf tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708643 Jun 30 02:42:48.723628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] 10.222.0.83 "PUT /v2.0/ports/a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 200 len: 1096 time: 2.5628405 Jun 30 02:42:48.743813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-3e424083-1bfd-4b46-8e82-8836f0a135ae service neutron] 10.222.0.83 "GET /v2.0/networks/307d6bbf-6af0-4440-8fcd-222155ad2c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308188 Jun 30 02:42:48.751045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-fe490e8f-c878-4a7d-bc78-94e5362f931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.756469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-fe490e8f-c878-4a7d-bc78-94e5362f931a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 1098 time: 0.3372595 Jun 30 02:42:48.877158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dde08-fc84-449d-bee1-0ecee8477da5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:48.940404 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-819e1cfa-d49e-4fb7-87c3-11979fdfcef8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=fa662f90-9d2f-4e0c-93b1-0e68f0327803 HTTP/1.1" status: 200 len: 217 time: 0.1633632 Jun 30 02:42:48.959605 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-01e9cf21-4728-4041-9441-d06f62385b42 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016790 Jun 30 02:42:49.025745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-09ceee57-1328-42a9-903d-856b48232c42 req-1950da2a-0d35-4663-84c0-3ee83128faf3 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 210 time: 0.0841830 Jun 30 02:42:49.062244 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432463f3-7c51-48e8-8c37-5929b76a2ffb None None] New status for floating IP 959f6aa0-e2c0-4fbe-830e-1477f18fc8ab: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:42:49.103641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc2e0d-0f4f-474f-874e-6238e569c1f8 req-99e8901e-cd4c-4dbb-9635-301ea6b41bea tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.105375 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54dc2e0d-0f4f-474f-874e-6238e569c1f8 req-99e8901e-cd4c-4dbb-9635-301ea6b41bea tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 947 time: 0.3402395 Jun 30 02:42:49.119793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d016cb-a7ef-4888-b7a9-01290c5c41dc req-67ca1d88-35e3-4968-881f-2e3a8ca1d4b8 service neutron] 10.222.0.83 "GET /v2.0/networks/307d6bbf-6af0-4440-8fcd-222155ad2c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619010 Jun 30 02:42:49.121455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-37617552-121f-46d5-918d-9645c630ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.122801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-37617552-121f-46d5-918d-9645c630ebfd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1757526 Jun 30 02:42:49.138666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867179a-4145-4eb6-aaba-c19fb780dbe2 req-bb22aaf6-0569-4ba1-9da7-a234d979d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.140308 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0867179a-4145-4eb6-aaba-c19fb780dbe2 req-bb22aaf6-0569-4ba1-9da7-a234d979d5fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1097 time: 0.2341695 Jun 30 02:42:49.159303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b372a81b-96a9-4053-99ae-ca1edafecc38 req-cd3db10c-33ae-467b-b879-827c51d6a5ff service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883037 Jun 30 02:42:49.180820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:49.183263 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712eebca-1c55-4740-903c-1538773e700e" -d '{"events": [{"name": "network-changed", "server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:49.204693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54dc2e0d-0f4f-474f-874e-6238e569c1f8 req-b160c15a-5291-4f85-b5e7-b0bb81de65e9 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868347 Jun 30 02:42:49.220196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0867179a-4145-4eb6-aaba-c19fb780dbe2 req-67f0a098-d443-4360-a71f-4b93e82131ec service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698271 Jun 30 02:42:49.269349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-f53c1c28-9576-41fa-bbdc-c1c81a9d0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.271433 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-f53c1c28-9576-41fa-bbdc-c1c81a9d0120 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1099 time: 0.2942841 Jun 30 02:42:49.291139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Made reservation on behalf of 960cb00257de42d98de81ab58ffac139 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:49.294647 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.351129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-a084d95c-422f-4546-991d-11541ac6e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.352630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-a084d95c-422f-4546-991d-11541ac6e5cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2071354 Jun 30 02:42:49.356754 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-057a9f2d-fa36-4c23-8cfb-370947b71ed8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 200 len: 217 time: 0.0674629 Jun 30 02:42:49.441050 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecef65-aaa7-4541-9268-273e173621d5 req-85746413-a9a2-4b9a-8cf9-df2e533598b9 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.443111 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-85746413-a9a2-4b9a-8cf9-df2e533598b9 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2577105 Jun 30 02:42:49.445750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b req-91104008-09e1-4231-a664-af39ea305ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.447219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b req-91104008-09e1-4231-a664-af39ea305ce8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c33e8bc01dc24d95abcca1b0e4fdda87&device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 1094 time: 0.1232257 Jun 30 02:42:49.454608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239aa243-9939-4eb3-b722-a4902b03886b req-18aab578-a019-41a6-9dc5-5d921743a75f tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.456214 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-239aa243-9939-4eb3-b722-a4902b03886b req-18aab578-a019-41a6-9dc5-5d921743a75f tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 943 time: 0.1202016 Jun 30 02:42:49.539173 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-239aa243-9939-4eb3-b722-a4902b03886b req-d508fbf0-2de6-4136-9e4c-aed7b3b13cb8 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/security-groups?id=052bc5df-5661-4ab3-bac9-23c43d0b051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741439 Jun 30 02:42:49.574204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b req-4b74a082-9a4f-4712-a741-8c1588d1ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.574777 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-fc80fbce-ee3e-41db-bfba-66af6fee8e65 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.0771942 Jun 30 02:42:49.575842 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b req-4b74a082-9a4f-4712-a741-8c1588d1ec7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=307d6bbf-6af0-4440-8fcd-222155ad2c63 HTTP/1.1" status: 200 len: 916 time: 0.1187837 Jun 30 02:42:49.576149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-67099801-de0c-47b3-8df6-cfdfe14cbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.577718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-67099801-de0c-47b3-8df6-cfdfe14cbb59 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.2096288 Jun 30 02:42:49.593113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-31ecef65-aaa7-4541-9268-273e173621d5 req-53089099-d6ac-4802-abe7-2c8c3c7a2559 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Request body: {'floatingip': {'port_id': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:49.641573 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b req-d7946cd4-a726-461a-9b68-ee8407c5afbc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a60623ff-3b6a-41ec-b8b2-aa515f5f018e HTTP/1.1" status: 200 len: 217 time: 0.0488236 Jun 30 02:42:49.704120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-31ecef65-aaa7-4541-9268-273e173621d5 req-53089099-d6ac-4802-abe7-2c8c3c7a2559 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.723069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b req-6d20cb99-18bf-4487-a1ee-839fbcc23b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.724536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b req-6d20cb99-18bf-4487-a1ee-839fbcc23b25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=915e1d49-c8ba-416e-a636-6bf15e56b9e0 HTTP/1.1" status: 200 len: 855 time: 0.0758116 Jun 30 02:42:49.760883 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b req-24fb8270-8dbd-48be-bb6a-859d9e3b826f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=307d6bbf-6af0-4440-8fcd-222155ad2c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285919 Jun 30 02:42:49.775242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c59cb7-e254-4f3d-973d-e4d16c1fac64 req-b9d073e3-389f-421c-b174-cf57788307cf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.776726 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9c59cb7-e254-4f3d-973d-e4d16c1fac64 req-b9d073e3-389f-421c-b174-cf57788307cf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 948 time: 0.1193278 Jun 30 02:42:49.786346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Allocated IP 172.20.0.13 (8b6ae11d-e383-4f15-8222-2d3f362fb36d/1a07870e-f98d-4697-90de-88fb38975f3c/1e628f6b-c2c1-43e9-80a2-87b5d923e092) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:49.843958 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-c85c404f-1c99-4640-b63f-c7cc3993a00c service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595432 Jun 30 02:42:49.865948 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9c59cb7-e254-4f3d-973d-e4d16c1fac64 req-a90228df-d343-455e-8ec7-76430bfefbe3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811191 Jun 30 02:42:49.887218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-cc6758ca-893d-412e-b03d-a644f72a3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.887218 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-cc6758ca-893d-412e-b03d-a644f72a3350 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2689452 Jun 30 02:42:49.894060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b req-2f04f9ef-0d95-48cc-ba23-201ba4a55d02 service neutron] 10.222.0.83 "GET /v2.0/networks/307d6bbf-6af0-4440-8fcd-222155ad2c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164107 Jun 30 02:42:50.033420 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07250221-7be2-4934-8079-57228351fcd7 req-7daa4ca8-bd18-4607-a422-a61801651b10 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 210 time: 0.0470498 Jun 30 02:42:50.048379 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-8b4b5fb2-485e-4345-b558-ac314745fb56 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=15718b66decb42c0b85c1379f39c48ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497773 Jun 30 02:42:50.081544 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0368fec0-2085-4b5b-a3f9-b617fe54bd1b req-58fe621e-8855-4ff2-8d6b-4610af169985 service neutron] 10.222.0.83 "GET /v2.0/networks/307d6bbf-6af0-4440-8fcd-222155ad2c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709752 Jun 30 02:42:50.111628 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e359d293-db59-490a-afe6-46ef3527d788 x-openstack-request-id: req-e359d293-db59-490a-afe6-46ef3527d788 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:50.112736 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:50.112736 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e359d293-db59-490a-afe6-46ef3527d788 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:50.112736 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', 'status': 'completed', 'code': 200} Jun 30 02:42:50.134816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:50.155121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-e205f5bd-4488-45f9-b1da-f1eff9af8aa8 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211823 Jun 30 02:42:50.187756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-086eca0b-865e-4e5e-a82f-4d0a266f65af tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:50.189880 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-086eca0b-865e-4e5e-a82f-4d0a266f65af tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353137 Jun 30 02:42:50.209807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Request body: {'port': {'device_id': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '15718b66decb42c0b85c1379f39c48ad'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:50.279395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:50.298195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629', 'mac_address': 'fa:16:3e:7e:98:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:50.300024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d748a0f-6dbf-4c33-8256-0dd5d49ad7dd req-7f21dbc2-b09c-42ce-a8ff-94525ab08b51 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420202 Jun 30 02:42:50.345523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.348626 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.370711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:50.399297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:50.410143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Transition to ACTIVE for port object 1e628f6b-c2c1-43e9-80a2-87b5d923e092 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:50.411385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8360f98-21af-47cf-8574-883ff8447ea5 req-b3e625a3-dd33-4275-9d01-2fdf0aec3006 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:50.418697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8360f98-21af-47cf-8574-883ff8447ea5 req-b3e625a3-dd33-4275-9d01-2fdf0aec3006 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.1458683 Jun 30 02:42:50.464103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8360f98-21af-47cf-8574-883ff8447ea5 req-ddc33853-40f4-4fff-9489-6c4f04d6b7b6 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Jun 30 02:42:50.465636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd729deb-ca66-4212-86fb-bbb3fe87cd2f req-2edecc18-16b7-4501-a15d-07baf00ffd5e service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888684 Jun 30 02:42:50.488225 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.552879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:50.568509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Made reservation on behalf of 15718b66decb42c0b85c1379f39c48ad for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:50.574960 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.610766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'name': 'network-vif-deleted', 'tag': '4ad71ca4-e695-4b3c-a673-0e814139c228'}, {'name': 'network-changed', 'server_uuid': '888542c2-5147-488b-9e3b-cafce1bde0bf', 'tag': 'fa662f90-9d2f-4e0c-93b1-0e68f0327803'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:50.610993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.612812 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53397e9-356b-407e-b32f-fd7552d2e22c" -d '{"events": [{"server_uuid": "7a007aae-4fc0-43c5-a736-382ab1fa6fde", "name": "network-vif-deleted", "tag": "4ad71ca4-e695-4b3c-a673-0e814139c228"}, {"name": "network-changed", "server_uuid": "888542c2-5147-488b-9e3b-cafce1bde0bf", "tag": "fa662f90-9d2f-4e0c-93b1-0e68f0327803"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:50.625358 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.665875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-31ecef65-aaa7-4541-9268-273e173621d5 req-53089099-d6ac-4802-abe7-2c8c3c7a2559 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.691546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93974090-edf5-4665-9155-1793333af8b6 req-b1f68a95-ce36-4703-84e4-38b4d512bee8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:50.693117 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-93974090-edf5-4665-9155-1793333af8b6 req-b1f68a95-ce36-4703-84e4-38b4d512bee8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1156547 Jun 30 02:42:50.693246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Network 8b6ae11d-e383-4f15-8222-2d3f362fb36d is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:50.757178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-93974090-edf5-4665-9155-1793333af8b6 req-2ce47884-6575-41db-b0a0-2dcf5c43f16f tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564725 Jun 30 02:42:50.801830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:50.822424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.945837 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.989666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fc633-de6c-4194-8739-01f1af2915df req-b8a3a5c5-41ef-4144-be4c-555acb181406 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:50.991242 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-786fc633-de6c-4194-8739-01f1af2915df req-b8a3a5c5-41ef-4144-be4c-555acb181406 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 932 time: 0.1223161 Jun 30 02:42:51.021578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:51.023459 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-31ecef65-aaa7-4541-9268-273e173621d5 req-53089099-d6ac-4802-abe7-2c8c3c7a2559 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.031148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:51.038040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76ddbaa-0544-4f38-9613-bac272c1d623,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:51.055312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event updated for resources: {'Port': ['ID=1e628f6b-c2c1-43e9-80a2-87b5d923e092,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:51.107281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-786fc633-de6c-4194-8739-01f1af2915df req-5c7f6842-8c8a-47c4-8cc4-a665abc06a49 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816760 Jun 30 02:42:51.170262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Allocated IP 192.168.233.165 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/367718dc-ef0a-4e0f-96a1-d5b3cb54f800) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:51.170850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.171517 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.210679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eebca-1c55-4740-903c-1538773e700e req-2e3f0dd8-e024-4e8f-924b-90b6ac5026ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.212114 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-712eebca-1c55-4740-903c-1538773e700e req-2e3f0dd8-e024-4e8f-924b-90b6ac5026ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1099 time: 0.5397539 Jun 30 02:42:51.213374 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-31ecef65-aaa7-4541-9268-273e173621d5 req-53089099-d6ac-4802-abe7-2c8c3c7a2559 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Floating IP f8e53a0e-51c6-4df8-ba58-e7c8997808ab associated. External IP: 172.25.2.190, port: 38176c3c-c2d9-41b9-8787-dba59861b4ad. Jun 30 02:42:51.300405 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-8e006cc2-79d8-4040-bd18-2184ece810d0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9581382 Jun 30 02:42:51.320330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Request body: {'port': {'device_id': 'c3427fef-2846-4737-bc99-d691df688fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:51.393659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1385b-4107-4b01-a87a-3fed7e31a6d9 req-e32da7e2-20cd-4bd9-8468-23c5554df360 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.395700 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aca1385b-4107-4b01-a87a-3fed7e31a6d9 req-e32da7e2-20cd-4bd9-8468-23c5554df360 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 947 time: 0.1443870 Jun 30 02:42:51.405475 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.422964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-142e87cf-8f54-4fd9-aeb7-be2fb36d533e None None] Provisioning for port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:51.428362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-142e87cf-8f54-4fd9-aeb7-be2fb36d533e None None] Provisioning complete for port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:51.429165 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-142e87cf-8f54-4fd9-aeb7-be2fb36d533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.434713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eebca-1c55-4740-903c-1538773e700e req-1a4e971b-fb55-4281-a978-d1cd0491bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.436029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Transition to ACTIVE for port object 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:51.436195 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-712eebca-1c55-4740-903c-1538773e700e req-1a4e971b-fb55-4281-a978-d1cd0491bfbf service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1842380 Jun 30 02:42:51.462616 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aca1385b-4107-4b01-a87a-3fed7e31a6d9 req-f2ba13fb-10dd-4c8d-a686-0bfc8356136c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533776 Jun 30 02:42:51.476109 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-142e87cf-8f54-4fd9-aeb7-be2fb36d533e None None] Port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:51.505292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-712eebca-1c55-4740-903c-1538773e700e req-5ed113ea-de53-4115-9c2b-d0ba8fa4e25f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 200 len: 217 time: 0.0502534 Jun 30 02:42:51.552213 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.576268 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.651260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:51.657993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eebca-1c55-4740-903c-1538773e700e req-4cbd97c5-6064-448b-9be7-6af8fff485a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.658452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:51.659446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-712eebca-1c55-4740-903c-1538773e700e req-4cbd97c5-6064-448b-9be7-6af8fff485a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1466923 Jun 30 02:42:51.675148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:51.675148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:51.741715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.752458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.765867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4f79f-be9f-47a1-b0cb-0d2d5dc0ec78 req-b6421e14-3c69-4548-bde9-5926121175d4 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.767290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79a4f79f-be9f-47a1-b0cb-0d2d5dc0ec78 req-b6421e14-3c69-4548-bde9-5926121175d4 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 943 time: 0.1591108 Jun 30 02:42:51.792003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ecef65-aaa7-4541-9268-273e173621d5 req-53089099-d6ac-4802-abe7-2c8c3c7a2559 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Router 00049844-a7d5-430b-bac1-7e894da1079a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:51.821941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79a4f79f-be9f-47a1-b0cb-0d2d5dc0ec78 req-fd157176-2aab-4635-9b45-406c3affcf1f tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/security-groups?id=052bc5df-5661-4ab3-bac9-23c43d0b051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Jun 30 02:42:51.851873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-2544e10f-202b-4ca3-8460-9772bd4d1d75 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6509023 Jun 30 02:42:51.864539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Request body: {'port': {'device_id': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:51.909449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712eebca-1c55-4740-903c-1538773e700e req-10078d22-cb5c-4631-88ce-5083fcd7e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.911092 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-712eebca-1c55-4740-903c-1538773e700e req-10078d22-cb5c-4631-88ce-5083fcd7e33d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2424786 Jun 30 02:42:51.912538 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e70e04-f437-4af2-9c73-904fb87c9a52 x-openstack-request-id: req-06e70e04-f437-4af2-9c73-904fb87c9a52 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:51.912828 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a007aae-4fc0-43c5-a736-382ab1fa6fde", "name": "network-vif-deleted", "tag": "4ad71ca4-e695-4b3c-a673-0e814139c228", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "888542c2-5147-488b-9e3b-cafce1bde0bf", "tag": "fa662f90-9d2f-4e0c-93b1-0e68f0327803", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:51.913153 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06e70e04-f437-4af2-9c73-904fb87c9a52 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:51.913863 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a007aae-4fc0-43c5-a736-382ab1fa6fde', 'name': 'network-vif-deleted', 'tag': '4ad71ca4-e695-4b3c-a673-0e814139c228', 'status': 'completed', 'code': 200} Jun 30 02:42:51.913863 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888542c2-5147-488b-9e3b-cafce1bde0bf', 'tag': 'fa662f90-9d2f-4e0c-93b1-0e68f0327803', 'status': 'completed', 'code': 200} Jun 30 02:42:51.973974 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.993105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4815e521-bae7-49eb-b021-3a1c24849055 None None] Provisioning for port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:51.993359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4815e521-bae7-49eb-b021-3a1c24849055 None None] Provisioning complete for port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:51.993578 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4815e521-bae7-49eb-b021-3a1c24849055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.034232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4815e521-bae7-49eb-b021-3a1c24849055 None None] Port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:52.137965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584388d4-5df0-49a4-aecd-79cc35068e5d req-99d51193-0b69-48bc-8417-535407fc076f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.139450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-584388d4-5df0-49a4-aecd-79cc35068e5d req-99d51193-0b69-48bc-8417-535407fc076f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 948 time: 0.1624191 Jun 30 02:42:52.140902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ecef65-aaa7-4541-9268-273e173621d5 req-53089099-d6ac-4802-abe7-2c8c3c7a2559 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:52.144818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-0fc21ddd-02a0-4136-9174-e2fc2c4c5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.146360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-0fc21ddd-02a0-4136-9174-e2fc2c4c5480 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 1098 time: 0.2269888 Jun 30 02:42:52.150990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] Sync routers for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:52.161233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:52.162177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:52.170706 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-31ecef65-aaa7-4541-9268-273e173621d5 req-53089099-d6ac-4802-abe7-2c8c3c7a2559 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.201317 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-712eebca-1c55-4740-903c-1538773e700e req-31414eeb-7c84-452f-8a81-8e199ec0db41 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730749 Jun 30 02:42:52.207504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a60623ff-3b6a-41ec-b8b2-aa515f5f018e details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:52.210259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:52.235653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-584388d4-5df0-49a4-aecd-79cc35068e5d req-640742cc-221b-4ffb-ab7a-563266cd94c5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817933 Jun 30 02:42:52.341158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e628f6b-c2c1-43e9-80a2-87b5d923e092 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:52.352832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-712eebca-1c55-4740-903c-1538773e700e req-14974ca1-1034-488e-85cd-00bbfa700c1a service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435421 Jun 30 02:42:52.367759 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.374876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-53089099-d6ac-4802-abe7-2c8c3c7a2559 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "PUT /v2.0/floatingips/f8e53a0e-51c6-4df8-ba58-e7c8997808ab HTTP/1.1" status: 200 len: 996 time: 2.7924969 Jun 30 02:42:52.376980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:52.393974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Transition to ACTIVE for port object 1e628f6b-c2c1-43e9-80a2-87b5d923e092 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:52.433567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:52.443742 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.453253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-74bc32bd-47e9-43c9-b2a1-d4adb40aa9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.455525 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-74bc32bd-47e9-43c9-b2a1-d4adb40aa9a3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2815313 Jun 30 02:42:52.472084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Transition to ACTIVE for port object 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:52.474220 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.487254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cd6ea-a78d-438a-8a4a-f9cf58578c75 req-a45c513d-6ea4-4fc2-9381-08d9736aebb6 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.490177 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de9cd6ea-a78d-438a-8a4a-f9cf58578c75 req-a45c513d-6ea4-4fc2-9381-08d9736aebb6 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 936 time: 0.1173046 Jun 30 02:42:52.506987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a60623ff-3b6a-41ec-b8b2-aa515f5f018e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,segment=NetworkSegment(4c057e32-da29-4e20-8713-13be0963fc01),segment_id=4c057e32-da29-4e20-8713-13be0963fc01)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:52.518602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-049bc1b7-741f-4c15-8b8d-64c53a6305c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=fa662f90-9d2f-4e0c-93b1-0e68f0327803 HTTP/1.1" status: 200 len: 217 time: 0.0556598 Jun 30 02:42:52.521623 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.530397 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:52.555055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'a60623ff-3b6a-41ec-b8b2-aa515f5f018e', 'network_id': '307d6bbf-6af0-4440-8fcd-222155ad2c63', 'port_id': 'a60623ff-3b6a-41ec-b8b2-aa515f5f018e', 'mac_address': 'fa:16:3e:72:6c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915e1d49-c8ba-416e-a636-6bf15e56b9e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:52.555622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecef65-aaa7-4541-9268-273e173621d5 req-483d1ad3-e0fa-42f7-b895-4ca3ae537dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.557179 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-483d1ad3-e0fa-42f7-b895-4ca3ae537dbe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1096 time: 0.1553431 Jun 30 02:42:52.566428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:52.570184 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.699647 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.704031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Pushing event updated for resources: {'Port': ['ID=1e628f6b-c2c1-43e9-80a2-87b5d923e092,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:52.738810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60623ff-3b6a-41ec-b8b2-aa515f5f018e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:52.747649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-894c9738-372e-4361-8971-ea81024d7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.749322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-894c9738-372e-4361-8971-ea81024d7932 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.2002690 Jun 30 02:42:52.804339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a60623ff-3b6a-41ec-b8b2-aa515f5f018e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,segment=NetworkSegment(4c057e32-da29-4e20-8713-13be0963fc01),segment_id=4c057e32-da29-4e20-8713-13be0963fc01)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:52.852389 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.863162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecef65-aaa7-4541-9268-273e173621d5 req-51135a7d-5dcf-4f73-889a-f89f9f72e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.876048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-51135a7d-5dcf-4f73-889a-f89f9f72e275 service neutron] 10.222.0.77 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.3035519 Jun 30 02:42:52.887142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:52.889691 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d713d88-950f-45e4-be80-98f02541e0bd" -d '{"events": [{"server_uuid": "c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e", "name": "network-vif-plugged", "status": "completed", "tag": "a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:52.894766 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.904026 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.908448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:52.921217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Attempting to bind port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:52.922444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Attempting to bind port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:52.922444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Attempting to bind port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 on network 8b6ae11d-e383-4f15-8222-2d3f362fb36d {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:52.939664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 on network 8b6ae11d-e383-4f15-8222-2d3f362fb36d not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:52.941091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Attempting to bind port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 on network 8b6ae11d-e383-4f15-8222-2d3f362fb36d {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:52.961517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-0cd0838c-922c-41e9-94ed-02bd1a3cc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.963029 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-0cd0838c-922c-41e9-94ed-02bd1a3cc99f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1998818 Jun 30 02:42:52.963955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:52.964295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Checking segment: {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:52.964672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Bound using segment: {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:52.965124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Bound port: 1e628f6b-c2c1-43e9-80a2-87b5d923e092, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36466510-dc93-43ff-8fd6-49b543d830fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:52.969742 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.969839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de9cd6ea-a78d-438a-8a4a-f9cf58578c75 req-7409fddb-395d-4f7a-a9b3-f193d008390e tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694655 Jun 30 02:42:52.986375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.005804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:c5:e0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:42:50Z', 'revision_number': 1, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:53.043959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] Checking router: 00049844-a7d5-430b-bac1-7e894da1079a for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:53.052808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.064767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:53.065751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:53.114154 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.117236 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.131466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Attempting to bind port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:53.131875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Attempting to bind port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:53.132165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Attempting to bind port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:53.140810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:53.141131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Attempting to bind port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:53.171727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:53.171727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:53.171727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:53.171727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Bound port: 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:53.171727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.286121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bf356-c905-49db-a3cd-d11f95d9030b req-f6286fe1-b070-4d4b-9da2-a6ee17eb8dab tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.287757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a02bf356-c905-49db-a3cd-d11f95d9030b req-f6286fe1-b070-4d4b-9da2-a6ee17eb8dab tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.1430032 Jun 30 02:42:53.313441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:53.338368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:53.340015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a60623ff-3b6a-41ec-b8b2-aa515f5f018e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:53.359816 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a02bf356-c905-49db-a3cd-d11f95d9030b req-ad9dc88c-0c79-4496-ab5f-10a37f296153 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653768 Jun 30 02:42:53.418502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:53.447655 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.461283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.463533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.472201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.474408 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] 10.222.0.74 "PUT /v2.0/ports/367718dc-ef0a-4e0f-96a1-d5b3cb54f800 HTTP/1.1" status: 200 len: 1096 time: 1.6150529 Jun 30 02:42:53.478781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:53.478781 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0c541e-5024-4d67-8100-6f8b77c16f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:53.528488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-a4f0073a-571d-4a18-93eb-93d6e1ab0703 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455439 Jun 30 02:42:53.531861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-7a9a23fe-5965-4074-97d6-60d7fca1d206 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 999 time: 0.6546352 Jun 30 02:42:53.569510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] For port 1e628f6b-c2c1-43e9-80a2-87b5d923e092, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:53.573704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] For port 1e628f6b-c2c1-43e9-80a2-87b5d923e092, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1e628f6b-c2c1-43e9-80a2-87b5d923e092,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:53.594961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device fa662f90-9d2f-4e0c-93b1-0e68f0327803 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:53.633859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecef65-aaa7-4541-9268-273e173621d5 req-1ff9292e-3d55-457d-841f-896ec3ebab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.635465 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-1ff9292e-3d55-457d-841f-896ec3ebab10 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.0587108 Jun 30 02:42:53.661809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e5596-7126-40e3-b9a2-93e47f31a9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.691202 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.726918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33183edb-55c5-48dc-bdc6-17e8e1e97b6e req-58e5100f-9025-4b33-832f-220b4b7a2607 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.730017 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-33183edb-55c5-48dc-bdc6-17e8e1e97b6e req-58e5100f-9025-4b33-832f-220b4b7a2607 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.2057872 Jun 30 02:42:53.735863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port fa662f90-9d2f-4e0c-93b1-0e68f0327803, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=fa662f90-9d2f-4e0c-93b1-0e68f0327803,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:53.760686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-fa3d7672-5695-4635-82b0-f71342b0becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.761907 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-fa3d7672-5695-4635-82b0-f71342b0becc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15718b66decb42c0b85c1379f39c48ad&device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 1099 time: 0.1558561 Jun 30 02:42:53.772030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.772896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.776010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] 10.222.0.74 "PUT /v2.0/ports/1e628f6b-c2c1-43e9-80a2-87b5d923e092 HTTP/1.1" status: 200 len: 1092 time: 2.4599214 Jun 30 02:42:53.782436 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-33183edb-55c5-48dc-bdc6-17e8e1e97b6e req-27803883-9a0b-4bd4-ae74-ba04646af112 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Jun 30 02:42:53.806693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'fa662f90-9d2f-4e0c-93b1-0e68f0327803', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'fa662f90-9d2f-4e0c-93b1-0e68f0327803', 'mac_address': 'fa:16:3e:fd:c6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:53.839374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecef65-aaa7-4541-9268-273e173621d5 req-3dafa66c-c699-4cd7-b582-3d78a4950dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.841010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-3dafa66c-c699-4cd7-b582-3d78a4950dfe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923890 Jun 30 02:42:53.841861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0703c5e-3a20-4c14-8b63-5f29c8121d86 service neutron] Pushing event updated for resources: {'Port': ['ID=1e628f6b-c2c1-43e9-80a2-87b5d923e092,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.855600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-f9d0ac9f-de0a-4424-978d-787fbda72e5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800 HTTP/1.1" status: 200 len: 217 time: 0.0761158 Jun 30 02:42:53.859412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-f7bcf599-4e31-4da7-9040-d77732f5acb5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:53.860256 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-f7bcf599-4e31-4da7-9040-d77732f5acb5 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087838 Jun 30 02:42:53.907323 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a53397e9-356b-407e-b32f-fd7552d2e22c req-ee470f32-b4ae-40c8-9d5c-a961ffd2a33f service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317311 Jun 30 02:42:53.943544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad'}, {'name': 'network-changed', 'server_uuid': 'c3427fef-2846-4737-bc99-d691df688fcb', 'tag': '1e628f6b-c2c1-43e9-80a2-87b5d923e092'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:53.945950 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855887ef-f331-4faa-845d-38e7da163550" -d '{"events": [{"name": "network-changed", "server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad"}, {"name": "network-changed", "server_uuid": "c3427fef-2846-4737-bc99-d691df688fcb", "tag": "1e628f6b-c2c1-43e9-80a2-87b5d923e092"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:53.959716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-4835159d-4475-423c-8d60-889f54fce0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.961826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-4835159d-4475-423c-8d60-889f54fce0bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0954044 Jun 30 02:42:54.034079 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.073074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa662f90-9d2f-4e0c-93b1-0e68f0327803 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:54.084440 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-ecc838d8-ce3f-48f9-a1b1-fd5acc4443ff service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033908 Jun 30 02:42:54.097284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50995-72db-47ad-af33-73a1aa4c700f req-56510ceb-a0ca-459b-ac4c-d3207a99ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.099413 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-56510ceb-a0ca-459b-ac4c-d3207a99ede3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=960cb00257de42d98de81ab58ffac139&device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 1095 time: 0.1081619 Jun 30 02:42:54.124037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port fa662f90-9d2f-4e0c-93b1-0e68f0327803, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=fa662f90-9d2f-4e0c-93b1-0e68f0327803,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:54.138504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4420504-41fd-4dc6-b1a0-4287e6a6121b req-37f9ff65-081b-4372-a65e-8983d878ee76 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.151234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4420504-41fd-4dc6-b1a0-4287e6a6121b req-37f9ff65-081b-4372-a65e-8983d878ee76 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 944 time: 0.1878784 Jun 30 02:42:54.182227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:54.182480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-b2c41d50-b2ec-4b89-8e6d-7a5c78849df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.182594 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-7f87c9f5-15e4-41d9-95f0-93a57995ece0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e628f6b-c2c1-43e9-80a2-87b5d923e092 HTTP/1.1" status: 200 len: 217 time: 0.0749705 Jun 30 02:42:54.183739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-b2c41d50-b2ec-4b89-8e6d-7a5c78849df6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2104814 Jun 30 02:42:54.209833 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.244383 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4420504-41fd-4dc6-b1a0-4287e6a6121b req-a505aaa6-c8aa-4cc6-b09d-7b0b7a57d1d5 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908699 Jun 30 02:42:54.264796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50995-72db-47ad-af33-73a1aa4c700f req-edb572b5-c73a-4cbc-944f-599777fc1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.266381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-edb572b5-c73a-4cbc-944f-599777fc1dbd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1a07870e-f98d-4697-90de-88fb38975f3c HTTP/1.1" status: 200 len: 863 time: 0.0709736 Jun 30 02:42:54.268709 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31ecef65-aaa7-4541-9268-273e173621d5 req-64951163-d94c-4838-a555-6b64c8217459 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737754 Jun 30 02:42:54.333874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-e9c51b7b-16bb-4753-9768-9a5045581269 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336095 Jun 30 02:42:54.342154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=fa662f90-9d2f-4e0c-93b1-0e68f0327803,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:54.352709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:c5:e0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:42:50Z', 'revision_number': 1, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:54.390594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7b4bf-2460-4e4e-a079-2f0e86b1a34c None None] The sync data for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 is: [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:c5:e0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:42:50Z', 'revision_number': 1, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:54.395063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:54.398555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50995-72db-47ad-af33-73a1aa4c700f req-0ee19d5b-c00e-49ab-b203-1c5a3b324a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.402108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-0ee19d5b-c00e-49ab-b203-1c5a3b324a77 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b6ae11d-e383-4f15-8222-2d3f362fb36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236072 Jun 30 02:42:54.424660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', 'mac_address': 'fa:16:3e:b0:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:54.467631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d607e01-1a59-4dbb-999b-d9b6e718dfc5 req-394e5793-bff0-4f8f-b63d-4f17ef546d7d service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290710 Jun 30 02:42:54.512238 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.517161 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-da9a243c-a760-4088-9b06-48089f9bbe3a service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092184 Jun 30 02:42:54.541328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:54.548242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['fa662f90-9d2f-4e0c-93b1-0e68f0327803'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:54.573341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8f2bf-b082-418b-bb69-cdb715881c89 req-eaa874d6-0b69-439d-aff9-37e50a103a6d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.575102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70f8f2bf-b082-418b-bb69-cdb715881c89 req-eaa874d6-0b69-439d-aff9-37e50a103a6d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 948 time: 0.0777135 Jun 30 02:42:54.597421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:54.636124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70f8f2bf-b082-418b-bb69-cdb715881c89 req-a8b1de82-0309-49cb-8644-8abe33dda945 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499763 Jun 30 02:42:54.674233 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96d50995-72db-47ad-af33-73a1aa4c700f req-912751d4-beb0-4b8d-aa70-b6bdb70e5fa3 service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433380 Jun 30 02:42:54.695561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b728f1d-2a69-4079-9ad2-55ab94bfc28c req-26220ce2-5a9b-4d0b-b5df-098068b48d5f tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.698031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b728f1d-2a69-4079-9ad2-55ab94bfc28c req-26220ce2-5a9b-4d0b-b5df-098068b48d5f tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 944 time: 0.1558456 Jun 30 02:42:54.725224 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b66647-5ce2-404d-b2d6-7221a5bf1807 x-openstack-request-id: req-43b66647-5ce2-404d-b2d6-7221a5bf1807 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:54.725224 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e", "name": "network-vif-plugged", "status": "completed", "tag": "a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:54.725224 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43b66647-5ce2-404d-b2d6-7221a5bf1807 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:54.725224 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629', 'code': 200} Jun 30 02:42:54.730976 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.744639 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a620bc-adee-4ba4-905f-022d05cd425d None None] New status for floating IP f8e53a0e-51c6-4df8-ba58-e7c8997808ab: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:42:54.798833 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b728f1d-2a69-4079-9ad2-55ab94bfc28c req-530670b3-0c94-47cb-afd6-b4284537c0e8 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/security-groups?id=052bc5df-5661-4ab3-bac9-23c43d0b051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925627 Jun 30 02:42:54.831199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:54.882811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4b83a-a9d9-4baf-b611-eedc0780bf9e req-1164bfa3-c9f1-4e16-a40a-199d35eb8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.884968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54d4b83a-a9d9-4baf-b611-eedc0780bf9e req-1164bfa3-c9f1-4e16-a40a-199d35eb8f36 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e HTTP/1.1" status: 200 len: 1100 time: 0.0851896 Jun 30 02:42:54.898488 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6a275-b581-4b8c-8417-c89d1ff9c4fa req-a3536b2b-082e-4e60-ac5e-1ca048ea420c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.899992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccb6a275-b581-4b8c-8417-c89d1ff9c4fa req-a3536b2b-082e-4e60-ac5e-1ca048ea420c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 949 time: 0.0853610 Jun 30 02:42:54.936397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54d4b83a-a9d9-4baf-b611-eedc0780bf9e req-5ddfb55b-7aab-448c-b1a6-f6553e38b08e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Jun 30 02:42:54.958144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccb6a275-b581-4b8c-8417-c89d1ff9c4fa req-b169618b-d42c-49e0-8db6-4275584032e4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518250 Jun 30 02:42:55.006097 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b40107-1768-4465-a8af-fd570a8437dd x-openstack-request-id: req-84b40107-1768-4465-a8af-fd570a8437dd {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:55.006500 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:55.006756 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84b40107-1768-4465-a8af-fd570a8437dd {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:55.007150 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'status': 'completed', 'code': 200} Jun 30 02:42:55.007303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00107f32-e2ac-48e6-8fdb-a0a18ad2e2e7 req-0c686973-b6c2-4d47-8f2a-eb45d58e1dab tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.008810 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-00107f32-e2ac-48e6-8fdb-a0a18ad2e2e7 req-0c686973-b6c2-4d47-8f2a-eb45d58e1dab tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1097 time: 0.0563228 Jun 30 02:42:55.074334 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3e1376-2dcc-491d-ae03-8924bf14d482 x-openstack-request-id: req-6b3e1376-2dcc-491d-ae03-8924bf14d482 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:55.074630 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c3427fef-2846-4737-bc99-d691df688fcb", "tag": "1e628f6b-c2c1-43e9-80a2-87b5d923e092", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:55.074906 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b3e1376-2dcc-491d-ae03-8924bf14d482 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:55.075312 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'status': 'completed', 'code': 200} Jun 30 02:42:55.075523 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3427fef-2846-4737-bc99-d691df688fcb', 'tag': '1e628f6b-c2c1-43e9-80a2-87b5d923e092', 'status': 'completed', 'code': 200} Jun 30 02:42:55.104522 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-00107f32-e2ac-48e6-8fdb-a0a18ad2e2e7 req-437e5723-030e-40fc-aa9a-fce8e5c348e8 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898113 Jun 30 02:42:55.104824 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:55.156160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-8c87f019-ec87-4c4e-8272-3d935aa717b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.162624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-8c87f019-ec87-4c4e-8272-3d935aa717b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=15718b66decb42c0b85c1379f39c48ad&device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 1099 time: 0.1171525 Jun 30 02:42:55.201369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855887ef-f331-4faa-845d-38e7da163550 req-8ccb351e-f9b2-418c-8032-3f1937323766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.202924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-8ccb351e-f9b2-418c-8032-3f1937323766 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1096 time: 0.1233962 Jun 30 02:42:55.296851 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159a0a8-7db7-4548-b89a-c38f3516e4ff req-da5cb1ec-1d8c-479b-b493-d97ec3f44536 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.298436 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8159a0a8-7db7-4548-b89a-c38f3516e4ff req-da5cb1ec-1d8c-479b-b493-d97ec3f44536 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 948 time: 0.1390276 Jun 30 02:42:55.310168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-bd560b67-afd9-4da6-a2cc-1b3bb7f30d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.311960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-bd560b67-afd9-4da6-a2cc-1b3bb7f30d97 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1475198 Jun 30 02:42:55.340615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a09b-7c13-47d7-a643-d50794801055 req-54fc429e-1bca-4fb4-a855-227a55d5bbc9 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.342104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-54fc429e-1bca-4fb4-a855-227a55d5bbc9 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1127429 Jun 30 02:42:55.364850 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8159a0a8-7db7-4548-b89a-c38f3516e4ff req-742beaa6-7a12-49e0-893d-729ba019edd6 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576138 Jun 30 02:42:55.367683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855887ef-f331-4faa-845d-38e7da163550 req-138de6c9-ac77-4ac0-a36f-3db46904eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.369110 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-138de6c9-ac77-4ac0-a36f-3db46904eca2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.1545494 Jun 30 02:42:55.374222 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-87b57f82-020e-492e-a207-a3219c64d704 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800 HTTP/1.1" status: 200 len: 217 time: 0.0525572 Jun 30 02:42:55.457325 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-afebb43e-88a1-45af-94df-aa57219ba80e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 1001 time: 0.0683503 Jun 30 02:42:55.497907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-6c5486a0-be71-4480-9586-7185c5095aef tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 1001 time: 0.1262565 Jun 30 02:42:55.499416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-14dd829d-1563-4f92-990e-b9469b5edd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.500749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-14dd829d-1563-4f92-990e-b9469b5edd93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0882337 Jun 30 02:42:55.507722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Request body: {'floatingip': {'port_id': '03fe276f-30d7-407a-ab62-888302e9681e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:55.539890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855887ef-f331-4faa-845d-38e7da163550 req-c672bf93-4d81-4e2f-8a46-409ec86fbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.541358 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-c672bf93-4d81-4e2f-8a46-409ec86fbe84 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.0739825 Jun 30 02:42:55.590170 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.598264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b33c4-b5d2-4576-8bf7-f29277897b59 req-a9cddc32-78b1-4834-b04e-3c7e867db7a7 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.599760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e99b33c4-b5d2-4576-8bf7-f29277897b59 req-a9cddc32-78b1-4834-b04e-3c7e867db7a7 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1223481 Jun 30 02:42:55.646909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-1862b249-9d95-44d9-9e01-abe96aa686d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.650448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855887ef-f331-4faa-845d-38e7da163550 req-d4d83629-3e4c-4e1e-97fb-b59344b17f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.650577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-1862b249-9d95-44d9-9e01-abe96aa686d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371353 Jun 30 02:42:55.650666 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-d4d83629-3e4c-4e1e-97fb-b59344b17f1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004004 Jun 30 02:42:55.654548 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e99b33c4-b5d2-4576-8bf7-f29277897b59 req-8f62735f-3bc8-4161-91b4-03351acb3dd4 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481591 Jun 30 02:42:55.763377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-3417eb23-6ffe-481d-a29a-defd6f08ffc3 service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992901 Jun 30 02:42:55.882629 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-3ddeaaf3-64c3-4fff-a194-9a92f228a42f service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024922 Jun 30 02:42:55.925363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-c7cc5add-00b1-4221-8f06-94803d9b1ea7 service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530955 Jun 30 02:42:55.960542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdb251-5180-401b-bde6-d1ab9e714948 req-d6f6daaa-0896-4867-9c5b-ffedfe82a5fa tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.963457 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02bdb251-5180-401b-bde6-d1ab9e714948 req-d6f6daaa-0896-4867-9c5b-ffedfe82a5fa tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 944 time: 0.1260457 Jun 30 02:42:56.063013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02bdb251-5180-401b-bde6-d1ab9e714948 req-dc65582e-78e4-4b33-8a44-0c54bc887603 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922332 Jun 30 02:42:56.081786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc0c541e-5024-4d67-8100-6f8b77c16f8e req-2cb883cd-4d5e-4eb7-9304-3091737844b8 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795375 Jun 30 02:42:56.091627 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855887ef-f331-4faa-845d-38e7da163550 req-6cb0ebb2-0a9a-4652-8092-45a3b3ab1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.093117 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-6cb0ebb2-0a9a-4652-8092-45a3b3ab1fde service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=960cb00257de42d98de81ab58ffac139&device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 1095 time: 0.0960822 Jun 30 02:42:56.207850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a60623ff-3b6a-41ec-b8b2-aa515f5f018e up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:56.234291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855887ef-f331-4faa-845d-38e7da163550 req-bcd8982e-b560-4858-8180-7e46fd549ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.235898 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-bcd8982e-b560-4858-8180-7e46fd549ded service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b6ae11d-e383-4f15-8222-2d3f362fb36d HTTP/1.1" status: 200 len: 925 time: 0.1331306 Jun 30 02:42:56.289174 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-0033f4da-4fbf-4cf9-80c1-2859c551a5fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e628f6b-c2c1-43e9-80a2-87b5d923e092 HTTP/1.1" status: 200 len: 217 time: 0.0425458 Jun 30 02:42:56.294330 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.348426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port a60623ff-3b6a-41ec-b8b2-aa515f5f018e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:56.352228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port a60623ff-3b6a-41ec-b8b2-aa515f5f018e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:56.352606 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.360525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfc550-3567-49ef-b88c-2d02496dd9e2 req-fd87aef9-49c7-4c4d-a24d-6b9a19806fe3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.362069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8bfc550-3567-49ef-b88c-2d02496dd9e2 req-fd87aef9-49c7-4c4d-a24d-6b9a19806fe3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 948 time: 0.1625080 Jun 30 02:42:56.366665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855887ef-f331-4faa-845d-38e7da163550 req-dd5c2994-9843-4b9a-8dcf-c3407b149b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.368013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-dd5c2994-9843-4b9a-8dcf-c3407b149b26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1a07870e-f98d-4697-90de-88fb38975f3c HTTP/1.1" status: 200 len: 863 time: 0.0726087 Jun 30 02:42:56.419821 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.443943 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8bfc550-3567-49ef-b88c-2d02496dd9e2 req-70ec3716-b42a-4516-80a5-28417c953e1d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738425 Jun 30 02:42:56.451126 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.478228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855887ef-f331-4faa-845d-38e7da163550 req-cec2a620-b7ea-40f9-9a97-eb3d117ced5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.480237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-cec2a620-b7ea-40f9-9a97-eb3d117ced5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b6ae11d-e383-4f15-8222-2d3f362fb36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033506 Jun 30 02:42:56.501033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a60623ff-3b6a-41ec-b8b2-aa515f5f018e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,segment=NetworkSegment(4c057e32-da29-4e20-8713-13be0963fc01),segment_id=4c057e32-da29-4e20-8713-13be0963fc01)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:56.565196 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Floating IP f8e53a0e-51c6-4df8-ba58-e7c8997808ab associated. External IP: 172.25.2.190, port: 38176c3c-c2d9-41b9-8787-dba59861b4ad. Jun 30 02:42:56.589939 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.590933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:56.625274 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-9079102b-25d2-45d0-a551-9a9cd5a65180 service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339707 Jun 30 02:42:56.672090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:56.725553 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9ab692-b74c-4046-be17-6cfb8b2efdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60623ff-3b6a-41ec-b8b2-aa515f5f018e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:56.733739 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc6432b-f513-4871-bd60-3ac1e6152066" -d '{"events": [{"server_uuid": "cf9ab692-b74c-4046-be17-6cfb8b2efdf3", "name": "network-vif-plugged", "status": "completed", "tag": "a60623ff-3b6a-41ec-b8b2-aa515f5f018e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:56.745268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a0e29-c4b2-4b93-87f5-48c961a12f75 req-8212d923-2dfd-47a1-9f0e-a2ada3299eae tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.746851 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba9a0e29-c4b2-4b93-87f5-48c961a12f75 req-8212d923-2dfd-47a1-9f0e-a2ada3299eae tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 944 time: 0.1838939 Jun 30 02:42:56.748783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-855887ef-f331-4faa-845d-38e7da163550 req-90a6a6a3-43ad-4209-9b97-c91a6f352235 service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113451 Jun 30 02:42:56.790365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba9a0e29-c4b2-4b93-87f5-48c961a12f75 req-b9e94be6-8c24-4e7b-9ab8-ba850a7f5b01 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/security-groups?id=052bc5df-5661-4ab3-bac9-23c43d0b051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366158 Jun 30 02:42:56.807273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:56.814181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:56.814929 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.894576 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Router 00049844-a7d5-430b-bac1-7e894da1079a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:56.926318 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.968909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:56.999619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092c7b-e57b-41df-9500-3872e4bb4977 req-94e54300-b747-420e-b5e4-7a6790aeab63 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.001123 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e1092c7b-e57b-41df-9500-3872e4bb4977 req-94e54300-b747-420e-b5e4-7a6790aeab63 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 949 time: 0.0705767 Jun 30 02:42:57.021096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:57.030728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4388661-3623-46c2-856b-89c056d56851 None None] Sync routers for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:57.041091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4388661-3623-46c2-856b-89c056d56851 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:57.041831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e4388661-3623-46c2-856b-89c056d56851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:57.046344 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e1092c7b-e57b-41df-9500-3872e4bb4977 req-188d7854-9d90-4533-8835-5b1ed4c3c068 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385911 Jun 30 02:42:57.084471 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.209338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:57.215246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e4388661-3623-46c2-856b-89c056d56851 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:57.266915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e9d40-5006-45d4-a5ff-ae3b37a445f6 req-926c22d4-d4c0-41f8-8ba5-943d7508b3a5 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.268380 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac9e9d40-5006-45d4-a5ff-ae3b37a445f6 req-926c22d4-d4c0-41f8-8ba5-943d7508b3a5 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 948 time: 0.0829623 Jun 30 02:42:57.275848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-289a8e97-34ed-4fbf-889a-b0e79f2207bb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1308289 Jun 30 02:42:57.310882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Router 00049844-a7d5-430b-bac1-7e894da1079a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:57.349998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac9e9d40-5006-45d4-a5ff-ae3b37a445f6 req-1469a3f4-0b06-4382-af06-712264885e2a tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730734 Jun 30 02:42:57.404383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-5a60be62-861c-4250-9ab8-26de34c8ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.405769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-5a60be62-861c-4250-9ab8-26de34c8ee71 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1095 time: 0.0983257 Jun 30 02:42:57.496133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e4388661-3623-46c2-856b-89c056d56851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '03fe276f-30d7-407a-ab62-888302e9681e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:59:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e5f79-86a8-4137-b115-043ddd431268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:42:56Z', 'revision_number': 3, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:57.509211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:57.521092 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.528514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4388661-3623-46c2-856b-89c056d56851 None None] Checking router: 00049844-a7d5-430b-bac1-7e894da1079a for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:57.538296 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4388661-3623-46c2-856b-89c056d56851 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:57.538922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e4388661-3623-46c2-856b-89c056d56851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:57.595737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:57.599258 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c80dc1-2453-400d-bc1f-c2209da0b105" -d '{"events": [{"name": "network-changed", "server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:57.604545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-3a49027b-33a9-48dc-91df-51305a232ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.606176 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-3a49027b-33a9-48dc-91df-51305a232ef9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1730361 Jun 30 02:42:57.608821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-af8f7292-96f7-409b-a63d-43f212b93175 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "PUT /v2.0/floatingips/f8e53a0e-51c6-4df8-ba58-e7c8997808ab HTTP/1.1" status: 200 len: 998 time: 2.1049032 Jun 30 02:42:57.622797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36556d09-2075-4819-9a60-fc115f713952 req-8b5fdb16-a521-442d-89f5-a00560fad2a1 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.633360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36556d09-2075-4819-9a60-fc115f713952 req-8b5fdb16-a521-442d-89f5-a00560fad2a1 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1543851 Jun 30 02:42:57.645058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:57.647952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device fa662f90-9d2f-4e0c-93b1-0e68f0327803 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:57.678362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-8b1fc260-1254-4362-a2f5-bc6c3d76825e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f HTTP/1.1" status: 200 len: 217 time: 0.0422022 Jun 30 02:42:57.681949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a09b-7c13-47d7-a643-d50794801055 req-f3cfb580-96fa-4c93-a668-a9bdda5dff2d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.697701 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-f3cfb580-96fa-4c93-a668-a9bdda5dff2d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports/38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 942 time: 0.0876691 Jun 30 02:42:57.764669 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36556d09-2075-4819-9a60-fc115f713952 req-fbb4388e-73e3-4d5f-aa36-47ece53b8137 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302817 Jun 30 02:42:57.788951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-be896f46-6037-4911-8fc1-d7a46e55b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.788951 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-be896f46-6037-4911-8fc1-d7a46e55b4e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0998204 Jun 30 02:42:57.820655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e4388661-3623-46c2-856b-89c056d56851 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:57.823953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a09b-7c13-47d7-a643-d50794801055 req-c02cd6e3-ed1b-4d0c-94ce-7474cf1da5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.826016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-c02cd6e3-ed1b-4d0c-94ce-7474cf1da5aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1096 time: 0.0743513 Jun 30 02:42:57.834431 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-6ee10ded-bc3a-40e3-b04b-744ae27233d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428278 Jun 30 02:42:57.879511 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ec2f62-9f88-4952-b0ae-f60f54f00925 x-openstack-request-id: req-30ec2f62-9f88-4952-b0ae-f60f54f00925 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:57.879511 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9ab692-b74c-4046-be17-6cfb8b2efdf3", "name": "network-vif-plugged", "status": "completed", "tag": "a60623ff-3b6a-41ec-b8b2-aa515f5f018e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:57.879511 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30ec2f62-9f88-4952-b0ae-f60f54f00925 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:57.887811 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9ab692-b74c-4046-be17-6cfb8b2efdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60623ff-3b6a-41ec-b8b2-aa515f5f018e', 'code': 200} Jun 30 02:42:57.954652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:57.968274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'mac_address': 'fa:16:3e:fd:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:57.970487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port fa662f90-9d2f-4e0c-93b1-0e68f0327803 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:57.978210 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-fd4863d4-e78d-42f7-a796-19d7d30c0cd0 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342130 Jun 30 02:42:57.979960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port fa662f90-9d2f-4e0c-93b1-0e68f0327803 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:57.980402 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.144239 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ed7ca53-7930-4143-801e-a8dbdfc3bd59 req-618745ae-86e3-430a-8ceb-d05bf91b1e07 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546066 Jun 30 02:42:58.172405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ecc92-cade-4a89-811c-0a26ca48572f req-0167fc1f-e75b-43d8-87d0-46b0c77db11a tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.178203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c84ecc92-cade-4a89-811c-0a26ca48572f req-0167fc1f-e75b-43d8-87d0-46b0c77db11a tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 944 time: 0.1353817 Jun 30 02:42:58.264635 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c84ecc92-cade-4a89-811c-0a26ca48572f req-d038872a-d2cd-49ff-a297-b20f19d2e949 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811985 Jun 30 02:42:58.283458 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.326580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a09b-7c13-47d7-a643-d50794801055 req-fba1842c-b140-4f6e-ac0e-164c6437a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.328232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-fba1842c-b140-4f6e-ac0e-164c6437a23a service neutron] 10.222.0.77 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.4957845 Jun 30 02:42:58.380576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-227e600c-f413-40c6-9380-cd19d4ce301c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 217 time: 0.0415788 Jun 30 02:42:58.395078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:58.395283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c997cac-5b9b-4443-b307-8c9a6c5db679 req-c3c721ea-cf0b-4b7f-b105-53f1ef922935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.396839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c997cac-5b9b-4443-b307-8c9a6c5db679 req-c3c721ea-cf0b-4b7f-b105-53f1ef922935 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 1096 time: 0.4660418 Jun 30 02:42:58.469244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c997cac-5b9b-4443-b307-8c9a6c5db679 req-61fa2bbf-e94f-4926-8782-112b760d170f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=052bc5df-5661-4ab3-bac9-23c43d0b051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627213 Jun 30 02:42:58.475829 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.479616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a09b-7c13-47d7-a643-d50794801055 req-31621b04-e916-43b8-b1e6-f57bab3098ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.486723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1f838-3440-4227-98da-0855c4a83f6a req-6af84bcd-8536-4b3c-9388-bea7300635e3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.487429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-31621b04-e916-43b8-b1e6-f57bab3098ce service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.0895281 Jun 30 02:42:58.496984 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3dc1f838-3440-4227-98da-0855c4a83f6a req-6af84bcd-8536-4b3c-9388-bea7300635e3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 948 time: 0.1116273 Jun 30 02:42:58.514631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:58.560580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port fa662f90-9d2f-4e0c-93b1-0e68f0327803, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=fa662f90-9d2f-4e0c-93b1-0e68f0327803,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:58.571015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a09b-7c13-47d7-a643-d50794801055 req-d80c42ec-3f29-4967-90a2-de7d3a23ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.576115 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3dc1f838-3440-4227-98da-0855c4a83f6a req-78278bd8-1350-438b-8ca7-8ffc851b7c84 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758836 Jun 30 02:42:58.578201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e4388661-3623-46c2-856b-89c056d56851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '03fe276f-30d7-407a-ab62-888302e9681e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:59:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e5f79-86a8-4137-b115-043ddd431268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:42:56Z', 'revision_number': 3, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:58.583014 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-d80c42ec-3f29-4967-90a2-de7d3a23ff9a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945995 Jun 30 02:42:58.611729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4388661-3623-46c2-856b-89c056d56851 None None] The sync data for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 is: [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '03fe276f-30d7-407a-ab62-888302e9681e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:59:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e5f79-86a8-4137-b115-043ddd431268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:42:56Z', 'revision_number': 3, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:58.661177 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792ad1c0-8767-476b-89b7-b74f95ed1a5e x-openstack-request-id: req-792ad1c0-8767-476b-89b7-b74f95ed1a5e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:58.661461 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:58.661726 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-792ad1c0-8767-476b-89b7-b74f95ed1a5e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:58.662112 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'status': 'completed', 'code': 200} Jun 30 02:42:58.678879 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-36765f51-ad2c-46d8-9039-b05e407a56eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.715410 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.716275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1e628f6b-c2c1-43e9-80a2-87b5d923e092 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:58.720089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.754380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-f2bf98bb-1bd7-4ebf-ad97-2d6d10ba5466 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607881 Jun 30 02:42:58.867024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-d90ee03f-b2b8-49d2-b6e6-4986cee0b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.868523 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-d90ee03f-b2b8-49d2-b6e6-4986cee0b1f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1096 time: 0.1828973 Jun 30 02:42:59.052226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:59.070593 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feef82b-24a6-497a-b047-b7b1fccd328a None None] New status for floating IP f8e53a0e-51c6-4df8-ba58-e7c8997808ab: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:42:59.075222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-b7ef556d-5b2f-4262-ba4f-5ecd5a9d6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.075439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-b7ef556d-5b2f-4262-ba4f-5ecd5a9d6e55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.1939831 Jun 30 02:42:59.127054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-c760ab40-eb09-4fdd-8eea-a92039601c3b service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716707 Jun 30 02:42:59.158721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aec2-00c4-4486-b130-d0326f24f533 req-16e6eba0-1173-413a-a6ab-956c080d6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.160398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7056aec2-00c4-4486-b130-d0326f24f533 req-16e6eba0-1173-413a-a6ab-956c080d6f18 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 1099 time: 0.2617233 Jun 30 02:42:59.212796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1e628f6b-c2c1-43e9-80a2-87b5d923e092, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1e628f6b-c2c1-43e9-80a2-87b5d923e092,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:59.215817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=fa662f90-9d2f-4e0c-93b1-0e68f0327803,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:59.228081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '1e628f6b-c2c1-43e9-80a2-87b5d923e092', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'port_id': '1e628f6b-c2c1-43e9-80a2-87b5d923e092', 'mac_address': 'fa:16:3e:a2:e0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:59.239220 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-04a78e07-8fe2-40d2-a7cc-b8a9553a887c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 217 time: 0.0756588 Jun 30 02:42:59.271077 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.300828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e628f6b-c2c1-43e9-80a2-87b5d923e092 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:59.307601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a044865-0bbf-49a7-aaa3-e7e63f5d332a req-8511f95b-bbb3-4456-98d4-86ac97ec64ff tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.309115 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a044865-0bbf-49a7-aaa3-e7e63f5d332a req-8511f95b-bbb3-4456-98d4-86ac97ec64ff tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 945 time: 0.2328610 Jun 30 02:42:59.325343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-b2231b1a-2dbb-4820-92f7-3db26ef6c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.326789 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-b2231b1a-2dbb-4820-92f7-3db26ef6c9d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.0819392 Jun 30 02:42:59.337631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1e628f6b-c2c1-43e9-80a2-87b5d923e092, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1e628f6b-c2c1-43e9-80a2-87b5d923e092,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:59.358785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aec2-00c4-4486-b130-d0326f24f533 req-9cf9f759-049b-4bff-8f2d-a4c1e7aa5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.360270 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7056aec2-00c4-4486-b130-d0326f24f533 req-9cf9f759-049b-4bff-8f2d-a4c1e7aa5c5d service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1499207 Jun 30 02:42:59.383104 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a044865-0bbf-49a7-aaa3-e7e63f5d332a req-11a468ed-02a8-417f-bde5-429d8e682afe tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/security-groups?id=052bc5df-5661-4ab3-bac9-23c43d0b051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647218 Jun 30 02:42:59.406763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-abc82129-d4bc-4b4b-af92-316899eee5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.408709 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-abc82129-d4bc-4b4b-af92-316899eee5d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726345 Jun 30 02:42:59.419819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7056aec2-00c4-4486-b130-d0326f24f533 req-9acd599e-141e-4c8d-84fd-e0e8189d79b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8 HTTP/1.1" status: 200 len: 217 time: 0.0476744 Jun 30 02:42:59.432981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a09b-7c13-47d7-a643-d50794801055 req-21fd217c-a18a-43be-917b-2bd17625b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.438415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-21fd217c-a18a-43be-917b-2bd17625b59b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 1096 time: 0.1281559 Jun 30 02:42:59.469614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.526259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-1088c9a0-18e2-4266-ae54-300df8f38058 service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071677 Jun 30 02:42:59.560868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=1e628f6b-c2c1-43e9-80a2-87b5d923e092,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:59.570270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aec2-00c4-4486-b130-d0326f24f533 req-76702f93-44ce-4ed6-8c6b-dd27253cf47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.570270 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7056aec2-00c4-4486-b130-d0326f24f533 req-76702f93-44ce-4ed6-8c6b-dd27253cf47d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1331246 Jun 30 02:42:59.612728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] Sync routers for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:59.627845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:59.628864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:59.660727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a09b-7c13-47d7-a643-d50794801055 req-2ff47a5e-246d-4fc4-94fe-06e961943673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.663711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-2ff47a5e-246d-4fc4-94fe-06e961943673 service neutron] 10.222.0.77 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.2188218 Jun 30 02:42:59.697771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97c80dc1-2453-400d-bc1f-c2209da0b105 req-e8c90eb3-b3c1-4fe6-9876-072d75063ac9 service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631396 Jun 30 02:42:59.705243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f51d9-c184-49c6-b522-107b2cbeb337 req-2ea17e84-d42e-480e-a4ba-02c9f3dc97dd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.707135 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c5f51d9-c184-49c6-b522-107b2cbeb337 req-2ea17e84-d42e-480e-a4ba-02c9f3dc97dd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1073992 Jun 30 02:42:59.734402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aec2-00c4-4486-b130-d0326f24f533 req-4e90b975-e784-4393-93cb-4ced7129b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.735904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7056aec2-00c4-4486-b130-d0326f24f533 req-4e90b975-e784-4393-93cb-4ced7129b952 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596031 Jun 30 02:42:59.756708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c5f51d9-c184-49c6-b522-107b2cbeb337 req-40789cde-8e8e-4618-a385-40c36b781e89 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421426 Jun 30 02:42:59.757429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-7f9458f2-ce34-4d86-8224-8bcc1623f3c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03fe276f-30d7-407a-ab62-888302e9681e HTTP/1.1" status: 200 len: 1001 time: 0.0871856 Jun 30 02:42:59.792528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:59.867035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a09b-7c13-47d7-a643-d50794801055 req-76a6fab8-775e-4742-82cb-4c415b3dff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.868520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-76a6fab8-775e-4742-82cb-4c415b3dff1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.1012776 Jun 30 02:42:59.874764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['1e628f6b-c2c1-43e9-80a2-87b5d923e092'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:59.901117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['367718dc-ef0a-4e0f-96a1-d5b3cb54f800'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:59.922346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7056aec2-00c4-4486-b130-d0326f24f533 req-e62da576-401e-4255-a9b9-98713d768f73 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770487 Jun 30 02:42:59.931803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'}, {'server_uuid': '888542c2-5147-488b-9e3b-cafce1bde0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa662f90-9d2f-4e0c-93b1-0e68f0327803'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:59.933997 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd85d01-064d-4cf0-911b-8e5cc7fa9c69" -d '{"events": [{"server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "name": "network-vif-plugged", "status": "completed", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb"}, {"server_uuid": "888542c2-5147-488b-9e3b-cafce1bde0bf", "name": "network-vif-plugged", "status": "completed", "tag": "fa662f90-9d2f-4e0c-93b1-0e68f0327803"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:59.975243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80513972-948a-4948-a1d0-2514a52d21c1 req-3b6f371e-f4f0-4eb1-9994-9b75ec93ae66 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.976941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80513972-948a-4948-a1d0-2514a52d21c1 req-3b6f371e-f4f0-4eb1-9994-9b75ec93ae66 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 949 time: 0.0794287 Jun 30 02:43:00.003221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a09b-7c13-47d7-a643-d50794801055 req-d070e1cf-9ff6-4d32-bcf2-67b5c281f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.005270 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-d070e1cf-9ff6-4d32-bcf2-67b5c281f900 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191909 Jun 30 02:43:00.018682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80513972-948a-4948-a1d0-2514a52d21c1 req-b2536af9-21ed-4ae1-94ff-50a21ea1b182 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360239 Jun 30 02:43:00.108246 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7056aec2-00c4-4486-b130-d0326f24f533 req-a77c4345-1a88-475f-9aca-39ff47da9893 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698413 Jun 30 02:43:00.162182 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-9248ef79-a649-4182-93b3-547265404b80 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424537 Jun 30 02:43:00.213840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b249a52-6138-4198-b92a-0457fb672078 req-ef2dc0c0-a36d-4798-8697-e689f9015629 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.215274 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b249a52-6138-4198-b92a-0457fb672078 req-ef2dc0c0-a36d-4798-8697-e689f9015629 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0738702 Jun 30 02:43:00.258612 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b249a52-6138-4198-b92a-0457fb672078 req-b98abe5d-6040-402d-af00-e7d231735c92 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370531 Jun 30 02:43:00.269120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb88a09b-7c13-47d7-a643-d50794801055 req-d6cfd3ef-3a1e-411e-8ee0-34cd7a34443b service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020658 Jun 30 02:43:00.327314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '03fe276f-30d7-407a-ab62-888302e9681e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:59:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e5f79-86a8-4137-b115-043ddd431268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:42:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:00.357547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] Checking router: 00049844-a7d5-430b-bac1-7e894da1079a for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:43:00.366501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:00.367102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:42:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:00.446257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dd33c-f86c-493f-a2df-53a312116130 req-23c431b4-dde2-462a-ac9d-8330b89fe6b5 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.447852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c75dd33c-f86c-493f-a2df-53a312116130 req-23c431b4-dde2-462a-ac9d-8330b89fe6b5 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 945 time: 0.0666668 Jun 30 02:43:00.482774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:00.490602 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c75dd33c-f86c-493f-a2df-53a312116130 req-faa051ff-503f-456d-bf80-4dc806d2a081 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361104 Jun 30 02:43:00.534353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849903-ab81-405d-8eee-6e650c43d1df req-60be4b90-71e7-4163-af3f-f75c6665df15 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.538068 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08849903-ab81-405d-8eee-6e650c43d1df req-60be4b90-71e7-4163-af3f-f75c6665df15 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 949 time: 0.0684831 Jun 30 02:43:00.563405 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462bf85-6d82-40d6-a772-d9da5adcb3b7 x-openstack-request-id: req-b462bf85-6d82-40d6-a772-d9da5adcb3b7 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:00.563701 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "name": "network-vif-plugged", "status": "completed", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb", "code": 200}, {"server_uuid": "888542c2-5147-488b-9e3b-cafce1bde0bf", "name": "network-vif-plugged", "status": "completed", "tag": "fa662f90-9d2f-4e0c-93b1-0e68f0327803", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:00.563952 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b462bf85-6d82-40d6-a772-d9da5adcb3b7 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:00.564882 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', 'code': 200} Jun 30 02:43:00.564882 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888542c2-5147-488b-9e3b-cafce1bde0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa662f90-9d2f-4e0c-93b1-0e68f0327803', 'code': 200} Jun 30 02:43:00.582764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08849903-ab81-405d-8eee-6e650c43d1df req-8b3f704e-89cd-4e85-b30c-fbf8b27561d9 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Jun 30 02:43:00.663727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409e5f79-86a8-4137-b115-043ddd431268', 'tag': '03fe276f-30d7-407a-ab62-888302e9681e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:00.666764 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "409e5f79-86a8-4137-b115-043ddd431268", "tag": "03fe276f-30d7-407a-ab62-888302e9681e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:00.735140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-274fbf4c-1d07-43a9-b49c-b1682a8b4fb4 req-4e55b359-0b44-4512-8fa9-f0d457402f26 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 1001 time: 0.1281710 Jun 30 02:43:00.805567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fbf4c-1d07-43a9-b49c-b1682a8b4fb4 req-0905937e-a3e7-407f-9a58-5da8454a4659 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.807375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-274fbf4c-1d07-43a9-b49c-b1682a8b4fb4 req-0905937e-a3e7-407f-9a58-5da8454a4659 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports/03fe276f-30d7-407a-ab62-888302e9681e HTTP/1.1" status: 200 len: 942 time: 0.0646183 Jun 30 02:43:00.812766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bbe67-73f3-442e-bfaa-dda3a130e02a req-374e867a-578f-4595-8928-e1e4be00b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.814346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f5bbe67-73f3-442e-bfaa-dda3a130e02a req-374e867a-578f-4595-8928-e1e4be00b11b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1101 time: 0.1347566 Jun 30 02:43:00.820123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b67b0-f6e8-47c6-8505-c9bb2d178330 req-3ca553ce-93ec-41e1-b29d-069e61f98f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.822088 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cb3b67b0-f6e8-47c6-8505-c9bb2d178330 req-3ca553ce-93ec-41e1-b29d-069e61f98f8c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 1100 time: 0.1074207 Jun 30 02:43:00.848439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '03fe276f-30d7-407a-ab62-888302e9681e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:59:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e5f79-86a8-4137-b115-043ddd431268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:42:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:00.866379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f5bbe67-73f3-442e-bfaa-dda3a130e02a req-d3cea9fa-6170-4783-920a-6d6688eb5ff2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381596 Jun 30 02:43:00.878209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cb3b67b0-f6e8-47c6-8505-c9bb2d178330 req-ffb514b0-d387-46ad-a28c-ce89703fc55b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Jun 30 02:43:00.885570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4c98d-93be-4ba8-97b1-8b312bc76694 None None] The sync data for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 is: [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '03fe276f-30d7-407a-ab62-888302e9681e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:59:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409e5f79-86a8-4137-b115-043ddd431268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:42:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:00.983361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-274fbf4c-1d07-43a9-b49c-b1682a8b4fb4 req-e5cef729-17e6-439e-ae5e-6a2869a02970 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 1001 time: 0.0773704 Jun 30 02:43:01.095661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fbf4c-1d07-43a9-b49c-b1682a8b4fb4 req-31ab08e7-0ede-418a-9579-e6780c3c4a12 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.097114 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-274fbf4c-1d07-43a9-b49c-b1682a8b4fb4 req-31ab08e7-0ede-418a-9579-e6780c3c4a12 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1088181 Jun 30 02:43:01.261546 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215f226-b4e8-48e4-b469-e4dd5d85bdc8 req-19668351-a3d3-475e-a7d8-fee4423cb266 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.262996 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c215f226-b4e8-48e4-b469-e4dd5d85bdc8 req-19668351-a3d3-475e-a7d8-fee4423cb266 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 945 time: 0.0690558 Jun 30 02:43:01.304785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c215f226-b4e8-48e4-b469-e4dd5d85bdc8 req-d7c8c945-d0e3-4b3e-b459-f60b1dd31d25 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/security-groups?id=052bc5df-5661-4ab3-bac9-23c43d0b051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352957 Jun 30 02:43:01.309433 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.362399 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe79563d-a57e-44a0-9c06-a8e00ec9ca96 x-openstack-request-id: req-fe79563d-a57e-44a0-9c06-a8e00ec9ca96 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:01.362699 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409e5f79-86a8-4137-b115-043ddd431268", "tag": "03fe276f-30d7-407a-ab62-888302e9681e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:01.362952 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe79563d-a57e-44a0-9c06-a8e00ec9ca96 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:01.364063 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409e5f79-86a8-4137-b115-043ddd431268', 'tag': '03fe276f-30d7-407a-ab62-888302e9681e', 'status': 'completed', 'code': 200} Jun 30 02:43:01.378011 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fafea24c-10e9-48f5-b850-d7b3782babce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.471085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-0a4a96f4-4103-4358-8ce5-c48e54cce68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.473355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-0a4a96f4-4103-4358-8ce5-c48e54cce68c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 1096 time: 0.0608122 Jun 30 02:43:01.604562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-8247277b-4bd8-4ec6-93d2-63d825326041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.605955 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-8247277b-4bd8-4ec6-93d2-63d825326041 service neutron] 10.222.0.83 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.1007745 Jun 30 02:43:01.614118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085ea43-926e-4afb-bc3a-ce96567274db req-85693aaa-ab06-4f8a-bc40-9ecd7ceb4a11 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.615455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a085ea43-926e-4afb-bc3a-ce96567274db req-85693aaa-ab06-4f8a-bc40-9ecd7ceb4a11 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1410937 Jun 30 02:43:01.665577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:01.700401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-ad7ac5c4-4b9e-456f-9e49-98f0f22491fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03fe276f-30d7-407a-ab62-888302e9681e HTTP/1.1" status: 200 len: 1001 time: 0.0839481 Jun 30 02:43:01.703209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a085ea43-926e-4afb-bc3a-ce96567274db req-73df7da8-f455-4dd4-b52e-8a4b48fd7501 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810618 Jun 30 02:43:01.776348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-c753bc96-6a60-4863-ae1a-fba4e5d7ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.778065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-c753bc96-6a60-4863-ae1a-fba4e5d7ef09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.0583601 Jun 30 02:43:01.862898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-8d912af0-4bb7-41ee-b96d-5d79b472510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.866161 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-8d912af0-4bb7-41ee-b96d-5d79b472510c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809479 Jun 30 02:43:01.962594 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-c0e0aef6-672e-4f23-ade1-f2690330adbb tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 1001 time: 0.0926261 Jun 30 02:43:02.010808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:02.015169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:02.015542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.016762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b62950-4382-46aa-81b7-f8037c4ca3ca req-3d328f54-ba29-4bbb-9aed-e3418e53b74c tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.019990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99b62950-4382-46aa-81b7-f8037c4ca3ca req-3d328f54-ba29-4bbb-9aed-e3418e53b74c tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 949 time: 0.1516945 Jun 30 02:43:02.025388 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-0447c2a8-61ed-4fbe-aff0-ab5ee067a800 service neutron] 10.222.0.83 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483557 Jun 30 02:43:02.048234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-b83ae406-2baa-48c1-b121-a2cf643047cd tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.049760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-b83ae406-2baa-48c1-b121-a2cf643047cd tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports/03fe276f-30d7-407a-ab62-888302e9681e HTTP/1.1" status: 200 len: 942 time: 0.0817516 Jun 30 02:43:02.066544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99b62950-4382-46aa-81b7-f8037c4ca3ca req-e5f7ab48-be87-4690-8d80-154cad504605 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Jun 30 02:43:02.106968 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.163743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:02.223317 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-cff74a1d-f63f-46cb-b228-e4726e875ca2 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 1001 time: 0.0764146 Jun 30 02:43:02.230874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7c9df4d-3514-4aec-9fb3-c6fb705179a8 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:02.237302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7c9df4d-3514-4aec-9fb3-c6fb705179a8 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:02.278237 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.279046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1e628f6b-c2c1-43e9-80a2-87b5d923e092 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:02.303661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89cba98-1836-41be-a990-cf36d9f3cfce req-c5699b65-2523-4c0d-91a6-73dc3a07f618 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.306047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a89cba98-1836-41be-a990-cf36d9f3cfce req-c5699b65-2523-4c0d-91a6-73dc3a07f618 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0970440 Jun 30 02:43:02.426498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a89cba98-1836-41be-a990-cf36d9f3cfce req-fa8be597-1208-4867-92bc-3f950d1cd8b5 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139305 Jun 30 02:43:02.449419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:02.511181 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9cfb326-1b27-4632-a70e-d0c8d23a5aa9 req-823cc1be-f588-4a66-a95c-08a6f9c14d26 service neutron] 10.222.0.83 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885803 Jun 30 02:43:02.569682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:02.582404 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd019a-1885-4ff8-8045-cd9f15110585" -d '{"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-plugged", "status": "completed", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:02.586614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.594216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:02.627338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'mac_address': 'fa:16:3e:14:de:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:02.692879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:02.722351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-c6a9e8d0-2ed0-4334-b30e-45603590c494 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.726411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:02.729211 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-c6a9e8d0-2ed0-4334-b30e-45603590c494 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.5003698 Jun 30 02:43:02.737335 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.737601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-8efb9a1f-d457-4478-b0cb-de174d6f1dc8 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:43:02.743820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-8efb9a1f-d457-4478-b0cb-de174d6f1dc8 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134947 Jun 30 02:43:02.749404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf739e-431b-41d6-aea8-d0768b35e0fe req-57e3a39c-cb3a-4a29-8bfc-16b06142d6bb tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.752577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:02.752952 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.758043 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2adf739e-431b-41d6-aea8-d0768b35e0fe req-57e3a39c-cb3a-4a29-8bfc-16b06142d6bb tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 945 time: 0.1231062 Jun 30 02:43:02.790426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7c9df4d-3514-4aec-9fb3-c6fb705179a8 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:02.814432 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.816587 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-02757a35-c6e4-4462-85f4-6faeb5c17b15 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 1001 time: 0.0715864 Jun 30 02:43:02.828480 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2adf739e-431b-41d6-aea8-d0768b35e0fe req-18c653fa-02c1-46e9-adf8-966a6e55c617 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657887 Jun 30 02:43:02.828732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-d2dc8510-1e7e-4ad9-b25e-a8cf35d749c3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:02.883068 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.927613 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:43:02.927994 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:43:02.935718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:02.955915 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.995983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1e628f6b-c2c1-43e9-80a2-87b5d923e092, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1e628f6b-c2c1-43e9-80a2-87b5d923e092,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:03.001894 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-d2dc8510-1e7e-4ad9-b25e-a8cf35d749c3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.124236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4462cf-b897-4f74-9342-7fbcfcca8bd5 req-216c8f3b-9f72-457a-8ef6-47c718346143 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:03.126222 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef4462cf-b897-4f74-9342-7fbcfcca8bd5 req-216c8f3b-9f72-457a-8ef6-47c718346143 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 949 time: 0.0874677 Jun 30 02:43:03.132342 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.182954 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef4462cf-b897-4f74-9342-7fbcfcca8bd5 req-13f21084-0f70-4ed1-b9ce-d6d00c9b12ba tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502963 Jun 30 02:43:03.202777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=1e628f6b-c2c1-43e9-80a2-87b5d923e092,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:03.220671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-d2dc8510-1e7e-4ad9-b25e-a8cf35d749c3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.243257 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f751fe59-5f22-4064-aacd-51d9a1be23cf x-openstack-request-id: req-f751fe59-5f22-4064-aacd-51d9a1be23cf {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:03.244174 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-plugged", "status": "completed", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:03.244699 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f751fe59-5f22-4064-aacd-51d9a1be23cf {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:03.245549 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'code': 200} Jun 30 02:43:03.315321 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-d2dc8510-1e7e-4ad9-b25e-a8cf35d749c3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.315693 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-d2dc8510-1e7e-4ad9-b25e-a8cf35d749c3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Floating IP f8e53a0e-51c6-4df8-ba58-e7c8997808ab disassociated. External IP: 172.25.2.190, port: 03fe276f-30d7-407a-ab62-888302e9681e. Jun 30 02:43:03.448722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727f690-b192-430f-8a77-792477a48f75 req-6075935e-1770-4d27-b705-f62236391cc8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:03.450675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7727f690-b192-430f-8a77-792477a48f75 req-6075935e-1770-4d27-b705-f62236391cc8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0915687 Jun 30 02:43:03.488843 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.512827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c9df4d-3514-4aec-9fb3-c6fb705179a8 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:03.543234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7727f690-b192-430f-8a77-792477a48f75 req-028fa89b-58af-41b6-8b5a-726bd731a1a7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835555 Jun 30 02:43:03.568439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:03.618620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee4eb3-7cb6-425e-8f46-4b1c41c00d6d req-9b28bb6e-248d-4879-9bc0-58d580251dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:03.618620 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e2ee4eb3-7cb6-425e-8f46-4b1c41c00d6d req-9b28bb6e-248d-4879-9bc0-58d580251dc5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 1101 time: 0.2521045 Jun 30 02:43:03.662235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-d2dc8510-1e7e-4ad9-b25e-a8cf35d749c3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Router 00049844-a7d5-430b-bac1-7e894da1079a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:03.679592 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e2ee4eb3-7cb6-425e-8f46-4b1c41c00d6d req-5c1bfbeb-2d0c-4558-b3d3-9a6708dd1eb0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479438 Jun 30 02:43:03.704265 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.734942 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bbec3-e590-4477-896c-bb6fdb5f62f5 req-b6bc0f65-2b47-4152-a956-dac04812f240 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:03.743693 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-049bbec3-e590-4477-896c-bb6fdb5f62f5 req-b6bc0f65-2b47-4152-a956-dac04812f240 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 950 time: 0.0867288 Jun 30 02:43:03.765232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:03.780490 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-049bbec3-e590-4477-896c-bb6fdb5f62f5 req-7a233470-137e-4f37-8884-a393f87538ef tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354047 Jun 30 02:43:03.807444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-d2dc8510-1e7e-4ad9-b25e-a8cf35d749c3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:03.813395 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-d2dc8510-1e7e-4ad9-b25e-a8cf35d749c3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.820170 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] Sync routers for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:03.833110 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:03.834082 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:03.871456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-d2dc8510-1e7e-4ad9-b25e-a8cf35d749c3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "PUT /v2.0/floatingips/f8e53a0e-51c6-4df8-ba58-e7c8997808ab HTTP/1.1" status: 200 len: 695 time: 1.0538032 Jun 30 02:43:03.872001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409e5f79-86a8-4137-b115-043ddd431268', 'tag': '03fe276f-30d7-407a-ab62-888302e9681e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:03.874710 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a571b58-c875-42ac-b263-0cf0fe888cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "409e5f79-86a8-4137-b115-043ddd431268", "tag": "03fe276f-30d7-407a-ab62-888302e9681e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:03.960257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-8039a672-8c93-4363-8499-0e38e2590f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:03.962907 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-8039a672-8c93-4363-8499-0e38e2590f9c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 1096 time: 0.0755341 Jun 30 02:43:04.062284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f7c9df4d-3514-4aec-9fb3-c6fb705179a8'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:04.073751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139f370-0419-4b9a-93de-b56c7c94a4c2 req-b31f97eb-51c2-4a51-9c96-50dc631a3a75 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.076078 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e139f370-0419-4b9a-93de-b56c7c94a4c2 req-b31f97eb-51c2-4a51-9c96-50dc631a3a75 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e HTTP/1.1" status: 200 len: 949 time: 0.1294591 Jun 30 02:43:04.122983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-7fee1e92-4ec2-408d-888b-de45d953f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.125549 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-7fee1e92-4ec2-408d-888b-de45d953f9ae service neutron] 10.222.0.77 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.1547978 Jun 30 02:43:04.152761 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:04.159885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e139f370-0419-4b9a-93de-b56c7c94a4c2 req-cab964b1-6eb7-46eb-8ec8-33bd16d02103 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737464 Jun 30 02:43:04.201280 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-f7fb6515-e9bb-4d59-8525-0f10392fd692 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03fe276f-30d7-407a-ab62-888302e9681e HTTP/1.1" status: 200 len: 217 time: 0.0666029 Jun 30 02:43:04.270635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-bcc28728-a6ad-4b34-9497-03d657935ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.273870 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-bcc28728-a6ad-4b34-9497-03d657935ee2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.0658410 Jun 30 02:43:04.392747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47251fb3-567b-4571-9b4a-94f50dc9a2fc req-08b8fc1e-bd24-4ae3-96ae-be330d254464 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.394396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-e3f503bc-d578-488d-807a-98bdb407a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.395422 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47251fb3-567b-4571-9b4a-94f50dc9a2fc req-08b8fc1e-bd24-4ae3-96ae-be330d254464 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 947 time: 0.1290898 Jun 30 02:43:04.398622 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-e3f503bc-d578-488d-807a-98bdb407a8e1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156669 Jun 30 02:43:04.446711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47251fb3-567b-4571-9b4a-94f50dc9a2fc req-080cbdf8-fb21-45bd-9e03-9b65789a7184 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446270 Jun 30 02:43:04.486118 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:04.505941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-b94053ff-5f41-4d5b-a713-e4608562b9c0 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993290 Jun 30 02:43:04.507890 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.520762 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] Checking router: 00049844-a7d5-430b-bac1-7e894da1079a for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:43:04.530023 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:04.530718 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:04.604477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b7cad9-fd39-43fe-a497-35f74e802368 req-057fa078-a04b-4552-bd29-87ddcf44b70f service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975275 Jun 30 02:43:04.665107 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:04.813966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0eb59-d011-4e8c-aa70-b9c399835dda req-682e3954-8133-4ab0-9e78-03223ac43e24 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.822784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-acd0eb59-d011-4e8c-aa70-b9c399835dda req-682e3954-8133-4ab0-9e78-03223ac43e24 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1101 time: 0.0885990 Jun 30 02:43:04.846563 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-acd0eb59-d011-4e8c-aa70-b9c399835dda req-a8c4db59-4f3d-4234-8061-e5390f7f1434 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.917011 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:04.953856 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdffd0a-418b-45ae-b896-70807dc9d353 None None] The sync data for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 is: [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:04.963028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01ca1a-0fec-44a4-a886-873dfbc45080 req-69606e83-9b9a-4cd9-982f-b211bf5e4258 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.964788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f01ca1a-0fec-44a4-a886-873dfbc45080 req-69606e83-9b9a-4cd9-982f-b211bf5e4258 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 946 time: 0.0878584 Jun 30 02:43:04.995174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-acd0eb59-d011-4e8c-aa70-b9c399835dda req-a8c4db59-4f3d-4234-8061-e5390f7f1434 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.007351 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f01ca1a-0fec-44a4-a886-873dfbc45080 req-9fc5556d-272d-447e-8512-aa1a9412a8e1 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362165 Jun 30 02:43:05.072186 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73611ffc-780c-4e78-ba82-d09be86aff64 x-openstack-request-id: req-73611ffc-780c-4e78-ba82-d09be86aff64 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:05.072688 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409e5f79-86a8-4137-b115-043ddd431268", "tag": "03fe276f-30d7-407a-ab62-888302e9681e", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:05.073089 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73611ffc-780c-4e78-ba82-d09be86aff64 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:05.074365 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409e5f79-86a8-4137-b115-043ddd431268', 'tag': '03fe276f-30d7-407a-ab62-888302e9681e', 'status': 'completed', 'code': 200} Jun 30 02:43:05.144674 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-acd0eb59-d011-4e8c-aa70-b9c399835dda req-a8c4db59-4f3d-4234-8061-e5390f7f1434 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.185211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4db59-4f3d-4234-8061-e5390f7f1434 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c570a-c066-42e4-9d9b-461c2fe7c370,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:05.221274 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-acd0eb59-d011-4e8c-aa70-b9c399835dda req-a8c4db59-4f3d-4234-8061-e5390f7f1434 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972604 Jun 30 02:43:05.247270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8'}, {'server_uuid': 'c3427fef-2846-4737-bc99-d691df688fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e628f6b-c2c1-43e9-80a2-87b5d923e092'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:05.249798 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4217678c-ae9d-42fd-9978-f1b6f1a3e3b6" -d '{"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8"}, {"server_uuid": "c3427fef-2846-4737-bc99-d691df688fcb", "name": "network-vif-plugged", "status": "completed", "tag": "1e628f6b-c2c1-43e9-80a2-87b5d923e092"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:05.260224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-4b39acda-65a1-4de2-b4a1-6088d3afacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.264139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-4b39acda-65a1-4de2-b4a1-6088d3afacc5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 1096 time: 0.1628475 Jun 30 02:43:05.301174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87bfec-c459-4623-88a5-3e1868802d0f None None] New status for floating IP f8e53a0e-51c6-4df8-ba58-e7c8997808ab: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:43:05.380193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-a10433c8-95a8-4c19-a6c0-8e03af6f9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.382051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-a10433c8-95a8-4c19-a6c0-8e03af6f9e3a service neutron] 10.222.0.83 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.1053846 Jun 30 02:43:05.458017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-4b03d125-dea7-495d-aa2a-b42fb842a6ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03fe276f-30d7-407a-ab62-888302e9681e HTTP/1.1" status: 200 len: 217 time: 0.0666714 Jun 30 02:43:05.471032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63e36b-eee3-4a20-b98b-baa2d12bd014 req-d382b945-aa0d-43c2-9947-9edb01eead7a tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.483241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63e36b-eee3-4a20-b98b-baa2d12bd014 req-d382b945-aa0d-43c2-9947-9edb01eead7a tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.483241 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa63e36b-eee3-4a20-b98b-baa2d12bd014 req-d382b945-aa0d-43c2-9947-9edb01eead7a tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf&device_id=c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e HTTP/1.1" status: 200 len: 1689 time: 0.1257670 Jun 30 02:43:05.533736 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa63e36b-eee3-4a20-b98b-baa2d12bd014 req-f88588bf-27ff-4005-954d-2c9e39b2db19 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464180 Jun 30 02:43:05.568891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-7bb99ce7-6237-45f5-82d6-b4548b278132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.570415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-7bb99ce7-6237-45f5-82d6-b4548b278132 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.1065562 Jun 30 02:43:05.633477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-e7dc8e72-0c3d-45d3-a778-8309f66d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.635214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-e7dc8e72-0c3d-45d3-a778-8309f66d9cb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584912 Jun 30 02:43:05.753012 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-4409c5ab-05ee-412b-bc5a-abc8bbcb98fd service neutron] 10.222.0.83 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016793 Jun 30 02:43:05.845791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a571b58-c875-42ac-b263-0cf0fe888cf4 req-0eb65323-e561-45cf-beec-fa97e0a38256 service neutron] 10.222.0.83 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858583 Jun 30 02:43:06.257218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7c9df4d-3514-4aec-9fb3-c6fb705179a8 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:06.261690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca7277-8ec1-4da6-b55e-44887ff026cb req-a442186e-a296-453a-a2fb-c328a25bca47 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:06.269048 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ca7277-8ec1-4da6-b55e-44887ff026cb req-a442186e-a296-453a-a2fb-c328a25bca47 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 950 time: 0.0733466 Jun 30 02:43:06.309571 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ca7277-8ec1-4da6-b55e-44887ff026cb req-31cc31b1-5932-4a54-9700-4a5a7f7f23e8 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390120 Jun 30 02:43:06.314396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:06.315231 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.418824 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.445214 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b403ce02-2ee5-4ae5-a6f9-8cf6ff1692c5 x-openstack-request-id: req-b403ce02-2ee5-4ae5-a6f9-8cf6ff1692c5 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:06.445974 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8", "code": 200}, {"server_uuid": "c3427fef-2846-4737-bc99-d691df688fcb", "name": "network-vif-plugged", "status": "completed", "tag": "1e628f6b-c2c1-43e9-80a2-87b5d923e092", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:06.445974 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b403ce02-2ee5-4ae5-a6f9-8cf6ff1692c5 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:06.446335 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'code': 200} Jun 30 02:43:06.446562 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3427fef-2846-4737-bc99-d691df688fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e628f6b-c2c1-43e9-80a2-87b5d923e092', 'code': 200} Jun 30 02:43:06.480973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:06.558709 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.627504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c99d7-5508-4672-9b11-f141ec82d606 req-043aa8b1-d458-49cd-aedb-7a7a74309679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:06.630657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c6c99d7-5508-4672-9b11-f141ec82d606 req-043aa8b1-d458-49cd-aedb-7a7a74309679 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 1097 time: 0.1124969 Jun 30 02:43:06.644862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.679209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6fadc-9748-4572-a216-d9c5c3706b70 req-700ec49e-15d1-4bb4-80e1-4aaed27baf9b tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:06.683655 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1b6fadc-9748-4572-a216-d9c5c3706b70 req-700ec49e-15d1-4bb4-80e1-4aaed27baf9b tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1316342 Jun 30 02:43:06.713107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c6c99d7-5508-4672-9b11-f141ec82d606 req-cdb1fc4e-c27d-42fa-b052-501b97e473dd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747895 Jun 30 02:43:06.746400 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1b6fadc-9748-4572-a216-d9c5c3706b70 req-bdedd6ad-7c38-46fd-a600-5ae509678f2a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553823 Jun 30 02:43:06.996417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9b7f5-7ed1-4e0d-a375-7462156869e2 req-3c79a287-8443-423b-bbb2-c0f8c89cfcb0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:06.998106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65c9b7f5-7ed1-4e0d-a375-7462156869e2 req-3c79a287-8443-423b-bbb2-c0f8c89cfcb0 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 946 time: 0.0730400 Jun 30 02:43:07.049333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65c9b7f5-7ed1-4e0d-a375-7462156869e2 req-89884e0a-aaf4-4264-ba43-a2b96b1520c4 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449777 Jun 30 02:43:07.240831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-bc9d7a3a-d54b-41b8-9b62-f6d4d4bec60e tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.242610 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-bc9d7a3a-d54b-41b8-9b62-f6d4d4bec60e tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1275525 Jun 30 02:43:07.302355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-38d9f5ba-87de-46b0-80b2-ec9b9799ee20 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.0524654 Jun 30 02:43:07.314984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9c027d6b-6846-4cae-a182-a290d7046865 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Request body: {'floatingip': {'port_id': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:07.366997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9c027d6b-6846-4cae-a182-a290d7046865 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.407125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48680) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:07.515032 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-4dd742bf-e9e8-4fbd-b5c2-7106fd318d21 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1066658 Jun 30 02:43:07.969870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9aebac-e9f9-4747-babb-c005346c8228 req-fe33cb4a-ad64-4195-a538-f932cdeb6ee8 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.977329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e9aebac-e9f9-4747-babb-c005346c8228 req-fe33cb4a-ad64-4195-a538-f932cdeb6ee8 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 1100 time: 0.0869324 Jun 30 02:43:07.994223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-dfbfed9b-acaa-4687-bef5-789f92f6cc6e tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.994586 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-dfbfed9b-acaa-4687-bef5-789f92f6cc6e tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.83 "GET /v2.0/ports?device_id=409e5f79-86a8-4137-b115-043ddd431268 HTTP/1.1" status: 200 len: 945 time: 0.1569827 Jun 30 02:43:08.053065 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9c027d6b-6846-4cae-a182-a290d7046865 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.060235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e9aebac-e9f9-4747-babb-c005346c8228 req-b7015760-71d4-452b-b73e-a03ac1a60db1 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819399 Jun 30 02:43:08.120217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9c027d6b-6846-4cae-a182-a290d7046865 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.133527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-8d86f153-9b63-4650-9e37-82ea373cec75 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Deleting port 03fe276f-30d7-407a-ab62-888302e9681e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:08.133796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-8d86f153-9b63-4650-9e37-82ea373cec75 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.279150 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9c027d6b-6846-4cae-a182-a290d7046865 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Floating IP f8e53a0e-51c6-4df8-ba58-e7c8997808ab associated. External IP: 172.25.2.190, port: 38176c3c-c2d9-41b9-8787-dba59861b4ad. Jun 30 02:43:08.282176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-8d86f153-9b63-4650-9e37-82ea373cec75 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] For port 03fe276f-30d7-407a-ab62-888302e9681e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=03fe276f-30d7-407a-ab62-888302e9681e,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:08.282574 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-8d86f153-9b63-4650-9e37-82ea373cec75 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.301238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-8d86f153-9b63-4650-9e37-82ea373cec75 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Calling delete_port for 03fe276f-30d7-407a-ab62-888302e9681e owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:08.351868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23e88a-4b3f-4776-90de-e3056e63584e req-e2e312b2-ba20-485c-a22b-528180d26060 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:08.353411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f23e88a-4b3f-4776-90de-e3056e63584e req-e2e312b2-ba20-485c-a22b-528180d26060 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1521347 Jun 30 02:43:08.447629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:08.450010 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8050fd4-6197-4955-9dd7-a7c14311d09f" -d '{"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-plugged", "status": "completed", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:08.485987 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f23e88a-4b3f-4776-90de-e3056e63584e req-aa8afff4-7f80-464f-bc00-bedd674dd80d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774288 Jun 30 02:43:08.688823 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-8d86f153-9b63-4650-9e37-82ea373cec75 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.704603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['03fe276f-30d7-407a-ab62-888302e9681e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:08.748144 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['38176c3c-c2d9-41b9-8787-dba59861b4ad'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:08.748270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9e7b8-4aea-44a1-9ee1-46c8c0d93cb5 req-d14aeb48-c1e2-4a68-ade9-0bce5fd20314 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:08.748270 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4e9e7b8-4aea-44a1-9ee1-46c8c0d93cb5 req-d14aeb48-c1e2-4a68-ade9-0bce5fd20314 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1121275 Jun 30 02:43:08.748270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86f153-9b63-4650-9e37-82ea373cec75 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Pushing event deleted for resources: {'Port': ['ID=03fe276f-30d7-407a-ab62-888302e9681e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.807797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-8d86f153-9b63-4650-9e37-82ea373cec75 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] No DVR routers for this DVR port 03fe276f-30d7-407a-ab62-888302e9681e on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:08.815787 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-8d86f153-9b63-4650-9e37-82ea373cec75 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.823717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e859cf6-60d7-48c7-912d-ee13579e4e26 req-8d86f153-9b63-4650-9e37-82ea373cec75 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.83 "DELETE /v2.0/ports/03fe276f-30d7-407a-ab62-888302e9681e HTTP/1.1" status: 204 len: 173 time: 0.8221030 Jun 30 02:43:08.825723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409e5f79-86a8-4137-b115-043ddd431268', 'name': 'network-vif-deleted', 'tag': '03fe276f-30d7-407a-ab62-888302e9681e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:08.828222 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f03eb0-7b01-4c63-b522-8529c56907e0" -d '{"events": [{"server_uuid": "409e5f79-86a8-4137-b115-043ddd431268", "name": "network-vif-deleted", "tag": "03fe276f-30d7-407a-ab62-888302e9681e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:08.892249 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4e9e7b8-4aea-44a1-9ee1-46c8c0d93cb5 req-129486e4-06b2-444b-b5f4-39e85b489e23 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173868 Jun 30 02:43:09.084599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9c027d6b-6846-4cae-a182-a290d7046865 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Router 00049844-a7d5-430b-bac1-7e894da1079a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:09.218660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da7649-7e69-4496-828f-394326d3c58f req-4e456468-8756-4849-b34d-a77fffc862f2 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.220208 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4da7649-7e69-4496-828f-394326d3c58f req-4e456468-8756-4849-b34d-a77fffc862f2 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 946 time: 0.0897946 Jun 30 02:43:09.248413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9c027d6b-6846-4cae-a182-a290d7046865 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:09.253442 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9c027d6b-6846-4cae-a182-a290d7046865 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.260747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4da7649-7e69-4496-828f-394326d3c58f req-747e7207-f475-4b2b-98f5-470143ea7b63 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336006 Jun 30 02:43:09.268476 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] Sync routers for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:09.290389 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:09.291250 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:09.295065 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9c027d6b-6846-4cae-a182-a290d7046865 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "PUT /v2.0/floatingips/f8e53a0e-51c6-4df8-ba58-e7c8997808ab HTTP/1.1" status: 200 len: 996 time: 1.9869425 Jun 30 02:43:09.295548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:09.298554 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a23909-edcf-48cd-b425-fd264f674f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:09.387270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-29788c43-2ad3-4580-8637-4697fa7fdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.388922 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-29788c43-2ad3-4580-8637-4697fa7fdc24 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1096 time: 0.0786314 Jun 30 02:43:09.427151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69744c5-9eb9-4c69-bbcd-5f25949408d8 req-633c67d4-ea4e-4506-8d77-a189de61aada tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.429469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c69744c5-9eb9-4c69-bbcd-5f25949408d8 req-633c67d4-ea4e-4506-8d77-a189de61aada tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e HTTP/1.1" status: 200 len: 1100 time: 0.0619607 Jun 30 02:43:09.448302 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:09.484924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c69744c5-9eb9-4c69-bbcd-5f25949408d8 req-211835c3-db31-42d1-bc04-25d21ba6063c tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479009 Jun 30 02:43:09.512316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-211d8c3b-7450-49cc-9c2e-cf75cfc37afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.513855 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-211d8c3b-7450-49cc-9c2e-cf75cfc37afc service neutron] 10.222.0.77 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.1181178 Jun 30 02:43:09.623569 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f61b3-0b09-43c3-aa43-60487bb1f37e x-openstack-request-id: req-bd0f61b3-0b09-43c3-aa43-60487bb1f37e {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:09.624078 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-plugged", "status": "completed", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:09.624078 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd0f61b3-0b09-43c3-aa43-60487bb1f37e {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:09.624531 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'code': 200} Jun 30 02:43:09.653933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-6d69b8fd-7514-4718-b170-7745a42fa4e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 999 time: 0.1315460 Jun 30 02:43:09.705036 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ec3b61-7c79-4030-9951-dfe965659e36 x-openstack-request-id: req-99ec3b61-7c79-4030-9951-dfe965659e36 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:09.705967 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409e5f79-86a8-4137-b115-043ddd431268", "name": "network-vif-deleted", "tag": "03fe276f-30d7-407a-ab62-888302e9681e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:09.706455 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99ec3b61-7c79-4030-9951-dfe965659e36 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:09.707017 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409e5f79-86a8-4137-b115-043ddd431268', 'name': 'network-vif-deleted', 'tag': '03fe276f-30d7-407a-ab62-888302e9681e', 'status': 'completed', 'code': 200} Jun 30 02:43:09.752332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-ac7e85b4-8e0c-40f8-872c-492f129aad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.754141 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-ac7e85b4-8e0c-40f8-872c-492f129aad04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.0955036 Jun 30 02:43:09.891446 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:c5:e0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:43:07Z', 'revision_number': 8, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:09.894304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9b7cc04c-1942-4424-97a6-f613f3c193ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.896562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-9b7cc04c-1942-4424-97a6-f613f3c193ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356583 Jun 30 02:43:09.949158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c14ae-1377-4e7c-9579-c99f16bfc408 req-4bf10835-8bfe-4f74-a605-a3d7d04b7342 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.949266 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] Checking router: 00049844-a7d5-430b-bac1-7e894da1079a for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:43:09.950288 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-193c14ae-1377-4e7c-9579-c99f16bfc408 req-4bf10835-8bfe-4f74-a605-a3d7d04b7342 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 946 time: 0.1258364 Jun 30 02:43:09.950674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48744) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:09.956183 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:09.956990 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:09.969919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-40be8ff5-b40c-4daf-975e-e13c8e191870 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Request body: {'floatingip': {'port_id': '1e628f6b-c2c1-43e9-80a2-87b5d923e092'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:10.052331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-7df0ef67-b9e2-4dbc-a5a3-3507855ca785 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482594 Jun 30 02:43:10.064799 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40be8ff5-b40c-4daf-975e-e13c8e191870 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.118849 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:10.182566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe98a0b-fb3d-4654-91ab-f494aef9a66d req-a9c7b333-05f5-4793-a464-87db8fb3627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:10.184410 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfe98a0b-fb3d-4654-91ab-f494aef9a66d req-a9c7b333-05f5-4793-a464-87db8fb3627f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 1099 time: 0.2626045 Jun 30 02:43:10.248392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3133b5d6-7969-4d00-8885-04593cbc70ab req-f6b15ab2-4629-4470-9bc9-03187810a638 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950405 Jun 30 02:43:10.257331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfe98a0b-fb3d-4654-91ab-f494aef9a66d req-7b91c64d-a209-403f-95f8-0203a716e179 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535760 Jun 30 02:43:10.354250 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f307ce90-1bc9-481c-8525-d614b6ab2f18 x-openstack-request-id: req-f307ce90-1bc9-481c-8525-d614b6ab2f18 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:10.354250 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:10.354250 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f307ce90-1bc9-481c-8525-d614b6ab2f18 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:10.354250 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'status': 'completed', 'code': 200} Jun 30 02:43:10.466843 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:c5:e0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:43:07Z', 'revision_number': 8, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:10.488396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23909-edcf-48cd-b425-fd264f674f2c req-c8acaabe-3b46-45f1-8bd8-91b2c09f6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:10.489910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19a23909-edcf-48cd-b425-fd264f674f2c req-c8acaabe-3b46-45f1-8bd8-91b2c09f6ee1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1096 time: 0.1050847 Jun 30 02:43:10.499982 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b77663-0852-4715-8299-5c67622461f1 None None] The sync data for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 is: [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f8e53a0e-51c6-4df8-ba58-e7c8997808ab', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'port_id': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'mac_address': 'fa:16:3e:c5:e0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:27Z', 'updated_at': '2021-06-30T02:43:07Z', 'revision_number': 8, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:10.669344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53db00-1a67-4bba-9aa5-1c6dcd305743 req-8444cec8-547c-4f39-9b40-a8ee0bb49dda tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:10.671588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe53db00-1a67-4bba-9aa5-1c6dcd305743 req-8444cec8-547c-4f39-9b40-a8ee0bb49dda tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1970968 Jun 30 02:43:10.684962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-cf0ce5f8-7641-4e15-8dd6-14c07bb7eb8b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609336 Jun 30 02:43:10.796232 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40be8ff5-b40c-4daf-975e-e13c8e191870 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.806163 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe53db00-1a67-4bba-9aa5-1c6dcd305743 req-74d810f0-ceaf-4cc8-a957-d90adbd793e5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262391 Jun 30 02:43:10.832624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23909-edcf-48cd-b425-fd264f674f2c req-ef59a25d-c15b-49ae-a467-e7a7b25848c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:10.834293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19a23909-edcf-48cd-b425-fd264f674f2c req-ef59a25d-c15b-49ae-a467-e7a7b25848c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.3246965 Jun 30 02:43:10.843889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af4e68-7faf-4694-8a3c-9da6fc92a2da None None] New status for floating IP f8e53a0e-51c6-4df8-ba58-e7c8997808ab: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:43:10.909382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-ce61aead-2daf-41eb-ba2f-3faa93b6551c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:10.910950 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-ce61aead-2daf-41eb-ba2f-3faa93b6551c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152717 Jun 30 02:43:10.928616 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-5c8ffe7d-c5bd-40a6-b347-4f00368dac89 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/quotas/904222f956104230a7b4cfb30b5372af HTTP/1.1" status: 200 len: 375 time: 0.0104558 Jun 30 02:43:10.959554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19a23909-edcf-48cd-b425-fd264f674f2c req-7fe27211-b93b-484d-84df-f3ae680f3049 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 999 time: 0.1159244 Jun 30 02:43:10.984104 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40be8ff5-b40c-4daf-975e-e13c8e191870 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.035069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23909-edcf-48cd-b425-fd264f674f2c req-c06ce616-6b4f-4dc2-9e3e-0d06c6fdb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.036505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19a23909-edcf-48cd-b425-fd264f674f2c req-c06ce616-6b4f-4dc2-9e3e-0d06c6fdb753 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.0582273 Jun 30 02:43:11.073151 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-d180be2f-e659-4c66-96b7-7ee35d091fe8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1343541 Jun 30 02:43:11.121654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a23909-edcf-48cd-b425-fd264f674f2c req-6d3c2fb0-83f5-46ef-9f04-ab7285a05c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.122855 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19a23909-edcf-48cd-b425-fd264f674f2c req-6d3c2fb0-83f5-46ef-9f04-ab7285a05c8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746908 Jun 30 02:43:11.252439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19a23909-edcf-48cd-b425-fd264f674f2c req-fae07229-9342-44ba-aa09-9517defa53ea service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180267 Jun 30 02:43:11.374682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19a23909-edcf-48cd-b425-fd264f674f2c req-db6b3044-507e-4c04-817d-a6660e635256 service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087556 Jun 30 02:43:11.431813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-d56f1e39-5464-41b2-9314-a425c1bff7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.433316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-d56f1e39-5464-41b2-9314-a425c1bff7aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1101 time: 0.4952726 Jun 30 02:43:11.500126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081bb61-85eb-402b-8644-3c16e8103cee req-e3d16d16-da4c-408a-8e10-1b030d3266c7 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.501621 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6081bb61-85eb-402b-8644-3c16e8103cee req-e3d16d16-da4c-408a-8e10-1b030d3266c7 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.5531104 Jun 30 02:43:11.512995 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-40be8ff5-b40c-4daf-975e-e13c8e191870 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Floating IP 959f6aa0-e2c0-4fbe-830e-1477f18fc8ab associated. External IP: 172.25.2.219, port: 1e628f6b-c2c1-43e9-80a2-87b5d923e092. Jun 30 02:43:11.528553 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c66662fb-82e3-40b5-b37a-7c8d382ac606 req-f644865a-e595-43a5-9416-91da519e794c tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips/f8e53a0e-51c6-4df8-ba58-e7c8997808ab HTTP/1.1" status: 200 len: 998 time: 0.0732896 Jun 30 02:43:11.668003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-97ee366d-85fe-427f-9536-3793ca1b042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.669536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-97ee366d-85fe-427f-9536-3793ca1b042b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2241416 Jun 30 02:43:11.672092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66662fb-82e3-40b5-b37a-7c8d382ac606 req-683df243-b955-46b2-9e85-aa02d8c50330 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.673703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c66662fb-82e3-40b5-b37a-7c8d382ac606 req-683df243-b955-46b2-9e85-aa02d8c50330 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1391897 Jun 30 02:43:11.674833 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6081bb61-85eb-402b-8644-3c16e8103cee req-2b8739ac-f0ae-4715-ade6-02eba019215e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536386 Jun 30 02:43:11.734494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:11.791618 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-465b477f-69ea-4d20-a4ab-24b424507c19 req-a6efcb76-4c06-4c86-8b77-86732e07ea3e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 210 time: 0.0394452 Jun 30 02:43:11.800716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-58cc7ae7-402c-4426-b7d7-d97c26173817 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 200 len: 217 time: 0.1172905 Jun 30 02:43:11.829854 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-62d893e0-8af2-4dc9-821a-0934d3a5659f tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 1001 time: 0.1083851 Jun 30 02:43:11.930608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:11.945446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'mac_address': 'fa:16:3e:fd:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:11.979616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-c54135e3-1b11-430d-96c7-f51a6f9d8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.981268 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-c54135e3-1b11-430d-96c7-f51a6f9d8adf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1502476 Jun 30 02:43:11.988594 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.005223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:12.042451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:12.062183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db228a2-bb62-4650-9fef-9eb8fec471d0 req-94750304-f25e-434d-87e0-abb7dde8f16f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.068478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-8eeef0b4-2b90-441c-b653-d85d416593bd tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.070202 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2db228a2-bb62-4650-9fef-9eb8fec471d0 req-94750304-f25e-434d-87e0-abb7dde8f16f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0887678 Jun 30 02:43:12.079699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-8eeef0b4-2b90-441c-b653-d85d416593bd tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports/38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 942 time: 0.2313163 Jun 30 02:43:12.137248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2db228a2-bb62-4650-9fef-9eb8fec471d0 req-4346f949-ff10-4603-babc-78b2c14d7624 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661538 Jun 30 02:43:12.138149 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.201394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-1961137d-26be-4bde-8147-ea4220dc6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.203584 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-1961137d-26be-4bde-8147-ea4220dc6229 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2020779 Jun 30 02:43:12.208038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40be8ff5-b40c-4daf-975e-e13c8e191870 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:12.237730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:12.288200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['367718dc-ef0a-4e0f-96a1-d5b3cb54f800'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:12.338665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 03fe276f-30d7-407a-ab62-888302e9681e no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:12.371423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 03fe276f-30d7-407a-ab62-888302e9681e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:12.371865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 03fe276f-30d7-407a-ab62-888302e9681e not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:12.468676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-a728b7a0-be98-42cf-94d5-9a90469d853c tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 1001 time: 0.1954219 Jun 30 02:43:12.564713 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-ffa65df2-dba6-44d8-837e-cfa104729f0d service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528788 Jun 30 02:43:12.572899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40be8ff5-b40c-4daf-975e-e13c8e191870 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:12.578003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40be8ff5-b40c-4daf-975e-e13c8e191870 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.586077 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] Sync routers for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:12.594450 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:12.595277 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:12.703120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-40be8ff5-b40c-4daf-975e-e13c8e191870 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "PUT /v2.0/floatingips/959f6aa0-e2c0-4fbe-830e-1477f18fc8ab HTTP/1.1" status: 200 len: 992 time: 2.7389934 Jun 30 02:43:12.723325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3427fef-2846-4737-bc99-d691df688fcb', 'tag': '1e628f6b-c2c1-43e9-80a2-87b5d923e092'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:12.729338 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d835c9e-114b-4411-acdb-57cafb71513f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3427fef-2846-4737-bc99-d691df688fcb", "tag": "1e628f6b-c2c1-43e9-80a2-87b5d923e092"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:12.783172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-4c093a07-0c8d-45ef-bf34-c045c63753b9 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.785375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-4c093a07-0c8d-45ef-bf34-c045c63753b9 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.3025227 Jun 30 02:43:12.813086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-bd47bbcf-43da-4700-a4b9-85eedd808e17 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319171 Jun 30 02:43:12.862716 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:12.931842 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-b7e5cc35-ee6d-4b7f-92a1-7c90fdcfc145 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 1001 time: 0.1234186 Jun 30 02:43:12.943031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-e2cb02f7-af27-49aa-90d2-8a2d69857374 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:13.030696 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-e2cb02f7-af27-49aa-90d2-8a2d69857374 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.153761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03d6da-0949-4b25-b08f-b4e2dfacaaaa req-b2391aa9-f96c-48e0-9fa0-52ce780052c2 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.158668 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f03d6da-0949-4b25-b08f-b4e2dfacaaaa req-b2391aa9-f96c-48e0-9fa0-52ce780052c2 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1277478 Jun 30 02:43:13.206098 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '959f6aa0-e2c0-4fbe-830e-1477f18fc8ab', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'port_id': '1e628f6b-c2c1-43e9-80a2-87b5d923e092', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'mac_address': 'fa:16:3e:a2:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3427fef-2846-4737-bc99-d691df688fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:40:38Z', 'updated_at': '2021-06-30T02:43:10Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:13.215260 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-e2cb02f7-af27-49aa-90d2-8a2d69857374 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.217284 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f03d6da-0949-4b25-b08f-b4e2dfacaaaa req-7fb242b3-cd84-46ff-8f22-c300d8e18129 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526071 Jun 30 02:43:13.245656 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] Checking router: 53df3dd9-a5e4-4f27-9b19-e40d564bda95 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:43:13.263303 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f33ce6-6179-41c3-abeb-d60cc99af0b3 x-openstack-request-id: req-e2f33ce6-6179-41c3-abeb-d60cc99af0b3 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:13.263596 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3427fef-2846-4737-bc99-d691df688fcb", "tag": "1e628f6b-c2c1-43e9-80a2-87b5d923e092", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:13.263853 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2f33ce6-6179-41c3-abeb-d60cc99af0b3 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:13.264371 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3427fef-2846-4737-bc99-d691df688fcb', 'tag': '1e628f6b-c2c1-43e9-80a2-87b5d923e092', 'status': 'completed', 'code': 200} Jun 30 02:43:13.265046 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:13.265830 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:13.349560 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-e2cb02f7-af27-49aa-90d2-8a2d69857374 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.349897 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-e2cb02f7-af27-49aa-90d2-8a2d69857374 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Floating IP f8e53a0e-51c6-4df8-ba58-e7c8997808ab disassociated. External IP: 172.25.2.190, port: 38176c3c-c2d9-41b9-8787-dba59861b4ad. Jun 30 02:43:13.486897 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:13.491952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d835c9e-114b-4411-acdb-57cafb71513f req-f31c0bcb-79cd-4d78-bdb4-a16a9f6df4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.494272 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d835c9e-114b-4411-acdb-57cafb71513f req-f31c0bcb-79cd-4d78-bdb4-a16a9f6df4b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=960cb00257de42d98de81ab58ffac139&device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 1097 time: 0.2043550 Jun 30 02:43:13.539747 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c4558157-da55-4e01-8a8d-8c897ef5b610 req-47f6909a-d511-4942-ade8-051168f5515c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 210 time: 0.1177981 Jun 30 02:43:13.741404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:13.742053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-e2cb02f7-af27-49aa-90d2-8a2d69857374 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Router 00049844-a7d5-430b-bac1-7e894da1079a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:13.758439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d835c9e-114b-4411-acdb-57cafb71513f req-07a7376d-aeb7-4e74-937a-07467232f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.760966 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d835c9e-114b-4411-acdb-57cafb71513f req-07a7376d-aeb7-4e74-937a-07467232f322 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8b6ae11d-e383-4f15-8222-2d3f362fb36d HTTP/1.1" status: 200 len: 925 time: 0.2482779 Jun 30 02:43:13.855217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:13.855957 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.888988 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '959f6aa0-e2c0-4fbe-830e-1477f18fc8ab', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'port_id': '1e628f6b-c2c1-43e9-80a2-87b5d923e092', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'mac_address': 'fa:16:3e:a2:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3427fef-2846-4737-bc99-d691df688fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:40:38Z', 'updated_at': '2021-06-30T02:43:10Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:13.923809 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da170660-d2a8-4610-9c22-abb398a161a4 None None] The sync data for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 is: [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '959f6aa0-e2c0-4fbe-830e-1477f18fc8ab', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'port_id': '1e628f6b-c2c1-43e9-80a2-87b5d923e092', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'mac_address': 'fa:16:3e:a2:e0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3427fef-2846-4737-bc99-d691df688fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:40:38Z', 'updated_at': '2021-06-30T02:43:10Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:13.979255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d835c9e-114b-4411-acdb-57cafb71513f req-99ac29a0-d58e-4b0b-b4d7-2787810fb008 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e628f6b-c2c1-43e9-80a2-87b5d923e092 HTTP/1.1" status: 200 len: 1000 time: 0.2050071 Jun 30 02:43:13.997759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-e2cb02f7-af27-49aa-90d2-8a2d69857374 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:14.005130 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-e2cb02f7-af27-49aa-90d2-8a2d69857374 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.031665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315506d-7ada-4619-9387-cb659b5b27a8 req-4b7b30d1-3f00-48fe-b66d-6b16b91784ce tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.031665 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c315506d-7ada-4619-9387-cb659b5b27a8 req-4b7b30d1-3f00-48fe-b66d-6b16b91784ce tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.2205944 Jun 30 02:43:14.037014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] Sync routers for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:14.077743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-e2cb02f7-af27-49aa-90d2-8a2d69857374 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "PUT /v2.0/floatingips/f8e53a0e-51c6-4df8-ba58-e7c8997808ab HTTP/1.1" status: 200 len: 696 time: 1.1351712 Jun 30 02:43:14.125235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d835c9e-114b-4411-acdb-57cafb71513f req-9abfaba0-6cb7-4fce-b8e7-a4ca74e895f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.127016 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d835c9e-114b-4411-acdb-57cafb71513f req-9abfaba0-6cb7-4fce-b8e7-a4ca74e895f6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1a07870e-f98d-4697-90de-88fb38975f3c HTTP/1.1" status: 200 len: 863 time: 0.1391521 Jun 30 02:43:14.153651 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.164529 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c315506d-7ada-4619-9387-cb659b5b27a8 req-c38d2f8e-88ba-4e3b-afde-44d5dab1f5fc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920033 Jun 30 02:43:14.204380 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:14.204847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-0c0e1325-fb0d-4aec-a567-504a44d6febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.205142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:14.213922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-0c0e1325-fb0d-4aec-a567-504a44d6febf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1096 time: 0.1332498 Jun 30 02:43:14.304190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d835c9e-114b-4411-acdb-57cafb71513f req-2635e0c0-a0ee-4f1a-8f9c-fad327ac7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.308636 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d835c9e-114b-4411-acdb-57cafb71513f req-2635e0c0-a0ee-4f1a-8f9c-fad327ac7372 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8b6ae11d-e383-4f15-8222-2d3f362fb36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368682 Jun 30 02:43:14.347606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-c7d77c91-5917-451e-8d0d-8ff5061736ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.355760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-c7d77c91-5917-451e-8d0d-8ff5061736ee service neutron] 10.222.0.77 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.1408212 Jun 30 02:43:14.366041 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a1462-ee19-4065-a223-32f070cc25fa None None] New status for floating IP 959f6aa0-e2c0-4fbe-830e-1477f18fc8ab: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:43:14.390104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:14.392380 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be629364-aed7-45cd-aa95-6690c7b4969f" -d '{"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-plugged", "status": "completed", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:14.425432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:14.464731 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-aa98b002-a69b-4364-838b-eae1c1db3f79 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 217 time: 0.1077032 Jun 30 02:43:14.480333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f6ed6-e329-436a-afc6-051fbb8b4e68 req-c5e60a7c-5202-44ab-91c6-13da50cd2da6 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.481929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e1f6ed6-e329-436a-afc6-051fbb8b4e68 req-c5e60a7c-5202-44ab-91c6-13da50cd2da6 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1616399 Jun 30 02:43:14.513617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d835c9e-114b-4411-acdb-57cafb71513f req-a32fc349-7ecf-4f5a-a8b2-4b6244c3a105 service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716938 Jun 30 02:43:14.525263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:14.568136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-94cfb4f4-08e1-470d-b4af-8bb2e660942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.569563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-94cfb4f4-08e1-470d-b4af-8bb2e660942d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.1029301 Jun 30 02:43:14.651047 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d835c9e-114b-4411-acdb-57cafb71513f req-10617bcb-bb52-4951-9bed-f73afbac87e8 service neutron] 10.222.0.74 "GET /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255870 Jun 30 02:43:14.677383 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e1f6ed6-e329-436a-afc6-051fbb8b4e68 req-f0afb947-c28e-478d-9b38-0603473e038a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829393 Jun 30 02:43:14.692604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-563749a8-dc15-4b5e-b92f-e1e312105e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.694180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-563749a8-dc15-4b5e-b92f-e1e312105e4d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162682 Jun 30 02:43:14.698789 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.823851 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-56dbd2f9-7185-41bf-9e9f-f31b1602c948 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211367 Jun 30 02:43:14.891510 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-669db940-0d01-48b6-8b98-2c621c635454 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612996 Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206814f9-1c60-4067-857d-b2b93b7f2aed x-openstack-request-id: req-206814f9-1c60-4067-857d-b2b93b7f2aed {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:15.017625 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-plugged", "status": "completed", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:15.020247 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-206814f9-1c60-4067-857d-b2b93b7f2aed {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:15.020247 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'code': 200} Jun 30 02:43:15.020247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:15.025049 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fadcc634-b8fc-48c3-8f59-61d1b61c29a0 req-340abfca-0742-4b18-979b-2b7273ec9864 service neutron] 10.222.0.77 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883054 Jun 30 02:43:15.057230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] Checking router: 00049844-a7d5-430b-bac1-7e894da1079a for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:43:15.067491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:15.068335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:15.178459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-2baa3329-d852-4338-a33a-f6808352f961 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:15.180119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-2baa3329-d852-4338-a33a-f6808352f961 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2533805 Jun 30 02:43:15.203851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Request body: {'port': {'device_id': 'b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '904222f956104230a7b4cfb30b5372af'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:15.240759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:15.261153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b4808002-f8c0-49cc-ad57-e5b523fcd2d0 req-2ed40383-d3b9-434a-b503-7f36acacce6e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 210 time: 0.0782855 Jun 30 02:43:15.600522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:15.651733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96448ad-3894-4f71-8ff2-d5b618668bab None None] The sync data for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 is: [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:41:59Z', 'revision_number': 4, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bdf62f78-c532-41e9-ac0d-092943af6076', 'name': '', 'network_id': '82e8f163-a18a-433b-b393-2fa98a10b270', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'mac_address': 'fa:16:3e:63:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:58Z', 'updated_at': '2021-06-30T02:42:06Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'subnets': [{'id': '85559a8d-3590-4a7d-ad07-a92d5f94d939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:15.769542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:15.770032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4b732-69ef-4995-8f72-b20f72d7798b req-6a2ba585-2ec0-48d7-97f1-c3603e4bf0fb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:15.771825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05b4b732-69ef-4995-8f72-b20f72d7798b req-6a2ba585-2ec0-48d7-97f1-c3603e4bf0fb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1308887 Jun 30 02:43:15.778644 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb11047-ae93-4063-8d95-ca3483724386" -d '{"events": [{"name": "network-changed", "server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:15.837208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05b4b732-69ef-4995-8f72-b20f72d7798b req-bf9ddd06-33d8-4230-adb4-451292cb915f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594406 Jun 30 02:43:16.002091 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e303111f-eab6-45eb-b630-5eabe9136a86 x-openstack-request-id: req-e303111f-eab6-45eb-b630-5eabe9136a86 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:16.002091 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:16.002784 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e303111f-eab6-45eb-b630-5eabe9136a86 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:16.002784 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'status': 'completed', 'code': 200} Jun 30 02:43:16.029043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Made reservation on behalf of 904222f956104230a7b4cfb30b5372af for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:16.033676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.124981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d501cbe-ea0c-44f3-877f-6ff83e5215c8 None None] New status for floating IP f8e53a0e-51c6-4df8-ba58-e7c8997808ab: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:43:16.197023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-a77513b5-5e6c-404a-a8fb-3eeb8dbf0574 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips/f8e53a0e-51c6-4df8-ba58-e7c8997808ab HTTP/1.1" status: 200 len: 696 time: 0.1808133 Jun 30 02:43:16.299324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Allocated IP 192.168.233.40 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/ca87805a-c78a-48df-9c1b-e4caeee6ea92) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:16.474130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb11047-ae93-4063-8d95-ca3483724386 req-2960453d-f205-4405-b0fe-f2480452e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:16.475624 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ffb11047-ae93-4063-8d95-ca3483724386 req-2960453d-f205-4405-b0fe-f2480452e5e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 1096 time: 0.4508064 Jun 30 02:43:16.546165 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.560308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Transition to ACTIVE for port object ca87805a-c78a-48df-9c1b-e4caeee6ea92 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:16.609171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-4c61c461-8c25-477c-963b-7d62993c68d3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:16.616917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-4c61c461-8c25-477c-963b-7d62993c68d3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.4189310 Jun 30 02:43:16.628775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb11047-ae93-4063-8d95-ca3483724386 req-0290aee0-c61e-45f6-9a95-6d9a1f7fed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:16.630221 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ffb11047-ae93-4063-8d95-ca3483724386 req-0290aee0-c61e-45f6-9a95-6d9a1f7fed20 service neutron] 10.222.0.74 "GET /v2.0/networks?id=82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 200 len: 921 time: 0.1361470 Jun 30 02:43:16.692156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079a78-7ef0-47a9-bb77-d8e1c61a6cbf req-856c524d-f062-465c-88bd-38d76aedf771 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:16.693788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b079a78-7ef0-47a9-bb77-d8e1c61a6cbf req-856c524d-f062-465c-88bd-38d76aedf771 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1251433 Jun 30 02:43:16.716146 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ffb11047-ae93-4063-8d95-ca3483724386 req-bc2abb8e-3a84-4b91-8dba-c911410e1d13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 200 len: 217 time: 0.0526958 Jun 30 02:43:16.725938 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-045c3070-9033-4573-9b8f-a4e3949579a0 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 699 time: 0.1078842 Jun 30 02:43:16.775720 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b079a78-7ef0-47a9-bb77-d8e1c61a6cbf req-b210253e-bb36-4575-9673-da5bed847594 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677500 Jun 30 02:43:16.817806 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.833606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:16.835818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', 'bac564d6-df16-4a75-84e1-25dda9b1272a', '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'fa662f90-9d2f-4e0c-93b1-0e68f0327803'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:16.854119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-678fbeed-af71-4b22-8836-af86b2c44bc4 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 697 time: 0.1273167 Jun 30 02:43:16.868393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:16.871726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:16.876080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:16.879835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb11047-ae93-4063-8d95-ca3483724386 req-eda80ac9-c579-40c3-a6b8-646af125cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:16.881861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ffb11047-ae93-4063-8d95-ca3483724386 req-eda80ac9-c579-40c3-a6b8-646af125cb02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 200 len: 859 time: 0.1534166 Jun 30 02:43:16.908174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event updated for resources: {'Port': ['ID=ca87805a-c78a-48df-9c1b-e4caeee6ea92,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:16.927407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.927905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.928255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.928598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.928930 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.929257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.929617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.929989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.930320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.931076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.931408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:16.931734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.079172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.079172 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.079172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cd092-6a54-4563-889a-2b717bebe28c req-21756fa4-cfc3-4c29-be7f-8a618eb7c103 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.079172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb6cd092-6a54-4563-889a-2b717bebe28c req-21756fa4-cfc3-4c29-be7f-8a618eb7c103 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 935 time: 0.1123817 Jun 30 02:43:17.127015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb6cd092-6a54-4563-889a-2b717bebe28c req-126d55b9-4778-4863-a2f1-eb9e7648484c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 Jun 30 02:43:17.209022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Deleting port 332d576d-8da0-4d64-a225-a88c724f17cd {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:17.209437 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.213705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb11047-ae93-4063-8d95-ca3483724386 req-237bc657-a454-4ae3-8eaa-b0c2f81a5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.215231 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ffb11047-ae93-4063-8d95-ca3483724386 req-237bc657-a454-4ae3-8eaa-b0c2f81a5bfb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=82e8f163-a18a-433b-b393-2fa98a10b270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3220081 Jun 30 02:43:17.251469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-74ca629d-a4ef-402a-903a-7f2070bc4ba5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0611730 Jun 30 02:43:17.264100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Request body: {'port': {'device_id': 'b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:17.368832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.369180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.399450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ffb11047-ae93-4063-8d95-ca3483724386 req-0823c08a-7bf8-4860-a667-c5c9e8315ced service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640780 Jun 30 02:43:17.399450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Calling delete_port for 332d576d-8da0-4d64-a225-a88c724f17cd owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:17.426235 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.445874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3baba-96c8-4fac-a595-c02373f5fcb2 req-d450ed23-7b00-4ad8-8b2a-8c307b5fc847 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.447493 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bd3baba-96c8-4fac-a595-c02373f5fcb2 req-d450ed23-7b00-4ad8-8b2a-8c307b5fc847 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1097 time: 0.1282768 Jun 30 02:43:17.490876 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6f3579d3-b600-4884-b536-5f6d23368cb0 None None] Provisioning for port ca87805a-c78a-48df-9c1b-e4caeee6ea92 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:17.505652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6f3579d3-b600-4884-b536-5f6d23368cb0 None None] Provisioning complete for port ca87805a-c78a-48df-9c1b-e4caeee6ea92 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:17.505879 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ffb11047-ae93-4063-8d95-ca3483724386 req-e3276964-4768-4e56-a869-91735651464e service neutron] 10.222.0.74 "GET /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002226 Jun 30 02:43:17.509898 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6f3579d3-b600-4884-b536-5f6d23368cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.542905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bd3baba-96c8-4fac-a595-c02373f5fcb2 req-75a302ab-59d5-4401-ab00-b31cf9bafffb tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688317 Jun 30 02:43:17.584169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6f3579d3-b600-4884-b536-5f6d23368cb0 None None] Port ca87805a-c78a-48df-9c1b-e4caeee6ea92 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:43:17.794582 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.832682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Pushing event deleted for resources: {'Port': ['ID=332d576d-8da0-4d64-a225-a88c724f17cd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:17.856479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.856828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.856957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e286d4-83bb-4c59-b45f-a710f5085406 req-a96eaa70-8771-4868-9996-3bbee1c0ccfd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.857163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.857562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.857909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.858224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.858599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.858937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.859168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-71e286d4-83bb-4c59-b45f-a710f5085406 req-a96eaa70-8771-4868-9996-3bbee1c0ccfd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1187208 Jun 30 02:43:17.859579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.859908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.860234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.860546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.899370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.905289 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.921909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a1ddff7a-b547-4508-bbe6-af6261e5890d req-7d76c2e1-420a-4f34-8f41-214c6093e1a5 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "DELETE /v2.0/floatingips/f8e53a0e-51c6-4df8-ba58-e7c8997808ab HTTP/1.1" status: 204 len: 173 time: 1.0440757 Jun 30 02:43:17.954978 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-71e286d4-83bb-4c59-b45f-a710f5085406 req-2eff73c8-31a4-4be6-8609-c220736b93ad tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858762 Jun 30 02:43:17.963312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca87805a-c78a-48df-9c1b-e4caeee6ea92 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:17.971373 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.992219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Transition to ACTIVE for port object ca87805a-c78a-48df-9c1b-e4caeee6ea92 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:18.103623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.207885 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Pushing event updated for resources: {'Port': ['ID=ca87805a-c78a-48df-9c1b-e4caeee6ea92,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:18.302748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Attempting to bind port ca87805a-c78a-48df-9c1b-e4caeee6ea92 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:18.303088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Attempting to bind port ca87805a-c78a-48df-9c1b-e4caeee6ea92 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:18.303418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Attempting to bind port ca87805a-c78a-48df-9c1b-e4caeee6ea92 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:18.308444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Port ca87805a-c78a-48df-9c1b-e4caeee6ea92 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:18.308765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Attempting to bind port ca87805a-c78a-48df-9c1b-e4caeee6ea92 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:18.314080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:18.314414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:18.314805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:18.315239 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Bound port: ca87805a-c78a-48df-9c1b-e4caeee6ea92, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:18.316334 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.388543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5362f0c-4607-40fa-9fa8-cc77e1472f88 req-3c4e89e5-65b3-4f86-80b5-0217a9a98880 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.390123 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5362f0c-4607-40fa-9fa8-cc77e1472f88 req-3c4e89e5-65b3-4f86-80b5-0217a9a98880 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1551342 Jun 30 02:43:18.434865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] For port ca87805a-c78a-48df-9c1b-e4caeee6ea92, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:18.450245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] For port ca87805a-c78a-48df-9c1b-e4caeee6ea92, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ca87805a-c78a-48df-9c1b-e4caeee6ea92,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:18.452963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5362f0c-4607-40fa-9fa8-cc77e1472f88 req-e1fc6275-32c7-4169-9421-952d8a8a96eb tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504334 Jun 30 02:43:18.577994 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.617870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.618511 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.619894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] 10.222.0.83 "PUT /v2.0/ports/ca87805a-c78a-48df-9c1b-e4caeee6ea92 HTTP/1.1" status: 200 len: 1095 time: 1.3602328 Jun 30 02:43:18.620357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98', 'tag': 'ca87805a-c78a-48df-9c1b-e4caeee6ea92'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:18.630366 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98", "tag": "ca87805a-c78a-48df-9c1b-e4caeee6ea92"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:18.669528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0561b5-441c-4193-b686-4cced0e5007d service neutron] Pushing event updated for resources: {'Port': ['ID=ca87805a-c78a-48df-9c1b-e4caeee6ea92,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:18.843743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-c59ca723-3a71-473b-944d-5e67e2efebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.846668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-c59ca723-3a71-473b-944d-5e67e2efebcc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 1098 time: 0.0836315 Jun 30 02:43:18.911135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-3e8202e8-d390-48f0-81a0-f7db9e02ba35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca87805a-c78a-48df-9c1b-e4caeee6ea92 HTTP/1.1" status: 200 len: 217 time: 0.0401795 Jun 30 02:43:18.968433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-0e4a9c22-779b-4c08-bf4a-c7c162db8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.970231 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-0e4a9c22-779b-4c08-bf4a-c7c162db8279 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0474017 Jun 30 02:43:19.038654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-3de5fdce-2945-46f5-a2fb-0fc1d1e8d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:19.040231 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-3de5fdce-2945-46f5-a2fb-0fc1d1e8d4e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605512 Jun 30 02:43:19.142535 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-a99cae8d-32d2-46b7-84a5-548a9ecd23ae service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936079 Jun 30 02:43:19.250536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8266534-fe14-49ea-b78c-88a1bc227948 req-8f91d2c6-6de4-4367-9f25-3b894fa8876d service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009488 Jun 30 02:43:19.777804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7db1e4-7737-4fcb-9872-de2eb9ebae5a req-0498a00d-6d22-4802-9e10-9acc74b37c98 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:19.779936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f7db1e4-7737-4fcb-9872-de2eb9ebae5a req-0498a00d-6d22-4802-9e10-9acc74b37c98 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 947 time: 0.0698643 Jun 30 02:43:19.832816 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f7db1e4-7737-4fcb-9872-de2eb9ebae5a req-2be655e3-3349-4b13-8448-a670d45c6e9d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425582 Jun 30 02:43:19.889901 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b665a6bb-3158-4fa0-a42e-2bccfce8f64b x-openstack-request-id: req-b665a6bb-3158-4fa0-a42e-2bccfce8f64b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:19.889901 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98", "tag": "ca87805a-c78a-48df-9c1b-e4caeee6ea92", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:19.889901 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b665a6bb-3158-4fa0-a42e-2bccfce8f64b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:19.889901 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98', 'tag': 'ca87805a-c78a-48df-9c1b-e4caeee6ea92', 'status': 'completed', 'code': 200} Jun 30 02:43:19.995525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-e3ff2fb4-d31e-40a2-a387-7483ae508626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:19.999418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-e3ff2fb4-d31e-40a2-a387-7483ae508626 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 1098 time: 0.0676811 Jun 30 02:43:20.134767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce51794-d0fb-42ef-bb63-14f809e403f6 req-145913f2-d5ec-463f-8dd4-b7537ef46d3d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.138063 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cce51794-d0fb-42ef-bb63-14f809e403f6 req-145913f2-d5ec-463f-8dd4-b7537ef46d3d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1000073 Jun 30 02:43:20.183628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cce51794-d0fb-42ef-bb63-14f809e403f6 req-602ac8d0-6625-4113-83d6-89c7ccd72e69 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 Jun 30 02:43:20.184107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-90e06bbe-bf29-4c2b-850d-30b01d722321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.186019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-90e06bbe-bf29-4c2b-850d-30b01d722321 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1777093 Jun 30 02:43:20.247769 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-90dc1dbd-4f0c-492f-8ad5-17300df195ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ca87805a-c78a-48df-9c1b-e4caeee6ea92 HTTP/1.1" status: 200 len: 217 time: 0.0484109 Jun 30 02:43:20.333524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-36b54204-2610-4241-954f-16d6a4d42645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.335214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-36b54204-2610-4241-954f-16d6a4d42645 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0768416 Jun 30 02:43:20.410297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-46243095-3f6e-4d24-9493-0fc55b3d7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.412287 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-46243095-3f6e-4d24-9493-0fc55b3d7dfc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636809 Jun 30 02:43:20.567235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c62814-369e-49ea-94c1-dd13f6118735 req-ab4d2346-e3a0-4aad-92eb-a04cc9b866c0 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.568845 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05c62814-369e-49ea-94c1-dd13f6118735 req-ab4d2346-e3a0-4aad-92eb-a04cc9b866c0 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1005194 Jun 30 02:43:20.579888 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-ff923830-54b1-4e38-80db-6c40fd5f5198 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536119 Jun 30 02:43:20.623562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05c62814-369e-49ea-94c1-dd13f6118735 req-7de7e0b1-c0ad-4d75-abf1-bd249484865d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485628 Jun 30 02:43:20.742627 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ef202cb-59c6-4c0e-82a7-97ab0b4b202c req-9fc9290b-746c-42b3-b978-1d8e50889864 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522148 Jun 30 02:43:20.845193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c0341-5b00-4b61-91ca-b45632bcefc8 req-0b06f2de-bdc1-48ad-bc69-ce3b83a6a5e7 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.848177 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f97c0341-5b00-4b61-91ca-b45632bcefc8 req-0b06f2de-bdc1-48ad-bc69-ce3b83a6a5e7 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 945 time: 0.0899994 Jun 30 02:43:20.877204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-d81189aa-25b3-48e9-8458-c62b6499626c tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:43:20.878145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-d81189aa-25b3-48e9-8458-c62b6499626c tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057681 Jun 30 02:43:20.891408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Request body: {'binding': {'host': 'n-h1-798249-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:20.891897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Unknown quota resources ['binding']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:43:20.897053 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f97c0341-5b00-4b61-91ca-b45632bcefc8 req-9322c063-3945-4dbe-b5b5-466397586b4e tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/security-groups?id=e2c8444e-8703-4c8f-92e4-126ef9320afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394876 Jun 30 02:43:21.058228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e on host n-h1-798249-3 for vnic_type normal with profile None {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:21.058641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:21.059022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:21.067022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Port 04a3e0b5-0eed-4b66-a533-f0f098af653e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:21.067426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:21.073076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:21.073511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:21.074050 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:21.074397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Bound port: 04a3e0b5-0eed-4b66-a533-f0f098af653e, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:21.140263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:21.241138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.242411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ce760713-85ec-4943-b7b3-8570b24f351c service neutron] 10.222.0.77 "POST /v2.0/ports/04a3e0b5-0eed-4b66-a533-f0f098af653e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3559463 Jun 30 02:43:21.440108 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-2b7fd47d-2f32-4e54-ab59-2c4c172075d3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:21.440702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-2b7fd47d-2f32-4e54-ab59-2c4c172075d3 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 945 time: 0.0863707 Jun 30 02:43:21.646276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-5a52c7e1-9ee3-414b-bd2c-4a680aacdf7d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Deleting port 38176c3c-c2d9-41b9-8787-dba59861b4ad {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:21.647206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-5a52c7e1-9ee3-414b-bd2c-4a680aacdf7d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.949999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dac8f-ca2b-4581-a95c-4dbd7370eee7 req-265d51b1-cf6c-4f61-beb7-23f081382484 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:21.955371 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-221dac8f-ca2b-4581-a95c-4dbd7370eee7 req-265d51b1-cf6c-4f61-beb7-23f081382484 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0785315 Jun 30 02:43:22.005746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-221dac8f-ca2b-4581-a95c-4dbd7370eee7 req-314a9cca-e054-43fd-9325-0fab9743206e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473154 Jun 30 02:43:22.120628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-5a52c7e1-9ee3-414b-bd2c-4a680aacdf7d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] For port 38176c3c-c2d9-41b9-8787-dba59861b4ad, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=38176c3c-c2d9-41b9-8787-dba59861b4ad,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:22.120628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-5a52c7e1-9ee3-414b-bd2c-4a680aacdf7d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.136575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-5a52c7e1-9ee3-414b-bd2c-4a680aacdf7d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Calling delete_port for 38176c3c-c2d9-41b9-8787-dba59861b4ad owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:22.207941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184dba-23e1-4c6c-af97-75caccdc06a4 req-466f4c14-6b70-41cc-bd95-f044a15c8d9b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.214367 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31184dba-23e1-4c6c-af97-75caccdc06a4 req-466f4c14-6b70-41cc-bd95-f044a15c8d9b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 947 time: 0.4823699 Jun 30 02:43:22.273836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ec0fbd4b-bbde-4b53-a8ed-b02d540bab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.276541 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-ec0fbd4b-bbde-4b53-a8ed-b02d540bab64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1097 time: 0.0978930 Jun 30 02:43:22.277282 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31184dba-23e1-4c6c-af97-75caccdc06a4 req-b6b2ed45-95ec-46b2-9065-8d6ac5139a2b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619512 Jun 30 02:43:22.382061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ca87805a-c78a-48df-9c1b-e4caeee6ea92 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:22.414094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056602b-c0d8-4303-ac22-35dbd979631f req-3e27b47a-0e98-48cd-8632-a5299c03eb4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.415881 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d056602b-c0d8-4303-ac22-35dbd979631f req-3e27b47a-0e98-48cd-8632-a5299c03eb4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.1384547 Jun 30 02:43:22.449432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-a0cc32a0-27c1-4559-af43-135b75855c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.451029 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-a0cc32a0-27c1-4559-af43-135b75855c50 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1617005 Jun 30 02:43:22.503076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-5a52c7e1-9ee3-414b-bd2c-4a680aacdf7d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.514863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.517102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d056602b-c0d8-4303-ac22-35dbd979631f req-a402ad25-4660-4ca3-bb2b-a1b53b5b49a0 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931590 Jun 30 02:43:22.520341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-8c96dba1-fe51-472e-9aa9-c2868463df52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e HTTP/1.1" status: 200 len: 217 time: 0.0579443 Jun 30 02:43:22.529098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['38176c3c-c2d9-41b9-8787-dba59861b4ad'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:22.534640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29966dfa-7c42-4503-938e-2d787284adcf req-b3a71158-c8a2-46c8-a312-e6f55dcd15fb tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.536629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29966dfa-7c42-4503-938e-2d787284adcf req-b3a71158-c8a2-46c8-a312-e6f55dcd15fb tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0950768 Jun 30 02:43:22.563260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52c7e1-9ee3-414b-bd2c-4a680aacdf7d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Pushing event deleted for resources: {'Port': ['ID=38176c3c-c2d9-41b9-8787-dba59861b4ad,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:22.587161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ca87805a-c78a-48df-9c1b-e4caeee6ea92, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ca87805a-c78a-48df-9c1b-e4caeee6ea92,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:22.619403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'ca87805a-c78a-48df-9c1b-e4caeee6ea92', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'ca87805a-c78a-48df-9c1b-e4caeee6ea92', 'mac_address': 'fa:16:3e:07:b4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:22.628513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-c4697e26-6646-4cc6-8e2b-a5cff1b12150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.630134 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-c4697e26-6646-4cc6-8e2b-a5cff1b12150 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0969892 Jun 30 02:43:22.679864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-5a52c7e1-9ee3-414b-bd2c-4a680aacdf7d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] No DVR routers for this DVR port 38176c3c-c2d9-41b9-8787-dba59861b4ad on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:22.681712 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.682983 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-5a52c7e1-9ee3-414b-bd2c-4a680aacdf7d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.686593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f3ddd17-9497-47d6-b4cb-cb0ab8aba64f req-5a52c7e1-9ee3-414b-bd2c-4a680aacdf7d tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.74 "DELETE /v2.0/ports/38176c3c-c2d9-41b9-8787-dba59861b4ad HTTP/1.1" status: 204 len: 173 time: 1.2361908 Jun 30 02:43:22.687346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'name': 'network-vif-deleted', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:22.690917 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4fb33c-a20e-4135-aa50-4964eacfd58c" -d '{"events": [{"server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "name": "network-vif-deleted", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:22.702998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca87805a-c78a-48df-9c1b-e4caeee6ea92 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:22.710682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29966dfa-7c42-4503-938e-2d787284adcf req-efe99321-6f9f-4d27-8213-4dd178a0de42 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492748 Jun 30 02:43:22.716528 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-48656573-5fa5-4d5d-87ce-24cf1ce6fc3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675006 Jun 30 02:43:22.731764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ca87805a-c78a-48df-9c1b-e4caeee6ea92, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ca87805a-c78a-48df-9c1b-e4caeee6ea92,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:22.871809 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-45227660-6175-497e-ba98-475c46bc3585 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474106 Jun 30 02:43:22.997456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5d5a48d0-b4d6-4602-a173-a3038c716974 req-c621d719-2d73-466f-b8f6-0e946922eee9 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 210 time: 0.1209235 Jun 30 02:43:23.068409 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.072917 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-6dc27a46-d905-44cf-a187-555803375e1a service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881554 Jun 30 02:43:23.120601 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7ab42a-d00e-49d6-a322-292f474582f6 x-openstack-request-id: req-db7ab42a-d00e-49d6-a322-292f474582f6 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:23.120895 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c084903-f59f-4a29-a04d-946a2c8afed8", "name": "network-vif-deleted", "tag": "38176c3c-c2d9-41b9-8787-dba59861b4ad", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:23.121533 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db7ab42a-d00e-49d6-a322-292f474582f6 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:23.121620 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c084903-f59f-4a29-a04d-946a2c8afed8', 'name': 'network-vif-deleted', 'tag': '38176c3c-c2d9-41b9-8787-dba59861b4ad', 'status': 'completed', 'code': 200} Jun 30 02:43:23.165433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=ca87805a-c78a-48df-9c1b-e4caeee6ea92,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:23.337121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53070ab-0080-4ac1-bcc8-9254cb09f834 req-b18cd1ae-04fc-4b26-9a03-f9a3b7081f06 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:23.338487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d53070ab-0080-4ac1-bcc8-9254cb09f834 req-b18cd1ae-04fc-4b26-9a03-f9a3b7081f06 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0615478 Jun 30 02:43:23.375765 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d53070ab-0080-4ac1-bcc8-9254cb09f834 req-73b2a736-3a5d-41d5-8006-d117accf044e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Jun 30 02:43:23.520586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['ca87805a-c78a-48df-9c1b-e4caeee6ea92'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:23.633903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9fb7b-ce45-4820-9590-a8d1db029107 req-60eb877d-7f58-4678-8e37-f829d52eeae8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:23.636190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1dd9fb7b-ce45-4820-9590-a8d1db029107 req-60eb877d-7f58-4678-8e37-f829d52eeae8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 948 time: 0.0676556 Jun 30 02:43:23.677519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1dd9fb7b-ce45-4820-9590-a8d1db029107 req-cafa3d90-491e-43a4-96c2-9f4573fb1127 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Jun 30 02:43:23.709094 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.843142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0467bd8-ca07-4deb-b5ea-654df755ffba req-2c03af0a-e03b-45cd-af16-81e36863f807 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:23.843621 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0467bd8-ca07-4deb-b5ea-654df755ffba req-2c03af0a-e03b-45cd-af16-81e36863f807 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.0664415 Jun 30 02:43:23.898255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0467bd8-ca07-4deb-b5ea-654df755ffba req-df23748c-88bd-455e-af67-495876e9a19f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Jun 30 02:43:24.113487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febc42c-b0ed-4f8b-ab6c-300b9d151d91 req-3667c4da-348f-4752-b7ec-da62a45a7dce tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:24.127112 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1febc42c-b0ed-4f8b-ab6c-300b9d151d91 req-3667c4da-348f-4752-b7ec-da62a45a7dce tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0881443 Jun 30 02:43:24.180456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1febc42c-b0ed-4f8b-ab6c-300b9d151d91 req-0d54ffd5-7104-45ae-8352-1281bc924624 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466268 Jun 30 02:43:24.253577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e09fe4ca-7322-495a-bc40-24fc0f1006be req-2e96bb63-5791-42e7-b7a6-27f6dd003f35 tempest-FloatingIPsAssociationTestJSON-1451537425 tempest-FloatingIPsAssociationTestJSON-1451537425-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c084903-f59f-4a29-a04d-946a2c8afed8 HTTP/1.1" status: 200 len: 210 time: 0.0444534 Jun 30 02:43:24.556628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c909d-3f0c-4d70-af1b-6089e6e6fa9b req-856db278-86b8-4b81-a246-9e24050da255 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:24.563594 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-634c909d-3f0c-4d70-af1b-6089e6e6fa9b req-856db278-86b8-4b81-a246-9e24050da255 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0747285 Jun 30 02:43:24.611558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-634c909d-3f0c-4d70-af1b-6089e6e6fa9b req-815183c4-260e-42cf-8c14-e3c8180f703c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469863 Jun 30 02:43:24.920662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b025f0-736a-4c7a-9e2b-64e2a5f913c1 req-24f1f257-097b-4ab5-af7f-81ea02755186 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:24.932216 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-52b025f0-736a-4c7a-9e2b-64e2a5f913c1 req-24f1f257-097b-4ab5-af7f-81ea02755186 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 948 time: 0.1150005 Jun 30 02:43:25.008751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-52b025f0-736a-4c7a-9e2b-64e2a5f913c1 req-74a26318-c196-47de-96a7-35d6427537d1 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747855 Jun 30 02:43:25.188887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f555805-637e-42de-8697-3a608e032b20 req-03b0039f-cd64-47f2-b109-f65823817572 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:25.197136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6f555805-637e-42de-8697-3a608e032b20 req-03b0039f-cd64-47f2-b109-f65823817572 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.1084630 Jun 30 02:43:25.262396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6f555805-637e-42de-8697-3a608e032b20 req-ec0d5254-ef91-4230-9d51-2bdbaf0ffb94 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640454 Jun 30 02:43:25.347702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49084) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:25.383802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d08c5-ddb5-4126-9b9e-3f239e9844fe req-d235c566-79fd-46c0-ade2-5c2a201981ae tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:25.395165 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d8d08c5-ddb5-4126-9b9e-3f239e9844fe req-d235c566-79fd-46c0-ade2-5c2a201981ae tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0961180 Jun 30 02:43:25.442360 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:43:25.459431 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d8d08c5-ddb5-4126-9b9e-3f239e9844fe req-967e1f96-e0be-40dd-871e-59586ca115a7 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596402 Jun 30 02:43:25.771279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 38176c3c-c2d9-41b9-8787-dba59861b4ad no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:25.804560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 38176c3c-c2d9-41b9-8787-dba59861b4ad {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:25.805207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 38176c3c-c2d9-41b9-8787-dba59861b4ad not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:25.905198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d53b8a-d41b-4423-b9f6-235b17f27333 req-9f8cde2f-d04d-4936-8f28-43bb840945dc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:25.906670 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55d53b8a-d41b-4423-b9f6-235b17f27333 req-9f8cde2f-d04d-4936-8f28-43bb840945dc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1249173 Jun 30 02:43:25.999117 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55d53b8a-d41b-4423-b9f6-235b17f27333 req-eba35ea3-a513-44f9-bece-6a7f4db01873 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720198 Jun 30 02:43:26.029330 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.239330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee2f79-15a0-459a-a972-35070b80430a req-b5dfb2c8-6b88-4cb0-9523-42f71e7e1387 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.248040 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7ee2f79-15a0-459a-a972-35070b80430a req-b5dfb2c8-6b88-4cb0-9523-42f71e7e1387 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 948 time: 0.0857277 Jun 30 02:43:26.298515 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7ee2f79-15a0-459a-a972-35070b80430a req-120bf3d8-d69a-4134-9d9b-13bd8113f27b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505908 Jun 30 02:43:26.381307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ca87805a-c78a-48df-9c1b-e4caeee6ea92 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:26.462565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] Deleting port bdf62f78-c532-41e9-ac0d-092943af6076 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:26.463136 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.519584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port ca87805a-c78a-48df-9c1b-e4caeee6ea92 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:26.524486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port ca87805a-c78a-48df-9c1b-e4caeee6ea92 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:26.525044 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.690524 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.765351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ca87805a-c78a-48df-9c1b-e4caeee6ea92, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ca87805a-c78a-48df-9c1b-e4caeee6ea92,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:26.767691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca87805a-c78a-48df-9c1b-e4caeee6ea92'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:26.772237 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16950d5f-a364-48f8-a506-10d5c584ab66" -d '{"events": [{"server_uuid": "b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98", "name": "network-vif-plugged", "status": "completed", "tag": "ca87805a-c78a-48df-9c1b-e4caeee6ea92"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:26.776758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f16a16-053e-468c-aef9-e78089451e46 req-53e50479-f3df-40a0-bb17-2ae265f21cfc tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.780118 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43f16a16-053e-468c-aef9-e78089451e46 req-53e50479-f3df-40a0-bb17-2ae265f21cfc tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1262469 Jun 30 02:43:26.840093 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.865549 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43f16a16-053e-468c-aef9-e78089451e46 req-08a641eb-7fcc-4de1-be43-e6f0c2c0d667 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790169 Jun 30 02:43:26.912194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=ca87805a-c78a-48df-9c1b-e4caeee6ea92,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:27.082040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] For port bdf62f78-c532-41e9-ac0d-092943af6076, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bdf62f78-c532-41e9-ac0d-092943af6076,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:27.082451 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.092563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba165f9-cb3f-4133-a572-25c3adcdb034 req-d2e36456-4fea-47a0-b0f0-394fe6a35975 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:27.100752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ba165f9-cb3f-4133-a572-25c3adcdb034 req-d2e36456-4fea-47a0-b0f0-394fe6a35975 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.6407485 Jun 30 02:43:27.102053 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6be7c8-29b0-4811-939c-4be5104ff5c6 x-openstack-request-id: req-0c6be7c8-29b0-4811-939c-4be5104ff5c6 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:27.103095 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98", "name": "network-vif-plugged", "status": "completed", "tag": "ca87805a-c78a-48df-9c1b-e4caeee6ea92", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:27.103669 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c6be7c8-29b0-4811-939c-4be5104ff5c6 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:27.104280 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca87805a-c78a-48df-9c1b-e4caeee6ea92', 'code': 200} Jun 30 02:43:27.138828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] Calling delete_port for bdf62f78-c532-41e9-ac0d-092943af6076 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:27.188781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ba165f9-cb3f-4133-a572-25c3adcdb034 req-898ac7cc-95ac-4e34-8102-f93f8eaf2494 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838673 Jun 30 02:43:27.304792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b24eb9-efff-4620-894c-5bc522087fe1 req-50d72ab6-1755-438e-bcc5-bb33734a2ef7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:27.312646 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46b24eb9-efff-4620-894c-5bc522087fe1 req-50d72ab6-1755-438e-bcc5-bb33734a2ef7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0930669 Jun 30 02:43:27.399905 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46b24eb9-efff-4620-894c-5bc522087fe1 req-001b9ada-34e1-4d50-88b0-563d44ce1add tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862975 Jun 30 02:43:27.425619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605313d-bd12-465b-b5bd-012891677fa4 req-be8d4326-f8f7-410d-aab1-ea43136f1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:27.425619 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8605313d-bd12-465b-b5bd-012891677fa4 req-be8d4326-f8f7-410d-aab1-ea43136f1e24 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 1100 time: 0.1925437 Jun 30 02:43:27.484699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8605313d-bd12-465b-b5bd-012891677fa4 req-a7a2bedb-df88-4e4c-8915-ac39bbaef7d6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512483 Jun 30 02:43:27.568204 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.641151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf62f78-c532-41e9-ac0d-092943af6076,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:27.811585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5356225-ac78-492f-8ce6-c691a5827d35 req-4d512298-39b2-490a-8536-6a666b85b898 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:27.813054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e5356225-ac78-492f-8ce6-c691a5827d35 req-4d512298-39b2-490a-8536-6a666b85b898 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 949 time: 0.2906451 Jun 30 02:43:27.872943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.962960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e5356225-ac78-492f-8ce6-c691a5827d35 req-64fc9236-82f1-47f0-a1b0-105fe43e72d8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414509 Jun 30 02:43:28.171645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11033b-4e7f-4b62-abd4-b647b170f152 req-e7055460-70ae-4390-8046-10e0477ec05c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:28.173298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb11033b-4e7f-4b62-abd4-b647b170f152 req-e7055460-70ae-4390-8046-10e0477ec05c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0857875 Jun 30 02:43:28.216924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb11033b-4e7f-4b62-abd4-b647b170f152 req-ba56fd38-b7c3-408e-aae7-869758f9a619 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Jun 30 02:43:28.261384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] Router 00049844-a7d5-430b-bac1-7e894da1079a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:28.425140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:28.430836 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-939ef933-d59a-4797-9e47-950289f52127 admin admin] 10.222.0.77 "PUT /v2.0/routers/00049844-a7d5-430b-bac1-7e894da1079a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0818353 Jun 30 02:43:28.433856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49140) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:28.452536 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] Sync routers for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:28.453987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5b47-0635-412c-b7a3-517c30665635 req-63ec1bb9-5da1-4307-acbc-498ab6a3108d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:28.456103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-906f5b47-0635-412c-b7a3-517c30665635 req-63ec1bb9-5da1-4307-acbc-498ab6a3108d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.0864010 Jun 30 02:43:28.476480 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:28.477538 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:28.511995 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-906f5b47-0635-412c-b7a3-517c30665635 req-d8313b54-6ee9-49f9-bf70-c86a6d5410b1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502551 Jun 30 02:43:28.585107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.635240 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:28.735266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.750298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a726938-5468-40b9-9106-f9cb67dd3f68 req-797d368a-2fcb-4b42-8bf4-485181474129 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:28.751796 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4a726938-5468-40b9-9106-f9cb67dd3f68 req-797d368a-2fcb-4b42-8bf4-485181474129 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1330640 Jun 30 02:43:28.796520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4a726938-5468-40b9-9106-f9cb67dd3f68 req-960ca9ff-08e9-43cd-b047-7d3ffbb5774c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375543 Jun 30 02:43:28.805985 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5493cc38-7ec5-42e5-8ff1-91abe5996e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.853334 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:43:27Z', 'revision_number': 5, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port': {'id': 'b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00049844-a7d5-430b-bac1-7e894da1079a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:28.894498 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] Checking router: 00049844-a7d5-430b-bac1-7e894da1079a for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:43:28.907148 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] Routers {'00049844-a7d5-430b-bac1-7e894da1079a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:28.907777 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['00049844-a7d5-430b-bac1-7e894da1079a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:28.998928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Deleting port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:29.000031 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.060941 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] Set router 00049844-a7d5-430b-bac1-7e894da1079a gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:29.121173 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:43:28Z', 'revision_number': 6, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:29.164681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] For port b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:29.165057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.194180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Calling delete_port for b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:29.267022 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efafa789-b2ec-415d-a8a1-4f8771f3c4d8 None None] The sync data for ids ['00049844-a7d5-430b-bac1-7e894da1079a'] in n-d-798249-3 is: [{'id': '00049844-a7d5-430b-bac1-7e894da1079a', 'name': 'tempest-FloatingIPsAssociationTestJSON-966046973-router', 'tenant_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:52Z', 'updated_at': '2021-06-30T02:43:28Z', 'revision_number': 6, 'project_id': 'e24b0c5f56fd463caa9d2a483b07239b', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:29.412091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d262863-1c1f-4378-95d6-bcd4057b30b9 req-eb8d0e5a-568a-4b12-981e-e7e43f411604 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:29.422146 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d262863-1c1f-4378-95d6-bcd4057b30b9 req-eb8d0e5a-568a-4b12-981e-e7e43f411604 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 949 time: 0.2361300 Jun 30 02:43:29.474326 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.513840 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d262863-1c1f-4378-95d6-bcd4057b30b9 req-23b471a3-12b3-4e10-807c-88871a14564c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903056 Jun 30 02:43:29.555434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:29.633772 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.780468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178a16e-2586-4399-9557-96359ed532ea req-bc7535f9-756c-434b-89b6-a87a51bf992d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:29.782123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a178a16e-2586-4399-9557-96359ed532ea req-bc7535f9-756c-434b-89b6-a87a51bf992d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.0909927 Jun 30 02:43:29.788538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e311ba-f50e-465a-9845-e0853ff2966f req-1ac5a1ef-18f3-499d-b837-4598fe848cc7 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:29.790392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e1e311ba-f50e-465a-9845-e0853ff2966f req-1ac5a1ef-18f3-499d-b837-4598fe848cc7 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.2961566 Jun 30 02:43:29.809241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.809241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.831344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a178a16e-2586-4399-9557-96359ed532ea req-399bc623-2b8a-46ae-8a09-78a7b0305732 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407238 Jun 30 02:43:29.962671 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e1e311ba-f50e-465a-9845-e0853ff2966f req-afc648d3-bc98-4a18-9d83-55305184afbd tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620684 Jun 30 02:43:30.056587 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.057116 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00049844-a7d5-430b-bac1-7e894da1079a {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:43:30.062028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.065681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08f929c3-eafe-421d-b3a7-5b9abcca8a84 admin admin] 10.222.0.77 "DELETE /v2.0/routers/00049844-a7d5-430b-bac1-7e894da1079a HTTP/1.1" status: 204 len: 168 time: 1.6307185 Jun 30 02:43:30.066275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49178) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:30.110497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a364a68-6c34-4659-ba13-d6ce1597cbb6 req-30fd207b-f6f2-4125-8b3f-ac873853fefe tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:30.114133 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a364a68-6c34-4659-ba13-d6ce1597cbb6 req-30fd207b-f6f2-4125-8b3f-ac873853fefe tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0804017 Jun 30 02:43:30.115310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-27aaa88b-305c-4829-a02b-d32642d347a6 admin admin] Deleting subnet 85559a8d-3590-4a7d-ad07-a92d5f94d939 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:30.118605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27aaa88b-305c-4829-a02b-d32642d347a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.152805 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a364a68-6c34-4659-ba13-d6ce1597cbb6 req-bc2c8dd4-3de5-4d45-84b1-563016d6e1b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334685 Jun 30 02:43:30.160236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27aaa88b-305c-4829-a02b-d32642d347a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.274771 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27aaa88b-305c-4829-a02b-d32642d347a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.305790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bdf62f78-c532-41e9-ac0d-092943af6076 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:30.347425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: bdf62f78-c532-41e9-ac0d-092943af6076 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:30.348187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bdf62f78-c532-41e9-ac0d-092943af6076 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:30.491474 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27aaa88b-305c-4829-a02b-d32642d347a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.524812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaa88b-305c-4829-a02b-d32642d347a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85559a8d-3590-4a7d-ad07-a92d5f94d939,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:30.524909 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-27aaa88b-305c-4829-a02b-d32642d347a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.526817 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-27aaa88b-305c-4829-a02b-d32642d347a6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/85559a8d-3590-4a7d-ad07-a92d5f94d939 HTTP/1.1" status: 204 len: 168 time: 0.4596343 Jun 30 02:43:30.530385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adf8f70-59e7-4e7d-8225-de39b18c7b25 None None] Network 82e8f163-a18a-433b-b393-2fa98a10b270 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:30.530704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49190) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:30.622963 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.765047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30babc23-f68f-4415-8391-0404b4234938 req-affd63a6-6339-47b6-9b5b-6916a789fd49 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:30.765047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30babc23-f68f-4415-8391-0404b4234938 req-affd63a6-6339-47b6-9b5b-6916a789fd49 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 949 time: 0.0909600 Jun 30 02:43:30.765047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Deleting port cfeaf799-6753-46a5-a1dc-1a73ba221074 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:30.765047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.782698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2664498e-a3de-42e6-9bab-624ec96c9917 None None] DHCP port deletion for 82e8f163-a18a-433b-b393-2fa98a10b270 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:43:30.839058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2664498e-a3de-42e6-9bab-624ec96c9917 None None] Deleting port cfeaf799-6753-46a5-a1dc-1a73ba221074 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:30.839438 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2664498e-a3de-42e6-9bab-624ec96c9917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.861261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] For port cfeaf799-6753-46a5-a1dc-1a73ba221074, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cfeaf799-6753-46a5-a1dc-1a73ba221074,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:30.861261 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.873103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30babc23-f68f-4415-8391-0404b4234938 req-d8ee5f5c-b9de-43b9-937c-9dbf1e14b4e0 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059628 Jun 30 02:43:30.877003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Calling delete_port for cfeaf799-6753-46a5-a1dc-1a73ba221074 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:30.922946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2664498e-a3de-42e6-9bab-624ec96c9917 None None] For port cfeaf799-6753-46a5-a1dc-1a73ba221074, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cfeaf799-6753-46a5-a1dc-1a73ba221074,segment=NetworkSegment(76602028-1023-4a13-9ab5-7a5de17953e9),segment_id=76602028-1023-4a13-9ab5-7a5de17953e9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:30.923566 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2664498e-a3de-42e6-9bab-624ec96c9917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.956613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2664498e-a3de-42e6-9bab-624ec96c9917 None None] Calling delete_port for cfeaf799-6753-46a5-a1dc-1a73ba221074 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:31.067776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58ece5-b626-4db0-b2e4-fd5e13ae20d1 req-d854a9bb-8899-4d1c-b3f7-20dbf59769fc tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:31.069464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d58ece5-b626-4db0-b2e4-fd5e13ae20d1 req-d854a9bb-8899-4d1c-b3f7-20dbf59769fc tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.0679429 Jun 30 02:43:31.083640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d57b2f-41ff-4195-8365-44ecc7001b01 req-b829b5be-12fb-4106-8343-d8d9ec1a2186 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:31.085278 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-63d57b2f-41ff-4195-8365-44ecc7001b01 req-b829b5be-12fb-4106-8343-d8d9ec1a2186 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 1100 time: 0.0666807 Jun 30 02:43:31.122289 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d58ece5-b626-4db0-b2e4-fd5e13ae20d1 req-6610a4a6-4c8f-4346-8cac-bbb43c8747de tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447609 Jun 30 02:43:31.132554 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-63d57b2f-41ff-4195-8365-44ecc7001b01 req-9eb17430-845d-43f0-a081-e32fb4ffb4b1 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Jun 30 02:43:31.143349 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2664498e-a3de-42e6-9bab-624ec96c9917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.146959 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.178499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfeaf799-6753-46a5-a1dc-1a73ba221074,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:31.213353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664498e-a3de-42e6-9bab-624ec96c9917 None None] Pushing event deleted for resources: {'Port': ['ID=cfeaf799-6753-46a5-a1dc-1a73ba221074,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:31.218027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] No DVR routers for this DVR port cfeaf799-6753-46a5-a1dc-1a73ba221074 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:31.222654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664498e-a3de-42e6-9bab-624ec96c9917 None None] No DVR routers for this DVR port cfeaf799-6753-46a5-a1dc-1a73ba221074 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:31.308788 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.343027 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cada62da-359e-4dd1-bf19-f002f6b138b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.360107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.374133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e8f163-a18a-433b-b393-2fa98a10b270']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:31.389098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76602028-1023-4a13-9ab5-7a5de17953e9') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:31.389395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76602028-1023-4a13-9ab5-7a5de17953e9') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:31.400839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59ca76-5619-47d5-a05c-7d136a057330 req-732aa232-94e9-47e5-a964-fa6ea362a7ce tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:31.402696 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.402807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e59ca76-5619-47d5-a05c-7d136a057330 req-732aa232-94e9-47e5-a964-fa6ea362a7ce tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0689092 Jun 30 02:43:31.427917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a17e6b-1b4c-4ea1-8341-7e4197ae552e req-32400918-1e7f-4578-9dc1-a027cf11bc35 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:31.434910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79a17e6b-1b4c-4ea1-8341-7e4197ae552e req-32400918-1e7f-4578-9dc1-a027cf11bc35 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1196022 Jun 30 02:43:31.437650 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.442916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e59ca76-5619-47d5-a05c-7d136a057330 req-58f2b0d4-ca2f-4ed7-8f26-2dc2688d80bc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338109 Jun 30 02:43:31.454376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.457113 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:31.470003 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:31.530374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79a17e6b-1b4c-4ea1-8341-7e4197ae552e req-303df6ca-6f7e-42d1-bd07-a61d13892030 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945837 Jun 30 02:43:31.622521 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-88f95026-a97e-4d9a-9a7b-9a89b606b9cd tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231073 Jun 30 02:43:31.622739 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.636395 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.636395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] 10.222.0.77 "DELETE /v2.0/networks/82e8f163-a18a-433b-b393-2fa98a10b270 HTTP/1.1" status: 204 len: 168 time: 1.1019442 Jun 30 02:43:31.645474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7173c3e-47b8-42de-8e29-17f732fd7473 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e8f163-a18a-433b-b393-2fa98a10b270,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:31.761116 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457a8c-2ae7-481a-8227-1146002eaccb req-45119e08-e6e5-4e48-9383-816b5bd3905e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:31.769911 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-45119e08-e6e5-4e48-9383-816b5bd3905e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399000 Jun 30 02:43:31.786212 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-c6b8aefd-b9df-4e90-b104-aa0720cb2482 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/quotas/904222f956104230a7b4cfb30b5372af HTTP/1.1" status: 200 len: 375 time: 0.0153196 Jun 30 02:43:31.849033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a5ef-e688-4902-9ed4-7547dec8aff1 req-0c1a0457-93b7-4f29-9299-0173bdf102b7 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:31.851863 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd16a5ef-e688-4902-9ed4-7547dec8aff1 req-0c1a0457-93b7-4f29-9299-0173bdf102b7 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 950 time: 0.0673327 Jun 30 02:43:31.863675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-6ba60b3c-8586-4f8c-949a-192d47bae0f7 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0765522 Jun 30 02:43:31.902831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd16a5ef-e688-4902-9ed4-7547dec8aff1 req-4520e699-4922-4b4f-9e48-4df522357592 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442326 Jun 30 02:43:31.955262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:32.000027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:32.003346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b2f98ef8-5c12-47a0-8e0d-d5ff9e31cd16 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:32.003871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cfeaf799-6753-46a5-a1dc-1a73ba221074 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:32.031850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: cfeaf799-6753-46a5-a1dc-1a73ba221074 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:32.032195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cfeaf799-6753-46a5-a1dc-1a73ba221074 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:32.108313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49260) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:32.213213 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49272) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:32.227777 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ccac86d0-4a9c-48af-9ce9-25eb690f5dd9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e24b0c5f56fd463caa9d2a483b07239b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1007912 Jun 30 02:43:32.305458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab16270f-8efb-404b-85e4-1bd5e50f7a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.335768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab16270f-8efb-404b-85e4-1bd5e50f7a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.461833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca564ff-56ff-4478-b36e-2c7f87bb0db2 req-72490692-7ee3-43af-9185-4c0663934a9e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:32.463382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cca564ff-56ff-4478-b36e-2c7f87bb0db2 req-72490692-7ee3-43af-9185-4c0663934a9e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.0779655 Jun 30 02:43:32.504351 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cca564ff-56ff-4478-b36e-2c7f87bb0db2 req-e18ebfdd-d884-423e-8833-10c02c84af62 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349300 Jun 30 02:43:32.531101 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab16270f-8efb-404b-85e4-1bd5e50f7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.534882 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab16270f-8efb-404b-85e4-1bd5e50f7a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.540949 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ab16270f-8efb-404b-85e4-1bd5e50f7a5b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2c8444e-8703-4c8f-92e4-126ef9320afd HTTP/1.1" status: 204 len: 168 time: 0.3238218 Jun 30 02:43:32.552318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16270f-8efb-404b-85e4-1bd5e50f7a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c8444e-8703-4c8f-92e4-126ef9320afd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:32.622766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6de69b61-a39d-4c57-94c7-89af13184b2d req-1ee04c75-072f-4857-8d31-00c56e3c5c0f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 210 time: 0.0452764 Jun 30 02:43:32.787197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3851d8-df1f-4e73-8671-1d7682f093a8 req-53377c69-190d-4320-b164-09fa66ed4ebc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:32.788762 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0a3851d8-df1f-4e73-8671-1d7682f093a8 req-53377c69-190d-4320-b164-09fa66ed4ebc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0655513 Jun 30 02:43:32.834835 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0a3851d8-df1f-4e73-8671-1d7682f093a8 req-54db6256-fba7-44d0-a2a6-fe705cc19c60 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342653 Jun 30 02:43:33.050470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fd682-572e-471a-a030-a15aa4abb822 req-8d604825-867d-4fd8-99d5-8d23d4bc53d3 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:33.052286 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf3fd682-572e-471a-a030-a15aa4abb822 req-8d604825-867d-4fd8-99d5-8d23d4bc53d3 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0759447 Jun 30 02:43:33.062242 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.109222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf3fd682-572e-471a-a030-a15aa4abb822 req-f3c38283-4da5-45ad-9421-6a8e82401c96 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514433 Jun 30 02:43:33.686954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a23e0-7a8a-446f-b4af-a28c6d485123 req-e6cd598e-34fa-447c-a178-7e944660893d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:33.694487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-641a23e0-7a8a-446f-b4af-a28c6d485123 req-e6cd598e-34fa-447c-a178-7e944660893d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.0690532 Jun 30 02:43:33.737390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-641a23e0-7a8a-446f-b4af-a28c6d485123 req-6708a76c-6793-4a1a-a1f4-d13a6f01ff4c tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353737 Jun 30 02:43:33.835829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:33.904840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8550ca06-778b-4486-8b57-a8a5cd4c6630 req-78dccd4f-b994-461b-be7b-272a624a2593 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 210 time: 0.0626290 Jun 30 02:43:33.991663 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.073347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:34.074467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:34.080058 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26059bc-db55-4a34-a052-286ed8a9aef1" -d '{"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-unplugged", "status": "completed", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:34.095069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d1996-57c8-446b-8b33-3630394c183a req-ae108ee5-b2cb-4553-b04a-e7976a08b8c3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:34.098514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a36d1996-57c8-446b-8b33-3630394c183a req-ae108ee5-b2cb-4553-b04a-e7976a08b8c3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0948544 Jun 30 02:43:34.148238 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.156124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a36d1996-57c8-446b-8b33-3630394c183a req-bc3df9cb-6b55-4655-acf2-dcee77aa8390 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514836 Jun 30 02:43:34.223124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:34.226967 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69c4c2b-a5bf-4243-8ced-c4497bf95d29 x-openstack-request-id: req-d69c4c2b-a5bf-4243-8ced-c4497bf95d29 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:34.227278 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-unplugged", "status": "completed", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:34.227534 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d69c4c2b-a5bf-4243-8ced-c4497bf95d29 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:34.227920 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'code': 200} Jun 30 02:43:34.400340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c61cd-3213-4e35-af8e-7dfe2bb0e646 req-03f3847b-207f-4883-a12e-c561261731ef tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:34.402869 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e64c61cd-3213-4e35-af8e-7dfe2bb0e646 req-03f3847b-207f-4883-a12e-c561261731ef tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0790515 Jun 30 02:43:34.447190 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e64c61cd-3213-4e35-af8e-7dfe2bb0e646 req-98c196d9-d56a-41e3-88a1-ae78d97be505 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381353 Jun 30 02:43:34.474119 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.842187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-62cb5e12-8ad5-4e75-9ad1-33bed36b156c req-bcbb417d-ebd0-45ea-a948-5df3f6d09231 tempest-AbsoluteLimitsNegativeTestJSON-1891003912 tempest-AbsoluteLimitsNegativeTestJSON-1891003912-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=bc4e6e6e7e9841ea804cc6cf6db17ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218148 Jun 30 02:43:34.958803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb5e12-8ad5-4e75-9ad1-33bed36b156c req-c801483e-19f8-4b8e-967c-a8a3b7757cf0 tempest-AbsoluteLimitsNegativeTestJSON-1891003912 tempest-AbsoluteLimitsNegativeTestJSON-1891003912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:34.967806 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-62cb5e12-8ad5-4e75-9ad1-33bed36b156c req-c801483e-19f8-4b8e-967c-a8a3b7757cf0 tempest-AbsoluteLimitsNegativeTestJSON-1891003912 tempest-AbsoluteLimitsNegativeTestJSON-1891003912-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128972 Jun 30 02:43:34.975262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-62cb5e12-8ad5-4e75-9ad1-33bed36b156c req-63ce1b1f-c737-47f4-941e-b3016742462e tempest-AbsoluteLimitsNegativeTestJSON-1891003912 tempest-AbsoluteLimitsNegativeTestJSON-1891003912-project] 10.222.0.77 "GET /v2.0/quotas/bc4e6e6e7e9841ea804cc6cf6db17ba6 HTTP/1.1" status: 200 len: 375 time: 0.0095713 Jun 30 02:43:35.010342 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-62cb5e12-8ad5-4e75-9ad1-33bed36b156c req-a7531f7f-e022-4d4a-b487-831c1e3deb70 tempest-AbsoluteLimitsNegativeTestJSON-1891003912 tempest-AbsoluteLimitsNegativeTestJSON-1891003912-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bc4e6e6e7e9841ea804cc6cf6db17ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297079 Jun 30 02:43:35.114394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db18de-a6e2-4a86-b0d9-3c34a880515b req-5312487f-8983-4c45-a950-78ee49439016 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.122499 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5db18de-a6e2-4a86-b0d9-3c34a880515b req-5312487f-8983-4c45-a950-78ee49439016 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.0972934 Jun 30 02:43:35.162037 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5db18de-a6e2-4a86-b0d9-3c34a880515b req-659250f8-f7b8-49c5-a8c5-c04250c363b7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Jun 30 02:43:35.238185 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b63e7f70-07c0-45fa-aea1-579e709fa6b5 req-2b0037f2-a323-4339-bf2e-cff27e57121d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 210 time: 0.0316598 Jun 30 02:43:35.342126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45600c35-7302-45fd-8274-5109a18f184f req-f2d64a91-dce6-4719-8936-598fbe4893ab tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.343496 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45600c35-7302-45fd-8274-5109a18f184f req-f2d64a91-dce6-4719-8936-598fbe4893ab tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0636661 Jun 30 02:43:35.382508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45600c35-7302-45fd-8274-5109a18f184f req-5efebc1a-ec40-4376-9e3d-acbe3234d4da tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Jun 30 02:43:35.432934 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-72b5454b-8bad-4670-bcc6-bf11b858872f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214801 Jun 30 02:43:35.545911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457a8c-2ae7-481a-8227-1146002eaccb req-e94ecb3a-54fc-4d9c-ba5c-33f187252f09 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.547457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-e94ecb3a-54fc-4d9c-ba5c-33f187252f09 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077480 Jun 30 02:43:35.566650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Request body: {'port': {'device_id': 'aebb0086-48d5-49c5-aa8b-3eeead2fdfd0', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '904222f956104230a7b4cfb30b5372af'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:35.643718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49416) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:35.718829 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f9116-1707-49ed-96b1-37aec901b841 req-d71b0f55-8268-4028-adc3-3a11cdb08014 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.720327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f3f9116-1707-49ed-96b1-37aec901b841 req-d71b0f55-8268-4028-adc3-3a11cdb08014 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1487715 Jun 30 02:43:35.772772 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04a4d7f1-ba25-4088-8e0c-da3cab159c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.773044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f3f9116-1707-49ed-96b1-37aec901b841 req-a8131061-e663-4088-a6a5-a807601e611d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Jun 30 02:43:35.845327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Made reservation on behalf of 904222f956104230a7b4cfb30b5372af for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:35.849835 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.931051 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04a4d7f1-ba25-4088-8e0c-da3cab159c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.990628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Allocated IP 192.168.233.138 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/2863d6f1-02ff-4237-b940-c27d1e3ce294) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:36.079370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04a4d7f1-ba25-4088-8e0c-da3cab159c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.120447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-04a4d7f1-ba25-4088-8e0c-da3cab159c11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc4e6e6e7e9841ea804cc6cf6db17ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733095 Jun 30 02:43:36.121002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49430) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:36.127058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4d7f1-ba25-4088-8e0c-da3cab159c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dca796-2d7e-4efd-a26c-d9550c26a830,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:36.142091 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.156373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Transition to ACTIVE for port object 2863d6f1-02ff-4237-b940-c27d1e3ce294 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:36.188127 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a4512c2e-45c0-4980-b017-c4f817c21994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.213812 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a4512c2e-45c0-4980-b017-c4f817c21994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.274284 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.290409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629', 'ca87805a-c78a-48df-9c1b-e4caeee6ea92'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:36.326917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:36.333611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:36.360369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1d4b3-3b18-4c88-a736-689b68d55281 req-d4c20e7c-84f9-42a5-8bd8-51f6d89ebb1b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:36.362993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99e1d4b3-3b18-4c88-a736-689b68d55281 req-d4c20e7c-84f9-42a5-8bd8-51f6d89ebb1b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.0861046 Jun 30 02:43:36.371643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', 'bac564d6-df16-4a75-84e1-25dda9b1272a', '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'fa662f90-9d2f-4e0c-93b1-0e68f0327803'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:36.379672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a4512c2e-45c0-4980-b017-c4f817c21994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.380927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:36.382366 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a4512c2e-45c0-4980-b017-c4f817c21994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.383485 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a4512c2e-45c0-4980-b017-c4f817c21994 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62dca796-2d7e-4efd-a26c-d9550c26a830 HTTP/1.1" status: 204 len: 168 time: 0.2618287 Jun 30 02:43:36.401441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4512c2e-45c0-4980-b017-c4f817c21994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dca796-2d7e-4efd-a26c-d9550c26a830,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:36.444638 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99e1d4b3-3b18-4c88-a736-689b68d55281 req-8d9b0c62-3634-42fe-95d0-12845fe3e728 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734262 Jun 30 02:43:36.526865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event updated for resources: {'Port': ['ID=2863d6f1-02ff-4237-b940-c27d1e3ce294,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:36.546533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:36.547450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.598060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd03e73-785b-4e7a-baac-c9d4d37de25e req-9ce1484b-e8b1-455d-be62-a83ab3cc0175 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:36.600498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fd03e73-785b-4e7a-baac-c9d4d37de25e req-9ce1484b-e8b1-455d-be62-a83ab3cc0175 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 936 time: 0.2158935 Jun 30 02:43:36.656997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fd03e73-785b-4e7a-baac-c9d4d37de25e req-aaa00303-d573-4085-b0f5-dacd214297db tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497503 Jun 30 02:43:36.680623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-b8793997-7ab5-47c8-8946-3f766b176e5c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1211295 Jun 30 02:43:36.695820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Request body: {'port': {'device_id': 'aebb0086-48d5-49c5-aa8b-3eeead2fdfd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:36.714094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6059a-d7ad-4011-91b4-cdcdaa944963 req-09c0ab5f-766b-46e4-893d-0e415d9c5e23 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:36.722682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-27d6059a-d7ad-4011-91b4-cdcdaa944963 req-09c0ab5f-766b-46e4-893d-0e415d9c5e23 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1275172 Jun 30 02:43:36.822320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-27d6059a-d7ad-4011-91b4-cdcdaa944963 req-b05016f0-445d-4720-9002-76716278909f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985718 Jun 30 02:43:36.844016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.863972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7640f7fd-a3d2-49a6-835b-d2e9937b6325 None None] Provisioning for port 2863d6f1-02ff-4237-b940-c27d1e3ce294 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:36.887813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7640f7fd-a3d2-49a6-835b-d2e9937b6325 None None] Provisioning complete for port 2863d6f1-02ff-4237-b940-c27d1e3ce294 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:36.887813 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7640f7fd-a3d2-49a6-835b-d2e9937b6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.982448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7640f7fd-a3d2-49a6-835b-d2e9937b6325 None None] Port 2863d6f1-02ff-4237-b940-c27d1e3ce294 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:43:37.249968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d1660-5e8b-434a-b918-35782542778e req-a9ae6f4e-7ea5-4497-bff0-0deb7f37bf9e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:37.251478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969d1660-5e8b-434a-b918-35782542778e req-a9ae6f4e-7ea5-4497-bff0-0deb7f37bf9e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1925428 Jun 30 02:43:37.319085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969d1660-5e8b-434a-b918-35782542778e req-5ec8506c-70a7-4fe4-b7eb-11ed75b7a606 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569854 Jun 30 02:43:37.373076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2863d6f1-02ff-4237-b940-c27d1e3ce294 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:37.381672 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.396740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Transition to ACTIVE for port object 2863d6f1-02ff-4237-b940-c27d1e3ce294 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:37.502599 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.576278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Pushing event updated for resources: {'Port': ['ID=2863d6f1-02ff-4237-b940-c27d1e3ce294,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:37.703418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Attempting to bind port 2863d6f1-02ff-4237-b940-c27d1e3ce294 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:37.703790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Attempting to bind port 2863d6f1-02ff-4237-b940-c27d1e3ce294 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:37.704069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Attempting to bind port 2863d6f1-02ff-4237-b940-c27d1e3ce294 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:37.705734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81872fa2-7a4c-495f-ab02-911ff1a6dca4 req-394b8639-d41d-4d69-962a-b0f895d19b62 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:37.712709 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81872fa2-7a4c-495f-ab02-911ff1a6dca4 req-394b8639-d41d-4d69-962a-b0f895d19b62 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.1206443 Jun 30 02:43:37.715617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Port 2863d6f1-02ff-4237-b940-c27d1e3ce294 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:37.720853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Attempting to bind port 2863d6f1-02ff-4237-b940-c27d1e3ce294 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:37.729353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:37.730792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:37.731558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:37.733037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Bound port: 2863d6f1-02ff-4237-b940-c27d1e3ce294, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:37.733961 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.755199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81872fa2-7a4c-495f-ab02-911ff1a6dca4 req-50f9d043-3847-4568-bd99-0e9cc6550d35 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 Jun 30 02:43:37.825547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] For port 2863d6f1-02ff-4237-b940-c27d1e3ce294, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:37.851031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:37.862314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] For port 2863d6f1-02ff-4237-b940-c27d1e3ce294, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2863d6f1-02ff-4237-b940-c27d1e3ce294,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:37.902029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e1960-9edb-4b7b-b14a-0795926f8f97 req-31ce8ddf-2430-4e22-a82e-05be98010475 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:37.903822 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e71e1960-9edb-4b7b-b14a-0795926f8f97 req-31ce8ddf-2430-4e22-a82e-05be98010475 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 948 time: 0.0901768 Jun 30 02:43:37.956980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.975982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:37.992514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'mac_address': 'fa:16:3e:fd:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:38.000932 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e71e1960-9edb-4b7b-b14a-0795926f8f97 req-35e4be8e-f4e6-4f3b-96ef-b3abdcbef489 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900981 Jun 30 02:43:38.016578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49488) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:38.022577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:38.023312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.025365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] 10.222.0.83 "PUT /v2.0/ports/2863d6f1-02ff-4237-b940-c27d1e3ce294 HTTP/1.1" status: 200 len: 1096 time: 1.3334949 Jun 30 02:43:38.032166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebb0086-48d5-49c5-aa8b-3eeead2fdfd0', 'tag': '2863d6f1-02ff-4237-b940-c27d1e3ce294'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:38.035754 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286" -d '{"events": [{"name": "network-changed", "server_uuid": "aebb0086-48d5-49c5-aa8b-3eeead2fdfd0", "tag": "2863d6f1-02ff-4237-b940-c27d1e3ce294"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:38.048843 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.070875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7bb45-1e55-44e4-b670-4c7b6f07705c service neutron] Pushing event updated for resources: {'Port': ['ID=2863d6f1-02ff-4237-b940-c27d1e3ce294,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:38.074785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:38.097708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:38.101620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b8f25-c946-4e41-942b-e8241267a924 req-f9b73c6c-b2a9-4454-b15c-70e4bb47dccf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:38.113578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-989b8f25-c946-4e41-942b-e8241267a924 req-f9b73c6c-b2a9-4454-b15c-70e4bb47dccf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1317241 Jun 30 02:43:38.140559 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06808392-fbad-4220-8541-338908db29e6 x-openstack-request-id: req-06808392-fbad-4220-8541-338908db29e6 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:38.140873 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebb0086-48d5-49c5-aa8b-3eeead2fdfd0", "tag": "2863d6f1-02ff-4237-b940-c27d1e3ce294", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:38.141125 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06808392-fbad-4220-8541-338908db29e6 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:38.141537 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebb0086-48d5-49c5-aa8b-3eeead2fdfd0', 'tag': '2863d6f1-02ff-4237-b940-c27d1e3ce294', 'status': 'completed', 'code': 200} Jun 30 02:43:38.161030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-989b8f25-c946-4e41-942b-e8241267a924 req-67a4c3f5-d1d9-4cda-b892-b44f7fc2dadb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464652 Jun 30 02:43:38.188084 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.236484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1509812475-network', 'tenant_id': 'd93e92aaac77407d8a89c641dd1b26d9'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:38.286301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:38.296646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457a8c-2ae7-481a-8227-1146002eaccb req-65462a3c-a2d9-4d2a-9e37-60d325bcad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:38.298562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-65462a3c-a2d9-4d2a-9e37-60d325bcad4e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 1099 time: 0.1319852 Jun 30 02:43:38.351472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['367718dc-ef0a-4e0f-96a1-d5b3cb54f800'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:38.655441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Made reservation on behalf of d93e92aaac77407d8a89c641dd1b26d9 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:38.657709 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.667385 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-cbe62663-559c-4cb4-9bb9-fb2f5c198e6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=2863d6f1-02ff-4237-b940-c27d1e3ce294 HTTP/1.1" status: 200 len: 217 time: 0.3513944 Jun 30 02:43:38.691114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.767444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457a8c-2ae7-481a-8227-1146002eaccb req-6e2fb473-b516-48d1-a681-268d969ef70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:38.768894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-6e2fb473-b516-48d1-a681-268d969ef70d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0793452 Jun 30 02:43:38.811385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a02e33-cc54-4253-9b3b-b7895247a8f0 req-42b432d3-eb8c-4cb1-95e5-fb3e6c5ee4e6 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:38.812852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9a02e33-cc54-4253-9b3b-b7895247a8f0 req-42b432d3-eb8c-4cb1-95e5-fb3e6c5ee4e6 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1593652 Jun 30 02:43:38.895842 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9a02e33-cc54-4253-9b3b-b7895247a8f0 req-e1e8a8cb-8b39-4daf-9829-d2457f09b6cb tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600307 Jun 30 02:43:38.929369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18457a8c-2ae7-481a-8227-1146002eaccb req-845b506c-b49e-4343-9fba-ce350a6aea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:38.930921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-845b506c-b49e-4343-9fba-ce350a6aea66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402509 Jun 30 02:43:38.932785 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.935091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c056b3d-0b03-47c6-a96b-9e1fe89a3a8c req-32de2147-d00f-471e-98c2-628ef19eb48c tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:38.936716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c056b3d-0b03-47c6-a96b-9e1fe89a3a8c req-32de2147-d00f-471e-98c2-628ef19eb48c tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.0687168 Jun 30 02:43:38.986179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c056b3d-0b03-47c6-a96b-9e1fe89a3a8c req-aa4a7fdd-5439-4e4a-a89a-db4a02a06a00 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Jun 30 02:43:39.016176 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.067009 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:39.067009 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-aa4154cd-c0fe-47ce-aa0b-67abf4aa3ee3 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237564 Jun 30 02:43:39.067428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdf962c-1b0e-4e42-901c-1c8861c92721,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:39.070536 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.071063 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Added segment 78e470e1-a7f3-4ca0-a308-999439cc46a6 of type vlan for network b821d3cf-6b4f-44f3-aedd-7f4c93e4a547 Jun 30 02:43:39.209990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.252694 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18457a8c-2ae7-481a-8227-1146002eaccb req-98a1def5-4ee8-4db3-a9ce-ae2be4effd5f service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792476 Jun 30 02:43:39.288491 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95354e79-054c-445e-a920-36d65ec3d3f3 req-fb26a2ac-3649-419e-8550-aa5e6659345f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:39.296983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95354e79-054c-445e-a920-36d65ec3d3f3 req-fb26a2ac-3649-419e-8550-aa5e6659345f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 948 time: 0.1580434 Jun 30 02:43:39.344800 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95354e79-054c-445e-a920-36d65ec3d3f3 req-2c8d6748-e0e0-4136-b0a7-a8dac9e4885c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468018 Jun 30 02:43:39.370708 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.372135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:39.373700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0949ec-a5a2-4ae9-8287-ee4c2adc33a9 req-e8022cb0-f2ba-4ac8-bf3e-1e013ed408fe tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:39.373835 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.374021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd0949ec-a5a2-4ae9-8287-ee4c2adc33a9 req-e8022cb0-f2ba-4ac8-bf3e-1e013ed408fe tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1072071 Jun 30 02:43:39.426209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd0949ec-a5a2-4ae9-8287-ee4c2adc33a9 req-d38ecacc-7f10-4085-8441-d40853a5334d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443892 Jun 30 02:43:39.471590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b821d3cf-6b4f-44f3-aedd-7f4c93e4a547,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:39.483546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network b821d3cf-6b4f-44f3-aedd-7f4c93e4a547 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:39.500918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-ba6cd34e-36a6-4d6b-8617-0d88713233c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:39.500918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-ba6cd34e-36a6-4d6b-8617-0d88713233c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 1099 time: 0.1181989 Jun 30 02:43:39.561684 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a4c87d05-b82f-423f-b2f2-2a5eed0f18f7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5393031 Jun 30 02:43:39.563324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49538) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:39.568466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Request body: {'subnet': {'network_id': 'b821d3cf-6b4f-44f3-aedd-7f4c93e4a547', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1509812475-subnet', 'tenant_id': 'd93e92aaac77407d8a89c641dd1b26d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:39.612488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-fd97221d-e6ab-4948-9856-7441624f2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:39.613999 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-fd97221d-e6ab-4948-9856-7441624f2059 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.0996685 Jun 30 02:43:39.666679 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-dcdc5a63-7e4a-4f7e-8645-77b5d1e0797a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=2863d6f1-02ff-4237-b940-c27d1e3ce294 HTTP/1.1" status: 200 len: 217 time: 0.0437183 Jun 30 02:43:39.696413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Made reservation on behalf of d93e92aaac77407d8a89c641dd1b26d9 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:39.698835 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.725569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-16ac1137-7415-42cb-be21-b118521555ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:39.727073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-16ac1137-7415-42cb-be21-b118521555ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0480952 Jun 30 02:43:39.796207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-3b519919-2303-4cee-a82a-cecccb32ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:39.797673 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-3b519919-2303-4cee-a82a-cecccb32ba87 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639031 Jun 30 02:43:39.867002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:39.923067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-32fa3b0c-5e89-4aab-aac4-931112b62038 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169605 Jun 30 02:43:39.943332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:39.943709 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.948035 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.057317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb98f75d-e49d-40f5-bc6d-b47dd2939cac,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:40.067445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Checking segment: {'id': '78e470e1-a7f3-4ca0-a308-999439cc46a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'b821d3cf-6b4f-44f3-aedd-7f4c93e4a547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:40.067986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Network hostable DHCP agents. Network: b821d3cf-6b4f-44f3-aedd-7f4c93e4a547, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:40.070070 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.098750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:40.101301 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd70887-cec7-461a-adeb-db89985e9b3f" -d '{"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-plugged", "status": "completed", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:40.114490 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:40.161041 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ef1d987-0588-4b22-b86b-6a4cc1d9d286 req-507890d2-cb06-4821-a31e-84697200307e service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173338 Jun 30 02:43:40.165052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Network b821d3cf-6b4f-44f3-aedd-7f4c93e4a547 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:40.193375 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.238787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccca87-1723-4a35-bacb-54a0c8bf8a0a req-ab6214dd-3e10-4f00-bd3c-d9964de7cb93 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:40.250127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=10']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:40.252472 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99ccca87-1723-4a35-bacb-54a0c8bf8a0a req-ab6214dd-3e10-4f00-bd3c-d9964de7cb93 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.2212985 Jun 30 02:43:40.265746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, b821d3cf-6b4f-44f3-aedd-7f4c93e4a547) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:40.274456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3137c3-d0b3-4ac1-8061-c3d80731036a None None] Network b821d3cf-6b4f-44f3-aedd-7f4c93e4a547 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:40.276080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:40.276684 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.314806 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99ccca87-1723-4a35-bacb-54a0c8bf8a0a req-9fe0188c-d1d9-44b2-92ff-b23b9ea0f7e1 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613256 Jun 30 02:43:40.369155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350830a6-2d50-4bfd-9d62-9d1b9b2d7f73 req-94ac373c-7285-4e5b-984a-8c3e96aff7d6 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:40.379507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-350830a6-2d50-4bfd-9d62-9d1b9b2d7f73 req-94ac373c-7285-4e5b-984a-8c3e96aff7d6 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.1699390 Jun 30 02:43:40.379864 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e29999e-fed8-4c7c-bced-0fdf62e5f0d0 x-openstack-request-id: req-9e29999e-fed8-4c7c-bced-0fdf62e5f0d0 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:40.380305 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-plugged", "status": "completed", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:40.380651 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e29999e-fed8-4c7c-bced-0fdf62e5f0d0 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:40.381157 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'code': 200} Jun 30 02:43:40.420287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-350830a6-2d50-4bfd-9d62-9d1b9b2d7f73 req-aa81afa1-7b18-4259-83a6-010afadd28a1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Jun 30 02:43:40.441229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5cef4a50-33fe-4109-b0a8-16f7321c8937 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8765285 Jun 30 02:43:40.471215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c002d20d-957a-48db-a77d-85c5da109b49 None None] Network b821d3cf-6b4f-44f3-aedd-7f4c93e4a547 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:40.628572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b069cd8-354f-422e-9219-9bda77a45cf4 req-1ec94825-b0ab-439c-8ec6-50466bf2ed8b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:40.637887 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b069cd8-354f-422e-9219-9bda77a45cf4 req-1ec94825-b0ab-439c-8ec6-50466bf2ed8b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 948 time: 0.1453555 Jun 30 02:43:40.705447 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b069cd8-354f-422e-9219-9bda77a45cf4 req-4fac4d3c-a923-4911-a0ea-32b5e8786ed5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661550 Jun 30 02:43:40.776499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3d4d5-e5e2-4a1c-af39-cffee23da048 req-86ef2605-4074-4629-99cb-50929b5ae392 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:40.778536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fc3d4d5-e5e2-4a1c-af39-cffee23da048 req-86ef2605-4074-4629-99cb-50929b5ae392 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1615629 Jun 30 02:43:40.841202 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fc3d4d5-e5e2-4a1c-af39-cffee23da048 req-89926203-50a7-4144-8510-afcdecb161a1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480835 Jun 30 02:43:41.077698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-233dddc1-9747-4d2a-aa3d-c21e2d867407 req-0d6c0ae5-1cb5-4944-8916-92cc782f9344 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-262515431', 'description': 'tempest-description-1472930305'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:41.176397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-233dddc1-9747-4d2a-aa3d-c21e2d867407 req-0d6c0ae5-1cb5-4944-8916-92cc782f9344 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.281773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-233dddc1-9747-4d2a-aa3d-c21e2d867407 req-0d6c0ae5-1cb5-4944-8916-92cc782f9344 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.490536 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-233dddc1-9747-4d2a-aa3d-c21e2d867407 req-0d6c0ae5-1cb5-4944-8916-92cc782f9344 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.538339 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c0ae5-1cb5-4944-8916-92cc782f9344 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e17dd2-6d18-49f2-b4fe-4c719b8e30a2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:41.557029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c8377-56c3-49bb-b0f8-7bbd00c64560 req-7c3a56b1-fd3a-4ea5-af4e-40aa1822f36d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:41.558569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e78c8377-56c3-49bb-b0f8-7bbd00c64560 req-7c3a56b1-fd3a-4ea5-af4e-40aa1822f36d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1135285 Jun 30 02:43:41.608981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e78c8377-56c3-49bb-b0f8-7bbd00c64560 req-fbab26c1-ff96-4ffd-be36-9b9b367546d1 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Jun 30 02:43:41.618907 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-233dddc1-9747-4d2a-aa3d-c21e2d867407 req-0d6c0ae5-1cb5-4944-8916-92cc782f9344 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.620586 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-233dddc1-9747-4d2a-aa3d-c21e2d867407 req-0d6c0ae5-1cb5-4944-8916-92cc782f9344 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5473104 Jun 30 02:43:41.721107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6e0b646a-9e96-47a8-8cda-676997bb170e req-81ca50b7-e0fb-44ea-b36f-3b1d01ccba24 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/48e17dd2-6d18-49f2-b4fe-4c719b8e30a2 HTTP/1.1" status: 200 len: 1804 time: 0.0689948 Jun 30 02:43:41.741707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-6e0b646a-9e96-47a8-8cda-676997bb170e req-bf9fa57e-3c19-4b6f-a1fc-a3ada0ff86e2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48e17dd2-6d18-49f2-b4fe-4c719b8e30a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:41.742250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-6e0b646a-9e96-47a8-8cda-676997bb170e req-bf9fa57e-3c19-4b6f-a1fc-a3ada0ff86e2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '48e17dd2-6d18-49f2-b4fe-4c719b8e30a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:41.867684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc879773-84f6-4379-aa3c-1f78febf6a08 req-dbe5189e-b216-4ff8-8d70-42ed6e1a47fa tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:41.877273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc879773-84f6-4379-aa3c-1f78febf6a08 req-dbe5189e-b216-4ff8-8d70-42ed6e1a47fa tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 946 time: 0.1368504 Jun 30 02:43:41.940099 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc879773-84f6-4379-aa3c-1f78febf6a08 req-4bf4e2bd-7c1b-4e25-b3de-9924dc5c6409 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627427 Jun 30 02:43:41.971891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-0690bbd5-e3f4-4f15-823c-3b06021df7db tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:41.973345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-0690bbd5-e3f4-4f15-823c-3b06021df7db tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1097 time: 0.1649315 Jun 30 02:43:41.983610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6e0b646a-9e96-47a8-8cda-676997bb170e req-bf9fa57e-3c19-4b6f-a1fc-a3ada0ff86e2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.987770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-3'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:42.047685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6e0b646a-9e96-47a8-8cda-676997bb170e req-bf9fa57e-3c19-4b6f-a1fc-a3ada0ff86e2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.085756 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.160551 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6e0b646a-9e96-47a8-8cda-676997bb170e req-bf9fa57e-3c19-4b6f-a1fc-a3ada0ff86e2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.207791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fa57e-3c19-4b6f-a1fc-a3ada0ff86e2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d44cbb3-da48-460f-8b81-4dd0924e1cb8,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:42.262529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091f976-62bf-4b63-9b8a-88f9ce3931b6 req-70a83e10-e1f0-4639-9eb6-649c2166db0e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:42.273781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6e0b646a-9e96-47a8-8cda-676997bb170e req-bf9fa57e-3c19-4b6f-a1fc-a3ada0ff86e2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.275394 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6e0b646a-9e96-47a8-8cda-676997bb170e req-bf9fa57e-3c19-4b6f-a1fc-a3ada0ff86e2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5380661 Jun 30 02:43:42.276213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8091f976-62bf-4b63-9b8a-88f9ce3931b6 req-70a83e10-e1f0-4639-9eb6-649c2166db0e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 948 time: 0.1725130 Jun 30 02:43:42.341445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:42.374196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8091f976-62bf-4b63-9b8a-88f9ce3931b6 req-dede8d76-056a-45fd-830c-b98b09325cd8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767941 Jun 30 02:43:42.435995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:42.500370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a3e0b5-0eed-4b66-a533-f0f098af653e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:42.505276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2863d6f1-02ff-4237-b940-c27d1e3ce294 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:42.524933 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03f79f8-c184-4c5a-ae9d-1799915f89f8" -d '{"events": [{"server_uuid": "1b41757e-2f15-4f61-a1d4-c078341f8c53", "name": "network-vif-unplugged", "status": "completed", "tag": "04a3e0b5-0eed-4b66-a533-f0f098af653e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:42.536289 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.538806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4525353-7579-4e35-a39a-47a96981a27d req-77ef2d70-bf77-4170-99a5-87a6acdee455 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:42.548014 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c4525353-7579-4e35-a39a-47a96981a27d req-77ef2d70-bf77-4170-99a5-87a6acdee455 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1101570 Jun 30 02:43:42.608923 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c4525353-7579-4e35-a39a-47a96981a27d req-65d4d97a-b0ac-4e36-a2c3-364a1dae95b5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599327 Jun 30 02:43:42.629120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.658346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2863d6f1-02ff-4237-b940-c27d1e3ce294, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2863d6f1-02ff-4237-b940-c27d1e3ce294,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:42.678524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '2863d6f1-02ff-4237-b940-c27d1e3ce294', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '2863d6f1-02ff-4237-b940-c27d1e3ce294', 'mac_address': 'fa:16:3e:51:d6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:42.714309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-6d69b4f3-5cbf-40fa-92e1-442cc0157e35 req-123cbf3f-848b-46f6-8d60-2757286906cb tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1298018672', 'description': 'tempest-description-157465417'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:42.766457 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b32a59-9b15-41a1-a939-eac83e11404d x-openstack-request-id: req-45b32a59-9b15-41a1-a939-eac83e11404d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:42.766660 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.767091 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b41757e-2f15-4f61-a1d4-c078341f8c53", "name": "network-vif-unplugged", "status": "completed", "tag": "04a3e0b5-0eed-4b66-a533-f0f098af653e", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:42.767518 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45b32a59-9b15-41a1-a939-eac83e11404d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:42.768358 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a3e0b5-0eed-4b66-a533-f0f098af653e', 'code': 200} Jun 30 02:43:42.788206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2863d6f1-02ff-4237-b940-c27d1e3ce294 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:42.817581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6d69b4f3-5cbf-40fa-92e1-442cc0157e35 req-123cbf3f-848b-46f6-8d60-2757286906cb tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.819730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Pushing event updated for resources: {'Port': ['ID=04a3e0b5-0eed-4b66-a533-f0f098af653e,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:42.839567 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2863d6f1-02ff-4237-b940-c27d1e3ce294, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2863d6f1-02ff-4237-b940-c27d1e3ce294,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:42.843709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e on host n-h2-798249-3 for vnic_type normal with profile {"migrating_to": "n-h1-798249-3"} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:42.852323 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:42.852323 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:42.862517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Port 04a3e0b5-0eed-4b66-a533-f0f098af653e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:42.862847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Attempting to bind port 04a3e0b5-0eed-4b66-a533-f0f098af653e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:42.880490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:42.881042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:42.881211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:42.881738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Bound port: 04a3e0b5-0eed-4b66-a533-f0f098af653e, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:42.882106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.919319 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.971141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d8f88-5c66-4610-87fc-7090ff8d00a0 req-caef46ee-f048-48c9-9e2d-dc88423e5d18 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:42.973627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-783d8f88-5c66-4610-87fc-7090ff8d00a0 req-caef46ee-f048-48c9-9e2d-dc88423e5d18 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1011155 Jun 30 02:43:43.012090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=2863d6f1-02ff-4237-b940-c27d1e3ce294,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:43.033195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-783d8f88-5c66-4610-87fc-7090ff8d00a0 req-772063f1-847b-4d9d-90b1-3770a253cd9c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526366 Jun 30 02:43:43.045708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:43.052040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:43.080498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6d69b4f3-5cbf-40fa-92e1-442cc0157e35 req-123cbf3f-848b-46f6-8d60-2757286906cb tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.125293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.197032 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6d69b4f3-5cbf-40fa-92e1-442cc0157e35 req-123cbf3f-848b-46f6-8d60-2757286906cb tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.290599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.291430 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.292819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] 10.222.0.74 "PUT /v2.0/ports/04a3e0b5-0eed-4b66-a533-f0f098af653e HTTP/1.1" status: 200 len: 1122 time: 1.3115075 Jun 30 02:43:43.293580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34886b3a-341e-4bd6-9638-69cba0c4f95a service neutron] Pushing event updated for resources: {'Port': ['ID=04a3e0b5-0eed-4b66-a533-f0f098af653e,revision_number=8']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:43.300955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cbf3f-848b-46f6-8d60-2757286906cb tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc2e85-9932-4e2d-9776-7208248647e6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:43.319997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2863d6f1-02ff-4237-b940-c27d1e3ce294'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:43.365773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6d69b4f3-5cbf-40fa-92e1-442cc0157e35 req-123cbf3f-848b-46f6-8d60-2757286906cb tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.376743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d69b4f3-5cbf-40fa-92e1-442cc0157e35 req-123cbf3f-848b-46f6-8d60-2757286906cb tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6605635 Jun 30 02:43:43.440183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['04a3e0b5-0eed-4b66-a533-f0f098af653e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:43.471646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['04a3e0b5-0eed-4b66-a533-f0f098af653e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:43.623778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31856a6-767e-4c1e-9824-dffcaeb47444 req-fd9e596b-cc14-45c3-8ac7-486252d23928 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.630643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a31856a6-767e-4c1e-9824-dffcaeb47444 req-fd9e596b-cc14-45c3-8ac7-486252d23928 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.1340213 Jun 30 02:43:43.687053 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a31856a6-767e-4c1e-9824-dffcaeb47444 req-a3336f3e-7fce-4792-b692-362408a3ca6f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496089 Jun 30 02:43:43.801297 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2ca4fff4-2563-49d2-8128-3a78fd5746d2 req-e158bcc8-d4ca-4aba-8358-070bb54825bd tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/48fc2e85-9932-4e2d-9776-7208248647e6 HTTP/1.1" status: 200 len: 1804 time: 0.0828824 Jun 30 02:43:43.807991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2ca4fff4-2563-49d2-8128-3a78fd5746d2 req-b9b488b1-6cbf-426c-93aa-3a4c335f4be2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '48fc2e85-9932-4e2d-9776-7208248647e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:43.807991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2ca4fff4-2563-49d2-8128-3a78fd5746d2 req-b9b488b1-6cbf-426c-93aa-3a4c335f4be2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '48fc2e85-9932-4e2d-9776-7208248647e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:43.865607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 04a3e0b5-0eed-4b66-a533-f0f098af653e details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:43.991969 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2ca4fff4-2563-49d2-8128-3a78fd5746d2 req-b9b488b1-6cbf-426c-93aa-3a4c335f4be2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.014204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cdfce-5b12-44df-883c-3cb982d4b035 req-c03c96a9-03c8-4d43-9a92-796bbdf6c815 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:44.025235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-095cdfce-5b12-44df-883c-3cb982d4b035 req-c03c96a9-03c8-4d43-9a92-796bbdf6c815 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 949 time: 0.1216922 Jun 30 02:43:44.053414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2ca4fff4-2563-49d2-8128-3a78fd5746d2 req-b9b488b1-6cbf-426c-93aa-3a4c335f4be2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.058271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:44.059486 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-095cdfce-5b12-44df-883c-3cb982d4b035 req-92adae30-f718-4825-89da-76d99efe46f3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Jun 30 02:43:44.075773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 04a3e0b5-0eed-4b66-a533-f0f098af653e has no active binding in host n-h1-798249-3 {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:43:44.302281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfc172-d368-42c5-bdc9-bb217551b163 req-3439b23c-27c0-40fd-930a-564452f54c86 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:44.304063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15bfc172-d368-42c5-bdc9-bb217551b163 req-3439b23c-27c0-40fd-930a-564452f54c86 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0725553 Jun 30 02:43:44.354154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15bfc172-d368-42c5-bdc9-bb217551b163 req-0e19019e-2e89-4e9f-913d-ebe6004f03f9 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Jun 30 02:43:44.621017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2ca4fff4-2563-49d2-8128-3a78fd5746d2 req-b9b488b1-6cbf-426c-93aa-3a4c335f4be2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.631801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3bfa0-20dd-41eb-a8c7-95b606463fcc req-84c524f2-171d-494f-ae94-f3b70d78f177 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:44.633230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d3bfa0-20dd-41eb-a8c7-95b606463fcc req-84c524f2-171d-494f-ae94-f3b70d78f177 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 945 time: 0.0724034 Jun 30 02:43:44.643206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b488b1-6cbf-426c-93aa-3a4c335f4be2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a584c51-d901-470b-9a1d-584340e6b4ae,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:44.676476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d3bfa0-20dd-41eb-a8c7-95b606463fcc req-383fe891-1f3e-4316-a2ca-dc469a7892ca tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/security-groups?id=052bc5df-5661-4ab3-bac9-23c43d0b051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372663 Jun 30 02:43:44.764648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2ca4fff4-2563-49d2-8128-3a78fd5746d2 req-b9b488b1-6cbf-426c-93aa-3a4c335f4be2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.775875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2ca4fff4-2563-49d2-8128-3a78fd5746d2 req-b9b488b1-6cbf-426c-93aa-3a4c335f4be2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9631970 Jun 30 02:43:44.776948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'tag': '04a3e0b5-0eed-4b66-a533-f0f098af653e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:44.776948 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ace54-688b-4549-9b61-928397f0ebca" -d '{"events": [{"name": "network-changed", "server_uuid": "1b41757e-2f15-4f61-a1d4-c078341f8c53", "tag": "04a3e0b5-0eed-4b66-a533-f0f098af653e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:44.925647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ae962-9688-48d8-8900-9bc148dffe66 req-a6af9e08-a242-448e-9407-dafc9e47a1ef tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:44.933168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-351ae962-9688-48d8-8900-9bc148dffe66 req-a6af9e08-a242-448e-9407-dafc9e47a1ef tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0873990 Jun 30 02:43:44.964777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2132de-95b3-4ad5-946f-2c4923c9c1ce req-063aa356-9d27-4e36-90c1-cc7923c7716c tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:44.966309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c2132de-95b3-4ad5-946f-2c4923c9c1ce req-063aa356-9d27-4e36-90c1-cc7923c7716c tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.0938880 Jun 30 02:43:44.984568 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-351ae962-9688-48d8-8900-9bc148dffe66 req-1c4ecdb8-ee7f-40a1-85b5-f382c9af8cfe tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500526 Jun 30 02:43:45.020575 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c2132de-95b3-4ad5-946f-2c4923c9c1ce req-f0f7dce7-fa1a-4908-acc7-865344d5ca3d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Jun 30 02:43:45.048122 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b59b91-6fdf-49fd-afca-8a82cd29c679 x-openstack-request-id: req-39b59b91-6fdf-49fd-afca-8a82cd29c679 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:45.048724 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b41757e-2f15-4f61-a1d4-c078341f8c53", "tag": "04a3e0b5-0eed-4b66-a533-f0f098af653e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:45.048724 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39b59b91-6fdf-49fd-afca-8a82cd29c679 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:45.049145 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'tag': '04a3e0b5-0eed-4b66-a533-f0f098af653e', 'status': 'completed', 'code': 200} Jun 30 02:43:45.064348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0c64a699-b94c-48ed-9762-1baa4ca07656 req-e3f2d56e-68ec-49e9-a054-8b2790712944 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1243515524', 'description': 'tempest-description-153283585'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:45.147486 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ace54-688b-4549-9b61-928397f0ebca req-f90b0524-a327-42ad-80d7-510e88ff3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.152051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-703ace54-688b-4549-9b61-928397f0ebca req-f90b0524-a327-42ad-80d7-510e88ff3a07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1125 time: 0.0761375 Jun 30 02:43:45.222971 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c64a699-b94c-48ed-9762-1baa4ca07656 req-e3f2d56e-68ec-49e9-a054-8b2790712944 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.318106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ace54-688b-4549-9b61-928397f0ebca req-e6afef1c-1195-496a-b178-cc8b80d6608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.319654 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-703ace54-688b-4549-9b61-928397f0ebca req-e6afef1c-1195-496a-b178-cc8b80d6608a service neutron] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1584461 Jun 30 02:43:45.321806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c64a699-b94c-48ed-9762-1baa4ca07656 req-e3f2d56e-68ec-49e9-a054-8b2790712944 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.335569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde20af1-abd0-451a-a3d0-d37541bd6f87 req-178c9942-9b39-4a6a-b0b1-ff9fdb984aaa tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.341008 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde20af1-abd0-451a-a3d0-d37541bd6f87 req-178c9942-9b39-4a6a-b0b1-ff9fdb984aaa tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 949 time: 0.1269476 Jun 30 02:43:45.403716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-703ace54-688b-4549-9b61-928397f0ebca req-7b8d2ed9-78a7-48b3-add1-cffdef154d30 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e HTTP/1.1" status: 200 len: 217 time: 0.0644641 Jun 30 02:43:45.410869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c64a699-b94c-48ed-9762-1baa4ca07656 req-e3f2d56e-68ec-49e9-a054-8b2790712944 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.449850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2d56e-68ec-49e9-a054-8b2790712944 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f77cb3-0fc7-40fc-8cf7-c6749e13e00d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:45.476839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde20af1-abd0-451a-a3d0-d37541bd6f87 req-99aa18ab-91d3-4d03-b106-6554202d267b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289945 Jun 30 02:43:45.503347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ace54-688b-4549-9b61-928397f0ebca req-c350db99-0abc-4454-9a2f-7c005ee305f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.505227 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-703ace54-688b-4549-9b61-928397f0ebca req-c350db99-0abc-4454-9a2f-7c005ee305f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0844121 Jun 30 02:43:45.535979 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c64a699-b94c-48ed-9762-1baa4ca07656 req-e3f2d56e-68ec-49e9-a054-8b2790712944 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.537304 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c64a699-b94c-48ed-9762-1baa4ca07656 req-e3f2d56e-68ec-49e9-a054-8b2790712944 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4783299 Jun 30 02:43:45.546456 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-703ace54-688b-4549-9b61-928397f0ebca req-3b2e16b4-ce52-41e3-a0e4-e8ecdb0c781f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310278 Jun 30 02:43:45.696014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-81ddfbd4-0c05-45ec-b3e5-b3f8418a7e8a req-6f7dbabe-7701-4dbc-9946-fd1f406dc5f6 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-888137312', 'description': 'tempest-description-432046727'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:45.707638 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-703ace54-688b-4549-9b61-928397f0ebca req-f3e725c1-0070-4ecb-85ab-d06f3518f9d6 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503308 Jun 30 02:43:45.732773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1a946-1abe-4a4c-a71a-4efe46f998ac req-001e36ec-cb76-418d-a951-40542e4aee51 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.734911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-37d1a946-1abe-4a4c-a71a-4efe46f998ac req-001e36ec-cb76-418d-a951-40542e4aee51 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1029425 Jun 30 02:43:45.816757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-81ddfbd4-0c05-45ec-b3e5-b3f8418a7e8a req-6f7dbabe-7701-4dbc-9946-fd1f406dc5f6 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.838374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-37d1a946-1abe-4a4c-a71a-4efe46f998ac req-b106980c-d7a5-4963-9176-566d181bc447 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846646 Jun 30 02:43:45.904463 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-703ace54-688b-4549-9b61-928397f0ebca req-4fd2d7d9-1d16-42e1-8f16-be134f0e0cc5 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809173 Jun 30 02:43:45.970171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-81ddfbd4-0c05-45ec-b3e5-b3f8418a7e8a req-6f7dbabe-7701-4dbc-9946-fd1f406dc5f6 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.026593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a92c4c-8ff0-44bb-8591-946eed07c92d req-8269b046-11d4-4f0e-9993-0b9e3183fbf4 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:46.026593 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b9a92c4c-8ff0-44bb-8591-946eed07c92d req-8269b046-11d4-4f0e-9993-0b9e3183fbf4 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 945 time: 0.0773702 Jun 30 02:43:46.099884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b9a92c4c-8ff0-44bb-8591-946eed07c92d req-943c7460-7a25-424c-b3a2-a2486a4fdee4 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/security-groups?id=052bc5df-5661-4ab3-bac9-23c43d0b051e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656695 Jun 30 02:43:46.113630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-81ddfbd4-0c05-45ec-b3e5-b3f8418a7e8a req-6f7dbabe-7701-4dbc-9946-fd1f406dc5f6 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.149246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-b311131a-80f9-40e0-9220-176f6caa940a tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:46.154706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-b311131a-80f9-40e0-9220-176f6caa940a tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 945 time: 0.1300261 Jun 30 02:43:46.179740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dbabe-7701-4dbc-9946-fd1f406dc5f6 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f1d67-ea38-4287-8b6b-c8c925498731,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:46.292485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-81ddfbd4-0c05-45ec-b3e5-b3f8418a7e8a req-6f7dbabe-7701-4dbc-9946-fd1f406dc5f6 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.305220 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81ddfbd4-0c05-45ec-b3e5-b3f8418a7e8a req-6f7dbabe-7701-4dbc-9946-fd1f406dc5f6 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6171925 Jun 30 02:43:46.321898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-698ff537-bae6-42a6-b6f0-3c0626cf17ee tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Deleting port a60623ff-3b6a-41ec-b8b2-aa515f5f018e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:46.322665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-698ff537-bae6-42a6-b6f0-3c0626cf17ee tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.400287 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-b44df083-d387-4696-993d-8aef9af5896d service neutron] show failed (client error): The resource could not be found. Jun 30 02:43:46.401334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-b44df083-d387-4696-993d-8aef9af5896d service neutron] 10.222.0.83 "GET /v2.0/ports/a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.1163163 Jun 30 02:43:46.435645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-698ff537-bae6-42a6-b6f0-3c0626cf17ee tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] For port a60623ff-3b6a-41ec-b8b2-aa515f5f018e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,segment=NetworkSegment(4c057e32-da29-4e20-8713-13be0963fc01),segment_id=4c057e32-da29-4e20-8713-13be0963fc01)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:46.436185 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-698ff537-bae6-42a6-b6f0-3c0626cf17ee tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.450832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-698ff537-bae6-42a6-b6f0-3c0626cf17ee tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Calling delete_port for a60623ff-3b6a-41ec-b8b2-aa515f5f018e owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:46.510523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2863d6f1-02ff-4237-b940-c27d1e3ce294 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:46.626726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19477353-f8b4-40be-958e-9c0ffb74b110 req-47604e43-12f6-4a29-87eb-44736ee524c2 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:46.628679 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19477353-f8b4-40be-958e-9c0ffb74b110 req-47604e43-12f6-4a29-87eb-44736ee524c2 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.1384270 Jun 30 02:43:46.696522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18a40-6d00-4ad9-9585-64d50f7633ba req-e9920c54-e583-4114-8b0d-1442575c8d6b tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:46.698979 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85e18a40-6d00-4ad9-9585-64d50f7633ba req-e9920c54-e583-4114-8b0d-1442575c8d6b tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0994730 Jun 30 02:43:46.735013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19477353-f8b4-40be-958e-9c0ffb74b110 req-ba4a9591-ec43-4d64-ae74-81daf7d941d7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998197 Jun 30 02:43:46.806363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 2863d6f1-02ff-4237-b940-c27d1e3ce294 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:46.806363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 2863d6f1-02ff-4237-b940-c27d1e3ce294 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:46.806363 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.807139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85e18a40-6d00-4ad9-9585-64d50f7633ba req-28d467da-44aa-4974-9884-037eea31a714 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616636 Jun 30 02:43:46.807139 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-698ff537-bae6-42a6-b6f0-3c0626cf17ee tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.820148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a60623ff-3b6a-41ec-b8b2-aa515f5f018e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:46.851817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ff537-bae6-42a6-b6f0-3c0626cf17ee tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Pushing event deleted for resources: {'Port': ['ID=a60623ff-3b6a-41ec-b8b2-aa515f5f018e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:46.895809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28e492a6-ebad-4653-9688-49848262b5f8 req-bb4076d6-27f2-4d22-834c-569cbc23e0a0 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/21f77cb3-0fc7-40fc-8cf7-c6749e13e00d HTTP/1.1" status: 200 len: 1804 time: 0.0850430 Jun 30 02:43:46.920595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-698ff537-bae6-42a6-b6f0-3c0626cf17ee tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] No DVR routers for this DVR port a60623ff-3b6a-41ec-b8b2-aa515f5f018e on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:46.924887 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-698ff537-bae6-42a6-b6f0-3c0626cf17ee tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.927685 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6584b795-f263-469b-ad4f-9e665d8b2255 req-698ff537-bae6-42a6-b6f0-3c0626cf17ee tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.83 "DELETE /v2.0/ports/a60623ff-3b6a-41ec-b8b2-aa515f5f018e HTTP/1.1" status: 204 len: 173 time: 0.7643716 Jun 30 02:43:46.953319 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28e492a6-ebad-4653-9688-49848262b5f8 req-e13a131b-2a1c-4316-83f6-049971a89f48 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/1f7f1d67-ea38-4287-8b6b-c8c925498731 HTTP/1.1" status: 200 len: 1803 time: 0.0713532 Jun 30 02:43:46.970343 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.970692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-28e492a6-ebad-4653-9688-49848262b5f8 req-e9275a0c-4b28-4b78-8523-22a6480d2d17 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '21f77cb3-0fc7-40fc-8cf7-c6749e13e00d', 'remote_group_id': '1f7f1d67-ea38-4287-8b6b-c8c925498731', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:46.970692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-28e492a6-ebad-4653-9688-49848262b5f8 req-e9275a0c-4b28-4b78-8523-22a6480d2d17 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '21f77cb3-0fc7-40fc-8cf7-c6749e13e00d', 'remote_group_id': '1f7f1d67-ea38-4287-8b6b-c8c925498731', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:47.015246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2863d6f1-02ff-4237-b940-c27d1e3ce294, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2863d6f1-02ff-4237-b940-c27d1e3ce294,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:47.039275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebb0086-48d5-49c5-aa8b-3eeead2fdfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2863d6f1-02ff-4237-b940-c27d1e3ce294'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:47.039275 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cca60b-9239-4d42-834f-31e99689b3e6" -d '{"events": [{"server_uuid": "aebb0086-48d5-49c5-aa8b-3eeead2fdfd0", "name": "network-vif-plugged", "status": "completed", "tag": "2863d6f1-02ff-4237-b940-c27d1e3ce294"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:47.050579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9ab692-b74c-4046-be17-6cfb8b2efdf3', 'name': 'network-vif-deleted', 'tag': 'a60623ff-3b6a-41ec-b8b2-aa515f5f018e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:47.053126 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a4ca05-369a-4e76-be80-0cf792045bf9" -d '{"events": [{"server_uuid": "cf9ab692-b74c-4046-be17-6cfb8b2efdf3", "name": "network-vif-deleted", "tag": "a60623ff-3b6a-41ec-b8b2-aa515f5f018e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:47.108409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303b290-5f65-4cd5-850d-5eaf05ff8651 req-a2900c1a-ef6e-4ad4-a4c8-cebb0207a0c7 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.118704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d303b290-5f65-4cd5-850d-5eaf05ff8651 req-a2900c1a-ef6e-4ad4-a4c8-cebb0207a0c7 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 949 time: 0.1023891 Jun 30 02:43:47.164795 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d303b290-5f65-4cd5-850d-5eaf05ff8651 req-e6c3bced-21c4-470f-838c-870cba86e74d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445313 Jun 30 02:43:47.278420 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-28e492a6-ebad-4653-9688-49848262b5f8 req-e9275a0c-4b28-4b78-8523-22a6480d2d17 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.342436 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.357539 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-28e492a6-ebad-4653-9688-49848262b5f8 req-e9275a0c-4b28-4b78-8523-22a6480d2d17 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.414409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=2863d6f1-02ff-4237-b940-c27d1e3ce294,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.444740 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-28e492a6-ebad-4653-9688-49848262b5f8 req-e9275a0c-4b28-4b78-8523-22a6480d2d17 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.484330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9275a0c-4b28-4b78-8523-22a6480d2d17 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538bc8c7-51bf-49c5-8b28-d8f459909a5c,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.599299 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-28e492a6-ebad-4653-9688-49848262b5f8 req-e9275a0c-4b28-4b78-8523-22a6480d2d17 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.600521 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28e492a6-ebad-4653-9688-49848262b5f8 req-e9275a0c-4b28-4b78-8523-22a6480d2d17 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6463733 Jun 30 02:43:47.608940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ecc14-a4cb-4d85-8309-87c2ee77e421 req-90aca021-44d8-477a-8a45-b1038a4cd2b5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.616658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-931ecc14-a4cb-4d85-8309-87c2ee77e421 req-90aca021-44d8-477a-8a45-b1038a4cd2b5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1270297 Jun 30 02:43:47.648898 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66181202-8e8c-4dd6-a7b3-73b3bbbdff5f x-openstack-request-id: req-66181202-8e8c-4dd6-a7b3-73b3bbbdff5f {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:47.649541 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebb0086-48d5-49c5-aa8b-3eeead2fdfd0", "name": "network-vif-plugged", "status": "completed", "tag": "2863d6f1-02ff-4237-b940-c27d1e3ce294", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:47.650107 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66181202-8e8c-4dd6-a7b3-73b3bbbdff5f {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:47.650733 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebb0086-48d5-49c5-aa8b-3eeead2fdfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2863d6f1-02ff-4237-b940-c27d1e3ce294', 'code': 200} Jun 30 02:43:47.666813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-c3fced5e-ce31-4a3b-90e7-3b62621579fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.670616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-c3fced5e-ce31-4a3b-90e7-3b62621579fb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40&tenant_id=a205eb72430843758a6f07925588ee7f HTTP/1.1" status: 200 len: 1101 time: 0.1376719 Jun 30 02:43:47.686302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:47.692700 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebb6e67-727d-44a2-bf71-4a2cb2d212e5 x-openstack-request-id: req-2ebb6e67-727d-44a2-bf71-4a2cb2d212e5 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:47.692996 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9ab692-b74c-4046-be17-6cfb8b2efdf3", "name": "network-vif-deleted", "tag": "a60623ff-3b6a-41ec-b8b2-aa515f5f018e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:47.693372 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ebb6e67-727d-44a2-bf71-4a2cb2d212e5 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:47.693943 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9ab692-b74c-4046-be17-6cfb8b2efdf3', 'name': 'network-vif-deleted', 'tag': 'a60623ff-3b6a-41ec-b8b2-aa515f5f018e', 'status': 'completed', 'code': 200} Jun 30 02:43:47.712217 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-931ecc14-a4cb-4d85-8309-87c2ee77e421 req-e82d405d-5d65-408a-b263-421c7d8fd21a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945961 Jun 30 02:43:47.829100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-587d0d6f-9896-42f3-947c-bf3b904ba871 req-64f07a4c-f956-433c-9c60-020b6f6388d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-165288841', 'description': 'tempest-description-338412586'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:47.897299 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0d04b63-00d0-401f-acb8-98f1a080eb2a req-a9662b50-83af-419c-b4ca-fecbacb780c9 tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 210 time: 0.0427699 Jun 30 02:43:47.905942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.913029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f00b52-4b82-4ed1-b7d9-6d07f7ae6f0a req-d44e9c8f-8e41-48f6-9c78-7a3e49abd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.914578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d6f00b52-4b82-4ed1-b7d9-6d07f7ae6f0a req-d44e9c8f-8e41-48f6-9c78-7a3e49abd71e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 1101 time: 0.1542368 Jun 30 02:43:47.978833 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-587d0d6f-9896-42f3-947c-bf3b904ba871 req-64f07a4c-f956-433c-9c60-020b6f6388d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.017887 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d6f00b52-4b82-4ed1-b7d9-6d07f7ae6f0a req-246f7212-25cc-459b-9ab5-ab01d8f57559 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906513 Jun 30 02:43:48.125414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff71ee-f802-4fa4-9e56-68d36b856141 req-206234d4-ce56-410d-a3c1-6d00d1f84b5d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:48.129079 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29ff71ee-f802-4fa4-9e56-68d36b856141 req-206234d4-ce56-410d-a3c1-6d00d1f84b5d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.1060238 Jun 30 02:43:48.178069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29ff71ee-f802-4fa4-9e56-68d36b856141 req-cafc3c56-f554-42db-9526-9985d4d36b3d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Jun 30 02:43:48.267877 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-587d0d6f-9896-42f3-947c-bf3b904ba871 req-64f07a4c-f956-433c-9c60-020b6f6388d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.284245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:48.321473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:48.381976 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-587d0d6f-9896-42f3-947c-bf3b904ba871 req-64f07a4c-f956-433c-9c60-020b6f6388d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.396804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aa0ab-88f1-46ae-9d74-45a9bfe56c8c req-07fc765f-0223-4076-8d9e-5699252e8cd7 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:48.407010 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-921aa0ab-88f1-46ae-9d74-45a9bfe56c8c req-07fc765f-0223-4076-8d9e-5699252e8cd7 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0877643 Jun 30 02:43:48.426033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.447031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f07a4c-f956-433c-9c60-020b6f6388d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437ff9ee-419b-48ed-9108-781dbd9c89ee,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:48.454081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Transition to ACTIVE for port object a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:48.469201 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-921aa0ab-88f1-46ae-9d74-45a9bfe56c8c req-9f505e08-829b-41f3-be8a-f5829932e0ed tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611558 Jun 30 02:43:48.502437 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-587d0d6f-9896-42f3-947c-bf3b904ba871 req-64f07a4c-f956-433c-9c60-020b6f6388d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.527107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-587d0d6f-9896-42f3-947c-bf3b904ba871 req-64f07a4c-f956-433c-9c60-020b6f6388d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7065170 Jun 30 02:43:48.550434 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.612102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Pushing event updated for resources: {'Port': ['ID=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:48.631668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] No DVR routers for this DVR port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:48.688624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c823e98-dff7-4dc1-944b-ac474458474f req-0db1500c-80ed-46b0-b121-1bc232063370 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:48.688624 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c823e98-dff7-4dc1-944b-ac474458474f req-0db1500c-80ed-46b0-b121-1bc232063370 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 950 time: 0.0888543 Jun 30 02:43:48.688840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-71d67937-68e5-4370-9598-9fa3690eb7d8 req-cfb28e6d-45ea-44b9-9821-a8f901d1c8ba tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1799424723', 'description': 'tempest-description-577552875'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:48.694622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Attempting to bind port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:48.694960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Attempting to bind port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:48.695286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Attempting to bind port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:48.706495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:48.706739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Attempting to bind port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:48.713985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:48.714324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:48.714709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:48.715143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Bound port: a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:48.715500 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.720234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c823e98-dff7-4dc1-944b-ac474458474f req-b4bd233a-ae48-4f58-998b-e6f91b5017f7 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377352 Jun 30 02:43:48.793927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:48.796998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:48.893900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4bfb1-1298-4c55-a02b-6861d82d5c48 req-590a101d-c5ed-4e03-8db5-d4154ce780b7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:48.895327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9f4bfb1-1298-4c55-a02b-6861d82d5c48 req-590a101d-c5ed-4e03-8db5-d4154ce780b7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 948 time: 0.0679810 Jun 30 02:43:48.933369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9f4bfb1-1298-4c55-a02b-6861d82d5c48 req-9c896299-dd1e-4de5-a838-6c00741cea1f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Jun 30 02:43:49.132443 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b36e383e-e03e-44cd-afe1-a18e5c19364f req-8ce4980f-3f7f-47a6-b491-524c47bac1ab tempest-VolumesAdminNegativeTest-449713239 tempest-VolumesAdminNegativeTest-449713239-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf9ab692-b74c-4046-be17-6cfb8b2efdf3 HTTP/1.1" status: 200 len: 210 time: 0.0297852 Jun 30 02:43:49.231680 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-71d67937-68e5-4370-9598-9fa3690eb7d8 req-cfb28e6d-45ea-44b9-9821-a8f901d1c8ba tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.231680 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.276390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:49.277065 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.278348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] 10.222.0.74 "PUT /v2.0/ports/a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 200 len: 1096 time: 1.5989861 Jun 30 02:43:49.310948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4e9c1-a798-437d-9971-bee5f755262f service neutron] Pushing event updated for resources: {'Port': ['ID=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:49.391135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44873a74-c1a4-4f70-9139-18e90375a452 req-cbd19c06-c659-477a-9da7-9c9b5d5c1630 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:49.393745 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44873a74-c1a4-4f70-9139-18e90375a452 req-cbd19c06-c659-477a-9da7-9c9b5d5c1630 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.0846024 Jun 30 02:43:49.412082 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-71d67937-68e5-4370-9598-9fa3690eb7d8 req-cfb28e6d-45ea-44b9-9821-a8f901d1c8ba tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.445610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-8f0ddb97-afe8-40a1-a296-54f4c393c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:49.449623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-8f0ddb97-afe8-40a1-a296-54f4c393c683 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1099 time: 0.1133022 Jun 30 02:43:49.482608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44873a74-c1a4-4f70-9139-18e90375a452 req-d1f55276-95a9-4e97-add0-671cb9d14c8f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639899 Jun 30 02:43:49.526201 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-71d67937-68e5-4370-9598-9fa3690eb7d8 req-cfb28e6d-45ea-44b9-9821-a8f901d1c8ba tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.601467 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb28e6d-45ea-44b9-9821-a8f901d1c8ba tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d72ad0-0c65-468e-ade9-0ce3e2a6a3ce,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:49.620784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-b352ae40-2ada-4271-a88a-dbc00fc4556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:49.632627 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-b352ae40-2ada-4271-a88a-dbc00fc4556f service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1635642 Jun 30 02:43:49.632627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-71d67937-68e5-4370-9598-9fa3690eb7d8 req-cfb28e6d-45ea-44b9-9821-a8f901d1c8ba tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.632627 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-71d67937-68e5-4370-9598-9fa3690eb7d8 req-cfb28e6d-45ea-44b9-9821-a8f901d1c8ba tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9609880 Jun 30 02:43:49.683994 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-7b2e37ec-26fe-4e03-ac27-ee2061509482 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 200 len: 217 time: 0.0474756 Jun 30 02:43:49.698701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'}, {'name': 'network-changed', 'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:49.702653 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3693f54d-31ed-48b1-80dd-a2731f815596" -d '{"events": [{"server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "name": "network-vif-unplugged", "status": "completed", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb"}, {"name": "network-changed", "server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:49.749863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718b776-bbf3-4c79-8e16-fb8114705882 req-c349a291-f6c0-4800-b21b-ac56a9bee92c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:49.757277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1718b776-bbf3-4c79-8e16-fb8114705882 req-c349a291-f6c0-4800-b21b-ac56a9bee92c tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0820897 Jun 30 02:43:49.776231 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-39581798-fb9d-45d7-bb95-2f82eef92724 req-77db566b-8bbb-4205-b5ec-74951af59f8c tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/437ff9ee-419b-48ed-9108-781dbd9c89ee HTTP/1.1" status: 200 len: 1803 time: 0.0952508 Jun 30 02:43:49.783564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-b2b880bf-94ae-4daf-8a24-a32cfb97234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:49.785567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-b2b880bf-94ae-4daf-8a24-a32cfb97234d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0796461 Jun 30 02:43:49.812970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1718b776-bbf3-4c79-8e16-fb8114705882 req-d9a83b68-9c2c-46ff-b53f-7c46d7b94836 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527213 Jun 30 02:43:49.930719 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-39581798-fb9d-45d7-bb95-2f82eef92724 req-ab1d90c8-6f28-4442-bdbd-fec35b644021 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/30d72ad0-0c65-468e-ade9-0ce3e2a6a3ce HTTP/1.1" status: 200 len: 1804 time: 0.1438820 Jun 30 02:43:49.959477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-39581798-fb9d-45d7-bb95-2f82eef92724 req-efdcaeb7-0fa7-4542-889c-ab892c290742 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '437ff9ee-419b-48ed-9108-781dbd9c89ee', 'remote_group_id': '30d72ad0-0c65-468e-ade9-0ce3e2a6a3ce', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:49.959477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-39581798-fb9d-45d7-bb95-2f82eef92724 req-efdcaeb7-0fa7-4542-889c-ab892c290742 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '437ff9ee-419b-48ed-9108-781dbd9c89ee', 'remote_group_id': '30d72ad0-0c65-468e-ade9-0ce3e2a6a3ce', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:49.979659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-29cd2c12-ab83-4353-b4a7-db28be375940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:49.981142 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-29cd2c12-ab83-4353-b4a7-db28be375940 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866379 Jun 30 02:43:50.048600 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab984bb-ee83-4b2d-8cae-42b9e6464762 x-openstack-request-id: req-6ab984bb-ee83-4b2d-8cae-42b9e6464762 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:50.048932 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "name": "network-vif-unplugged", "status": "completed", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb", "code": 200}, {"name": "network-changed", "server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:50.049634 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ab984bb-ee83-4b2d-8cae-42b9e6464762 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:50.049634 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', 'code': 200} Jun 30 02:43:50.049869 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', 'status': 'completed', 'code': 200} Jun 30 02:43:50.188325 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-b4f884fa-cbe0-4702-9cfa-27ead4fa6780 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973946 Jun 30 02:43:50.228283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6974fe-eeb8-4867-b37b-8045443c4af9 req-f00e22c2-b94c-4b7b-899f-7d006ea6e4ac tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:50.229766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce6974fe-eeb8-4867-b37b-8045443c4af9 req-f00e22c2-b94c-4b7b-899f-7d006ea6e4ac tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 950 time: 0.0860970 Jun 30 02:43:50.284564 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-39581798-fb9d-45d7-bb95-2f82eef92724 req-efdcaeb7-0fa7-4542-889c-ab892c290742 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.287732 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce6974fe-eeb8-4867-b37b-8045443c4af9 req-48780b38-a7c3-4c4a-b7b8-708746855d5e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Jun 30 02:43:50.295695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-c135a440-5dcd-4674-bc26-e8642b170f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:50.297454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-c135a440-5dcd-4674-bc26-e8642b170f05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1099 time: 0.2295480 Jun 30 02:43:50.512627 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30505c54-198d-4349-b46c-c1fd69324d5c req-72ee5018-32ac-4bb7-a37b-327e1baa3dd8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:50.521530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-30505c54-198d-4349-b46c-c1fd69324d5c req-72ee5018-32ac-4bb7-a37b-327e1baa3dd8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 948 time: 0.1018534 Jun 30 02:43:50.550722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:50.610122 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-30505c54-198d-4349-b46c-c1fd69324d5c req-286371fa-24fb-42a5-877a-df9f323d15b6 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874376 Jun 30 02:43:50.686565 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:50.687025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a60623ff-3b6a-41ec-b8b2-aa515f5f018e no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:50.720141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: a60623ff-3b6a-41ec-b8b2-aa515f5f018e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:50.720844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a60623ff-3b6a-41ec-b8b2-aa515f5f018e not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:50.721441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 04a3e0b5-0eed-4b66-a533-f0f098af653e no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:50.806202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49768) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:50.905798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-fc7da0a6-9321-4bda-9d52-0584b4123ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:50.907376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-fc7da0a6-9321-4bda-9d52-0584b4123ee7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.5997458 Jun 30 02:43:50.932905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea22cb6c-8bf0-4a32-8d1f-a155cbc37850 req-5a71cce3-ae2e-4435-a092-82573f69708f service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349272 Jun 30 02:43:50.939909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd713756-a804-4fc1-b374-ff2df9acf66d admin admin] Deleting subnet 915e1d49-c8ba-416e-a636-6bf15e56b9e0 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:50.954147 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-39581798-fb9d-45d7-bb95-2f82eef92724 req-efdcaeb7-0fa7-4542-889c-ab892c290742 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.981068 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd713756-a804-4fc1-b374-ff2df9acf66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.992350 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-a0135b10-a592-4783-bf8e-40b977ce250b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 200 len: 217 time: 0.0616999 Jun 30 02:43:51.047685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd713756-a804-4fc1-b374-ff2df9acf66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:51.063327 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-39581798-fb9d-45d7-bb95-2f82eef92724 req-efdcaeb7-0fa7-4542-889c-ab892c290742 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:51.090547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b1677-0bc0-4fdb-a0fd-59e03ea5ef02 req-e598b672-06ae-4a39-9b46-294a90968f76 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.099355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b42b1677-0bc0-4fdb-a0fd-59e03ea5ef02 req-e598b672-06ae-4a39-9b46-294a90968f76 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 1101 time: 0.1884997 Jun 30 02:43:51.145903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcaeb7-0fa7-4542-889c-ab892c290742 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ce9410-6307-499d-bcde-91062b0f2f15,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:51.174380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-9c2ae9d4-b018-48eb-9f21-40af81a57995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.176140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-9c2ae9d4-b018-48eb-9f21-40af81a57995 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1721208 Jun 30 02:43:51.257002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-01f12100-8a53-49ec-a9e0-e2280859f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.259009 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-01f12100-8a53-49ec-a9e0-e2280859f1d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1099 time: 0.1293216 Jun 30 02:43:51.334298 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-39581798-fb9d-45d7-bb95-2f82eef92724 req-efdcaeb7-0fa7-4542-889c-ab892c290742 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:51.336277 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-39581798-fb9d-45d7-bb95-2f82eef92724 req-efdcaeb7-0fa7-4542-889c-ab892c290742 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3892922 Jun 30 02:43:51.340814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-027c4990-22fe-4644-bc49-d89a80011320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.342811 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-027c4990-22fe-4644-bc49-d89a80011320 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1551239 Jun 30 02:43:51.454587 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-fcd98cd6-1b79-4c6e-818d-fce7074c6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.457051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-fcd98cd6-1b79-4c6e-818d-fce7074c6655 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1861699 Jun 30 02:43:51.514819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-ca4bd0e9-6bb7-47f2-b2b0-af32b29051aa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 200 len: 217 time: 0.0481582 Jun 30 02:43:51.524262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-198bd126-abbe-42ac-a97a-7b6ce96fa522 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694036 Jun 30 02:43:51.617179 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd713756-a804-4fc1-b374-ff2df9acf66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:51.648218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b42b1677-0bc0-4fdb-a0fd-59e03ea5ef02 req-f3d6fa66-db4f-42bc-8a63-525ee9f3e0cf tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476398 Jun 30 02:43:51.678485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-dc320d65-a56a-408c-a434-558d17bfb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.680246 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-dc320d65-a56a-408c-a434-558d17bfb9fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1572433 Jun 30 02:43:51.782835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26ee87-fb47-4e85-9727-a9de2f88a339 req-1aa3706e-6f6b-40a2-8af7-4facd6772981 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.785352 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc26ee87-fb47-4e85-9727-a9de2f88a339 req-1aa3706e-6f6b-40a2-8af7-4facd6772981 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.2181642 Jun 30 02:43:51.827727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-469df4ba-4403-47ed-bbda-a021e4025dee service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963328 Jun 30 02:43:51.884006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc26ee87-fb47-4e85-9727-a9de2f88a339 req-398c7993-418f-4298-b6ec-ce298dcdf186 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900090 Jun 30 02:43:51.903685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-e1604ca6-fc96-47a1-8f05-1f7316d8d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.906761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17648c-985b-4b03-9a76-ad8a1a5427b8 req-9069da4a-20b9-491e-9447-b0b931bb3748 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.915065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-e1604ca6-fc96-47a1-8f05-1f7316d8d1cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2222078 Jun 30 02:43:51.915459 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fa17648c-985b-4b03-9a76-ad8a1a5427b8 req-9069da4a-20b9-491e-9447-b0b931bb3748 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0975478 Jun 30 02:43:51.918804 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd713756-a804-4fc1-b374-ff2df9acf66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:51.950055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd713756-a804-4fc1-b374-ff2df9acf66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915e1d49-c8ba-416e-a636-6bf15e56b9e0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:51.971891 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd713756-a804-4fc1-b374-ff2df9acf66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:51.973953 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dd713756-a804-4fc1-b374-ff2df9acf66d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/915e1d49-c8ba-416e-a636-6bf15e56b9e0 HTTP/1.1" status: 204 len: 168 time: 1.1667333 Jun 30 02:43:51.976442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49784) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:52.053107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fa17648c-985b-4b03-9a76-ad8a1a5427b8 req-6cbc2b2f-8742-493d-9b6a-776251066654 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376345 Jun 30 02:43:52.116839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-c4c4adb1-ae3e-45b5-b22d-efe36188fc04 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968873 Jun 30 02:43:52.136305 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.170194 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb6168a1-4825-42bc-932e-295e5af04faf req-7203b1bc-39b3-438b-a943-2ed154c53a1b tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/30d72ad0-0c65-468e-ade9-0ce3e2a6a3ce HTTP/1.1" status: 200 len: 1804 time: 0.0848413 Jun 30 02:43:52.298548 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.319933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307d6bbf-6af0-4440-8fcd-222155ad2c63']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:52.330257 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bb6168a1-4825-42bc-932e-295e5af04faf req-0980b6d3-21b4-4658-a080-4132bd306c2f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.332321 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3693f54d-31ed-48b1-80dd-a2731f815596 req-c30c0054-168f-448b-8743-f94afc0061ed service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053170 Jun 30 02:43:52.335690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c057e32-da29-4e20-8713-13be0963fc01') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:52.336111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c057e32-da29-4e20-8713-13be0963fc01') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:52.355921 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.383015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bb6168a1-4825-42bc-932e-295e5af04faf req-0980b6d3-21b4-4658-a080-4132bd306c2f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.390423 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.404147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:52.404562 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:52.406296 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:52.480573 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.491232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcca913-197a-4815-a649-20258d9bd82f req-1001fd27-1a1f-445f-a330-1fcae034270f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:52.493426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dcca913-197a-4815-a649-20258d9bd82f req-1001fd27-1a1f-445f-a330-1fcae034270f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 948 time: 0.1903818 Jun 30 02:43:52.495723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-720aef01-816a-4b5a-94f2-3a5634fd43a4 service neutron] 10.222.0.83 "GET /v2.0/ports/04a3e0b5-0eed-4b66-a533-f0f098af653e/bindings/n-h1-798249-3 HTTP/1.1" status: 200 len: 384 time: 0.1266384 Jun 30 02:43:52.570524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dcca913-197a-4815-a649-20258d9bd82f req-5508bfcd-49ed-4d3f-af8e-85880980c309 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707946 Jun 30 02:43:52.627407 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.635227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.647894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] 10.222.0.77 "DELETE /v2.0/networks/307d6bbf-6af0-4440-8fcd-222155ad2c63 HTTP/1.1" status: 204 len: 168 time: 0.6594799 Jun 30 02:43:52.654294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49790) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:52.663183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecb9fa-00af-4f64-929a-1243353bc39e admin admin] Pushing event deleted for resources: {'Network': ['ID=307d6bbf-6af0-4440-8fcd-222155ad2c63,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:52.673664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bb6168a1-4825-42bc-932e-295e5af04faf req-0980b6d3-21b4-4658-a080-4132bd306c2f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.677526 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bb6168a1-4825-42bc-932e-295e5af04faf req-0980b6d3-21b4-4658-a080-4132bd306c2f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.685414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb6168a1-4825-42bc-932e-295e5af04faf req-0980b6d3-21b4-4658-a080-4132bd306c2f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "DELETE /v2.0/security-groups/30d72ad0-0c65-468e-ade9-0ce3e2a6a3ce HTTP/1.1" status: 204 len: 173 time: 0.4940178 Jun 30 02:43:52.715061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980b6d3-21b4-4658-a080-4132bd306c2f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d72ad0-0c65-468e-ade9-0ce3e2a6a3ce,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:52.764590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ded0b86-6555-4b03-acae-acd5614040db req-21291e9e-3830-4c38-9a7a-54580cb2b2a7 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/437ff9ee-419b-48ed-9108-781dbd9c89ee HTTP/1.1" status: 200 len: 1803 time: 0.0650640 Jun 30 02:43:52.785706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2261086-e9d1-4287-82cb-c2758703bf18 admin admin] Deleting subnet 760b8dae-e5a8-4476-b153-1b916dc72e3a {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:52.795611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-3ed13202-643f-4d34-85e3-580b5cddce90 req-8d914c24-3248-4253-b014-cb283c2394b4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-544055821', 'description': 'tempest-description-1320563696'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:52.818556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2261086-e9d1-4287-82cb-c2758703bf18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.877889 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-62511e9a-3d7b-4ca5-b6eb-f0f9b05232e6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567157 Jun 30 02:43:52.886517 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2261086-e9d1-4287-82cb-c2758703bf18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:52.925924 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ed13202-643f-4d34-85e3-580b5cddce90 req-8d914c24-3248-4253-b014-cb283c2394b4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.003305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e3dffcec-e279-420f-9d32-60289311e6d1 service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:53.032613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2261086-e9d1-4287-82cb-c2758703bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.063464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ed13202-643f-4d34-85e3-580b5cddce90 req-8d914c24-3248-4253-b014-cb283c2394b4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.072324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e3dffcec-e279-420f-9d32-60289311e6d1 service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:53.090693 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.148213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ed13202-643f-4d34-85e3-580b5cddce90 req-8d914c24-3248-4253-b014-cb283c2394b4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.161964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-c06c155c-f325-4167-87d4-d06d3e7d9784 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:53.164255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-c06c155c-f325-4167-87d4-d06d3e7d9784 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2736704 Jun 30 02:43:53.173184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e3dffcec-e279-420f-9d32-60289311e6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a3e0b5-0eed-4b66-a533-f0f098af653e {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:53.189907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d914c24-3248-4253-b014-cb283c2394b4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1144335f-9c08-4c00-a8d8-4db345bdfcd2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:53.204532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e3dffcec-e279-420f-9d32-60289311e6d1 service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:53.224318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-17e88642-b333-48da-aa32-0d07754306f3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/quotas/904222f956104230a7b4cfb30b5372af HTTP/1.1" status: 200 len: 375 time: 0.0431118 Jun 30 02:43:53.255688 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ed13202-643f-4d34-85e3-580b5cddce90 req-8d914c24-3248-4253-b014-cb283c2394b4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.257021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ed13202-643f-4d34-85e3-580b5cddce90 req-8d914c24-3248-4253-b014-cb283c2394b4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4659784 Jun 30 02:43:53.323556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-0d37f667-af94-425d-b935-3aee0b025a62 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0893013 Jun 30 02:43:53.338834 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2261086-e9d1-4287-82cb-c2758703bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.370909 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2261086-e9d1-4287-82cb-c2758703bf18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.372990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d2261086-e9d1-4287-82cb-c2758703bf18 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/760b8dae-e5a8-4476-b153-1b916dc72e3a HTTP/1.1" status: 204 len: 168 time: 0.7174613 Jun 30 02:43:53.374200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2261086-e9d1-4287-82cb-c2758703bf18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760b8dae-e5a8-4476-b153-1b916dc72e3a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:53.375471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49816) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:53.378158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e3dffcec-e279-420f-9d32-60289311e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.472016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e3dffcec-e279-420f-9d32-60289311e6d1 service neutron] Transition to ACTIVE for port object 04a3e0b5-0eed-4b66-a533-f0f098af653e will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:53.542841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e3dffcec-e279-420f-9d32-60289311e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.562362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.684615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff762e-f6cf-489b-b053-66e161bcabe2 req-0c5c9866-f299-485c-bff5-2e8954fd7437 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:53.695601 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51ff762e-f6cf-489b-b053-66e161bcabe2 req-0c5c9866-f299-485c-bff5-2e8954fd7437 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 944 time: 0.2102804 Jun 30 02:43:53.725868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e3dffcec-e279-420f-9d32-60289311e6d1 service neutron] No DVR routers for this DVR port 04a3e0b5-0eed-4b66-a533-f0f098af653e on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:53.757019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dffcec-e279-420f-9d32-60289311e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=04a3e0b5-0eed-4b66-a533-f0f098af653e,revision_number=10']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:53.839300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ac786-8fdf-4a7f-b259-1de113fa4a77 req-0a768dce-cf0f-4ae0-8992-a504844d988d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:53.841002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e4ac786-8fdf-4a7f-b259-1de113fa4a77 req-0a768dce-cf0f-4ae0-8992-a504844d988d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1397414 Jun 30 02:43:53.859758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.888837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c71f00-ffdf-49e2-abd5-ec3f515845f5']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:53.897708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e3dffcec-e279-420f-9d32-60289311e6d1 service neutron] 10.222.0.83 "PUT /v2.0/ports/04a3e0b5-0eed-4b66-a533-f0f098af653e/bindings/n-h1-798249-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3904796 Jun 30 02:43:53.940973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51ff762e-f6cf-489b-b053-66e161bcabe2 req-acd5241e-ac9a-4377-8306-75fcabd995b4 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287135 Jun 30 02:43:53.943821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e4ac786-8fdf-4a7f-b259-1de113fa4a77 req-1b6b41f6-dfa2-44a1-8811-f84155af7bf6 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906587 Jun 30 02:43:53.950089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee36d48c-d1ad-4a6c-924e-bd1715e194c4') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:53.950647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee36d48c-d1ad-4a6c-924e-bd1715e194c4') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:53.983791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.997206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:54.018841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.038849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:54.039372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:54.041112 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:54.054250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18e15ccb-06c8-47a2-940e-bcfd0eaae260 req-1075b3a2-2ccc-4b83-ac66-1b98944cbbdc tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/1144335f-9c08-4c00-a8d8-4db345bdfcd2 HTTP/1.1" status: 200 len: 1804 time: 0.0747700 Jun 30 02:43:54.065573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-18e15ccb-06c8-47a2-940e-bcfd0eaae260 req-ded7787b-633e-4e6a-b709-3f06c63c55ee tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1144335f-9c08-4c00-a8d8-4db345bdfcd2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:54.066787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-18e15ccb-06c8-47a2-940e-bcfd0eaae260 req-ded7787b-633e-4e6a-b709-3f06c63c55ee tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1144335f-9c08-4c00-a8d8-4db345bdfcd2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:54.129820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:54.141190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', 'mac_address': 'fa:16:3e:b0:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:54.182466 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.185671 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-394e74a2-e46b-411a-ad7d-8adb516693c9 req-374aaa91-272d-4cc8-b63f-09a0cc79b8fc tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 210 time: 0.0346091 Jun 30 02:43:54.195082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:54.252662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:54.366413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933cb00-3979-48df-ad12-b09aded90134 req-b734229d-2de9-439a-9b0a-912dc7a79d87 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:54.367865 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4933cb00-3979-48df-ad12-b09aded90134 req-b734229d-2de9-439a-9b0a-912dc7a79d87 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 948 time: 0.0692959 Jun 30 02:43:54.411403 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4933cb00-3979-48df-ad12-b09aded90134 req-03f6ee7e-98ba-4b80-827d-18a998567d2b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375729 Jun 30 02:43:54.929908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-402c4856-cb0b-48a1-8706-a6f858015720 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:54.931402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-402c4856-cb0b-48a1-8706-a6f858015720 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.0549560 Jun 30 02:43:54.998486 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-4b75d450-222b-4eca-9ceb-e3356ca7cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.000044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-4b75d450-222b-4eca-9ceb-e3356ca7cfa4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53&tenant_id=a89f75a4941141878233813936107c0e HTTP/1.1" status: 200 len: 1096 time: 0.0595837 Jun 30 02:43:55.046351 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.050424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.116189 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.121144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] 10.222.0.77 "DELETE /v2.0/networks/40c71f00-ffdf-49e2-abd5-ec3f515845f5 HTTP/1.1" status: 204 len: 168 time: 1.7444220 Jun 30 02:43:55.140160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c9a3c-6662-4673-96af-c0648a02509c admin admin] Pushing event deleted for resources: {'Network': ['ID=40c71f00-ffdf-49e2-abd5-ec3f515845f5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:55.162319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18e15ccb-06c8-47a2-940e-bcfd0eaae260 req-ded7787b-633e-4e6a-b709-3f06c63c55ee tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.178465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:55.183080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6844c5f-e774-46d3-8f04-b876857cce77 req-ff574b3a-d776-4478-b18d-3909769550e0 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.190600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-573c4994-1fbd-4e78-b567-c1c5eac459eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.192462 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-573c4994-1fbd-4e78-b567-c1c5eac459eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1096 time: 0.1649890 Jun 30 02:43:55.199502 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6844c5f-e774-46d3-8f04-b876857cce77 req-ff574b3a-d776-4478-b18d-3909769550e0 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1235199 Jun 30 02:43:55.223209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18e15ccb-06c8-47a2-940e-bcfd0eaae260 req-ded7787b-633e-4e6a-b709-3f06c63c55ee tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.256277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6844c5f-e774-46d3-8f04-b876857cce77 req-a0d397a6-f4bb-4d1f-82f2-4e65b7da4905 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558915 Jun 30 02:43:55.323569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-8ff99519-0fd1-4430-a090-d1fbb1a0e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.325661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-8ff99519-0fd1-4430-a090-d1fbb1a0e3f0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1181042 Jun 30 02:43:55.389461 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-24448abe-fdfa-4050-a9c6-85b2d7ded19f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e HTTP/1.1" status: 200 len: 217 time: 0.0483861 Jun 30 02:43:55.445722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e084bf35-19b8-40cc-b813-c015cd508162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.447468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e084bf35-19b8-40cc-b813-c015cd508162 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0482714 Jun 30 02:43:55.467998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:55.505015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-36c7396c-b5ca-490d-9796-8bf5ebd843ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494630 Jun 30 02:43:55.505924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18e15ccb-06c8-47a2-940e-bcfd0eaae260 req-ded7787b-633e-4e6a-b709-3f06c63c55ee tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.534770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e282c-b7fb-405e-8504-94b517d94a3f req-5c7cce91-b66b-4642-9012-561199672fe0 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.536283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f91e282c-b7fb-405e-8504-94b517d94a3f req-5c7cce91-b66b-4642-9012-561199672fe0 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 945 time: 0.0718682 Jun 30 02:43:55.558297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7787b-633e-4e6a-b709-3f06c63c55ee tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d20f0f-60d5-4650-ba99-ba2cf0eb76bf,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:55.594099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f91e282c-b7fb-405e-8504-94b517d94a3f req-9bed91e0-ad7e-49cf-be8f-f563f7b7805e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498087 Jun 30 02:43:55.667600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-bd217fc0-47bf-44ef-9ca8-7147fca25ba1 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368532 Jun 30 02:43:55.732986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18e15ccb-06c8-47a2-940e-bcfd0eaae260 req-ded7787b-633e-4e6a-b709-3f06c63c55ee tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.739117 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18e15ccb-06c8-47a2-940e-bcfd0eaae260 req-ded7787b-633e-4e6a-b709-3f06c63c55ee tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6780722 Jun 30 02:43:55.791442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-1bef43cd-bf60-4b2f-9cfb-7159903d796c service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156156 Jun 30 02:43:55.817269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d1faf25-87b9-4645-abd9-e84a86200e3e req-edd5aa42-c650-4d3c-bf90-da1e89eeee8d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 210 time: 0.0422997 Jun 30 02:43:55.838253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49860) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:55.916916 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f0ed09ee-7558-4023-a1e6-ee26e0915e62 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c33e8bc01dc24d95abcca1b0e4fdda87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776649 Jun 30 02:43:55.919608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49874) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:55.957856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83c3b4e8-1b01-47b1-bf77-6d2c0b8b5354 req-3431a811-5e3f-45ea-b1c3-6b257ffc35e2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/1144335f-9c08-4c00-a8d8-4db345bdfcd2 HTTP/1.1" status: 200 len: 2397 time: 0.0439224 Jun 30 02:43:55.959187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a92ff4-24c8-4785-ac27-ccad59b88265 req-5e5bf54e-9a41-49a1-b8bd-68ab1539b0a0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.960728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6a92ff4-24c8-4785-ac27-ccad59b88265 req-5e5bf54e-9a41-49a1-b8bd-68ab1539b0a0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 949 time: 0.1265199 Jun 30 02:43:55.968332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-83c3b4e8-1b01-47b1-bf77-6d2c0b8b5354 req-7f07483f-0e99-47b3-872d-a9f9862ada4f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1144335f-9c08-4c00-a8d8-4db345bdfcd2', 'remote_group_id': None}]} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:55.968644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-83c3b4e8-1b01-47b1-bf77-6d2c0b8b5354 req-7f07483f-0e99-47b3-872d-a9f9862ada4f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1144335f-9c08-4c00-a8d8-4db345bdfcd2', 'remote_group_id': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:56.014374 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d1edbf2c-6048-4ef8-8195-21cfac4d0388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.022391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6a92ff4-24c8-4785-ac27-ccad59b88265 req-9c8c6026-de55-44a7-9540-b1fef94baa69 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523884 Jun 30 02:43:56.046912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d1edbf2c-6048-4ef8-8195-21cfac4d0388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.210284 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-83c3b4e8-1b01-47b1-bf77-6d2c0b8b5354 req-7f07483f-0e99-47b3-872d-a9f9862ada4f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.237484 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-83c3b4e8-1b01-47b1-bf77-6d2c0b8b5354 req-7f07483f-0e99-47b3-872d-a9f9862ada4f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.255767 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d1edbf2c-6048-4ef8-8195-21cfac4d0388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.258564 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d1edbf2c-6048-4ef8-8195-21cfac4d0388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.259708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d1edbf2c-6048-4ef8-8195-21cfac4d0388 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/052bc5df-5661-4ab3-bac9-23c43d0b051e HTTP/1.1" status: 204 len: 168 time: 0.3390386 Jun 30 02:43:56.267745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edbf2c-6048-4ef8-8195-21cfac4d0388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052bc5df-5661-4ab3-bac9-23c43d0b051e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:56.369767 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-83c3b4e8-1b01-47b1-bf77-6d2c0b8b5354 req-7f07483f-0e99-47b3-872d-a9f9862ada4f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.386713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07483f-0e99-47b3-872d-a9f9862ada4f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7505616-19e2-4f0d-905f-6006e9fe30b3,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:56.530113 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-83c3b4e8-1b01-47b1-bf77-6d2c0b8b5354 req-7f07483f-0e99-47b3-872d-a9f9862ada4f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.531419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83c3b4e8-1b01-47b1-bf77-6d2c0b8b5354 req-7f07483f-0e99-47b3-872d-a9f9862ada4f tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5672641 Jun 30 02:43:56.647751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397b28b-16a0-461c-8027-d703b19ac96e req-957e6bcf-6732-4b48-823a-4b9225899549 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:56.649318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6397b28b-16a0-461c-8027-d703b19ac96e req-957e6bcf-6732-4b48-823a-4b9225899549 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1419730 Jun 30 02:43:56.738223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e4073783-72e5-42ce-a1c7-9d79526e5679 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:56.739697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-e4073783-72e5-42ce-a1c7-9d79526e5679 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.1670060 Jun 30 02:43:56.745091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0930786-65de-417b-974b-a561ae1d86d0 req-67a5dc9c-c442-47a4-88b9-d21b267f7f34 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:56.750047 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0930786-65de-417b-974b-a561ae1d86d0 req-67a5dc9c-c442-47a4-88b9-d21b267f7f34 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 949 time: 0.0783060 Jun 30 02:43:56.785203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6397b28b-16a0-461c-8027-d703b19ac96e req-f0d5030c-13cb-4cfe-bcd0-657d9543c5c5 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285448 Jun 30 02:43:56.796561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0930786-65de-417b-974b-a561ae1d86d0 req-7db9422c-85d0-4874-9a08-78240c005a7f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Jun 30 02:43:56.893159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-d4f29f16-79e4-4063-85ad-0ddc9a5feccf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:56.894630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-d4f29f16-79e4-4063-85ad-0ddc9a5feccf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40&tenant_id=a205eb72430843758a6f07925588ee7f&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 949 time: 0.2307582 Jun 30 02:43:56.979060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0527cf-98df-46ef-994a-ad87a4ee3a5e req-35b0de17-6686-4087-b2fe-58d48b967078 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:56.983339 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ca0527cf-98df-46ef-994a-ad87a4ee3a5e req-35b0de17-6686-4087-b2fe-58d48b967078 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 945 time: 0.0645874 Jun 30 02:43:56.995316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-986db1fc-1a28-4358-9f10-30f432dbf03b req-bcc40f0f-a31d-41f3-b44a-a37412e321c2 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/1144335f-9c08-4c00-a8d8-4db345bdfcd2 HTTP/1.1" status: 200 len: 2995 time: 0.1601334 Jun 30 02:43:57.026078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ca0527cf-98df-46ef-994a-ad87a4ee3a5e req-62a6dbf1-2185-4960-83d6-5bd3943f8db5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Jun 30 02:43:57.027448 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-b81e7923-f025-4213-89d3-7821745ae5a0 service neutron] delete failed (client error): The resource could not be found. Jun 30 02:43:57.028465 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-b81e7923-f025-4213-89d3-7821745ae5a0 service neutron] 10.222.0.83 "DELETE /v2.0/ports/a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.1255677 Jun 30 02:43:57.147911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-952aba2b-4fd6-4358-ac6e-ad32146d925d service neutron] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:57.152957 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-952aba2b-4fd6-4358-ac6e-ad32146d925d service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.154092 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5bf937-0e10-445b-a44d-719ee85ab805 req-952aba2b-4fd6-4358-ac6e-ad32146d925d service neutron] 10.222.0.74 "DELETE /v2.0/ports/04a3e0b5-0eed-4b66-a533-f0f098af653e/bindings/n-h2-798249-3 HTTP/1.1" status: 204 len: 173 time: 0.3798370 Jun 30 02:43:57.168924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a5edbf5c-4d31-4b65-88f4-601d936c9e2d req-ab62b2c7-cb14-4d2d-9691-e57e9ac239db tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 210 time: 0.0338569 Jun 30 02:43:57.189693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-94094489-42a9-4204-9290-b133c51850ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.191956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-94094489-42a9-4204-9290-b133c51850ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1100 time: 0.0851510 Jun 30 02:43:57.225587 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-beb6df27-18a2-4c73-b184-66290ce781c0 req-d536a62c-9644-408d-ac98-650f6e4aab07 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-group-rules/c7505616-19e2-4f0d-905f-6006e9fe30b3 HTTP/1.1" status: 200 len: 783 time: 0.0245919 Jun 30 02:43:57.255244 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49922) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:57.329372 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-beb6df27-18a2-4c73-b184-66290ce781c0 req-378ca2bd-2b29-4da9-9f9a-c94bca2455ea tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/1144335f-9c08-4c00-a8d8-4db345bdfcd2 HTTP/1.1" status: 200 len: 2995 time: 0.0975254 Jun 30 02:43:57.331799 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-003186cf-0f29-4618-aa8d-a20533dcd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.334031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-003186cf-0f29-4618-aa8d-a20533dcd237 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1349061 Jun 30 02:43:57.334179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7990dc94-fa6a-4de8-8d12-769f97d01e1b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=518c9316d0a84ca6aa288a5baa3a51ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774729 Jun 30 02:43:57.341898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49930) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:57.362840 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-beb6df27-18a2-4c73-b184-66290ce781c0 req-429d2515-e6b0-4dc0-b09f-de5dc63cd80b tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.375251 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-beb6df27-18a2-4c73-b184-66290ce781c0 req-429d2515-e6b0-4dc0-b09f-de5dc63cd80b tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.384995 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-5f0b0cc1-cda9-4177-bb66-288d71cbe4ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 200 len: 217 time: 0.0439672 Jun 30 02:43:57.478710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-beb6df27-18a2-4c73-b184-66290ce781c0 req-429d2515-e6b0-4dc0-b09f-de5dc63cd80b tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.484157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-beb6df27-18a2-4c73-b184-66290ce781c0 req-429d2515-e6b0-4dc0-b09f-de5dc63cd80b tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.485356 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-beb6df27-18a2-4c73-b184-66290ce781c0 req-429d2515-e6b0-4dc0-b09f-de5dc63cd80b tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c7505616-19e2-4f0d-905f-6006e9fe30b3 HTTP/1.1" status: 204 len: 173 time: 0.1494632 Jun 30 02:43:57.492155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-85b24d72-98bd-4130-8d72-1b079983cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.493791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-85b24d72-98bd-4130-8d72-1b079983cef3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1000323 Jun 30 02:43:57.499781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d2515-e6b0-4dc0-b09f-de5dc63cd80b tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7505616-19e2-4f0d-905f-6006e9fe30b3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:57.514978 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df2bd461-7083-469f-9de3-1f67e1bb9d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.561762 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df2bd461-7083-469f-9de3-1f67e1bb9d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.583257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bfa7a-d50d-4cef-b265-a67c5669b879 req-28233b75-f7f5-4acf-a2cd-0132af868a37 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.584765 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-157bfa7a-d50d-4cef-b265-a67c5669b879 req-28233b75-f7f5-4acf-a2cd-0132af868a37 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1096 time: 0.1566520 Jun 30 02:43:57.629792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-2608e823-a348-4d5c-821b-0680e4a82d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.631296 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-2608e823-a348-4d5c-821b-0680e4a82d7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272719 Jun 30 02:43:57.654883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103538b-6d76-4820-a889-dbce128f7560 req-95491722-904a-44bc-9ec5-3e6b8bcf354b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.656441 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2103538b-6d76-4820-a889-dbce128f7560 req-95491722-904a-44bc-9ec5-3e6b8bcf354b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 951 time: 0.0800147 Jun 30 02:43:57.669761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-157bfa7a-d50d-4cef-b265-a67c5669b879 req-d9cf3db6-f7b9-4c75-bc34-fcb5a7b638e9 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693552 Jun 30 02:43:57.726431 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2103538b-6d76-4820-a889-dbce128f7560 req-637a0c98-d48f-44e7-bf7b-8e4846bd2d07 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636802 Jun 30 02:43:57.782648 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-133c57aa-22d7-493e-a236-84117dfd8ff7 req-7ae72ed0-5b16-4db0-876d-d169075bbfa5 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/1144335f-9c08-4c00-a8d8-4db345bdfcd2 HTTP/1.1" status: 200 len: 2397 time: 0.0702932 Jun 30 02:43:57.785223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-ed6a9fb6-a52f-4492-9212-329836082a33 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428974 Jun 30 02:43:57.816715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df2bd461-7083-469f-9de3-1f67e1bb9d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.819233 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df2bd461-7083-469f-9de3-1f67e1bb9d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.820379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-df2bd461-7083-469f-9de3-1f67e1bb9d1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3d93a92-6a8b-4dce-b8fb-1ab629d56dfe HTTP/1.1" status: 204 len: 168 time: 0.4725411 Jun 30 02:43:57.883296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bd461-7083-469f-9de3-1f67e1bb9d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d93a92-6a8b-4dce-b8fb-1ab629d56dfe,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:57.927228 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-133c57aa-22d7-493e-a236-84117dfd8ff7 req-53f6d2f5-ac3b-4673-8bd9-93cad93b5d70 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.931315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdacfa4-4f5d-45da-9430-837185e571bc req-447e1517-f25b-4483-bda0-9d6209484384 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.932838 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fdacfa4-4f5d-45da-9430-837185e571bc req-447e1517-f25b-4483-bda0-9d6209484384 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1096 time: 0.1061821 Jun 30 02:43:57.957023 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-133c57aa-22d7-493e-a236-84117dfd8ff7 req-53f6d2f5-ac3b-4673-8bd9-93cad93b5d70 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.976732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:57.980196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fdacfa4-4f5d-45da-9430-837185e571bc req-fb9b4c34-2d1c-4aa1-9fae-61a6c290d9bb tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392184 Jun 30 02:43:58.014995 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4cc7e35-b3a2-4fff-9dfe-7904a0543633 req-f2d89761-07bd-40c3-b15a-eca4b501f9aa service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106042 Jun 30 02:43:58.186971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-133c57aa-22d7-493e-a236-84117dfd8ff7 req-53f6d2f5-ac3b-4673-8bd9-93cad93b5d70 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.187161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:58.190386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-133c57aa-22d7-493e-a236-84117dfd8ff7 req-53f6d2f5-ac3b-4673-8bd9-93cad93b5d70 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.201599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-133c57aa-22d7-493e-a236-84117dfd8ff7 req-53f6d2f5-ac3b-4673-8bd9-93cad93b5d70 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "DELETE /v2.0/security-groups/1144335f-9c08-4c00-a8d8-4db345bdfcd2 HTTP/1.1" status: 204 len: 173 time: 0.4022419 Jun 30 02:43:58.202279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:58.202279 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.206087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6d2f5-ac3b-4673-8bd9-93cad93b5d70 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1144335f-9c08-4c00-a8d8-4db345bdfcd2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:58.291348 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.325894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:58.328519 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3287c306-89c7-4015-9804-ee6ad16f8451" -d '{"events": [{"server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "name": "network-vif-plugged", "status": "completed", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:58.343439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:58.389572 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-a8411cab-7936-4e1b-bf8c-520ac76e621d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=904222f956104230a7b4cfb30b5372af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624051 Jun 30 02:43:58.471701 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.473829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:58.518826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95643c-309e-4bbc-8d35-e4e2dc6ca012 req-02cb3a81-2d2a-4cf3-a06a-b7dd1daa7983 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:58.520726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f95643c-309e-4bbc-8d35-e4e2dc6ca012 req-02cb3a81-2d2a-4cf3-a06a-b7dd1daa7983 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.1733103 Jun 30 02:43:58.576286 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:58.577108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-8e19cee0-2d3b-4d28-a5c3-e3e021e19dac tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:58.578775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-8e19cee0-2d3b-4d28-a5c3-e3e021e19dac tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836636 Jun 30 02:43:58.598379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Request body: {'port': {'device_id': '4cfbcb9d-1357-4730-9cbf-d27204d1c9fc', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '904222f956104230a7b4cfb30b5372af'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:58.667346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f95643c-309e-4bbc-8d35-e4e2dc6ca012 req-810b216e-3c0c-46c4-9f34-2ee35faf4638 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871367 Jun 30 02:43:58.752328 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b48ef40-df02-4b53-a185-110fae939e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.776864 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.823991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:58.867906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1e390-6304-4d0d-9520-cc8e49dee684 req-d5ccf16c-7efc-442c-9546-126a3c13dc16 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:58.869386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2f1e390-6304-4d0d-9520-cc8e49dee684 req-d5ccf16c-7efc-442c-9546-126a3c13dc16 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.0671036 Jun 30 02:43:58.910877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2f1e390-6304-4d0d-9520-cc8e49dee684 req-47296bba-e7ef-463c-9909-51d4780f1421 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352602 Jun 30 02:43:58.948521 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.948644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Made reservation on behalf of 904222f956104230a7b4cfb30b5372af for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:58.952188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.045355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=11']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:59.458094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Allocated IP 192.168.233.223 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:59.624921 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.648095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Transition to ACTIVE for port object a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:59.657529 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-d92baac7-5548-4818-8898-83ba8bea9e48 req-f0e0bef1-96c3-4d5d-84b9-990303372de6 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] show failed (client error): The resource could not be found. Jun 30 02:43:59.658609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d92baac7-5548-4818-8898-83ba8bea9e48 req-f0e0bef1-96c3-4d5d-84b9-990303372de6 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/30d72ad0-0c65-468e-ade9-0ce3e2a6a3ce HTTP/1.1" status: 404 len: 352 time: 0.0190113 Jun 30 02:43:59.793003 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d797b0c-ce63-46f0-88a2-0ff49de657b3 req-acc85b7d-69cc-4984-8ec5-b7d4025ec0f7 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 210 time: 0.0282891 Jun 30 02:43:59.838843 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a736c371-b1b1-4dc6-8bc7-ca3acbc61a45 x-openstack-request-id: req-a736c371-b1b1-4dc6-8bc7-ca3acbc61a45 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:59.839132 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "name": "network-vif-plugged", "status": "completed", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:59.839384 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a736c371-b1b1-4dc6-8bc7-ca3acbc61a45 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:59.839771 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', 'code': 200} Jun 30 02:43:59.996411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-d93e0418-e32d-46d8-80e1-2cb174daccc9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540752 Jun 30 02:44:00.011648 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6ed945a-98c0-4d97-8fd0-2478fe1aae48 req-3207ed26-07a5-4f11-9d18-0cceb2347c33 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/437ff9ee-419b-48ed-9108-781dbd9c89ee HTTP/1.1" status: 200 len: 1803 time: 0.0382209 Jun 30 02:44:00.027227 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.040326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629', 'ca87805a-c78a-48df-9c1b-e4caeee6ea92', '2863d6f1-02ff-4237-b940-c27d1e3ce294'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:00.043734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', 'bac564d6-df16-4a75-84e1-25dda9b1272a', '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'fa662f90-9d2f-4e0c-93b1-0e68f0327803'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:00.098994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:00.112834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:00.115143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event updated for resources: {'Port': ['ID=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:00.117589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:00.135226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-b22cf543-f857-41b7-a7e9-d339955bf646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.135226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-b22cf543-f857-41b7-a7e9-d339955bf646 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 1095 time: 0.0816545 Jun 30 02:44:00.170226 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a6ed945a-98c0-4d97-8fd0-2478fe1aae48 req-e19491f7-7c70-48b0-9290-62fe3c83923a tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.199613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.199613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.214791 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a6ed945a-98c0-4d97-8fd0-2478fe1aae48 req-e19491f7-7c70-48b0-9290-62fe3c83923a tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.258366 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-0b1737ce-3ae4-41e0-aa85-f7a2e10dd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.260926 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-0b1737ce-3ae4-41e0-aa85-f7a2e10dd2a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1101830 Jun 30 02:44:00.310030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-0997c244-5049-4cfd-822f-7fa8f12d4b17 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f HTTP/1.1" status: 200 len: 217 time: 0.0412781 Jun 30 02:44:00.384243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-962c4719-bf8c-4701-b801-b8310d722659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.384243 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-962c4719-bf8c-4701-b801-b8310d722659 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.0573008 Jun 30 02:44:00.426827 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-4ef0b335-91d3-4eec-bf00-46c50c339d20 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345268 Jun 30 02:44:00.427613 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-bde9ab54-4331-4f44-a8b2-e2b24ea83994 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8402977 Jun 30 02:44:00.446103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Request body: {'port': {'device_id': '4cfbcb9d-1357-4730-9cbf-d27204d1c9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:00.490744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a6ed945a-98c0-4d97-8fd0-2478fe1aae48 req-e19491f7-7c70-48b0-9290-62fe3c83923a tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.494651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a6ed945a-98c0-4d97-8fd0-2478fe1aae48 req-e19491f7-7c70-48b0-9290-62fe3c83923a tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.509186 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6ed945a-98c0-4d97-8fd0-2478fe1aae48 req-e19491f7-7c70-48b0-9290-62fe3c83923a tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "DELETE /v2.0/security-groups/437ff9ee-419b-48ed-9108-781dbd9c89ee HTTP/1.1" status: 204 len: 173 time: 0.4899242 Jun 30 02:44:00.568036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-ddf7ac60-7849-411e-b6dd-b5dcef1f9bb0 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016896 Jun 30 02:44:00.576257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e2535027-bfb5-40ec-89b4-2c232f531d33 None None] Provisioning for port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:00.584021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e2535027-bfb5-40ec-89b4-2c232f531d33 None None] Provisioning complete for port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:00.584394 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e2535027-bfb5-40ec-89b4-2c232f531d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.613030 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.710026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e2535027-bfb5-40ec-89b4-2c232f531d33 None None] Port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:00.771875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69358-c7fc-49ad-a632-68707794368d req-2ac46223-3996-4616-a39d-f4dd4c86788a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.779710 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77d69358-c7fc-49ad-a632-68707794368d req-2ac46223-3996-4616-a39d-f4dd4c86788a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.3512158 Jun 30 02:44:00.854954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19491f7-7c70-48b0-9290-62fe3c83923a tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437ff9ee-419b-48ed-9108-781dbd9c89ee,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:00.879754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77d69358-c7fc-49ad-a632-68707794368d req-a1fc19b9-fb09-4285-a3fe-049056a9069a tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990798 Jun 30 02:44:00.946476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-7629445d-bfec-46c5-b41a-43c2aca6c83d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1339574 Jun 30 02:44:00.948462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcbbde75-af98-4894-9f45-2bc328420d02 req-0de373cc-66cb-4580-a437-2ca15f7b7028 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734517 Jun 30 02:44:01.047989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe50d9d-3f45-4638-ae99-6045dd7d3eb4 req-f2cca535-7963-417c-a739-5ec41c7c6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.050196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afe50d9d-3f45-4638-ae99-6045dd7d3eb4 req-f2cca535-7963-417c-a739-5ec41c7c6333 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 1099 time: 0.2430625 Jun 30 02:44:01.054962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-7acdaa74-ed5b-43d6-abe7-5a8ea412d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.058150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-7acdaa74-ed5b-43d6-abe7-5a8ea412d8bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe8e5d7123b749cba66573d1679346b0&device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 1101 time: 0.0776770 Jun 30 02:44:01.067424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19a16a-deb9-4978-ab28-9335981885b6 req-fdfbd5f3-bf28-45e0-a006-2ced5e8e4bf8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.075135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f19a16a-deb9-4978-ab28-9335981885b6 req-fdfbd5f3-bf28-45e0-a006-2ced5e8e4bf8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.2689345 Jun 30 02:44:01.112172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2158a2c4-5f27-43c3-ae90-22b0875dd911 req-c7bc2c37-5271-4dcc-b7ff-64657a21ee47 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/1f7f1d67-ea38-4287-8b6b-c8c925498731 HTTP/1.1" status: 200 len: 1803 time: 0.0491192 Jun 30 02:44:01.173923 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f19a16a-deb9-4978-ab28-9335981885b6 req-1d49f579-90d9-432b-b320-5922eb6ed786 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970740 Jun 30 02:44:01.179180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afe50d9d-3f45-4638-ae99-6045dd7d3eb4 req-eb86eee5-f663-4b89-a292-c0e0c721ced5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206942 Jun 30 02:44:01.221352 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.239211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:01.253688 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.267399 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bdb63e53-06ce-4203-819b-763595aba638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.281796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Transition to ACTIVE for port object a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:01.293545 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2158a2c4-5f27-43c3-ae90-22b0875dd911 req-8e3c6793-acbc-4435-a2e0-47a40b4364c3 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.329317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-1007660e-2d1b-4155-82f6-e5ccf999a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.330986 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-1007660e-2d1b-4155-82f6-e5ccf999a9e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2252278 Jun 30 02:44:01.332493 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2158a2c4-5f27-43c3-ae90-22b0875dd911 req-8e3c6793-acbc-4435-a2e0-47a40b4364c3 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.364392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.402381 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-b4818087-1923-4d52-95ca-23f4cd99b26c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=feb7a336-c58d-4d50-aae7-2015f9eb0509 HTTP/1.1" status: 200 len: 217 time: 0.0609775 Jun 30 02:44:01.481654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-cf58a624-3fdb-4c89-8ed5-37c3d0a3b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.484098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-cf58a624-3fdb-4c89-8ed5-37c3d0a3b042 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0681574 Jun 30 02:44:01.551976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Pushing event updated for resources: {'Port': ['ID=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:01.588582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-bbe1f8f6-03ce-49f9-8996-669aeedb3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.590824 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-bbe1f8f6-03ce-49f9-8996-669aeedb3a46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919955 Jun 30 02:44:01.677729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2158a2c4-5f27-43c3-ae90-22b0875dd911 req-8e3c6793-acbc-4435-a2e0-47a40b4364c3 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.681040 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2158a2c4-5f27-43c3-ae90-22b0875dd911 req-8e3c6793-acbc-4435-a2e0-47a40b4364c3 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.682598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Attempting to bind port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:01.683103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Attempting to bind port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:01.683439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Attempting to bind port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:01.697852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2158a2c4-5f27-43c3-ae90-22b0875dd911 req-8e3c6793-acbc-4435-a2e0-47a40b4364c3 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "DELETE /v2.0/security-groups/1f7f1d67-ea38-4287-8b6b-c8c925498731 HTTP/1.1" status: 204 len: 173 time: 0.5748246 Jun 30 02:44:01.715336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48ad14-a579-4e1f-9bf5-694e22c81f1c req-6383b19f-bdfb-428a-8153-c9470df30fbd tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.723918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fa48ad14-a579-4e1f-9bf5-694e22c81f1c req-6383b19f-bdfb-428a-8153-c9470df30fbd tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 948 time: 0.2762415 Jun 30 02:44:01.737386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c6793-acbc-4435-a2e0-47a40b4364c3 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f1d67-ea38-4287-8b6b-c8c925498731,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:01.746827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:01.749438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Attempting to bind port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:01.767705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:01.773798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:01.775377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:01.776150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Bound port: a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:01.777617 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.841354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:01.852316 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef149bc-7100-425a-84a5-342e47e54068" -d '{"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-unplugged", "status": "completed", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:01.867898 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-a70ab761-e1f9-428f-b16d-86e560cd051b service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688825 Jun 30 02:44:01.894752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] For port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:01.899539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] For port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:01.920839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fa48ad14-a579-4e1f-9bf5-694e22c81f1c req-53aa6152-74c9-4dc8-8fa0-239da8a950c9 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960275 Jun 30 02:44:02.011824 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.061612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.062645 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.064425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] 10.222.0.74 "PUT /v2.0/ports/a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe HTTP/1.1" status: 200 len: 1096 time: 1.6231492 Jun 30 02:44:02.065046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfbcb9d-1357-4730-9cbf-d27204d1c9fc', 'tag': 'a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:02.066405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-175bdaf9-24c5-4d98-b95f-34dda3097a99 req-69adb9fa-c1bd-49dd-b60d-9e1638d1a076 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913214 Jun 30 02:44:02.068356 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4845ad90-9ab1-4864-b867-5ceabbd80988" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfbcb9d-1357-4730-9cbf-d27204d1c9fc", "tag": "a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:02.122561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d62c3-cd42-4d6e-8249-5b016006484f service neutron] Pushing event updated for resources: {'Port': ['ID=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:02.178830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373155d5-244b-4734-853d-34e7cf2606f4 req-301186e6-dbcc-4b56-a3d0-123a290a79a7 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.180523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-373155d5-244b-4734-853d-34e7cf2606f4 req-301186e6-dbcc-4b56-a3d0-123a290a79a7 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1101 time: 0.0811219 Jun 30 02:44:02.255784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-373155d5-244b-4734-853d-34e7cf2606f4 req-345e7228-4229-4fe3-807b-abfabec27a6a tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668218 Jun 30 02:44:02.298187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4da10677-4f34-4f37-8039-5838f2f38c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.330383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-4da10677-4f34-4f37-8039-5838f2f38c57 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 1099 time: 0.0767398 Jun 30 02:44:02.362399 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-e7574239-2285-4004-963f-26269df65156 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe HTTP/1.1" status: 200 len: 217 time: 0.0523310 Jun 30 02:44:02.412727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5ed00bf-0dbf-45dc-9e8d-efac355ce0bf req-a6cec8ac-85b4-499b-9f9d-bc641ce46bf1 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/21f77cb3-0fc7-40fc-8cf7-c6749e13e00d HTTP/1.1" status: 200 len: 1804 time: 0.1170013 Jun 30 02:44:02.442687 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:44:02.443315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-2312f70f-309c-46e0-9095-6b14369db153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.444322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-2312f70f-309c-46e0-9095-6b14369db153 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0721974 Jun 30 02:44:02.512524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5ed00bf-0dbf-45dc-9e8d-efac355ce0bf req-a4e800da-70ce-454a-8e33-cda50287d712 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.536397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5ed00bf-0dbf-45dc-9e8d-efac355ce0bf req-a4e800da-70ce-454a-8e33-cda50287d712 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.550944 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-d6a0ac7a-a1b6-4c34-b662-aab31fa3057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.552433 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-d6a0ac7a-a1b6-4c34-b662-aab31fa3057e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989912 Jun 30 02:44:02.613784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7c9df4d-3514-4aec-9fb3-c6fb705179a8 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:02.642690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7c9df4d-3514-4aec-9fb3-c6fb705179a8 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:02.655654 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074dbaa1-c829-4c14-a73f-8b3c97f4e870 x-openstack-request-id: req-074dbaa1-c829-4c14-a73f-8b3c97f4e870 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:02.655654 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-unplugged", "status": "completed", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:02.655654 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-074dbaa1-c829-4c14-a73f-8b3c97f4e870 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:02.655654 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'code': 200} Jun 30 02:44:02.663949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-f893fb09-8135-446f-bbd2-e9356a78edf8 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046453 Jun 30 02:44:02.776011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81e1b379-3567-41d9-9889-7df024d9a9d2 req-f43d3949-3fee-4df1-aba3-998223f37f3f service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052980 Jun 30 02:44:02.825026 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.864295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:02.888332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56428-d751-4a57-8629-8b8707d841e6 req-b735d248-21b8-4a89-b548-e2b843786367 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.889275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'mac_address': 'fa:16:3e:14:de:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:02.896287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-72a56428-d751-4a57-8629-8b8707d841e6 req-b735d248-21b8-4a89-b548-e2b843786367 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 948 time: 0.0833180 Jun 30 02:44:02.901770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5ed00bf-0dbf-45dc-9e8d-efac355ce0bf req-a4e800da-70ce-454a-8e33-cda50287d712 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.904308 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5ed00bf-0dbf-45dc-9e8d-efac355ce0bf req-a4e800da-70ce-454a-8e33-cda50287d712 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.913058 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.917386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:02.922120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5ed00bf-0dbf-45dc-9e8d-efac355ce0bf req-a4e800da-70ce-454a-8e33-cda50287d712 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "DELETE /v2.0/security-groups/21f77cb3-0fc7-40fc-8cf7-c6749e13e00d HTTP/1.1" status: 204 len: 173 time: 0.5019977 Jun 30 02:44:02.953723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-72a56428-d751-4a57-8629-8b8707d841e6 req-bc69f6db-e818-47ac-a716-d2b9818f622d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563843 Jun 30 02:44:02.967010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e800da-70ce-454a-8e33-cda50287d712 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f77cb3-0fc7-40fc-8cf7-c6749e13e00d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:03.000099 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.003394 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eb20cd-eaba-45db-a7d9-2aec27170946 x-openstack-request-id: req-b5eb20cd-eaba-45db-a7d9-2aec27170946 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:03.003784 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfbcb9d-1357-4730-9cbf-d27204d1c9fc", "tag": "a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:03.004145 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5eb20cd-eaba-45db-a7d9-2aec27170946 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:03.004606 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cfbcb9d-1357-4730-9cbf-d27204d1c9fc', 'tag': 'a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe', 'status': 'completed', 'code': 200} Jun 30 02:44:03.053446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7c9df4d-3514-4aec-9fb3-c6fb705179a8 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:03.110096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-e6c282f8-c55e-4079-912b-b1070e437b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:03.112783 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-e6c282f8-c55e-4079-912b-b1070e437b9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904222f956104230a7b4cfb30b5372af&device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 1099 time: 0.0752273 Jun 30 02:44:03.136949 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.200457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:03.241148 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:44:03.241648 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:44:03.262843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-520719f8-68db-4843-944d-3035dee99e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:03.264011 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fa7c6a24-1f0b-4d8f-9d75-21d3cecfd846 req-6dd3e593-07f0-47de-9060-14fe8d5f52a0 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/48fc2e85-9932-4e2d-9776-7208248647e6 HTTP/1.1" status: 200 len: 2403 time: 0.0482256 Jun 30 02:44:03.264501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-520719f8-68db-4843-944d-3035dee99e76 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1450117 Jun 30 02:44:03.279445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998c0e4-8f7f-4425-8dc9-9cfb1d1c1cdc req-4c0beced-40e2-42bb-87f9-3f64ef2c4077 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:03.280869 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d998c0e4-8f7f-4425-8dc9-9cfb1d1c1cdc req-4c0beced-40e2-42bb-87f9-3f64ef2c4077 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 949 time: 0.1111107 Jun 30 02:44:03.322027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-fd16fde7-3dce-46a8-8be8-b4b810daabc5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe HTTP/1.1" status: 200 len: 217 time: 0.0400724 Jun 30 02:44:03.331959 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fa7c6a24-1f0b-4d8f-9d75-21d3cecfd846 req-f16ddbb1-f911-40d8-af51-1629809298d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.357468 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fa7c6a24-1f0b-4d8f-9d75-21d3cecfd846 req-f16ddbb1-f911-40d8-af51-1629809298d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.402049 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d998c0e4-8f7f-4425-8dc9-9cfb1d1c1cdc req-352245b6-5f2e-40c5-a6c8-508ce919298b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132960 Jun 30 02:44:03.403901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-7160a729-53f3-453d-a63e-f7a5bf37e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:03.405209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-7160a729-53f3-453d-a63e-f7a5bf37e69d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0757236 Jun 30 02:44:03.474622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-46511c7f-e024-4133-b5ee-db890c22eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:03.476170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-46511c7f-e024-4133-b5ee-db890c22eb14 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642588 Jun 30 02:44:03.524247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fa7c6a24-1f0b-4d8f-9d75-21d3cecfd846 req-f16ddbb1-f911-40d8-af51-1629809298d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.526824 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fa7c6a24-1f0b-4d8f-9d75-21d3cecfd846 req-f16ddbb1-f911-40d8-af51-1629809298d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.527989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fa7c6a24-1f0b-4d8f-9d75-21d3cecfd846 req-f16ddbb1-f911-40d8-af51-1629809298d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "DELETE /v2.0/security-groups/48fc2e85-9932-4e2d-9776-7208248647e6 HTTP/1.1" status: 204 len: 173 time: 0.2566552 Jun 30 02:44:03.537321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ddbb1-f911-40d8-af51-1629809298d4 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc2e85-9932-4e2d-9776-7208248647e6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:03.621846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-8d997406-a9af-4758-b9aa-b593870f3987 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366668 Jun 30 02:44:03.648585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dab8dc-984f-429b-b844-975686e1518a req-da697bda-917b-4e55-84ac-f6bcd8e21798 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:03.650076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81dab8dc-984f-429b-b844-975686e1518a req-da697bda-917b-4e55-84ac-f6bcd8e21798 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 948 time: 0.1087801 Jun 30 02:44:03.729072 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81dab8dc-984f-429b-b844-975686e1518a req-20418968-b2e0-41dd-8f89-dec073272b72 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697019 Jun 30 02:44:03.752487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4845ad90-9ab1-4864-b867-5ceabbd80988 req-f3c5ef9e-41cb-461a-a160-b74244b67d8b service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227777 Jun 30 02:44:03.796791 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.815803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c9df4d-3514-4aec-9fb3-c6fb705179a8 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:03.838789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:03.858736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-57bb73e7-af42-40b3-9fc5-b8f8ba3c79f7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a205eb72430843758a6f07925588ee7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244813 Jun 30 02:44:03.942906 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.999212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=10']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:04.007030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7ae85390-c2e1-4cbf-95e1-895b117283ea tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.008930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7ae85390-c2e1-4cbf-95e1-895b117283ea tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449649 Jun 30 02:44:04.023796 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-ca2d82a7-0baa-41da-b84e-cf63351a41b1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/quotas/a205eb72430843758a6f07925588ee7f HTTP/1.1" status: 200 len: 375 time: 0.0093260 Jun 30 02:44:04.091485 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-2b20f8f0-b533-4201-a722-4985c1507560 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619197 Jun 30 02:44:04.177350 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-55d96f2b-acef-4096-b560-e9a8067f4232 req-bd3a0fd5-46f3-451c-a56d-628bea99580b tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "GET /v2.0/security-groups/48e17dd2-6d18-49f2-b4fe-4c719b8e30a2 HTTP/1.1" status: 200 len: 2397 time: 0.0431826 Jun 30 02:44:04.239665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-55d96f2b-acef-4096-b560-e9a8067f4232 req-14753878-0c42-419c-b62e-c009662c7b41 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.256894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f7c9df4d-3514-4aec-9fb3-c6fb705179a8'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:04.261651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-55d96f2b-acef-4096-b560-e9a8067f4232 req-14753878-0c42-419c-b62e-c009662c7b41 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.479262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-55d96f2b-acef-4096-b560-e9a8067f4232 req-14753878-0c42-419c-b62e-c009662c7b41 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.480035 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.484261 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-55d96f2b-acef-4096-b560-e9a8067f4232 req-14753878-0c42-419c-b62e-c009662c7b41 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.486441 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-55d96f2b-acef-4096-b560-e9a8067f4232 req-14753878-0c42-419c-b62e-c009662c7b41 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] 10.222.0.77 "DELETE /v2.0/security-groups/48e17dd2-6d18-49f2-b4fe-4c719b8e30a2 HTTP/1.1" status: 204 len: 173 time: 0.3015192 Jun 30 02:44:04.494950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50108) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:04.507472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14753878-0c42-419c-b62e-c009662c7b41 tempest-SecurityGroupRulesTestJSON-1685130163 tempest-SecurityGroupRulesTestJSON-1685130163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e17dd2-6d18-49f2-b4fe-4c719b8e30a2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:04.572078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15f0d20-73f9-4a0e-899f-c0450e868b6f admin admin] Deleting subnet eb98f75d-e49d-40f5-bc6d-b47dd2939cac {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:04.580025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdf5ad-6bd8-464f-8ba8-a7280209b182 req-72fb6f18-caf8-469e-a4a7-ba2fc163473a tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.581587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3abdf5ad-6bd8-464f-8ba8-a7280209b182 req-72fb6f18-caf8-469e-a4a7-ba2fc163473a tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 1099 time: 0.1334414 Jun 30 02:44:04.582253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f15f0d20-73f9-4a0e-899f-c0450e868b6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.635356 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f15f0d20-73f9-4a0e-899f-c0450e868b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.658486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:04.658486 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cbcbe0-5859-45df-b50f-1188e5ccacb4" -d '{"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:04.678363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3abdf5ad-6bd8-464f-8ba8-a7280209b182 req-4475dfc7-6ba1-4480-8a8a-bef500233f2b tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756538 Jun 30 02:44:04.714953 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad735e79-56c5-4351-9ed2-6186770a2e72 req-174c030e-03f3-4249-9565-c28bec82931e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 210 time: 0.0365653 Jun 30 02:44:04.728144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f15f0d20-73f9-4a0e-899f-c0450e868b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.802279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-d92af811-2f65-4168-af9b-35aef06b0f80 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.803939 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-d92af811-2f65-4168-af9b-35aef06b0f80 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.74 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 949 time: 0.1413927 Jun 30 02:44:04.809891 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b6727d-5836-41a9-a7eb-c8261ab82e37 x-openstack-request-id: req-e5b6727d-5836-41a9-a7eb-c8261ab82e37 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:04.810265 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:04.810602 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5b6727d-5836-41a9-a7eb-c8261ab82e37 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:04.811045 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'code': 200} Jun 30 02:44:04.946878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87d580-a4b3-42e6-8618-10944dedee31 req-0e125955-a384-4ac1-928b-0ef151f4ac8e tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.948334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b87d580-a4b3-42e6-8618-10944dedee31 req-0e125955-a384-4ac1-928b-0ef151f4ac8e tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 949 time: 0.1434541 Jun 30 02:44:04.955523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f15f0d20-73f9-4a0e-899f-c0450e868b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.005834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f0d20-73f9-4a0e-899f-c0450e868b6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb98f75d-e49d-40f5-bc6d-b47dd2939cac,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:05.008105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f15f0d20-73f9-4a0e-899f-c0450e868b6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.013249 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50126) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:05.013345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f15f0d20-73f9-4a0e-899f-c0450e868b6f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/eb98f75d-e49d-40f5-bc6d-b47dd2939cac HTTP/1.1" status: 204 len: 168 time: 0.5165448 Jun 30 02:44:05.014833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-e0df86ec-d826-420b-b7f4-565acdcd206b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Deleting port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:05.015175 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-e0df86ec-d826-420b-b7f4-565acdcd206b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.074037 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b87d580-a4b3-42e6-8618-10944dedee31 req-2b2cd7eb-6680-4680-bac2-8ccf8898005a tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/security-groups?id=f76ddbaa-0544-4f38-9613-bac272c1d623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163392 Jun 30 02:44:05.109664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.154847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-e0df86ec-d826-420b-b7f4-565acdcd206b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] For port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:05.160775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-e0df86ec-d826-420b-b7f4-565acdcd206b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.168881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-e0df86ec-d826-420b-b7f4-565acdcd206b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Calling delete_port for 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:05.228152 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.239594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b821d3cf-6b4f-44f3-aedd-7f4c93e4a547']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:05.250074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e470e1-a7f3-4ca0-a308-999439cc46a6') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:05.250363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e470e1-a7f3-4ca0-a308-999439cc46a6') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:05.260232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.275605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.283388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:05.283891 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:05.285802 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:05.523956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.529482 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.533255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b821d3cf-6b4f-44f3-aedd-7f4c93e4a547 HTTP/1.1" status: 204 len: 168 time: 0.5188313 Jun 30 02:44:05.541356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00e6a-c6cb-4101-a52f-2d9ccd1575ce req-8cc570a1-5c03-4ff0-b6ae-913cdcf261fe tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:05.542924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ff00e6a-c6cb-4101-a52f-2d9ccd1575ce req-8cc570a1-5c03-4ff0-b6ae-913cdcf261fe tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 948 time: 0.3199446 Jun 30 02:44:05.548794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7be2c-a5e7-49cd-b18e-3db66d7d8fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b821d3cf-6b4f-44f3-aedd-7f4c93e4a547,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:05.611500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ff00e6a-c6cb-4101-a52f-2d9ccd1575ce req-8c9a3270-5dad-49a1-9b00-9bbdb7d3b262 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497518 Jun 30 02:44:05.707124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3421c-50ae-4b58-a558-be5491132177 req-e61d29d9-0633-43ac-9ec5-d8636d6caab7 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:05.708660 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40e3421c-50ae-4b58-a558-be5491132177 req-e61d29d9-0633-43ac-9ec5-d8636d6caab7 tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 1099 time: 0.0564370 Jun 30 02:44:05.712876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-e0df86ec-d826-420b-b7f4-565acdcd206b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.746071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df86ec-d826-420b-b7f4-565acdcd206b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Pushing event deleted for resources: {'Port': ['ID=367718dc-ef0a-4e0f-96a1-d5b3cb54f800,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:05.747356 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40e3421c-50ae-4b58-a558-be5491132177 req-2838b938-b3c1-4d1b-95e4-e5aa17ec23ac tempest-ServersAdminTestJSON-782024025 tempest-ServersAdminTestJSON-782024025-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303679 Jun 30 02:44:05.822452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-e0df86ec-d826-420b-b7f4-565acdcd206b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] No DVR routers for this DVR port 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:05.825765 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-e0df86ec-d826-420b-b7f4-565acdcd206b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.828330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6802b51-8f1f-47f4-8b46-675ae847c428 req-e0df86ec-d826-420b-b7f4-565acdcd206b tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.74 "DELETE /v2.0/ports/367718dc-ef0a-4e0f-96a1-d5b3cb54f800 HTTP/1.1" status: 204 len: 173 time: 1.0105109 Jun 30 02:44:05.831861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-deleted', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:05.834455 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b25409-1a56-4bc9-a5fc-c38b75679bd4" -d '{"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-deleted", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:05.921104 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-839a26e3-5953-4e26-9f8b-93e9b8a79daf req-8d97b73e-bbae-4891-a66a-8826fd2fbabf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 210 time: 0.0402193 Jun 30 02:44:05.997060 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb510251-25a6-44dc-966a-3837a1f91844 x-openstack-request-id: req-bb510251-25a6-44dc-966a-3837a1f91844 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:05.997308 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496055b6-a9c0-4ead-8a55-dd95a67fb02b", "name": "network-vif-deleted", "tag": "367718dc-ef0a-4e0f-96a1-d5b3cb54f800", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:05.997848 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb510251-25a6-44dc-966a-3837a1f91844 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:05.998023 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496055b6-a9c0-4ead-8a55-dd95a67fb02b', 'name': 'network-vif-deleted', 'tag': '367718dc-ef0a-4e0f-96a1-d5b3cb54f800', 'status': 'completed', 'code': 200} Jun 30 02:44:06.007685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:06.124244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:06.143663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe', 'mac_address': 'fa:16:3e:51:42:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:06.183152 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.196799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:06.217138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:06.262130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8aea436f-074d-4e76-aadd-3e61ad777009 req-b4221cf1-f7c8-46d4-9408-2e01b7b7af79 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 210 time: 0.0321200 Jun 30 02:44:06.274427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50200) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:06.322838 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fc1812e4-ca58-49ad-bca0-1db7beef91fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d93e92aaac77407d8a89c641dd1b26d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467284 Jun 30 02:44:06.325253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50204) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:06.398702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea6c461-41c4-4f5c-b5b9-0e0c51b5b2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.404536 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.439111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea6c461-41c4-4f5c-b5b9-0e0c51b5b2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.463320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:06.613481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7c9df4d-3514-4aec-9fb3-c6fb705179a8 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:06.621311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea6c461-41c4-4f5c-b5b9-0e0c51b5b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.625414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea6c461-41c4-4f5c-b5b9-0e0c51b5b2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.628680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fea6c461-41c4-4f5c-b5b9-0e0c51b5b2b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ebdf962c-1b0e-4e42-901c-1c8861c92721 HTTP/1.1" status: 204 len: 168 time: 0.3012469 Jun 30 02:44:06.658017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6c461-41c4-4f5c-b5b9-0e0c51b5b2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdf962c-1b0e-4e42-901c-1c8861c92721,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:06.698386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:06.698772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.709419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992de92-bc18-4dac-bbac-ccd8a66d2ad4 req-5ca815dc-f477-407c-b3e4-0a5863259093 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:06.711145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2992de92-bc18-4dac-bbac-ccd8a66d2ad4 req-5ca815dc-f477-407c-b3e4-0a5863259093 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 949 time: 0.1009083 Jun 30 02:44:06.753361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:06.753559 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2992de92-bc18-4dac-bbac-ccd8a66d2ad4 req-2ed92bfe-d7dd-47d8-a8d3-34bd4d472aab tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354540 Jun 30 02:44:06.837159 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.857325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50c1df-97d0-42cd-ae98-1ad0d7f1ba43 req-c9a0802f-391d-424e-9999-d9d0c98f7b95 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:06.865016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d50c1df-97d0-42cd-ae98-1ad0d7f1ba43 req-c9a0802f-391d-424e-9999-d9d0c98f7b95 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 949 time: 0.0991735 Jun 30 02:44:06.881042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:06.883660 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1d570e-d799-4660-b68d-ebfa2bd2e546" -d '{"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-plugged", "status": "completed", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:06.910620 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d50c1df-97d0-42cd-ae98-1ad0d7f1ba43 req-30ab7b7b-250b-4718-b283-ddbfd8980a7c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Jun 30 02:44:06.911788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:06.950493 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96c8819-ec9d-41e1-8341-c6cdb6e482c2 x-openstack-request-id: req-b96c8819-ec9d-41e1-8341-c6cdb6e482c2 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:06.951172 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-plugged", "status": "completed", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:06.951608 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b96c8819-ec9d-41e1-8341-c6cdb6e482c2 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:06.952009 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'code': 200} Jun 30 02:44:07.022283 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.086970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=11']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:07.092705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50242) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:07.122493 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd88a334-06c3-49ff-ab9b-0fb041004b2b req-b9b9725a-713b-4e90-9d46-c4936d249a7c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 210 time: 0.0379734 Jun 30 02:44:07.339417 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64b53452-8bca-4ef3-ab16-4035d457edd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.458833 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7cf388ec-7b26-4c38-b387-f8dba37b3795 req-c34f9a72-2c50-4648-910f-252e20633dc6 tempest-ImagesOneServerTestJSON-2118040570 tempest-ImagesOneServerTestJSON-2118040570-project] 10.222.0.77 "GET /v2.0/ports?device_id=496055b6-a9c0-4ead-8a55-dd95a67fb02b HTTP/1.1" status: 200 len: 210 time: 0.0492673 Jun 30 02:44:07.496948 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-626337e9-d144-41f7-ab44-16d761691739 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a205eb72430843758a6f07925588ee7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425048 Jun 30 02:44:07.590477 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64b53452-8bca-4ef3-ab16-4035d457edd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.645149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-a3084da4-1f0c-43d8-a5e5-a995fb0a3a08 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:07.646659 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-a3084da4-1f0c-43d8-a5e5-a995fb0a3a08 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1340549 Jun 30 02:44:07.671265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Request body: {'port': {'device_id': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'a205eb72430843758a6f07925588ee7f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:07.687531 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64b53452-8bca-4ef3-ab16-4035d457edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.770376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-64b53452-8bca-4ef3-ab16-4035d457edd0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c06e44f08e0456a9263b9987ea8a17a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762741 Jun 30 02:44:07.773707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50284) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:07.778812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b53452-8bca-4ef3-ab16-4035d457edd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f99042-aff0-485c-986f-b8222aec3c40,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:07.853368 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-348c994a-ad33-4e82-a164-52fcddba551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.874908 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-348c994a-ad33-4e82-a164-52fcddba551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.929861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Made reservation on behalf of a205eb72430843758a6f07925588ee7f for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:07.934757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.018648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364688c-e0a9-4ff2-a2bf-7e0029f1c1ef req-075c0b08-3e63-4ba8-9cc9-ddedae5b28f5 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:08.020386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:08.026101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4364688c-e0a9-4ff2-a2bf-7e0029f1c1ef req-075c0b08-3e63-4ba8-9cc9-ddedae5b28f5 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 949 time: 0.1118248 Jun 30 02:44:08.051170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:08.051675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 367718dc-ef0a-4e0f-96a1-d5b3cb54f800 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:08.090843 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-348c994a-ad33-4e82-a164-52fcddba551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.093533 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-348c994a-ad33-4e82-a164-52fcddba551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.094664 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-348c994a-ad33-4e82-a164-52fcddba551f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f8f99042-aff0-485c-986f-b8222aec3c40 HTTP/1.1" status: 204 len: 168 time: 0.3197117 Jun 30 02:44:08.102038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4364688c-e0a9-4ff2-a2bf-7e0029f1c1ef req-1eb66ad3-ec34-4706-8b04-f929aa258974 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746155 Jun 30 02:44:08.104015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50296) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:08.117826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c994a-ad33-4e82-a164-52fcddba551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f99042-aff0-485c-986f-b8222aec3c40,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:08.196392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc3213-7d0b-420b-a38d-de695984f49e req-7c8b3804-2854-45a9-b853-9fd28fea9c75 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:08.200323 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-83cc3213-7d0b-420b-a38d-de695984f49e req-7c8b3804-2854-45a9-b853-9fd28fea9c75 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 949 time: 0.1490388 Jun 30 02:44:08.333933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1213381610-network', 'tenant_id': '537fc481f57449e5928624c893583b59'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:08.368250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6eb8038d-e275-4b78-876a-bbfcc36c2db3 req-b2742a69-7884-49e5-b641-8eb41fbe9292 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 210 time: 0.0681570 Jun 30 02:44:08.410030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-83cc3213-7d0b-420b-a38d-de695984f49e req-6f3df624-0f28-4ba8-a3b1-48213cfc4ac8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Deleting port 87ed9d40-9183-4301-b89c-3de7740538a0 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:08.410912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-83cc3213-7d0b-420b-a38d-de695984f49e req-6f3df624-0f28-4ba8-a3b1-48213cfc4ac8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.511536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Made reservation on behalf of 537fc481f57449e5928624c893583b59 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:08.511536 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.533096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.536047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-83cc3213-7d0b-420b-a38d-de695984f49e req-6f3df624-0f28-4ba8-a3b1-48213cfc4ac8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] For port 87ed9d40-9183-4301-b89c-3de7740538a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=87ed9d40-9183-4301-b89c-3de7740538a0,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:08.536861 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-83cc3213-7d0b-420b-a38d-de695984f49e req-6f3df624-0f28-4ba8-a3b1-48213cfc4ac8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.556659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Allocated IP 192.168.233.120 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/78cb75c8-5510-4ee5-bdc0-a19e1001c4bb) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:08.559546 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-83cc3213-7d0b-420b-a38d-de695984f49e req-6f3df624-0f28-4ba8-a3b1-48213cfc4ac8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Calling delete_port for 87ed9d40-9183-4301-b89c-3de7740538a0 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:08.609988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6425e8-138f-427c-a499-e564e42a8eef req-fd9dcad9-22d1-4c91-8844-6ab8bd07b093 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:08.624628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de6425e8-138f-427c-a499-e564e42a8eef req-fd9dcad9-22d1-4c91-8844-6ab8bd07b093 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 949 time: 0.3809872 Jun 30 02:44:08.730711 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de6425e8-138f-427c-a499-e564e42a8eef req-c99736b1-28f1-47be-a49d-587475f4d8fe tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102848 Jun 30 02:44:08.792802 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.883730 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.911401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2465defb-02e7-43af-bdb0-2080bb2d564a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:08.936598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-83cc3213-7d0b-420b-a38d-de695984f49e req-6f3df624-0f28-4ba8-a3b1-48213cfc4ac8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.940173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:08.949639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['feb7a336-c58d-4d50-aae7-2015f9eb0509', '87ed9d40-9183-4301-b89c-3de7740538a0', 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:08.982536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3df624-0f28-4ba8-a3b1-48213cfc4ac8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Pushing event deleted for resources: {'Port': ['ID=87ed9d40-9183-4301-b89c-3de7740538a0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:08.986473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.986990 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Added segment ca0c8103-9bff-43de-9aa0-494c9e97f74a of type vlan for network 06a30ceb-a3b4-495a-8792-99618a01ef5a Jun 30 02:44:09.077462 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.110449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Transition to ACTIVE for port object 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:09.164515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cc3213-7d0b-420b-a38d-de695984f49e req-6f3df624-0f28-4ba8-a3b1-48213cfc4ac8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] No DVR routers for this DVR port 87ed9d40-9183-4301-b89c-3de7740538a0 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:09.190415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.194963 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-83cc3213-7d0b-420b-a38d-de695984f49e req-6f3df624-0f28-4ba8-a3b1-48213cfc4ac8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.197099 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-83cc3213-7d0b-420b-a38d-de695984f49e req-6f3df624-0f28-4ba8-a3b1-48213cfc4ac8 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "DELETE /v2.0/ports/87ed9d40-9183-4301-b89c-3de7740538a0 HTTP/1.1" status: 204 len: 173 time: 0.9889750 Jun 30 02:44:09.197522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14522825-604b-4671-9798-4fc5b5c2aabe', 'name': 'network-vif-deleted', 'tag': '87ed9d40-9183-4301-b89c-3de7740538a0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:09.200451 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8cb920-9dde-4547-903f-ac444d5db446" -d '{"events": [{"server_uuid": "14522825-604b-4671-9798-4fc5b5c2aabe", "name": "network-vif-deleted", "tag": "87ed9d40-9183-4301-b89c-3de7740538a0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:09.262079 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.279700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:09.322657 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d8c0ee-7d57-4d9f-a28e-acd4d2f40dbf x-openstack-request-id: req-94d8c0ee-7d57-4d9f-a28e-acd4d2f40dbf {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:09.322957 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14522825-604b-4671-9798-4fc5b5c2aabe", "name": "network-vif-deleted", "tag": "87ed9d40-9183-4301-b89c-3de7740538a0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:09.323267 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-94d8c0ee-7d57-4d9f-a28e-acd4d2f40dbf {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:09.324311 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14522825-604b-4671-9798-4fc5b5c2aabe', 'name': 'network-vif-deleted', 'tag': '87ed9d40-9183-4301-b89c-3de7740538a0', 'status': 'completed', 'code': 200} Jun 30 02:44:09.341206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Pushing event updated for resources: {'Port': ['ID=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:09.367561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:09.379483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:09.385771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:09.390914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.390914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.390914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.411405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1da9763-8df2-4652-a4cb-300744be3177 req-36033483-89c2-483a-96a3-1308a5f55070 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 210 time: 0.0535398 Jun 30 02:44:09.535571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.536325 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.555785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] Pushing event updated for resources: {'Network': ['ID=06a30ceb-a3b4-495a-8792-99618a01ef5a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:09.575980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 06a30ceb-a3b4-495a-8792-99618a01ef5a details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:09.596441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-150db0e1-2989-4916-a714-e0c7565b2dee admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4900858 Jun 30 02:44:09.596661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50330) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:09.602086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Request body: {'subnet': {'network_id': '06a30ceb-a3b4-495a-8792-99618a01ef5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1213381610-subnet', 'tenant_id': '537fc481f57449e5928624c893583b59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:09.619145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50332) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:09.790306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-e5621473-ef9c-4e54-be16-a4238c5209b2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1036148 Jun 30 02:44:09.790897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a2d02-318d-4b08-ba41-1895dfaf9aa8 req-c0920a97-fb0b-46dc-a43c-e6fca2e9cac8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.790897 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba0a2d02-318d-4b08-ba41-1895dfaf9aa8 req-c0920a97-fb0b-46dc-a43c-e6fca2e9cac8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 936 time: 0.1885390 Jun 30 02:44:09.795097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Request body: {'port': {'device_id': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:09.867738 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba0a2d02-318d-4b08-ba41-1895dfaf9aa8 req-0b281961-3f7f-4ca4-b279-861039de1fe1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796556 Jun 30 02:44:10.012532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a8da5c47-0c67-47b3-93e0-2e7886796861 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=15718b66decb42c0b85c1379f39c48ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918664 Jun 30 02:44:10.015393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50344) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:10.015931 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.027364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:10.078126 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13fa680e-7229-4f66-8beb-da0cf83197b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.103965 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13fa680e-7229-4f66-8beb-da0cf83197b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.154780 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956690b6-f6be-4f44-9f3c-0fbaa3401142 req-0fc23eff-c10e-4a33-a056-740ba237e46f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:10.156630 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-956690b6-f6be-4f44-9f3c-0fbaa3401142 req-0fc23eff-c10e-4a33-a056-740ba237e46f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 949 time: 0.1883752 Jun 30 02:44:10.262197 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-956690b6-f6be-4f44-9f3c-0fbaa3401142 req-f40b68fe-d3ca-424f-bddd-32dd875c5e84 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992279 Jun 30 02:44:10.387744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:10.397480 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.422500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Transition to ACTIVE for port object 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:10.588176 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-506ae375-24e9-4ded-8d21-3e9bd57effb2 req-58b670f6-01b1-4c1b-a9af-8bbb11e380c6 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=14522825-604b-4671-9798-4fc5b5c2aabe HTTP/1.1" status: 200 len: 210 time: 0.0389590 Jun 30 02:44:10.588942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Made reservation on behalf of 537fc481f57449e5928624c893583b59 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:10.591554 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.611207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-618aa019-2876-421f-be02-82424ea94421 None None] Provisioning for port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:10.614069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13fa680e-7229-4f66-8beb-da0cf83197b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.617122 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13fa680e-7229-4f66-8beb-da0cf83197b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.623810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:10.623946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-13fa680e-7229-4f66-8beb-da0cf83197b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f76ddbaa-0544-4f38-9613-bac272c1d623 HTTP/1.1" status: 204 len: 168 time: 0.6055491 Jun 30 02:44:10.632325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:10.635118 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.638126 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.643144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa680e-7229-4f66-8beb-da0cf83197b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76ddbaa-0544-4f38-9613-bac272c1d623,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:10.735535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Pushing event updated for resources: {'Port': ['ID=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:10.782101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50356) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:10.833464 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.890891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfbcb9d-1357-4730-9cbf-d27204d1c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:10.900541 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f864e3-f675-4024-baab-285a57b92f76" -d '{"events": [{"server_uuid": "4cfbcb9d-1357-4730-9cbf-d27204d1c9fc", "name": "network-vif-plugged", "status": "completed", "tag": "a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:10.938771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:10.943378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Attempting to bind port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:10.943902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Attempting to bind port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:10.944161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Attempting to bind port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:10.967579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1110584905-network', 'tenant_id': '5d0a5d60b1d9401fb4574ae44f06f267'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:10.972037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:10.974364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Attempting to bind port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:10.999666 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08c0432-d922-48c6-a42c-d2f51281ef97 x-openstack-request-id: req-c08c0432-d922-48c6-a42c-d2f51281ef97 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:11.000666 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfbcb9d-1357-4730-9cbf-d27204d1c9fc", "name": "network-vif-plugged", "status": "completed", "tag": "a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:11.001218 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c08c0432-d922-48c6-a42c-d2f51281ef97 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:11.001892 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfbcb9d-1357-4730-9cbf-d27204d1c9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe', 'code': 200} Jun 30 02:44:11.023052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.067328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:11.067963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:11.068527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:11.069149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Bound port: 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:11.069724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.107806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Made reservation on behalf of 5d0a5d60b1d9401fb4574ae44f06f267 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:11.110492 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.136209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.147727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:11.207094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:11.211577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:11.222669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a226-816e-4d0c-9a9a-66ce0c1c3822 req-cecb901c-8d2f-445a-93d8-cf8c135093a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.225152 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a878a226-816e-4d0c-9a9a-66ce0c1c3822 req-cecb901c-8d2f-445a-93d8-cf8c135093a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 1101 time: 0.1551573 Jun 30 02:44:11.235404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f953338-bc95-4490-aa88-6b2bdaa65f9c req-76f32280-91ae-4361-bb97-ba404ef61e4a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.237073 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f953338-bc95-4490-aa88-6b2bdaa65f9c req-76f32280-91ae-4361-bb97-ba404ef61e4a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 948 time: 0.1125932 Jun 30 02:44:11.276699 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.307577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a878a226-816e-4d0c-9a9a-66ce0c1c3822 req-19f5293e-e773-4f32-ace2-e58417830552 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699666 Jun 30 02:44:11.325300 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f953338-bc95-4490-aa88-6b2bdaa65f9c req-60dfa14d-bacc-45e1-8ab4-4978c79db60c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811033 Jun 30 02:44:11.330411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.412212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.413715 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.420267 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.424606 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] 10.222.0.83 "PUT /v2.0/ports/78cb75c8-5510-4ee5-bdc0-a19e1001c4bb HTTP/1.1" status: 200 len: 1096 time: 1.6420105 Jun 30 02:44:11.451654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:11.454971 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13a3120-8553-476e-ba42-ce2433886c84" -d '{"events": [{"name": "network-changed", "server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:11.467296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc437b6a-dbcd-494e-8228-80f599eec193,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:11.500635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Checking segment: {'id': 'ca0c8103-9bff-43de-9aa0-494c9e97f74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '06a30ceb-a3b4-495a-8792-99618a01ef5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:11.501608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Network hostable DHCP agents. Network: 06a30ceb-a3b4-495a-8792-99618a01ef5a, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:11.505238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42d05c-028f-4802-b766-e501292bd113 service neutron] Pushing event updated for resources: {'Port': ['ID=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:11.519821 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.565725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:11.573462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddad922-8a2e-481a-9404-4cd9169284c9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:11.598477 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.599016 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Added segment 98a5b95d-ee72-481a-89a8-f5f40b934889 of type vlan for network 101f78db-920b-4cdc-aa70-1e42ab84d93d Jun 30 02:44:11.623283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741f2dc-dae2-4d41-bcac-2a89c07437b0 req-7cd6b442-6ca2-4d0c-90d3-b77647498991 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.625064 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5741f2dc-dae2-4d41-bcac-2a89c07437b0 req-7cd6b442-6ca2-4d0c-90d3-b77647498991 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 950 time: 0.1687303 Jun 30 02:44:11.633445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Network 06a30ceb-a3b4-495a-8792-99618a01ef5a is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:11.705274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.706388 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d6260a-308c-4001-943e-c1748ae2436b x-openstack-request-id: req-48d6260a-308c-4001-943e-c1748ae2436b {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:11.706690 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:11.706944 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48d6260a-308c-4001-943e-c1748ae2436b {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:11.707341 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'status': 'completed', 'code': 200} Jun 30 02:44:11.716071 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5741f2dc-dae2-4d41-bcac-2a89c07437b0 req-b3e0d5f5-cd27-4513-8b97-861da0f93362 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606713 Jun 30 02:44:11.746817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-2b129efa-cbf5-4b9f-a652-cc8bdaef96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.748363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-2b129efa-cbf5-4b9f-a652-cc8bdaef96a5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 1099 time: 0.1328151 Jun 30 02:44:11.806015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 06a30ceb-a3b4-495a-8792-99618a01ef5a) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:11.808281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-6d38c437-fa5b-4768-bc09-5bce915b98e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb HTTP/1.1" status: 200 len: 217 time: 0.0527325 Jun 30 02:44:11.812669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.813263 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.816494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a0a7d-2632-4070-bd42-26c1bbeb6d82 None None] Network 06a30ceb-a3b4-495a-8792-99618a01ef5a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:11.827015 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.828072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.828910 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.964709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-f7e471a2-c121-41f5-95f5-835f6bcbc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.972705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] Pushing event updated for resources: {'Network': ['ID=101f78db-920b-4cdc-aa70-1e42ab84d93d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:11.976879 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-f7e471a2-c121-41f5-95f5-835f6bcbc432 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1358399 Jun 30 02:44:11.993284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 101f78db-920b-4cdc-aa70-1e42ab84d93d details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:12.022934 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-10f44963-639a-4f55-be38-7527d351c113 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4246988 Jun 30 02:44:12.052462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-2821d4fe-ce72-4039-8294-59d8c6012425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:12.054611 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-2821d4fe-ce72-4039-8294-59d8c6012425 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742497 Jun 30 02:44:12.064147 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-782d7d45-6b17-45c3-a267-49876209e90a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2796233 Jun 30 02:44:12.075010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50388) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:12.075010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Request body: {'subnet': {'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1110584905-subnet', 'tenant_id': '5d0a5d60b1d9401fb4574ae44f06f267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:12.093942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c733441-fd2d-483f-a725-6d63285775ba None None] Network 06a30ceb-a3b4-495a-8792-99618a01ef5a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:12.200361 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-546d5cce-2b1a-4386-8ed4-9d806bdbd31e service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376634 Jun 30 02:44:12.266715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Made reservation on behalf of 5d0a5d60b1d9401fb4574ae44f06f267 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:12.276436 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.358048 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e037ec47-a1b7-43bd-b4a5-983a9446c8bb req-1c50160a-0637-4cb3-a46d-1046e86f83ed service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490953 Jun 30 02:44:12.441046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-837d11c4-b074-4677-a736-e3c145d1ed79 req-eaf122d1-fba4-414c-8ec4-6053c03c9394 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1915647720', 'description': 'tempest-description-633457266'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:12.621685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-837d11c4-b074-4677-a736-e3c145d1ed79 req-eaf122d1-fba4-414c-8ec4-6053c03c9394 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.631027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 87ed9d40-9183-4301-b89c-3de7740538a0 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:12.654383 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 87ed9d40-9183-4301-b89c-3de7740538a0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:12.655186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 87ed9d40-9183-4301-b89c-3de7740538a0 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:12.668099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.736640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb91ea7-eef3-4346-8617-7ad3bcccda9d req-0a7a1bc3-8726-4da4-b51e-7d85a1cfeeff tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:12.738204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2bb91ea7-eef3-4346-8617-7ad3bcccda9d req-0a7a1bc3-8726-4da4-b51e-7d85a1cfeeff tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 948 time: 0.1473088 Jun 30 02:44:12.763248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1131b9-08fe-4a71-8ba5-847e27478e6a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:12.777072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a3120-8553-476e-ba42-ce2433886c84 req-f17a3195-fbd9-4830-9c2c-cbb4c15de45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:12.778660 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d13a3120-8553-476e-ba42-ce2433886c84 req-f17a3195-fbd9-4830-9c2c-cbb4c15de45a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 1099 time: 0.1160560 Jun 30 02:44:12.785218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Checking segment: {'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:12.785636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Network hostable DHCP agents. Network: 101f78db-920b-4cdc-aa70-1e42ab84d93d, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:12.797755 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-837d11c4-b074-4677-a736-e3c145d1ed79 req-eaf122d1-fba4-414c-8ec4-6053c03c9394 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.814961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2bb91ea7-eef3-4346-8617-7ad3bcccda9d req-8955416f-2b10-4e19-b770-f09f550518cb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613718 Jun 30 02:44:12.884843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a3120-8553-476e-ba42-ce2433886c84 req-1b688087-4874-4ca4-9166-385d2d454163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:12.886362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d13a3120-8553-476e-ba42-ce2433886c84 req-1b688087-4874-4ca4-9166-385d2d454163 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.0994301 Jun 30 02:44:12.940972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d13a3120-8553-476e-ba42-ce2433886c84 req-43cd75a8-889d-4267-8009-52dc66b43f2a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb HTTP/1.1" status: 200 len: 217 time: 0.0405149 Jun 30 02:44:12.994423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a3120-8553-476e-ba42-ce2433886c84 req-5c74f4a7-dd82-4025-a0ec-3131ad3a30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:12.995871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d13a3120-8553-476e-ba42-ce2433886c84 req-5c74f4a7-dd82-4025-a0ec-3131ad3a30a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0478327 Jun 30 02:44:12.996023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70717d2-4568-4f8f-b765-133370798aba req-d831f19c-86bc-444d-bd56-d577c703191e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:12.997816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c70717d2-4568-4f8f-b765-133370798aba req-d831f19c-86bc-444d-bd56-d577c703191e tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 950 time: 0.0768068 Jun 30 02:44:12.998060 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-837d11c4-b074-4677-a736-e3c145d1ed79 req-eaf122d1-fba4-414c-8ec4-6053c03c9394 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.060101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c70717d2-4568-4f8f-b765-133370798aba req-63bbd2c4-5dbf-42e1-a958-8dd558232ce1 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552258 Jun 30 02:44:13.074471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf122d1-fba4-414c-8ec4-6053c03c9394 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c8f1ac-e07b-4d54-8718-d9cc53985983,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:13.080417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Network 101f78db-920b-4cdc-aa70-1e42ab84d93d is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:13.113383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a3120-8553-476e-ba42-ce2433886c84 req-fe8f4c68-607e-49dc-9834-b91221ce7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.114865 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d13a3120-8553-476e-ba42-ce2433886c84 req-fe8f4c68-607e-49dc-9834-b91221ce7a4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063297 Jun 30 02:44:13.214061 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d13a3120-8553-476e-ba42-ce2433886c84 req-8798b300-d89b-4587-bb65-ccec55c1c241 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914226 Jun 30 02:44:13.319186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d13a3120-8553-476e-ba42-ce2433886c84 req-42ae8876-d864-4ca3-b38f-dd42e5ca8376 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966794 Jun 30 02:44:13.347206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-837d11c4-b074-4677-a736-e3c145d1ed79 req-eaf122d1-fba4-414c-8ec4-6053c03c9394 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.348608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-837d11c4-b074-4677-a736-e3c145d1ed79 req-eaf122d1-fba4-414c-8ec4-6053c03c9394 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9122822 Jun 30 02:44:13.410066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 101f78db-920b-4cdc-aa70-1e42ab84d93d) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:13.431509 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4939f1-c3aa-4e96-bd69-fe04d52c64a8 None None] Network 101f78db-920b-4cdc-aa70-1e42ab84d93d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:13.432595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.432595 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.528136 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea704ac-d98d-4305-8cf3-1fde4d207230 req-2f7dd6c4-b2ba-42e1-8f31-373abcf2ac83 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.530078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ea704ac-d98d-4305-8cf3-1fde4d207230 req-2f7dd6c4-b2ba-42e1-8f31-373abcf2ac83 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 950 time: 0.0853040 Jun 30 02:44:13.582604 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ea704ac-d98d-4305-8cf3-1fde4d207230 req-5da0bdd4-ca41-46af-a798-da106213094d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459182 Jun 30 02:44:13.591997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a63ea1-bce5-44a0-899e-90fdc955442d None None] Network 101f78db-920b-4cdc-aa70-1e42ab84d93d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:13.610762 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bfb71577-3422-41f5-acb1-b8a3da6342ac admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5425899 Jun 30 02:44:13.660011 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7223aa66-4067-472e-9234-1962101e9d4e req-aabeac8a-34ef-4d78-9c69-30ea03d7316e tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/e5c8f1ac-e07b-4d54-8718-d9cc53985983 HTTP/1.1" status: 200 len: 1812 time: 0.0482705 Jun 30 02:44:13.675927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-7223aa66-4067-472e-9234-1962101e9d4e req-56e3605a-d9e6-4534-916a-6c03227b0d61 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5c8f1ac-e07b-4d54-8718-d9cc53985983', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:13.676253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-7223aa66-4067-472e-9234-1962101e9d4e req-56e3605a-d9e6-4534-916a-6c03227b0d61 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e5c8f1ac-e07b-4d54-8718-d9cc53985983', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:13.874557 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7223aa66-4067-472e-9234-1962101e9d4e req-56e3605a-d9e6-4534-916a-6c03227b0d61 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.886319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505c3b-3ece-4bb7-a55d-d5738e56f8a0 req-12c065b2-bf90-41ff-b93f-2f564a76e6cf tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.888736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c505c3b-3ece-4bb7-a55d-d5738e56f8a0 req-12c065b2-bf90-41ff-b93f-2f564a76e6cf tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 1101 time: 0.0619919 Jun 30 02:44:13.906774 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7223aa66-4067-472e-9234-1962101e9d4e req-56e3605a-d9e6-4534-916a-6c03227b0d61 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.928027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c505c3b-3ece-4bb7-a55d-d5738e56f8a0 req-34d312c4-7efd-4508-b04c-c38fafc7e956 tempest-ServersOnMultiNodesTest-241976012 tempest-ServersOnMultiNodesTest-241976012-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332227 Jun 30 02:44:14.018853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7223aa66-4067-472e-9234-1962101e9d4e req-56e3605a-d9e6-4534-916a-6c03227b0d61 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.029688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3605a-d9e6-4534-916a-6c03227b0d61 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74750506-a876-4d66-bb0f-fa1b2bdda5ff,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:14.124264 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7223aa66-4067-472e-9234-1962101e9d4e req-56e3605a-d9e6-4534-916a-6c03227b0d61 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.125525 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7223aa66-4067-472e-9234-1962101e9d4e req-56e3605a-d9e6-4534-916a-6c03227b0d61 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4569874 Jun 30 02:44:14.209132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-a3257827-b18f-4466-a5dc-435db20a2c2d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:14.214596 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-a3257827-b18f-4466-a5dc-435db20a2c2d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 950 time: 0.1008751 Jun 30 02:44:14.256288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38018676-4b43-438d-8604-37bb0edf08ad req-694abc23-61f3-41b3-ade8-9d9699413c8f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:14.257865 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-694abc23-61f3-41b3-ade8-9d9699413c8f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/networks?id=101f78db-920b-4cdc-aa70-1e42ab84d93d HTTP/1.1" status: 200 len: 822 time: 0.1684163 Jun 30 02:44:14.278410 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-725d58f3-b657-42c1-892b-86296a299460 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/quotas/5d0a5d60b1d9401fb4574ae44f06f267 HTTP/1.1" status: 200 len: 375 time: 0.0123878 Jun 30 02:44:14.316630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-395f2d09-79f1-432c-b19b-f948a68461e8 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5d0a5d60b1d9401fb4574ae44f06f267&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304446 Jun 30 02:44:14.375623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421c56d-60e9-4769-a249-3bfc9a8802d4 req-3aed125b-a089-47d4-89b8-78520bd9089f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:14.377708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8421c56d-60e9-4769-a249-3bfc9a8802d4 req-3aed125b-a089-47d4-89b8-78520bd9089f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 948 time: 0.1163781 Jun 30 02:44:14.396400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-47f3c486-4fc4-4f55-befa-0baba8af7c4d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Deleting port feb7a336-c58d-4d50-aae7-2015f9eb0509 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:14.396747 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-47f3c486-4fc4-4f55-befa-0baba8af7c4d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.420337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-4253eca5-87bb-4ff1-82eb-26b94c599b30 service neutron] 10.222.0.77 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964532 Jun 30 02:44:14.486554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8421c56d-60e9-4769-a249-3bfc9a8802d4 req-d7cf0286-7876-4acf-b062-147d8fe316d1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863202 Jun 30 02:44:14.523682 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-8682a39c-30f0-42df-91dc-f7f7dddcae86 service neutron] 10.222.0.77 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973794 Jun 30 02:44:14.531807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-47f3c486-4fc4-4f55-befa-0baba8af7c4d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] For port feb7a336-c58d-4d50-aae7-2015f9eb0509, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=feb7a336-c58d-4d50-aae7-2015f9eb0509,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:14.532856 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-47f3c486-4fc4-4f55-befa-0baba8af7c4d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.547563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-47f3c486-4fc4-4f55-befa-0baba8af7c4d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Calling delete_port for feb7a336-c58d-4d50-aae7-2015f9eb0509 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:14.644409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:14.747472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:14.760707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'mac_address': 'fa:16:3e:7f:e1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:14.799587 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.816681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:14.839919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:14.861674 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-47f3c486-4fc4-4f55-befa-0baba8af7c4d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.873904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['feb7a336-c58d-4d50-aae7-2015f9eb0509', 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:14.898419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3c486-4fc4-4f55-befa-0baba8af7c4d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Pushing event deleted for resources: {'Port': ['ID=feb7a336-c58d-4d50-aae7-2015f9eb0509,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:14.965184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-47f3c486-4fc4-4f55-befa-0baba8af7c4d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] No DVR routers for this DVR port feb7a336-c58d-4d50-aae7-2015f9eb0509 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:14.968754 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-47f3c486-4fc4-4f55-befa-0baba8af7c4d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.971163 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58cfdbc4-97bd-4ea5-9497-01328a223d0f req-47f3c486-4fc4-4f55-befa-0baba8af7c4d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "DELETE /v2.0/ports/feb7a336-c58d-4d50-aae7-2015f9eb0509 HTTP/1.1" status: 204 len: 173 time: 0.7507880 Jun 30 02:44:14.971684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac53695-4538-49cf-9329-bec98343df70', 'name': 'network-vif-deleted', 'tag': 'feb7a336-c58d-4d50-aae7-2015f9eb0509'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:14.975313 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e87449-1171-47ae-91a6-3b5935b51434" -d '{"events": [{"server_uuid": "4ac53695-4538-49cf-9329-bec98343df70", "name": "network-vif-deleted", "tag": "feb7a336-c58d-4d50-aae7-2015f9eb0509"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:15.082212 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.127962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ab78cd42-30f8-4c01-9051-c070791d5c77 req-8c7e8560-7cea-4fd4-85eb-c650e1ff3f63 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 210 time: 0.0462239 Jun 30 02:44:15.162582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:15.174242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.174585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.174927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.175502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.175762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.175971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.176304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.176628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.176948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.177270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.177617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.178019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:15.275475 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-447e22bd-b709-4ebb-8a15-0813dbfcf2d3 req-acb1b18b-c76a-465b-a8fc-38a04e9606d2 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/e5c8f1ac-e07b-4d54-8718-d9cc53985983 HTTP/1.1" status: 200 len: 2405 time: 0.1058702 Jun 30 02:44:15.366155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1f376572-a421-4b8f-a35f-303482a7de9f req-1ac46f95-afc9-4eb0-bb4f-0289f81bae86 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 210 time: 0.0311232 Jun 30 02:44:15.396493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['78cb75c8-5510-4ee5-bdc0-a19e1001c4bb'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:15.474526 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681e6c52-3a40-4ed3-bb76-e9e11657ea33 x-openstack-request-id: req-681e6c52-3a40-4ed3-bb76-e9e11657ea33 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:15.474526 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac53695-4538-49cf-9329-bec98343df70", "name": "network-vif-deleted", "tag": "feb7a336-c58d-4d50-aae7-2015f9eb0509", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:15.474526 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-681e6c52-3a40-4ed3-bb76-e9e11657ea33 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:15.474526 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac53695-4538-49cf-9329-bec98343df70', 'name': 'network-vif-deleted', 'tag': 'feb7a336-c58d-4d50-aae7-2015f9eb0509', 'status': 'completed', 'code': 200} Jun 30 02:44:15.627920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c964d1-f4a9-4ba9-9a45-9a95b534ce79 req-4e90ccf5-3b41-4622-91fa-0f80038a1e27 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:15.629435 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92c964d1-f4a9-4ba9-9a45-9a95b534ce79 req-4e90ccf5-3b41-4622-91fa-0f80038a1e27 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 950 time: 0.0702038 Jun 30 02:44:15.680898 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92c964d1-f4a9-4ba9-9a45-9a95b534ce79 req-d0987ba1-422f-4875-9f0d-8fd9f3536921 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451136 Jun 30 02:44:15.737952 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1eb430c4-6bba-449d-aa7f-c8ad3b757dc1 req-27c9b7b5-087b-4db8-9977-3ace18b5f934 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-group-rules/74750506-a876-4d66-bb0f-fa1b2bdda5ff HTTP/1.1" status: 200 len: 778 time: 0.0284979 Jun 30 02:44:15.794259 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1eb430c4-6bba-449d-aa7f-c8ad3b757dc1 req-80cba52d-b33c-4bee-bb8a-f41982679b45 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/e5c8f1ac-e07b-4d54-8718-d9cc53985983 HTTP/1.1" status: 200 len: 2405 time: 0.0505843 Jun 30 02:44:15.835190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1eb430c4-6bba-449d-aa7f-c8ad3b757dc1 req-d8b2f7e2-80ff-4ba7-bfd5-b35329a64bfb tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.842556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1eb430c4-6bba-449d-aa7f-c8ad3b757dc1 req-d8b2f7e2-80ff-4ba7-bfd5-b35329a64bfb tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.181418 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1eb430c4-6bba-449d-aa7f-c8ad3b757dc1 req-d8b2f7e2-80ff-4ba7-bfd5-b35329a64bfb tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.188080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1eb430c4-6bba-449d-aa7f-c8ad3b757dc1 req-d8b2f7e2-80ff-4ba7-bfd5-b35329a64bfb tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.204415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1eb430c4-6bba-449d-aa7f-c8ad3b757dc1 req-d8b2f7e2-80ff-4ba7-bfd5-b35329a64bfb tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/74750506-a876-4d66-bb0f-fa1b2bdda5ff HTTP/1.1" status: 204 len: 173 time: 0.4020245 Jun 30 02:44:16.224668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2f7e2-80ff-4ba7-bfd5-b35329a64bfb tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74750506-a876-4d66-bb0f-fa1b2bdda5ff,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:16.342849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694807d1-92b8-40fa-97ee-962e9a392f1f req-4bb43cb0-5e6d-43e0-8091-6f015be6f5d8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:16.346174 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-694807d1-92b8-40fa-97ee-962e9a392f1f req-4bb43cb0-5e6d-43e0-8091-6f015be6f5d8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 949 time: 0.0707335 Jun 30 02:44:16.362729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ee911b1-1f31-457b-bc92-d83f7e26c290 req-f728d4dc-28f7-4ef2-8b17-a493212f478d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ac53695-4538-49cf-9329-bec98343df70 HTTP/1.1" status: 200 len: 210 time: 0.0298707 Jun 30 02:44:16.396767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-694807d1-92b8-40fa-97ee-962e9a392f1f req-45646b1f-e5d4-47a5-a338-dd38064f215f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Jun 30 02:44:16.422479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f6f6a62e-03ad-497f-be56-1296266c1be4 req-ae8a26ae-2a9a-4f59-86d7-00c546d778d9 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-830807199', 'description': 'tempest-description-1227773919'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:16.518640 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f6f6a62e-03ad-497f-be56-1296266c1be4 req-ae8a26ae-2a9a-4f59-86d7-00c546d778d9 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.626498 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f6f6a62e-03ad-497f-be56-1296266c1be4 req-ae8a26ae-2a9a-4f59-86d7-00c546d778d9 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.644439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:16.677636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d36777ca-5252-401f-b045-df505cfc9b2b req-0cd40ea5-baf0-4683-8bc6-c83514659f04 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 210 time: 0.0388358 Jun 30 02:44:16.826289 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f6f6a62e-03ad-497f-be56-1296266c1be4 req-ae8a26ae-2a9a-4f59-86d7-00c546d778d9 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.855402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:16.856029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a26ae-2a9a-4f59-86d7-00c546d778d9 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf8101b-b684-44fa-b4db-14012386ae43,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:16.859677 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:16.867455 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.896875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c12c18-9735-4c98-a060-0be730ec242d req-1528a5be-e991-4a5e-afd9-b8b747f821e1 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:16.898463 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30c12c18-9735-4c98-a060-0be730ec242d req-1528a5be-e991-4a5e-afd9-b8b747f821e1 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 950 time: 0.0669074 Jun 30 02:44:16.953379 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.976159 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f6f6a62e-03ad-497f-be56-1296266c1be4 req-ae8a26ae-2a9a-4f59-86d7-00c546d778d9 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.978716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6f6a62e-03ad-497f-be56-1296266c1be4 req-ae8a26ae-2a9a-4f59-86d7-00c546d778d9 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5594990 Jun 30 02:44:17.001923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:17.004598 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1467ab2e-e62c-42e9-a94b-b0d73236a774" -d '{"events": [{"server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "name": "network-vif-plugged", "status": "completed", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:17.018264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:17.058065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-30c12c18-9735-4c98-a060-0be730ec242d req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Deleting port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:17.064783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30c12c18-9735-4c98-a060-0be730ec242d req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.112662 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.180017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:17.197072 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29778b7e-159a-486c-8b51-6c9f5a9ddc9e req-372a63f3-8581-4a80-8cfd-9c50070065c1 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/caf8101b-b684-44fa-b4db-14012386ae43 HTTP/1.1" status: 200 len: 1812 time: 0.0461853 Jun 30 02:44:17.221326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-30c12c18-9735-4c98-a060-0be730ec242d req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] For port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:17.221963 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30c12c18-9735-4c98-a060-0be730ec242d req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.242126 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a6386e-c129-4f42-b003-b9574cdaf0cd x-openstack-request-id: req-57a6386e-c129-4f42-b003-b9574cdaf0cd {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:17.242126 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "name": "network-vif-plugged", "status": "completed", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:17.242126 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57a6386e-c129-4f42-b003-b9574cdaf0cd {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:17.242126 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'code': 200} Jun 30 02:44:17.246352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788fba6-3431-43b6-8ffc-b81a5c3078e3 req-64ac7dc0-6a73-4c78-ad28-4147591c5efe tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:17.248053 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0788fba6-3431-43b6-8ffc-b81a5c3078e3 req-64ac7dc0-6a73-4c78-ad28-4147591c5efe tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 950 time: 0.1480455 Jun 30 02:44:17.249037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-30c12c18-9735-4c98-a060-0be730ec242d req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Calling delete_port for a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:17.347432 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0788fba6-3431-43b6-8ffc-b81a5c3078e3 req-86053a79-4913-4c0e-8a90-404a7278555b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910149 Jun 30 02:44:17.473368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055492f-559d-4b51-8d9a-b04a397d8018 req-f631df1d-0d98-4bb4-8554-8109e3352406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:17.476728 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f055492f-559d-4b51-8d9a-b04a397d8018 req-f631df1d-0d98-4bb4-8554-8109e3352406 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 1101 time: 0.0962749 Jun 30 02:44:17.486436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-68a6955e-13c9-4158-82d8-048a28cd7ed6 req-2ce1a5d5-0785-4f1a-8ce9-791fef27c97f tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-304890814', 'description': 'tempest-description-2128814737'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:17.543266 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f055492f-559d-4b51-8d9a-b04a397d8018 req-6b0a6954-4533-4ccd-b8c4-d536dac1b6fd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541573 Jun 30 02:44:17.620961 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30c12c18-9735-4c98-a060-0be730ec242d req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.633578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629', 'ca87805a-c78a-48df-9c1b-e4caeee6ea92', '2863d6f1-02ff-4237-b940-c27d1e3ce294'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:17.638662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', 'bac564d6-df16-4a75-84e1-25dda9b1272a', '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'fa662f90-9d2f-4e0c-93b1-0e68f0327803', 'a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:17.658768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-68a6955e-13c9-4158-82d8-048a28cd7ed6 req-2ce1a5d5-0785-4f1a-8ce9-791fef27c97f tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.666652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event deleted for resources: {'Port': ['ID=a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:17.723235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.723235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.723235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.724110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.724110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.724110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.724441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.724571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.725636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.727540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.729193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.731463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:17.766112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb3c5f-9b4e-40df-bf53-34f953c10a33 req-fd840a0d-1c0a-4282-8a46-1bf4272de525 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:17.772694 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ffb3c5f-9b4e-40df-bf53-34f953c10a33 req-fd840a0d-1c0a-4282-8a46-1bf4272de525 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1167233 Jun 30 02:44:17.809745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c12c18-9735-4c98-a060-0be730ec242d req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] No DVR routers for this DVR port a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:17.813934 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30c12c18-9735-4c98-a060-0be730ec242d req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.816557 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30c12c18-9735-4c98-a060-0be730ec242d req-dc562b62-2998-4f5c-a787-e241eb2cb5d4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "DELETE /v2.0/ports/a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe HTTP/1.1" status: 204 len: 173 time: 0.9115486 Jun 30 02:44:17.817907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfbcb9d-1357-4730-9cbf-d27204d1c9fc', 'name': 'network-vif-deleted', 'tag': 'a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:17.821044 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05feecfe-e0c9-44e8-b484-6c9896222d6e" -d '{"events": [{"server_uuid": "4cfbcb9d-1357-4730-9cbf-d27204d1c9fc", "name": "network-vif-deleted", "tag": "a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:17.845898 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ffb3c5f-9b4e-40df-bf53-34f953c10a33 req-5bc864c5-a101-4c56-9bb5-0e1711486e5c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722077 Jun 30 02:44:17.952838 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-68a6955e-13c9-4158-82d8-048a28cd7ed6 req-2ce1a5d5-0785-4f1a-8ce9-791fef27c97f tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.091491 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-68a6955e-13c9-4158-82d8-048a28cd7ed6 req-2ce1a5d5-0785-4f1a-8ce9-791fef27c97f tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.130355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1a5d5-0785-4f1a-8ce9-791fef27c97f tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe2f1a-a29e-4863-9b77-6f98fcf08a54,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:18.226487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-68a6955e-13c9-4158-82d8-048a28cd7ed6 req-2ce1a5d5-0785-4f1a-8ce9-791fef27c97f tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.227755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-68a6955e-13c9-4158-82d8-048a28cd7ed6 req-2ce1a5d5-0785-4f1a-8ce9-791fef27c97f tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7480543 Jun 30 02:44:18.647704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device feb7a336-c58d-4d50-aae7-2015f9eb0509 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:18.679942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: feb7a336-c58d-4d50-aae7-2015f9eb0509 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:18.680270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device feb7a336-c58d-4d50-aae7-2015f9eb0509 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:18.731293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38018676-4b43-438d-8604-37bb0edf08ad req-d4c2c6f2-7f23-495c-8b21-bfb7069adec1 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:18.733404 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-d4c2c6f2-7f23-495c-8b21-bfb7069adec1 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "GET /v2.0/networks?id=101f78db-920b-4cdc-aa70-1e42ab84d93d HTTP/1.1" status: 200 len: 822 time: 0.1790111 Jun 30 02:44:18.757063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Request body: {'port': {'device_id': 'd01a6c02-6bbc-42dd-958d-547cf8941035', 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d', 'admin_state_up': True, 'tenant_id': '5d0a5d60b1d9401fb4574ae44f06f267'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:18.838988 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-370a3729-796f-483d-9933-fb616ce16552 req-ebb38a67-34dd-4096-8948-14827ac74a59 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 210 time: 0.0335085 Jun 30 02:44:18.923918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a593f1f1-6c9d-4b69-9da5-4a7fda22ef71 req-0a8e5f74-26df-4596-ad0b-9df5f080a0e5 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/35fe2f1a-a29e-4863-9b77-6f98fcf08a54 HTTP/1.1" status: 200 len: 1812 time: 0.0435026 Jun 30 02:44:18.983864 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7a70fa-cac6-4e6c-bb80-1c7cbc82e3e2 x-openstack-request-id: req-1f7a70fa-cac6-4e6c-bb80-1c7cbc82e3e2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:18.983864 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfbcb9d-1357-4730-9cbf-d27204d1c9fc", "name": "network-vif-deleted", "tag": "a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:18.983864 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f7a70fa-cac6-4e6c-bb80-1c7cbc82e3e2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:18.983864 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cfbcb9d-1357-4730-9cbf-d27204d1c9fc', 'name': 'network-vif-deleted', 'tag': 'a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe', 'status': 'completed', 'code': 200} Jun 30 02:44:19.084863 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f51b8c4d-0169-4dfe-aebf-9c7b7d2df80d req-b54e89cc-5ac8-4006-9409-817618265952 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cfbcb9d-1357-4730-9cbf-d27204d1c9fc HTTP/1.1" status: 200 len: 210 time: 0.0388803 Jun 30 02:44:19.097476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Made reservation on behalf of 5d0a5d60b1d9401fb4574ae44f06f267 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:19.102096 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.240796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34009a-4bb4-4eeb-9aad-0bb45ef4f14e req-d80f6b4e-9778-4cd4-bb7c-576dd61d8bf3 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:19.242692 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae34009a-4bb4-4eeb-9aad-0bb45ef4f14e req-d80f6b4e-9778-4cd4-bb7c-576dd61d8bf3 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 949 time: 0.2012391 Jun 30 02:44:19.304449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833ef85-b7f6-4080-9525-d1a83584b522 req-621525f4-25fe-4093-b9b8-1f6f7af753f7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:19.306105 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f833ef85-b7f6-4080-9525-d1a83584b522 req-621525f4-25fe-4093-b9b8-1f6f7af753f7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.0899010 Jun 30 02:44:19.321136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae34009a-4bb4-4eeb-9aad-0bb45ef4f14e req-ab6f8211-a696-460d-8441-8f602f638269 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/security-groups?id=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720012 Jun 30 02:44:19.347953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Allocated IP 172.20.0.3 (101f78db-920b-4cdc-aa70-1e42ab84d93d/1b1131b9-08fe-4a71-8ba5-847e27478e6a/481ecf92-f7b5-4f06-a85a-6cfb1460d2ee) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:19.381086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f833ef85-b7f6-4080-9525-d1a83584b522 req-c728a079-f045-41aa-9131-88a02a035c68 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687070 Jun 30 02:44:19.415671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d621b533-ba56-403d-8e2a-6a3b0c6f0d65 req-8361aa70-9a9f-4afe-90fd-1a19a052b177 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-31428299', 'description': 'tempest-description-369465366'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:19.524017 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d621b533-ba56-403d-8e2a-6a3b0c6f0d65 req-8361aa70-9a9f-4afe-90fd-1a19a052b177 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.634897 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d621b533-ba56-403d-8e2a-6a3b0c6f0d65 req-8361aa70-9a9f-4afe-90fd-1a19a052b177 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.743184 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.768881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d621b533-ba56-403d-8e2a-6a3b0c6f0d65 req-8361aa70-9a9f-4afe-90fd-1a19a052b177 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.808245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361aa70-9a9f-4afe-90fd-1a19a052b177 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893684d6-a7f0-42c6-b14c-a4a357eb8584,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:19.938247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.969189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d621b533-ba56-403d-8e2a-6a3b0c6f0d65 req-8361aa70-9a9f-4afe-90fd-1a19a052b177 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.972556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d621b533-ba56-403d-8e2a-6a3b0c6f0d65 req-8361aa70-9a9f-4afe-90fd-1a19a052b177 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5629354 Jun 30 02:44:19.985219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Network 101f78db-920b-4cdc-aa70-1e42ab84d93d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:19.987012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:19.990173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:20.025958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event updated for resources: {'Port': ['ID=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:20.039392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.039740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.040104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.040427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.040761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.041097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.041429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.041783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.042114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.042489 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.042819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.043142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:20.050602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:20.064913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:20.065570 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.096109 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:20.100198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a3f6e50b-62e7-4a58-9dbf-9bbff9e6dabe not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:20.149516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-7b2c75a7-e46e-4272-9724-0fc4fa7b65f4 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:20.149516 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-7b2c75a7-e46e-4272-9724-0fc4fa7b65f4 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 949 time: 0.0864153 Jun 30 02:44:20.187603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-dbadb0c7-a815-4843-81ba-70839995e119 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4347751 Jun 30 02:44:20.199770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Request body: {'port': {'device_id': 'd01a6c02-6bbc-42dd-958d-547cf8941035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:20.312123 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-e48033ec-879b-4814-addb-dcee7cd6431d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Deleting port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:20.312576 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-e48033ec-879b-4814-addb-dcee7cd6431d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.323328 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ad56f75-935d-4877-a56e-66e272605dc2 req-6bfd09bf-0860-48da-8fed-418b3948795c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/893684d6-a7f0-42c6-b14c-a4a357eb8584 HTTP/1.1" status: 200 len: 1810 time: 0.0740058 Jun 30 02:44:20.334506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.392990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cf2d6-a241-4418-ad6c-dd5c1f80d0ce req-57f98fc2-8eb1-4d52-a968-74c05fdf62d0 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:20.399759 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d51cf2d6-a241-4418-ad6c-dd5c1f80d0ce req-57f98fc2-8eb1-4d52-a968-74c05fdf62d0 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 931 time: 0.1600239 Jun 30 02:44:20.458962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-e48033ec-879b-4814-addb-dcee7cd6431d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] For port f7c9df4d-3514-4aec-9fb3-c6fb705179a8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:20.460278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-e48033ec-879b-4814-addb-dcee7cd6431d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.471273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d51cf2d6-a241-4418-ad6c-dd5c1f80d0ce req-20a28b51-0cfb-4528-9322-c9de096e4893 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706444 Jun 30 02:44:20.478900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-e48033ec-879b-4814-addb-dcee7cd6431d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Calling delete_port for f7c9df4d-3514-4aec-9fb3-c6fb705179a8 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:20.552732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-5ab6a8f4-4249-4f62-b959-4b427503c429 req-963c6702-a98a-4062-93b6-d88732e7b507 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2108518170', 'description': 'tempest-description-2146003326'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:20.694493 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:20.703004 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.716388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Transition to ACTIVE for port object 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:20.718304 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5ab6a8f4-4249-4f62-b959-4b427503c429 req-963c6702-a98a-4062-93b6-d88732e7b507 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.818368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5ab6a8f4-4249-4f62-b959-4b427503c429 req-963c6702-a98a-4062-93b6-d88732e7b507 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.820679 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.875449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:20.877953 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-aef0fe1c-4b3f-4b5f-af80-9ce4ac25d02a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3852539 Jun 30 02:44:20.946337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5ab6a8f4-4249-4f62-b959-4b427503c429 req-963c6702-a98a-4062-93b6-d88732e7b507 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.974690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdc22e-e025-460b-ac95-2cd6c7a3ccb6 req-def50773-5075-4ffe-93bc-c6a6837ccfd0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:20.976268 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-59cdc22e-e025-460b-ac95-2cd6c7a3ccb6 req-def50773-5075-4ffe-93bc-c6a6837ccfd0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.3503497 Jun 30 02:44:20.981443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Attempting to bind port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:20.981812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Attempting to bind port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:20.982144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Attempting to bind port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee on network 101f78db-920b-4cdc-aa70-1e42ab84d93d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:20.990961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee on network 101f78db-920b-4cdc-aa70-1e42ab84d93d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:20.991278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Attempting to bind port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee on network 101f78db-920b-4cdc-aa70-1e42ab84d93d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:20.998811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:20.999150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Checking segment: {'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:20.999542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Bound using segment: {'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:20.999968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Bound port: 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:21.000325 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.002247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c6702-a98a-4062-93b6-d88732e7b507 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf3d11-8b38-4368-8346-67ebd998bfd9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:21.035391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-59cdc22e-e025-460b-ac95-2cd6c7a3ccb6 req-a7ec1973-934b-4099-a94a-978374e025f0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502946 Jun 30 02:44:21.060140 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-e48033ec-879b-4814-addb-dcee7cd6431d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.061786 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5ab6a8f4-4249-4f62-b959-4b427503c429 req-963c6702-a98a-4062-93b6-d88732e7b507 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.076170 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ab6a8f4-4249-4f62-b959-4b427503c429 req-963c6702-a98a-4062-93b6-d88732e7b507 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5299957 Jun 30 02:44:21.112795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] For port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:21.123402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48033ec-879b-4814-addb-dcee7cd6431d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Pushing event deleted for resources: {'Port': ['ID=f7c9df4d-3514-4aec-9fb3-c6fb705179a8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:21.130105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] For port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:21.220208 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.237171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-e48033ec-879b-4814-addb-dcee7cd6431d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] No DVR routers for this DVR port f7c9df4d-3514-4aec-9fb3-c6fb705179a8 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:21.269689 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05d3eb23-a1d8-4946-903d-70207e57ed8c req-e5e44c8e-5de6-4860-b4b9-47fc1bd78f9b tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 210 time: 0.0354578 Jun 30 02:44:21.270914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-e48033ec-879b-4814-addb-dcee7cd6431d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.272938 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2c429f1-cda2-46cf-b951-090b6b21d4fb req-e48033ec-879b-4814-addb-dcee7cd6431d tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.83 "DELETE /v2.0/ports/f7c9df4d-3514-4aec-9fb3-c6fb705179a8 HTTP/1.1" status: 204 len: 173 time: 1.1211035 Jun 30 02:44:21.273387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-deleted', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:21.275712 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e31f41a-a1a5-41fd-adbf-19ed1ad0994a" -d '{"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-deleted", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:21.324334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:21.324976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.326447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] 10.222.0.83 "PUT /v2.0/ports/481ecf92-f7b5-4f06-a85a-6cfb1460d2ee HTTP/1.1" status: 200 len: 1091 time: 1.1317596 Jun 30 02:44:21.326917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01a6c02-6bbc-42dd-958d-547cf8941035', 'tag': '481ecf92-f7b5-4f06-a85a-6cfb1460d2ee'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:21.337257 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab6afe9-38e0-4085-85e5-4e219ee03269" -d '{"events": [{"name": "network-changed", "server_uuid": "d01a6c02-6bbc-42dd-958d-547cf8941035", "tag": "481ecf92-f7b5-4f06-a85a-6cfb1460d2ee"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:21.372059 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82e8d3-8706-40e3-97c1-18adfe6cb6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:21.545905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38018676-4b43-438d-8604-37bb0edf08ad req-2a2a8877-72bb-46a2-8a5e-ae922fc11161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:21.554865 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-2a2a8877-72bb-46a2-8a5e-ae922fc11161 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d0a5d60b1d9401fb4574ae44f06f267&device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 1094 time: 0.0781093 Jun 30 02:44:21.575649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87ff7b60-70fc-4d55-bd2b-a19ffc2e74da req-31498d5a-6574-44ec-a99a-fc2cfed5fbc7 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/a7bf3d11-8b38-4368-8346-67ebd998bfd9 HTTP/1.1" status: 200 len: 1813 time: 0.0478139 Jun 30 02:44:21.608355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-d89b131c-6deb-4836-94a2-3394a2a24d45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee HTTP/1.1" status: 200 len: 217 time: 0.0492411 Jun 30 02:44:21.669828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38018676-4b43-438d-8604-37bb0edf08ad req-a090a4a8-1f82-4918-9330-ef13eab801ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:21.672353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-a090a4a8-1f82-4918-9330-ef13eab801ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b1131b9-08fe-4a71-8ba5-847e27478e6a HTTP/1.1" status: 200 len: 862 time: 0.0579493 Jun 30 02:44:21.716222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-d14e3d04-2dbe-4cd2-bc5a-80b6bd48c156 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=101f78db-920b-4cdc-aa70-1e42ab84d93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337481 Jun 30 02:44:21.737654 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48506e0b-9e60-4f52-a70f-db8d74564e0b x-openstack-request-id: req-48506e0b-9e60-4f52-a70f-db8d74564e0b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:21.737893 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3016c5-4d97-406a-ad69-ec3584c68cde", "name": "network-vif-deleted", "tag": "f7c9df4d-3514-4aec-9fb3-c6fb705179a8", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:21.738155 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48506e0b-9e60-4f52-a70f-db8d74564e0b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:21.739223 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3016c5-4d97-406a-ad69-ec3584c68cde', 'name': 'network-vif-deleted', 'tag': 'f7c9df4d-3514-4aec-9fb3-c6fb705179a8', 'status': 'completed', 'code': 200} Jun 30 02:44:21.782849 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b21c87-27bb-4235-bc27-4dd090cefd81 x-openstack-request-id: req-d1b21c87-27bb-4235-bc27-4dd090cefd81 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:21.783137 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01a6c02-6bbc-42dd-958d-547cf8941035", "tag": "481ecf92-f7b5-4f06-a85a-6cfb1460d2ee", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:21.783366 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1b21c87-27bb-4235-bc27-4dd090cefd81 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:21.783765 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01a6c02-6bbc-42dd-958d-547cf8941035', 'tag': '481ecf92-f7b5-4f06-a85a-6cfb1460d2ee', 'status': 'completed', 'code': 200} Jun 30 02:44:21.879379 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-b5cff64b-e726-49ac-8236-fb1abc0560b1 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548135 Jun 30 02:44:21.998896 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38018676-4b43-438d-8604-37bb0edf08ad req-e201bf81-efa3-4172-aba9-bfbf1751c8b8 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131065 Jun 30 02:44:22.048848 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-b36e4a14-b4db-4557-a306-51ae526bbaea req-95ef8384-2368-4919-a893-5d99944fe8cb tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] show failed (client error): The resource could not be found. Jun 30 02:44:22.050244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b36e4a14-b4db-4557-a306-51ae526bbaea req-95ef8384-2368-4919-a893-5d99944fe8cb tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/fd34ff63-a522-4e54-920f-61ccbe069560 HTTP/1.1" status: 404 len: 352 time: 0.0206907 Jun 30 02:44:22.165739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f3c89-8a22-40a9-b67d-bd8aa16fc076 req-9d89699e-bd29-4b7e-943f-d42a8e800edd tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:22.168327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4e6f3c89-8a22-40a9-b67d-bd8aa16fc076 req-9d89699e-bd29-4b7e-943f-d42a8e800edd tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 943 time: 0.1014080 Jun 30 02:44:22.227550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4e6f3c89-8a22-40a9-b67d-bd8aa16fc076 req-c5465f9e-d50e-48df-8ff4-6021deb81947 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526040 Jun 30 02:44:22.243137 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6afe9-38e0-4085-85e5-4e219ee03269 req-d8beefd8-1fec-4021-bba4-209c029d04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:22.245175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ab6afe9-38e0-4085-85e5-4e219ee03269 req-d8beefd8-1fec-4021-bba4-209c029d04d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d0a5d60b1d9401fb4574ae44f06f267&device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 1094 time: 0.0844510 Jun 30 02:44:22.389425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6afe9-38e0-4085-85e5-4e219ee03269 req-c32f7e7d-0aa9-431c-bc3e-df84af7d2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:22.390755 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ab6afe9-38e0-4085-85e5-4e219ee03269 req-c32f7e7d-0aa9-431c-bc3e-df84af7d2aba service neutron] 10.222.0.83 "GET /v2.0/networks?id=101f78db-920b-4cdc-aa70-1e42ab84d93d HTTP/1.1" status: 200 len: 923 time: 0.1375940 Jun 30 02:44:22.468184 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ab6afe9-38e0-4085-85e5-4e219ee03269 req-2ca28175-5283-45bb-b640-292bf15485db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee HTTP/1.1" status: 200 len: 217 time: 0.0405073 Jun 30 02:44:22.478248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fd4df-c97d-4933-a703-25bdd2ba9ed0 req-6a15f028-6fb4-4282-82e8-0d3b6decf01b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:22.480755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e7fd4df-c97d-4933-a703-25bdd2ba9ed0 req-6a15f028-6fb4-4282-82e8-0d3b6decf01b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1097605 Jun 30 02:44:22.528479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e7fd4df-c97d-4933-a703-25bdd2ba9ed0 req-3312a9a6-7d37-4a68-a6fd-335f5af9303a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Jun 30 02:44:22.533149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d5dc4-a727-455a-ac0c-6664d34a829f req-217ad99f-d903-473e-a3d1-f6ca5f959c24 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:22.534839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0d7d5dc4-a727-455a-ac0c-6664d34a829f req-217ad99f-d903-473e-a3d1-f6ca5f959c24 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 950 time: 0.1426485 Jun 30 02:44:22.541826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6afe9-38e0-4085-85e5-4e219ee03269 req-8cbabacd-c88b-4d4a-94bb-e3a810f4e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:22.543279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ab6afe9-38e0-4085-85e5-4e219ee03269 req-8cbabacd-c88b-4d4a-94bb-e3a810f4e9cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b1131b9-08fe-4a71-8ba5-847e27478e6a HTTP/1.1" status: 200 len: 862 time: 0.0679505 Jun 30 02:44:22.575263 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.589745 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ab6afe9-38e0-4085-85e5-4e219ee03269 req-3f5481bf-6682-46b0-bbbd-a568d32c7c8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=101f78db-920b-4cdc-aa70-1e42ab84d93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383906 Jun 30 02:44:22.612344 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-5102b431-61c1-46be-b102-4dc0f1f503a7 req-26f25aa6-4928-4520-be59-446c58063621 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] show failed (client error): The resource could not be found. Jun 30 02:44:22.620189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5102b431-61c1-46be-b102-4dc0f1f503a7 req-26f25aa6-4928-4520-be59-446c58063621 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-group-rules/629de867-1a43-48ec-8f46-1e499b15029e HTTP/1.1" status: 404 len: 361 time: 0.0221415 Jun 30 02:44:22.624397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0d7d5dc4-a727-455a-ac0c-6664d34a829f req-884469c6-10df-4a96-9c02-348f5faca63e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800917 Jun 30 02:44:22.677265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7c9df4d-3514-4aec-9fb3-c6fb705179a8 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:22.740289 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: f7c9df4d-3514-4aec-9fb3-c6fb705179a8 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:22.742417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7c9df4d-3514-4aec-9fb3-c6fb705179a8 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:22.768785 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e09c6d5a-034a-4459-a3b0-721a3dd1a179 req-15eb2e9d-23ee-43c9-8f49-9d688d1ea170 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/a7bf3d11-8b38-4368-8346-67ebd998bfd9 HTTP/1.1" status: 200 len: 1813 time: 0.0813839 Jun 30 02:44:22.794007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50616) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:22.798860 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ab6afe9-38e0-4085-85e5-4e219ee03269 req-bb0644e2-667c-4ebe-afc4-fa2436276304 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978753 Jun 30 02:44:22.873487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55c79812-a942-4029-b175-22bbe5b75a9c req-5d437720-000e-47f4-b138-1f435b724091 tempest-ServersAdminTestJSON-189793519 tempest-ServersAdminTestJSON-189793519-project] 10.222.0.77 "GET /v2.0/ports?device_id=ac3016c5-4d97-406a-ad69-ec3584c68cde HTTP/1.1" status: 200 len: 210 time: 0.0425503 Jun 30 02:44:22.893341 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e09c6d5a-034a-4459-a3b0-721a3dd1a179 req-e8254965-fbaa-4188-ac2c-c9aff825a42c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.945351 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cbb15b3a-876f-4fc4-9f8a-ea7a45c37dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.947513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e09c6d5a-034a-4459-a3b0-721a3dd1a179 req-e8254965-fbaa-4188-ac2c-c9aff825a42c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.964063 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ab6afe9-38e0-4085-85e5-4e219ee03269 req-c8713a7f-6c92-4991-9e1d-7a070e9339d0 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575305 Jun 30 02:44:23.061424 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cbb15b3a-876f-4fc4-9f8a-ea7a45c37dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.410774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e264-3e38-4e8d-ae21-4b60f7a9b5e7 req-1fe0791e-52d3-4c4c-873b-3d59e0730e4f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:23.412417 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85c6e264-3e38-4e8d-ae21-4b60f7a9b5e7 req-1fe0791e-52d3-4c4c-873b-3d59e0730e4f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 943 time: 0.0640366 Jun 30 02:44:23.450143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-906b5931-a7b2-4b6a-8bb8-94c5c992a22a tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:23.451644 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-906b5931-a7b2-4b6a-8bb8-94c5c992a22a tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 950 time: 0.0794528 Jun 30 02:44:23.455072 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85c6e264-3e38-4e8d-ae21-4b60f7a9b5e7 req-30508e01-9057-4d33-a212-451594b1df06 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Jun 30 02:44:23.556723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-a272ba51-688d-4adc-b46a-8204e1bdd7cb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Deleting port 2863d6f1-02ff-4237-b940-c27d1e3ce294 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:23.557070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-a272ba51-688d-4adc-b46a-8204e1bdd7cb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.654119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-a272ba51-688d-4adc-b46a-8204e1bdd7cb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] For port 2863d6f1-02ff-4237-b940-c27d1e3ce294, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2863d6f1-02ff-4237-b940-c27d1e3ce294,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:23.654515 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-a272ba51-688d-4adc-b46a-8204e1bdd7cb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.666775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-a272ba51-688d-4adc-b46a-8204e1bdd7cb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Calling delete_port for 2863d6f1-02ff-4237-b940-c27d1e3ce294 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:23.721828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a22a39-9055-47b7-8ca5-ddd1c73e9fdc req-ee34ce7b-6377-48ed-9a0e-7bf80af80665 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:23.723323 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4a22a39-9055-47b7-8ca5-ddd1c73e9fdc req-ee34ce7b-6377-48ed-9a0e-7bf80af80665 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.0672908 Jun 30 02:44:23.770053 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4a22a39-9055-47b7-8ca5-ddd1c73e9fdc req-6745f29a-6a55-4e93-9a61-a3805316fcc6 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349996 Jun 30 02:44:23.878560 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cbb15b3a-876f-4fc4-9f8a-ea7a45c37dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.878808 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.880202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e09c6d5a-034a-4459-a3b0-721a3dd1a179 req-e8254965-fbaa-4188-ac2c-c9aff825a42c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.882866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e09c6d5a-034a-4459-a3b0-721a3dd1a179 req-e8254965-fbaa-4188-ac2c-c9aff825a42c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.884041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e09c6d5a-034a-4459-a3b0-721a3dd1a179 req-e8254965-fbaa-4188-ac2c-c9aff825a42c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "DELETE /v2.0/security-groups/a7bf3d11-8b38-4368-8346-67ebd998bfd9 HTTP/1.1" status: 204 len: 173 time: 1.1144559 Jun 30 02:44:23.893259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8254965-fbaa-4188-ac2c-c9aff825a42c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf3d11-8b38-4368-8346-67ebd998bfd9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:23.958317 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-be4d243a-2913-4031-a30f-5942b1c662eb req-2a4c7eb0-4957-4fea-aa6a-f38c1865f32a tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/893684d6-a7f0-42c6-b14c-a4a357eb8584 HTTP/1.1" status: 200 len: 1810 time: 0.0519679 Jun 30 02:44:23.960785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cbb15b3a-876f-4fc4-9f8a-ea7a45c37dd1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e0a636d487654a4d9d909718f1f1c703&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1655960 Jun 30 02:44:23.965409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50640) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:23.976785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb15b3a-876f-4fc4-9f8a-ea7a45c37dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c02a746-7b2e-4f5d-944d-8049f14da3e5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.028992 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-a272ba51-688d-4adc-b46a-8204e1bdd7cb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.030113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c326d-f96d-49f1-b905-0b1c7b5f3556 req-fea510c1-e9c9-4924-aa08-d9c6a689f96d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:24.031702 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-400c326d-f96d-49f1-b905-0b1c7b5f3556 req-fea510c1-e9c9-4924-aa08-d9c6a689f96d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 950 time: 0.1502934 Jun 30 02:44:24.042630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629', 'ca87805a-c78a-48df-9c1b-e4caeee6ea92', '2863d6f1-02ff-4237-b940-c27d1e3ce294'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:24.047455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', 'bac564d6-df16-4a75-84e1-25dda9b1272a', '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'fa662f90-9d2f-4e0c-93b1-0e68f0327803'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:24.070548 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-30a70e3f-d30f-4ff5-868a-00091c23c2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.071055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272ba51-688d-4adc-b46a-8204e1bdd7cb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event deleted for resources: {'Port': ['ID=2863d6f1-02ff-4237-b940-c27d1e3ce294,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.082046 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-be4d243a-2913-4031-a30f-5942b1c662eb req-d47f1019-6323-4b49-82e7-ce38b2028f0c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.118796 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-400c326d-f96d-49f1-b905-0b1c7b5f3556 req-1fe8c41d-e0c3-424b-9987-8d16aff049d5 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780725 Jun 30 02:44:24.132307 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-30a70e3f-d30f-4ff5-868a-00091c23c2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.144296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-a272ba51-688d-4adc-b46a-8204e1bdd7cb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] No DVR routers for this DVR port 2863d6f1-02ff-4237-b940-c27d1e3ce294 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:24.150286 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-a272ba51-688d-4adc-b46a-8204e1bdd7cb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.152268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d941f4c2-b801-46dd-9a20-c011b5a246a8 req-a272ba51-688d-4adc-b46a-8204e1bdd7cb tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "DELETE /v2.0/ports/2863d6f1-02ff-4237-b940-c27d1e3ce294 HTTP/1.1" status: 204 len: 173 time: 0.6950548 Jun 30 02:44:24.152712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebb0086-48d5-49c5-aa8b-3eeead2fdfd0', 'name': 'network-vif-deleted', 'tag': '2863d6f1-02ff-4237-b940-c27d1e3ce294'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:24.155397 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04030a9-3022-46e9-976f-4592b2d13052" -d '{"events": [{"server_uuid": "aebb0086-48d5-49c5-aa8b-3eeead2fdfd0", "name": "network-vif-deleted", "tag": "2863d6f1-02ff-4237-b940-c27d1e3ce294"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:24.163653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-be4d243a-2913-4031-a30f-5942b1c662eb req-d47f1019-6323-4b49-82e7-ce38b2028f0c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.300622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-be4d243a-2913-4031-a30f-5942b1c662eb req-d47f1019-6323-4b49-82e7-ce38b2028f0c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.304353 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-be4d243a-2913-4031-a30f-5942b1c662eb req-d47f1019-6323-4b49-82e7-ce38b2028f0c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.305547 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-be4d243a-2913-4031-a30f-5942b1c662eb req-d47f1019-6323-4b49-82e7-ce38b2028f0c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "DELETE /v2.0/security-groups/893684d6-a7f0-42c6-b14c-a4a357eb8584 HTTP/1.1" status: 204 len: 173 time: 0.3342776 Jun 30 02:44:24.309486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-30a70e3f-d30f-4ff5-868a-00091c23c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.314097 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-30a70e3f-d30f-4ff5-868a-00091c23c2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.315547 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-30a70e3f-d30f-4ff5-868a-00091c23c2a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c02a746-7b2e-4f5d-944d-8049f14da3e5 HTTP/1.1" status: 204 len: 168 time: 0.3466902 Jun 30 02:44:24.318925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f1019-6323-4b49-82e7-ce38b2028f0c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893684d6-a7f0-42c6-b14c-a4a357eb8584,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.357118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a70e3f-d30f-4ff5-868a-00091c23c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c02a746-7b2e-4f5d-944d-8049f14da3e5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.385936 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669d1949-56a4-4241-a5ae-35d1f0d628b4 x-openstack-request-id: req-669d1949-56a4-4241-a5ae-35d1f0d628b4 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:24.386230 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebb0086-48d5-49c5-aa8b-3eeead2fdfd0", "name": "network-vif-deleted", "tag": "2863d6f1-02ff-4237-b940-c27d1e3ce294", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:24.386484 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-669d1949-56a4-4241-a5ae-35d1f0d628b4 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:24.386888 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebb0086-48d5-49c5-aa8b-3eeead2fdfd0', 'name': 'network-vif-deleted', 'tag': '2863d6f1-02ff-4237-b940-c27d1e3ce294', 'status': 'completed', 'code': 200} Jun 30 02:44:24.452602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-112c231c-9524-457c-a88e-038541c419b2 req-4736fa24-c6c9-46ed-8f2f-8df01deb6c70 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/35fe2f1a-a29e-4863-9b77-6f98fcf08a54 HTTP/1.1" status: 200 len: 1812 time: 0.0842187 Jun 30 02:44:24.563970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-112c231c-9524-457c-a88e-038541c419b2 req-951b6bb8-764b-407f-a133-fdd7bffbd752 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.622462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-112c231c-9524-457c-a88e-038541c419b2 req-951b6bb8-764b-407f-a133-fdd7bffbd752 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.685003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:24.759925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47c51d-9fbc-4fbf-a2ce-c7ff73549735 req-b64f085f-2751-4293-a605-211d93fea232 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:24.768328 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f47c51d-9fbc-4fbf-a2ce-c7ff73549735 req-b64f085f-2751-4293-a605-211d93fea232 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 943 time: 0.0735941 Jun 30 02:44:24.827134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-112c231c-9524-457c-a88e-038541c419b2 req-951b6bb8-764b-407f-a133-fdd7bffbd752 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.833180 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-112c231c-9524-457c-a88e-038541c419b2 req-951b6bb8-764b-407f-a133-fdd7bffbd752 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.838378 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-112c231c-9524-457c-a88e-038541c419b2 req-951b6bb8-764b-407f-a133-fdd7bffbd752 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "DELETE /v2.0/security-groups/35fe2f1a-a29e-4863-9b77-6f98fcf08a54 HTTP/1.1" status: 204 len: 173 time: 0.3785458 Jun 30 02:44:24.838701 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f47c51d-9fbc-4fbf-a2ce-c7ff73549735 req-d4e4f383-0676-466d-b105-dbc665482554 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690494 Jun 30 02:44:24.862851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:24.872444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b6bb8-764b-407f-a133-fdd7bffbd752 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe2f1a-a29e-4863-9b77-6f98fcf08a54,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.948446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '481ecf92-f7b5-4f06-a85a-6cfb1460d2ee', 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d', 'port_id': '481ecf92-f7b5-4f06-a85a-6cfb1460d2ee', 'mac_address': 'fa:16:3e:f6:03:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1131b9-08fe-4a71-8ba5-847e27478e6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:24.995376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50674) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:25.017640 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.040596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:25.065288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:25.086416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43e618fd-69f5-4609-86b8-026547e3c474 req-7b539c9e-2ff4-4119-9a75-3ae79d5e5524 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/caf8101b-b684-44fa-b4db-14012386ae43 HTTP/1.1" status: 200 len: 1812 time: 0.1911342 Jun 30 02:44:25.169728 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.179145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fa3f5-41ee-4227-b35b-965cf3d0b49b req-0c1ba551-438c-4060-abd0-0d7dbecfd6cc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:25.179957 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e30fa3f5-41ee-4227-b35b-965cf3d0b49b req-0c1ba551-438c-4060-abd0-0d7dbecfd6cc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.0929649 Jun 30 02:44:25.213697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8be-410c-470d-ae0c-bb624973951d req-f76a9ea0-0186-4647-882e-f33dcafadce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:25.219362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-f76a9ea0-0186-4647-882e-f33dcafadce7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 1101 time: 0.2924314 Jun 30 02:44:25.219362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-43e618fd-69f5-4609-86b8-026547e3c474 req-af924a2a-f9d9-493d-84aa-f1c38c684a3c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.248717 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-43e618fd-69f5-4609-86b8-026547e3c474 req-af924a2a-f9d9-493d-84aa-f1c38c684a3c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.256094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:25.287084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e30fa3f5-41ee-4227-b35b-965cf3d0b49b req-5586438c-ee3f-46ef-8710-77cb36043206 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010621 Jun 30 02:44:25.313382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-500bba72-8f5e-46f2-ac45-467f449cfbb4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fe8e5d7123b749cba66573d1679346b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159974 Jun 30 02:44:25.314147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50686) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:25.373852 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72ad0eb5-83de-42b7-a991-762eaefa292e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.388669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-43e618fd-69f5-4609-86b8-026547e3c474 req-af924a2a-f9d9-493d-84aa-f1c38c684a3c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.392535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-43e618fd-69f5-4609-86b8-026547e3c474 req-af924a2a-f9d9-493d-84aa-f1c38c684a3c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.394779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['481ecf92-f7b5-4f06-a85a-6cfb1460d2ee'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:25.401774 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72ad0eb5-83de-42b7-a991-762eaefa292e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.409539 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43e618fd-69f5-4609-86b8-026547e3c474 req-af924a2a-f9d9-493d-84aa-f1c38c684a3c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "DELETE /v2.0/security-groups/caf8101b-b684-44fa-b4db-14012386ae43 HTTP/1.1" status: 204 len: 173 time: 0.3217270 Jun 30 02:44:25.410506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8be-410c-470d-ae0c-bb624973951d req-3416cc37-ca98-43d3-bb5c-57f1e70ce942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:25.411979 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-3416cc37-ca98-43d3-bb5c-57f1e70ce942 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1169991 Jun 30 02:44:25.439479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af924a2a-f9d9-493d-84aa-f1c38c684a3c tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf8101b-b684-44fa-b4db-14012386ae43,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:25.533784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-4981598e-b0b4-4cac-a28a-4ea9a1482661 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb HTTP/1.1" status: 200 len: 217 time: 0.0982978 Jun 30 02:44:25.552728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02675fea-25d6-4aa5-9ffb-7fc6ed7e63e2 req-4223aaed-70a6-4858-9529-9f99641b495c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=aebb0086-48d5-49c5-aa8b-3eeead2fdfd0 HTTP/1.1" status: 200 len: 210 time: 0.0521851 Jun 30 02:44:25.637719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8be-410c-470d-ae0c-bb624973951d req-5438a8b4-a85a-49a6-9317-7ea6480ea163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:25.638701 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72ad0eb5-83de-42b7-a991-762eaefa292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.639793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-5438a8b4-a85a-49a6-9317-7ea6480ea163 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0965784 Jun 30 02:44:25.641580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-72ad0eb5-83de-42b7-a991-762eaefa292e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.642884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-72ad0eb5-83de-42b7-a991-762eaefa292e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a5d1317-4dc8-41b3-abda-0d1d5500f7ed HTTP/1.1" status: 204 len: 168 time: 0.3276765 Jun 30 02:44:25.651098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad0eb5-83de-42b7-a991-762eaefa292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5d1317-4dc8-41b3-abda-0d1d5500f7ed,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:25.660282 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-72d8c41f-1b20-45f3-8a5c-0408fc40fad9 req-3e38f95e-7009-4434-b009-8451ac10d726 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "GET /v2.0/security-groups/e5c8f1ac-e07b-4d54-8718-d9cc53985983 HTTP/1.1" status: 200 len: 1812 time: 0.0790162 Jun 30 02:44:25.770267 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-72d8c41f-1b20-45f3-8a5c-0408fc40fad9 req-d798a7bc-1f02-4207-91f3-a949ceb6a184 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.782284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8be-410c-470d-ae0c-bb624973951d req-022df759-2bf1-4f5c-8faf-56e11e8392f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:25.783838 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-022df759-2bf1-4f5c-8faf-56e11e8392f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369693 Jun 30 02:44:25.846555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-72d8c41f-1b20-45f3-8a5c-0408fc40fad9 req-d798a7bc-1f02-4207-91f3-a949ceb6a184 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.917182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-8775dfe7-6e14-49e3-9639-7662500adf68 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247580 Jun 30 02:44:26.027627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-0ddbb848-229f-4e26-afd4-e882a1838908 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959730 Jun 30 02:44:26.066067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5416f-783c-4684-ba75-0965838e0db1 req-66cb2ece-0c94-4ae8-ac51-e8de80b5defa tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.067657 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cad5416f-783c-4684-ba75-0965838e0db1 req-66cb2ece-0c94-4ae8-ac51-e8de80b5defa tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 944 time: 0.0957687 Jun 30 02:44:26.100317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50708) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.108390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cad5416f-783c-4684-ba75-0965838e0db1 req-15b4aca0-7177-44ee-ab4a-948173ce5e1f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348368 Jun 30 02:44:26.123659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-72d8c41f-1b20-45f3-8a5c-0408fc40fad9 req-d798a7bc-1f02-4207-91f3-a949ceb6a184 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.129641 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-72d8c41f-1b20-45f3-8a5c-0408fc40fad9 req-d798a7bc-1f02-4207-91f3-a949ceb6a184 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.129641 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-72d8c41f-1b20-45f3-8a5c-0408fc40fad9 req-d798a7bc-1f02-4207-91f3-a949ceb6a184 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] 10.222.0.77 "DELETE /v2.0/security-groups/e5c8f1ac-e07b-4d54-8718-d9cc53985983 HTTP/1.1" status: 204 len: 173 time: 0.4487507 Jun 30 02:44:26.134490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50712) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.142247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798a7bc-1f02-4207-91f3-a949ceb6a184 tempest-SecurityGroupRulesNegativeTestJSON-1538594840 tempest-SecurityGroupRulesNegativeTestJSON-1538594840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c8f1ac-e07b-4d54-8718-d9cc53985983,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:26.183632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f6785d-0ba9-480d-a53d-1cbbfe54dd54 admin admin] Deleting subnet fc437b6a-dbcd-494e-8228-80f599eec193 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:26.187581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3f6785d-0ba9-480d-a53d-1cbbfe54dd54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.206033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-868384757-network', 'tenant_id': '4967adadaf674dd69ff9581e27cdd746'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:26.225293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3f6785d-0ba9-480d-a53d-1cbbfe54dd54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.267199 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3f6785d-0ba9-480d-a53d-1cbbfe54dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.318472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Made reservation on behalf of 4967adadaf674dd69ff9581e27cdd746 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:26.321918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.331337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.425401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.461907 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3f6785d-0ba9-480d-a53d-1cbbfe54dd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.483522 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.491209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6785d-0ba9-480d-a53d-1cbbfe54dd54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc437b6a-dbcd-494e-8228-80f599eec193,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:26.498468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3f6785d-0ba9-480d-a53d-1cbbfe54dd54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.503413 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c3f6785d-0ba9-480d-a53d-1cbbfe54dd54 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fc437b6a-dbcd-494e-8228-80f599eec193 HTTP/1.1" status: 204 len: 168 time: 0.3649950 Jun 30 02:44:26.504147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50726) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.524171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4ce1-c9a4-4a2a-a98c-a090acfff1ae req-785cd92f-3185-4f58-852f-ea324dccf1f3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.524582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:26.525745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a3a4ce1-c9a4-4a2a-a98c-a090acfff1ae req-785cd92f-3185-4f58-852f-ea324dccf1f3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1161394 Jun 30 02:44:26.546553 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.546553 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Added segment eabffd79-7fd3-4095-8074-0f626b683435 of type vlan for network 50a37c81-31b5-4c29-8733-d133371271eb Jun 30 02:44:26.619769 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.622170 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.627243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50578f5c-a10d-4c9c-90db-00efbc3b7e86,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:26.634115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a3a4ce1-c9a4-4a2a-a98c-a090acfff1ae req-1385d587-a9cd-439d-9fff-3b6f3b609958 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987930 Jun 30 02:44:26.661744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50732) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.713478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:26.732511 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.745614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a30ceb-a3b4-495a-8792-99618a01ef5a']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:26.764971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0c8103-9bff-43de-9aa0-494c9e97f74a') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:26.765224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0c8103-9bff-43de-9aa0-494c9e97f74a') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:26.767012 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4001302c-a196-4bbf-b966-1b66ae11069f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=504e55a1d5cb4384b8cf4b45f757527d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034946 Jun 30 02:44:26.771055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50736) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.789634 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.809522 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.816388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:26.817001 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:26.820402 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:26.845922 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.847052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.847704 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.865593 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-95b66c21-b052-4690-926f-5962a72b433d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.926324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:26.932171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:26.933177 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.947086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-95b66c21-b052-4690-926f-5962a72b433d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.949229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] Pushing event updated for resources: {'Network': ['ID=50a37c81-31b5-4c29-8733-d133371271eb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:26.970905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 50a37c81-31b5-4c29-8733-d133371271eb details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:26.995293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e39c42ec-3743-4030-86a1-cc01f59e20b6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8912594 Jun 30 02:44:26.995703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50738) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:27.001411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Request body: {'subnet': {'network_id': '50a37c81-31b5-4c29-8733-d133371271eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-868384757-subnet', 'tenant_id': '4967adadaf674dd69ff9581e27cdd746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:27.040185 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.048004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.053948 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] 10.222.0.77 "DELETE /v2.0/networks/06a30ceb-a3b4-495a-8792-99618a01ef5a HTTP/1.1" status: 204 len: 168 time: 0.5492706 Jun 30 02:44:27.068206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2e0b2-8e4d-49f1-8eae-04874566aa10 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a30ceb-a3b4-495a-8792-99618a01ef5a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:27.089352 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.112554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01a6c02-6bbc-42dd-958d-547cf8941035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481ecf92-f7b5-4f06-a85a-6cfb1460d2ee'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:27.114939 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2170476d-4f9c-406e-89df-24d20412278d" -d '{"events": [{"server_uuid": "d01a6c02-6bbc-42dd-958d-547cf8941035", "name": "network-vif-plugged", "status": "completed", "tag": "481ecf92-f7b5-4f06-a85a-6cfb1460d2ee"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:27.131907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:27.177520 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1b0f55-912b-4567-bb40-5e58713788a8 x-openstack-request-id: req-ac1b0f55-912b-4567-bb40-5e58713788a8 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:27.177833 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01a6c02-6bbc-42dd-958d-547cf8941035", "name": "network-vif-plugged", "status": "completed", "tag": "481ecf92-f7b5-4f06-a85a-6cfb1460d2ee", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:27.178381 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac1b0f55-912b-4567-bb40-5e58713788a8 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:27.178847 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01a6c02-6bbc-42dd-958d-547cf8941035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481ecf92-f7b5-4f06-a85a-6cfb1460d2ee', 'code': 200} Jun 30 02:44:27.226439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Made reservation on behalf of 4967adadaf674dd69ff9581e27cdd746 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:27.230327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.231793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-95b66c21-b052-4690-926f-5962a72b433d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.234239 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-95b66c21-b052-4690-926f-5962a72b433d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.236207 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-95b66c21-b052-4690-926f-5962a72b433d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eeb804d5-46e7-4616-a824-c7c2d1dccce1 HTTP/1.1" status: 204 len: 168 time: 0.4641812 Jun 30 02:44:27.254240 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.255077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2863d6f1-02ff-4237-b940-c27d1e3ce294 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:27.330300 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 2863d6f1-02ff-4237-b940-c27d1e3ce294 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:27.330300 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2863d6f1-02ff-4237-b940-c27d1e3ce294 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:27.357657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:27.370170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a33392-d74f-4053-932b-ccffd4624de3 req-ab97ca80-d178-441b-935b-7e1d435a2adc tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.379282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-42a33392-d74f-4053-932b-ccffd4624de3 req-ab97ca80-d178-441b-935b-7e1d435a2adc tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.0837586 Jun 30 02:44:27.380604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b66c21-b052-4690-926f-5962a72b433d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb804d5-46e7-4616-a824-c7c2d1dccce1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:27.433175 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-42a33392-d74f-4053-932b-ccffd4624de3 req-3c71cba9-167f-4a4b-8e27-8c7740dcce0a tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527737 Jun 30 02:44:27.459855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850cd04-8d82-48d4-b251-b732f4db03ad req-1e3efeb9-a189-4ba5-b11d-0913a57864f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.461514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e850cd04-8d82-48d4-b251-b732f4db03ad req-1e3efeb9-a189-4ba5-b11d-0913a57864f5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 1096 time: 0.1954186 Jun 30 02:44:27.592456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e850cd04-8d82-48d4-b251-b732f4db03ad req-f70db230-8879-461c-a6c5-85d6c770dfe7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219571 Jun 30 02:44:27.631789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a140-3262-4b73-8d8c-aed62a3fc35d req-8ac6ab17-cd52-4027-ab9d-7c1c6fba80aa tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.633358 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9b6a140-3262-4b73-8d8c-aed62a3fc35d req-8ac6ab17-cd52-4027-ab9d-7c1c6fba80aa tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 949 time: 0.1397583 Jun 30 02:44:27.690329 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9b6a140-3262-4b73-8d8c-aed62a3fc35d req-5625f0fc-2bc5-4933-8810-0b43e7107018 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509229 Jun 30 02:44:27.718116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50754) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:27.781085 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.830428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-506bee03-3f3f-463a-9dd4-58417838a604 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=537fc481f57449e5928624c893583b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1110690 Jun 30 02:44:27.831237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=601a0bd9-eede-426f-bfc9-937b3a8d7ca3,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:27.832817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50758) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:27.867199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Checking segment: {'id': 'eabffd79-7fd3-4095-8074-0f626b683435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:27.867992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Network hostable DHCP agents. Network: 50a37c81-31b5-4c29-8733-d133371271eb, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:27.911038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d756-ecbe-488d-aed8-0f6962f155cc req-a1f0d7e8-c5ef-42d0-88e4-706466c4cdb9 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.917877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f233d756-ecbe-488d-aed8-0f6962f155cc req-a1f0d7e8-c5ef-42d0-88e4-706466c4cdb9 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1343091 Jun 30 02:44:27.955057 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99d15314-5b88-4fa9-ab7b-88b0cfe9bfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.982056 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f233d756-ecbe-488d-aed8-0f6962f155cc req-73248881-04c6-4078-9e1b-884f492fb0c3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632689 Jun 30 02:44:27.993534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99d15314-5b88-4fa9-ab7b-88b0cfe9bfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.003895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Network 50a37c81-31b5-4c29-8733-d133371271eb is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:28.146148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 50a37c81-31b5-4c29-8733-d133371271eb) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:28.150604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:28.151628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.155201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f982b-4ffa-409b-bc41-c4b01b7491f9 None None] Network 50a37c81-31b5-4c29-8733-d133371271eb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:28.226502 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99d15314-5b88-4fa9-ab7b-88b0cfe9bfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.230623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99d15314-5b88-4fa9-ab7b-88b0cfe9bfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.231928 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-99d15314-5b88-4fa9-ab7b-88b0cfe9bfec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2465defb-02e7-43af-bdb0-2080bb2d564a HTTP/1.1" status: 204 len: 168 time: 0.3981991 Jun 30 02:44:28.241548 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d15314-5b88-4fa9-ab7b-88b0cfe9bfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2465defb-02e7-43af-bdb0-2080bb2d564a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:28.279308 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3cb07a58-e91a-49f6-bb8c-89ae94e0c66d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2824521 Jun 30 02:44:28.301895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dac4fb-48b1-4ce8-8c16-4748245a43c4 None None] Network 50a37c81-31b5-4c29-8733-d133371271eb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:28.551688 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bb35e266-5737-4d39-a0b2-9316c69a575d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.615716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c07cac-b428-4cc8-8536-a85449eaa479 req-b131dc14-9866-459e-8c6d-6d4f33b9a071 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:28.617245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46c07cac-b428-4cc8-8536-a85449eaa479 req-b131dc14-9866-459e-8c6d-6d4f33b9a071 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.0736840 Jun 30 02:44:28.658860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46c07cac-b428-4cc8-8536-a85449eaa479 req-3924350d-2965-446a-b7f5-830df1df5b5c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356765 Jun 30 02:44:28.846746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-298f9674-d994-489f-a545-221b086703bf tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:28.848754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-298f9674-d994-489f-a545-221b086703bf tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 949 time: 0.0746391 Jun 30 02:44:28.895850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-e66046b4-4c70-4e55-8195-41e787dc7f2a req-e991e41c-ccd5-4591-8aec-2f21004f91e6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2063005857', 'description': 'tempest-description-1922536087'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:28.913542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea0c2b-a805-4fbf-b4e8-3b82d5f039d9 req-6e7a2673-b0a9-4925-b641-c9dfc868bbd3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:28.915418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6ea0c2b-a805-4fbf-b4e8-3b82d5f039d9 req-6e7a2673-b0a9-4925-b641-c9dfc868bbd3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 949 time: 0.0919275 Jun 30 02:44:28.961230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6ea0c2b-a805-4fbf-b4e8-3b82d5f039d9 req-323ac7b5-cd3f-466a-b009-a4e82473a616 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 Jun 30 02:44:28.998141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-9d83a78d-1700-4dab-bd8d-cd18891c7274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Deleting port ca87805a-c78a-48df-9c1b-e4caeee6ea92 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:28.998508 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-9d83a78d-1700-4dab-bd8d-cd18891c7274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.091280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-9d83a78d-1700-4dab-bd8d-cd18891c7274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] For port ca87805a-c78a-48df-9c1b-e4caeee6ea92, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ca87805a-c78a-48df-9c1b-e4caeee6ea92,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:29.091650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-9d83a78d-1700-4dab-bd8d-cd18891c7274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.103996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-9d83a78d-1700-4dab-bd8d-cd18891c7274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Calling delete_port for ca87805a-c78a-48df-9c1b-e4caeee6ea92 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:29.153999 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e66046b4-4c70-4e55-8195-41e787dc7f2a req-e991e41c-ccd5-4591-8aec-2f21004f91e6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.283665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a6cf6-61dc-4d3c-9f69-a0a0e93ef030 req-73677e23-8724-4c98-81ea-9816f7657d8e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.286997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-529a6cf6-61dc-4d3c-9f69-a0a0e93ef030 req-73677e23-8724-4c98-81ea-9816f7657d8e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1160524 Jun 30 02:44:29.322844 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e66046b4-4c70-4e55-8195-41e787dc7f2a req-e991e41c-ccd5-4591-8aec-2f21004f91e6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.331529 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-529a6cf6-61dc-4d3c-9f69-a0a0e93ef030 req-29b5d026-def8-4153-b793-ba9ec0163c6f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368958 Jun 30 02:44:29.461054 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e66046b4-4c70-4e55-8195-41e787dc7f2a req-e991e41c-ccd5-4591-8aec-2f21004f91e6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.469242 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-9d83a78d-1700-4dab-bd8d-cd18891c7274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.484455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', 'bac564d6-df16-4a75-84e1-25dda9b1272a', '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'fa662f90-9d2f-4e0c-93b1-0e68f0327803'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:29.491777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629', 'ca87805a-c78a-48df-9c1b-e4caeee6ea92'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:29.729021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83a78d-1700-4dab-bd8d-cd18891c7274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event deleted for resources: {'Port': ['ID=ca87805a-c78a-48df-9c1b-e4caeee6ea92,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:29.769948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991e41c-ccd5-4591-8aec-2f21004f91e6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2273e9f5-fa42-4318-a63c-976add832261,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:29.794464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-9d83a78d-1700-4dab-bd8d-cd18891c7274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] No DVR routers for this DVR port ca87805a-c78a-48df-9c1b-e4caeee6ea92 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:29.797371 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-9d83a78d-1700-4dab-bd8d-cd18891c7274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.799844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-61c6fa5f-2018-4839-8c4e-6e207cfce9b2 req-9d83a78d-1700-4dab-bd8d-cd18891c7274 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "DELETE /v2.0/ports/ca87805a-c78a-48df-9c1b-e4caeee6ea92 HTTP/1.1" status: 204 len: 173 time: 0.9454572 Jun 30 02:44:29.800485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98', 'name': 'network-vif-deleted', 'tag': 'ca87805a-c78a-48df-9c1b-e4caeee6ea92'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:29.803106 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb595a1d-fc83-4df7-be98-992ebb532a47" -d '{"events": [{"server_uuid": "b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98", "name": "network-vif-deleted", "tag": "ca87805a-c78a-48df-9c1b-e4caeee6ea92"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:29.861865 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e66046b4-4c70-4e55-8195-41e787dc7f2a req-e991e41c-ccd5-4591-8aec-2f21004f91e6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.873227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e66046b4-4c70-4e55-8195-41e787dc7f2a req-e991e41c-ccd5-4591-8aec-2f21004f91e6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9824505 Jun 30 02:44:29.914885 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1a8c6-fcce-4de9-af17-210d3c9b8fa6 req-0927af8f-cd99-453a-abf0-f64a7ebd3a49 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.931359 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f8c25-0da6-4392-a8dd-0444da4108c4 x-openstack-request-id: req-723f8c25-0da6-4392-a8dd-0444da4108c4 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:29.932488 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98", "name": "network-vif-deleted", "tag": "ca87805a-c78a-48df-9c1b-e4caeee6ea92", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:29.932886 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-723f8c25-0da6-4392-a8dd-0444da4108c4 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:29.933352 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98', 'name': 'network-vif-deleted', 'tag': 'ca87805a-c78a-48df-9c1b-e4caeee6ea92', 'status': 'completed', 'code': 200} Jun 30 02:44:29.942806 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38a1a8c6-fcce-4de9-af17-210d3c9b8fa6 req-0927af8f-cd99-453a-abf0-f64a7ebd3a49 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.1212759 Jun 30 02:44:29.970196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-da466db9-810a-49ac-aaae-34f77d2663fa req-16f62398-797e-4fbc-8c3f-6ff408cf410e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-657680906', 'description': 'tempest-description-2066469059'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:30.005556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38a1a8c6-fcce-4de9-af17-210d3c9b8fa6 req-9317d5d5-afa8-4fe2-9538-1c36b964d8f1 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618055 Jun 30 02:44:30.036830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50834) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:30.171474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1212515204-network', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:30.175259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-da466db9-810a-49ac-aaae-34f77d2663fa req-16f62398-797e-4fbc-8c3f-6ff408cf410e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.177368 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14e4ddea-4d56-4cb0-b962-f16c1633e222 req-1df88ee9-eabe-4f9a-bdad-60544d5a8389 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 210 time: 0.0602224 Jun 30 02:44:30.209895 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [req-da466db9-810a-49ac-aaae-34f77d2663fa req-16f62398-797e-4fbc-8c3f-6ff408cf410e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:44:30.209895 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:44:30.209895 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id_1': '4967adadaf674dd69ff9581e27cdd746', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 44, 30, 195874)}] Jun 30 02:44:30.209895 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:44:30.210412 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [req-da466db9-810a-49ac-aaae-34f77d2663fa req-16f62398-797e-4fbc-8c3f-6ff408cf410e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:44:30.374126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:30.376568 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.392106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.410027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d17bb-3426-41a8-af11-8a0f388973f6 req-a096d456-c633-4f23-a6bf-278aa382805f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.411520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a6d17bb-3426-41a8-af11-8a0f388973f6 req-a096d456-c633-4f23-a6bf-278aa382805f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.1005294 Jun 30 02:44:30.473541 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a6d17bb-3426-41a8-af11-8a0f388973f6 req-00b5569f-a226-42fa-bfec-0a72498ea194 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556967 Jun 30 02:44:30.532913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.632389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.658271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:30.668080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:30.673193 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.673565 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Added segment 3054d67f-1041-451c-b978-f7a890067645 of type vlan for network 2b9ddc54-579a-469a-a75a-d6c07351455b Jun 30 02:44:30.711457 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-da466db9-810a-49ac-aaae-34f77d2663fa req-16f62398-797e-4fbc-8c3f-6ff408cf410e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.740937 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.801869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561deff-5033-4873-88c7-9cbfac2e920e req-117378d3-71c7-4561-a3ce-83d0e1c65623 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.802022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-da466db9-810a-49ac-aaae-34f77d2663fa req-16f62398-797e-4fbc-8c3f-6ff408cf410e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.803379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d561deff-5033-4873-88c7-9cbfac2e920e req-117378d3-71c7-4561-a3ce-83d0e1c65623 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1219056 Jun 30 02:44:30.843661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d561deff-5033-4873-88c7-9cbfac2e920e req-649ea398-2f29-49ae-add0-7d6f2d78dfbe tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345345 Jun 30 02:44:30.917689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.918964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.919677 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.957923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-da466db9-810a-49ac-aaae-34f77d2663fa req-16f62398-797e-4fbc-8c3f-6ff408cf410e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.983768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] Pushing event updated for resources: {'Network': ['ID=2b9ddc54-579a-469a-a75a-d6c07351455b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:30.995476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f62398-797e-4fbc-8c3f-6ff408cf410e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5c7397-b389-4fc5-b406-f9a30c8468dd,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:30.995666 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 2b9ddc54-579a-469a-a75a-d6c07351455b details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:31.125106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c8d302c0-49bc-4b0e-a11f-fa372bc35ccc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0859773 Jun 30 02:44:31.128770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50862) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:31.134399 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-da466db9-810a-49ac-aaae-34f77d2663fa req-16f62398-797e-4fbc-8c3f-6ff408cf410e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.137892 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da466db9-810a-49ac-aaae-34f77d2663fa req-16f62398-797e-4fbc-8c3f-6ff408cf410e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1759026 Jun 30 02:44:31.143827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Request body: {'subnet': {'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1212515204-subnet', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:31.228052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028bee9-3734-448d-9a22-94bb532589b3 req-d15eee2a-b74e-485f-87c8-83b86dd52fed tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.234278 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d028bee9-3734-448d-9a22-94bb532589b3 req-d15eee2a-b74e-485f-87c8-83b86dd52fed tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.1065350 Jun 30 02:44:31.277438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d028bee9-3734-448d-9a22-94bb532589b3 req-390eaf26-ea25-4425-9093-df42cafd5cdd tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Jun 30 02:44:31.346665 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.380677 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b3e164b-ed26-443f-b788-ad81c5ff6ca9 req-1ddbc79e-16f2-47a4-bd26-364387b056d7 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5b1a7dd-6aac-4b40-ace3-f7623cf4bf98 HTTP/1.1" status: 200 len: 210 time: 0.0299735 Jun 30 02:44:31.420205 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5f790073-1d35-4ed8-9cb9-c4437ce53440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.436916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:31.436916 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.541127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-4505599c-5a6f-4898-a524-b9a05497d505 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.542593 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-4505599c-5a6f-4898-a524-b9a05497d505 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 812 time: 0.1845393 Jun 30 02:44:31.566817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-0064eb24-1946-4c47-95d1-d0db4ad8a91d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/quotas/4967adadaf674dd69ff9581e27cdd746 HTTP/1.1" status: 200 len: 375 time: 0.0164740 Jun 30 02:44:31.597306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eac76-da1b-4b9e-a581-5b8358c2aee5 req-30c00e29-ed45-459c-9d2e-0721bc059284 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.598823 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db9eac76-da1b-4b9e-a581-5b8358c2aee5 req-30c00e29-ed45-459c-9d2e-0721bc059284 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.0681837 Jun 30 02:44:31.625012 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-ced90420-372b-4e39-80dc-7743970690a4 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489776 Jun 30 02:44:31.647763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db9eac76-da1b-4b9e-a581-5b8358c2aee5 req-7ee86b8e-7ef6-4492-8f12-90c73697b0d9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421760 Jun 30 02:44:31.761774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-4ad07966-d148-4f43-bf15-c6c5da60f185 service neutron] 10.222.0.77 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239591 Jun 30 02:44:31.860786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-5c740a55-ff23-4980-88fc-059a366c713f service neutron] 10.222.0.77 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926454 Jun 30 02:44:31.889860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.958036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd37d0e-9728-4f58-99b6-57eb8489880e,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:31.967280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Checking segment: {'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:31.967713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Network hostable DHCP agents. Network: 2b9ddc54-579a-469a-a75a-d6c07351455b, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:32.007640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97867728-20b0-49e0-b7da-53e10529eb83 req-887300bd-3143-4d86-b446-a2fc6758a67d tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:32.009107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97867728-20b0-49e0-b7da-53e10529eb83 req-887300bd-3143-4d86-b446-a2fc6758a67d tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.0775554 Jun 30 02:44:32.079385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97867728-20b0-49e0-b7da-53e10529eb83 req-870b2c1f-9997-49f2-b674-fd2737920943 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348191 Jun 30 02:44:32.166291 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c94b219f-2dc2-428d-b3f5-335772c4bd0d req-6f0af092-25a4-4f6d-afee-f1099366f5f5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 210 time: 0.0300372 Jun 30 02:44:32.176056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Network 2b9ddc54-579a-469a-a75a-d6c07351455b is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:32.256191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfb373-b175-4f6d-93b6-75bebe6eeaef req-100a5114-b235-4db7-8673-06b7fbe45f58 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:32.256191 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1bfb373-b175-4f6d-93b6-75bebe6eeaef req-100a5114-b235-4db7-8673-06b7fbe45f58 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.0851898 Jun 30 02:44:32.293975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1bfb373-b175-4f6d-93b6-75bebe6eeaef req-ec87a1b7-fbe2-420c-b517-aef1e4939721 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Jun 30 02:44:32.355303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10744a-c194-4afe-9b09-7bd4055fee63 req-26bf7b92-2f4d-4edd-8782-44558bb70244 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:32.355303 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef10744a-c194-4afe-9b09-7bd4055fee63 req-26bf7b92-2f4d-4edd-8782-44558bb70244 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.0747828 Jun 30 02:44:32.355303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 2b9ddc54-579a-469a-a75a-d6c07351455b) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:32.356559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65d3425-8313-4b9a-aa0c-ea1b2983461b None None] Network 2b9ddc54-579a-469a-a75a-d6c07351455b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:32.358823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:32.359405 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.404471 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef10744a-c194-4afe-9b09-7bd4055fee63 req-88319391-1f6a-414c-bdfa-eb613f9bdae8 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478210 Jun 30 02:44:32.544484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-2b9ddc54-579a-469a-a75a-d6c07351455b', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:32.545846 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.552210 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-53565b1a-bf87-4ba0-bc3c-10d89e695c13 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4224696 Jun 30 02:44:32.555011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50940) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:32.561283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:32.722978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494fe65-41bc-4d77-884a-d32223b2062f req-793aeb45-77e1-4e56-bed9-01bbca310177 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:32.724984 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3494fe65-41bc-4d77-884a-d32223b2062f req-793aeb45-77e1-4e56-bed9-01bbca310177 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.0683994 Jun 30 02:44:32.738806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Allocated IP 172.20.0.2 (2b9ddc54-579a-469a-a75a-d6c07351455b/5dd37d0e-9728-4f58-99b6-57eb8489880e/1e83c1ff-d728-403b-9b35-6aed3cc8836f) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:32.753217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ca87805a-c78a-48df-9c1b-e4caeee6ea92 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:32.775364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.776399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3494fe65-41bc-4d77-884a-d32223b2062f req-893be6cb-6265-47d1-a2b0-b8374fe3349d tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455379 Jun 30 02:44:32.776531 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.818672 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: ca87805a-c78a-48df-9c1b-e4caeee6ea92 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:32.824789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ca87805a-c78a-48df-9c1b-e4caeee6ea92 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:32.881689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.929270 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.940748 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.945358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Transition to ACTIVE for port object 1e83c1ff-d728-403b-9b35-6aed3cc8836f will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:32.968188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Transition to ACTIVE for port object 1e83c1ff-d728-403b-9b35-6aed3cc8836f will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:33.076970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746b23d-7d0c-4cdf-b122-cf66289dcde4 req-8ab8ce4c-1f1a-416f-aecf-21c0f8e1e2be tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:33.078799 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8746b23d-7d0c-4cdf-b122-cf66289dcde4 req-8ab8ce4c-1f1a-416f-aecf-21c0f8e1e2be tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.0688095 Jun 30 02:44:33.117405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8746b23d-7d0c-4cdf-b122-cf66289dcde4 req-290f48b1-59c8-4d2c-b430-ae68b713bca4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Jun 30 02:44:33.147267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.232341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Network 2b9ddc54-579a-469a-a75a-d6c07351455b is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:33.241969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:33.247703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:33.301731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Pushing event updated for resources: {'Port': ['ID=1e83c1ff-d728-403b-9b35-6aed3cc8836f,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:33.302009 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.348371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Attempting to bind port 1e83c1ff-d728-403b-9b35-6aed3cc8836f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:33.348745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Attempting to bind port 1e83c1ff-d728-403b-9b35-6aed3cc8836f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:33.349116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Attempting to bind port 1e83c1ff-d728-403b-9b35-6aed3cc8836f on network 2b9ddc54-579a-469a-a75a-d6c07351455b {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:33.354078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:33.354451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Checking segment: {'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:33.354859 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.355251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Bound using segment: {'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:33.355717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Bound port: 1e83c1ff-d728-403b-9b35-6aed3cc8836f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:33.356100 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.566034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-771f1189-8d45-4725-8688-6822203672d9 None None] For port 1e83c1ff-d728-403b-9b35-6aed3cc8836f, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:33.569412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-771f1189-8d45-4725-8688-6822203672d9 None None] For port 1e83c1ff-d728-403b-9b35-6aed3cc8836f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1e83c1ff-d728-403b-9b35-6aed3cc8836f,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:33.571726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d23769f-08db-441d-be72-5ef75eed7c76 req-178cdf37-95cc-4046-a4dc-1179e869ecff tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 210 time: 0.0432556 Jun 30 02:44:33.626119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50968) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:33.736545 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bba10b3a-9204-45a5-bd50-3e2dbbeda019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.802293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.829655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.833012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bba10b3a-9204-45a5-bd50-3e2dbbeda019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.845640 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.861229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd67aae-c16e-41b9-b61a-a35bcb31da56 req-2794839d-9425-4c07-be9c-ad3d5442e829 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:33.861229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfd67aae-c16e-41b9-b61a-a35bcb31da56 req-2794839d-9425-4c07-be9c-ad3d5442e829 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1599171 Jun 30 02:44:33.915504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f1189-8d45-4725-8688-6822203672d9 None None] Pushing event updated for resources: {'Port': ['ID=1e83c1ff-d728-403b-9b35-6aed3cc8836f,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:34.229726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfd67aae-c16e-41b9-b61a-a35bcb31da56 req-5d2800e1-0b8e-4f4d-8014-d3e1d679d15e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548932 Jun 30 02:44:34.283673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Allocated IP 172.25.2.98 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/7e888d4d-5f37-41ee-92e7-bcac13508567) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:34.388960 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.465915 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bba10b3a-9204-45a5-bd50-3e2dbbeda019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.504889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bba10b3a-9204-45a5-bd50-3e2dbbeda019 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a2b57665bbb43e7a838aaed246c8894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8773453 Jun 30 02:44:34.505978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba10b3a-9204-45a5-bd50-3e2dbbeda019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5efdda-f7cc-476a-b42a-ba5cf2cac85a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:34.507665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50974) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:34.556616 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.561804 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6dffe340-f0da-4e37-8aef-cf4d965b9326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.592684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6dffe340-f0da-4e37-8aef-cf4d965b9326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.655274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.741367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:34.748232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:34.752051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:34.813336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Pushing event updated for resources: {'Port': ['ID=7e888d4d-5f37-41ee-92e7-bcac13508567,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:34.961384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-862c88ef-0f65-460b-9c6d-7598a50ac960 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:34.962957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-862c88ef-0f65-460b-9c6d-7598a50ac960 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e HTTP/1.1" status: 200 len: 949 time: 0.0908709 Jun 30 02:44:34.999401 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5351731-6126-4729-8f0d-89a573c8651d req-20f1c0b8-40a5-4aa5-8bff-bcb2502661ba tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 210 time: 0.0465503 Jun 30 02:44:35.043437 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6dffe340-f0da-4e37-8aef-cf4d965b9326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.046295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6dffe340-f0da-4e37-8aef-cf4d965b9326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.053337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6dffe340-f0da-4e37-8aef-cf4d965b9326 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f5efdda-f7cc-476a-b42a-ba5cf2cac85a HTTP/1.1" status: 204 len: 168 time: 0.5388980 Jun 30 02:44:35.062521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffe340-f0da-4e37-8aef-cf4d965b9326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5efdda-f7cc-476a-b42a-ba5cf2cac85a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:35.090087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61a49d2-02df-491c-bf95-91b93fc7c600 None None] Network 2b9ddc54-579a-469a-a75a-d6c07351455b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:35.155203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-dbac8eef-49c4-4783-8ad0-d9adb918e69f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Deleting port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:35.155703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-dbac8eef-49c4-4783-8ad0-d9adb918e69f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.294515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-dbac8eef-49c4-4783-8ad0-d9adb918e69f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] For port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:35.294887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-dbac8eef-49c4-4783-8ad0-d9adb918e69f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.307218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-dbac8eef-49c4-4783-8ad0-d9adb918e69f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Calling delete_port for a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:35.363293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944351d-b7c6-482d-a9bd-3147b185f456 req-5a7d4c53-e337-4849-b099-aa119af470d3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:35.365091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b944351d-b7c6-482d-a9bd-3147b185f456 req-5a7d4c53-e337-4849-b099-aa119af470d3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e HTTP/1.1" status: 200 len: 949 time: 0.1199529 Jun 30 02:44:35.365799 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.406792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7d2ed0de-916d-497e-9156-43768e053128 None None] Provisioning for port 1e83c1ff-d728-403b-9b35-6aed3cc8836f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:35.487854 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b944351d-b7c6-482d-a9bd-3147b185f456 req-da067f7e-4b7c-4210-b1e6-86571012def8 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837286 Jun 30 02:44:35.618544 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-dbac8eef-49c4-4783-8ad0-d9adb918e69f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.638254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', 'bac564d6-df16-4a75-84e1-25dda9b1272a', '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'fa662f90-9d2f-4e0c-93b1-0e68f0327803'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:35.708984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:35.730662 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.748084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac8eef-49c4-4783-8ad0-d9adb918e69f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event deleted for resources: {'Port': ['ID=a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:35.764135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-dbac8eef-49c4-4783-8ad0-d9adb918e69f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] No DVR routers for this DVR port a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:35.768784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-dbac8eef-49c4-4783-8ad0-d9adb918e69f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.771143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ab6880f-f3c3-41bb-a245-5a985182a1fc req-dbac8eef-49c4-4783-8ad0-d9adb918e69f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.83 "DELETE /v2.0/ports/a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 HTTP/1.1" status: 204 len: 173 time: 0.7978292 Jun 30 02:44:35.776992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e', 'name': 'network-vif-deleted', 'tag': 'a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:35.776992 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2714283-4084-405b-b6f7-2599217c6929" -d '{"events": [{"server_uuid": "c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e", "name": "network-vif-deleted", "tag": "a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:35.842595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463e6a5-9952-4250-9dcc-4f4172672b08 req-24be8fa4-8efa-4997-92c2-74c83fe03dba tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:35.844191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4463e6a5-9952-4250-9dcc-4f4172672b08 req-24be8fa4-8efa-4997-92c2-74c83fe03dba tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.2253036 Jun 30 02:44:35.851079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78033c-fc7a-40e6-8ad6-6f1366ef4a5a req-ba2481c7-dc16-4bb6-ad03-e1a172bee354 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:35.852702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb78033c-fc7a-40e6-8ad6-6f1366ef4a5a req-ba2481c7-dc16-4bb6-ad03-e1a172bee354 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.1476262 Jun 30 02:44:35.894846 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb78033c-fc7a-40e6-8ad6-6f1366ef4a5a req-8f6261c6-5209-4992-ac1a-985cbdeff473 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357432 Jun 30 02:44:35.979780 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4463e6a5-9952-4250-9dcc-4f4172672b08 req-f3c53aee-48ab-4e7b-8d65-76599328c86b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856483 Jun 30 02:44:36.093258 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36d9bfc-2377-4806-8903-0c9aee266fe9 x-openstack-request-id: req-a36d9bfc-2377-4806-8903-0c9aee266fe9 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:36.093583 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e", "name": "network-vif-deleted", "tag": "a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:36.094456 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a36d9bfc-2377-4806-8903-0c9aee266fe9 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:36.094748 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e', 'name': 'network-vif-deleted', 'tag': 'a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629', 'status': 'completed', 'code': 200} Jun 30 02:44:36.135454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1e83c1ff-d728-403b-9b35-6aed3cc8836f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:36.246311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92f29ab5-3b88-4841-ba6f-64dd1d1b0515 req-810e1909-fd72-47fd-aa92-dcde1e012fe6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 210 time: 0.0392845 Jun 30 02:44:36.283418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Router 6e0f635a-e894-432a-8055-7d02ed84da3d is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:36.322618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51006) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:36.337073 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a0eac93-6b9e-4ceb-b031-af6b46378e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.386076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1e83c1ff-d728-403b-9b35-6aed3cc8836f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:36.393836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1e83c1ff-d728-403b-9b35-6aed3cc8836f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:36.394221 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.415277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:36.435543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Sync routers for ids ['6e0f635a-e894-432a-8055-7d02ed84da3d'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:36.457026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a0eac93-6b9e-4ceb-b031-af6b46378e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.466161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Routers {'6e0f635a-e894-432a-8055-7d02ed84da3d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:36.466795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6e0f635a-e894-432a-8055-7d02ed84da3d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:36.556848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c35fc-9968-479d-b969-9cdfe198f53c req-a795e577-860e-4f69-8dd7-dd391b88b737 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:36.558376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-365c35fc-9968-479d-b969-9cdfe198f53c req-a795e577-860e-4f69-8dd7-dd391b88b737 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 949 time: 0.0715473 Jun 30 02:44:36.592120 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a0eac93-6b9e-4ceb-b031-af6b46378e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.603642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.636200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0eac93-6b9e-4ceb-b031-af6b46378e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e448e6-0fff-4f71-9046-cb86e36133f8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:36.642084 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0a0eac93-6b9e-4ceb-b031-af6b46378e37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec07a55eee12428d9a7c40b05737d246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180714 Jun 30 02:44:36.645206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51010) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:36.650344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1e83c1ff-d728-403b-9b35-6aed3cc8836f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1e83c1ff-d728-403b-9b35-6aed3cc8836f,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:36.655376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Set router 6e0f635a-e894-432a-8055-7d02ed84da3d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:36.706826 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-efa7176a-ed80-4003-b96a-e054c4652ca9 req-8664fa08-d336-4913-882d-6e99c147b98c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6d2c3e8-0b6b-4a5b-99bb-6034f14f974e HTTP/1.1" status: 200 len: 210 time: 0.0375586 Jun 30 02:44:36.709980 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0546070e-fe83-44a5-a837-4f4979d253e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.713684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.717837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51012) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:36.725652 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-327dd163-0f7e-420b-aa59-84189f46b076 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1614351 Jun 30 02:44:36.748952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-365c35fc-9968-479d-b969-9cdfe198f53c req-f5d8e05b-0061-4962-9101-b3e4eb546394 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Deleting port fa662f90-9d2f-4e0c-93b1-0e68f0327803 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:36.749307 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-365c35fc-9968-479d-b969-9cdfe198f53c req-f5d8e05b-0061-4962-9101-b3e4eb546394 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.784543 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0546070e-fe83-44a5-a837-4f4979d253e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.843183 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.857898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-365c35fc-9968-479d-b969-9cdfe198f53c req-f5d8e05b-0061-4962-9101-b3e4eb546394 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] For port fa662f90-9d2f-4e0c-93b1-0e68f0327803, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=fa662f90-9d2f-4e0c-93b1-0e68f0327803,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:36.858264 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-365c35fc-9968-479d-b969-9cdfe198f53c req-f5d8e05b-0061-4962-9101-b3e4eb546394 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.873688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-365c35fc-9968-479d-b969-9cdfe198f53c req-f5d8e05b-0061-4962-9101-b3e4eb546394 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Calling delete_port for fa662f90-9d2f-4e0c-93b1-0e68f0327803 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:36.931385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1e83c1ff-d728-403b-9b35-6aed3cc8836f,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:36.956590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 3, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:36.990767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Checking router: 6e0f635a-e894-432a-8055-7d02ed84da3d for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:36.996549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Updating router 6e0f635a-e894-432a-8055-7d02ed84da3d port 7e888d4d-5f37-41ee-92e7-bcac13508567 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:37.066257 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0546070e-fe83-44a5-a837-4f4979d253e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.066903 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.070276 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0546070e-fe83-44a5-a837-4f4979d253e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.073869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0546070e-fe83-44a5-a837-4f4979d253e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75e448e6-0fff-4f71-9046-cb86e36133f8 HTTP/1.1" status: 204 len: 168 time: 0.4237661 Jun 30 02:44:37.092370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546070e-fe83-44a5-a837-4f4979d253e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e448e6-0fff-4f71-9046-cb86e36133f8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:37.257463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-365c35fc-9968-479d-b969-9cdfe198f53c req-f5d8e05b-0061-4962-9101-b3e4eb546394 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.326364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8e05b-0061-4962-9101-b3e4eb546394 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event deleted for resources: {'Port': ['ID=fa662f90-9d2f-4e0c-93b1-0e68f0327803,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:37.391405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-365c35fc-9968-479d-b969-9cdfe198f53c req-f5d8e05b-0061-4962-9101-b3e4eb546394 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] No DVR routers for this DVR port fa662f90-9d2f-4e0c-93b1-0e68f0327803 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:37.395778 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-365c35fc-9968-479d-b969-9cdfe198f53c req-f5d8e05b-0061-4962-9101-b3e4eb546394 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.397943 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-365c35fc-9968-479d-b969-9cdfe198f53c req-f5d8e05b-0061-4962-9101-b3e4eb546394 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "DELETE /v2.0/ports/fa662f90-9d2f-4e0c-93b1-0e68f0327803 HTTP/1.1" status: 204 len: 173 time: 0.8321819 Jun 30 02:44:37.398943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888542c2-5147-488b-9e3b-cafce1bde0bf', 'name': 'network-vif-deleted', 'tag': 'fa662f90-9d2f-4e0c-93b1-0e68f0327803'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:37.401260 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c8b2b-bbd9-4e87-aa10-d44646495b4c" -d '{"events": [{"server_uuid": "888542c2-5147-488b-9e3b-cafce1bde0bf", "name": "network-vif-deleted", "tag": "fa662f90-9d2f-4e0c-93b1-0e68f0327803"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:37.420956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace25d55-e356-459e-92df-0d64afb63c4b req-04b44ca7-402a-4f59-bf1a-72dc21a15711 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:37.424039 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ace25d55-e356-459e-92df-0d64afb63c4b req-04b44ca7-402a-4f59-bf1a-72dc21a15711 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.2289765 Jun 30 02:44:37.436018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', 'bac564d6-df16-4a75-84e1-25dda9b1272a', '41d69b9a-52f5-4b3a-858f-75e95e6f0114'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:37.458190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-ade60e41-199d-4318-91cd-99bca5e18f25 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:37.461894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-ade60e41-199d-4318-91cd-99bca5e18f25 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.74 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 812 time: 0.2269428 Jun 30 02:44:37.469689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42453ff3-412f-4e4c-86fe-146da3daa93f req-41e905fa-efcc-47bf-910c-c80c1dfe9fd4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:37.471413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42453ff3-412f-4e4c-86fe-146da3daa93f req-41e905fa-efcc-47bf-910c-c80c1dfe9fd4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.2725883 Jun 30 02:44:37.479141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'port': {'device_id': '086b457f-2921-4839-a2f6-d5b64935cf95', 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb', 'admin_state_up': True, 'tenant_id': '4967adadaf674dd69ff9581e27cdd746'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:37.480487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ace25d55-e356-459e-92df-0d64afb63c4b req-e4dc90b1-da92-492f-a0e1-143dafba2ddc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474534 Jun 30 02:44:37.505917 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.518748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Transition to ACTIVE for port object 7e888d4d-5f37-41ee-92e7-bcac13508567 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:37.610832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.643995 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42453ff3-412f-4e4c-86fe-146da3daa93f req-ffce5a5b-55c1-4d20-83d7-fa5152ac2c0e tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805221 Jun 30 02:44:37.685675 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.764098 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80e5b307-fd14-401e-9a4d-6f445522e0ce req-2e3afb9e-b9ee-41a4-927f-49ce2c351428 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 210 time: 0.0503943 Jun 30 02:44:37.768342 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb964ad3-519d-4c59-9c19-14f08e0191e6 x-openstack-request-id: req-cb964ad3-519d-4c59-9c19-14f08e0191e6 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:37.768550 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888542c2-5147-488b-9e3b-cafce1bde0bf", "name": "network-vif-deleted", "tag": "fa662f90-9d2f-4e0c-93b1-0e68f0327803", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:37.768702 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb964ad3-519d-4c59-9c19-14f08e0191e6 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:37.772276 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888542c2-5147-488b-9e3b-cafce1bde0bf', 'name': 'network-vif-deleted', 'tag': 'fa662f90-9d2f-4e0c-93b1-0e68f0327803', 'status': 'completed', 'code': 200} Jun 30 02:44:37.803613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Attempting to bind port 7e888d4d-5f37-41ee-92e7-bcac13508567 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:37.804185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Attempting to bind port 7e888d4d-5f37-41ee-92e7-bcac13508567 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:37.804667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Attempting to bind port 7e888d4d-5f37-41ee-92e7-bcac13508567 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:37.868077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:37.876771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:37.876771 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.876771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:37.876771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Bound port: 7e888d4d-5f37-41ee-92e7-bcac13508567, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:37.876771 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.934235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b59364-e110-4046-8077-d03b08475d9e None None] Pushing event updated for resources: {'Port': ['ID=7e888d4d-5f37-41ee-92e7-bcac13508567,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:38.084996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] For port 7e888d4d-5f37-41ee-92e7-bcac13508567, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:38.101154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1e83c1ff-d728-403b-9b35-6aed3cc8836f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:38.101991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Allocated IP 172.20.0.1 (2b9ddc54-579a-469a-a75a-d6c07351455b/5dd37d0e-9728-4f58-99b6-57eb8489880e/693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:38.133593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Made reservation on behalf of 4967adadaf674dd69ff9581e27cdd746 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:38.135173 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.174257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] For port 7e888d4d-5f37-41ee-92e7-bcac13508567, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7e888d4d-5f37-41ee-92e7-bcac13508567,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:38.216023 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd6ecec8-9d7b-4c14-b8f9-4b13f5dd7e37 req-f872051e-9630-4936-91eb-888837a98ad4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 210 time: 0.0358124 Jun 30 02:44:38.232894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1e83c1ff-d728-403b-9b35-6aed3cc8836f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:38.233370 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.461858 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.535329 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.550462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Routers {'6e0f635a-e894-432a-8055-7d02ed84da3d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:38.551389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6e0f635a-e894-432a-8055-7d02ed84da3d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:38.560344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Transition to ACTIVE for port object 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:38.576220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Allocated IP 172.20.0.7 (50a37c81-31b5-4c29-8733-d133371271eb/601a0bd9-eede-426f-bfc9-937b3a8d7ca3/e2f456df-f1b0-4e4f-8b81-adb4153a532c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:38.614078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b59364-e110-4046-8077-d03b08475d9e None None] Pushing event updated for resources: {'Port': ['ID=7e888d4d-5f37-41ee-92e7-bcac13508567,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:38.748336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] Set router 6e0f635a-e894-432a-8055-7d02ed84da3d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:38.772894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41d21-7371-4651-b642-70400a3f41d9 req-4088f27a-df0d-42c2-8ea3-35df5ab89cdb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:38.774504 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7e41d21-7371-4651-b642-70400a3f41d9 req-4088f27a-df0d-42c2-8ea3-35df5ab89cdb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1691737 Jun 30 02:44:38.812130 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.817428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:38.819650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:38.878132 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.900584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Network 2b9ddc54-579a-469a-a75a-d6c07351455b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:38.912613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:38.941888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:38.985997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Pushing event updated for resources: {'Port': ['ID=693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:39.007545 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7e41d21-7371-4651-b642-70400a3f41d9 req-dbeba799-37fe-4c65-8822-1c3fe880b54b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967571 Jun 30 02:44:39.035936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f721669-63d3-47a4-8de5-9cb1279543a3 req-ad170b1c-9b3e-42dd-aee0-5c8fe546cd82 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:39.053480 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1f721669-63d3-47a4-8de5-9cb1279543a3 req-ad170b1c-9b3e-42dd-aee0-5c8fe546cd82 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 945 time: 0.1329012 Jun 30 02:44:39.094665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.166134 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1f721669-63d3-47a4-8de5-9cb1279543a3 req-7679395a-22bc-467a-b1e3-96b68f855d1f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115947 Jun 30 02:44:39.175520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51064) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:39.205899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:39.206545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a4d8c9e7-fdb9-40eb-b7cc-1543dd36b629 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:39.325540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6c598e7-0b93-4451-804b-a8b719c1f028 req-c80c064f-ea5f-486b-bf71-d11eb3d7a663 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 210 time: 0.0565436 Jun 30 02:44:39.414009 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-network', 'tenant_id': '1316701253c6494caada86426025c5f3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:39.416449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:39.435172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '481ecf92-f7b5-4f06-a85a-6cfb1460d2ee', 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d', 'port_id': '481ecf92-f7b5-4f06-a85a-6cfb1460d2ee', 'mac_address': 'fa:16:3e:f6:03:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1131b9-08fe-4a71-8ba5-847e27478e6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:39.442185 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:44:39.446084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f831119e-767d-450d-80c0-e1f0d2c7da81 req-891c5281-8e75-4927-b241-ae1dd3b34eb3 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=888542c2-5147-488b-9e3b-cafce1bde0bf HTTP/1.1" status: 200 len: 210 time: 0.0487466 Jun 30 02:44:39.466705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 3, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:39.496933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdbae5-92d3-4965-8341-c9e58dc72282 None None] The sync data for ids ['6e0f635a-e894-432a-8055-7d02ed84da3d'] in n-d-798249-3 is: [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 3, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:39.506472 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.523734 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.524405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:39.564877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:39.589990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Network 50a37c81-31b5-4c29-8733-d133371271eb is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:39.594942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:39.596613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:39.625136 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'Port': ['ID=e2f456df-f1b0-4e4f-8b81-adb4153a532c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:39.643306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cb21e659-3fa9-4d65-9917-f81249bfbbe5 None None] Provisioning for port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:39.643507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Made reservation on behalf of 1316701253c6494caada86426025c5f3 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:39.645876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.658032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cb21e659-3fa9-4d65-9917-f81249bfbbe5 None None] Provisioning complete for port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:39.658032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cb21e659-3fa9-4d65-9917-f81249bfbbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.658650 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.683599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:39.684754 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.695219 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.707329 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cb21e659-3fa9-4d65-9917-f81249bfbbe5 None None] Port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:39.716955 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.790941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['481ecf92-f7b5-4f06-a85a-6cfb1460d2ee'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:39.804167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.833184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:39.923469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.976012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:39.991877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.001543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab43e7e-29cd-4cf7-aa7d-6f0ecfedf3b7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:40.004762 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.005109 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Added segment ebaa599a-85d4-4013-bb8c-88b9c4ba32ed of type vlan for network 42506603-5125-4e1e-a7be-1eb6f4ebec96 Jun 30 02:44:40.056465 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.070493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7e888d4d-5f37-41ee-92e7-bcac13508567 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:40.079847 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-f87dbb13-21f2-4603-b6b6-6adec35110b5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6073008 Jun 30 02:44:40.099049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Request body: {'port': {'device_id': '086b457f-2921-4839-a2f6-d5b64935cf95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:40.142942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.173931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device fa662f90-9d2f-4e0c-93b1-0e68f0327803 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:40.209937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: fa662f90-9d2f-4e0c-93b1-0e68f0327803 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:40.210304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device fa662f90-9d2f-4e0c-93b1-0e68f0327803 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:40.241370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.244417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3c7e7-87bb-430e-aebf-0b9fbaa5d4c8 req-ffe6c768-5b35-41a3-b667-d0f1ddd883ba tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:40.254119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e1e3c7e7-87bb-430e-aebf-0b9fbaa5d4c8 req-ffe6c768-5b35-41a3-b667-d0f1ddd883ba tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.0885744 Jun 30 02:44:40.260726 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.262343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:40.262977 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.313370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.317398 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 7e888d4d-5f37-41ee-92e7-bcac13508567 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:40.318261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Pushing event updated for resources: {'Port': ['ID=693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:40.321406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7e888d4d-5f37-41ee-92e7-bcac13508567 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:40.322230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.405728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e1e3c7e7-87bb-430e-aebf-0b9fbaa5d4c8 req-8365ad5f-f7a9-42f1-a878-47b9c5742fec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504071 Jun 30 02:44:40.409124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] Pushing event updated for resources: {'Network': ['ID=42506603-5125-4e1e-a7be-1eb6f4ebec96,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:40.413718 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.432480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 42506603-5125-4e1e-a7be-1eb6f4ebec96 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:40.450486 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-83808b9e-5066-4646-af72-9781c882fa42 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2735288 Jun 30 02:44:40.460531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51080) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:40.466790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Request body: {'subnet': {'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-subnet', 'tenant_id': '1316701253c6494caada86426025c5f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:40.522863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 7e888d4d-5f37-41ee-92e7-bcac13508567, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7e888d4d-5f37-41ee-92e7-bcac13508567,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:40.585006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Network 2b9ddc54-579a-469a-a75a-d6c07351455b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:40.591262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:40.637458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbf7ff-120b-4b8a-8b5f-273ef1a852a5 req-33a42b55-8d2c-4f25-8a4a-3a16db6a667d tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:40.637755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c067495-1241-41f2-a8ba-d725e2967ce3 req-c352afb2-ac8b-411d-ab83-0676f8f25967 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:40.637755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c067495-1241-41f2-a8ba-d725e2967ce3 req-c352afb2-ac8b-411d-ab83-0676f8f25967 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 931 time: 0.0831389 Jun 30 02:44:40.637755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Made reservation on behalf of 1316701253c6494caada86426025c5f3 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:40.638900 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.642530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8bbf7ff-120b-4b8a-8b5f-273ef1a852a5 req-33a42b55-8d2c-4f25-8a4a-3a16db6a667d tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 944 time: 0.3251808 Jun 30 02:44:40.689620 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.739986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c067495-1241-41f2-a8ba-d725e2967ce3 req-95bc9795-5f2e-4fb4-a3db-da507e258886 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909004 Jun 30 02:44:40.749245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=7e888d4d-5f37-41ee-92e7-bcac13508567,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:40.786260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:40.840149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8bbf7ff-120b-4b8a-8b5f-273ef1a852a5 req-6fcd44c2-92d3-447b-8013-cfce665f6457 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614780 Jun 30 02:44:40.928680 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.938535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Router 6e0f635a-e894-432a-8055-7d02ed84da3d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:44:40.972716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f456df-f1b0-4e4f-8b81-adb4153a532c {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:40.972932 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:40.973041 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.973136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c37173ae-09db-4d11-9808-ededc247eed9 None None] Provisioning complete for port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:40.973136 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c37173ae-09db-4d11-9808-ededc247eed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.974904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Transition to ACTIVE for port object e2f456df-f1b0-4e4f-8b81-adb4153a532c will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:40.996249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:41.006851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c37173ae-09db-4d11-9808-ededc247eed9 None None] Port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:41.075240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:41.082045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9f32fe74-7ed5-47f4-a081-443907e51d52 admin admin] 10.222.0.77 "PUT /v2.0/routers/6e0f635a-e894-432a-8055-7d02ed84da3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3629265 Jun 30 02:44:41.255416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.255655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.256150 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.345407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:41.348141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Pushing event updated for resources: {'Subnet': ['ID=759ce310-bd18-4780-aa2d-34c086fac8bb,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:41.353033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Pushing event updated for resources: {'Port': ['ID=e2f456df-f1b0-4e4f-8b81-adb4153a532c,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:41.356100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Checking segment: {'id': 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:41.356471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Network hostable DHCP agents. Network: 42506603-5125-4e1e-a7be-1eb6f4ebec96, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:41.456025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Attempting to bind port e2f456df-f1b0-4e4f-8b81-adb4153a532c on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:41.456561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Attempting to bind port e2f456df-f1b0-4e4f-8b81-adb4153a532c by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'eabffd79-7fd3-4095-8074-0f626b683435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:41.456948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Attempting to bind port e2f456df-f1b0-4e4f-8b81-adb4153a532c on network 50a37c81-31b5-4c29-8733-d133371271eb {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:41.461763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Port e2f456df-f1b0-4e4f-8b81-adb4153a532c on network 50a37c81-31b5-4c29-8733-d133371271eb not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:41.462157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Attempting to bind port e2f456df-f1b0-4e4f-8b81-adb4153a532c on network 50a37c81-31b5-4c29-8733-d133371271eb {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:41.467444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:41.467861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Checking segment: {'id': 'eabffd79-7fd3-4095-8074-0f626b683435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:41.468338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Bound using segment: {'id': 'eabffd79-7fd3-4095-8074-0f626b683435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:41.469403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Bound port: e2f456df-f1b0-4e4f-8b81-adb4153a532c, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabffd79-7fd3-4095-8074-0f626b683435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:41.469866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.542720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] For port e2f456df-f1b0-4e4f-8b81-adb4153a532c, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:41.545841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] For port e2f456df-f1b0-4e4f-8b81-adb4153a532c, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:41.562460 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Sync routers for ids ['6e0f635a-e894-432a-8055-7d02ed84da3d'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:41.568596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Network 42506603-5125-4e1e-a7be-1eb6f4ebec96 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:41.572018 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Routers {'6e0f635a-e894-432a-8055-7d02ed84da3d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:41.572636 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6e0f635a-e894-432a-8055-7d02ed84da3d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:41.685873 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Set router 6e0f635a-e894-432a-8055-7d02ed84da3d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:41.815260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.850533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 42506603-5125-4e1e-a7be-1eb6f4ebec96) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:41.857773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.857773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.864980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154777d-3e40-4709-a876-4ac7f0388c4b None None] Network 42506603-5125-4e1e-a7be-1eb6f4ebec96 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:41.867247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.867879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.869312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] 10.222.0.74 "PUT /v2.0/ports/e2f456df-f1b0-4e4f-8b81-adb4153a532c HTTP/1.1" status: 200 len: 1091 time: 1.7813358 Jun 30 02:44:41.869793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086b457f-2921-4839-a2f6-d5b64935cf95', 'tag': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:41.872094 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41fa610-db70-4fac-9764-cdbd0f64dc72" -d '{"events": [{"name": "network-changed", "server_uuid": "086b457f-2921-4839-a2f6-d5b64935cf95", "tag": "e2f456df-f1b0-4e4f-8b81-adb4153a532c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:41.910334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cd313-589f-4fa5-abc9-9ed096a634da service neutron] Pushing event updated for resources: {'Port': ['ID=e2f456df-f1b0-4e4f-8b81-adb4153a532c,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:41.959044 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf', 'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'mac_address': 'fa:16:3e:e9:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:37Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 2, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'subnets': [{'id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:41.993793 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Checking router: 6e0f635a-e894-432a-8055-7d02ed84da3d for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:41.994471 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Updating router 6e0f635a-e894-432a-8055-7d02ed84da3d port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:42.034718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-668085a5-820a-4992-acf3-a90393e5316c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5730085 Jun 30 02:44:42.038596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec444e14-fdf7-4ec3-88b0-bd6f5d7c64ba req-b927f249-77f0-4bed-bf2d-11fe7ec6bcd7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:42.039320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51144) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:42.046052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec444e14-fdf7-4ec3-88b0-bd6f5d7c64ba req-b927f249-77f0-4bed-bf2d-11fe7ec6bcd7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.0795598 Jun 30 02:44:42.046273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-router', 'tenant_id': '1316701253c6494caada86426025c5f3', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:42.052296 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.061859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7e888d4d-5f37-41ee-92e7-bcac13508567 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:42.112696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec444e14-fdf7-4ec3-88b0-bd6f5d7c64ba req-95a4cd18-d44d-4abe-b1d8-98b445ffe388 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655911 Jun 30 02:44:42.118045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-42506603-5125-4e1e-a7be-1eb6f4ebec96', 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96', 'tenant_id': '1316701253c6494caada86426025c5f3', 'fixed_ips': [{'subnet_id': '759ce310-bd18-4780-aa2d-34c086fac8bb'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:42.119166 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.157582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-aef13161-06a5-4776-be8d-4eb644d01878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:42.160023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-aef13161-06a5-4776-be8d-4eb644d01878 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 1094 time: 0.0951385 Jun 30 02:44:42.184560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7e888d4d-5f37-41ee-92e7-bcac13508567 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:42.184954 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.253650 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-7a42ba77-883a-4544-b162-fbc2dcdd0874 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c HTTP/1.1" status: 200 len: 217 time: 0.0855103 Jun 30 02:44:42.272581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.274354 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.341527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-646f6d0f-6d95-47f7-b89c-684ecc6a8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:42.342628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-646f6d0f-6d95-47f7-b89c-684ecc6a8590 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=601a0bd9-eede-426f-bfc9-937b3a8d7ca3 HTTP/1.1" status: 200 len: 852 time: 0.0748794 Jun 30 02:44:42.378964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-05c20596-2c9c-49ea-b4cd-8879aa32345f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50a37c81-31b5-4c29-8733-d133371271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300591 Jun 30 02:44:42.396260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f57a0-f911-450d-baf9-54f729eac95b req-b0cb2d5f-08d7-424c-904b-7a3c446a57ba tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:42.403814 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b01f57a0-f911-450d-baf9-54f729eac95b req-b0cb2d5f-08d7-424c-904b-7a3c446a57ba tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 943 time: 0.1463590 Jun 30 02:44:42.404943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.412784 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.424512 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Transition to ACTIVE for port object 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:42.478753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a9b64-26b0-45db-9540-cb33f4e0c381 req-e91edb68-fbc5-4c4b-9fa6-bad263f61b6c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:42.480435 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e9a9b64-26b0-45db-9540-cb33f4e0c381 req-e91edb68-fbc5-4c4b-9fa6-bad263f61b6c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 943 time: 0.0739422 Jun 30 02:44:42.483910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Allocated IP 172.20.0.2 (42506603-5125-4e1e-a7be-1eb6f4ebec96/759ce310-bd18-4780-aa2d-34c086fac8bb/1313ad18-832f-4d9b-948a-f9071028a40a) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:42.493762 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b01f57a0-f911-450d-baf9-54f729eac95b req-673e7dac-c52c-4201-849c-dd2b8cb7b0db tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888574 Jun 30 02:44:42.534480 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.550806 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-ab3a608a-5ec5-4fec-9579-5102ceaab204 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632380 Jun 30 02:44:42.552499 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274042e1-656b-420f-9273-7a6f927126a2 x-openstack-request-id: req-274042e1-656b-420f-9273-7a6f927126a2 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:42.552959 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086b457f-2921-4839-a2f6-d5b64935cf95", "tag": "e2f456df-f1b0-4e4f-8b81-adb4153a532c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:42.553219 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-274042e1-656b-420f-9273-7a6f927126a2 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:42.553637 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086b457f-2921-4839-a2f6-d5b64935cf95', 'tag': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c', 'status': 'completed', 'code': 200} Jun 30 02:44:42.554846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e9a9b64-26b0-45db-9540-cb33f4e0c381 req-7221ca15-d1ff-4e78-89f2-dca079686f98 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577281 Jun 30 02:44:42.629050 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Pushing event updated for resources: {'Port': ['ID=693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:42.654021 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.654367 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.654698 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.655030 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.657248 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.657654 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.657995 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.658327 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.658656 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.658979 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.659304 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.662439 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:42.771865 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.792283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Transition to ACTIVE for port object 1313ad18-832f-4d9b-948a-f9071028a40a will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:42.820696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Transition to ACTIVE for port object 1313ad18-832f-4d9b-948a-f9071028a40a will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:42.855833 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Attempting to bind port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:42.856444 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Attempting to bind port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:42.857249 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Attempting to bind port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf on network 2b9ddc54-579a-469a-a75a-d6c07351455b {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:42.865097 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:42.865446 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Checking segment: {'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:42.865878 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.866355 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Bound using segment: {'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:42.866769 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Bound port: 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:42.867182 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.907429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.988407 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] For port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:42.991990 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] For port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:43.059353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fb8fa72-cf92-4f45-8765-798dd723ae08 req-a3cc01af-ca6a-4894-95e3-70404d57ceab service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852905 Jun 30 02:44:43.083759 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.122032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Network 42506603-5125-4e1e-a7be-1eb6f4ebec96 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:43.126726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:43.130104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:43.139257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Pushing event updated for resources: {'Port': ['ID=1313ad18-832f-4d9b-948a-f9071028a40a,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:43.193430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Attempting to bind port 1313ad18-832f-4d9b-948a-f9071028a40a on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:43.196624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Attempting to bind port 1313ad18-832f-4d9b-948a-f9071028a40a by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:43.196624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Attempting to bind port 1313ad18-832f-4d9b-948a-f9071028a40a on network 42506603-5125-4e1e-a7be-1eb6f4ebec96 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:43.199273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:43.199648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Checking segment: {'id': 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:43.200043 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.200425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Bound using segment: {'id': 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:43.200893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Bound port: 1313ad18-832f-4d9b-948a-f9071028a40a, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:43.201417 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.268042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] For port 1313ad18-832f-4d9b-948a-f9071028a40a, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:43.271471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] For port 1313ad18-832f-4d9b-948a-f9071028a40a, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1313ad18-832f-4d9b-948a-f9071028a40a,segment=NetworkSegment(ebaa599a-85d4-4013-bb8c-88b9c4ba32ed),segment_id=ebaa599a-85d4-4013-bb8c-88b9c4ba32ed)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:43.304804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620f6fd-0a66-4eea-b784-83ae26136d70 req-926b894d-2f08-465f-92bf-e8a2b10e0dac tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.306315 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e620f6fd-0a66-4eea-b784-83ae26136d70 req-926b894d-2f08-465f-92bf-e8a2b10e0dac tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.0766602 Jun 30 02:44:43.345675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e620f6fd-0a66-4eea-b784-83ae26136d70 req-2509e6c7-bf43-4e47-b632-65294d17b045 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Jun 30 02:44:43.473258 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.481267 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-92f5d8be-410c-470d-ae0c-bb624973951d req-9808b207-0b68-41ef-8e4b-219752dd5962 service neutron] show failed (client error): The resource could not be found. Jun 30 02:44:43.482820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-9808b207-0b68-41ef-8e4b-219752dd5962 service neutron] 10.222.0.83 "GET /v2.0/ports/78cb75c8-5510-4ee5-bdc0-a19e1001c4bb/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0772943 Jun 30 02:44:43.497518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-8eaab965-c522-4342-b83d-5d38aaba404f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.499392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-8eaab965-c522-4342-b83d-5d38aaba404f tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/ports?device_id=9530c2d8-2a80-4f74-b5af-c57153c96ea1 HTTP/1.1" status: 200 len: 950 time: 0.1315837 Jun 30 02:44:43.540413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.569989 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4d9c6-01c8-4758-8d50-aa5508a75c27 None None] Pushing event updated for resources: {'Port': ['ID=693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:43.576435 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Routers {'6e0f635a-e894-432a-8055-7d02ed84da3d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:43.577046 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6e0f635a-e894-432a-8055-7d02ed84da3d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:43.770123 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] Set router 6e0f635a-e894-432a-8055-7d02ed84da3d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:43.776715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f8f8c-aa97-4087-aea9-c848b4d0f06d None None] Pushing event updated for resources: {'Port': ['ID=1313ad18-832f-4d9b-948a-f9071028a40a,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:43.993787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdae057-9f91-41ff-9708-ca711130e643 req-4f21e1cc-3035-4bed-bd94-c1f885bbb64f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.996519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fcdae057-9f91-41ff-9708-ca711130e643 req-4f21e1cc-3035-4bed-bd94-c1f885bbb64f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 943 time: 0.3898430 Jun 30 02:44:44.194590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-c966db7c-3b2f-4ae0-b8d6-177d99164208 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Deleting port bac564d6-df16-4a75-84e1-25dda9b1272a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:44.195469 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-c966db7c-3b2f-4ae0-b8d6-177d99164208 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.273925 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf', 'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'mac_address': 'fa:16:3e:e9:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:37Z', 'updated_at': '2021-06-30T02:44:42Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'subnets': [{'id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:44.394572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e515b7-d99a-4147-9487-e72289ed6720 req-944fbba6-3acb-4379-9277-222bd799e607 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.396178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19e515b7-d99a-4147-9487-e72289ed6720 req-944fbba6-3acb-4379-9277-222bd799e607 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 943 time: 0.4657578 Jun 30 02:44:44.412326 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce56c4-79e0-401f-9d48-a93870c23fa3 None None] The sync data for ids ['6e0f635a-e894-432a-8055-7d02ed84da3d'] in n-d-798249-3 is: [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf', 'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'mac_address': 'fa:16:3e:e9:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:37Z', 'updated_at': '2021-06-30T02:44:42Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'subnets': [{'id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:44.490613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.557824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-c966db7c-3b2f-4ae0-b8d6-177d99164208 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] For port bac564d6-df16-4a75-84e1-25dda9b1272a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=bac564d6-df16-4a75-84e1-25dda9b1272a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:44.558322 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-c966db7c-3b2f-4ae0-b8d6-177d99164208 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.564779 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.590279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-fcdae057-9f91-41ff-9708-ca711130e643 req-f15f0b8f-ca2e-4c3e-8de9-1f570de522b4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Deleting port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:44.590624 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fcdae057-9f91-41ff-9708-ca711130e643 req-f15f0b8f-ca2e-4c3e-8de9-1f570de522b4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.687185 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19e515b7-d99a-4147-9487-e72289ed6720 req-2548879b-2bc3-4d8f-a45f-3dbc0eb5b3d8 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830803 Jun 30 02:44:44.690221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-c966db7c-3b2f-4ae0-b8d6-177d99164208 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Calling delete_port for bac564d6-df16-4a75-84e1-25dda9b1272a owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:44.830174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fa610-db70-4fac-9764-cdbd0f64dc72 req-22e5939b-0e65-49a9-a0a0-dbf23ee1c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.832116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b41fa610-db70-4fac-9764-cdbd0f64dc72 req-22e5939b-0e65-49a9-a0a0-dbf23ee1c002 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 1094 time: 1.2971842 Jun 30 02:44:44.848828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Allocated IP 172.25.2.101 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/9e7ad656-9b74-440b-8cd2-56a3eb29f2dd) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:44.865326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e2594-cad9-4693-aa25-3e886b623744 req-274be1a2-d728-42e4-89eb-cb5d8b6a1415 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.875224 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e1e2594-cad9-4693-aa25-3e886b623744 req-274be1a2-d728-42e4-89eb-cb5d8b6a1415 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 943 time: 0.5393789 Jun 30 02:44:44.906428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-fcdae057-9f91-41ff-9708-ca711130e643 req-f15f0b8f-ca2e-4c3e-8de9-1f570de522b4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] For port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:44.906869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fcdae057-9f91-41ff-9708-ca711130e643 req-f15f0b8f-ca2e-4c3e-8de9-1f570de522b4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.940148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-fcdae057-9f91-41ff-9708-ca711130e643 req-f15f0b8f-ca2e-4c3e-8de9-1f570de522b4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Calling delete_port for 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:45.148754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884200a-959f-404a-ad72-27612a668965 req-097754d5-e598-4841-87f5-d7c24f26348b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.150505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d884200a-959f-404a-ad72-27612a668965 req-097754d5-e598-4841-87f5-d7c24f26348b tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=9530c2d8-2a80-4f74-b5af-c57153c96ea1 HTTP/1.1" status: 200 len: 950 time: 0.3118131 Jun 30 02:44:45.155452 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.249176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8be-410c-470d-ae0c-bb624973951d req-42b2fbb7-41b3-43dd-b819-b617a7cd5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.251138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-42b2fbb7-41b3-43dd-b819-b617a7cd5902 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316&tenant_id=a205eb72430843758a6f07925588ee7f HTTP/1.1" status: 200 len: 1101 time: 0.7072022 Jun 30 02:44:45.271007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:45.302998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fa610-db70-4fac-9764-cdbd0f64dc72 req-ccfbb585-4cf4-4b54-9985-8524c8f85a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.304478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b41fa610-db70-4fac-9764-cdbd0f64dc72 req-ccfbb585-4cf4-4b54-9985-8524c8f85a2d service neutron] 10.222.0.74 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 913 time: 0.4533639 Jun 30 02:44:45.309921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e1e2594-cad9-4693-aa25-3e886b623744 req-10aa739f-eb7e-49e1-93b3-5f8a473b85a0 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335289 Jun 30 02:44:45.323641 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d884200a-959f-404a-ad72-27612a668965 req-0ded1085-36ad-424f-8276-a977ceaac59d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487067 Jun 30 02:44:45.342183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-e3d67439-ef0b-43d3-bbad-746fddf8599e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.344390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-e3d67439-ef0b-43d3-bbad-746fddf8599e tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/ports?device_id=a278650d-43ae-482c-9905-8f5dd8bcca5c HTTP/1.1" status: 200 len: 950 time: 0.2743340 Jun 30 02:44:45.391523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e329be-1e43-4b09-8983-40e9e98571b9 None None] Network 42506603-5125-4e1e-a7be-1eb6f4ebec96 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:45.432598 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b41fa610-db70-4fac-9764-cdbd0f64dc72 req-7b2824d4-efd7-424c-a998-732976786281 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c HTTP/1.1" status: 200 len: 217 time: 0.1082714 Jun 30 02:44:45.436602 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.483471 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-c966db7c-3b2f-4ae0-b8d6-177d99164208 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.521761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef', '41d69b9a-52f5-4b3a-858f-75e95e6f0114'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:45.549954 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fcdae057-9f91-41ff-9708-ca711130e643 req-f15f0b8f-ca2e-4c3e-8de9-1f570de522b4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.551581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966db7c-3b2f-4ae0-b8d6-177d99164208 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event deleted for resources: {'Port': ['ID=bac564d6-df16-4a75-84e1-25dda9b1272a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:45.688541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:45.723767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:45.724956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-c966db7c-3b2f-4ae0-b8d6-177d99164208 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] No DVR routers for this DVR port bac564d6-df16-4a75-84e1-25dda9b1272a on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:45.726806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4f39b967-b7b5-4c0f-b924-0468dd372b2e None None] Provisioning for port 1313ad18-832f-4d9b-948a-f9071028a40a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:45.728006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:45.743187 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.766847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7ad656-9b74-440b-8cd2-56a3eb29f2dd,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:45.776300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fa610-db70-4fac-9764-cdbd0f64dc72 req-04204cc2-912e-4960-8662-e7fc86c46bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.777881 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b41fa610-db70-4fac-9764-cdbd0f64dc72 req-04204cc2-912e-4960-8662-e7fc86c46bc5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=601a0bd9-eede-426f-bfc9-937b3a8d7ca3 HTTP/1.1" status: 200 len: 852 time: 0.3371625 Jun 30 02:44:45.821743 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-c966db7c-3b2f-4ae0-b8d6-177d99164208 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.823754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3343e3e-2f6a-46ad-8f57-09dbd48ef580 req-c966db7c-3b2f-4ae0-b8d6-177d99164208 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "DELETE /v2.0/ports/bac564d6-df16-4a75-84e1-25dda9b1272a HTTP/1.1" status: 204 len: 173 time: 2.3183587 Jun 30 02:44:45.824220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9530c2d8-2a80-4f74-b5af-c57153c96ea1', 'name': 'network-vif-deleted', 'tag': 'bac564d6-df16-4a75-84e1-25dda9b1272a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:45.834897 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66df8f3-edca-40bb-9cdf-3074db465bc9" -d '{"events": [{"server_uuid": "9530c2d8-2a80-4f74-b5af-c57153c96ea1", "name": "network-vif-deleted", "tag": "bac564d6-df16-4a75-84e1-25dda9b1272a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:45.841872 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b41fa610-db70-4fac-9764-cdbd0f64dc72 req-aa9f21b1-672a-42dc-b0ca-e580fdf00d45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50a37c81-31b5-4c29-8733-d133371271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513077 Jun 30 02:44:45.848330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f0b8f-ca2e-4c3e-8de9-1f570de522b4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event deleted for resources: {'Port': ['ID=481ecf92-f7b5-4f06-a85a-6cfb1460d2ee,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:45.903022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdae057-9f91-41ff-9708-ca711130e643 req-f15f0b8f-ca2e-4c3e-8de9-1f570de522b4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] No DVR routers for this DVR port 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:45.947968 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fcdae057-9f91-41ff-9708-ca711130e643 req-f15f0b8f-ca2e-4c3e-8de9-1f570de522b4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.952514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fcdae057-9f91-41ff-9708-ca711130e643 req-f15f0b8f-ca2e-4c3e-8de9-1f570de522b4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "DELETE /v2.0/ports/481ecf92-f7b5-4f06-a85a-6cfb1460d2ee HTTP/1.1" status: 204 len: 173 time: 1.9150913 Jun 30 02:44:45.982142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-82e5dc4e-45ae-42b3-a96e-9899234af9e4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Deleting port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:45.982846 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-82e5dc4e-45ae-42b3-a96e-9899234af9e4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.260991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e2f456df-f1b0-4e4f-8b81-adb4153a532c details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:46.272295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device bac564d6-df16-4a75-84e1-25dda9b1272a no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:46.325125 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: bac564d6-df16-4a75-84e1-25dda9b1272a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:46.326976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device bac564d6-df16-4a75-84e1-25dda9b1272a not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:46.355001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1313ad18-832f-4d9b-948a-f9071028a40a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:46.376554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-86dddb0f-8497-43ca-a8e7-f317dad126f1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.394914 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-86dddb0f-8497-43ca-a8e7-f317dad126f1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 805 time: 0.5526133 Jun 30 02:44:46.443427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-82e5dc4e-45ae-42b3-a96e-9899234af9e4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] For port 41d69b9a-52f5-4b3a-858f-75e95e6f0114, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=41d69b9a-52f5-4b3a-858f-75e95e6f0114,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:46.446950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-82e5dc4e-45ae-42b3-a96e-9899234af9e4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.454755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aa6c5-6f3a-4755-a4de-0e5e15c11442 req-84983843-25e9-4108-b1cc-74b4341be339 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.464243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b39aa6c5-6f3a-4755-a4de-0e5e15c11442 req-84983843-25e9-4108-b1cc-74b4341be339 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.8128266 Jun 30 02:44:46.483174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-82e5dc4e-45ae-42b3-a96e-9899234af9e4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Calling delete_port for 41d69b9a-52f5-4b3a-858f-75e95e6f0114 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:46.575277 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b41fa610-db70-4fac-9764-cdbd0f64dc72 req-fd0f0d4a-a5ce-4473-a4de-7377f3e8f679 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7072072 Jun 30 02:44:46.654070 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b39aa6c5-6f3a-4755-a4de-0e5e15c11442 req-8979654b-97e1-40d5-b514-0cd5760540f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888540 Jun 30 02:44:46.664747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e2f456df-f1b0-4e4f-8b81-adb4153a532c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:46.692206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1313ad18-832f-4d9b-948a-f9071028a40a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:46.695161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c', 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb', 'port_id': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c', 'mac_address': 'fa:16:3e:18:15:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601a0bd9-eede-426f-bfc9-937b3a8d7ca3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:46.701890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1313ad18-832f-4d9b-948a-f9071028a40a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:46.702265 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.785990 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.795693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-01364687-58d8-4b0e-9108-a673d0ffd782 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/quotas/a89f75a4941141878233813936107c0e HTTP/1.1" status: 200 len: 375 time: 0.3996408 Jun 30 02:44:46.821892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:46.835444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:46.841796 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b41fa610-db70-4fac-9764-cdbd0f64dc72 req-03ed7107-1263-4d0d-83e1-6184290cc10f service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316406 Jun 30 02:44:46.847368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f456df-f1b0-4e4f-8b81-adb4153a532c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:46.895376 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-82e5dc4e-45ae-42b3-a96e-9899234af9e4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.908207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:46.929109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.940996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:46.949032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 481ecf92-f7b5-4f06-a85a-6cfb1460d2ee not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:46.949032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:46.966819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['193d1fd4-40aa-48df-a363-a3856e6760ef'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:47.027251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e2f456df-f1b0-4e4f-8b81-adb4153a532c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:47.038451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5dc4e-45ae-42b3-a96e-9899234af9e4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event deleted for resources: {'Port': ['ID=41d69b9a-52f5-4b3a-858f-75e95e6f0114,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:47.095908 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.107375 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.120860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Transition to ACTIVE for port object 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:47.130908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-82e5dc4e-45ae-42b3-a96e-9899234af9e4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] No DVR routers for this DVR port 41d69b9a-52f5-4b3a-858f-75e95e6f0114 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:47.134858 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-82e5dc4e-45ae-42b3-a96e-9899234af9e4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.135084 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.137692 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff95a768-cf0a-4e8d-9d78-711245efd61e req-a61a4469-039b-4af6-a376-98e44ffa8005 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=d01a6c02-6bbc-42dd-958d-547cf8941035 HTTP/1.1" status: 200 len: 210 time: 0.1206133 Jun 30 02:44:47.137841 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af456a4b-a670-4b74-8b8a-d5f826430e5a req-82e5dc4e-45ae-42b3-a96e-9899234af9e4 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "DELETE /v2.0/ports/41d69b9a-52f5-4b3a-858f-75e95e6f0114 HTTP/1.1" status: 204 len: 173 time: 1.7653267 Jun 30 02:44:47.137946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:47.149143 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd984ce-2f46-4dd0-9c65-2aaac8af6db7" -d '{"events": [{"server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "name": "network-vif-unplugged", "status": "completed", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:47.165832 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-1286287b-940c-42c8-afec-b6401407dfff tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3573246 Jun 30 02:44:47.271506 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae99a62-6bcf-4102-b1f9-511f436ab380 x-openstack-request-id: req-1ae99a62-6bcf-4102-b1f9-511f436ab380 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:47.271879 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9530c2d8-2a80-4f74-b5af-c57153c96ea1", "name": "network-vif-deleted", "tag": "bac564d6-df16-4a75-84e1-25dda9b1272a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:47.272194 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ae99a62-6bcf-4102-b1f9-511f436ab380 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:47.272670 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9530c2d8-2a80-4f74-b5af-c57153c96ea1', 'name': 'network-vif-deleted', 'tag': 'bac564d6-df16-4a75-84e1-25dda9b1272a', 'status': 'completed', 'code': 200} Jun 30 02:44:47.320934 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.348935 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-6e5e73bd-98a9-4d41-a4fc-3d3f3cfd22fc service neutron] 10.222.0.77 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717672 Jun 30 02:44:47.541285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] No DVR routers for this DVR port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:47.598768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-a5fd99b6-8e45-457d-b196-c92243019144 service neutron] 10.222.0.77 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425485 Jun 30 02:44:47.600375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e2f456df-f1b0-4e4f-8b81-adb4153a532c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:47.633238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Pushing event updated for resources: {'Port': ['ID=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:47.703479 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1313ad18-832f-4d9b-948a-f9071028a40a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1313ad18-832f-4d9b-948a-f9071028a40a,segment=NetworkSegment(ebaa599a-85d4-4013-bb8c-88b9c4ba32ed),segment_id=ebaa599a-85d4-4013-bb8c-88b9c4ba32ed)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:47.773345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2f456df-f1b0-4e4f-8b81-adb4153a532c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:47.811334 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.811879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:48.142221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1313ad18-832f-4d9b-948a-f9071028a40a,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:48.213319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 41d69b9a-52f5-4b3a-858f-75e95e6f0114 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:48.224320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Attempting to bind port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:48.225806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Attempting to bind port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:48.225806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Attempting to bind port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:48.244266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:48.244588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Attempting to bind port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:48.247854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 41d69b9a-52f5-4b3a-858f-75e95e6f0114 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:48.248200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 41d69b9a-52f5-4b3a-858f-75e95e6f0114 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:48.260885 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.262934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:48.263275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:48.263666 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:48.264121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Bound port: 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:48.264486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.296661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6246a-b0d5-48a1-abc7-8e590cf5744f req-5d2a7fad-1469-4c4b-b542-113109a7518b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.298299 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cfc6246a-b0d5-48a1-abc7-8e590cf5744f req-5d2a7fad-1469-4c4b-b542-113109a7518b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 944 time: 0.7429094 Jun 30 02:44:48.357144 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:48.361951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:48.362435 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.479891 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.493589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cfc6246a-b0d5-48a1-abc7-8e590cf5744f req-5386b88b-5996-48df-a75f-195cb6cfdee0 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568992 Jun 30 02:44:48.501797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:48.505347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:48.525890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:48.697811 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.698058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Router 03025acf-e340-43ba-8557-09e2e9b938e2 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:48.701955 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.891473 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a683a0d3-0297-4e1e-a93a-b300fe9160fa x-openstack-request-id: req-a683a0d3-0297-4e1e-a93a-b300fe9160fa {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:48.891761 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "name": "network-vif-unplugged", "status": "completed", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:48.891901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1313ad18-832f-4d9b-948a-f9071028a40a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:48.892369 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a683a0d3-0297-4e1e-a93a-b300fe9160fa {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:48.892456 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'code': 200} Jun 30 02:44:48.895378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:48.914140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.914755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.916220 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] 10.222.0.74 "PUT /v2.0/ports/78cb75c8-5510-4ee5-bdc0-a19e1001c4bb HTTP/1.1" status: 200 len: 1096 time: 3.6494892 Jun 30 02:44:48.940607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Sync routers for ids ['03025acf-e340-43ba-8557-09e2e9b938e2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:48.942755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0069f41-4f2f-45d4-bf89-cbdb4e1118f9 service neutron] Pushing event updated for resources: {'Port': ['ID=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:49.005358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:49.041847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Routers {'03025acf-e340-43ba-8557-09e2e9b938e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:49.043053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['03025acf-e340-43ba-8557-09e2e9b938e2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:49.048397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.056682 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4bd28a24-fecd-4407-844b-571ee781d770 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.0157940 Jun 30 02:44:49.057061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51254) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:49.060013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8be-410c-470d-ae0c-bb624973951d req-94ab4a92-d3a5-42ab-92f7-7a8bb8423a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:49.062405 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-94ab4a92-d3a5-42ab-92f7-7a8bb8423a01 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 1099 time: 0.1107121 Jun 30 02:44:49.112498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d82f8a-2d9f-4343-a17a-b976032a83d9 req-5e529dde-ec28-4fde-99ed-cb5f79dcfb93 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:49.114862 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11d82f8a-2d9f-4343-a17a-b976032a83d9 req-5e529dde-ec28-4fde-99ed-cb5f79dcfb93 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 948 time: 0.1544979 Jun 30 02:44:49.193434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8be-410c-470d-ae0c-bb624973951d req-684be2a1-896c-4b30-9917-5cb7500a89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:49.199162 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-684be2a1-896c-4b30-9917-5cb7500a89c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1254904 Jun 30 02:44:49.272936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1313ad18-832f-4d9b-948a-f9071028a40a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:49.273326 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.278719 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-83b4a302-90a1-4ffc-add4-5e8bc7b14d08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb HTTP/1.1" status: 200 len: 217 time: 0.0756204 Jun 30 02:44:49.282417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01a6c02-6bbc-42dd-958d-547cf8941035', 'name': 'network-vif-deleted', 'tag': '481ecf92-f7b5-4f06-a85a-6cfb1460d2ee'}, {'server_uuid': 'a278650d-43ae-482c-9905-8f5dd8bcca5c', 'name': 'network-vif-deleted', 'tag': '41d69b9a-52f5-4b3a-858f-75e95e6f0114'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:49.291984 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28b32ed-cfe1-4077-9037-f86f435d1516" -d '{"events": [{"server_uuid": "d01a6c02-6bbc-42dd-958d-547cf8941035", "name": "network-vif-deleted", "tag": "481ecf92-f7b5-4f06-a85a-6cfb1460d2ee"}, {"server_uuid": "a278650d-43ae-482c-9905-8f5dd8bcca5c", "name": "network-vif-deleted", "tag": "41d69b9a-52f5-4b3a-858f-75e95e6f0114"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:49.323161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Set router 03025acf-e340-43ba-8557-09e2e9b938e2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:49.354188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11d82f8a-2d9f-4343-a17a-b976032a83d9 req-fbe06fb4-af75-4df2-9398-81cbd4162b66 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330976 Jun 30 02:44:49.389030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e19fed7a-eaf3-4980-91de-63fceb004f16 req-eb77d0f1-2db9-4602-8d8b-3b3f56d57ca5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 210 time: 0.0867178 Jun 30 02:44:49.406689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8be-410c-470d-ae0c-bb624973951d req-38980673-8112-4cbe-bed0-b9fceb143c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:49.408566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-38980673-8112-4cbe-bed0-b9fceb143c43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1236203 Jun 30 02:44:49.507262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8be-410c-470d-ae0c-bb624973951d req-6a85d3f5-a823-4f75-8fa7-7f2027009e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:49.509931 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-6a85d3f5-a823-4f75-8fa7-7f2027009e88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941713 Jun 30 02:44:49.670352 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ae5af1-d6a7-404f-9307-b00f54a6ee82 x-openstack-request-id: req-c5ae5af1-d6a7-404f-9307-b00f54a6ee82 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:49.671099 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01a6c02-6bbc-42dd-958d-547cf8941035", "name": "network-vif-deleted", "tag": "481ecf92-f7b5-4f06-a85a-6cfb1460d2ee", "status": "completed", "code": 200}, {"server_uuid": "a278650d-43ae-482c-9905-8f5dd8bcca5c", "name": "network-vif-deleted", "tag": "41d69b9a-52f5-4b3a-858f-75e95e6f0114", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:49.671737 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5ae5af1-d6a7-404f-9307-b00f54a6ee82 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:49.672375 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01a6c02-6bbc-42dd-958d-547cf8941035', 'name': 'network-vif-deleted', 'tag': '481ecf92-f7b5-4f06-a85a-6cfb1460d2ee', 'status': 'completed', 'code': 200} Jun 30 02:44:49.672876 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278650d-43ae-482c-9905-8f5dd8bcca5c', 'name': 'network-vif-deleted', 'tag': '41d69b9a-52f5-4b3a-858f-75e95e6f0114', 'status': 'completed', 'code': 200} Jun 30 02:44:49.706801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-93e4e805-940b-462e-8daf-95fc9c14058a service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886611 Jun 30 02:44:49.755558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-router', 'tenant_id': '1316701253c6494caada86426025c5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:42Z', 'updated_at': '2021-06-30T02:44:46Z', 'revision_number': 3, 'project_id': '1316701253c6494caada86426025c5f3', 'gw_port': {'id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:44Z', 'updated_at': '2021-06-30T02:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:49.819143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Checking router: 03025acf-e340-43ba-8557-09e2e9b938e2 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:49.819751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Updating router 03025acf-e340-43ba-8557-09e2e9b938e2 port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:49.880193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92f5d8be-410c-470d-ae0c-bb624973951d req-516b36f4-f589-4100-8742-c3c90fae670c service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667352 Jun 30 02:44:49.897409 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.002388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0bf41-5612-45df-8a1b-fb804296e80d req-92794db1-5a0a-450a-9f7e-062a7e00fbb4 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.003989 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10d0bf41-5612-45df-8a1b-fb804296e80d req-92794db1-5a0a-450a-9f7e-062a7e00fbb4 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 944 time: 0.0844345 Jun 30 02:44:50.006311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.048501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10d0bf41-5612-45df-8a1b-fb804296e80d req-e52d56ef-3424-44f1-908d-ea43c134cce6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381227 Jun 30 02:44:50.153739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51276) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:50.161593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-23b40d70-d387-4bc0-98fd-09a3b1996d9f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952024549', 'description': 'tempest-description--2036631436'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:50.256575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Allocated IP 172.20.0.1 (42506603-5125-4e1e-a7be-1eb6f4ebec96/759ce310-bd18-4780-aa2d-34c086fac8bb/21b3fa38-186c-4204-93af-acb549221260) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:50.285346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e2f456df-f1b0-4e4f-8b81-adb4153a532c up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:50.334366 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23b40d70-d387-4bc0-98fd-09a3b1996d9f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.406553 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.422823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Transition to ACTIVE for port object 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:50.477815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.485392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23b40d70-d387-4bc0-98fd-09a3b1996d9f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.511737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Transition to ACTIVE for port object 21b3fa38-186c-4204-93af-acb549221260 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:50.540104 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.586755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23b40d70-d387-4bc0-98fd-09a3b1996d9f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.602055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e9d02-770b-44dd-95c7-c5bef2930ba2 req-5fb39478-199d-4641-9735-7e6eff66a4e8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.603345 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-174e9d02-770b-44dd-95c7-c5bef2930ba2 req-5fb39478-199d-4641-9735-7e6eff66a4e8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 948 time: 0.1095483 Jun 30 02:44:50.627452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38477d61-f389-45da-91e0-8a783b4dd30d None None] Pushing event updated for resources: {'Port': ['ID=9e7ad656-9b74-440b-8cd2-56a3eb29f2dd,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:50.640958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port e2f456df-f1b0-4e4f-8b81-adb4153a532c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:50.655360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port e2f456df-f1b0-4e4f-8b81-adb4153a532c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:50.657468 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.676032 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-174e9d02-770b-44dd-95c7-c5bef2930ba2 req-c75359d1-e381-4e06-8e66-aa9541969743 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545921 Jun 30 02:44:50.680210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b40d70-d387-4bc0-98fd-09a3b1996d9f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bbd8b7-5c75-4629-b72b-01765668bdf0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:50.707023 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.753371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Attempting to bind port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:50.753778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Attempting to bind port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:50.754286 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Attempting to bind port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:50.756794 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23b40d70-d387-4bc0-98fd-09a3b1996d9f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.758120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-23b40d70-d387-4bc0-98fd-09a3b1996d9f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6030445 Jun 30 02:44:50.760973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51284) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:50.765715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Network 42506603-5125-4e1e-a7be-1eb6f4ebec96 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:50.766479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5a50b7e1-978f-4e83-82af-ca73b5530878 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Request body: {'security_group_rule': {'security_group_id': '33bbd8b7-5c75-4629-b72b-01765668bdf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:50.776447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:50.781375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:50.781780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:50.785830 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.785830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:50.785830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Bound port: 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:50.785830 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.794249 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:50.863497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Pushing event updated for resources: {'Port': ['ID=21b3fa38-186c-4204-93af-acb549221260,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:50.876917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:50.886457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] For port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:50.893773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:50.898042 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0edae00-5124-49da-9ef7-56af6a38e18f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:50.926347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] For port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9e7ad656-9b74-440b-8cd2-56a3eb29f2dd,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:50.972109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5a50b7e1-978f-4e83-82af-ca73b5530878 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.995272 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.000234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b289505d-22da-4462-bc9c-8ee883d5a64f req-d64f30a4-0370-4774-bdc2-e237fb98327d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 210 time: 0.1229823 Jun 30 02:44:51.007807 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.049946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086b457f-2921-4839-a2f6-d5b64935cf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:51.055311 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27babae3-1766-48a4-b7f9-e1c44f3bde76" -d '{"events": [{"server_uuid": "086b457f-2921-4839-a2f6-d5b64935cf95", "name": "network-vif-plugged", "status": "completed", "tag": "e2f456df-f1b0-4e4f-8b81-adb4153a532c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:51.084229 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.087882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e2f456df-f1b0-4e4f-8b81-adb4153a532c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:51.132660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:51.133077 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.164276 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aab67b-b0fb-4e4a-aba7-1e875bd20576 x-openstack-request-id: req-56aab67b-b0fb-4e4a-aba7-1e875bd20576 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:51.164680 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:51.164996 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56aab67b-b0fb-4e4a-aba7-1e875bd20576 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:51.165558 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'status': 'completed', 'code': 200} Jun 30 02:44:51.176940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5a50b7e1-978f-4e83-82af-ca73b5530878 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.191126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Routers {'03025acf-e340-43ba-8557-09e2e9b938e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:51.194068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['03025acf-e340-43ba-8557-09e2e9b938e2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:51.196770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38477d61-f389-45da-91e0-8a783b4dd30d None None] Pushing event updated for resources: {'Port': ['ID=9e7ad656-9b74-440b-8cd2-56a3eb29f2dd,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:51.205101 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4b66ad-45bb-42b8-a65e-bfa6c792207e x-openstack-request-id: req-cf4b66ad-45bb-42b8-a65e-bfa6c792207e {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:51.206900 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086b457f-2921-4839-a2f6-d5b64935cf95", "name": "network-vif-plugged", "status": "completed", "tag": "e2f456df-f1b0-4e4f-8b81-adb4153a532c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:51.206900 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf4b66ad-45bb-42b8-a65e-bfa6c792207e {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:51.206900 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086b457f-2921-4839-a2f6-d5b64935cf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c', 'code': 200} Jun 30 02:44:51.258645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c7b27-3d1e-4676-9efb-abe9a9a8655f req-36420a47-4073-415a-8c56-d0da89d72e37 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.261877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac1c7b27-3d1e-4676-9efb-abe9a9a8655f req-36420a47-4073-415a-8c56-d0da89d72e37 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 949 time: 0.2560644 Jun 30 02:44:51.353417 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac1c7b27-3d1e-4676-9efb-abe9a9a8655f req-567880dd-a0fe-4153-a0d4-29de8eb961ca tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773096 Jun 30 02:44:51.368586 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5a50b7e1-978f-4e83-82af-ca73b5530878 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.383176 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.424924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-1b96e2c5-e785-4cbe-bd82-3f404074341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.430868 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-1b96e2c5-e785-4cbe-bd82-3f404074341a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 1099 time: 0.2640150 Jun 30 02:44:51.479827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e6945245-3c3d-4f4b-9bff-aec64f05f468 None None] Provisioning for port 21b3fa38-186c-4204-93af-acb549221260 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:51.502471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e6945245-3c3d-4f4b-9bff-aec64f05f468 None None] Provisioning complete for port 21b3fa38-186c-4204-93af-acb549221260 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:51.503441 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e6945245-3c3d-4f4b-9bff-aec64f05f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.517289 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e2f456df-f1b0-4e4f-8b81-adb4153a532c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:51.567158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50b7e1-978f-4e83-82af-ca73b5530878 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cbfc03-1e30-438e-8b62-54ca7661c570,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:51.576140 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] Set router 03025acf-e340-43ba-8557-09e2e9b938e2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:51.622393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-a69966e2-f90b-46b9-b7d6-46a0c3d04312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.625369 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-a69966e2-f90b-46b9-b7d6-46a0c3d04312 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1697564 Jun 30 02:44:51.647411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e6945245-3c3d-4f4b-9bff-aec64f05f468 None None] Port 21b3fa38-186c-4204-93af-acb549221260 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:51.684173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-af51ba14-b356-4caf-ae31-316e9ffee172 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb HTTP/1.1" status: 200 len: 217 time: 0.0514147 Jun 30 02:44:51.685863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5a50b7e1-978f-4e83-82af-ca73b5530878 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.687363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5a50b7e1-978f-4e83-82af-ca73b5530878 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9253118 Jun 30 02:44:51.695439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51298) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:51.707577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-438f57ad-570e-4f65-be8a-73f419e1fdda tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Request body: {'security_group_rule': {'security_group_id': '33bbd8b7-5c75-4629-b72b-01765668bdf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:51.764890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-7f5ca2af-111d-45c7-983f-b727afda8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.766829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-7f5ca2af-111d-45c7-983f-b727afda8379 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0722537 Jun 30 02:44:51.845609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-bb142374-1944-4de6-8bb6-770c0fd5c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.847808 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-bb142374-1944-4de6-8bb6-770c0fd5c5d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0724533 Jun 30 02:44:51.874264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-router', 'tenant_id': '1316701253c6494caada86426025c5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:42Z', 'updated_at': '2021-06-30T02:44:46Z', 'revision_number': 3, 'project_id': '1316701253c6494caada86426025c5f3', 'gw_port': {'id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:44Z', 'updated_at': '2021-06-30T02:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:51.916271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f657bf-636b-4157-adf4-a22846d20296 None None] The sync data for ids ['03025acf-e340-43ba-8557-09e2e9b938e2'] in n-d-798249-3 is: [{'id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-router', 'tenant_id': '1316701253c6494caada86426025c5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:42Z', 'updated_at': '2021-06-30T02:44:46Z', 'revision_number': 3, 'project_id': '1316701253c6494caada86426025c5f3', 'gw_port': {'id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:44Z', 'updated_at': '2021-06-30T02:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:51.932808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52739f-8f51-4ca0-9eec-49255119360d req-a4a56159-81db-4492-9aec-1ffaaf7ecb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.934328 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc52739f-8f51-4ca0-9eec-49255119360d req-a4a56159-81db-4492-9aec-1ffaaf7ecb07 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 1096 time: 0.3257885 Jun 30 02:44:51.945597 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-438f57ad-570e-4f65-be8a-73f419e1fdda tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.949857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5549958-93b3-4e3c-bf72-9c39a6f1b6d1 req-71ff5ade-7532-43f5-9d03-a195f5d642aa tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.960451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5549958-93b3-4e3c-bf72-9c39a6f1b6d1 req-71ff5ade-7532-43f5-9d03-a195f5d642aa tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 945 time: 0.3639703 Jun 30 02:44:51.987506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-d80364a1-df16-4d8f-a004-6d9f955a1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.989950 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-d80364a1-df16-4d8f-a004-6d9f955a1721 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 1099 time: 0.3911705 Jun 30 02:44:52.070006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-3b09c9f7-eb15-41e0-9242-79b63e281336 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096639 Jun 30 02:44:52.093621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-438f57ad-570e-4f65-be8a-73f419e1fdda tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.107997 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc3cc0-ebd2-45ce-aeb3-a94a00ec5ca2 req-7105ae39-c079-486e-9612-f927d7b7e419 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.115672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4cc3cc0-ebd2-45ce-aeb3-a94a00ec5ca2 req-7105ae39-c079-486e-9612-f927d7b7e419 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 948 time: 0.2664931 Jun 30 02:44:52.148154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5549958-93b3-4e3c-bf72-9c39a6f1b6d1 req-4f722d9d-d979-4a6f-86a1-7fe18a4c87c6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876814 Jun 30 02:44:52.162369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc52739f-8f51-4ca0-9eec-49255119360d req-6d3b1011-a0cc-4d73-865d-7b942ac27f4a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985929 Jun 30 02:44:52.171912 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.226588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-b24c5816-c317-46c8-a132-7db3a8f7b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.228072 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-b24c5816-c317-46c8-a132-7db3a8f7b22a service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2254362 Jun 30 02:44:52.236239 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4cc3cc0-ebd2-45ce-aeb3-a94a00ec5ca2 req-98884499-7fdd-4d15-a044-e9c94b1c7f1d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192839 Jun 30 02:44:52.246611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:52.270076 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-438f57ad-570e-4f65-be8a-73f419e1fdda tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.325480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f57ad-570e-4f65-be8a-73f419e1fdda tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14eff8ee-ab52-48a7-b4b8-3214d03f7e96,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:52.362283 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-e25e6b5a-84cd-4cca-8794-2d59d1675a58 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754514 Jun 30 02:44:52.410838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-35b44327-ee95-4ab0-a566-bbfdfc45cdc8 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.412464 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-35b44327-ee95-4ab0-a566-bbfdfc45cdc8 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 805 time: 0.2127776 Jun 30 02:44:52.449381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Request body: {'port': {'device_id': '9def8b3a-9986-46b3-b248-598a4e384493', 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14', 'admin_state_up': True, 'tenant_id': 'a89f75a4941141878233813936107c0e'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:52.461203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-a17a4f4e-ff95-40fa-9c08-6906ccd76460 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb HTTP/1.1" status: 200 len: 217 time: 0.1894760 Jun 30 02:44:52.585815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:52.585815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'mac_address': 'fa:16:3e:7f:e1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:52.643357 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-438f57ad-570e-4f65-be8a-73f419e1fdda tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.644563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-438f57ad-570e-4f65-be8a-73f419e1fdda tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9473197 Jun 30 02:44:52.650350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51308) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:52.660406 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.676747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:52.678388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:52.710542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:52.711555 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.718203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f476c24b-f068-411a-9087-9aaa462b85a3 req-4cf77c8b-b703-4a44-be8c-4f8a12463c72 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 210 time: 0.2819822 Jun 30 02:44:52.794811 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:44:52.794811 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:44:52.794811 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id_1': 'a89f75a4941141878233813936107c0e', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 44, 52, 756859)}] Jun 30 02:44:52.794811 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:44:52.795350 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:44:52.808181 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.844813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f5974-4a1b-49a6-9bd3-4f4dfc6184b5 req-d30457a6-6f2c-4c75-b12a-ffc49ccb159c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.849321 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-828f5974-4a1b-49a6-9bd3-4f4dfc6184b5 req-d30457a6-6f2c-4c75-b12a-ffc49ccb159c tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 949 time: 0.2768903 Jun 30 02:44:52.895300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-05b90b7d-2c5f-4402-a2d3-8c5acf993428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.897168 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-05b90b7d-2c5f-4402-a2d3-8c5acf993428 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.3750107 Jun 30 02:44:52.937624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:52.985187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-828f5974-4a1b-49a6-9bd3-4f4dfc6184b5 req-15c215a2-1cc0-42ba-b8e7-a7fd0696c458 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325982 Jun 30 02:44:53.032825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.040600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:53.062011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-9cd94c4e-c7d7-4a3b-86dc-df2d9447457d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:53.064332 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-9cd94c4e-c7d7-4a3b-86dc-df2d9447457d tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 949 time: 0.6517887 Jun 30 02:44:53.123788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.152065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['78cb75c8-5510-4ee5-bdc0-a19e1001c4bb'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:53.186025 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.214679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-99f1da55-5df4-4975-968b-2847d805fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:53.216962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-99f1da55-5df4-4975-968b-2847d805fc8e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2736180 Jun 30 02:44:53.240244 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.287721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.295974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:53.360797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:53.361092 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.404584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-eab22213-83b9-428f-9c9b-bdffc1061067 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Deleting port 193d1fd4-40aa-48df-a363-a3856e6760ef {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:53.405226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-eab22213-83b9-428f-9c9b-bdffc1061067 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.551432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Made reservation on behalf of a89f75a4941141878233813936107c0e for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:53.563401 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.617746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Pushing event updated for resources: {'Port': ['ID=21b3fa38-186c-4204-93af-acb549221260,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:53.623198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Allocated IP 172.25.2.20 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/16f7f0b1-2ecc-4a5f-a7bb-e3b18770f55b) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:53.655305 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.701345 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.738088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9e7ad656-9b74-440b-8cd2-56a3eb29f2dd,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:53.747216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834199-9c8c-4827-a458-f3f967e35b3a req-130336de-c945-450d-9eaf-5ffd2efc25bf tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:53.751099 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16834199-9c8c-4827-a458-f3f967e35b3a req-130336de-c945-450d-9eaf-5ffd2efc25bf tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 945 time: 0.2843711 Jun 30 02:44:53.832930 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-2ce14753-791d-4a21-85f4-9040d3ee3aae service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091645 Jun 30 02:44:53.856413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-eab22213-83b9-428f-9c9b-bdffc1061067 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] For port 193d1fd4-40aa-48df-a363-a3856e6760ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=193d1fd4-40aa-48df-a363-a3856e6760ef,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:53.856861 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-eab22213-83b9-428f-9c9b-bdffc1061067 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.865535 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.963179 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16834199-9c8c-4827-a458-f3f967e35b3a req-bc661197-c014-4189-ac1a-526bf66ed1dd tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667252 Jun 30 02:44:53.964104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-eab22213-83b9-428f-9c9b-bdffc1061067 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Calling delete_port for 193d1fd4-40aa-48df-a363-a3856e6760ef owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:53.980425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=9e7ad656-9b74-440b-8cd2-56a3eb29f2dd,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:54.029205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Allocated IP 172.20.0.9 (56225ca4-50ef-4c0c-9a61-aa4bb36f0d14/959022d8-4dfe-420a-a9b2-f79d5ce3d2bd/58515f87-93be-4dab-9021-bdf7d18ea42e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:54.040396 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.114583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125a9e-ba63-4df7-9610-a6e928bd48b6 req-684aa5b5-b55c-4035-bb73-53076b1b2559 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:54.121700 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9125a9e-ba63-4df7-9610-a6e928bd48b6 req-684aa5b5-b55c-4035-bb73-53076b1b2559 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 949 time: 0.5221155 Jun 30 02:44:54.201294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0edae00-5124-49da-9ef7-56af6a38e18f req-7e7df334-21ce-40b0-89e0-104b435c91ce service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563361 Jun 30 02:44:54.216177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-517e0598-db73-4f94-9a6c-1c11d0085c12 req-5e64164d-396e-4713-af2e-5b5ec3770fb3 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 210 time: 0.0480554 Jun 30 02:44:54.225939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Network 42506603-5125-4e1e-a7be-1eb6f4ebec96 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:54.235924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:54.260137 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9125a9e-ba63-4df7-9610-a6e928bd48b6 req-b6557f83-c21b-43d0-8b67-c21a931fc6dd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375439 Jun 30 02:44:54.296770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.381102 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.510523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:54.521695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:54.533808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:54.537652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event updated for resources: {'Port': ['ID=16f7f0b1-2ecc-4a5f-a7bb-e3b18770f55b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:54.576636 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.592226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['04a3e0b5-0eed-4b66-a533-f0f098af653e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:54.672510 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Router 03025acf-e340-43ba-8557-09e2e9b938e2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:44:54.707067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fb948-e95b-4a8e-ba13-14ad4b89ad5f req-87d6db0b-4ce0-484e-bd20-859e2b2502f6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:54.709235 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e8fb948-e95b-4a8e-ba13-14ad4b89ad5f req-87d6db0b-4ce0-484e-bd20-859e2b2502f6 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/ports?device_id=663af615-beee-48ae-955c-f417848a61af HTTP/1.1" status: 200 len: 949 time: 0.1907399 Jun 30 02:44:54.729062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a4a5b04e-f8dd-475d-9d13-623a3725cdce None None] Provisioning complete for port 21b3fa38-186c-4204-93af-acb549221260 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:54.729845 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a4a5b04e-f8dd-475d-9d13-623a3725cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.742048 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-eab22213-83b9-428f-9c9b-bdffc1061067 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.775774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Pushing event updated for resources: {'Port': ['ID=58515f87-93be-4dab-9021-bdf7d18ea42e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:54.795768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5b04e-f8dd-475d-9d13-623a3725cdce None None] Port 21b3fa38-186c-4204-93af-acb549221260 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:54.796819 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:54.800228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:54.813315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:54.856296 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:54.972079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.979135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:54.979807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.995473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:54.995961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.107528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab22213-83b9-428f-9c9b-bdffc1061067 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Pushing event deleted for resources: {'Port': ['ID=193d1fd4-40aa-48df-a363-a3856e6760ef,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:55.159686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e8fb948-e95b-4a8e-ba13-14ad4b89ad5f req-d212dbfc-643f-4e7c-9cd7-03ea2b33ba10 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.77 "GET /v2.0/security-groups?id=957b5d7d-a80d-438f-8084-e330e12cada5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270492 Jun 30 02:44:55.238811 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.277304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-eab22213-83b9-428f-9c9b-bdffc1061067 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] No DVR routers for this DVR port 193d1fd4-40aa-48df-a363-a3856e6760ef on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:55.287916 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-eab22213-83b9-428f-9c9b-bdffc1061067 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.287916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d3690a3-4617-481a-9ffb-9edbdf732c50 req-eab22213-83b9-428f-9c9b-bdffc1061067 tempest-ServersOnMultiNodesTest-1779184263 tempest-ServersOnMultiNodesTest-1779184263-project] 10.222.0.74 "DELETE /v2.0/ports/193d1fd4-40aa-48df-a363-a3856e6760ef HTTP/1.1" status: 204 len: 173 time: 2.2144747 Jun 30 02:44:55.287916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663af615-beee-48ae-955c-f417848a61af', 'name': 'network-vif-deleted', 'tag': '193d1fd4-40aa-48df-a363-a3856e6760ef'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:55.288587 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02486c9c-9752-4051-a535-9eb9862d060f" -d '{"events": [{"server_uuid": "663af615-beee-48ae-955c-f417848a61af", "name": "network-vif-deleted", "tag": "193d1fd4-40aa-48df-a363-a3856e6760ef"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:55.292642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:55.314406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9d5130a2-0839-4d73-9166-01415dae52d6 admin admin] 10.222.0.77 "PUT /v2.0/routers/03025acf-e340-43ba-8557-09e2e9b938e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2389510 Jun 30 02:44:55.317056 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Sync routers for ids ['03025acf-e340-43ba-8557-09e2e9b938e2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:55.334084 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Routers {'03025acf-e340-43ba-8557-09e2e9b938e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:55.334084 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['03025acf-e340-43ba-8557-09e2e9b938e2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:55.724526 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-260e8e76-ebe2-471f-958e-acd003c8488f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2970753 Jun 30 02:44:55.761646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Request body: {'port': {'device_id': '9def8b3a-9986-46b3-b248-598a4e384493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:55.842150 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Set router 03025acf-e340-43ba-8557-09e2e9b938e2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:55.971710 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.989812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94488f24-2762-496c-add3-6284d054a1b8 req-260d3208-02a3-4213-a330-64b46827de02 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:55.998316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94488f24-2762-496c-add3-6284d054a1b8 req-260d3208-02a3-4213-a330-64b46827de02 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 945 time: 0.7558384 Jun 30 02:44:56.098304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686b8f0-eefb-4f93-a269-a48fafc5d189 req-c617bf78-f2e1-4451-bc46-6411c432e806 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.100010 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6686b8f0-eefb-4f93-a269-a48fafc5d189 req-c617bf78-f2e1-4451-bc46-6411c432e806 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 949 time: 0.6571639 Jun 30 02:44:56.127648 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-37227f8e-8a7b-461c-b011-c966fb781d83 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.129309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-37227f8e-8a7b-461c-b011-c966fb781d83 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316&tenant_id=a205eb72430843758a6f07925588ee7f&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 949 time: 0.7798798 Jun 30 02:44:56.168501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94488f24-2762-496c-add3-6284d054a1b8 req-84b103d9-a427-4490-903f-be13ab3b0566 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691835 Jun 30 02:44:56.221879 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-a3ca7d64-fda7-4363-9fbe-7be739c8d924 service neutron] delete failed (client error): The resource could not be found. Jun 30 02:44:56.222920 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-a3ca7d64-fda7-4363-9fbe-7be739c8d924 service neutron] 10.222.0.83 "DELETE /v2.0/ports/78cb75c8-5510-4ee5-bdc0-a19e1001c4bb/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0753384 Jun 30 02:44:56.236592 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6686b8f0-eefb-4f93-a269-a48fafc5d189 req-2e6c3ce6-dac8-4042-b53f-aa0f178fe649 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260900 Jun 30 02:44:56.251259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:56.283766 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-router', 'tenant_id': '1316701253c6494caada86426025c5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:42Z', 'updated_at': '2021-06-30T02:44:51Z', 'revision_number': 4, 'project_id': '1316701253c6494caada86426025c5f3', 'gw_port': {'id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:44Z', 'updated_at': '2021-06-30T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '21b3fa38-186c-4204-93af-acb549221260', 'name': '', 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96', 'tenant_id': '1316701253c6494caada86426025c5f3', 'mac_address': 'fa:16:3e:42:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '759ce310-bd18-4780-aa2d-34c086fac8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:50Z', 'updated_at': '2021-06-30T02:44:52Z', 'revision_number': 2, 'project_id': '1316701253c6494caada86426025c5f3', 'subnets': [{'id': '759ce310-bd18-4780-aa2d-34c086fac8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:56.307301 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.344886 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed56490-5c0d-4097-a22a-de270a0ae0db x-openstack-request-id: req-7ed56490-5c0d-4097-a22a-de270a0ae0db {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:56.346144 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663af615-beee-48ae-955c-f417848a61af", "name": "network-vif-deleted", "tag": "193d1fd4-40aa-48df-a363-a3856e6760ef", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:56.346480 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ed56490-5c0d-4097-a22a-de270a0ae0db {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:56.348837 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663af615-beee-48ae-955c-f417848a61af', 'name': 'network-vif-deleted', 'tag': '193d1fd4-40aa-48df-a363-a3856e6760ef', 'status': 'completed', 'code': 200} Jun 30 02:44:56.378197 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Checking router: 03025acf-e340-43ba-8557-09e2e9b938e2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:56.378692 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Updating router 03025acf-e340-43ba-8557-09e2e9b938e2 port 21b3fa38-186c-4204-93af-acb549221260 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:56.433568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-48fe23a6-3bd1-4551-97ef-391f924202a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.440554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-48fe23a6-3bd1-4551-97ef-391f924202a6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 1100 time: 0.1573687 Jun 30 02:44:56.464226 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.465717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:56.465946 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.470972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:56.471358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.649427 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.672368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-b34035a7-9693-469e-a77a-714e1154a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.675193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-b34035a7-9693-469e-a77a-714e1154a8ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2270191 Jun 30 02:44:56.685135 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.740884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:56.743226 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a85fa0-7b1e-46fd-871f-f89d7c383846" -d '{"events": [{"server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "name": "network-vif-plugged", "status": "completed", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:56.770658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:56.792256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-5ec3f6ff-9a97-4642-b1fb-c30e2f9dab27 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb HTTP/1.1" status: 200 len: 217 time: 0.1093245 Jun 30 02:44:56.797832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event updated for resources: {'Port': ['ID=16f7f0b1-2ecc-4a5f-a7bb-e3b18770f55b,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:56.871442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6504b0-47ee-4e75-af14-b3695b522723 req-443fc85b-fe34-44c2-8011-c942361dea71 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.881615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d6504b0-47ee-4e75-af14-b3695b522723 req-443fc85b-fe34-44c2-8011-c942361dea71 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 931 time: 0.4349527 Jun 30 02:44:56.936606 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-a7117277-9b68-4653-913f-235a6ad9c406 req-951bbc34-496e-424e-91ec-8c023f82345f tempest-FloatingIPDetailsNegativeTestJSON-747412328 tempest-FloatingIPDetailsNegativeTestJSON-747412328-project] show failed (client error): The resource could not be found. Jun 30 02:44:56.937769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7117277-9b68-4653-913f-235a6ad9c406 req-951bbc34-496e-424e-91ec-8c023f82345f tempest-FloatingIPDetailsNegativeTestJSON-747412328 tempest-FloatingIPDetailsNegativeTestJSON-747412328-project] 10.222.0.77 "GET /v2.0/floatingips/e93138d0-5d66-4432-b783-5ed686eaf414 HTTP/1.1" status: 404 len: 350 time: 0.0572813 Jun 30 02:44:56.948218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-bc61e674-655f-4cec-a192-94dc84781a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.952993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-bc61e674-655f-4cec-a192-94dc84781a14 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1539083 Jun 30 02:44:56.953613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51352) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:56.967094 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.974227 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.981445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 193d1fd4-40aa-48df-a363-a3856e6760ef no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:56.982533 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Transition to ACTIVE for port object 21b3fa38-186c-4204-93af-acb549221260 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:57.066668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:57.078492 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d6504b0-47ee-4e75-af14-b3695b522723 req-07799dbf-e429-4eac-a96a-35143dc82181 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959009 Jun 30 02:44:57.096130 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.099920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2a3d1d02-5a41-4038-aaf9-b8eb69606af9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4479394 Jun 30 02:44:57.141951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 193d1fd4-40aa-48df-a363-a3856e6760ef {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:57.143772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 193d1fd4-40aa-48df-a363-a3856e6760ef not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:57.180021 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.250362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58515f87-93be-4dab-9021-bdf7d18ea42e {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:57.261228 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.278287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-de5f609b-207f-44ab-a7b4-c7c13e6991ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.278785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Transition to ACTIVE for port object 58515f87-93be-4dab-9021-bdf7d18ea42e will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:57.281009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-de5f609b-207f-44ab-a7b4-c7c13e6991ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3156922 Jun 30 02:44:57.300879 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbac9b1-418b-46fe-9021-2d03954550b2 None None] Pushing event updated for resources: {'Port': ['ID=21b3fa38-186c-4204-93af-acb549221260,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:57.382229 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.441858 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-116bf030-59f5-4a22-afa7-96f64784a16f req-e3cc0236-00d7-4321-b299-95cd6f6b328b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2063005857&fields=id&tenant_id=4967adadaf674dd69ff9581e27cdd746 HTTP/1.1" status: 200 len: 267 time: 0.2458215 Jun 30 02:44:57.474941 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0c3f9-2395-4ba0-a049-958d3c07f553 x-openstack-request-id: req-f9d0c3f9-2395-4ba0-a049-958d3c07f553 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:57.475474 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "name": "network-vif-plugged", "status": "completed", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:57.475474 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9d0c3f9-2395-4ba0-a049-958d3c07f553 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:57.475902 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'code': 200} Jun 30 02:44:57.493623 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Attempting to bind port 21b3fa38-186c-4204-93af-acb549221260 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:57.494123 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Attempting to bind port 21b3fa38-186c-4204-93af-acb549221260 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:57.497388 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Attempting to bind port 21b3fa38-186c-4204-93af-acb549221260 on network 42506603-5125-4e1e-a7be-1eb6f4ebec96 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:57.519851 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:57.520265 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Checking segment: {'id': 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:57.520660 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.528426 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Bound using segment: {'id': 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:57.528660 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Bound port: 21b3fa38-186c-4204-93af-acb549221260, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:57.529065 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.590410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Pushing event updated for resources: {'Port': ['ID=58515f87-93be-4dab-9021-bdf7d18ea42e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:57.661660 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] For port 21b3fa38-186c-4204-93af-acb549221260, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:57.665812 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] For port 21b3fa38-186c-4204-93af-acb549221260, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=21b3fa38-186c-4204-93af-acb549221260,segment=NetworkSegment(ebaa599a-85d4-4013-bb8c-88b9c4ba32ed),segment_id=ebaa599a-85d4-4013-bb8c-88b9c4ba32ed)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:57.701047 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-096fc563-67a7-4ee5-a77c-80505613bc4c service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128163 Jun 30 02:44:57.774709 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.795264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:57.795748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:57.795964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:57.803303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Port 58515f87-93be-4dab-9021-bdf7d18ea42e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:57.803931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:57.813960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:57.815194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:57.815194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:57.815435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Bound port: 58515f87-93be-4dab-9021-bdf7d18ea42e, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:57.815700 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.851377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5eaa3d-1ea9-409b-b53a-a93405aa3a26 req-2879df01-bd23-4d34-9055-845fa0ad1a94 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.853526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bf030-59f5-4a22-afa7-96f64784a16f req-4c68c82e-b724-474d-8079-81f254a1f3f8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.863024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be5eaa3d-1ea9-409b-b53a-a93405aa3a26 req-2879df01-bd23-4d34-9055-845fa0ad1a94 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1367445 Jun 30 02:44:57.864198 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-116bf030-59f5-4a22-afa7-96f64784a16f req-4c68c82e-b724-474d-8079-81f254a1f3f8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 945 time: 0.4213049 Jun 30 02:44:57.877850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-116bf030-59f5-4a22-afa7-96f64784a16f req-564d4548-7e8e-4dd8-84ec-19c083559524 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'port': {'security_groups': ['50578f5c-a10d-4c9c-90db-00efbc3b7e86', '2273e9f5-fa42-4318-a63c-976add832261']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:57.893048 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Routers {'03025acf-e340-43ba-8557-09e2e9b938e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:57.893837 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['03025acf-e340-43ba-8557-09e2e9b938e2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:57.977226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be5eaa3d-1ea9-409b-b53a-a93405aa3a26 req-c5215063-89e4-4c53-9231-e177d107261f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131811 Jun 30 02:44:58.016417 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbac9b1-418b-46fe-9021-2d03954550b2 None None] Pushing event updated for resources: {'Port': ['ID=21b3fa38-186c-4204-93af-acb549221260,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.022800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:58.026318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:58.144582 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] Set router 03025acf-e340-43ba-8557-09e2e9b938e2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:58.184962 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.229456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:58.230101 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.231476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] 10.222.0.83 "PUT /v2.0/ports/58515f87-93be-4dab-9021-bdf7d18ea42e HTTP/1.1" status: 200 len: 1091 time: 2.4750464 Jun 30 02:44:58.231920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9def8b3a-9986-46b3-b248-598a4e384493', 'tag': '58515f87-93be-4dab-9021-bdf7d18ea42e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:58.235011 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cb0569-4520-41f1-ad4b-a562189a4d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9def8b3a-9986-46b3-b248-598a4e384493", "tag": "58515f87-93be-4dab-9021-bdf7d18ea42e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:58.258900 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-116bf030-59f5-4a22-afa7-96f64784a16f req-564d4548-7e8e-4dd8-84ec-19c083559524 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.265562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d3f942e3-1553-4252-a181-e17eb47bc7bc req-4625a8d1-7c12-4412-92ae-e046bde53a5f service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480325 Jun 30 02:44:58.267241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51380) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:58.305637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f341a-c487-4dac-8347-2faa0ad22908 service neutron] Pushing event updated for resources: {'Port': ['ID=58515f87-93be-4dab-9021-bdf7d18ea42e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.345386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-667efce7-67d7-47b7-8739-b71f66b630b0 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:58.354111 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-667efce7-67d7-47b7-8739-b71f66b630b0 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/networks?id=101f78db-920b-4cdc-aa70-1e42ab84d93d HTTP/1.1" status: 200 len: 822 time: 0.2324255 Jun 30 02:44:58.375913 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-eb617831-73c1-4d85-b0a3-67ed7f27c315 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/quotas/5d0a5d60b1d9401fb4574ae44f06f267 HTTP/1.1" status: 200 len: 375 time: 0.0125384 Jun 30 02:44:58.380108 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-57676edb-d479-4fd0-9a9f-8abac88b56cf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4881814 Jun 30 02:44:58.521743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-fd072571-5ef2-4ba5-baff-6fb9a5b9d95e tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5d0a5d60b1d9401fb4574ae44f06f267&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232445 Jun 30 02:44:58.574466 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f39a0813-5a1a-4b07-b701-52289f528bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.598058 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-router', 'tenant_id': '1316701253c6494caada86426025c5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:42Z', 'updated_at': '2021-06-30T02:44:51Z', 'revision_number': 4, 'project_id': '1316701253c6494caada86426025c5f3', 'gw_port': {'id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:44Z', 'updated_at': '2021-06-30T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '21b3fa38-186c-4204-93af-acb549221260', 'name': '', 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96', 'tenant_id': '1316701253c6494caada86426025c5f3', 'mac_address': 'fa:16:3e:42:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '759ce310-bd18-4780-aa2d-34c086fac8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:50Z', 'updated_at': '2021-06-30T02:44:57Z', 'revision_number': 4, 'project_id': '1316701253c6494caada86426025c5f3', 'subnets': [{'id': '759ce310-bd18-4780-aa2d-34c086fac8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:58.639491 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-8160debd-88d5-4a29-a416-bccd6a05b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:58.639762 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-cd550248-ef83-49e1-bf69-73418b558743 service neutron] 10.222.0.77 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109176 Jun 30 02:44:58.642028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-8160debd-88d5-4a29-a416-bccd6a05b07a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 1094 time: 0.2904558 Jun 30 02:44:58.671043 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752400bf-f83e-4cb1-a028-10f478a7711d None None] The sync data for ids ['03025acf-e340-43ba-8557-09e2e9b938e2'] in n-d-798249-3 is: [{'id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-router', 'tenant_id': '1316701253c6494caada86426025c5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:42Z', 'updated_at': '2021-06-30T02:44:51Z', 'revision_number': 4, 'project_id': '1316701253c6494caada86426025c5f3', 'gw_port': {'id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:44Z', 'updated_at': '2021-06-30T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '21b3fa38-186c-4204-93af-acb549221260', 'name': '', 'network_id': '42506603-5125-4e1e-a7be-1eb6f4ebec96', 'tenant_id': '1316701253c6494caada86426025c5f3', 'mac_address': 'fa:16:3e:42:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '759ce310-bd18-4780-aa2d-34c086fac8bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:50Z', 'updated_at': '2021-06-30T02:44:57Z', 'revision_number': 4, 'project_id': '1316701253c6494caada86426025c5f3', 'subnets': [{'id': '759ce310-bd18-4780-aa2d-34c086fac8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:58.692492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5f5f5f01-979a-437d-b7d5-49c8c3cbc9f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=904222f956104230a7b4cfb30b5372af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137075 Jun 30 02:44:58.703429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51386) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:58.822154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-11f3f366-27ce-4557-86e2-9ddde67ff340 service neutron] 10.222.0.77 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755569 Jun 30 02:44:58.838858 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.911957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-8af837a2-8837-4e20-b946-bbcf0a83663c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58515f87-93be-4dab-9021-bdf7d18ea42e HTTP/1.1" status: 200 len: 217 time: 0.2340806 Jun 30 02:44:59.065134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-9f6e96fe-2298-4b3f-b464-f5ceeb24d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.066798 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-9f6e96fe-2298-4b3f-b464-f5ceeb24d813 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 1095 time: 0.6077695 Jun 30 02:44:59.267449 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59d07f10-6317-4911-a8ac-cf8aa95dc13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.355676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-83582689-2075-48e9-8757-17267a9dce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.357535 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-83582689-2075-48e9-8757-17267a9dce10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.4237254 Jun 30 02:44:59.614330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea659b94-7795-4e4b-99f5-4d645c3b16d7 req-09fb6625-7295-415c-b366-ee826640e2e0 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.626642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea659b94-7795-4e4b-99f5-4d645c3b16d7 req-09fb6625-7295-415c-b366-ee826640e2e0 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.1135037 Jun 30 02:44:59.709831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea659b94-7795-4e4b-99f5-4d645c3b16d7 req-717e43e5-83a1-42db-8a0a-d5b6cf217f0f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791745 Jun 30 02:44:59.791313 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09ac767-aad2-41b9-97bc-47c06d96bb2e x-openstack-request-id: req-f09ac767-aad2-41b9-97bc-47c06d96bb2e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:59.791679 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9def8b3a-9986-46b3-b248-598a4e384493", "tag": "58515f87-93be-4dab-9021-bdf7d18ea42e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:59.791997 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f09ac767-aad2-41b9-97bc-47c06d96bb2e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:59.792465 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9def8b3a-9986-46b3-b248-598a4e384493', 'tag': '58515f87-93be-4dab-9021-bdf7d18ea42e', 'status': 'completed', 'code': 200} Jun 30 02:44:59.905392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-351d215d-b65a-4386-b031-e25b57120a6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5056107 Jun 30 02:44:59.984844 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59d07f10-6317-4911-a8ac-cf8aa95dc13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.072257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab898-9618-43a3-a9bc-3337f3a2bfce req-b5b57e73-9a18-4a06-8b89-aceb63990fbd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.078344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc2ab898-9618-43a3-a9bc-3337f3a2bfce req-b5b57e73-9a18-4a06-8b89-aceb63990fbd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1734054 Jun 30 02:45:00.135883 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc2ab898-9618-43a3-a9bc-3337f3a2bfce req-78a39afd-8b16-4aa2-a139-99b300f93441 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531201 Jun 30 02:45:00.149048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-4297f659-325c-402d-8db9-562c926b1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.150693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-4297f659-325c-402d-8db9-562c926b1cd3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 1.0127594 Jun 30 02:45:00.157072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-116bf030-59f5-4a22-afa7-96f64784a16f req-564d4548-7e8e-4dd8-84ec-19c083559524 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] For port e2f456df-f1b0-4e4f-8b81-adb4153a532c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:00.264613 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1bc06b6a-080b-4173-8577-599ebc7cfbbc req-2bc6b6ae-2123-41b4-b2d0-3ec0b2753b9c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 210 time: 0.0473146 Jun 30 02:45:00.275545 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-a18c0356-c446-4815-ac48-2a4da6a07dd7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 HTTP/1.1" status: 200 len: 217 time: 0.0701463 Jun 30 02:45:00.334029 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-116bf030-59f5-4a22-afa7-96f64784a16f req-564d4548-7e8e-4dd8-84ec-19c083559524 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.389106 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-d744b626-b170-469f-90c6-85bb9d877cba service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468262 Jun 30 02:45:00.394286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-3846c7d4-943f-414a-b6f3-f94062754b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.395363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-3846c7d4-943f-414a-b6f3-f94062754b4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.1127756 Jun 30 02:45:00.428551 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-116bf030-59f5-4a22-afa7-96f64784a16f req-564d4548-7e8e-4dd8-84ec-19c083559524 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.477211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2f456df-f1b0-4e4f-8b81-adb4153a532c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:00.489345 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-f55d6fd4-2f6e-400e-9eb6-dd39d16238a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826552 Jun 30 02:45:00.531731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ef5cb-897b-47f4-8598-ad1e3e716fcb req-6117336e-3e00-4402-af56-e36ee4d0c3c1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.548779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f3ef5cb-897b-47f4-8598-ad1e3e716fcb req-6117336e-3e00-4402-af56-e36ee4d0c3c1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1332259 Jun 30 02:45:00.595391 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59d07f10-6317-4911-a8ac-cf8aa95dc13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.597985 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59d07f10-6317-4911-a8ac-cf8aa95dc13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.601442 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-59d07f10-6317-4911-a8ac-cf8aa95dc13f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/957b5d7d-a80d-438f-8084-e330e12cada5 HTTP/1.1" status: 204 len: 168 time: 1.8892283 Jun 30 02:45:00.618539 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f3ef5cb-897b-47f4-8598-ad1e3e716fcb req-05a3c021-b761-4a82-86c8-5f159e89116d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663471 Jun 30 02:45:00.667985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d07f10-6317-4911-a8ac-cf8aa95dc13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957b5d7d-a80d-438f-8084-e330e12cada5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.680755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bf030-59f5-4a22-afa7-96f64784a16f req-564d4548-7e8e-4dd8-84ec-19c083559524 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.687394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-116bf030-59f5-4a22-afa7-96f64784a16f req-564d4548-7e8e-4dd8-84ec-19c083559524 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.687394 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-116bf030-59f5-4a22-afa7-96f64784a16f req-564d4548-7e8e-4dd8-84ec-19c083559524 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "PUT /v2.0/ports/e2f456df-f1b0-4e4f-8b81-adb4153a532c HTTP/1.1" status: 200 len: 981 time: 2.8177783 Jun 30 02:45:00.701857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086b457f-2921-4839-a2f6-d5b64935cf95', 'tag': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:00.725758 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d3102c-10f5-4d5d-9a7c-95180d35d920" -d '{"events": [{"name": "network-changed", "server_uuid": "086b457f-2921-4839-a2f6-d5b64935cf95", "tag": "e2f456df-f1b0-4e4f-8b81-adb4153a532c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:00.804135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d4548-7e8e-4dd8-84ec-19c083559524 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'Port': ['ID=e2f456df-f1b0-4e4f-8b81-adb4153a532c,revision_number=6']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.832959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2f456df-f1b0-4e4f-8b81-adb4153a532c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:00.836383 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf8c989-1ac5-4ff1-b1a7-9ee8c5c0644f req-3a65d68a-1b5b-40d4-94de-5c991a1d3ad7 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386270 Jun 30 02:45:00.857917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-e0919b3b-46b7-4a15-b4db-781a4179937b service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294897 Jun 30 02:45:01.013957 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4caaa4c-5607-4cc4-86c6-f93a8a8fca75 x-openstack-request-id: req-b4caaa4c-5607-4cc4-86c6-f93a8a8fca75 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:01.014672 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086b457f-2921-4839-a2f6-d5b64935cf95", "tag": "e2f456df-f1b0-4e4f-8b81-adb4153a532c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:01.014672 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4caaa4c-5607-4cc4-86c6-f93a8a8fca75 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:01.018958 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086b457f-2921-4839-a2f6-d5b64935cf95', 'tag': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c', 'status': 'completed', 'code': 200} Jun 30 02:45:01.037027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] Deleting port 21b3fa38-186c-4204-93af-acb549221260 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:01.037545 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.038576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 21b3fa38-186c-4204-93af-acb549221260 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:01.147294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7fed5871-d68e-4543-ba0b-77e09ac91b0c req-58e14f8a-186d-45ef-a9ca-440280976f89 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716529 Jun 30 02:45:01.179633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3102c-10f5-4d5d-9a7c-95180d35d920 req-5bee433a-1f5f-466f-80f8-76254489ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.181972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-7e6d753b-6b1b-4d6f-bdab-4206d2d46dea tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-657680906&fields=id&tenant_id=4967adadaf674dd69ff9581e27cdd746 HTTP/1.1" status: 200 len: 267 time: 0.0820758 Jun 30 02:45:01.182489 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7d3102c-10f5-4d5d-9a7c-95180d35d920 req-5bee433a-1f5f-466f-80f8-76254489ca07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 1135 time: 0.1593714 Jun 30 02:45:01.215164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] For port 21b3fa38-186c-4204-93af-acb549221260, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=21b3fa38-186c-4204-93af-acb549221260,segment=NetworkSegment(ebaa599a-85d4-4013-bb8c-88b9c4ba32ed),segment_id=ebaa599a-85d4-4013-bb8c-88b9c4ba32ed)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:01.215535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.271819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] Calling delete_port for 21b3fa38-186c-4204-93af-acb549221260 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:01.372386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-253343c5-155f-49bb-b75f-a19318748c82 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.374075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-253343c5-155f-49bb-b75f-a19318748c82 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 984 time: 0.1856461 Jun 30 02:45:01.379823 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.381715 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fafbae71-162b-4239-ad2a-9593b2ee4d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.383706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 21b3fa38-186c-4204-93af-acb549221260 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:01.390678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 21b3fa38-186c-4204-93af-acb549221260 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:01.391112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-79d759d2-bd95-4b9e-8d8b-021a1482532b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'port': {'security_groups': ['2273e9f5-fa42-4318-a63c-976add832261', '50578f5c-a10d-4c9c-90db-00efbc3b7e86', 'ba5c7397-b389-4fc5-b406-f9a30c8468dd']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:01.391387 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.409275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb0569-4520-41f1-ad4b-a562189a4d4b req-5c42d45f-f81d-4752-8e2a-2bd1de922086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.411244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57cb0569-4520-41f1-ad4b-a562189a4d4b req-5c42d45f-f81d-4752-8e2a-2bd1de922086 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 1094 time: 0.2064056 Jun 30 02:45:01.518447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffd030-8996-4451-a93e-6271dd06c67b req-ab064a24-a10a-4068-a0e1-58d5e0851222 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.520081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9ffd030-8996-4451-a93e-6271dd06c67b req-ab064a24-a10a-4068-a0e1-58d5e0851222 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.2694139 Jun 30 02:45:01.521833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3102c-10f5-4d5d-9a7c-95180d35d920 req-aec7e5a4-0da7-498c-9a36-bfe804c98d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.526876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7d3102c-10f5-4d5d-9a7c-95180d35d920 req-aec7e5a4-0da7-498c-9a36-bfe804c98d10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 913 time: 0.3347940 Jun 30 02:45:01.558092 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.617208 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 21b3fa38-186c-4204-93af-acb549221260, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=21b3fa38-186c-4204-93af-acb549221260,segment=NetworkSegment(ebaa599a-85d4-4013-bb8c-88b9c4ba32ed),segment_id=ebaa599a-85d4-4013-bb8c-88b9c4ba32ed)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:01.648147 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7d3102c-10f5-4d5d-9a7c-95180d35d920 req-7294f749-4351-455f-85d3-105f4fd6278c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c HTTP/1.1" status: 200 len: 217 time: 0.1136427 Jun 30 02:45:01.659086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-79d759d2-bd95-4b9e-8d8b-021a1482532b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.675701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb0569-4520-41f1-ad4b-a562189a4d4b req-9703fdb5-7360-4b83-a58d-decdf18b3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.677431 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57cb0569-4520-41f1-ad4b-a562189a4d4b req-9703fdb5-7360-4b83-a58d-decdf18b3e72 service neutron] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.2433767 Jun 30 02:45:01.708703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9ffd030-8996-4451-a93e-6271dd06c67b req-2964ed5c-99a0-4ce5-ba9a-438a700b9c3c tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536226 Jun 30 02:45:01.723836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3102c-10f5-4d5d-9a7c-95180d35d920 req-0b54844e-ffcd-41ab-858d-783998bd207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.725827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7d3102c-10f5-4d5d-9a7c-95180d35d920 req-0b54844e-ffcd-41ab-858d-783998bd207a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=601a0bd9-eede-426f-bfc9-937b3a8d7ca3 HTTP/1.1" status: 200 len: 852 time: 0.0687575 Jun 30 02:45:01.748841 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57cb0569-4520-41f1-ad4b-a562189a4d4b req-f424fba0-aa21-4fb8-9c57-cb7b27189ac2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58515f87-93be-4dab-9021-bdf7d18ea42e HTTP/1.1" status: 200 len: 217 time: 0.0634146 Jun 30 02:45:01.805897 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7d3102c-10f5-4d5d-9a7c-95180d35d920 req-6f075186-6e76-449c-bc75-42cdcd8de7fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50a37c81-31b5-4c29-8733-d133371271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652411 Jun 30 02:45:01.838212 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.966828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb0569-4520-41f1-ad4b-a562189a4d4b req-adcf5edf-7cca-4ec1-af92-2a65cab4421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.968850 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57cb0569-4520-41f1-ad4b-a562189a4d4b req-adcf5edf-7cca-4ec1-af92-2a65cab4421e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.2073238 Jun 30 02:45:01.980292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=21b3fa38-186c-4204-93af-acb549221260,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:02.008377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e2c9b2c4-dbd5-498f-8fbc-0250072f6f45 req-efdd830a-878f-4329-8584-322bac76fc7c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 210 time: 0.0519180 Jun 30 02:45:02.012404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51430) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:02.052436 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57cb0569-4520-41f1-ad4b-a562189a4d4b req-a9ee294b-b3d3-4f3d-8a75-a2dbf21cf1ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754597 Jun 30 02:45:02.110400 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7da1800d-fd5d-40c1-9ff6-a1afacb54964 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae51a61d2fb54c0b9d700ae759ff9514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970247 Jun 30 02:45:02.112664 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7d3102c-10f5-4d5d-9a7c-95180d35d920 req-3ee5cf2a-c423-45a5-9d97-53741f4bc881 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990713 Jun 30 02:45:02.113185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51432) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:02.294756 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7845f9-535b-4bf8-9448-7e66aca1ecab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.425338 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7845f9-535b-4bf8-9448-7e66aca1ecab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.425338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7d3102c-10f5-4d5d-9a7c-95180d35d920 req-c01b9bba-5a26-497c-8beb-9076cabf818c service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420051 Jun 30 02:45:02.426094 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57cb0569-4520-41f1-ad4b-a562189a4d4b req-88e8ad20-d532-4047-83fd-fa88dc2760c3 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488297 Jun 30 02:45:02.512316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-79d759d2-bd95-4b9e-8d8b-021a1482532b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] For port e2f456df-f1b0-4e4f-8b81-adb4153a532c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:02.580815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-79d759d2-bd95-4b9e-8d8b-021a1482532b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.610416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57cb0569-4520-41f1-ad4b-a562189a4d4b req-540183b8-c1b9-49e1-a9a3-b7e9549f7c1a service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895094 Jun 30 02:45:02.699420 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.715513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b3fa38-186c-4204-93af-acb549221260,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:02.770605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f56b1-25c1-4c9a-9033-921d3218f12b req-3c38d4a6-318b-4405-8248-0c10b21c8572 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:02.772226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b1f56b1-25c1-4c9a-9033-921d3218f12b req-3c38d4a6-318b-4405-8248-0c10b21c8572 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 946 time: 0.0991971 Jun 30 02:45:02.864159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b1f56b1-25c1-4c9a-9033-921d3218f12b req-acba4ab1-6611-4537-9b3e-30ddc7b874f6 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791607 Jun 30 02:45:02.934329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7845f9-535b-4bf8-9448-7e66aca1ecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.940377 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7845f9-535b-4bf8-9448-7e66aca1ecab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.945638 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0d7845f9-535b-4bf8-9448-7e66aca1ecab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6e7950a-1d38-444b-8859-051142415c66 HTTP/1.1" status: 204 len: 168 time: 0.8272190 Jun 30 02:45:02.969515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7845f9-535b-4bf8-9448-7e66aca1ecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e7950a-1d38-444b-8859-051142415c66,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:03.002358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.014083 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-79d759d2-bd95-4b9e-8d8b-021a1482532b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.027007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2f456df-f1b0-4e4f-8b81-adb4153a532c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:03.122760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-46475424-38c5-4f75-b443-75b176299207 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a205eb72430843758a6f07925588ee7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315719 Jun 30 02:45:03.306671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-575fe712-3337-4050-a66c-3a37efbabf7c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.308272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-575fe712-3337-4050-a66c-3a37efbabf7c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784725 Jun 30 02:45:03.336398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d004a8ad-b6c0-4f50-9d2d-8ac079d99e79 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/quotas/a205eb72430843758a6f07925588ee7f HTTP/1.1" status: 200 len: 375 time: 0.0186164 Jun 30 02:45:03.425817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-79d759d2-bd95-4b9e-8d8b-021a1482532b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.426467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-79d759d2-bd95-4b9e-8d8b-021a1482532b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.434230 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f22d159-d37f-4551-bd5a-a24884c70907 req-79d759d2-bd95-4b9e-8d8b-021a1482532b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "PUT /v2.0/ports/e2f456df-f1b0-4e4f-8b81-adb4153a532c HTTP/1.1" status: 200 len: 1020 time: 2.0489597 Jun 30 02:45:03.446671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-c15f13da-8b53-491a-ba56-eefab5cec39f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059835 Jun 30 02:45:03.460758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086b457f-2921-4839-a2f6-d5b64935cf95', 'tag': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:03.466619 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258" -d '{"events": [{"name": "network-changed", "server_uuid": "086b457f-2921-4839-a2f6-d5b64935cf95", "tag": "e2f456df-f1b0-4e4f-8b81-adb4153a532c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:03.494486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.508992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d759d2-bd95-4b9e-8d8b-021a1482532b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'Port': ['ID=e2f456df-f1b0-4e4f-8b81-adb4153a532c,revision_number=7']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:03.539009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2f456df-f1b0-4e4f-8b81-adb4153a532c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:03.741425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3e449-8c03-44f5-8a1f-7af7d7057c25 req-03a1fe6f-6845-4451-b27c-33a8966857f6 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.743292 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7fc3e449-8c03-44f5-8a1f-7af7d7057c25 req-03a1fe6f-6845-4451-b27c-33a8966857f6 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.1696281 Jun 30 02:45:03.853717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e478849c-d486-4c3b-83c1-b641e80e0ed2 req-1969dd2f-80f8-44c3-9ee4-13831f6b0832 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 210 time: 0.0455103 Jun 30 02:45:03.891857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7fc3e449-8c03-44f5-8a1f-7af7d7057c25 req-aa5e662a-f278-4409-97d8-94a0094a7837 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918672 Jun 30 02:45:03.958878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] Router 03025acf-e340-43ba-8557-09e2e9b938e2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:04.060408 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1689314f-0ad4-4961-be7f-14b7248f1ae1 x-openstack-request-id: req-1689314f-0ad4-4961-be7f-14b7248f1ae1 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:04.064960 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086b457f-2921-4839-a2f6-d5b64935cf95", "tag": "e2f456df-f1b0-4e4f-8b81-adb4153a532c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:04.064960 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1689314f-0ad4-4961-be7f-14b7248f1ae1 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:04.064960 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086b457f-2921-4839-a2f6-d5b64935cf95', 'tag': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c', 'status': 'completed', 'code': 200} Jun 30 02:45:04.150544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:04.158442 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e65d5327-a6d9-4ce6-a058-0785f8ded0b1 admin admin] 10.222.0.77 "PUT /v2.0/routers/03025acf-e340-43ba-8557-09e2e9b938e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2015071 Jun 30 02:45:04.159727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51484) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:04.164364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] Sync routers for ids ['03025acf-e340-43ba-8557-09e2e9b938e2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:04.178665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038a761-9f97-4944-b49a-67034cd48f72 req-fff422fe-8f63-4491-97a3-97cef8b30883 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.180240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3038a761-9f97-4944-b49a-67034cd48f72 req-fff422fe-8f63-4491-97a3-97cef8b30883 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 1023 time: 0.1295333 Jun 30 02:45:04.180408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] Routers {'03025acf-e340-43ba-8557-09e2e9b938e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:04.181053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['03025acf-e340-43ba-8557-09e2e9b938e2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:04.247201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258 req-341a4a15-f00a-4fe2-8d91-c0b7e007c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.249403 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258 req-341a4a15-f00a-4fe2-8d91-c0b7e007c1e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 1174 time: 0.1484175 Jun 30 02:45:04.319468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] Set router 03025acf-e340-43ba-8557-09e2e9b938e2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:04.469432 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.548138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-4a569910-9432-4f31-8a39-a43d23f516bd tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.554431 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-4a569910-9432-4f31-8a39-a43d23f516bd tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "GET /v2.0/networks?id=101f78db-920b-4cdc-aa70-1e42ab84d93d HTTP/1.1" status: 200 len: 822 time: 0.2287333 Jun 30 02:45:04.563939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Request body: {'port': {'device_id': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d', 'admin_state_up': True, 'tenant_id': '5d0a5d60b1d9401fb4574ae44f06f267'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:04.618297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3038a761-9f97-4944-b49a-67034cd48f72 req-f25ea7a6-e873-4e3c-a983-359ba019a499 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=2273e9f5-fa42-4318-a63c-976add832261&id=ba5c7397-b389-4fc5-b406-f9a30c8468dd&id=50578f5c-a10d-4c9c-90db-00efbc3b7e86 HTTP/1.1" status: 200 len: 6149 time: 0.4045835 Jun 30 02:45:04.709713 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3984b621-2c18-4c7f-aa2d-e14a90b23690 req-170339a5-ccbc-45f6-b9d6-06e358343357 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 210 time: 0.0547419 Jun 30 02:45:04.758320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-router', 'tenant_id': '1316701253c6494caada86426025c5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:42Z', 'updated_at': '2021-06-30T02:45:01Z', 'revision_number': 5, 'project_id': '1316701253c6494caada86426025c5f3', 'gw_port': {'id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:44Z', 'updated_at': '2021-06-30T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:04.776121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258 req-89107ee5-1114-414e-8df0-12c28bad0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.796620 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258 req-89107ee5-1114-414e-8df0-12c28bad0d91 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 913 time: 0.4934633 Jun 30 02:45:04.796747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.797448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] Checking router: 03025acf-e340-43ba-8557-09e2e9b938e2 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:04.798264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-592ccadb-fcbf-461f-9a4b-bb3a271af96c req-b19944aa-069a-4cac-b8a5-978aaa122177 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'security_group': {'name': ' tempest-securitygroup -955792512 ', 'description': 'tempest-description-44397296'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:04.808330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] Routers {'03025acf-e340-43ba-8557-09e2e9b938e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:04.809027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['03025acf-e340-43ba-8557-09e2e9b938e2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:04.857322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258 req-6a206309-5a26-4f82-b77e-2e22021c0fae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c HTTP/1.1" status: 200 len: 217 time: 0.0433476 Jun 30 02:45:04.978446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Made reservation on behalf of 5d0a5d60b1d9401fb4574ae44f06f267 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:04.991250 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.991650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] Set router 03025acf-e340-43ba-8557-09e2e9b938e2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:05.122255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1371b2-5661-475f-9659-792f0bed056a req-cb588e8e-e84b-4e2d-839b-c27fcce97448 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:05.124246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1371b2-5661-475f-9659-792f0bed056a req-cb588e8e-e84b-4e2d-839b-c27fcce97448 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 946 time: 0.2058356 Jun 30 02:45:05.229395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Allocated IP 172.20.0.12 (101f78db-920b-4cdc-aa70-1e42ab84d93d/1b1131b9-08fe-4a71-8ba5-847e27478e6a/b660a449-c5b1-4722-af55-49e68933d599) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:05.243165 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1371b2-5661-475f-9659-792f0bed056a req-be691108-c86d-45db-ba94-24fd0ea56ce4 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118519 Jun 30 02:45:05.308177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-router', 'tenant_id': '1316701253c6494caada86426025c5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:42Z', 'updated_at': '2021-06-30T02:45:01Z', 'revision_number': 5, 'project_id': '1316701253c6494caada86426025c5f3', 'gw_port': {'id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:44Z', 'updated_at': '2021-06-30T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:05.363416 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.369111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc0b3d8-46ca-4072-abc7-0e8affbc85fa None None] The sync data for ids ['03025acf-e340-43ba-8557-09e2e9b938e2'] in n-d-798249-3 is: [{'id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1215960326-router', 'tenant_id': '1316701253c6494caada86426025c5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:42Z', 'updated_at': '2021-06-30T02:45:01Z', 'revision_number': 5, 'project_id': '1316701253c6494caada86426025c5f3', 'gw_port': {'id': '9e7ad656-9b74-440b-8cd2-56a3eb29f2dd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03025acf-e340-43ba-8557-09e2e9b938e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:44Z', 'updated_at': '2021-06-30T02:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:05.374700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258 req-8c476441-d75a-4d1c-a552-eab0caf62333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:05.375583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258 req-8c476441-d75a-4d1c-a552-eab0caf62333 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=601a0bd9-eede-426f-bfc9-937b3a8d7ca3 HTTP/1.1" status: 200 len: 852 time: 0.5071497 Jun 30 02:45:05.411803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258 req-8c0ae8e6-6ed0-4d8e-a57c-7fce79887cd9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50a37c81-31b5-4c29-8733-d133371271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290041 Jun 30 02:45:05.464877 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a62290b3-9c64-42a7-b071-58cd2d5ade8b req-b6539445-5bf3-4789-a40d-15165177832c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 210 time: 0.0433521 Jun 30 02:45:05.526959 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.537901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258 req-b089a20c-ff47-45a9-939c-215c708fb49f service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186182 Jun 30 02:45:05.644079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f0ba91-624d-46a5-8ddd-a9e19b4e1258 req-9229478f-f8a0-4cdd-9045-d2c27d19ef68 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943658 Jun 30 02:45:05.672322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49035a-71c3-4661-b953-33b1c34ee5b5 req-c7a860b4-32a6-4070-94fc-0a0ed4fe23d5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:05.674124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd49035a-71c3-4661-b953-33b1c34ee5b5 req-c7a860b4-32a6-4070-94fc-0a0ed4fe23d5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.0785465 Jun 30 02:45:05.715601 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd49035a-71c3-4661-b953-33b1c34ee5b5 req-d9d95c46-c82d-4419-8b74-ad318193f9a9 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Jun 30 02:45:05.789356 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-91c06678-7eb5-474c-907e-959df0159d40 req-3114f347-8c91-4d6a-ad21-450d3c34cd6f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 210 time: 0.0289712 Jun 30 02:45:05.914451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51510) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.028806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-network', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:06.424623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e21bf-7747-4232-860e-80e2a5c01da0 req-e25c1649-6a31-4535-9f9d-fd3c9e9634dc tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.426138 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b58e21bf-7747-4232-860e-80e2a5c01da0 req-e25c1649-6a31-4535-9f9d-fd3c9e9634dc tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 946 time: 0.0653274 Jun 30 02:45:06.469414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b58e21bf-7747-4232-860e-80e2a5c01da0 req-d241d156-89ea-421d-a068-a13992b4ecd6 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups?id=aa1d8cde-64c7-49c6-914f-7858f40c0c12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369043 Jun 30 02:45:06.490795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-2e11d808-821b-4683-8d31-b4b45b1dd60b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.492525 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-2e11d808-821b-4683-8d31-b4b45b1dd60b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 946 time: 0.0749307 Jun 30 02:45:06.573973 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-592ccadb-fcbf-461f-9a4b-bb3a271af96c req-b19944aa-069a-4cac-b8a5-978aaa122177 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.601138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.659862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Deleting port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:06.659862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.666903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Deleting port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:06.667219 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.678208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Network 101f78db-920b-4cdc-aa70-1e42ab84d93d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:06.689805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:06.691963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event updated for resources: {'Port': ['ID=b660a449-c5b1-4722-af55-49e68933d599,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:06.695321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:06.748259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 21b3fa38-186c-4204-93af-acb549221260 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:06.751395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa8eb9-bc03-49da-aec0-4c5373a5bde3 req-57ec45f3-a411-4382-a490-40cfab3f4aee tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.752910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68fa8eb9-bc03-49da-aec0-4c5373a5bde3 req-57ec45f3-a411-4382-a490-40cfab3f4aee tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 932 time: 0.1665652 Jun 30 02:45:06.761452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.762210 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.777351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 21b3fa38-186c-4204-93af-acb549221260 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:06.778229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 21b3fa38-186c-4204-93af-acb549221260 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:06.807358 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68fa8eb9-bc03-49da-aec0-4c5373a5bde3 req-6cd8a2f4-dbc5-4dc4-b813-3c60c5c66766 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Jun 30 02:45:06.836206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Made reservation on behalf of c83fe25ea7204618bd75e7358ea6e60d for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:06.837303 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.879158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.891628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] For port 1e628f6b-c2c1-43e9-80a2-87b5d923e092, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1e628f6b-c2c1-43e9-80a2-87b5d923e092,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:06.891990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.900826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] For port 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9e7ad656-9b74-440b-8cd2-56a3eb29f2dd,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:06.905360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.954568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Calling delete_port for 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:06.989465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae862c-1c74-4b1d-8a36-a7841b8a42d8 req-87d99ca7-e265-4241-8ab7-978d6e1fe412 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.990897 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-14ae862c-1c74-4b1d-8a36-a7841b8a42d8 req-87d99ca7-e265-4241-8ab7-978d6e1fe412 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.0706720 Jun 30 02:45:07.033448 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-14ae862c-1c74-4b1d-8a36-a7841b8a42d8 req-a9feec2f-c8d0-47e4-b25b-704aa6a28d1e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361483 Jun 30 02:45:07.185120 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46d0a4a9-5bd5-4df4-9e3a-b91229aa9b8c req-e70f651b-6990-4640-8011-88b673fdf414 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 210 time: 0.0342028 Jun 30 02:45:07.209592 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-592ccadb-fcbf-461f-9a4b-bb3a271af96c req-b19944aa-069a-4cac-b8a5-978aaa122177 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.284142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.284537 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.284841 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Floating IP 959f6aa0-e2c0-4fbe-830e-1477f18fc8ab disassociated. External IP: 172.25.2.219, port: 1e628f6b-c2c1-43e9-80a2-87b5d923e092. Jun 30 02:45:07.285190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Calling delete_port for 1e628f6b-c2c1-43e9-80a2-87b5d923e092 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:07.351556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-592ccadb-fcbf-461f-9a4b-bb3a271af96c req-b19944aa-069a-4cac-b8a5-978aaa122177 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.448577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19944aa-069a-4cac-b8a5-978aaa122177 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d960d534-c5e9-4734-b3eb-a81b293b9c7f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:07.455243 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-45d2b66d-9d68-4499-a41d-634957dff731 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8972952 Jun 30 02:45:07.468983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Request body: {'port': {'device_id': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:07.518062 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-592ccadb-fcbf-461f-9a4b-bb3a271af96c req-b19944aa-069a-4cac-b8a5-978aaa122177 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.542046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-592ccadb-fcbf-461f-9a4b-bb3a271af96c req-b19944aa-069a-4cac-b8a5-978aaa122177 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.7669818 Jun 30 02:45:07.568408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.572607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.629033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7ad656-9b74-440b-8cd2-56a3eb29f2dd,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:07.696811 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69a62f9d-71fb-41c0-ba27-a84f73d893c7 req-019238f4-ca74-4cb6-9812-a2fb2f1d1658 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/d960d534-c5e9-4734-b3eb-a81b293b9c7f HTTP/1.1" status: 200 len: 1778 time: 0.1503630 Jun 30 02:45:07.719039 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.802266 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.804234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event deleted for resources: {'Port': ['ID=1e628f6b-c2c1-43e9-80a2-87b5d923e092,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:07.836888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c7614f3-f4ab-4623-b117-3287594cc495 req-fdf7f97a-d331-4566-a92e-bb5712522ddb tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 210 time: 0.0431645 Jun 30 02:45:07.934275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b660a449-c5b1-4722-af55-49e68933d599 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:07.946097 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.960194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Transition to ACTIVE for port object b660a449-c5b1-4722-af55-49e68933d599 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:07.979918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dcf8df8-1ff7-4606-b7f9-beb7103d3021 req-2343e530-e81a-448d-881e-24a0f23bb5f4 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/d960d534-c5e9-4734-b3eb-a81b293b9c7f HTTP/1.1" status: 200 len: 1778 time: 0.2588172 Jun 30 02:45:07.982924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.992259 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.023543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3673c1d-d26b-48e7-8692-f5bdb0176441 req-44b265be-d632-4bb6-92eb-b3e0fac29495 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:08.025320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a3673c1d-d26b-48e7-8692-f5bdb0176441 req-44b265be-d632-4bb6-92eb-b3e0fac29495 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 932 time: 0.0664098 Jun 30 02:45:08.080572 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.091820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a3673c1d-d26b-48e7-8692-f5bdb0176441 req-32b6fb7c-81b9-43ff-84fc-f47a4f96d827 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527294 Jun 30 02:45:08.147669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.186415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dcf8df8-1ff7-4606-b7f9-beb7103d3021 req-c715d5d2-9d13-4103-95e9-29a6a39054fc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.221574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:08.223755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dcf8df8-1ff7-4606-b7f9-beb7103d3021 req-c715d5d2-9d13-4103-95e9-29a6a39054fc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.227401 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.287425 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.287976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03025acf-e340-43ba-8557-09e2e9b938e2 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:08.293382 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:08.309699 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.313476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b97cc4c6-28a9-4b84-990c-128d97476b14 admin admin] 10.222.0.77 "DELETE /v2.0/routers/03025acf-e340-43ba-8557-09e2e9b938e2 HTTP/1.1" status: 204 len: 168 time: 4.1527648 Jun 30 02:45:08.316833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51554) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:08.328237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6b74e3-f735-4783-b8eb-5f59d8033d53,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:08.381327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b660a449-c5b1-4722-af55-49e68933d599,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:08.468269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6e76d4-a2f5-4947-a14a-863bb52861b9 admin admin] Deleting subnet 759ce310-bd18-4780-aa2d-34c086fac8bb {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:08.468688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Attempting to bind port b660a449-c5b1-4722-af55-49e68933d599 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:08.469033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Attempting to bind port b660a449-c5b1-4722-af55-49e68933d599 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:08.469362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Attempting to bind port b660a449-c5b1-4722-af55-49e68933d599 on network 101f78db-920b-4cdc-aa70-1e42ab84d93d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:08.476647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Port b660a449-c5b1-4722-af55-49e68933d599 on network 101f78db-920b-4cdc-aa70-1e42ab84d93d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:08.476972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Attempting to bind port b660a449-c5b1-4722-af55-49e68933d599 on network 101f78db-920b-4cdc-aa70-1e42ab84d93d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:08.489694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bfec1-b79f-4586-bd26-53d1f39e513e req-2c1b87d0-9850-4f9d-8244-0192df0dbdae tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:08.491240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c45bfec1-b79f-4586-bd26-53d1f39e513e req-2c1b87d0-9850-4f9d-8244-0192df0dbdae tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.2608089 Jun 30 02:45:08.495930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:08.496542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Checking segment: {'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:08.497105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Bound using segment: {'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:08.497744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Bound port: b660a449-c5b1-4722-af55-49e68933d599, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:08.498294 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.510774 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c6e76d4-a2f5-4947-a14a-863bb52861b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.542137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dcf8df8-1ff7-4606-b7f9-beb7103d3021 req-c715d5d2-9d13-4103-95e9-29a6a39054fc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.544764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dcf8df8-1ff7-4606-b7f9-beb7103d3021 req-c715d5d2-9d13-4103-95e9-29a6a39054fc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.562249 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dcf8df8-1ff7-4606-b7f9-beb7103d3021 req-c715d5d2-9d13-4103-95e9-29a6a39054fc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/d960d534-c5e9-4734-b3eb-a81b293b9c7f HTTP/1.1" status: 204 len: 173 time: 0.5711253 Jun 30 02:45:08.563961 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.564339 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Added segment d7ac08a5-da65-4063-9eff-727d2c44f908 of type vlan for network 871a5c35-5520-42dd-96c2-6fdaf235edc2 Jun 30 02:45:08.581367 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c45bfec1-b79f-4586-bd26-53d1f39e513e req-6be30fd6-7ee9-4c66-83d7-a61b8f4abd59 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440426 Jun 30 02:45:08.623793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] For port b660a449-c5b1-4722-af55-49e68933d599, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:08.632782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] For port b660a449-c5b1-4722-af55-49e68933d599, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b660a449-c5b1-4722-af55-49e68933d599,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:08.652976 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-094dd506-3a27-470b-a432-7317fecc0d1e req-e8775ffc-89b4-4660-a38c-c5a3c6fbf77c tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] show failed (client error): The resource could not be found. Jun 30 02:45:08.653332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715d5d2-9d13-4103-95e9-29a6a39054fc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d960d534-c5e9-4734-b3eb-a81b293b9c7f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:08.661458 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-094dd506-3a27-470b-a432-7317fecc0d1e req-e8775ffc-89b4-4660-a38c-c5a3c6fbf77c tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/d960d534-c5e9-4734-b3eb-a81b293b9c7f HTTP/1.1" status: 404 len: 352 time: 0.0230083 Jun 30 02:45:08.685548 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c6e76d4-a2f5-4947-a14a-863bb52861b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.691188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ba071946-ddfe-41b9-ac2d-fa84377aee03 req-4c381969-eb82-4cd0-96ba-9f9cd29463d3 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-969278425', 'description': 'tempest-description-1944276176'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:08.719443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.725243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:08.737312 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.738133 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] Sync routers for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:08.754000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:08.754682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.756107 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:08.756615 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] 10.222.0.83 "PUT /v2.0/ports/b660a449-c5b1-4722-af55-49e68933d599 HTTP/1.1" status: 200 len: 1092 time: 1.2938588 Jun 30 02:45:08.756822 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:08.758248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'tag': 'b660a449-c5b1-4722-af55-49e68933d599'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:08.761870 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12" -d '{"events": [{"name": "network-changed", "server_uuid": "2982b084-2b2b-43a5-982e-95ff10dd1a2d", "tag": "b660a449-c5b1-4722-af55-49e68933d599"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:08.835486 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-67682d9f-c69a-48b7-b11c-bb5dddf9c08a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a205eb72430843758a6f07925588ee7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372653 Jun 30 02:45:08.838152 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba071946-ddfe-41b9-ac2d-fa84377aee03 req-4c381969-eb82-4cd0-96ba-9f9cd29463d3 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.852822 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.resource_extend [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:45:08.857416 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b69a02a0-6a8b-449f-a4fb-1d110639c516 req-95c9b394-3e02-4775-b076-de401cd29c78 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 210 time: 0.1197639 Jun 30 02:45:08.861259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] No DVR routers for this DVR port 1e628f6b-c2c1-43e9-80a2-87b5d923e092 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:08.864884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d49895-9531-46ba-af39-fef764216bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b660a449-c5b1-4722-af55-49e68933d599,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:08.881697 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.887355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-643f6a50-8aa0-4601-96d9-1b87cc503282 req-3b3bedcc-2094-42d7-8dbb-94d3ca80790b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.74 "DELETE /v2.0/ports/1e628f6b-c2c1-43e9-80a2-87b5d923e092 HTTP/1.1" status: 204 len: 173 time: 2.3890789 Jun 30 02:45:08.898926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3427fef-2846-4737-bc99-d691df688fcb', 'name': 'network-vif-deleted', 'tag': '1e628f6b-c2c1-43e9-80a2-87b5d923e092'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:08.898926 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85455bba-60a7-4fbb-9a44-167bb4b8b6ff" -d '{"events": [{"server_uuid": "c3427fef-2846-4737-bc99-d691df688fcb", "name": "network-vif-deleted", "tag": "1e628f6b-c2c1-43e9-80a2-87b5d923e092"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:08.901162 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:08.975907 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba071946-ddfe-41b9-ac2d-fa84377aee03 req-4c381969-eb82-4cd0-96ba-9f9cd29463d3 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.034095 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c6e76d4-a2f5-4947-a14a-863bb52861b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.089728 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af28ac35-3d0a-4753-8a93-bd228f9acb7b x-openstack-request-id: req-af28ac35-3d0a-4753-8a93-bd228f9acb7b {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:09.090414 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2982b084-2b2b-43a5-982e-95ff10dd1a2d", "tag": "b660a449-c5b1-4722-af55-49e68933d599", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:09.090977 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af28ac35-3d0a-4753-8a93-bd228f9acb7b {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:09.091915 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'tag': 'b660a449-c5b1-4722-af55-49e68933d599', 'status': 'completed', 'code': 200} Jun 30 02:45:09.131293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:09.174875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-117d4626-b307-4848-9bc3-ea1ca527d892 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:09.176662 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-117d4626-b307-4848-9bc3-ea1ca527d892 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279750 Jun 30 02:45:09.181076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:09.181717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9e7ad656-9b74-440b-8cd2-56a3eb29f2dd not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:09.198499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Request body: {'port': {'device_id': '81330fe4-c893-4608-8150-c5a083586992', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'a205eb72430843758a6f07925588ee7f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:09.205354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-360567c0-cb1c-473e-b7be-d17714fcef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:09.207144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-360567c0-cb1c-473e-b7be-d17714fcef7a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d0a5d60b1d9401fb4574ae44f06f267&device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 1095 time: 0.2026551 Jun 30 02:45:09.240776 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be35a01c-c692-44de-9af3-72a643f5b548 req-c6b8b028-1e00-443b-8b35-1e92c9a52a7b tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 210 time: 0.0355806 Jun 30 02:45:09.257158 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:09.293144 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557b8c8f-f925-41b7-afa7-be0ce5590b27 x-openstack-request-id: req-557b8c8f-f925-41b7-afa7-be0ce5590b27 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:09.293793 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3427fef-2846-4737-bc99-d691df688fcb", "name": "network-vif-deleted", "tag": "1e628f6b-c2c1-43e9-80a2-87b5d923e092", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:09.294050 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-557b8c8f-f925-41b7-afa7-be0ce5590b27 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:09.294474 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3427fef-2846-4737-bc99-d691df688fcb', 'name': 'network-vif-deleted', 'tag': '1e628f6b-c2c1-43e9-80a2-87b5d923e092', 'status': 'completed', 'code': 200} Jun 30 02:45:09.299846 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] Checking router: 53df3dd9-a5e4-4f27-9b19-e40d564bda95 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:09.309107 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:09.309736 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:09.323282 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-51281022-cc01-4294-96b0-f88d60deee3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b660a449-c5b1-4722-af55-49e68933d599 HTTP/1.1" status: 200 len: 217 time: 0.1087976 Jun 30 02:45:09.413023 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-80515431-88e5-4679-b5c4-c0a7359c03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:09.414859 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-80515431-88e5-4679-b5c4-c0a7359c03f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b1131b9-08fe-4a71-8ba5-847e27478e6a HTTP/1.1" status: 200 len: 862 time: 0.0836062 Jun 30 02:45:09.465105 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-8e1d88b4-84aa-42e6-b206-504f12b9c287 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=101f78db-920b-4cdc-aa70-1e42ab84d93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432351 Jun 30 02:45:09.544046 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:09.628370 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-2e240d0b-a72e-4ef1-9c69-bdbbda42a72b service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514227 Jun 30 02:45:09.698183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Made reservation on behalf of a205eb72430843758a6f07925588ee7f for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:09.702658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.707723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba071946-ddfe-41b9-ac2d-fa84377aee03 req-4c381969-eb82-4cd0-96ba-9f9cd29463d3 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.799992 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:09.805058 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c6e76d4-a2f5-4947-a14a-863bb52861b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.836199 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.841387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:09.842221 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.847436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e1778-30e7-4573-ad62-1ecc5a6acee0 None None] The sync data for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 is: [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:40:14Z', 'revision_number': 4, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '940739e4-1b43-49bc-a930-d5b7e4987df6', 'name': '', 'network_id': '8b6ae11d-e383-4f15-8222-2d3f362fb36d', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'mac_address': 'fa:16:3e:1d:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:13Z', 'updated_at': '2021-06-30T02:40:20Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'subnets': [{'id': '1a07870e-f98d-4697-90de-88fb38975f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:09.868681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a97bed7-0664-4877-9595-49704390239e None None] Network 42506603-5125-4e1e-a7be-1eb6f4ebec96 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:09.870280 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c6e76d4-a2f5-4947-a14a-863bb52861b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.872567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6c6e76d4-a2f5-4947-a14a-863bb52861b9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/759ce310-bd18-4780-aa2d-34c086fac8bb HTTP/1.1" status: 204 len: 168 time: 1.5530491 Jun 30 02:45:09.881060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51582) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:09.910164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Allocated IP 192.168.233.251 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:09.988084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e76d4-a2f5-4947-a14a-863bb52861b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759ce310-bd18-4780-aa2d-34c086fac8bb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.070897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] Pushing event updated for resources: {'Network': ['ID=871a5c35-5520-42dd-96c2-6fdaf235edc2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.100107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.103607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 871a5c35-5520-42dd-96c2-6fdaf235edc2 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:10.105608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.111378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52fb1d-7045-4800-964d-24c5b2d7840e req-1dbccd8c-abb2-4ec4-ae4c-69088dd7a4bb tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.118632 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-db52fb1d-7045-4800-964d-24c5b2d7840e req-1dbccd8c-abb2-4ec4-ae4c-69088dd7a4bb tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 944 time: 0.7208400 Jun 30 02:45:10.127616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Transition to ACTIVE for port object f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:10.141751 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-00cd37ae-5015-409e-a8a9-2a62cefb5e45 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.2260277 Jun 30 02:45:10.145348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51586) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.153099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Request body: {'subnet': {'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-subnet', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:10.185732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c381969-eb82-4cd0-96ba-9f9cd29463d3 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e7b354-7080-4259-9621-fd2063b5fe7d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.191888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eceb215-c88b-432a-8fb2-2aa4f28c17b3 req-12a20ce4-9389-4119-be72-a092f6bdd260 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573397 Jun 30 02:45:10.227922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-db52fb1d-7045-4800-964d-24c5b2d7840e req-316cc99b-f0e6-4591-8fcf-ac265a01b7ec tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084061 Jun 30 02:45:10.258159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Deleting port 1313ad18-832f-4d9b-948a-f9071028a40a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:10.258159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.319446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1e628f6b-c2c1-43e9-80a2-87b5d923e092 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:10.351861 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.372822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Made reservation on behalf of c83fe25ea7204618bd75e7358ea6e60d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:10.376869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37463b6-9975-4102-bd73-f33e952aa155 None None] New status for floating IP 959f6aa0-e2c0-4fbe-830e-1477f18fc8ab: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:45:10.379963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c56717-8164-496b-98c1-2ed5f8d34e97 None None] DHCP port deletion for 42506603-5125-4e1e-a7be-1eb6f4ebec96 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:45:10.383809 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.389259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:10.457682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:10.461286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:10.491692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:10.491901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 1e628f6b-c2c1-43e9-80a2-87b5d923e092 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:10.491901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1e628f6b-c2c1-43e9-80a2-87b5d923e092 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:10.526344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.529302 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ba071946-ddfe-41b9-ac2d-fa84377aee03 req-4c381969-eb82-4cd0-96ba-9f9cd29463d3 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.537985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba071946-ddfe-41b9-ac2d-fa84377aee03 req-4c381969-eb82-4cd0-96ba-9f9cd29463d3 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.8519654 Jun 30 02:45:10.664110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] For port 1313ad18-832f-4d9b-948a-f9071028a40a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1313ad18-832f-4d9b-948a-f9071028a40a,segment=NetworkSegment(ebaa599a-85d4-4013-bb8c-88b9c4ba32ed),segment_id=ebaa599a-85d4-4013-bb8c-88b9c4ba32ed)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:10.664489 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.703417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Calling delete_port for 1313ad18-832f-4d9b-948a-f9071028a40a owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:10.721719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.724628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.743338 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.829724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12 req-a37e83e4-554a-4958-b64d-049c1842e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.836501 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12 req-a37e83e4-554a-4958-b64d-049c1842e8b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d0a5d60b1d9401fb4574ae44f06f267&device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 1095 time: 0.3560922 Jun 30 02:45:10.874581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1313ad18-832f-4d9b-948a-f9071028a40a no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:10.907976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090180a3-59df-4f95-98de-4051e10b3d17 req-f4540919-ca75-47f6-9558-246c2d75f202 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.918610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-090180a3-59df-4f95-98de-4051e10b3d17 req-f4540919-ca75-47f6-9558-246c2d75f202 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.2782598 Jun 30 02:45:10.949024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 58515f87-93be-4dab-9021-bdf7d18ea42e details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:10.971359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f9c56717-8164-496b-98c1-2ed5f8d34e97 None None] Deleting port 1313ad18-832f-4d9b-948a-f9071028a40a {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:10.973857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f9c56717-8164-496b-98c1-2ed5f8d34e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.984859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97cc51fe-298d-4192-8556-fd9de4fb8fc0,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.019732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Checking segment: {'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:11.020202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Network hostable DHCP agents. Network: 871a5c35-5520-42dd-96c2-6fdaf235edc2, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:11.032329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-090180a3-59df-4f95-98de-4051e10b3d17 req-325c8b46-7415-4204-9475-bf84d2638758 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125362 Jun 30 02:45:11.182861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f9c56717-8164-496b-98c1-2ed5f8d34e97 None None] For port 1313ad18-832f-4d9b-948a-f9071028a40a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1313ad18-832f-4d9b-948a-f9071028a40a,segment=NetworkSegment(ebaa599a-85d4-4013-bb8c-88b9c4ba32ed),segment_id=ebaa599a-85d4-4013-bb8c-88b9c4ba32ed)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:11.183361 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f9c56717-8164-496b-98c1-2ed5f8d34e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.211538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2f1c4d55-c47b-425a-a2bb-1a6056aef6be None None] Provisioning for port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:11.241155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f9c56717-8164-496b-98c1-2ed5f8d34e97 None None] Calling delete_port for 1313ad18-832f-4d9b-948a-f9071028a40a owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:11.247502 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4ebbacd5-a846-438d-b72b-97c808c8e919 req-0103c7ba-4f9f-4ccb-86f7-12b8bd28d4ee tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3427fef-2846-4737-bc99-d691df688fcb HTTP/1.1" status: 200 len: 210 time: 0.0424776 Jun 30 02:45:11.256483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2f1c4d55-c47b-425a-a2bb-1a6056aef6be None None] Provisioning complete for port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:11.256807 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f1c4d55-c47b-425a-a2bb-1a6056aef6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.262335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-d906ae60-c316-4ccd-84c3-e3e451bbaa7b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0731907 Jun 30 02:45:11.283565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Request body: {'port': {'device_id': '81330fe4-c893-4608-8150-c5a083586992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:11.285132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-73a0e9b4-13dc-4075-8d89-98d1d2681c05 req-256dc58a-3af4-4914-86b6-077890b6d421 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-499949870', 'description': 'tempest-description-126355973'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:11.329285 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.329658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:11.336039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Network 871a5c35-5520-42dd-96c2-6fdaf235edc2 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:11.364980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Pushing event deleted for resources: {'Port': ['ID=1313ad18-832f-4d9b-948a-f9071028a40a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.372867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] No DVR routers for this DVR port 1313ad18-832f-4d9b-948a-f9071028a40a on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:11.379795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12 req-f6566bb6-c57a-474e-b75f-615a1952b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.381298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12 req-f6566bb6-c57a-474e-b75f-615a1952b8f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=101f78db-920b-4cdc-aa70-1e42ab84d93d HTTP/1.1" status: 200 len: 923 time: 0.5388718 Jun 30 02:45:11.414581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df5b14-affc-4265-9665-039365c9ccec req-a737fb08-121f-483c-98f3-e5c25e36f5ad tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.416318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-53df5b14-affc-4265-9665-039365c9ccec req-a737fb08-121f-483c-98f3-e5c25e36f5ad tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 936 time: 0.5568895 Jun 30 02:45:11.453167 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12 req-183667ac-b517-4476-9b10-45ff390018c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b660a449-c5b1-4722-af55-49e68933d599 HTTP/1.1" status: 200 len: 217 time: 0.0610456 Jun 30 02:45:11.453446 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.453912 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.465108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42506603-5125-4e1e-a7be-1eb6f4ebec96']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:11.478061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:11.478507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaa599a-85d4-4013-bb8c-88b9c4ba32ed') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:11.488549 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.489760 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.511438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.524456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '58515f87-93be-4dab-9021-bdf7d18ea42e', 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14', 'port_id': '58515f87-93be-4dab-9021-bdf7d18ea42e', 'mac_address': 'fa:16:3e:9d:5d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959022d8-4dfe-420a-a9b2-f79d5ce3d2bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:11.542572 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:11.546705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c4d55-c47b-425a-a2bb-1a6056aef6be None None] Port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:11.573563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-53df5b14-affc-4265-9665-039365c9ccec req-bd97c75c-481b-4f1b-9236-f43f5864a2b5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232653 Jun 30 02:45:11.575756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12 req-2f87eb71-9697-4077-ae5e-5e6c3a3ba024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.577720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12 req-2f87eb71-9697-4077-ae5e-5e6c3a3ba024 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b1131b9-08fe-4a71-8ba5-847e27478e6a HTTP/1.1" status: 200 len: 862 time: 0.1154776 Jun 30 02:45:11.587341 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73a0e9b4-13dc-4075-8d89-98d1d2681c05 req-256dc58a-3af4-4914-86b6-077890b6d421 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.591230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 871a5c35-5520-42dd-96c2-6fdaf235edc2) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:11.614653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.615247 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.617182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e327009-494a-4597-87f2-58edf274724f None None] Network 871a5c35-5520-42dd-96c2-6fdaf235edc2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:11.662022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12 req-49a03244-c465-4613-a187-47bfdf1ab129 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=101f78db-920b-4cdc-aa70-1e42ab84d93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778289 Jun 30 02:45:11.703023 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.707215 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f9c56717-8164-496b-98c1-2ed5f8d34e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.725728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.731777 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.747753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] 10.222.0.77 "DELETE /v2.0/networks/42506603-5125-4e1e-a7be-1eb6f4ebec96 HTTP/1.1" status: 204 len: 168 time: 1.8638952 Jun 30 02:45:11.754735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c56717-8164-496b-98c1-2ed5f8d34e97 None None] Pushing event deleted for resources: {'Port': ['ID=1313ad18-832f-4d9b-948a-f9071028a40a,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.762580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23b33a-265a-46b6-8ace-63345ebdc89d admin admin] Pushing event deleted for resources: {'Network': ['ID=42506603-5125-4e1e-a7be-1eb6f4ebec96,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.766091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58515f87-93be-4dab-9021-bdf7d18ea42e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:11.781231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c56717-8164-496b-98c1-2ed5f8d34e97 None None] No DVR routers for this DVR port 1313ad18-832f-4d9b-948a-f9071028a40a on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:11.837328 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2346a927-b4c1-4b14-bb3f-fc321bc0e6c6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6877630 Jun 30 02:45:11.837328 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51602) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.843164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:11.846485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-router', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:11.898048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-871a5c35-5520-42dd-96c2-6fdaf235edc2', 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'fixed_ips': [{'subnet_id': '97cc51fe-298d-4192-8556-fd9de4fb8fc0'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:11.898917 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.945106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936ffc7-3741-4d1d-ad99-88f9a38ba65d req-970fc78e-8575-47da-aec1-d0e2a2172a11 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.946683 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c936ffc7-3741-4d1d-ad99-88f9a38ba65d req-970fc78e-8575-47da-aec1-d0e2a2172a11 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 944 time: 0.2106531 Jun 30 02:45:11.990948 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73a0e9b4-13dc-4075-8d89-98d1d2681c05 req-256dc58a-3af4-4914-86b6-077890b6d421 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.008230 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12 req-b8ef2cec-4847-416a-ba24-9738c6f0bf64 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366499 Jun 30 02:45:12.081238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c936ffc7-3741-4d1d-ad99-88f9a38ba65d req-4d15b635-b423-4749-9eb1-4d7887fcf57c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230721 Jun 30 02:45:12.160863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:12.169976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.173759 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7e5fedc-31d4-444f-a7fc-0340dc9dbb12 req-6ab021f3-98e8-4b94-a6eb-416a8d014805 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543117 Jun 30 02:45:12.192925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Transition to ACTIVE for port object f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:12.231142 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.247252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903f10a-b1de-43dd-bb4d-4b962ff2bd76 req-e3b4525c-594e-4581-ae55-31c3b87e0ea6 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:12.249434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1903f10a-b1de-43dd-bb4d-4b962ff2bd76 req-e3b4525c-594e-4581-ae55-31c3b87e0ea6 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.0684805 Jun 30 02:45:12.287357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=58515f87-93be-4dab-9021-bdf7d18ea42e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:12.296555 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73a0e9b4-13dc-4075-8d89-98d1d2681c05 req-256dc58a-3af4-4914-86b6-077890b6d421 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.302058 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1903f10a-b1de-43dd-bb4d-4b962ff2bd76 req-64e95b66-bfe6-4a24-812b-9ff00c929c7c tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462446 Jun 30 02:45:12.325082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dc58a-3af4-4914-86b6-077890b6d421 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783d185c-29d5-4710-89c9-5e54b96fd6c4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:12.435143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['58515f87-93be-4dab-9021-bdf7d18ea42e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:12.459649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Allocated IP 172.20.0.2 (871a5c35-5520-42dd-96c2-6fdaf235edc2/97cc51fe-298d-4192-8556-fd9de4fb8fc0/3f71750e-57c3-4513-85f6-9c4d01f02339) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:12.556828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.648682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:12.648792 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.648792 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.699539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:12.700049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:12.700391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:12.705798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:12.706129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:12.717582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:12.717582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:12.717582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:12.717582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Bound port: f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:12.717582 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.718110 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.724681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.728242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Transition to ACTIVE for port object 3f71750e-57c3-4513-85f6-9c4d01f02339 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:12.743386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Transition to ACTIVE for port object 3f71750e-57c3-4513-85f6-9c4d01f02339 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:12.755292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51618) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:12.825329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73a0e9b4-13dc-4075-8d89-98d1d2681c05 req-256dc58a-3af4-4914-86b6-077890b6d421 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.833242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73a0e9b4-13dc-4075-8d89-98d1d2681c05 req-256dc58a-3af4-4914-86b6-077890b6d421 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.5467429 Jun 30 02:45:12.835372 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:12.839045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:12.856971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ac5c292e-a351-4d3e-bb92-99a48def9d2e req-ff6550bf-febf-4f45-8766-4b52b8205514 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1279244839', 'description': 'tempest-description-816308554'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:12.860051 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0fe88cc-fb8e-42ff-8680-8369f739811c tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.860568 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.895266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51622) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:12.909260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Network 871a5c35-5520-42dd-96c2-6fdaf235edc2 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:12.915670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:12.921973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:12.939217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b660a449-c5b1-4722-af55-49e68933d599 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:12.940070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0fe88cc-fb8e-42ff-8680-8369f739811c tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.944736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Pushing event updated for resources: {'Port': ['ID=3f71750e-57c3-4513-85f6-9c4d01f02339,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.009995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Attempting to bind port 3f71750e-57c3-4513-85f6-9c4d01f02339 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:13.010479 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Attempting to bind port 3f71750e-57c3-4513-85f6-9c4d01f02339 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:13.010739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Attempting to bind port 3f71750e-57c3-4513-85f6-9c4d01f02339 on network 871a5c35-5520-42dd-96c2-6fdaf235edc2 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:13.023887 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8148e0bc-fcbd-41bd-ad1e-9a692a99735a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1316701253c6494caada86426025c5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1227272 Jun 30 02:45:13.025729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51624) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:13.026457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:13.027524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Checking segment: {'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:13.027524 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.027756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Bound using segment: {'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:13.028657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Bound port: 3f71750e-57c3-4513-85f6-9c4d01f02339, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:13.028657 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.029189 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.035769 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.080433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.081151 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.082759 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] 10.222.0.74 "PUT /v2.0/ports/f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 1096 time: 1.8100274 Jun 30 02:45:13.090008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:13.093551 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f9603c-fb80-4e94-ac40-34b2ddefab56" -d '{"events": [{"name": "network-changed", "server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:13.121644 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60d1f54d-da9b-43dc-ba5d-d8d9fba41d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.122074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3895eef-2e17-40fc-8bb0-b7bd808ae499 req-3d044991-8a21-4609-82da-29b46e79d457 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.124208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3895eef-2e17-40fc-8bb0-b7bd808ae499 req-3d044991-8a21-4609-82da-29b46e79d457 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 948 time: 0.2427619 Jun 30 02:45:13.148346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ac5c292e-a351-4d3e-bb92-99a48def9d2e req-ff6550bf-febf-4f45-8766-4b52b8205514 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.171432 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60d1f54d-da9b-43dc-ba5d-d8d9fba41d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.172101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b660a449-c5b1-4722-af55-49e68933d599, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b660a449-c5b1-4722-af55-49e68933d599,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:13.174276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd87533-a80b-4e06-a572-b7594060bffc service neutron] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.190437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'b660a449-c5b1-4722-af55-49e68933d599', 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d', 'port_id': 'b660a449-c5b1-4722-af55-49e68933d599', 'mac_address': 'fa:16:3e:b5:af:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1131b9-08fe-4a71-8ba5-847e27478e6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:13.210816 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3895eef-2e17-40fc-8bb0-b7bd808ae499 req-5b5ef7ae-ba8c-4955-b6eb-702c5c4a5f07 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753083 Jun 30 02:45:13.231913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] For port 3f71750e-57c3-4513-85f6-9c4d01f02339, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:13.236728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] For port 3f71750e-57c3-4513-85f6-9c4d01f02339, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3f71750e-57c3-4513-85f6-9c4d01f02339,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:13.251222 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ca3415-b631-4aee-87c1-919f170c07d3 x-openstack-request-id: req-f1ca3415-b631-4aee-87c1-919f170c07d3 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:13.251524 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:13.251780 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1ca3415-b631-4aee-87c1-919f170c07d3 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:13.252188 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'status': 'completed', 'code': 200} Jun 30 02:45:13.285838 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.307560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b660a449-c5b1-4722-af55-49e68933d599 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:13.324453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ac5c292e-a351-4d3e-bb92-99a48def9d2e req-ff6550bf-febf-4f45-8766-4b52b8205514 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.360615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b660a449-c5b1-4722-af55-49e68933d599, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b660a449-c5b1-4722-af55-49e68933d599,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:13.373536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0fe88cc-fb8e-42ff-8680-8369f739811c tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.376705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0fe88cc-fb8e-42ff-8680-8369f739811c tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.377815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e0fe88cc-fb8e-42ff-8680-8369f739811c tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "DELETE /v2.0/security-groups/aa1d8cde-64c7-49c6-914f-7858f40c0c12 HTTP/1.1" status: 204 len: 168 time: 0.6215270 Jun 30 02:45:13.381065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51632) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:13.399554 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-7242284b-a888-488f-93aa-b4ef6cdc7ed5 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] show failed (client error): The resource could not be found. Jun 30 02:45:13.400668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7242284b-a888-488f-93aa-b4ef6cdc7ed5 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "GET /v2.0/security-groups/aa1d8cde-64c7-49c6-914f-7858f40c0c12 HTTP/1.1" status: 404 len: 347 time: 0.0190737 Jun 30 02:45:13.404965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51634) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:13.411516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe88cc-fb8e-42ff-8680-8369f739811c tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1d8cde-64c7-49c6-914f-7858f40c0c12,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.449679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9603c-fb80-4e94-ac40-34b2ddefab56 req-037b8021-77ad-48f5-bb6f-3f60af8126af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.449952 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.452532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51f9603c-fb80-4e94-ac40-34b2ddefab56 req-037b8021-77ad-48f5-bb6f-3f60af8126af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 1099 time: 0.1466715 Jun 30 02:45:13.479111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c0780-cbd0-466c-b93f-345b57f94c4f req-ad06cef8-3c2f-4dd6-b450-4c2c5b43b14a tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.486480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f6c0780-cbd0-466c-b93f-345b57f94c4f req-ad06cef8-3c2f-4dd6-b450-4c2c5b43b14a tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 944 time: 0.1230223 Jun 30 02:45:13.507267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.513697 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60d1f54d-da9b-43dc-ba5d-d8d9fba41d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.517487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60d1f54d-da9b-43dc-ba5d-d8d9fba41d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.518750 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-60d1f54d-da9b-43dc-ba5d-d8d9fba41d61 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dab43e7e-29cd-4cf7-aa7d-6f0ecfedf3b7 HTTP/1.1" status: 204 len: 168 time: 0.4933729 Jun 30 02:45:13.519502 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ac5c292e-a351-4d3e-bb92-99a48def9d2e req-ff6550bf-febf-4f45-8766-4b52b8205514 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.527361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2579e8-f6b3-4870-a64e-cda422899a5d None None] Pushing event updated for resources: {'Port': ['ID=3f71750e-57c3-4513-85f6-9c4d01f02339,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.547240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51f9603c-fb80-4e94-ac40-34b2ddefab56 req-864539dd-7e0b-4e94-aa68-8d3906d0bb1e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a205eb72430843758a6f07925588ee7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857081 Jun 30 02:45:13.580516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1f54d-da9b-43dc-ba5d-d8d9fba41d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab43e7e-29cd-4cf7-aa7d-6f0ecfedf3b7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.616092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b660a449-c5b1-4722-af55-49e68933d599,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.627566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6550bf-febf-4f45-8766-4b52b8205514 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259ae016-271d-4c66-a070-ecefc3df042b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.698252 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f6c0780-cbd0-466c-b93f-345b57f94c4f req-d8036ad7-56fc-42a6-b236-29cf5dab44bd tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989477 Jun 30 02:45:13.722042 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ac5c292e-a351-4d3e-bb92-99a48def9d2e req-ff6550bf-febf-4f45-8766-4b52b8205514 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.722448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['b660a449-c5b1-4722-af55-49e68933d599'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:13.727107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac5c292e-a351-4d3e-bb92-99a48def9d2e req-ff6550bf-febf-4f45-8766-4b52b8205514 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8741381 Jun 30 02:45:13.798204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9603c-fb80-4e94-ac40-34b2ddefab56 req-3cecd1a3-00d3-45f4-a8e6-c6b6c979247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.799734 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51f9603c-fb80-4e94-ac40-34b2ddefab56 req-3cecd1a3-00d3-45f4-a8e6-c6b6c979247d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2438512 Jun 30 02:45:13.929348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-96382ef1-085e-4ae8-9568-57c5e65b0687 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Deleting port 31170e8b-e393-4956-9456-5c9ef241ce7d {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:13.930029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-abd14b78-035f-4d11-8f5e-df70277023df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.930347 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-96382ef1-085e-4ae8-9568-57c5e65b0687 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.935126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-abd14b78-035f-4d11-8f5e-df70277023df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 1099 time: 0.0872498 Jun 30 02:45:14.016929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-6db9e67e-0278-4f93-a76c-c4d162812313 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 217 time: 0.0754106 Jun 30 02:45:14.018814 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-abceea69-8bbe-44b0-bde7-c57667d4a4e1 req-2735071b-0f3b-47c6-8898-c886b9297085 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4967adadaf674dd69ff9581e27cdd746 HTTP/1.1" status: 200 len: 10895 time: 0.2455893 Jun 30 02:45:14.019929 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.050997 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.094351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-50e3cc54-02fc-4815-92ba-85e028c32411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.095765 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-50e3cc54-02fc-4815-92ba-85e028c32411 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0686779 Jun 30 02:45:14.126891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88ab15-1373-48ec-a16b-51a326c453e5 req-8029a539-e5ef-4365-8fef-2b3b808dc482 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.128350 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3a88ab15-1373-48ec-a16b-51a326c453e5 req-8029a539-e5ef-4365-8fef-2b3b808dc482 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 944 time: 0.1187007 Jun 30 02:45:14.176914 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-abceea69-8bbe-44b0-bde7-c57667d4a4e1 req-d5806a38-e3a6-4f54-ab5c-a55d21667bca tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/50578f5c-a10d-4c9c-90db-00efbc3b7e86 HTTP/1.1" status: 200 len: 2981 time: 0.1509223 Jun 30 02:45:14.198496 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3a88ab15-1373-48ec-a16b-51a326c453e5 req-edb37f74-c3c8-4fd3-a5a5-65b20c08b765 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539179 Jun 30 02:45:14.209187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-93b30412-54f7-4675-a28b-3797acd82d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.210481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-93b30412-54f7-4675-a28b-3797acd82d5f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050155 Jun 30 02:45:14.224152 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-96382ef1-085e-4ae8-9568-57c5e65b0687 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.225913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-96382ef1-085e-4ae8-9568-57c5e65b0687 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.261621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-96382ef1-085e-4ae8-9568-57c5e65b0687 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Calling delete_port for 31170e8b-e393-4956-9456-5c9ef241ce7d owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:14.298766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Allocated IP 172.25.2.110 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/82ff45f1-20c2-41ec-9798-5a9e3c8de408) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:14.351259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-17c86f68-890a-4082-b517-791ceae79030 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323125 Jun 30 02:45:14.364116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-abceea69-8bbe-44b0-bde7-c57667d4a4e1 req-3cb890fa-64c8-4215-a371-fb4809e59e7a tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/50578f5c-a10d-4c9c-90db-00efbc3b7e86 HTTP/1.1" status: 200 len: 2981 time: 0.1848419 Jun 30 02:45:14.487449 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e911cd22-a802-4ab6-81d2-4e60c0b46b41 req-8e94bc88-179b-46ac-a1cb-fd18ca7b0199 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259186 Jun 30 02:45:14.499464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc6297-d2ac-4a74-beb9-622c57f16764 req-009f4543-e8b9-4f88-8857-89a32858c935 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.501027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31cc6297-d2ac-4a74-beb9-622c57f16764 req-009f4543-e8b9-4f88-8857-89a32858c935 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 948 time: 0.1488848 Jun 30 02:45:14.548014 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69623b70-006e-43b6-817f-6d94725fb3e9 req-89c31f96-f9f0-4b96-909b-fd2e93e17db7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/17e7b354-7080-4259-9621-fd2063b5fe7d HTTP/1.1" status: 200 len: 1800 time: 0.1240232 Jun 30 02:45:14.554066 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31cc6297-d2ac-4a74-beb9-622c57f16764 req-0f53b4a5-d958-4ec3-97f2-260d60d4afb9 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Jun 30 02:45:14.597047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.690895 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69623b70-006e-43b6-817f-6d94725fb3e9 req-12ae2e91-1e62-42ba-914f-7d5b5033c366 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.718114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69623b70-006e-43b6-817f-6d94725fb3e9 req-12ae2e91-1e62-42ba-914f-7d5b5033c366 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.785067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838febd8-d306-4874-a7bd-5c3e7d513296 None None] Network 871a5c35-5520-42dd-96c2-6fdaf235edc2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:14.803170 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-96382ef1-085e-4ae8-9568-57c5e65b0687 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.837992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96382ef1-085e-4ae8-9568-57c5e65b0687 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Pushing event deleted for resources: {'Port': ['ID=31170e8b-e393-4956-9456-5c9ef241ce7d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:14.840808 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.870407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3f71750e-57c3-4513-85f6-9c4d01f02339 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:14.931014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3fe0e-160d-4163-aab4-afb509b25071 req-48b46146-0612-4934-8bf3-ad6effe40363 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.932551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89e3fe0e-160d-4163-aab4-afb509b25071 req-48b46146-0612-4934-8bf3-ad6effe40363 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 945 time: 0.0892143 Jun 30 02:45:14.936869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:14.940034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b660a449-c5b1-4722-af55-49e68933d599 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:14.943360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69623b70-006e-43b6-817f-6d94725fb3e9 req-12ae2e91-1e62-42ba-914f-7d5b5033c366 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.946131 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69623b70-006e-43b6-817f-6d94725fb3e9 req-12ae2e91-1e62-42ba-914f-7d5b5033c366 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.947243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69623b70-006e-43b6-817f-6d94725fb3e9 req-12ae2e91-1e62-42ba-914f-7d5b5033c366 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/17e7b354-7080-4259-9621-fd2063b5fe7d HTTP/1.1" status: 204 len: 173 time: 0.3862095 Jun 30 02:45:14.958986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:14.969502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:14.970157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Pushing event updated for resources: {'Port': ['ID=82ff45f1-20c2-41ec-9798-5a9e3c8de408,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:15.020524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae2e91-1e62-42ba-914f-7d5b5033c366 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e7b354-7080-4259-9621-fd2063b5fe7d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:15.040562 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-b859a2e0-5db1-4b3a-8c5d-125255747b45 req-439d5605-4c9e-4041-b87c-945dec1e7161 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] show failed (client error): The resource could not be found. Jun 30 02:45:15.042199 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b859a2e0-5db1-4b3a-8c5d-125255747b45 req-439d5605-4c9e-4041-b87c-945dec1e7161 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/17e7b354-7080-4259-9621-fd2063b5fe7d HTTP/1.1" status: 404 len: 352 time: 0.0689318 Jun 30 02:45:15.046752 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-96382ef1-085e-4ae8-9568-57c5e65b0687 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.049751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-96382ef1-085e-4ae8-9568-57c5e65b0687 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.051071 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-96382ef1-085e-4ae8-9568-57c5e65b0687 tempest-ServersWithSpecificFlavorTestJSON-1934786822 tempest-ServersWithSpecificFlavorTestJSON-1934786822-project] 10.222.0.77 "DELETE /v2.0/floatingips/959f6aa0-e2c0-4fbe-830e-1477f18fc8ab HTTP/1.1" status: 204 len: 168 time: 1.6443131 Jun 30 02:45:15.052210 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89e3fe0e-160d-4163-aab4-afb509b25071 req-f4e915fc-ae96-4396-ab5e-dbbd4d1bb202 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053360 Jun 30 02:45:15.128355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e478b10c-6c32-4b6d-b849-b56b9ea9d30b req-8e7b990a-bbdb-415d-baa1-f3a42ac97ac1 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/783d185c-29d5-4710-89c9-5e54b96fd6c4 HTTP/1.1" status: 200 len: 1799 time: 0.0539823 Jun 30 02:45:15.197377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e478b10c-6c32-4b6d-b849-b56b9ea9d30b req-81107530-a122-4b63-981f-9e51ac1ce5eb tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.200599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-653789d5-7c2b-4070-8a0e-264c8a3b7c8e None None] Provisioning for port 3f71750e-57c3-4513-85f6-9c4d01f02339 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:15.234929 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e478b10c-6c32-4b6d-b849-b56b9ea9d30b req-81107530-a122-4b63-981f-9e51ac1ce5eb tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.248311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port b660a449-c5b1-4722-af55-49e68933d599 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:15.275475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 3f71750e-57c3-4513-85f6-9c4d01f02339 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:15.283579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3f71750e-57c3-4513-85f6-9c4d01f02339 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:15.283984 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.310040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port b660a449-c5b1-4722-af55-49e68933d599 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:15.310416 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.434479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d366cbc-2dce-491f-84f1-41c1328a5ea2 req-e1ecb57c-ba01-4713-b095-3c9f323ae051 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.437697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d366cbc-2dce-491f-84f1-41c1328a5ea2 req-e1ecb57c-ba01-4713-b095-3c9f323ae051 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 944 time: 0.0876460 Jun 30 02:45:15.452954 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.464662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4dfda1ce-89bb-456f-960a-190e8f8fc4f1 None None] Provisioning complete for port 3f71750e-57c3-4513-85f6-9c4d01f02339 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:15.465033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4dfda1ce-89bb-456f-960a-190e8f8fc4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.489968 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.519420 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d366cbc-2dce-491f-84f1-41c1328a5ea2 req-ce87f402-77c1-47a7-b238-0bb676e63b91 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745976 Jun 30 02:45:15.554039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 3f71750e-57c3-4513-85f6-9c4d01f02339, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3f71750e-57c3-4513-85f6-9c4d01f02339,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:15.557777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b660a449-c5b1-4722-af55-49e68933d599'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:15.560053 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02370529-381f-4cb2-b91a-088a61478db0" -d '{"events": [{"server_uuid": "2982b084-2b2b-43a5-982e-95ff10dd1a2d", "name": "network-vif-plugged", "status": "completed", "tag": "b660a449-c5b1-4722-af55-49e68933d599"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:15.577101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b660a449-c5b1-4722-af55-49e68933d599, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b660a449-c5b1-4722-af55-49e68933d599,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:15.585807 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e478b10c-6c32-4b6d-b849-b56b9ea9d30b req-81107530-a122-4b63-981f-9e51ac1ce5eb tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.590046 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e478b10c-6c32-4b6d-b849-b56b9ea9d30b req-81107530-a122-4b63-981f-9e51ac1ce5eb tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.591937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e478b10c-6c32-4b6d-b849-b56b9ea9d30b req-81107530-a122-4b63-981f-9e51ac1ce5eb tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/783d185c-29d5-4710-89c9-5e54b96fd6c4 HTTP/1.1" status: 204 len: 173 time: 0.4524856 Jun 30 02:45:15.619654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81107530-a122-4b63-981f-9e51ac1ce5eb tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783d185c-29d5-4710-89c9-5e54b96fd6c4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:15.651995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4dfda1ce-89bb-456f-960a-190e8f8fc4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.663069 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ecf1a4-3598-44f7-b33a-49bcc6031c79 x-openstack-request-id: req-f9ecf1a4-3598-44f7-b33a-49bcc6031c79 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:15.663069 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2982b084-2b2b-43a5-982e-95ff10dd1a2d", "name": "network-vif-plugged", "status": "completed", "tag": "b660a449-c5b1-4722-af55-49e68933d599", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:15.663069 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9ecf1a4-3598-44f7-b33a-49bcc6031c79 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:15.663069 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b660a449-c5b1-4722-af55-49e68933d599', 'code': 200} Jun 30 02:45:15.706631 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.790545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.792531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 58515f87-93be-4dab-9021-bdf7d18ea42e up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:15.801702 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-4dfda1ce-89bb-456f-960a-190e8f8fc4f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:45:15.803298 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-4dfda1ce-89bb-456f-960a-190e8f8fc4f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:45:15.822689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a04f83-6985-4ba6-b6eb-aa36e1bc2804 req-3aa78f14-a88b-4337-a572-886bfa49e58a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.824305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42a04f83-6985-4ba6-b6eb-aa36e1bc2804 req-3aa78f14-a88b-4337-a572-886bfa49e58a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 948 time: 0.1171930 Jun 30 02:45:15.826454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f95358-077b-460e-9090-e6ed1b772fc4 req-aaf05658-920a-4585-b3b4-e4524ed1eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.829451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-20f95358-077b-460e-9090-e6ed1b772fc4 req-aaf05658-920a-4585-b3b4-e4524ed1eb8e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 1096 time: 0.0893650 Jun 30 02:45:15.844325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=3f71750e-57c3-4513-85f6-9c4d01f02339,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:15.859234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.859666 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.860315 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.860991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.861482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.862005 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.862499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.862998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.863742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.864847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.865536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.866060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:15.904528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42a04f83-6985-4ba6-b6eb-aa36e1bc2804 req-d89623f7-793f-4f16-ab1b-bf429ba58e35 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721531 Jun 30 02:45:15.910077 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-20f95358-077b-460e-9090-e6ed1b772fc4 req-ce595fc4-143d-4405-a2e2-3ee2fde6bc1f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715001 Jun 30 02:45:15.925291 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.956070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b660a449-c5b1-4722-af55-49e68933d599,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:15.970747 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-baaf4ff5-1daf-48f4-9714-0a218bc4e067 req-ad570c26-820f-4c38-8c6c-05666cde0723 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] show failed (client error): The resource could not be found. Jun 30 02:45:15.971761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-baaf4ff5-1daf-48f4-9714-0a218bc4e067 req-ad570c26-820f-4c38-8c6c-05666cde0723 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/783d185c-29d5-4710-89c9-5e54b96fd6c4 HTTP/1.1" status: 404 len: 352 time: 0.0606253 Jun 30 02:45:16.043406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a3df5d5-204a-430c-8112-5c22ded9e635 req-3c69231c-6e93-4996-8941-efba5adeec60 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/259ae016-271d-4c66-a070-ecefc3df042b HTTP/1.1" status: 200 len: 1800 time: 0.0469978 Jun 30 02:45:16.109186 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6a3df5d5-204a-430c-8112-5c22ded9e635 req-30d67c4c-6157-4d4d-8ace-aea08d8ebcb8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.133647 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6a3df5d5-204a-430c-8112-5c22ded9e635 req-30d67c4c-6157-4d4d-8ace-aea08d8ebcb8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.164906 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.342477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6557a8f-ffed-4484-84d8-a29324bfab59 req-2932afe5-0e78-4fd8-a633-fa052d2ec420 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:16.343890 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6557a8f-ffed-4484-84d8-a29324bfab59 req-2932afe5-0e78-4fd8-a633-fa052d2ec420 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 946 time: 0.1213946 Jun 30 02:45:16.382061 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6557a8f-ffed-4484-84d8-a29324bfab59 req-8a240351-bc47-4218-8755-3b64c8e27024 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Jun 30 02:45:16.385543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 58515f87-93be-4dab-9021-bdf7d18ea42e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:16.389878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 58515f87-93be-4dab-9021-bdf7d18ea42e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:16.390248 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.417544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:16.443610 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:45:16.505893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6a3df5d5-204a-430c-8112-5c22ded9e635 req-30d67c4c-6157-4d4d-8ace-aea08d8ebcb8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.508801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6a3df5d5-204a-430c-8112-5c22ded9e635 req-30d67c4c-6157-4d4d-8ace-aea08d8ebcb8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.510045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a3df5d5-204a-430c-8112-5c22ded9e635 req-30d67c4c-6157-4d4d-8ace-aea08d8ebcb8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/259ae016-271d-4c66-a070-ecefc3df042b HTTP/1.1" status: 204 len: 173 time: 0.4606931 Jun 30 02:45:16.522709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d67c4c-6157-4d4d-8ace-aea08d8ebcb8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ae016-271d-4c66-a070-ecefc3df042b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:16.549332 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-0071c985-6703-4e96-a286-1857397c90d9 req-85f399a0-d6d7-49c6-9adb-c1f5e2b4ad76 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] show failed (client error): The resource could not be found. Jun 30 02:45:16.550674 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0071c985-6703-4e96-a286-1857397c90d9 req-85f399a0-d6d7-49c6-9adb-c1f5e2b4ad76 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/259ae016-271d-4c66-a070-ecefc3df042b HTTP/1.1" status: 404 len: 352 time: 0.0177367 Jun 30 02:45:16.627192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:45:16.643531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51714) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:16.765376 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.772805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d195c1-98b7-4c3c-bc4b-135d5aff057a req-8dba81bd-9283-48fb-8dca-848c670e071a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:16.773037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:16.782035 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0d195c1-98b7-4c3c-bc4b-135d5aff057a req-8dba81bd-9283-48fb-8dca-848c670e071a tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 944 time: 0.0904238 Jun 30 02:45:16.841564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'mac_address': 'fa:16:3e:47:5d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:16.865157 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0d195c1-98b7-4c3c-bc4b-135d5aff057a req-4f9d0ca0-961d-46a2-981f-ac630ff97948 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798218 Jun 30 02:45:16.869041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3f71750e-57c3-4513-85f6-9c4d01f02339 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:16.901261 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77f1aef8-acf8-4893-b43d-5cc4b689fb5a req-dd583dc8-5e19-43f7-a225-275a0964f108 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4967adadaf674dd69ff9581e27cdd746 HTTP/1.1" status: 200 len: 6149 time: 0.2175279 Jun 30 02:45:16.903147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:16.916089 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Sync routers for ids ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:16.958423 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Routers {'2ea87474-96d2-43ba-909c-ed9461bc1bf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:16.959104 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:16.963151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:16.972587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77f1aef8-acf8-4893-b43d-5cc4b689fb5a req-98b6d302-0c67-4c28-be5c-850fc97f38c5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/50578f5c-a10d-4c9c-90db-00efbc3b7e86 HTTP/1.1" status: 200 len: 2981 time: 0.0537155 Jun 30 02:45:16.985602 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.011090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:17.033432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3f71750e-57c3-4513-85f6-9c4d01f02339 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:17.034199 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.053976 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77f1aef8-acf8-4893-b43d-5cc4b689fb5a req-82e13a7e-d8b9-4d1f-9a70-75126007d627 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/50578f5c-a10d-4c9c-90db-00efbc3b7e86 HTTP/1.1" status: 200 len: 2981 time: 0.0747204 Jun 30 02:45:17.083266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:17.087704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-7bbe5f64-f207-49bc-9d36-a90d90ce93a6 req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1325469398', 'description': 'tempest-description-2049131438'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:17.128155 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Set router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:17.174573 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.193443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.200370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-44f2e796-c81e-45a3-b5c8-c507fce3ce21 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3609776 Jun 30 02:45:17.207902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51728) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.284293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=58515f87-93be-4dab-9021-bdf7d18ea42e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:17.401684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.401684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:17.443435 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-router', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:12Z', 'updated_at': '2021-06-30T02:45:15Z', 'revision_number': 3, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'gw_port': {'id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:14Z', 'updated_at': '2021-06-30T02:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:17.468131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721beab-d4bd-42e3-9e51-af449ce8c305 req-c58dc51b-a0e5-4564-8417-ce6ce4f57410 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:17.472824 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e721beab-d4bd-42e3-9e51-af449ce8c305 req-c58dc51b-a0e5-4564-8417-ce6ce4f57410 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 949 time: 0.1285233 Jun 30 02:45:17.475320 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Checking router: 2ea87474-96d2-43ba-909c-ed9461bc1bf2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:17.476637 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Updating router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 port 82ff45f1-20c2-41ec-9798-5a9e3c8de408 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:45:17.512050 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.564320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e721beab-d4bd-42e3-9e51-af449ce8c305 req-6123906d-1f8b-481a-8153-9c24c9e11dea tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826232 Jun 30 02:45:17.596741 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7bbe5f64-f207-49bc-9d36-a90d90ce93a6 req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.613939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:17.703852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def8b3a-9986-46b3-b248-598a4e384493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58515f87-93be-4dab-9021-bdf7d18ea42e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:17.709379 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5f43c0-c989-4177-9226-e44f7e27f121" -d '{"events": [{"server_uuid": "9def8b3a-9986-46b3-b248-598a4e384493", "name": "network-vif-plugged", "status": "completed", "tag": "58515f87-93be-4dab-9021-bdf7d18ea42e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:17.814005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7bbe5f64-f207-49bc-9d36-a90d90ce93a6 req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.837528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.905089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.909318 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.930669 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Transition to ACTIVE for port object 82ff45f1-20c2-41ec-9798-5a9e3c8de408 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:17.989383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbc63-4fd7-46a7-851f-dc26dcc3c4b5 req-71603963-0346-4618-ac4e-8e70137483ee tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:17.992123 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebcbbc63-4fd7-46a7-851f-dc26dcc3c4b5 req-71603963-0346-4618-ac4e-8e70137483ee tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 946 time: 0.1788259 Jun 30 02:45:18.076294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebcbbc63-4fd7-46a7-851f-dc26dcc3c4b5 req-4417f02e-93ae-4e2f-b2c4-b6dbc428542b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754447 Jun 30 02:45:18.102820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Allocated IP 172.20.0.1 (871a5c35-5520-42dd-96c2-6fdaf235edc2/97cc51fe-298d-4192-8556-fd9de4fb8fc0/e7f4f152-2cde-40d0-bfd2-4e221ac870c0) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:18.151016 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeb1ffc-8233-44aa-8cb8-bf7b4fc621ed x-openstack-request-id: req-3eeb1ffc-8233-44aa-8cb8-bf7b4fc621ed {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:18.151571 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def8b3a-9986-46b3-b248-598a4e384493", "name": "network-vif-plugged", "status": "completed", "tag": "58515f87-93be-4dab-9021-bdf7d18ea42e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:18.152014 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3eeb1ffc-8233-44aa-8cb8-bf7b4fc621ed {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:18.152638 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def8b3a-9986-46b3-b248-598a4e384493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58515f87-93be-4dab-9021-bdf7d18ea42e', 'code': 200} Jun 30 02:45:18.231142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.246522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Transition to ACTIVE for port object e7f4f152-2cde-40d0-bfd2-4e221ac870c0 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:18.339700 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7bbe5f64-f207-49bc-9d36-a90d90ce93a6 req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.363689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a020bfd-e13a-46e2-bdc1-203b3b95f1ef req-296e5849-2da3-4fc3-9602-5016a184c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.401731 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a020bfd-e13a-46e2-bdc1-203b3b95f1ef req-296e5849-2da3-4fc3-9602-5016a184c28f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 1096 time: 0.1384676 Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1239dfc-1937-44fa-8f4a-9752addfa63a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.402578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:18.404052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] Deleting port 940739e4-1b43-49bc-a930-d5b7e4987df6 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:18.404052 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.412612 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebf433-5aaf-46fc-bcbf-741f798632de req-d633dc9e-aa48-4892-b932-2c762ee88646 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.414118 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89ebf433-5aaf-46fc-bcbf-741f798632de req-d633dc9e-aa48-4892-b932-2c762ee88646 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.1537449 Jun 30 02:45:18.508327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a020bfd-e13a-46e2-bdc1-203b3b95f1ef req-050fcdaf-d642-4be3-be84-26c0887e40c9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285856 Jun 30 02:45:18.526189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89ebf433-5aaf-46fc-bcbf-741f798632de req-9ba6dc15-0047-4cb8-844a-ee6ed56387b3 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725315 Jun 30 02:45:18.541203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] For port 940739e4-1b43-49bc-a930-d5b7e4987df6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=940739e4-1b43-49bc-a930-d5b7e4987df6,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:18.541628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.555221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] Calling delete_port for 940739e4-1b43-49bc-a930-d5b7e4987df6 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:18.595822 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.649175 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Attempting to bind port 82ff45f1-20c2-41ec-9798-5a9e3c8de408 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:18.649764 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Attempting to bind port 82ff45f1-20c2-41ec-9798-5a9e3c8de408 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:18.650042 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Attempting to bind port 82ff45f1-20c2-41ec-9798-5a9e3c8de408 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:18.659409 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3ce91-8f11-4b3b-8557-f1c82bc17866 None None] Pushing event updated for resources: {'Port': ['ID=82ff45f1-20c2-41ec-9798-5a9e3c8de408,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:18.666555 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:18.666894 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:18.667361 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.667750 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:18.668235 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Bound port: 82ff45f1-20c2-41ec-9798-5a9e3c8de408, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:18.668631 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.720924 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] For port 82ff45f1-20c2-41ec-9798-5a9e3c8de408, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:18.724386 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] For port 82ff45f1-20c2-41ec-9798-5a9e3c8de408, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=82ff45f1-20c2-41ec-9798-5a9e3c8de408,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:18.759606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a77cb-7801-413e-b531-2ad45c0c216c req-da3b9a4a-6ea5-4844-a21f-8b74636ef91c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.761159 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f23a77cb-7801-413e-b531-2ad45c0c216c req-da3b9a4a-6ea5-4844-a21f-8b74636ef91c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 946 time: 0.1351597 Jun 30 02:45:18.784997 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.824042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Network 871a5c35-5520-42dd-96c2-6fdaf235edc2 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:18.828621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:18.831427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f23a77cb-7801-413e-b531-2ad45c0c216c req-7faae32f-8b4f-48bd-826d-ecd0003979b5 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462844 Jun 30 02:45:18.835593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:18.838357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f4f152-2cde-40d0-bfd2-4e221ac870c0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:18.877414 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.937760 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7bbe5f64-f207-49bc-9d36-a90d90ce93a6 req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.956039 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7bbe5f64-f207-49bc-9d36-a90d90ce93a6 req-5a1e8dc0-4571-416b-8a8d-275b852141e8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.8728304 Jun 30 02:45:19.042246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98e863-a59e-4bf7-8ae0-9455925cf3b4 req-02fa0f9b-cb73-439c-9e6a-2c82fc8c3beb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.044335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-df98e863-a59e-4bf7-8ae0-9455925cf3b4 req-02fa0f9b-cb73-439c-9e6a-2c82fc8c3beb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 949 time: 0.0839870 Jun 30 02:45:19.066189 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.100886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-df98e863-a59e-4bf7-8ae0-9455925cf3b4 req-7d874c81-b818-4c87-8744-9cd2065248ac tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493326 Jun 30 02:45:19.129997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-4dcea77d-e16c-4f3d-8e51-48090685e331 req-b2bce41b-b4ea-407b-8383-43837d97cd97 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1576061432', 'description': 'tempest-description-951423684'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:19.155963 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Routers {'2ea87474-96d2-43ba-909c-ed9461bc1bf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:19.156591 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:19.159665 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3ce91-8f11-4b3b-8557-f1c82bc17866 None None] Pushing event updated for resources: {'Port': ['ID=82ff45f1-20c2-41ec-9798-5a9e3c8de408,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:19.173614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.202303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=940739e4-1b43-49bc-a930-d5b7e4987df6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:19.277883 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] Set router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:19.413912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1a62c425-e2d7-4749-9144-4a4f64db7a62 None None] Provisioning for port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:19.415686 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4dcea77d-e16c-4f3d-8e51-48090685e331 req-b2bce41b-b4ea-407b-8383-43837d97cd97 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.419030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1a62c425-e2d7-4749-9144-4a4f64db7a62 None None] Provisioning complete for port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:19.419665 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a62c425-e2d7-4749-9144-4a4f64db7a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.455978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.470728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1a62c425-e2d7-4749-9144-4a4f64db7a62 None None] Port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:19.492372 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.536688 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-router', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:12Z', 'updated_at': '2021-06-30T02:45:15Z', 'revision_number': 3, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'gw_port': {'id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:14Z', 'updated_at': '2021-06-30T02:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:19.569458 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d5219-33a4-4b55-9ec9-9ecc11c8a57c None None] The sync data for ids ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'] in n-d-798249-3 is: [{'id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-router', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:12Z', 'updated_at': '2021-06-30T02:45:15Z', 'revision_number': 3, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'gw_port': {'id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:14Z', 'updated_at': '2021-06-30T02:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:19.667545 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4dcea77d-e16c-4f3d-8e51-48090685e331 req-b2bce41b-b4ea-407b-8383-43837d97cd97 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.726065 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.789951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] Router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:19.837160 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4dcea77d-e16c-4f3d-8e51-48090685e331 req-b2bce41b-b4ea-407b-8383-43837d97cd97 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.885304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bce41b-b4ea-407b-8383-43837d97cd97 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05257c65-21f5-41b0-9767-ea659d758fa6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:19.950107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:19.956335 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.958814 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-64bb8a03-a240-41ee-ae03-e28d0f52b6ca admin admin] 10.222.0.77 "PUT /v2.0/routers/53df3dd9-a5e4-4f27-9b19-e40d564bda95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3133373 Jun 30 02:45:19.959748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51780) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:19.960508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] Sync routers for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:19.971243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:19.972194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:20.001412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4dcea77d-e16c-4f3d-8e51-48090685e331 req-b2bce41b-b4ea-407b-8383-43837d97cd97 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.003219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4dcea77d-e16c-4f3d-8e51-48090685e331 req-b2bce41b-b4ea-407b-8383-43837d97cd97 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8789680 Jun 30 02:45:20.165098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:20.229411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8d4da-834b-4bc9-b8d2-b1c583bba0f7 req-431a2e9c-4461-4cc2-81f1-e188ebcf1cc1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:20.239662 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18d8d4da-834b-4bc9-b8d2-b1c583bba0f7 req-431a2e9c-4461-4cc2-81f1-e188ebcf1cc1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.0934498 Jun 30 02:45:20.298424 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.300663 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18d8d4da-834b-4bc9-b8d2-b1c583bba0f7 req-22127367-d1a0-4ece-9881-65ddfe471bfd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598588 Jun 30 02:45:20.330607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f4f152-2cde-40d0-bfd2-4e221ac870c0,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:20.359791 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.421083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:20.497990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:45:18Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:20.511472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Network 871a5c35-5520-42dd-96c2-6fdaf235edc2 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:20.516385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:20.526130 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.549315 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] Checking router: 53df3dd9-a5e4-4f27-9b19-e40d564bda95 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:20.562220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] Routers {'53df3dd9-a5e4-4f27-9b19-e40d564bda95'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:20.563189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:20.707789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb68165-53ea-4cb2-94cf-18cd76819e80 req-c646dd63-4e79-4516-9ffa-1209fe7c31b5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:20.711304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:20.721779 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ceb68165-53ea-4cb2-94cf-18cd76819e80 req-c646dd63-4e79-4516-9ffa-1209fe7c31b5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 949 time: 0.2054255 Jun 30 02:45:20.723367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:20.726793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.793482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] Set router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:20.816484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ceb68165-53ea-4cb2-94cf-18cd76819e80 req-17bf4e05-d11c-40dc-8429-60978bb59f75 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936413 Jun 30 02:45:20.995039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-49549cb7-ca31-478d-98fc-ebab115deb7b None None] Provisioning complete for port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:20.995841 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49549cb7-ca31-478d-98fc-ebab115deb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.071978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26200e07-f9c7-4932-8af7-38ced57d2b4c req-4d200285-236a-47f3-8dae-608c29cffbb5 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.072784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 82ff45f1-20c2-41ec-9798-5a9e3c8de408 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:21.075180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-26200e07-f9c7-4932-8af7-38ced57d2b4c req-4d200285-236a-47f3-8dae-608c29cffbb5 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 1096 time: 0.0879328 Jun 30 02:45:21.115117 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-26200e07-f9c7-4932-8af7-38ced57d2b4c req-80654512-6bb1-425c-804e-ba07e15545af tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329769 Jun 30 02:45:21.116835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-49549cb7-ca31-478d-98fc-ebab115deb7b None None] Port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:21.129819 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.206343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:21.208638 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcaa925-4232-464d-814e-3e0cf695ef5d" -d '{"events": [{"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-plugged", "status": "completed", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:21.226470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:21.258030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:45:18Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:21.270845 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Deleting port d4bf0d8d-11cd-4b20-a1b8-8612136cab49 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:21.271176 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.290090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87d526-dbd4-47b6-a8cd-97bfe7668871 None None] The sync data for ids ['53df3dd9-a5e4-4f27-9b19-e40d564bda95'] in n-d-798249-3 is: [{'id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1797492719-router', 'tenant_id': '960cb00257de42d98de81ab58ffac139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:10Z', 'updated_at': '2021-06-30T02:45:18Z', 'revision_number': 5, 'project_id': '960cb00257de42d98de81ab58ffac139', 'gw_port': {'id': 'd4bf0d8d-11cd-4b20-a1b8-8612136cab49', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53df3dd9-a5e4-4f27-9b19-e40d564bda95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:11Z', 'updated_at': '2021-06-30T02:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:21.312323 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:21.324555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dd302-40a9-4375-88f7-00247e045aee req-d64b2dc8-6d7f-4004-a60f-2f4e79cc28af tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.328327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e1dd302-40a9-4375-88f7-00247e045aee req-d64b2dc8-6d7f-4004-a60f-2f4e79cc28af tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 1096 time: 0.0577333 Jun 30 02:45:21.367482 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e1dd302-40a9-4375-88f7-00247e045aee req-1b0ce79c-c7e5-40d5-ac2f-5c8c3d9ba5c3 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Jun 30 02:45:21.375141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-b156294d-faad-42bb-96c3-065bb9aec831 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.376718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-b156294d-faad-42bb-96c3-065bb9aec831 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 812 time: 0.2608039 Jun 30 02:45:21.397117 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.453663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] For port d4bf0d8d-11cd-4b20-a1b8-8612136cab49, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d4bf0d8d-11cd-4b20-a1b8-8612136cab49,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:21.454184 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.464914 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-e1ea75e0-80a5-4e6d-ab83-ef684daecd21 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/quotas/4967adadaf674dd69ff9581e27cdd746 HTTP/1.1" status: 200 len: 375 time: 0.0444026 Jun 30 02:45:21.473398 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 82ff45f1-20c2-41ec-9798-5a9e3c8de408 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:21.473949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 82ff45f1-20c2-41ec-9798-5a9e3c8de408 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:21.474504 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.496787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Calling delete_port for d4bf0d8d-11cd-4b20-a1b8-8612136cab49 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:21.571682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a4ba1-db70-4dd1-a458-27da4e4e0d65 req-a4ea8a22-7cfb-49f8-8bfa-a4a027f0027e tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.578577 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc3a4ba1-db70-4dd1-a458-27da4e4e0d65 req-a4ea8a22-7cfb-49f8-8bfa-a4a027f0027e tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 946 time: 0.0916865 Jun 30 02:45:21.599961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:21.642025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:21.659569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc3a4ba1-db70-4dd1-a458-27da4e4e0d65 req-ab843b98-b725-44f0-b796-33c3da66e8c5 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792553 Jun 30 02:45:21.678520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e2959d9c-411c-4e41-8e5b-d944fd100611 admin admin] 10.222.0.77 "PUT /v2.0/routers/2ea87474-96d2-43ba-909c-ed9461bc1bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4662485 Jun 30 02:45:21.786638 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-c91b1e4f-40c9-4b63-9b5d-f444a7aad66a tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3087294 Jun 30 02:45:22.014841 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577f8346-7bc1-4d88-b6dc-ccadf17ef0cf x-openstack-request-id: req-577f8346-7bc1-4d88-b6dc-ccadf17ef0cf {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:22.024992 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-plugged", "status": "completed", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:22.024992 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-577f8346-7bc1-4d88-b6dc-ccadf17ef0cf {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:22.024992 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'code': 200} Jun 30 02:45:22.034119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7fde7086-a11c-4af4-acd5-b1fe53854d44 service neutron] 10.222.0.77 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375381 Jun 30 02:45:22.070980 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.096689 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Sync routers for ids ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:22.115800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 82ff45f1-20c2-41ec-9798-5a9e3c8de408, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=82ff45f1-20c2-41ec-9798-5a9e3c8de408,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:22.120085 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Routers {'2ea87474-96d2-43ba-909c-ed9461bc1bf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:22.120792 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:22.144067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc57de-d4ba-4112-907b-50b32bb2e4e3 req-8c2aa0a7-38f7-4165-851e-bedaad1aaeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:22.145596 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76bc57de-d4ba-4112-907b-50b32bb2e4e3 req-8c2aa0a7-38f7-4165-851e-bedaad1aaeef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 1101 time: 0.2045424 Jun 30 02:45:22.166029 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-9ccf7d17-03db-4e81-908e-1e7be52839d7 service neutron] 10.222.0.77 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310990 Jun 30 02:45:22.179894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff5502-a026-4c05-98f2-99e23dc82da0 req-4644b9ee-e081-4af6-9583-ec68744afbd0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:22.181607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cff5502-a026-4c05-98f2-99e23dc82da0 req-4644b9ee-e081-4af6-9583-ec68744afbd0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.1408653 Jun 30 02:45:22.213488 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76bc57de-d4ba-4112-907b-50b32bb2e4e3 req-c4027ea2-7128-4fbb-8999-bc482b042196 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592582 Jun 30 02:45:22.236060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cff5502-a026-4c05-98f2-99e23dc82da0 req-9b05cd13-bfac-4cdc-8923-eed678ed197a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417180 Jun 30 02:45:22.267480 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Set router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:22.385081 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.437371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=82ff45f1-20c2-41ec-9798-5a9e3c8de408,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:22.485561 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-router', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:12Z', 'updated_at': '2021-06-30T02:45:19Z', 'revision_number': 4, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'gw_port': {'id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:14Z', 'updated_at': '2021-06-30T02:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'e7f4f152-2cde-40d0-bfd2-4e221ac870c0', 'name': '', 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'mac_address': 'fa:16:3e:d5:a5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97cc51fe-298d-4192-8556-fd9de4fb8fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:17Z', 'updated_at': '2021-06-30T02:45:19Z', 'revision_number': 2, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'subnets': [{'id': '97cc51fe-298d-4192-8556-fd9de4fb8fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:22.600169 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Checking router: 2ea87474-96d2-43ba-909c-ed9461bc1bf2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:22.600439 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Updating router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:45:22.634906 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.677011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-020b1c0e-10e8-4af1-897c-1abb4e8e9efa req-d6795b84-f9f5-4a92-94ca-25ea85af8193 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 210 time: 0.0350790 Jun 30 02:45:22.693027 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.703597 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.808137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bf0d8d-11cd-4b20-a1b8-8612136cab49,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:22.895299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 82ff45f1-20c2-41ec-9798-5a9e3c8de408 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:22.958038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b660a449-c5b1-4722-af55-49e68933d599 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:22.960468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.036607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 82ff45f1-20c2-41ec-9798-5a9e3c8de408 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:23.036989 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.044399 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.056327 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Transition to ACTIVE for port object e7f4f152-2cde-40d0-bfd2-4e221ac870c0 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:23.122650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b660a449-c5b1-4722-af55-49e68933d599, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b660a449-c5b1-4722-af55-49e68933d599,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:23.125540 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.129047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.162967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'b660a449-c5b1-4722-af55-49e68933d599', 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d', 'port_id': 'b660a449-c5b1-4722-af55-49e68933d599', 'mac_address': 'fa:16:3e:b5:af:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1131b9-08fe-4a71-8ba5-847e27478e6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:23.195392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447a390-034d-46d3-8a8c-89ae05cb3f3a req-a383afb0-c199-44fe-99e7-5ae1e11e700b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:23.197640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9447a390-034d-46d3-8a8c-89ae05cb3f3a req-a383afb0-c199-44fe-99e7-5ae1e11e700b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 946 time: 0.1817517 Jun 30 02:45:23.206719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 940739e4-1b43-49bc-a930-d5b7e4987df6 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:23.233818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 940739e4-1b43-49bc-a930-d5b7e4987df6 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:23.234218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 940739e4-1b43-49bc-a930-d5b7e4987df6 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:23.240252 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9447a390-034d-46d3-8a8c-89ae05cb3f3a req-c1145d9f-ee7b-46cb-b771-05a95fe6adb4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Jun 30 02:45:23.247036 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.262624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b660a449-c5b1-4722-af55-49e68933d599 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:23.284983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b660a449-c5b1-4722-af55-49e68933d599, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b660a449-c5b1-4722-af55-49e68933d599,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:23.416459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99789f-bc49-4eba-af6d-a1bed7d9ed92 req-7b10ab45-d7d3-4d57-9272-163a0a77212f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:23.417972 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b99789f-bc49-4eba-af6d-a1bed7d9ed92 req-7b10ab45-d7d3-4d57-9272-163a0a77212f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.0689001 Jun 30 02:45:23.458814 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b99789f-bc49-4eba-af6d-a1bed7d9ed92 req-c97b473e-395b-4cfb-92d8-0cab1c1d6ed2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347428 Jun 30 02:45:23.492880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51904) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:23.497955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-network', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:23.771697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-376cb504-3cc3-4530-b951-2cd5c59d043a req-1c10a1be-e858-45fb-80c3-441e6da80f9d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 210 time: 0.0291452 Jun 30 02:45:23.778423 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.778949 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.779362 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.783949 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.785582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53df3dd9-a5e4-4f27-9b19-e40d564bda95 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:23.802650 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.807304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51926) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:23.817912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e0ece972-f1e5-4463-b1a0-435592fda7c6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/53df3dd9-a5e4-4f27-9b19-e40d564bda95 HTTP/1.1" status: 204 len: 168 time: 3.8455055 Jun 30 02:45:23.869059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b660a449-c5b1-4722-af55-49e68933d599,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.880108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['b660a449-c5b1-4722-af55-49e68933d599'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:23.882967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Deleting subnet 1a07870e-f98d-4697-90de-88fb38975f3c {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:23.886810 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.914807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Made reservation on behalf of b9bf8514d37c49d9926ca90bed185a19 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:23.921847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.940542 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.964004 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.969058 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bc442-b368-473a-85d2-20c877e2c3b4 None None] Pushing event updated for resources: {'Port': ['ID=e7f4f152-2cde-40d0-bfd2-4e221ac870c0,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:24.113345 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Attempting to bind port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:24.113745 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Attempting to bind port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:24.114107 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Attempting to bind port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 on network 871a5c35-5520-42dd-96c2-6fdaf235edc2 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:24.126169 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:24.126547 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Checking segment: {'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:24.126955 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.128086 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Bound using segment: {'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:24.131001 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Bound port: e7f4f152-2cde-40d0-bfd2-4e221ac870c0, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:24.137686 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.146724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.174683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.234662 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] For port e7f4f152-2cde-40d0-bfd2-4e221ac870c0, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:24.237989 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] For port e7f4f152-2cde-40d0-bfd2-4e221ac870c0, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e7f4f152-2cde-40d0-bfd2-4e221ac870c0,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:24.435812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ccf59-4006-41a0-824a-395a3bfde4d3 req-b473b3c5-db7f-4b07-8347-23073c20e4b7 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:24.437692 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.438722 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f31ccf59-4006-41a0-824a-395a3bfde4d3 req-b473b3c5-db7f-4b07-8347-23073c20e4b7 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 945 time: 0.0817771 Jun 30 02:45:24.439918 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.468363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:24.502531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957d43e2-5e86-4bc3-a549-ac588a13fa1f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:24.505803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.506062 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Added segment 1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e of type vlan for network efa77631-51e6-4a14-a902-c743acdc664a Jun 30 02:45:24.527420 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Routers {'2ea87474-96d2-43ba-909c-ed9461bc1bf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:24.528276 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:24.538628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f31ccf59-4006-41a0-824a-395a3bfde4d3 req-a619302c-32b9-4771-bacc-dce5025c2b2b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811596 Jun 30 02:45:24.588993 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bc442-b368-473a-85d2-20c877e2c3b4 None None] Pushing event updated for resources: {'Port': ['ID=e7f4f152-2cde-40d0-bfd2-4e221ac870c0,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:24.589365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.689726 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] Set router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:24.733251 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.737709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fc8ce-2342-407d-bcbe-55061bc9b7de req-aa7192e4-2651-4332-a665-951870ce929e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:24.739230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-226fc8ce-2342-407d-bcbe-55061bc9b7de req-aa7192e4-2651-4332-a665-951870ce929e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.0776677 Jun 30 02:45:24.761809 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.764375 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1a07870e-f98d-4697-90de-88fb38975f3c HTTP/1.1" status: 204 len: 168 time: 0.9556947 Jun 30 02:45:24.770236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51954) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:24.772081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ea01c-dc9a-41a7-94dc-f8d575265dc2 None None] Network 8b6ae11d-e383-4f15-8222-2d3f362fb36d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:24.823760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a07870e-f98d-4697-90de-88fb38975f3c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:24.849790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d4bf0d8d-11cd-4b20-a1b8-8612136cab49 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:24.853844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.854197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.857125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.857750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.859389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.860901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.861403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.862674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.863176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.863701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.864196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.864691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab301e-5eed-4753-a1a4-00267b732926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.876739 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.886526 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-226fc8ce-2342-407d-bcbe-55061bc9b7de req-12684f97-1aef-43c4-a313-7f3a81737ba4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414177 Jun 30 02:45:24.896106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d4bf0d8d-11cd-4b20-a1b8-8612136cab49 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:24.896875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d4bf0d8d-11cd-4b20-a1b8-8612136cab49 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:24.942350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Deleting port 06f6480e-9df1-48c5-939b-0423726ee2e0 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:24.943156 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.955643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b660a449-c5b1-4722-af55-49e68933d599 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:24.981182 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-router', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:12Z', 'updated_at': '2021-06-30T02:45:19Z', 'revision_number': 4, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'gw_port': {'id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:14Z', 'updated_at': '2021-06-30T02:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'e7f4f152-2cde-40d0-bfd2-4e221ac870c0', 'name': '', 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'mac_address': 'fa:16:3e:d5:a5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97cc51fe-298d-4192-8556-fd9de4fb8fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:17Z', 'updated_at': '2021-06-30T02:45:24Z', 'revision_number': 4, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'subnets': [{'id': '97cc51fe-298d-4192-8556-fd9de4fb8fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:25.005743 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.006726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:25.008014 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.021131 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffcd3b2-4199-4423-b6a3-c94566dcf95b None None] The sync data for ids ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'] in n-d-798249-3 is: [{'id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-router', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:12Z', 'updated_at': '2021-06-30T02:45:19Z', 'revision_number': 4, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'gw_port': {'id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:14Z', 'updated_at': '2021-06-30T02:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'e7f4f152-2cde-40d0-bfd2-4e221ac870c0', 'name': '', 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'mac_address': 'fa:16:3e:d5:a5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '97cc51fe-298d-4192-8556-fd9de4fb8fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:17Z', 'updated_at': '2021-06-30T02:45:24Z', 'revision_number': 4, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'subnets': [{'id': '97cc51fe-298d-4192-8556-fd9de4fb8fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:25.071430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port b660a449-c5b1-4722-af55-49e68933d599 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:25.072992 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.125856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fb816aa0-3bec-476f-b987-ae028b0a98f8 req-2492dcb3-f2da-4764-bffa-7a3da7bc8faa tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 210 time: 0.1795292 Jun 30 02:45:25.186171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] Pushing event updated for resources: {'Network': ['ID=efa77631-51e6-4a14-a902-c743acdc664a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:25.230514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] For port 06f6480e-9df1-48c5-939b-0423726ee2e0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=06f6480e-9df1-48c5-939b-0423726ee2e0,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:25.231317 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.238260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b8d5a3-43bf-461e-b9a1-5fa0363fca64 None None] DHCP port deletion for 8b6ae11d-e383-4f15-8222-2d3f362fb36d request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:45:25.245821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network efa77631-51e6-4a14-a902-c743acdc664a details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:25.253637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Calling delete_port for 06f6480e-9df1-48c5-939b-0423726ee2e0 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:25.319367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f266bfbc-f611-4b8f-93a9-a755205e9717 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8248696 Jun 30 02:45:25.321677 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51972) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:25.327715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Request body: {'subnet': {'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-subnet', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:25.416758 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.446433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be4f95-53d0-485f-9cfd-741c539b45d5 req-c1a46d82-78db-4e92-bbe0-54a351397749 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:25.449585 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31be4f95-53d0-485f-9cfd-741c539b45d5 req-c1a46d82-78db-4e92-bbe0-54a351397749 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.1029177 Jun 30 02:45:25.478281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b660a449-c5b1-4722-af55-49e68933d599'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:25.480725 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b978ca82-5870-41f9-9261-95a6e4f83abb" -d '{"events": [{"server_uuid": "2982b084-2b2b-43a5-982e-95ff10dd1a2d", "name": "network-vif-plugged", "status": "completed", "tag": "b660a449-c5b1-4722-af55-49e68933d599"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:25.496818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b660a449-c5b1-4722-af55-49e68933d599, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b660a449-c5b1-4722-af55-49e68933d599,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:25.505271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-38b8d5a3-43bf-461e-b9a1-5fa0363fca64 None None] Deleting port 06f6480e-9df1-48c5-939b-0423726ee2e0 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:25.505819 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-38b8d5a3-43bf-461e-b9a1-5fa0363fca64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.509314 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31be4f95-53d0-485f-9cfd-741c539b45d5 req-2166c8ea-47d9-45fc-8eaf-ef625f111ffa tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538721 Jun 30 02:45:25.512640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Made reservation on behalf of b9bf8514d37c49d9926ca90bed185a19 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:25.519610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.568926 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c5f694-a1a7-48da-be83-e489a6ed5c77 x-openstack-request-id: req-85c5f694-a1a7-48da-be83-e489a6ed5c77 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:25.569049 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2982b084-2b2b-43a5-982e-95ff10dd1a2d", "name": "network-vif-plugged", "status": "completed", "tag": "b660a449-c5b1-4722-af55-49e68933d599", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:25.569310 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85c5f694-a1a7-48da-be83-e489a6ed5c77 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:25.569820 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b660a449-c5b1-4722-af55-49e68933d599', 'code': 200} Jun 30 02:45:25.592884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-38b8d5a3-43bf-461e-b9a1-5fa0363fca64 None None] For port 06f6480e-9df1-48c5-939b-0423726ee2e0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=06f6480e-9df1-48c5-939b-0423726ee2e0,segment=NetworkSegment(36466510-dc93-43ff-8fd6-49b543d830fe),segment_id=36466510-dc93-43ff-8fd6-49b543d830fe)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:25.593419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-38b8d5a3-43bf-461e-b9a1-5fa0363fca64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.608320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-38b8d5a3-43bf-461e-b9a1-5fa0363fca64 None None] Calling delete_port for 06f6480e-9df1-48c5-939b-0423726ee2e0 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:25.609140 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.652875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f6480e-9df1-48c5-939b-0423726ee2e0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:25.655357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] No DVR routers for this DVR port 06f6480e-9df1-48c5-939b-0423726ee2e0 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:25.713070 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-38b8d5a3-43bf-461e-b9a1-5fa0363fca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.769400 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.776148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8d5a3-43bf-461e-b9a1-5fa0363fca64 None None] Pushing event deleted for resources: {'Port': ['ID=06f6480e-9df1-48c5-939b-0423726ee2e0,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:25.793609 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.806017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6ae11d-e383-4f15-8222-2d3f362fb36d']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:25.831385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36466510-dc93-43ff-8fd6-49b543d830fe') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:25.831827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36466510-dc93-43ff-8fd6-49b543d830fe') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:25.835939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b8d5a3-43bf-461e-b9a1-5fa0363fca64 None None] No DVR routers for this DVR port 06f6480e-9df1-48c5-939b-0423726ee2e0 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:25.845070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.861063 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.868449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:25.869216 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.869990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b660a449-c5b1-4722-af55-49e68933d599,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:25.871354 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:26.010027 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.037159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e20fb1-6e44-4bd1-88a4-c2c439ec50d2 req-5fbce47d-ccaf-429f-97f4-434dbaa5600c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:26.040573 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48e20fb1-6e44-4bd1-88a4-c2c439ec50d2 req-5fbce47d-ccaf-429f-97f4-434dbaa5600c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 946 time: 0.1091919 Jun 30 02:45:26.077364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef3d6b7-7490-4a9a-8502-b70b0680f55b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.087181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Checking segment: {'id': '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:26.092159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Network hostable DHCP agents. Network: efa77631-51e6-4a14-a902-c743acdc664a, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:26.092837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48e20fb1-6e44-4bd1-88a4-c2c439ec50d2 req-2ede047c-2cc5-49f6-9e71-4e30614ac68b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Jun 30 02:45:26.282518 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.291546 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.291546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8b6ae11d-e383-4f15-8222-2d3f362fb36d HTTP/1.1" status: 204 len: 168 time: 1.5198846 Jun 30 02:45:26.294436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52006) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:26.317109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e23541-7356-495d-893b-7d62e0287ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6ae11d-e383-4f15-8222-2d3f362fb36d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.517233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Network efa77631-51e6-4a14-a902-c743acdc664a is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:26.666358 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.840805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e7f4f152-2cde-40d0-bfd2-4e221ac870c0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:26.973947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b660a449-c5b1-4722-af55-49e68933d599 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:27.056911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, efa77631-51e6-4a14-a902-c743acdc664a) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:27.061524 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.065947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce46101-ff75-4ce0-9e3d-44e338cab646 None None] Network efa77631-51e6-4a14-a902-c743acdc664a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:27.084106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.084698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.115860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:27.130397 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:27.130776 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.174344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b660a449-c5b1-4722-af55-49e68933d599, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b660a449-c5b1-4722-af55-49e68933d599,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:27.203063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] Deleting port fc1f114c-23ad-49fc-9312-f740be1b0272 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:27.203484 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.289988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] For port fc1f114c-23ad-49fc-9312-f740be1b0272, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fc1f114c-23ad-49fc-9312-f740be1b0272,segment=NetworkSegment(d68c774d-4b63-490a-abe9-49d23c81cf82),segment_id=d68c774d-4b63-490a-abe9-49d23c81cf82)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:27.290902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.311835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] Calling delete_port for fc1f114c-23ad-49fc-9312-f740be1b0272 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:27.317295 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.332511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-efa77631-51e6-4a14-a902-c743acdc664a', 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'fixed_ips': [{'subnet_id': '2ef3d6b7-7490-4a9a-8502-b70b0680f55b'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:27.333652 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.369353 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.427757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port e7f4f152-2cde-40d0-bfd2-4e221ac870c0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e7f4f152-2cde-40d0-bfd2-4e221ac870c0,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:27.503635 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c859a9da-0627-4a21-a3d0-468c68e73745 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1806891 Jun 30 02:45:27.506324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52014) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.511128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-router', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:27.537688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b660a449-c5b1-4722-af55-49e68933d599,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.571518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b660a449-c5b1-4722-af55-49e68933d599'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:27.573692 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df81476e-ac89-4e9a-87f0-525bf440fd6f" -d '{"events": [{"server_uuid": "2982b084-2b2b-43a5-982e-95ff10dd1a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b660a449-c5b1-4722-af55-49e68933d599"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:27.590123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Allocated IP 172.20.0.2 (efa77631-51e6-4a14-a902-c743acdc664a/2ef3d6b7-7490-4a9a-8502-b70b0680f55b/ceaaaf75-548c-4129-981c-74ad09907103) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:27.652935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b81e400c-cad5-4386-9777-0b4f84c11277 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:45:27.654016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b81e400c-cad5-4386-9777-0b4f84c11277 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1208012 Jun 30 02:45:27.663937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Request body: {'binding': {'host': 'n-h1-798249-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:27.664409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Unknown quota resources ['binding']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:45:27.774307 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.803761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e on host n-h1-798249-3 for vnic_type normal with profile None {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:27.804244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:27.804854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:27.809253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Port 58515f87-93be-4dab-9021-bdf7d18ea42e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:27.809731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:27.815198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:27.815685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:27.816154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:27.816972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Bound port: 58515f87-93be-4dab-9021-bdf7d18ea42e, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:27.859707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 06f6480e-9df1-48c5-939b-0423726ee2e0 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:27.866231 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.866545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.867953 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.892350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:27.907385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 06f6480e-9df1-48c5-939b-0423726ee2e0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:27.907722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 06f6480e-9df1-48c5-939b-0423726ee2e0 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:27.916329 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=e7f4f152-2cde-40d0-bfd2-4e221ac870c0,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.921868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1f114c-23ad-49fc-9312-f740be1b0272,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.954388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.010061 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.022317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Transition to ACTIVE for port object ceaaaf75-548c-4129-981c-74ad09907103 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:28.047885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Transition to ACTIVE for port object ceaaaf75-548c-4129-981c-74ad09907103 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:28.087904 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.089645 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-d2582171-5d3a-416d-8a65-b0c4eddb9c10 service neutron] 10.222.0.77 "POST /v2.0/ports/58515f87-93be-4dab-9021-bdf7d18ea42e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4294651 Jun 30 02:45:28.145731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-d7c29b3c-568d-40d3-a646-07daf322f6d0 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.147246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-d7c29b3c-568d-40d3-a646-07daf322f6d0 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.74 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 812 time: 0.2390270 Jun 30 02:45:28.164575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'port': {'device_id': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb', 'admin_state_up': True, 'tenant_id': '4967adadaf674dd69ff9581e27cdd746'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:28.236192 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.295844 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.382649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Network efa77631-51e6-4a14-a902-c743acdc664a is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:28.385479 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:28.403317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:28.458063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Pushing event updated for resources: {'Port': ['ID=ceaaaf75-548c-4129-981c-74ad09907103,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:28.503110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Attempting to bind port ceaaaf75-548c-4129-981c-74ad09907103 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:28.503489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Attempting to bind port ceaaaf75-548c-4129-981c-74ad09907103 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:28.503922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Attempting to bind port ceaaaf75-548c-4129-981c-74ad09907103 on network efa77631-51e6-4a14-a902-c743acdc664a {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:28.509779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-692a46a1-3a9f-431b-b5f6-28e1ea22dad2 req-7ae135f4-bb21-45ea-a29d-fbd5f2f71345 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 210 time: 0.0376403 Jun 30 02:45:28.510344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:28.510467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Checking segment: {'id': '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:28.510881 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.511276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Bound using segment: {'id': '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:28.511833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Bound port: ceaaaf75-548c-4129-981c-74ad09907103, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:28.512271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.514961 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.598212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] For port ceaaaf75-548c-4129-981c-74ad09907103, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:28.603231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] For port ceaaaf75-548c-4129-981c-74ad09907103, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ceaaaf75-548c-4129-981c-74ad09907103,segment=NetworkSegment(1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e),segment_id=1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:28.677783 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-e788489b-8f1e-430b-9d65-d4b6c3ce212a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0650175 Jun 30 02:45:28.691787 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a882e745-8611-484d-b7a6-c87b45fac902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.751070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Made reservation on behalf of 4967adadaf674dd69ff9581e27cdd746 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:28.759947 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.820922 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e9b5aa-b7f7-4f30-8d36-6eccf71be66a x-openstack-request-id: req-b4e9b5aa-b7f7-4f30-8d36-6eccf71be66a {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:28.821853 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2982b084-2b2b-43a5-982e-95ff10dd1a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b660a449-c5b1-4722-af55-49e68933d599", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:28.821853 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4e9b5aa-b7f7-4f30-8d36-6eccf71be66a {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:28.822111 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b660a449-c5b1-4722-af55-49e68933d599', 'code': 200} Jun 30 02:45:28.859032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.860441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1797821-6673-42ca-9842-b799ecf69e67 req-89a5280c-be5f-47a5-bb76-b9b615af00b0 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.863237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1797821-6673-42ca-9842-b799ecf69e67 req-89a5280c-be5f-47a5-bb76-b9b615af00b0 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 944 time: 0.1171827 Jun 30 02:45:28.865386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] Router 060f4109-2f59-4b4b-ad1f-adce4699229f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:28.961062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69cbf5-9f4a-4f16-869e-aae3142efe7f None None] Pushing event updated for resources: {'Port': ['ID=ceaaaf75-548c-4129-981c-74ad09907103,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:29.029901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1797821-6673-42ca-9842-b799ecf69e67 req-5eef53ec-134a-4034-9460-f23e46b59ff8 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569340 Jun 30 02:45:29.033196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e7f4f152-2cde-40d0-bfd2-4e221ac870c0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:29.067195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.164765 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.226235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:29.226359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.230099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Allocated IP 172.20.0.4 (50a37c81-31b5-4c29-8733-d133371271eb/601a0bd9-eede-426f-bfc9-937b3a8d7ca3/75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:29.382937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:29.409178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8822d076-5a7f-4657-a831-34a99e282d53 admin admin] 10.222.0.77 "PUT /v2.0/routers/060f4109-2f59-4b4b-ad1f-adce4699229f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1128957 Jun 30 02:45:29.421416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52062) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:29.482668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Allocated IP 172.25.2.202 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:29.510611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-3f4caae8-7eb4-4b9e-bfa2-64f4074678f8 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.512423 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-3f4caae8-7eb4-4b9e-bfa2-64f4074678f8 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 944 time: 0.4324534 Jun 30 02:45:29.549178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] Sync routers for ids ['060f4109-2f59-4b4b-ad1f-adce4699229f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:29.584478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] Routers {'060f4109-2f59-4b4b-ad1f-adce4699229f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:29.586860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['060f4109-2f59-4b4b-ad1f-adce4699229f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:29.596615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971e700-73f4-435a-a01b-37a4c9050dfe req-6dda0be0-ebd7-4d9a-b2c5-43f7dc95dc83 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.603085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1971e700-73f4-435a-a01b-37a4c9050dfe req-6dda0be0-ebd7-4d9a-b2c5-43f7dc95dc83 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.2209103 Jun 30 02:45:29.706017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76f546-514e-46a1-a354-b37f56a2c90d req-1857f9ba-bca1-4419-92cf-5c11deba0e46 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.707702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f76f546-514e-46a1-a354-b37f56a2c90d req-1857f9ba-bca1-4419-92cf-5c11deba0e46 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.6397169 Jun 30 02:45:29.802149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] Set router 060f4109-2f59-4b4b-ad1f-adce4699229f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:29.812308 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.819987 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1971e700-73f4-435a-a01b-37a4c9050dfe req-d321c744-6030-479e-ae1d-b3c0b1127592 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630883 Jun 30 02:45:29.863808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-bbb3ab64-438b-40bb-b6bf-6bb4fd1896de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.866669 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-bbb3ab64-438b-40bb-b6bf-6bb4fd1896de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 1096 time: 0.2882621 Jun 30 02:45:29.890391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f76f546-514e-46a1-a354-b37f56a2c90d req-7e9bceb3-b7bc-461b-ac02-8d81f1556def tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691329 Jun 30 02:45:29.896359 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.907440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.985349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-d24356e5-cd65-4bc1-b979-29ed1ef11c5f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Deleting port b660a449-c5b1-4722-af55-49e68933d599 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:29.985880 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-d24356e5-cd65-4bc1-b979-29ed1ef11c5f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.025255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-02a090e0-67fc-48c3-a5e2-2f7943c86dad tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445139 Jun 30 02:45:30.116213 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-477696b7-e1fd-427f-bc2f-c348dfe6dc3b req-36aa6a76-083a-40a3-9cee-c69ea4a480c1 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 210 time: 0.0591590 Jun 30 02:45:30.122150 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.179067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-router', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:22Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 5, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'gw_port': {'id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:23Z', 'updated_at': '2021-06-30T02:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:30.191485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-d24356e5-cd65-4bc1-b979-29ed1ef11c5f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] For port b660a449-c5b1-4722-af55-49e68933d599, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b660a449-c5b1-4722-af55-49e68933d599,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:30.192238 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-d24356e5-cd65-4bc1-b979-29ed1ef11c5f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.210691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-d24356e5-cd65-4bc1-b979-29ed1ef11c5f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Calling delete_port for b660a449-c5b1-4722-af55-49e68933d599 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:30.222499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] Checking router: 060f4109-2f59-4b4b-ad1f-adce4699229f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:30.232608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] Routers {'060f4109-2f59-4b4b-ad1f-adce4699229f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:30.233240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['060f4109-2f59-4b4b-ad1f-adce4699229f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:30.302989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-33d31e0e-c8fd-4e86-9f6a-45b0cbaa2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.306034 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-33d31e0e-c8fd-4e86-9f6a-45b0cbaa2ee7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.4281995 Jun 30 02:45:30.384635 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.408760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] Set router 060f4109-2f59-4b4b-ad1f-adce4699229f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:30.488099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2f456df-f1b0-4e4f-8b81-adb4153a532c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:30.709507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1812819c-b965-4b64-b109-63a6908d4fd9 None None] Network efa77631-51e6-4a14-a902-c743acdc664a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:30.756020 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-3f51fa49-b0d2-41db-ab50-9023b58ec7ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58515f87-93be-4dab-9021-bdf7d18ea42e HTTP/1.1" status: 200 len: 217 time: 0.4350359 Jun 30 02:45:30.758431 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.012285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-router', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:22Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 5, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'gw_port': {'id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:23Z', 'updated_at': '2021-06-30T02:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:31.014270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:31.014270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:31.014443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Network 50a37c81-31b5-4c29-8733-d133371271eb is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:31.014539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821ad51-e5a2-4415-8a04-1abbb9f2fdfb None None] The sync data for ids ['060f4109-2f59-4b4b-ad1f-adce4699229f'] in n-d-798249-3 is: [{'id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-976840579-router', 'tenant_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:40:22Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 5, 'project_id': 'd07c32f46cbe48bb8b8e113d52cf1e7e', 'gw_port': {'id': '1da93ea9-5969-4daf-8451-4badf2b14430', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060f4109-2f59-4b4b-ad1f-adce4699229f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:40:23Z', 'updated_at': '2021-06-30T02:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:31.025091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:31.030593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ceaaaf75-548c-4129-981c-74ad09907103 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:31.031785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:31.063846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-79d1378c-e97c-46e2-9679-524d57c030a4 None None] Provisioning for port ceaaaf75-548c-4129-981c-74ad09907103 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:31.078077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.080700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:31.094949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-d83eb9ed-26fa-4bea-9b93-1ad547abfbfa tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:31.095262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'Port': ['ID=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.161329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-d83eb9ed-26fa-4bea-9b93-1ad547abfbfa tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0766792 Jun 30 02:45:31.165207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a51f1-f771-40a1-9c45-3027ef91c091 req-6832cfb2-e113-4a11-bae7-d9746fc9d22b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:31.168884 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-115a51f1-f771-40a1-9c45-3027ef91c091 req-6832cfb2-e113-4a11-bae7-d9746fc9d22b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 944 time: 0.8335958 Jun 30 02:45:31.174386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-ba8d2859-0064-4926-886f-e2b0e3432c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:31.177253 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-ba8d2859-0064-4926-886f-e2b0e3432c82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.3871775 Jun 30 02:45:31.192431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-cb7b2a79-486a-4c78-a775-b08ec4cd2754 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/quotas/f7f3ada2a2ee4c018a9912938b9f20ab HTTP/1.1" status: 200 len: 375 time: 0.0884955 Jun 30 02:45:31.205240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:31.206116 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.236214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Deleting port 1da93ea9-5969-4daf-8451-4badf2b14430 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:31.237610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.258434 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-b22b4523-ca5b-4be2-8ec4-12fb4d3461b0 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645649 Jun 30 02:45:31.288695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-51b53341-0ea9-48c2-b4e7-4b512f54027d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913584 Jun 30 02:45:31.320111 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-115a51f1-f771-40a1-9c45-3027ef91c091 req-04077fcc-9677-4fe2-82c0-77884d2ae57e tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392899 Jun 30 02:45:31.391118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] For port 1da93ea9-5969-4daf-8451-4badf2b14430, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1da93ea9-5969-4daf-8451-4badf2b14430,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:31.391812 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.407735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Calling delete_port for 1da93ea9-5969-4daf-8451-4badf2b14430 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:31.443686 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.448310 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0a3aa80b-387a-4628-9920-9b9119f7e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.448310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port ceaaaf75-548c-4129-981c-74ad09907103 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:31.455099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ceaaaf75-548c-4129-981c-74ad09907103 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:31.457768 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.479131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-d24356e5-cd65-4bc1-b979-29ed1ef11c5f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.585070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24356e5-cd65-4bc1-b979-29ed1ef11c5f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event deleted for resources: {'Port': ['ID=b660a449-c5b1-4722-af55-49e68933d599,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.593223 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-df446f92-8851-4f95-84df-f7ca8bd6309e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4347184 Jun 30 02:45:31.621204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-e1f267f6-e028-49a4-89ff-b43cb5bdea90 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221562 Jun 30 02:45:31.662673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Request body: {'port': {'device_id': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:31.666725 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.742430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port ceaaaf75-548c-4129-981c-74ad09907103, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ceaaaf75-548c-4129-981c-74ad09907103,segment=NetworkSegment(1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e),segment_id=1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:31.754707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-80a42acb-44b2-4a61-b7e4-ae765bccba80 None None] Provisioning complete for port ceaaaf75-548c-4129-981c-74ad09907103 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:31.755345 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-80a42acb-44b2-4a61-b7e4-ae765bccba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.777846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-d24356e5-cd65-4bc1-b979-29ed1ef11c5f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] No DVR routers for this DVR port b660a449-c5b1-4722-af55-49e68933d599 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:31.786419 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-d24356e5-cd65-4bc1-b979-29ed1ef11c5f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.788596 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87e18eec-9a5a-48e5-a03b-f29a9855f07a req-d24356e5-cd65-4bc1-b979-29ed1ef11c5f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "DELETE /v2.0/ports/b660a449-c5b1-4722-af55-49e68933d599 HTTP/1.1" status: 204 len: 173 time: 2.2685256 Jun 30 02:45:31.817749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-ede246ee-6fa7-48c4-bbc7-8ab670c219d2 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900291 Jun 30 02:45:31.822295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'name': 'network-vif-deleted', 'tag': 'b660a449-c5b1-4722-af55-49e68933d599'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:31.824219 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cad002-81ab-4279-80bb-968415f61f6b" -d '{"events": [{"server_uuid": "2982b084-2b2b-43a5-982e-95ff10dd1a2d", "name": "network-vif-deleted", "tag": "b660a449-c5b1-4722-af55-49e68933d599"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:31.879302 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.035078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=ceaaaf75-548c-4129-981c-74ad09907103,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:32.055257 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.070979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144593ad-077b-4800-a73e-adad0045b1d6 req-14159f01-762b-495b-a87d-f7b6bc62cdc7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.072685 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-144593ad-077b-4800-a73e-adad0045b1d6 req-14159f01-762b-495b-a87d-f7b6bc62cdc7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.5201766 Jun 30 02:45:32.181532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-144593ad-077b-4800-a73e-adad0045b1d6 req-acbe593a-388b-4d59-9817-60e1eb439a24 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006808 Jun 30 02:45:32.214965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb5049-63f2-49c8-a14b-7863ca93f00b req-78cbac24-e133-4487-9551-45310782d2fa tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.225933 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36cb5049-63f2-49c8-a14b-7863ca93f00b req-78cbac24-e133-4487-9551-45310782d2fa tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.1155236 Jun 30 02:45:32.297901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36cb5049-63f2-49c8-a14b-7863ca93f00b req-c258382d-f8d2-42ac-921d-2574b01cb788 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687902 Jun 30 02:45:32.316501 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.405547 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ef0653-9429-40f9-9f7b-816806ebe812 x-openstack-request-id: req-59ef0653-9429-40f9-9f7b-816806ebe812 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:32.406146 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2982b084-2b2b-43a5-982e-95ff10dd1a2d", "name": "network-vif-deleted", "tag": "b660a449-c5b1-4722-af55-49e68933d599", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:32.406146 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59ef0653-9429-40f9-9f7b-816806ebe812 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:32.406512 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2982b084-2b2b-43a5-982e-95ff10dd1a2d', 'name': 'network-vif-deleted', 'tag': 'b660a449-c5b1-4722-af55-49e68933d599', 'status': 'completed', 'code': 200} Jun 30 02:45:32.512555 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-5a7bed34-6863-429f-8cdd-92a7d0c9050b tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293765 Jun 30 02:45:32.568831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498a225-e5bd-43a4-a163-de3134461c46 req-8e34513f-ead6-4e52-84fd-e6048e220776 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.570112 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3498a225-e5bd-43a4-a163-de3134461c46 req-8e34513f-ead6-4e52-84fd-e6048e220776 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 931 time: 0.2181544 Jun 30 02:45:32.582932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:32.591201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.603251 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.643941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Transition to ACTIVE for port object 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:32.674456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3498a225-e5bd-43a4-a163-de3134461c46 req-16b7c7de-8d4a-4f89-8ac2-0afa5d31b8c8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770321 Jun 30 02:45:32.704181 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.763440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da93ea9-5969-4daf-8451-4badf2b14430,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:32.798299 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.829003 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.914485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.936300 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ceaaaf75-548c-4129-981c-74ad09907103 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:32.968230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39020-7be4-497d-b987-2b9288217b15 req-95c2fe90-e3ab-4f9f-a559-c15c4f1205a5 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.975853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-95c2fe90-e3ab-4f9f-a559-c15c4f1205a5 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3662896 Jun 30 02:45:32.992466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-4af9bdae-7b9d-4c58-a5f5-673410f5875b tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/quotas/f7f3ada2a2ee4c018a9912938b9f20ab HTTP/1.1" status: 200 len: 375 time: 0.0157323 Jun 30 02:45:32.994857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ceaaaf75-548c-4129-981c-74ad09907103 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:32.995411 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.036933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b660a449-c5b1-4722-af55-49e68933d599 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:33.038404 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-9e0d243b-9cda-454c-ba69-048e153b46c3 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373189 Jun 30 02:45:33.068521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: b660a449-c5b1-4722-af55-49e68933d599 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:33.069264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b660a449-c5b1-4722-af55-49e68933d599 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:33.148578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:33.150810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fc1f114c-23ad-49fc-9312-f740be1b0272 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:33.172273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.173797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: fc1f114c-23ad-49fc-9312-f740be1b0272 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:33.174009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fc1f114c-23ad-49fc-9312-f740be1b0272 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:33.177577 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6fadc985-57bc-49d3-95ea-822fba204abe req-084f4f2f-895f-4adc-a8eb-8aa57f08545f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=2982b084-2b2b-43a5-982e-95ff10dd1a2d HTTP/1.1" status: 200 len: 210 time: 0.1493030 Jun 30 02:45:33.178703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.205659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Router 211adead-7bf2-4fd1-b81a-f07838d4bb15 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:45:33.248009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Attempting to bind port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:33.260845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Attempting to bind port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'eabffd79-7fd3-4095-8074-0f626b683435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:33.260845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Attempting to bind port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b on network 50a37c81-31b5-4c29-8733-d133371271eb {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:33.260845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b on network 50a37c81-31b5-4c29-8733-d133371271eb not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:33.260845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Attempting to bind port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b on network 50a37c81-31b5-4c29-8733-d133371271eb {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:33.260845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:33.260845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Checking segment: {'id': 'eabffd79-7fd3-4095-8074-0f626b683435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:33.260845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Bound using segment: {'id': 'eabffd79-7fd3-4095-8074-0f626b683435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:33.260845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Bound port: 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabffd79-7fd3-4095-8074-0f626b683435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:33.260845 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.341711 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] For port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:33.345075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] For port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:33.361322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:33.372949 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Sync routers for ids ['211adead-7bf2-4fd1-b81a-f07838d4bb15'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:33.383068 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Routers {'211adead-7bf2-4fd1-b81a-f07838d4bb15'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:33.383684 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['211adead-7bf2-4fd1-b81a-f07838d4bb15'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:33.431574 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.432188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 060f4109-2f59-4b4b-ad1f-adce4699229f {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:33.441038 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.442220 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-60d84c9e-fa74-4d8b-b50e-710e3c349bb9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/060f4109-2f59-4b4b-ad1f-adce4699229f HTTP/1.1" status: 204 len: 168 time: 4.0138540 Jun 30 02:45:33.444833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52140) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:33.523102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e10e969-ff03-4e01-9422-637d1653d0c0 admin admin] Deleting subnet f2b4dd1d-15b2-4783-a23c-f62879cc76fb {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:33.526470 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e10e969-ff03-4e01-9422-637d1653d0c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.531147 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Set router 211adead-7bf2-4fd1-b81a-f07838d4bb15 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:33.548646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8c31c-d0a1-4e79-bed8-0fb25fa282a5 req-75045c26-fa39-440c-a48f-1b6470dc9b59 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:33.563449 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34b8c31c-d0a1-4e79-bed8-0fb25fa282a5 req-75045c26-fa39-440c-a48f-1b6470dc9b59 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.1648757 Jun 30 02:45:33.563862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.579558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e10e969-ff03-4e01-9422-637d1653d0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.619921 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.619921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0e8e4cb6-2a72-48ad-a04c-3109297435b9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1060660 Jun 30 02:45:33.619921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52144) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:33.707387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:33.708117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.710820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] 10.222.0.74 "PUT /v2.0/ports/75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b HTTP/1.1" status: 200 len: 1091 time: 2.1053255 Jun 30 02:45:33.808857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34b8c31c-d0a1-4e79-bed8-0fb25fa282a5 req-12d63640-c137-4490-b283-07f81f50a88b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124412 Jun 30 02:45:33.810251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad0a67-40a6-496a-9de0-9eb5331da2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:33.814546 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-router', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:27Z', 'updated_at': '2021-06-30T02:45:31Z', 'revision_number': 3, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'gw_port': {'id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:33.869562 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Checking router: 211adead-7bf2-4fd1-b81a-f07838d4bb15 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:33.869924 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Updating router 211adead-7bf2-4fd1-b81a-f07838d4bb15 port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:45:33.914481 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.940744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94e7cf0e-459c-4a60-83bd-e7ec6871277e req-727e6dbd-3e04-4715-a9e6-ea72426f3133 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 210 time: 0.0522230 Jun 30 02:45:33.986981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-11a38907-e728-4b9d-950b-91400f5ac3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:33.990656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-11a38907-e728-4b9d-950b-91400f5ac3b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 1094 time: 0.1414707 Jun 30 02:45:34.122884 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-3cda5902-8e1a-43f6-b879-f5cdaf255841 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b HTTP/1.1" status: 200 len: 217 time: 0.1210825 Jun 30 02:45:34.139654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-b4c73d5a-e533-4fe3-a98b-88eda7f3ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:34.142188 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-b4c73d5a-e533-4fe3-a98b-88eda7f3ab8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 1101 time: 0.2789695 Jun 30 02:45:34.144650 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e10e969-ff03-4e01-9422-637d1653d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.258903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-887e917a-3f77-4c4c-b837-44d618126ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:34.260594 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-887e917a-3f77-4c4c-b837-44d618126ba5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=601a0bd9-eede-426f-bfc9-937b3a8d7ca3 HTTP/1.1" status: 200 len: 852 time: 0.1331234 Jun 30 02:45:34.300914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bde39-9978-479a-8570-225c368f6660 req-9a41b89c-6e21-44a7-b715-d353f460ba89 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:34.302532 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-991bde39-9978-479a-8570-225c368f6660 req-9a41b89c-6e21-44a7-b715-d353f460ba89 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.4309635 Jun 30 02:45:34.328542 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-f1337390-670b-482a-97c4-6f6e67260ac7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50a37c81-31b5-4c29-8733-d133371271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485365 Jun 30 02:45:34.409885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'tag': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:34.411977 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f29ebe-9e16-4b15-aab0-f9e751745404" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ad0420-57e0-4dd4-8c01-0769f4074bc1", "tag": "75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:34.440854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb68e1-c1e5-4610-abb9-85370a61e6aa req-84c6c9c0-5c1f-40a2-8cc7-c8910609d4fc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:34.449409 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-09cb68e1-c1e5-4610-abb9-85370a61e6aa req-84c6c9c0-5c1f-40a2-8cc7-c8910609d4fc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 943 time: 0.2096248 Jun 30 02:45:34.457209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-a0fc93ee-8ddd-49ca-b388-91e86b1ff66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:34.459110 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-a0fc93ee-8ddd-49ca-b388-91e86b1ff66d service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2759957 Jun 30 02:45:34.466832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-991bde39-9978-479a-8570-225c368f6660 req-7707f673-7d1b-4574-b104-d27eea9336d9 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449511 Jun 30 02:45:34.528609 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-09cb68e1-c1e5-4610-abb9-85370a61e6aa req-555d995e-da23-4e64-bc40-de1b1d013d26 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786145 Jun 30 02:45:34.565922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-1f32f428-390e-4401-b501-bb9708b9f006 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 217 time: 0.0980849 Jun 30 02:45:34.575998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-a8fc8a9f-ed25-46f0-9cb8-20e5e1d6e379 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374938 Jun 30 02:45:34.608267 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.612720 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.620780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e10e969-ff03-4e01-9422-637d1653d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.630647 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Transition to ACTIVE for port object d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:34.719869 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a21f180-12d6-4e4a-985f-83dfd8cd5a5c x-openstack-request-id: req-3a21f180-12d6-4e4a-985f-83dfd8cd5a5c {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:34.720160 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ad0420-57e0-4dd4-8c01-0769f4074bc1", "tag": "75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:34.720408 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a21f180-12d6-4e4a-985f-83dfd8cd5a5c {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:34.720792 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'tag': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b', 'status': 'completed', 'code': 200} Jun 30 02:45:34.729624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10e969-ff03-4e01-9422-637d1653d0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b4dd1d-15b2-4783-a23c-f62879cc76fb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:34.731743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e800dc1-5009-48d2-9828-9dad9151ac66 None None] Network 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:34.735485 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e10e969-ff03-4e01-9422-637d1653d0c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.742237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e10e969-ff03-4e01-9422-637d1653d0c0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f2b4dd1d-15b2-4783-a23c-f62879cc76fb HTTP/1.1" status: 204 len: 168 time: 1.2928989 Jun 30 02:45:34.745123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52166) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:34.803450 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.865279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-4bee4885-81bc-4fbf-b958-1db47d8803e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:34.870257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-4bee4885-81bc-4fbf-b958-1db47d8803e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.2883556 Jun 30 02:45:34.873725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1da93ea9-5969-4daf-8451-4badf2b14430 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:34.944870 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0866cdcc-365b-4e83-ba7d-f9e88c2e9772 req-172867eb-05c8-4864-aab6-821f12bfa155 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596251 Jun 30 02:45:34.953314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 1da93ea9-5969-4daf-8451-4badf2b14430 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:34.953910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1da93ea9-5969-4daf-8451-4badf2b14430 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:34.963940 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bfe43-54f7-4f11-a2a5-19699678d1a1 None None] Pushing event updated for resources: {'Port': ['ID=d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:34.988241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.995513 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Attempting to bind port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:34.996258 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Attempting to bind port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:34.996793 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Attempting to bind port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:35.004632 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:35.005312 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:35.007904 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.008836 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:35.010628 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Bound port: d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:35.011498 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.119057 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] For port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:35.122934 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] For port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:35.142650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Deleting port d7909604-0b28-4e6f-abdc-c0005826babb {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:35.142916 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.197775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ee7a4-b422-484c-bb01-b6b26a144e2b None None] DHCP port deletion for 93441f9b-ad52-4ab9-96ab-4ae96fc444b0 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:45:35.265823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d67ee7a4-b422-484c-bb01-b6b26a144e2b None None] Deleting port d7909604-0b28-4e6f-abdc-c0005826babb {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:35.266202 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d67ee7a4-b422-484c-bb01-b6b26a144e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.292700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] For port d7909604-0b28-4e6f-abdc-c0005826babb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d7909604-0b28-4e6f-abdc-c0005826babb,segment=NetworkSegment(d68c774d-4b63-490a-abe9-49d23c81cf82),segment_id=d68c774d-4b63-490a-abe9-49d23c81cf82)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:35.293109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.302809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabece3-93d6-4bad-b0f2-f89e2d335770 req-1c584506-04d5-4463-94c1-86ded6f9e08f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:35.311188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6dabece3-93d6-4bad-b0f2-f89e2d335770 req-1c584506-04d5-4463-94c1-86ded6f9e08f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.2128358 Jun 30 02:45:35.339529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Calling delete_port for d7909604-0b28-4e6f-abdc-c0005826babb owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:35.340619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d67ee7a4-b422-484c-bb01-b6b26a144e2b None None] For port d7909604-0b28-4e6f-abdc-c0005826babb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d7909604-0b28-4e6f-abdc-c0005826babb,segment=NetworkSegment(d68c774d-4b63-490a-abe9-49d23c81cf82),segment_id=d68c774d-4b63-490a-abe9-49d23c81cf82)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:35.341063 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d67ee7a4-b422-484c-bb01-b6b26a144e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.356760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d67ee7a4-b422-484c-bb01-b6b26a144e2b None None] Calling delete_port for d7909604-0b28-4e6f-abdc-c0005826babb owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:35.388991 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.438150 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.444389 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6dabece3-93d6-4bad-b0f2-f89e2d335770 req-c6cb101b-69ae-46cf-bab9-3e2b832f32bb tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322446 Jun 30 02:45:35.487623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-ddfa43c9-3670-4612-a019-5ace42a60d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:35.489355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-ddfa43c9-3670-4612-a019-5ace42a60d4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6050851 Jun 30 02:45:35.529949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f29ebe-9e16-4b15-aab0-f9e751745404 req-79cadda3-9e2f-4da7-87c4-916be7a36b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:35.531466 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76f29ebe-9e16-4b15-aab0-f9e751745404 req-79cadda3-9e2f-4da7-87c4-916be7a36b2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 1094 time: 0.2966809 Jun 30 02:45:35.612488 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d67ee7a4-b422-484c-bb01-b6b26a144e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.660341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24b94adc-034b-473a-8181-6e1f68fa77a3 req-72d0aa4f-251b-45cb-99e4-3746e0a9b3e1 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 210 time: 0.1204798 Jun 30 02:45:35.711707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-ff537aac-110c-4dbb-ac47-00208d84e604 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:35.724069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-ff537aac-110c-4dbb-ac47-00208d84e604 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/networks?id=101f78db-920b-4cdc-aa70-1e42ab84d93d HTTP/1.1" status: 200 len: 822 time: 0.3746581 Jun 30 02:45:35.740912 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.764310 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bfe43-54f7-4f11-a2a5-19699678d1a1 None None] Pushing event updated for resources: {'Port': ['ID=d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.772954 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Routers {'211adead-7bf2-4fd1-b81a-f07838d4bb15'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:35.774613 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['211adead-7bf2-4fd1-b81a-f07838d4bb15'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.791653 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-50867c7b-27fc-4c36-bf55-932d8e39f9b9 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/quotas/5d0a5d60b1d9401fb4574ae44f06f267 HTTP/1.1" status: 200 len: 375 time: 0.0648510 Jun 30 02:45:35.894006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ee7a4-b422-484c-bb01-b6b26a144e2b None None] Pushing event deleted for resources: {'Port': ['ID=d7909604-0b28-4e6f-abdc-c0005826babb,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.902311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f29ebe-9e16-4b15-aab0-f9e751745404 req-1214b39c-00d6-4a9e-88cd-fbf26c12704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:35.904368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76f29ebe-9e16-4b15-aab0-f9e751745404 req-1214b39c-00d6-4a9e-88cd-fbf26c12704b service neutron] 10.222.0.74 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 913 time: 0.3494098 Jun 30 02:45:35.905570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7909604-0b28-4e6f-abdc-c0005826babb,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.907704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] No DVR routers for this DVR port d7909604-0b28-4e6f-abdc-c0005826babb on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:35.916870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ee7a4-b422-484c-bb01-b6b26a144e2b None None] No DVR routers for this DVR port d7909604-0b28-4e6f-abdc-c0005826babb on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:35.962784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-5cdd022e-c89b-4427-aa95-5271732de742 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499347 Jun 30 02:45:36.021786 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76f29ebe-9e16-4b15-aab0-f9e751745404 req-05c05742-95a1-411b-bbfa-7730ddf12404 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b HTTP/1.1" status: 200 len: 217 time: 0.0453749 Jun 30 02:45:36.039723 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] Set router 211adead-7bf2-4fd1-b81a-f07838d4bb15 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:36.100972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Allocated IP 172.20.0.1 (efa77631-51e6-4a14-a902-c743acdc664a/2ef3d6b7-7490-4a9a-8502-b70b0680f55b/24a5e6f5-79b5-453b-9620-48bea1c931b1) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:36.122276 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-f1052fd0-c1e5-4e25-9294-76367b98d08a tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=5d0a5d60b1d9401fb4574ae44f06f267&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3233433 Jun 30 02:45:36.145082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.171640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b9e2-84a3-4da2-9991-f2c33fba3f3c req-ee8d7906-188a-4aaf-9fd0-6747c1949898 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:36.179463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0bd2b9e2-84a3-4da2-9991-f2c33fba3f3c req-ee8d7906-188a-4aaf-9fd0-6747c1949898 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.3510778 Jun 30 02:45:36.185104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93441f9b-ad52-4ab9-96ab-4ae96fc444b0']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:36.211316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68c774d-4b63-490a-abe9-49d23c81cf82') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:36.211715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68c774d-4b63-490a-abe9-49d23c81cf82') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:36.217121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f29ebe-9e16-4b15-aab0-f9e751745404 req-27c2ee04-5ff0-4cca-a15d-f96670c2e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:36.218889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76f29ebe-9e16-4b15-aab0-f9e751745404 req-27c2ee04-5ff0-4cca-a15d-f96670c2e75a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=601a0bd9-eede-426f-bfc9-937b3a8d7ca3 HTTP/1.1" status: 200 len: 852 time: 0.1802053 Jun 30 02:45:36.258222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76f29ebe-9e16-4b15-aab0-f9e751745404 req-8e97955a-0529-41dc-a6be-cc811f939506 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50a37c81-31b5-4c29-8733-d133371271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320539 Jun 30 02:45:36.262455 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.295766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0bd2b9e2-84a3-4da2-9991-f2c33fba3f3c req-7dd4e170-bcaf-4573-a71a-e67de239351f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153882 Jun 30 02:45:36.297747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-97fc8f29-baa2-4e0b-9cac-c1dc33f3eeb6 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218586 Jun 30 02:45:36.390093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-2a2a6d4a-5bfc-4f71-8ab2-d36861110e12 service neutron] 10.222.0.77 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663589 Jun 30 02:45:36.395789 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-router', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:27Z', 'updated_at': '2021-06-30T02:45:31Z', 'revision_number': 3, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'gw_port': {'id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:36.459811 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e34ae-3d95-421f-902a-e59e22b0c662 None None] The sync data for ids ['211adead-7bf2-4fd1-b81a-f07838d4bb15'] in n-d-798249-3 is: [{'id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-router', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:27Z', 'updated_at': '2021-06-30T02:45:31Z', 'revision_number': 3, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'gw_port': {'id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:36.510901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:36.535050 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76f29ebe-9e16-4b15-aab0-f9e751745404 req-5959f4f6-856b-42b5-ad1d-44542ff07d1d service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519579 Jun 30 02:45:36.565325 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.592509 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.630606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Transition to ACTIVE for port object 24a5e6f5-79b5-453b-9620-48bea1c931b1 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:36.636940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:36.637303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:36.641039 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:36.647031 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:36.732480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:36.771864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b', 'network_id': '50a37c81-31b5-4c29-8733-d133371271eb', 'port_id': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b', 'mac_address': 'fa:16:3e:86:5a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '601a0bd9-eede-426f-bfc9-937b3a8d7ca3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:36.803217 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-9c7a4922-766e-4799-b694-99ea6fe9a8e2 service neutron] 10.222.0.77 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121249 Jun 30 02:45:36.859918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-87559ebb-f354-47d8-9a86-672cbebec873 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1447034 Jun 30 02:45:36.864236 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.948011 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.961013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5eb05-60a9-47d1-b4d8-15baa63bdec7 req-dc1cfd04-d8eb-4efb-95a5-5cc0f9a12aa7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:36.981132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ff5eb05-60a9-47d1-b4d8-15baa63bdec7 req-dc1cfd04-d8eb-4efb-95a5-5cc0f9a12aa7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 943 time: 0.4398384 Jun 30 02:45:36.982594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:37.001266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Network efa77631-51e6-4a14-a902-c743acdc664a is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:37.004600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:37.005457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d7909604-0b28-4e6f-abdc-c0005826babb no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:37.033749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:37.046014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d7909604-0b28-4e6f-abdc-c0005826babb {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:37.070931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d7909604-0b28-4e6f-abdc-c0005826babb not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:37.081270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:37.098965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Pushing event updated for resources: {'Port': ['ID=24a5e6f5-79b5-453b-9620-48bea1c931b1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:37.157343 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.445070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.479312 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.481188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/93441f9b-ad52-4ab9-96ab-4ae96fc444b0 HTTP/1.1" status: 204 len: 168 time: 2.7342830 Jun 30 02:45:37.509889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2257da9-d82c-4230-b312-fc6612e785e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=93441f9b-ad52-4ab9-96ab-4ae96fc444b0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:37.522916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ff5eb05-60a9-47d1-b4d8-15baa63bdec7 req-01200d52-46d2-463a-bdda-3a37e17b6001 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385535 Jun 30 02:45:37.525725 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76f29ebe-9e16-4b15-aab0-f9e751745404 req-2c282f5a-d9ac-46a8-bc30-3175039f352e service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9829485 Jun 30 02:45:37.577841 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.642165 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:37.652188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a7cc5b49-df87-4614-b196-3d5791b68e49 None None] Provisioning for port 24a5e6f5-79b5-453b-9620-48bea1c931b1 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:37.660630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a7cc5b49-df87-4614-b196-3d5791b68e49 None None] Provisioning complete for port 24a5e6f5-79b5-453b-9620-48bea1c931b1 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:37.675295 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5b49-df87-4614-b196-3d5791b68e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.679976 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.718580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-79b6a964-7313-4681-8889-8cf467e1f1c7 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:37.725837 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-79b6a964-7313-4681-8889-8cf467e1f1c7 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8387074 Jun 30 02:45:37.749143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Request body: {'port': {'device_id': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'f7f3ada2a2ee4c018a9912938b9f20ab'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:37.780271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc5b49-df87-4614-b196-3d5791b68e49 None None] Port 24a5e6f5-79b5-453b-9620-48bea1c931b1 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:37.857750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:38.042739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65d3bdfc-dcc2-46cf-8a5a-0caa758791e5 req-c951a6a6-018d-4a95-9f9c-8cc50b84e371 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 210 time: 0.0878866 Jun 30 02:45:38.052523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9cf1c-c4e1-4ecb-92d0-bac68ee20e13 req-304fb4fc-82d7-4a3c-8d73-8009a65ebb42 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:38.054203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21e9cf1c-c4e1-4ecb-92d0-bac68ee20e13 req-304fb4fc-82d7-4a3c-8d73-8009a65ebb42 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.1490555 Jun 30 02:45:38.143586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21e9cf1c-c4e1-4ecb-92d0-bac68ee20e13 req-122b33e8-e7d4-44b1-aecd-e9a18961579f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802507 Jun 30 02:45:38.189432 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.246992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-570f4fcd-9fa2-4611-a225-cb86ff636609 req-e52fa425-f99e-4b61-bb47-4d7451b3fbc8 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 210 time: 0.0329375 Jun 30 02:45:38.315705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da186e9e-d0d4-4d0a-a4a7-05db3aaca01b req-b57c76c0-bd12-47a2-a104-3c77177959b6 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:38.317176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-da186e9e-d0d4-4d0a-a4a7-05db3aaca01b req-b57c76c0-bd12-47a2-a104-3c77177959b6 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.0786543 Jun 30 02:45:38.326822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Made reservation on behalf of f7f3ada2a2ee4c018a9912938b9f20ab for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:38.331658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.348850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.372236 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.471742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-da186e9e-d0d4-4d0a-a4a7-05db3aaca01b req-3a139a36-bd6d-4d04-9c9d-a9f54dc4b7b9 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485507 Jun 30 02:45:38.483615 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.485479 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.497360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Pushing event updated for resources: {'Port': ['ID=24a5e6f5-79b5-453b-9620-48bea1c931b1,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:38.604852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Network efa77631-51e6-4a14-a902-c743acdc664a is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:38.607299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:38.616830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52214) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:38.669240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.772697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-c4c26733-b295-4500-942e-64ec9684adac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532374 Jun 30 02:45:38.897059 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad6a57c-8ecd-4d29-b025-8b167d3528a6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:38.961612 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52220) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:38.962524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:38.968214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1588799482'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:39.018064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f18f4230-17c7-4bd4-af63-f5f1275ecb2b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=960cb00257de42d98de81ab58ffac139&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3997362 Jun 30 02:45:39.021983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52222) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:39.087620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Router 211adead-7bf2-4fd1-b81a-f07838d4bb15 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:39.114759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cd3866a8-44e3-4573-8862-3d41777623dc None None] Provisioning complete for port 24a5e6f5-79b5-453b-9620-48bea1c931b1 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:39.115399 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cd3866a8-44e3-4573-8862-3d41777623dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.130766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39020-7be4-497d-b987-2b9288217b15 req-d47da1e4-f2aa-473b-b6f5-c9075e9a0355 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.132781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-d47da1e4-f2aa-473b-b6f5-c9075e9a0355 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3539577 Jun 30 02:45:39.155471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Request body: {'port': {'device_id': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'f7f3ada2a2ee4c018a9912938b9f20ab'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:39.165457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cd3866a8-44e3-4573-8862-3d41777623dc None None] Port 24a5e6f5-79b5-453b-9620-48bea1c931b1 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:39.170998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Allocated IP 192.168.233.100 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/d0ec9c07-97aa-4214-b554-a99097ff930a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:39.203248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ad0b6-b317-474a-b90d-6fa12d552677 req-38f517d7-1062-4853-bb95-806ba41cf4a7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.209985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac3ad0b6-b317-474a-b90d-6fa12d552677 req-38f517d7-1062-4853-bb95-806ba41cf4a7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 944 time: 0.4078581 Jun 30 02:45:39.278251 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac3ad0b6-b317-474a-b90d-6fa12d552677 req-8009be9a-3396-492c-adfd-25adc8293d7a tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658562 Jun 30 02:45:39.293447 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0892098-2ee4-424e-890d-f7064ae9242f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.319785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c62f41b4-e5c7-4ea7-82c8-b51f93f15288 req-35ed99d6-5b1f-4ecd-bf33-623c7fa44751 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 210 time: 0.0531850 Jun 30 02:45:39.363159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:39.367665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:39.368271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.423793 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0892098-2ee4-424e-890d-f7064ae9242f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.454229 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.461518 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6fcfceec-f606-488f-a690-85e404db7216 req-939773ee-56b3-46b5-9410-752020c37172 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 210 time: 0.0770950 Jun 30 02:45:39.472335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Transition to ACTIVE for port object d0ec9c07-97aa-4214-b554-a99097ff930a will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:39.517128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:39.530625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:39.537134 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.546922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6fd898c4-e69a-4e65-9e6d-dd70ab9547f8 admin admin] 10.222.0.77 "PUT /v2.0/routers/211adead-7bf2-4fd1-b81a-f07838d4bb15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9256589 Jun 30 02:45:39.572297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Sync routers for ids ['211adead-7bf2-4fd1-b81a-f07838d4bb15'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:39.600224 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.613006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Routers {'211adead-7bf2-4fd1-b81a-f07838d4bb15'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:39.613689 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['211adead-7bf2-4fd1-b81a-f07838d4bb15'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:39.615144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:39.625901 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.626252 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Added segment e5271ec7-58da-4eef-8e32-397cc05e6308 of type vlan for network 2a5db8db-57db-48b3-8070-466902d80432 Jun 30 02:45:39.660133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:39.715916 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0892098-2ee4-424e-890d-f7064ae9242f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.718873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.720130 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0892098-2ee4-424e-890d-f7064ae9242f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.733795 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c0892098-2ee4-424e-890d-f7064ae9242f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/071b98ec-186e-47d2-bbfc-ec567d7240d0 HTTP/1.1" status: 204 len: 168 time: 0.6998210 Jun 30 02:45:39.737425 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.760051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Set router 211adead-7bf2-4fd1-b81a-f07838d4bb15 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:39.762954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0892098-2ee4-424e-890d-f7064ae9242f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b98ec-186e-47d2-bbfc-ec567d7240d0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:39.800060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1c758-e01c-4ec2-a451-f5bf727b3bfe req-d8fd4c23-86d0-41cb-9f44-5e7cb5420b0c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.813986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6db1c758-e01c-4ec2-a451-f5bf727b3bfe req-d8fd4c23-86d0-41cb-9f44-5e7cb5420b0c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.1481559 Jun 30 02:45:39.829786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:39.830826 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.835182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Made reservation on behalf of f7f3ada2a2ee4c018a9912938b9f20ab for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:39.843377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:39.846594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:39.848321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.891993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:39.987541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69c640-080f-42f4-a11e-dc32104e4477 req-7527b6cf-f2a2-4724-a75a-ecdd9b8ead75 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.991671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6db1c758-e01c-4ec2-a451-f5bf727b3bfe req-67538cbb-fad2-41a8-9c3b-c4ebdd1009da tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714137 Jun 30 02:45:39.991826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ea69c640-080f-42f4-a11e-dc32104e4477 req-7527b6cf-f2a2-4724-a75a-ecdd9b8ead75 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.4482305 Jun 30 02:45:40.064812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.075736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.076727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.102952 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ea69c640-080f-42f4-a11e-dc32104e4477 req-e946a1ce-5e29-43d3-adb5-499a6b94cb34 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039546 Jun 30 02:45:40.178407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Allocated IP 192.168.233.242 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/741d7075-4e29-44a9-b960-2644f9d47e65) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:40.227667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-router', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:27Z', 'updated_at': '2021-06-30T02:45:37Z', 'revision_number': 4, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'gw_port': {'id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '24a5e6f5-79b5-453b-9620-48bea1c931b1', 'name': '', 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'mac_address': 'fa:16:3e:f4:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2ef3d6b7-7490-4a9a-8502-b70b0680f55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:35Z', 'updated_at': '2021-06-30T02:45:37Z', 'revision_number': 2, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'subnets': [{'id': '2ef3d6b7-7490-4a9a-8502-b70b0680f55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:40.258149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Checking router: 211adead-7bf2-4fd1-b81a-f07838d4bb15 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:40.258413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Updating router 211adead-7bf2-4fd1-b81a-f07838d4bb15 port 24a5e6f5-79b5-453b-9620-48bea1c931b1 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:45:40.301380 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.312585 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.344086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.356761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.432499 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-0ceea7de-7ab3-4f52-97f7-4abd9bf9abd4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6988294 Jun 30 02:45:40.457763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Request body: {'port': {'device_id': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:40.534315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Network': ['ID=2a5db8db-57db-48b3-8070-466902d80432,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.549377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.560668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:40.580224 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 2a5db8db-57db-48b3-8070-466902d80432 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:40.590284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-56480244-58d3-44ef-a824-f2fe920aa319 None None] Provisioning for port d0ec9c07-97aa-4214-b554-a99097ff930a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:40.682784 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.743696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-56480244-58d3-44ef-a824-f2fe920aa319 None None] Provisioning complete for port d0ec9c07-97aa-4214-b554-a99097ff930a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:40.743696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-56480244-58d3-44ef-a824-f2fe920aa319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.750778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Transition to ACTIVE for port object 741d7075-4e29-44a9-b960-2644f9d47e65 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:40.914690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:40.988902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898486f3-a65b-41f0-8bc6-4d5ffcc2ca6f req-959ba3ca-e28c-4f43-b1a0-368d4e3d320f tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.997764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-898486f3-a65b-41f0-8bc6-4d5ffcc2ca6f req-959ba3ca-e28c-4f43-b1a0-368d4e3d320f tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 944 time: 0.1046219 Jun 30 02:45:41.048706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7f5c30ed-8f57-499d-9a12-aecca560fac1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0853305 Jun 30 02:45:41.054393 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7bc9ffb-a51c-457d-aa67-90d96dc54dc2 req-519455ba-cf78-406d-8cad-7570ccb524ec tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 210 time: 0.1517107 Jun 30 02:45:41.054914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52256) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:41.055702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-56480244-58d3-44ef-a824-f2fe920aa319 None None] Port d0ec9c07-97aa-4214-b554-a99097ff930a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:41.079258 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-898486f3-a65b-41f0-8bc6-4d5ffcc2ca6f req-bb983dae-2349-4aec-968d-5c522eefc284 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774217 Jun 30 02:45:41.089483 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.102237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1722478124'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:41.126740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:41.127210 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.201562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:41.223864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:41.224363 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.287367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:41.313772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:41.356792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:41.369214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ec9c07-97aa-4214-b554-a99097ff930a {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:41.375241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Pushing event updated for resources: {'Port': ['ID=741d7075-4e29-44a9-b960-2644f9d47e65,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:41.383609 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.391924 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.424804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Transition to ACTIVE for port object d0ec9c07-97aa-4214-b554-a99097ff930a will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:41.427846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:41.452477 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.472764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Transition to ACTIVE for port object 24a5e6f5-79b5-453b-9620-48bea1c931b1 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:41.512771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1f99af35-7166-435a-9a3b-6f194b21a1d6 req-3aa370f0-e126-41da-a104-67ee0efc3e27 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 210 time: 0.0659511 Jun 30 02:45:41.540273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:41.541348 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.549728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.591082 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.621823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:41.624672 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfe5384-b3c1-49f4-85ae-cda4ca12a657" -d '{"events": [{"server_uuid": "b8ad0420-57e0-4dd4-8c01-0769f4074bc1", "name": "network-vif-plugged", "status": "completed", "tag": "75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:41.637358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.645450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:41.668139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-533bca15-4d6a-48c2-8a44-b7d37a912b62 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5198021 Jun 30 02:45:41.684625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:41.685142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Request body: {'port': {'device_id': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:41.687906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52262) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:41.734375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:41.760344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5180e61-3207-4286-b2f2-9bd0524203e8 None None] Pushing event updated for resources: {'Port': ['ID=24a5e6f5-79b5-453b-9620-48bea1c931b1,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:41.834322 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.834682 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Added segment a7a40835-d043-49c0-87fc-90970358e2b4 of type vlan for network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e Jun 30 02:45:41.883160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Attempting to bind port 24a5e6f5-79b5-453b-9620-48bea1c931b1 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:41.890741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Attempting to bind port 24a5e6f5-79b5-453b-9620-48bea1c931b1 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:41.890741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Attempting to bind port 24a5e6f5-79b5-453b-9620-48bea1c931b1 on network efa77631-51e6-4a14-a902-c743acdc664a {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:41.911463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:41.912340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Checking segment: {'id': '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:41.913165 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.913818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Bound using segment: {'id': '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:41.914579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Bound port: 24a5e6f5-79b5-453b-9620-48bea1c931b1, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:41.915304 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.025948 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.053761 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7b4995d8-21bc-440b-a847-9042aca3c787 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d07c32f46cbe48bb8b8e113d52cf1e7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3503749 Jun 30 02:45:42.055675 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.063980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52264) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:42.076524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a675c8-2419-4bb7-9e96-39cd4eb5ac45 req-2669509a-70aa-4ae7-8d06-6f15d2767353 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.084795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83a675c8-2419-4bb7-9e96-39cd4eb5ac45 req-2669509a-70aa-4ae7-8d06-6f15d2767353 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.6218765 Jun 30 02:45:42.151972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c8ca9-4c17-460d-a64d-a65927b82893 req-0a32f708-528e-41c9-9ea3-0dc86d10641f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.160411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-692c8ca9-4c17-460d-a64d-a65927b82893 req-0a32f708-528e-41c9-9ea3-0dc86d10641f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.3372266 Jun 30 02:45:42.201839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Attempting to bind port d0ec9c07-97aa-4214-b554-a99097ff930a on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:42.202176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Attempting to bind port d0ec9c07-97aa-4214-b554-a99097ff930a by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:42.202495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Attempting to bind port d0ec9c07-97aa-4214-b554-a99097ff930a on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:42.207324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83a675c8-2419-4bb7-9e96-39cd4eb5ac45 req-25b6de82-e443-4922-b915-b9bd9cf6c809 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114056 Jun 30 02:45:42.210849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Port d0ec9c07-97aa-4214-b554-a99097ff930a on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:42.211636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Attempting to bind port d0ec9c07-97aa-4214-b554-a99097ff930a on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:42.219614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:42.219987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:42.220386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:42.221118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Bound port: d0ec9c07-97aa-4214-b554-a99097ff930a, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:42.221472 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.283673 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a095a5ad-f1ed-482e-8e83-5e64ccf75ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.317245 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.320796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-de79299f-6c97-4523-bd12-7992c92eb058 None None] Provisioning for port 741d7075-4e29-44a9-b960-2644f9d47e65 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:42.321820 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a095a5ad-f1ed-482e-8e83-5e64ccf75ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.335234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-692c8ca9-4c17-460d-a64d-a65927b82893 req-1ece525e-4dd2-4207-b9de-122833d2bccb tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733503 Jun 30 02:45:42.348394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-de79299f-6c97-4523-bd12-7992c92eb058 None None] Provisioning complete for port 741d7075-4e29-44a9-b960-2644f9d47e65 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:42.351146 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-de79299f-6c97-4523-bd12-7992c92eb058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.386047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.397801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.400788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.442237 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccf77b4-d9dc-42cf-b313-6b87314598a6 x-openstack-request-id: req-6ccf77b4-d9dc-42cf-b313-6b87314598a6 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:42.442546 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ad0420-57e0-4dd4-8c01-0769f4074bc1", "name": "network-vif-plugged", "status": "completed", "tag": "75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:42.442784 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ccf77b4-d9dc-42cf-b313-6b87314598a6 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:42.450158 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b', 'code': 200} Jun 30 02:45:42.473940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] For port 24a5e6f5-79b5-453b-9620-48bea1c931b1, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:42.494787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] For port 24a5e6f5-79b5-453b-9620-48bea1c931b1, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=24a5e6f5-79b5-453b-9620-48bea1c931b1,segment=NetworkSegment(1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e),segment_id=1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:42.515779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-de79299f-6c97-4523-bd12-7992c92eb058 None None] Port 741d7075-4e29-44a9-b960-2644f9d47e65 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:42.524645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.615628 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.677797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Network': ['ID=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.710412 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a095a5ad-f1ed-482e-8e83-5e64ccf75ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.721477 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a095a5ad-f1ed-482e-8e83-5e64ccf75ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.721477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a095a5ad-f1ed-482e-8e83-5e64ccf75ed6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/315ced15-78fc-4951-ac65-45a0b042e7ca HTTP/1.1" status: 204 len: 168 time: 0.6448238 Jun 30 02:45:42.760361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5180e61-3207-4286-b2f2-9bd0524203e8 None None] Pushing event updated for resources: {'Port': ['ID=24a5e6f5-79b5-453b-9620-48bea1c931b1,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.790043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:42.790444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:42.876133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:42.941893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741d7075-4e29-44a9-b960-2644f9d47e65 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:42.945197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d5b08-32a2-49c1-bcb6-5c17adfc6a5a req-72fcaa9b-dd22-4a2d-908c-189424c3e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.946818 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f96d5b08-32a2-49c1-bcb6-5c17adfc6a5a req-72fcaa9b-dd22-4a2d-908c-189424c3e12e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 1096 time: 0.2067893 Jun 30 02:45:42.955853 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.975646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Transition to ACTIVE for port object 741d7075-4e29-44a9-b960-2644f9d47e65 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:42.984040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7880f6-bfe4-47a3-9b6f-553b9326724c req-f0fa44de-7de8-40ab-b622-59ca2778fb77 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.992102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de7880f6-bfe4-47a3-9b6f-553b9326724c req-f0fa44de-7de8-40ab-b622-59ca2778fb77 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 945 time: 0.2937260 Jun 30 02:45:43.001346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095a5ad-f1ed-482e-8e83-5e64ccf75ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315ced15-78fc-4951-ac65-45a0b042e7ca,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:43.013169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Routers {'211adead-7bf2-4fd1-b81a-f07838d4bb15'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:43.017195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:45:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['211adead-7bf2-4fd1-b81a-f07838d4bb15'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:43.069812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0239d60d-13c6-4d02-903d-ee6abc96cf50 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9967368 Jun 30 02:45:43.071770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.072965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52274) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:43.088898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'subnet': {'network_id': '2a5db8db-57db-48b3-8070-466902d80432', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:43.122234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de7880f6-bfe4-47a3-9b6f-553b9326724c req-6fab1c1f-c912-408f-bfa8-c359c4126cb3 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164370 Jun 30 02:45:43.191676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] Set router 211adead-7bf2-4fd1-b81a-f07838d4bb15 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:43.230462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-4f4ff138-c77d-4abc-87be-f5f6a3a36b60 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:43.236395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-4f4ff138-c77d-4abc-87be-f5f6a3a36b60 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "GET /v2.0/networks?id=101f78db-920b-4cdc-aa70-1e42ab84d93d HTTP/1.1" status: 200 len: 822 time: 0.5500259 Jun 30 02:45:43.262997 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.298097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Request body: {'port': {'device_id': '0a94d7d3-6fe4-49ab-b575-74c1f69d0b71', 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d', 'admin_state_up': True, 'tenant_id': '5d0a5d60b1d9401fb4574ae44f06f267'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:43.492106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:43.492733 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.494154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] 10.222.0.83 "PUT /v2.0/ports/d0ec9c07-97aa-4214-b554-a99097ff930a HTTP/1.1" status: 200 len: 1096 time: 3.0535090 Jun 30 02:45:43.494729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:43.496864 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cd4d54-7774-44bc-92ff-f3ae4738230a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:43.613751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f96d5b08-32a2-49c1-bcb6-5c17adfc6a5a req-3ba1b09a-75e3-4f42-ad30-386b5f18011f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702441 Jun 30 02:45:43.790503 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-920a8921-cf9e-4f39-ade6-d936d3b3aa80 req-7c15958c-caf3-410e-8b05-9d4b3a8810ad tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 210 time: 0.2627451 Jun 30 02:45:43.791220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aef991-fa1e-4efa-b4bf-2eff92284e16 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:43.858227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-router', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:27Z', 'updated_at': '2021-06-30T02:45:37Z', 'revision_number': 4, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'gw_port': {'id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '24a5e6f5-79b5-453b-9620-48bea1c931b1', 'name': '', 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'mac_address': 'fa:16:3e:f4:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2ef3d6b7-7490-4a9a-8502-b70b0680f55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:35Z', 'updated_at': '2021-06-30T02:45:42Z', 'revision_number': 4, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'subnets': [{'id': '2ef3d6b7-7490-4a9a-8502-b70b0680f55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:43.899979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffc312-80a0-46d7-87ce-bdacb24da328 None None] The sync data for ids ['211adead-7bf2-4fd1-b81a-f07838d4bb15'] in n-d-798249-3 is: [{'id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-router', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:27Z', 'updated_at': '2021-06-30T02:45:37Z', 'revision_number': 4, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'gw_port': {'id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '24a5e6f5-79b5-453b-9620-48bea1c931b1', 'name': '', 'network_id': 'efa77631-51e6-4a14-a902-c743acdc664a', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'mac_address': 'fa:16:3e:f4:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'device_owner': 'network:router_interface', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '2ef3d6b7-7490-4a9a-8502-b70b0680f55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:35Z', 'updated_at': '2021-06-30T02:45:42Z', 'revision_number': 4, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'subnets': [{'id': '2ef3d6b7-7490-4a9a-8502-b70b0680f55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:44.171687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-66a988d1-6b7a-4c09-9cf1-cde9c9cf70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.173233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-66a988d1-6b7a-4c09-9cf1-cde9c9cf70fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 1099 time: 0.4103823 Jun 30 02:45:44.225332 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-b0d5cc55-b07a-4c16-bb39-a163d74daa80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d0ec9c07-97aa-4214-b554-a99097ff930a HTTP/1.1" status: 200 len: 217 time: 0.0436330 Jun 30 02:45:44.306087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Made reservation on behalf of 5d0a5d60b1d9401fb4574ae44f06f267 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:44.309788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.345586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af041b3-f814-47dc-886b-d2030256e201 req-5e123e52-1906-44e8-9c21-268cad2bc049 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.358885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4af041b3-f814-47dc-886b-d2030256e201 req-5e123e52-1906-44e8-9c21-268cad2bc049 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 936 time: 1.6401386 Jun 30 02:45:44.383207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae179a-b15b-47db-8a7a-f193e0071894 req-62e1d4eb-6545-4e66-bf8a-b7dcab9498c4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.385524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60ae179a-b15b-47db-8a7a-f193e0071894 req-62e1d4eb-6545-4e66-bf8a-b7dcab9498c4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.2914407 Jun 30 02:45:44.433337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Pushing event updated for resources: {'Port': ['ID=741d7075-4e29-44a9-b960-2644f9d47e65,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:44.470195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-1909d6a6-a56f-4142-88b2-dfe35fd8bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.474033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-1909d6a6-a56f-4142-88b2-dfe35fd8bcd9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.2411327 Jun 30 02:45:44.552637 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4af041b3-f814-47dc-886b-d2030256e201 req-9e22de61-2322-4dea-b508-b471562538c7 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297383 Jun 30 02:45:44.561250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Attempting to bind port 741d7075-4e29-44a9-b960-2644f9d47e65 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:44.561720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Attempting to bind port 741d7075-4e29-44a9-b960-2644f9d47e65 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:44.562065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Attempting to bind port 741d7075-4e29-44a9-b960-2644f9d47e65 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:44.576351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Port 741d7075-4e29-44a9-b960-2644f9d47e65 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:44.576351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Attempting to bind port 741d7075-4e29-44a9-b960-2644f9d47e65 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:44.588945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:44.589524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:44.590109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:44.590729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Bound port: 741d7075-4e29-44a9-b960-2644f9d47e65, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:44.591852 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.605872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:44.612628 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.756473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60ae179a-b15b-47db-8a7a-f193e0071894 req-e4a163c6-6222-4021-a800-366e46352dd0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788119 Jun 30 02:45:44.947908 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6f9069-5335-4c65-85b5-a84d4ff953c0 x-openstack-request-id: req-7a6f9069-5335-4c65-85b5-a84d4ff953c0 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:44.948208 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:44.948462 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a6f9069-5335-4c65-85b5-a84d4ff953c0 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:44.950339 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'status': 'completed', 'code': 200} Jun 30 02:45:44.954363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 24a5e6f5-79b5-453b-9620-48bea1c931b1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:44.984584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-71756b96-8a50-4c2d-8a55-7e3404aa12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.986360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-71756b96-8a50-4c2d-8a55-7e3404aa12d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4936976 Jun 30 02:45:45.033082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Allocated IP 172.20.0.9 (101f78db-920b-4cdc-aa70-1e42ab84d93d/1b1131b9-08fe-4a71-8ba5-847e27478e6a/de7bf9e1-ec61-413d-881e-5d8c1caa095f) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:45.151641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 24a5e6f5-79b5-453b-9620-48bea1c931b1 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:45.171186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 24a5e6f5-79b5-453b-9620-48bea1c931b1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:45.171837 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.229080 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-61bcd4ce-4395-48b9-8a15-3f53d62b544a service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351429 Jun 30 02:45:45.253832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] For port 741d7075-4e29-44a9-b960-2644f9d47e65, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:45.261526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] For port 741d7075-4e29-44a9-b960-2644f9d47e65, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=741d7075-4e29-44a9-b960-2644f9d47e65,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:45.329008 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.388703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 24a5e6f5-79b5-453b-9620-48bea1c931b1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=24a5e6f5-79b5-453b-9620-48bea1c931b1,segment=NetworkSegment(1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e),segment_id=1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:45.434280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2ffb3-1018-4bf2-a7c9-112b67813c63 req-b8478ba6-9210-4d6f-b3f5-e9b1b5f47211 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.451382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7a2ffb3-1018-4bf2-a7c9-112b67813c63 req-b8478ba6-9210-4d6f-b3f5-e9b1b5f47211 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.5977681 Jun 30 02:45:45.519099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.555587 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.578528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.579161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.580554 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] 10.222.0.83 "PUT /v2.0/ports/741d7075-4e29-44a9-b960-2644f9d47e65 HTTP/1.1" status: 200 len: 1096 time: 3.9041381 Jun 30 02:45:45.581487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'tag': '741d7075-4e29-44a9-b960-2644f9d47e65'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:45.583944 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe69517-0910-46e9-a384-0b03b9dd68b5" -d '{"events": [{"name": "network-changed", "server_uuid": "067b77bf-7d58-4b71-b268-70f7deeb5cd9", "tag": "741d7075-4e29-44a9-b960-2644f9d47e65"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:45.616698 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7a2ffb3-1018-4bf2-a7c9-112b67813c63 req-8241450c-28a8-4f3d-a415-a2bf10bfd112 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639638 Jun 30 02:45:45.697872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cae8cb-75bd-46e3-8087-6357cc57be13 service neutron] Pushing event updated for resources: {'Port': ['ID=741d7075-4e29-44a9-b960-2644f9d47e65,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:45.726728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=24a5e6f5-79b5-453b-9620-48bea1c931b1,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:45.753985 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.933530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18c3448e-9ea0-4abd-8b4b-12527a37204e req-094beb88-1f4f-4638-9cca-430e802607d9 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6943278 Jun 30 02:45:45.950499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Subnet': ['ID=c6270346-7331-4901-9fae-9ec73206d49e,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:45.999026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ecf05-7049-40b1-a074-8c4e9507af08 req-31bf3e6f-ffce-42c4-bd3a-63881e72f056 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.000584 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b34ecf05-7049-40b1-a074-8c4e9507af08 req-31bf3e6f-ffce-42c4-bd3a-63881e72f056 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 945 time: 0.8428137 Jun 30 02:45:46.041453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.042155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1fb81397-eba2-47a2-84bb-1f47f82ffcb9 req-90d60c6b-8f0a-4b41-b919-46d94543bca6 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 210 time: 0.1284661 Jun 30 02:45:46.062686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b34ecf05-7049-40b1-a074-8c4e9507af08 req-0482fc11-b4b7-4250-91d5-382f3a1bc912 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560813 Jun 30 02:45:46.143107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Checking segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:46.146471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network hostable DHCP agents. Network: 2a5db8db-57db-48b3-8070-466902d80432, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:46.217893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-20bbc62b-7d7e-4a9e-b164-9044faa54f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.219541 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-20bbc62b-7d7e-4a9e-b164-9044faa54f9f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 1099 time: 0.0858479 Jun 30 02:45:46.223154 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8e2c4f-1b8e-41f2-855a-c4fa2469ddd2 x-openstack-request-id: req-cf8e2c4f-1b8e-41f2-855a-c4fa2469ddd2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:46.223418 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067b77bf-7d58-4b71-b268-70f7deeb5cd9", "tag": "741d7075-4e29-44a9-b960-2644f9d47e65", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:46.223710 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf8e2c4f-1b8e-41f2-855a-c4fa2469ddd2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:46.224128 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'tag': '741d7075-4e29-44a9-b960-2644f9d47e65', 'status': 'completed', 'code': 200} Jun 30 02:45:46.239759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39020-7be4-497d-b987-2b9288217b15 req-c2ae5b92-d2de-4f31-9fa2-219b3f3aeb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.241650 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-c2ae5b92-d2de-4f31-9fa2-219b3f3aeb6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 1099 time: 0.3635521 Jun 30 02:45:46.287005 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.319581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-68f6a352-7eb1-4a05-8ec0-c7d36cb52265 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=741d7075-4e29-44a9-b960-2644f9d47e65 HTTP/1.1" status: 200 len: 217 time: 0.0452991 Jun 30 02:45:46.339553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Network 101f78db-920b-4cdc-aa70-1e42ab84d93d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:46.349306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:46.403302 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:46.430022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7e1c0-d18c-4d38-93bb-51f4d4e09341 req-e4a398b1-77ea-4340-9ba1-b868e4e73ba4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.431614 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f7e1c0-d18c-4d38-93bb-51f4d4e09341 req-e4a398b1-77ea-4340-9ba1-b868e4e73ba4 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 948 time: 0.1943426 Jun 30 02:45:46.435222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network 2a5db8db-57db-48b3-8070-466902d80432 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:46.458633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39020-7be4-497d-b987-2b9288217b15 req-b2cf8a73-6125-469a-9dea-0eb2a6f3ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.460244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-b2cf8a73-6125-469a-9dea-0eb2a6f3ff1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1297815 Jun 30 02:45:46.462809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event updated for resources: {'Port': ['ID=de7bf9e1-ec61-413d-881e-5d8c1caa095f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:46.490580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-75e3e758-64e8-4e72-8296-29ffdba6a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.492379 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-75e3e758-64e8-4e72-8296-29ffdba6a68f service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2659445 Jun 30 02:45:46.523828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.524262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.564064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-d96b097c-f7a4-409b-9ff6-c70d4ed4f695 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d0ec9c07-97aa-4214-b554-a99097ff930a HTTP/1.1" status: 200 len: 217 time: 0.0644925 Jun 30 02:45:46.577021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c9f83-bf8c-4c53-aae6-9bf2f2bf32e2 req-70f39aa7-5963-40c8-976d-7da2037dd6c4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.578255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b19c9f83-bf8c-4c53-aae6-9bf2f2bf32e2 req-70f39aa7-5963-40c8-976d-7da2037dd6c4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.2302682 Jun 30 02:45:46.580624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 2a5db8db-57db-48b3-8070-466902d80432) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:46.589801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ace0b-ea09-461b-94a1-69eff566fa96 None None] Network 2a5db8db-57db-48b3-8070-466902d80432 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:46.611110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.611110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.647741 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f7e1c0-d18c-4d38-93bb-51f4d4e09341 req-70755f16-6b81-462e-bc3b-f4c61e0e4ae6 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931725 Jun 30 02:45:46.671696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-c9619e79-ca91-4f75-bd7c-016f86a91049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.673417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-c9619e79-ca91-4f75-bd7c-016f86a91049 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0943012 Jun 30 02:45:46.696235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c39020-7be4-497d-b987-2b9288217b15 req-55002684-6162-48f7-8ff0-37149c223084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.701420 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-55002684-6162-48f7-8ff0-37149c223084 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2235889 Jun 30 02:45:46.787784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3b1d02f3-9fea-40fa-bdc0-ca7d8e132f8b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5044599 Jun 30 02:45:46.809187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6e25c1af-16e5-4f71-8b2f-3695de63738d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7328463 Jun 30 02:45:46.817443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52328) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.833978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'subnet': {'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:46.863365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b19c9f83-bf8c-4c53-aae6-9bf2f2bf32e2 req-dac3190a-f1c5-4c5b-808e-a905cfa75680 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869197 Jun 30 02:45:46.892784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Request body: {'port': {'device_id': '0a94d7d3-6fe4-49ab-b575-74c1f69d0b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:46.941410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-2a5db8db-57db-48b3-8070-466902d80432', 'network_id': '2a5db8db-57db-48b3-8070-466902d80432', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'fixed_ips': [{'subnet_id': 'c6270346-7331-4901-9fae-9ec73206d49e'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:46.944635 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.987919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 24a5e6f5-79b5-453b-9620-48bea1c931b1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:47.072072 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-2760ca6d-1e4c-4ce2-84a1-22265d0deb37 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637071 Jun 30 02:45:47.134721 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-adfc5999-ef5f-486c-95a2-cb001def895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:47.136200 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-adfc5999-ef5f-486c-95a2-cb001def895c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4538949 Jun 30 02:45:47.142184 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.232388 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4c39020-7be4-497d-b987-2b9288217b15 req-f1099812-be0b-4cdb-ba66-e2b77cd1f7fe service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420927 Jun 30 02:45:47.242755 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Allocated IP 10.1.1.2 (2a5db8db-57db-48b3-8070-466902d80432/c6270346-7331-4901-9fae-9ec73206d49e/e2e50cce-d208-427f-9cf8-ee7149f05533) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:47.320794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-89e793d4-a92f-42bc-bec1-cb7d9d4bf020 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1325469398&fields=id&tenant_id=4967adadaf674dd69ff9581e27cdd746 HTTP/1.1" status: 200 len: 267 time: 0.4060156 Jun 30 02:45:47.394813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-430522a9-cdc4-46bc-a273-72a6a87c8718 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:47.404384 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-430522a9-cdc4-46bc-a273-72a6a87c8718 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 945 time: 0.0814004 Jun 30 02:45:47.411531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-28e17b2f-6814-4c89-8099-c3ad7363d187 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'port': {'security_groups': ['50578f5c-a10d-4c9c-90db-00efbc3b7e86', 'e1239dfc-1937-44fa-8f4a-9752addfa63a']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:47.476402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-2647fa9a-2afc-44bb-b617-25fee0758223 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:47.478546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-2647fa9a-2afc-44bb-b617-25fee0758223 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.3414419 Jun 30 02:45:47.485633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 24a5e6f5-79b5-453b-9620-48bea1c931b1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:47.486139 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.490108 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b2e4-9075-440b-a8bc-cbe3e9e088de req-86eb24ef-5879-4ca6-b6cd-be04a0823b58 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:47.499973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ee7b2e4-9075-440b-a8bc-cbe3e9e088de req-86eb24ef-5879-4ca6-b6cd-be04a0823b58 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 945 time: 0.3587458 Jun 30 02:45:47.565340 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-3'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:47.588091 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-28e17b2f-6814-4c89-8099-c3ad7363d187 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.593408 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.623189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Transition to ACTIVE for port object e2e50cce-d208-427f-9cf8-ee7149f05533 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:47.651272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Transition to ACTIVE for port object e2e50cce-d208-427f-9cf8-ee7149f05533 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:47.665525 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-7cfcdf67-a5a1-41ad-9193-b41a41e17463 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158851 Jun 30 02:45:47.846535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:47.850066 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.882697 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.899909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ee7b2e4-9075-440b-a8bc-cbe3e9e088de req-104b1cdb-b4c1-4f31-806f-a1a4375265cc tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989720 Jun 30 02:45:48.008740 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.009342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-aa11ce31-ae63-4006-af02-28517d83fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.010977 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-aa11ce31-ae63-4006-af02-28517d83fc40 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 1099 time: 0.4239767 Jun 30 02:45:48.080598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42cd4d54-7774-44bc-92ff-f3ae4738230a req-34d86199-842a-4de4-a7a3-8956451050b1 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046135 Jun 30 02:45:48.109837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Network 2a5db8db-57db-48b3-8070-466902d80432 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:48.119800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:48.123646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:48.257239 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-28e17b2f-6814-4c89-8099-c3ad7363d187 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] For port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:48.271465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Pushing event updated for resources: {'Port': ['ID=e2e50cce-d208-427f-9cf8-ee7149f05533,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:48.319035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-b4a9f02f-2269-4e49-a419-76143f446a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.320160 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-b4a9f02f-2269-4e49-a419-76143f446a74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2744651 Jun 30 02:45:48.333715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-28e17b2f-6814-4c89-8099-c3ad7363d187 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.334055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:48.345267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Attempting to bind port e2e50cce-d208-427f-9cf8-ee7149f05533 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:48.345756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Attempting to bind port e2e50cce-d208-427f-9cf8-ee7149f05533 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:48.346181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Attempting to bind port e2e50cce-d208-427f-9cf8-ee7149f05533 on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:48.352034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:48.352516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Checking segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:48.352991 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.353444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Bound using segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:48.354050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Bound port: e2e50cce-d208-427f-9cf8-ee7149f05533, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:48.354492 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.371297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7bf9e1-ec61-413d-881e-5d8c1caa095f {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:48.380635 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.394587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Transition to ACTIVE for port object de7bf9e1-ec61-413d-881e-5d8c1caa095f will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:48.476717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:48.484923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] For port e2e50cce-d208-427f-9cf8-ee7149f05533, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:48.489001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] For port e2e50cce-d208-427f-9cf8-ee7149f05533, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e2e50cce-d208-427f-9cf8-ee7149f05533,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:48.507895 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-28e17b2f-6814-4c89-8099-c3ad7363d187 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.525175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2f456df-f1b0-4e4f-8b81-adb4153a532c', '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:48.534314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 58515f87-93be-4dab-9021-bdf7d18ea42e details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:48.547473 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-d61524ac-30d3-42f7-b79d-85a346d1b463 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=741d7075-4e29-44a9-b960-2644f9d47e65 HTTP/1.1" status: 200 len: 217 time: 0.2185857 Jun 30 02:45:48.564752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.583601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990091d-2bba-4a6d-a86a-1a907e1120a2 req-7a6306d7-bfcb-4de5-b6b1-b4027460d59c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.585689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d990091d-2bba-4a6d-a86a-1a907e1120a2 req-7a6306d7-bfcb-4de5-b6b1-b4027460d59c tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 931 time: 0.1896627 Jun 30 02:45:48.586395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def8b3a-9986-46b3-b248-598a4e384493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58515f87-93be-4dab-9021-bdf7d18ea42e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:48.590381 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b558a99-6744-438d-8b96-bfa2df8ff0cf" -d '{"events": [{"server_uuid": "9def8b3a-9986-46b3-b248-598a4e384493", "name": "network-vif-unplugged", "status": "completed", "tag": "58515f87-93be-4dab-9021-bdf7d18ea42e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:48.594228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.627519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-a4d15b23-26f5-4f14-9c11-ae12a6ffbada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.628697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-a4d15b23-26f5-4f14-9c11-ae12a6ffbada service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0599775 Jun 30 02:45:48.651197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-28e17b2f-6814-4c89-8099-c3ad7363d187 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.651837 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-28e17b2f-6814-4c89-8099-c3ad7363d187 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.653407 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9296cef4-e3ef-40fb-8b8b-71d9718a9515 req-28e17b2f-6814-4c89-8099-c3ad7363d187 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "PUT /v2.0/ports/75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b HTTP/1.1" status: 200 len: 981 time: 1.2486155 Jun 30 02:45:48.682863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'tag': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:48.685539 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ad0420-57e0-4dd4-8c01-0769f4074bc1", "tag": "75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:48.708351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Pushing event updated for resources: {'Port': ['ID=de7bf9e1-ec61-413d-881e-5d8c1caa095f,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:48.735809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e17b2f-6814-4c89-8099-c3ad7363d187 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'Port': ['ID=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:48.738100 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d990091d-2bba-4a6d-a86a-1a907e1120a2 req-1c96a689-4abf-4e77-b468-ecf905a10fa3 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322784 Jun 30 02:45:48.763070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:48.793713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 58515f87-93be-4dab-9021-bdf7d18ea42e has no active binding in host n-h1-798249-3 {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:45:48.820090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-80bb9643-f476-400c-bab0-61975c44ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.820778 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.824452 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-80bb9643-f476-400c-bab0-61975c44ecfc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818502 Jun 30 02:45:48.828573 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.852687 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.889394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:48.998188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a311b-484f-4598-99fa-b3fee6e3a005 None None] Pushing event updated for resources: {'Port': ['ID=e2e50cce-d208-427f-9cf8-ee7149f05533,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.048157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Subnet': ['ID=895c76f2-b67c-46ed-8de5-90205d541aaa,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.077101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Attempting to bind port de7bf9e1-ec61-413d-881e-5d8c1caa095f on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:49.077447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Attempting to bind port de7bf9e1-ec61-413d-881e-5d8c1caa095f by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:49.077821 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Attempting to bind port de7bf9e1-ec61-413d-881e-5d8c1caa095f on network 101f78db-920b-4cdc-aa70-1e42ab84d93d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:49.084636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Pushing event updated for resources: {'Port': ['ID=58515f87-93be-4dab-9021-bdf7d18ea42e,revision_number=7']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.132525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Port de7bf9e1-ec61-413d-881e-5d8c1caa095f on network 101f78db-920b-4cdc-aa70-1e42ab84d93d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:49.133048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Attempting to bind port de7bf9e1-ec61-413d-881e-5d8c1caa095f on network 101f78db-920b-4cdc-aa70-1e42ab84d93d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:49.157171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 741d7075-4e29-44a9-b960-2644f9d47e65 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:49.172451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:49.175792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Checking segment: {'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:49.175792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Bound using segment: {'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:49.175792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Bound port: de7bf9e1-ec61-413d-881e-5d8c1caa095f, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a5b95d-ee72-481a-89a8-f5f40b934889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:49.175792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.184305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e on host n-h2-798249-3 for vnic_type normal with profile {"migrating_to": "n-h1-798249-3"} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:49.184641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:49.185067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:49.208620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Checking segment: {'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:49.209404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network hostable DHCP agents. Network: 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:49.224220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Port 58515f87-93be-4dab-9021-bdf7d18ea42e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:49.224461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Attempting to bind port 58515f87-93be-4dab-9021-bdf7d18ea42e on network 56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:49.238150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdff08-bf21-45bc-831d-df1cbe13bc06 req-061094aa-b833-4f0f-af80-2ef5fd04eb18 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.239738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ccdff08-bf21-45bc-831d-df1cbe13bc06 req-061094aa-b833-4f0f-af80-2ef5fd04eb18 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.3619564 Jun 30 02:45:49.314891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:49.314891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Checking segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:49.314891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Bound using segment: {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:49.314891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Bound port: 58515f87-93be-4dab-9021-bdf7d18ea42e, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '56225ca4-50ef-4c0c-9a61-aa4bb36f0d14'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:49.314891 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.354523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-3ed6b3e5-c67d-41a1-a992-096dcd3bdee2 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168345 Jun 30 02:45:49.457669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:49.492717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cabb98-492a-464f-a38d-3f60ab505121 req-9d45ccd1-59ae-4660-9fc9-262908f9e861 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.501184 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07cabb98-492a-464f-a38d-3f60ab505121 req-9d45ccd1-59ae-4660-9fc9-262908f9e861 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 948 time: 0.5169218 Jun 30 02:45:49.514632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:49.518118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:49.522772 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ccdff08-bf21-45bc-831d-df1cbe13bc06 req-e441d6e0-bcb5-4d58-a637-db0fb77d702d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645001 Jun 30 02:45:49.545463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] For port de7bf9e1-ec61-413d-881e-5d8c1caa095f, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:49.562644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] For port de7bf9e1-ec61-413d-881e-5d8c1caa095f, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=de7bf9e1-ec61-413d-881e-5d8c1caa095f,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:49.588562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6fe69517-0910-46e9-a384-0b03b9dd68b5 req-444ca4f5-21fc-44fd-abf6-e38766708a9e service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267497 Jun 30 02:45:49.602056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 741d7075-4e29-44a9-b960-2644f9d47e65, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=741d7075-4e29-44a9-b960-2644f9d47e65,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:49.626088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:49.644694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dddfb4e-affc-4b20-a4b1-e2992540c7e1 None None] Network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:49.647063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '741d7075-4e29-44a9-b960-2644f9d47e65', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '741d7075-4e29-44a9-b960-2644f9d47e65', 'mac_address': 'fa:16:3e:c7:70:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:49.658483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07cabb98-492a-464f-a38d-3f60ab505121 req-11a9a274-db8b-4e2b-bb12-6ba3e48f9c00 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558931 Jun 30 02:45:49.659956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.660556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.663987 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.770316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.772241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.775144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] 10.222.0.83 "PUT /v2.0/ports/de7bf9e1-ec61-413d-881e-5d8c1caa095f HTTP/1.1" status: 200 len: 1091 time: 2.9467187 Jun 30 02:45:49.785603 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.790718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3c26c370-d650-434d-a677-e1b5da727a74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9720509 Jun 30 02:45:49.793167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52358) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:49.800191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'port': {'network_id': '2a5db8db-57db-48b3-8070-466902d80432', 'name': 'tempest-TaggedBootDevicesTest-524240998', 'fixed_ips': [{'subnet_id': 'c6270346-7331-4901-9fae-9ec73206d49e'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:49.836895 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c4f170-1fa5-4556-8f2d-8fddde0123f9 x-openstack-request-id: req-47c4f170-1fa5-4556-8f2d-8fddde0123f9 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:49.837172 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def8b3a-9986-46b3-b248-598a4e384493", "name": "network-vif-unplugged", "status": "completed", "tag": "58515f87-93be-4dab-9021-bdf7d18ea42e", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:49.837486 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47c4f170-1fa5-4556-8f2d-8fddde0123f9 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:49.837965 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def8b3a-9986-46b3-b248-598a4e384493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58515f87-93be-4dab-9021-bdf7d18ea42e', 'code': 200} Jun 30 02:45:49.838635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c29e0-db77-4cb2-8d53-396c24329904 service neutron] Pushing event updated for resources: {'Port': ['ID=de7bf9e1-ec61-413d-881e-5d8c1caa095f,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.933981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Pushing event updated for resources: {'Port': ['ID=58515f87-93be-4dab-9021-bdf7d18ea42e,revision_number=8']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.966737 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c1a127c-8da3-4d4a-8d4f-144c24839dc5 req-85bdd5ac-3adb-4de2-bf8a-479903bcebd1 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/e1239dfc-1937-44fa-8f4a-9752addfa63a HTTP/1.1" status: 200 len: 1801 time: 0.1691263 Jun 30 02:45:50.065651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-9f95e7b4-a4f7-4e28-ba4f-dde9f067879e', 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'fixed_ips': [{'subnet_id': '895c76f2-b67c-46ed-8de5-90205d541aaa'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:50.066545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.126402 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-6c1a127c-8da3-4d4a-8d4f-144c24839dc5 req-bbe44a69-d924-4fb8-8c94-8828d0694364 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:45:50.127416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c1a127c-8da3-4d4a-8d4f-144c24839dc5 req-bbe44a69-d924-4fb8-8c94-8828d0694364 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/e1239dfc-1937-44fa-8f4a-9752addfa63a HTTP/1.1" status: 409 len: 341 time: 0.1426444 Jun 30 02:45:50.153258 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493ea95f-53ab-429c-b3a2-c5ed6dc302f1 x-openstack-request-id: req-493ea95f-53ab-429c-b3a2-c5ed6dc302f1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:50.154454 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ad0420-57e0-4dd4-8c01-0769f4074bc1", "tag": "75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:50.154760 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-493ea95f-53ab-429c-b3a2-c5ed6dc302f1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:50.157084 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'tag': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b', 'status': 'completed', 'code': 200} Jun 30 02:45:50.213323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.214152 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.219395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5b86722a-80a2-4230-86b7-2de56ebc313f service neutron] 10.222.0.74 "PUT /v2.0/ports/58515f87-93be-4dab-9021-bdf7d18ea42e HTTP/1.1" status: 200 len: 1121 time: 2.6625593 Jun 30 02:45:50.289475 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.386884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['58515f87-93be-4dab-9021-bdf7d18ea42e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:50.400872 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['58515f87-93be-4dab-9021-bdf7d18ea42e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:50.493131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb521cb0-699b-41f9-8ee8-4f86c9d1ee8d req-590a6f3d-68c4-4f29-9561-8301503665f0 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.501825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb521cb0-699b-41f9-8ee8-4f86c9d1ee8d req-590a6f3d-68c4-4f29-9561-8301503665f0 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.3133676 Jun 30 02:45:50.534598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a req-7f4f1a8b-df3d-42f1-953f-9a1ef0737053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.536648 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a req-7f4f1a8b-df3d-42f1-953f-9a1ef0737053 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 1135 time: 0.3786321 Jun 30 02:45:50.588363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:50.608193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb521cb0-699b-41f9-8ee8-4f86c9d1ee8d req-cfb8961b-a681-48ff-8427-5b87a58b7397 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020429 Jun 30 02:45:50.629151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52bcd4-5890-4f23-871d-b1fb1fb377ce req-39999a86-6083-4116-b1b4-d6f2668606e8 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.640776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f52bcd4-5890-4f23-871d-b1fb1fb377ce req-39999a86-6083-4116-b1b4-d6f2668606e8 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 943 time: 0.1270037 Jun 30 02:45:50.645542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ebaca6-f61c-413a-b8b9-7688361a6dc7 None None] Network 2a5db8db-57db-48b3-8070-466902d80432 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:50.662613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3be0231f-467e-4763-b860-4c9537e42788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.664142 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-3be0231f-467e-4763-b860-4c9537e42788 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d0a5d60b1d9401fb4574ae44f06f267&device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 1094 time: 0.6963084 Jun 30 02:45:50.735233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-663e4216-b35d-4229-acc6-55860f9672ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de7bf9e1-ec61-413d-881e-5d8c1caa095f HTTP/1.1" status: 200 len: 217 time: 0.0632706 Jun 30 02:45:50.770122 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f52bcd4-5890-4f23-871d-b1fb1fb377ce req-cf6da599-75d8-49c0-9595-2634597302e2 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189313 Jun 30 02:45:50.914628 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.969193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-4fd242cb-a06d-4aaf-a7f5-35c9066c09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.972768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-4fd242cb-a06d-4aaf-a7f5-35c9066c09f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b1131b9-08fe-4a71-8ba5-847e27478e6a HTTP/1.1" status: 200 len: 862 time: 0.2016845 Jun 30 02:45:51.033387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a req-368b07b3-d0bf-4908-a505-c931e70ae96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:51.036202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a req-368b07b3-d0bf-4908-a505-c931e70ae96f service neutron] 10.222.0.74 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 913 time: 0.4869246 Jun 30 02:45:51.036548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741d7075-4e29-44a9-b960-2644f9d47e65 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:51.087750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-fed7bd3c-4762-4fa4-a5cf-9c12bbdc7ea9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=101f78db-920b-4cdc-aa70-1e42ab84d93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069708 Jun 30 02:45:51.124887 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e2e50cce-d208-427f-9cf8-ee7149f05533 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:51.139428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a req-cc09ca04-7e2c-43d1-a9f6-d812fe7269e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b HTTP/1.1" status: 200 len: 217 time: 0.0783408 Jun 30 02:45:51.139428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] device_id is not set on port dbdd0484-5948-43a9-8d71-056365de7c3c yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:51.342171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fa4cedb3-bc9d-41df-adb9-0bd0292ad066 None None] Provisioning for port e2e50cce-d208-427f-9cf8-ee7149f05533 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:51.358152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ff666-5242-4e19-bee2-86b89e674b2d req-1f325c15-7c44-4eb0-b652-701ed8b26ef3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:51.370578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-810ff666-5242-4e19-bee2-86b89e674b2d req-1f325c15-7c44-4eb0-b652-701ed8b26ef3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.2827232 Jun 30 02:45:51.387199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-e92028de-c239-4233-b58e-8209a39b3ad1 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431772 Jun 30 02:45:51.401964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52376) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:51.509947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a req-de7c092d-cdc4-49ee-a16e-dfd0d9ca2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:51.516847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a req-de7c092d-cdc4-49ee-a16e-dfd0d9ca2170 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=601a0bd9-eede-426f-bfc9-937b3a8d7ca3 HTTP/1.1" status: 200 len: 852 time: 0.3480039 Jun 30 02:45:51.536766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-810ff666-5242-4e19-bee2-86b89e674b2d req-ec6d1bae-9a46-4c28-86ab-84ba39c22ac8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648123 Jun 30 02:45:51.584004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 741d7075-4e29-44a9-b960-2644f9d47e65, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=741d7075-4e29-44a9-b960-2644f9d47e65,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:51.686681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11a9a403-66e9-414d-8b00-7a3bc699ae8d req-2d5fd451-58da-42ab-8918-9789f137e257 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884624 Jun 30 02:45:51.724749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe7151bd-ed0c-4691-89d6-180ef7f43ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.744426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a req-3ba1379a-e02a-45e3-b903-400c1656c1a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50a37c81-31b5-4c29-8733-d133371271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2207105 Jun 30 02:45:51.768669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e2e50cce-d208-427f-9cf8-ee7149f05533 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:51.782638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e2e50cce-d208-427f-9cf8-ee7149f05533 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:51.783518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.838923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a94d7d3-6fe4-49ab-b575-74c1f69d0b71', 'tag': 'de7bf9e1-ec61-413d-881e-5d8c1caa095f'}, {'name': 'network-changed', 'server_uuid': '9def8b3a-9986-46b3-b248-598a4e384493', 'tag': '58515f87-93be-4dab-9021-bdf7d18ea42e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:51.842637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.843480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device d0ec9c07-97aa-4214-b554-a99097ff930a details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:51.872625 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b704893-b104-4e9a-9386-3ae2929c7acb" -d '{"events": [{"name": "network-changed", "server_uuid": "0a94d7d3-6fe4-49ab-b575-74c1f69d0b71", "tag": "de7bf9e1-ec61-413d-881e-5d8c1caa095f"}, {"name": "network-changed", "server_uuid": "9def8b3a-9986-46b3-b248-598a4e384493", "tag": "58515f87-93be-4dab-9021-bdf7d18ea42e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:51.881139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:51.982003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'mac_address': 'fa:16:3e:09:cd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:52.000094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Allocated IP 10.2.2.2 (9f95e7b4-a4f7-4e28-ba4f-dde9f067879e/895c76f2-b67c-46ed-8de5-90205d541aaa/6a01b837-cd64-4855-bcd4-35638bcbe523) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:52.000094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=741d7075-4e29-44a9-b960-2644f9d47e65,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:52.063385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Allocated IP 10.1.1.203 (2a5db8db-57db-48b3-8070-466902d80432/c6270346-7331-4901-9fae-9ec73206d49e/dbdd0484-5948-43a9-8d71-056365de7c3c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:52.109858 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe7151bd-ed0c-4691-89d6-180ef7f43ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.133031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bac44-3cdd-4bd8-9702-743f2bb7dfd5 req-8242a313-4731-49c4-a2fa-eac0f761c185 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.134739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f94bac44-3cdd-4bd8-9702-743f2bb7dfd5 req-8242a313-4731-49c4-a2fa-eac0f761c185 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 984 time: 0.2139103 Jun 30 02:45:52.191623 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f94bac44-3cdd-4bd8-9702-743f2bb7dfd5 req-e0dc0c93-4230-4724-8ff5-b60669feb2ca tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1239dfc-1937-44fa-8f4a-9752addfa63a&id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0501859 Jun 30 02:45:52.280457 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.351256 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.358953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ec9c07-97aa-4214-b554-a99097ff930a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:52.375182 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.422764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a req-2740a942-f4d8-4b10-9c76-dcdc765df1e9 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364696 Jun 30 02:45:52.431441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Transition to ACTIVE for port object dbdd0484-5948-43a9-8d71-056365de7c3c will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:52.448558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe7151bd-ed0c-4691-89d6-180ef7f43ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.476642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1c790f09-a87c-4a80-8aa8-9e354a4d30c4 None None] Provisioning complete for port e2e50cce-d208-427f-9cf8-ee7149f05533 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:52.477030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c790f09-a87c-4a80-8aa8-9e354a4d30c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.507672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6b854-cb70-4bcb-8a35-932ccec0cccd req-08f70dd8-ba06-4b87-bad7-221c6a422a2a tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.515919 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6c6b854-cb70-4bcb-8a35-932ccec0cccd req-08f70dd8-ba06-4b87-bad7-221c6a422a2a tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 949 time: 0.6811700 Jun 30 02:45:52.526628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:52.541862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port e2e50cce-d208-427f-9cf8-ee7149f05533, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e2e50cce-d208-427f-9cf8-ee7149f05533,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:52.609906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6c6b854-cb70-4bcb-8a35-932ccec0cccd req-228b55f8-b4c0-4961-809a-7e688be9fd5e tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926208 Jun 30 02:45:52.629958 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.638084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbcdf9d7-69f9-4d20-9afb-6e6b0ca2392a req-daa97a28-79a3-405e-8aeb-1229354c3c67 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018795 Jun 30 02:45:52.676777 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.686381 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.689036 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.695761 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c790f09-a87c-4a80-8aa8-9e354a4d30c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.712336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Transition to ACTIVE for port object 6a01b837-cd64-4855-bcd4-35638bcbe523 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:52.728019 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.731558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:52.774663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Transition to ACTIVE for port object 6a01b837-cd64-4855-bcd4-35638bcbe523 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:52.819616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network 2a5db8db-57db-48b3-8070-466902d80432 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:52.827792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:52.836928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:52.843008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Port': ['ID=dbdd0484-5948-43a9-8d71-056365de7c3c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:52.857819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=e2e50cce-d208-427f-9cf8-ee7149f05533,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:52.866339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7151bd-ed0c-4691-89d6-180ef7f43ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cf79ab-e931-4ce7-bc20-8341cd58d4e0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:52.869996 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-1c790f09-a87c-4a80-8aa8-9e354a4d30c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:45:52.873365 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-1c790f09-a87c-4a80-8aa8-9e354a4d30c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:45:52.892595 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.897070 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fe7151bd-ed0c-4691-89d6-180ef7f43ed0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf62b73e318242d6907e01b8ac4fd8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4933314 Jun 30 02:45:52.907426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620a5f-88a2-4329-b194-b384fe37f1b7 req-422fb7c6-d791-4ed5-b0e0-9fd20451ac8d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.915925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-55620a5f-88a2-4329-b194-b384fe37f1b7 req-422fb7c6-d791-4ed5-b0e0-9fd20451ac8d tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.5349422 Jun 30 02:45:52.923671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52398) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:52.943832 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['d0ec9c07-97aa-4214-b554-a99097ff930a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:52.996542 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-55620a5f-88a2-4329-b194-b384fe37f1b7 req-28b3913c-e6df-4d26-85cb-9e79ba0a9a14 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792685 Jun 30 02:45:53.040099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['741d7075-4e29-44a9-b960-2644f9d47e65'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:53.063431 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40326362-2bc4-4193-bf36-e95214616fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.097922 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40326362-2bc4-4193-bf36-e95214616fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.108217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:53.123162 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fd3433-754c-4c5e-8ed7-caee15c200ab x-openstack-request-id: req-84fd3433-754c-4c5e-8ed7-caee15c200ab {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:53.123726 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a94d7d3-6fe4-49ab-b575-74c1f69d0b71", "tag": "de7bf9e1-ec61-413d-881e-5d8c1caa095f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9def8b3a-9986-46b3-b248-598a4e384493", "tag": "58515f87-93be-4dab-9021-bdf7d18ea42e", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:53.124081 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84fd3433-754c-4c5e-8ed7-caee15c200ab {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:53.124592 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a94d7d3-6fe4-49ab-b575-74c1f69d0b71', 'tag': 'de7bf9e1-ec61-413d-881e-5d8c1caa095f', 'status': 'completed', 'code': 200} Jun 30 02:45:53.124933 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9def8b3a-9986-46b3-b248-598a4e384493', 'tag': '58515f87-93be-4dab-9021-bdf7d18ea42e', 'status': 'completed', 'code': 200} Jun 30 02:45:53.166117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:53.168050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Pushing event updated for resources: {'Port': ['ID=6a01b837-cd64-4855-bcd4-35638bcbe523,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:53.179996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:53.268335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-701763e5-3484-4109-b7d1-0964dee545b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.269936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-701763e5-3484-4109-b7d1-0964dee545b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5d0a5d60b1d9401fb4574ae44f06f267&device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 1094 time: 0.1153696 Jun 30 02:45:53.322867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.363597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.364238 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.370604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40326362-2bc4-4193-bf36-e95214616fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.373823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40326362-2bc4-4193-bf36-e95214616fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.375028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-40326362-2bc4-4193-bf36-e95214616fdf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6cf79ab-e931-4ce7-bc20-8341cd58d4e0 HTTP/1.1" status: 204 len: 168 time: 0.4504178 Jun 30 02:45:53.397602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40326362-2bc4-4193-bf36-e95214616fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cf79ab-e931-4ce7-bc20-8341cd58d4e0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:53.433108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0a910-900e-4ebd-8c4e-1ed46f4302f6 req-bf0faae2-d477-4af7-bc2e-c58667089d6f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.435482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84e0a910-900e-4ebd-8c4e-1ed46f4302f6 req-bf0faae2-d477-4af7-bc2e-c58667089d6f tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 943 time: 0.6606674 Jun 30 02:45:53.444277 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:45:53.445430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-4aa40ca7-6fca-4ee8-9660-31c54d3f7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.447356 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-4aa40ca7-6fca-4ee8-9660-31c54d3f7698 service neutron] 10.222.0.83 "GET /v2.0/networks?id=101f78db-920b-4cdc-aa70-1e42ab84d93d HTTP/1.1" status: 200 len: 923 time: 0.1678727 Jun 30 02:45:53.465144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dfa03-a584-4bd1-8390-574d3c2efa03 req-a0e23c45-9628-429c-8c7a-e00e40277415 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.466806 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-434dfa03-a584-4bd1-8390-574d3c2efa03 req-a0e23c45-9628-429c-8c7a-e00e40277415 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.1748333 Jun 30 02:45:53.478454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb073a-35ff-44f1-be27-fe5a7d4ba098 req-ac718bf5-f002-4b01-b703-109236e8d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.480168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dcb073a-35ff-44f1-be27-fe5a7d4ba098 req-ac718bf5-f002-4b01-b703-109236e8d85f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 1135 time: 0.1823335 Jun 30 02:45:53.505137 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-ca7a5715-f656-41f3-80bc-61ebb6d3ae99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de7bf9e1-ec61-413d-881e-5d8c1caa095f HTTP/1.1" status: 200 len: 217 time: 0.0485497 Jun 30 02:45:53.517588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f2b0deee-0200-41b4-8ff4-ddeea03eca5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7204158 Jun 30 02:45:53.526645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52412) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:53.532361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'port': {'network_id': '2a5db8db-57db-48b3-8070-466902d80432', 'name': 'tempest-TaggedBootDevicesTest-1319872082', 'fixed_ips': [{'subnet_id': 'c6270346-7331-4901-9fae-9ec73206d49e'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:53.549400 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84e0a910-900e-4ebd-8c4e-1ed46f4302f6 req-46f5eb51-1dcc-4762-9cd9-5efe48a6e781 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009974 Jun 30 02:45:53.610459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb073a-35ff-44f1-be27-fe5a7d4ba098 req-fac5deff-5eca-4a93-9abf-8c4e5c1e50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.612004 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dcb073a-35ff-44f1-be27-fe5a7d4ba098 req-fac5deff-5eca-4a93-9abf-8c4e5c1e50b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 913 time: 0.1240275 Jun 30 02:45:53.619353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-434dfa03-a584-4bd1-8390-574d3c2efa03 req-2ff4f6c9-05ac-49df-9e10-c83ca0c059ed tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456189 Jun 30 02:45:53.636332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-4b283f9f-b555-4bdd-b255-198ce769cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.657208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-4b283f9f-b555-4bdd-b255-198ce769cbf2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b1131b9-08fe-4a71-8ba5-847e27478e6a HTTP/1.1" status: 200 len: 862 time: 0.1204000 Jun 30 02:45:53.689383 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-66200697-511c-4c49-8e65-284d694918b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=101f78db-920b-4cdc-aa70-1e42ab84d93d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434761 Jun 30 02:45:53.704174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dcb073a-35ff-44f1-be27-fe5a7d4ba098 req-bb5e31cf-3323-414b-9b0a-86ca8055a8ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b HTTP/1.1" status: 200 len: 217 time: 0.0848861 Jun 30 02:45:53.716342 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-61184827-5205-4d56-a045-e92172e5fc98 None None] Provisioning for port dbdd0484-5948-43a9-8d71-056365de7c3c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:53.720355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-61184827-5205-4d56-a045-e92172e5fc98 None None] Provisioning complete for port dbdd0484-5948-43a9-8d71-056365de7c3c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:53.725554 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-61184827-5205-4d56-a045-e92172e5fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.790582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-61184827-5205-4d56-a045-e92172e5fc98 None None] Port dbdd0484-5948-43a9-8d71-056365de7c3c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:53.884903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb073a-35ff-44f1-be27-fe5a7d4ba098 req-ac43a67c-1391-44f8-b18a-9ebbda8434b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.884903 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dcb073a-35ff-44f1-be27-fe5a7d4ba098 req-ac43a67c-1391-44f8-b18a-9ebbda8434b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=601a0bd9-eede-426f-bfc9-937b3a8d7ca3 HTTP/1.1" status: 200 len: 852 time: 0.1573505 Jun 30 02:45:53.895203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Attempting to bind port 6a01b837-cd64-4855-bcd4-35638bcbe523 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:53.896701 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Attempting to bind port 6a01b837-cd64-4855-bcd4-35638bcbe523 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:53.896952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Attempting to bind port 6a01b837-cd64-4855-bcd4-35638bcbe523 on network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:53.911980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:53.914362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Checking segment: {'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:53.914973 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.915388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Bound using segment: {'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:53.915892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Bound port: 6a01b837-cd64-4855-bcd4-35638bcbe523, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:53.916966 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.917113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923518e7-5272-47f3-ae7c-77af1f84cb82 req-dc94918b-3201-4b37-a117-2ae1941cc2cf tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.924729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-923518e7-5272-47f3-ae7c-77af1f84cb82 req-dc94918b-3201-4b37-a117-2ae1941cc2cf tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 984 time: 0.2181721 Jun 30 02:45:53.929969 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-3a55cf65-15cc-44ea-b91a-75820432fcd8 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326653 Jun 30 02:45:53.958179 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dcb073a-35ff-44f1-be27-fe5a7d4ba098 req-fb8932de-bed2-4919-ad71-2b84bac4c32b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50a37c81-31b5-4c29-8733-d133371271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693395 Jun 30 02:45:53.997880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1924f-0cd8-4fad-9f83-611bd5528bfc req-fead4a26-18f5-49af-b2c0-ccf8f6785ef9 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.001916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ec1924f-0cd8-4fad-9f83-611bd5528bfc req-fead4a26-18f5-49af-b2c0-ccf8f6785ef9 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 949 time: 0.2202711 Jun 30 02:45:54.005658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:54.088592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] For port 6a01b837-cd64-4855-bcd4-35638bcbe523, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:54.093358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] For port 6a01b837-cd64-4855-bcd4-35638bcbe523, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6a01b837-cd64-4855-bcd4-35638bcbe523,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:54.118789 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-923518e7-5272-47f3-ae7c-77af1f84cb82 req-6695595e-8376-463d-b38b-4df4569e4362 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1239dfc-1937-44fa-8f4a-9752addfa63a&id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1930618 Jun 30 02:45:54.170797 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dcb073a-35ff-44f1-be27-fe5a7d4ba098 req-625c11be-9851-4353-96ef-120e8023ca89 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976633 Jun 30 02:45:54.252718 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ec1924f-0cd8-4fad-9f83-611bd5528bfc req-4e5bb6ce-a9d0-42c7-9517-c2d824f1230a tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378147 Jun 30 02:45:54.302292 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.306903 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-b7987193-bae8-46f9-b349-ea6dcf183e50 service neutron] 10.222.0.83 "GET /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397310 Jun 30 02:45:54.360183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] device_id is not set on port 600114d5-9810-4fd3-854d-b1f2ec027f54 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:54.420169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e223-7cc4-4004-9e52-e19b5133d491 req-4d97d773-e19a-415a-8c1d-83fd3b59af47 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.427955 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef41e223-7cc4-4004-9e52-e19b5133d491 req-4d97d773-e19a-415a-8c1d-83fd3b59af47 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.1230788 Jun 30 02:45:54.480600 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.608883 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dcb073a-35ff-44f1-be27-fe5a7d4ba098 req-4e4765b5-f2fd-4d4a-87bc-ea0d7a3661fd service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290364 Jun 30 02:45:54.663466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef41e223-7cc4-4004-9e52-e19b5133d491 req-8f808357-5745-48e9-8c18-f253a035774e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342291 Jun 30 02:45:54.674750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91ee88-f777-4fb6-9cdf-d38bdc57f012 None None] Pushing event updated for resources: {'Port': ['ID=6a01b837-cd64-4855-bcd4-35638bcbe523,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:54.682206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device de7bf9e1-ec61-413d-881e-5d8c1caa095f details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:54.694666 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 741d7075-4e29-44a9-b960-2644f9d47e65 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:54.952190 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.resource_extend [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:45:54.961681 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-9c16ddcd-4860-42a8-99ab-6e4d94a803ec service neutron] show failed (client error): The resource could not be found. Jun 30 02:45:54.962746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-9c16ddcd-4860-42a8-99ab-6e4d94a803ec service neutron] 10.222.0.74 "GET /v2.0/ports/f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.2519383 Jun 30 02:45:55.125578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52426) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:55.188640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-caec9716-ff6b-47a5-8dc2-295d9ea64a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:55.190496 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-caec9716-ff6b-47a5-8dc2-295d9ea64a7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 1124 time: 0.8113654 Jun 30 02:45:55.211178 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85571e4-5f0d-402b-90a2-70835e70482b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.310190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691b3e5-7ffe-4f1b-a324-a44256449642 req-c428a9f9-85b4-43bf-80f9-e93602ec2e71 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:55.317124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0691b3e5-7ffe-4f1b-a324-a44256449642 req-c428a9f9-85b4-43bf-80f9-e93602ec2e71 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 943 time: 0.4783089 Jun 30 02:45:55.350963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e2e50cce-d208-427f-9cf8-ee7149f05533 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:55.387497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Allocated IP 10.1.1.60 (2a5db8db-57db-48b3-8070-466902d80432/c6270346-7331-4901-9fae-9ec73206d49e/600114d5-9810-4fd3-854d-b1f2ec027f54) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:55.396194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15673c47-8e37-4ffd-9915-804bcb29532d req-fe412285-234e-472e-910b-e66166e65e77 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:55.398484 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15673c47-8e37-4ffd-9915-804bcb29532d req-fe412285-234e-472e-910b-e66166e65e77 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.3657246 Jun 30 02:45:55.421968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0691b3e5-7ffe-4f1b-a324-a44256449642 req-b0401edd-f9c5-4b79-879b-beae82d640ef tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038206 Jun 30 02:45:55.440724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e2e50cce-d208-427f-9cf8-ee7149f05533 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:55.440724 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.452695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-d9dba508-840d-4c6a-af9a-e84667270e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:55.468483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-d9dba508-840d-4c6a-af9a-e84667270e1a service neutron] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.2714243 Jun 30 02:45:55.509225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15673c47-8e37-4ffd-9915-804bcb29532d req-968f9f63-774b-414c-b999-7865c27eb787 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003425 Jun 30 02:45:55.570775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85571e4-5f0d-402b-90a2-70835e70482b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.580727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-9d79d933-4825-47cd-813e-dc7b23098458 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58515f87-93be-4dab-9021-bdf7d18ea42e HTTP/1.1" status: 200 len: 217 time: 0.1062725 Jun 30 02:45:55.590370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 741d7075-4e29-44a9-b960-2644f9d47e65 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:55.633954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port de7bf9e1-ec61-413d-881e-5d8c1caa095f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=de7bf9e1-ec61-413d-881e-5d8c1caa095f,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:55.636675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 741d7075-4e29-44a9-b960-2644f9d47e65 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:55.637052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.721755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85571e4-5f0d-402b-90a2-70835e70482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.853232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'de7bf9e1-ec61-413d-881e-5d8c1caa095f', 'network_id': '101f78db-920b-4cdc-aa70-1e42ab84d93d', 'port_id': 'de7bf9e1-ec61-413d-881e-5d8c1caa095f', 'mac_address': 'fa:16:3e:f4:d8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1131b9-08fe-4a71-8ba5-847e27478e6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:55.860487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e85571e4-5f0d-402b-90a2-70835e70482b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c53932290ab4219bcaffb71a1e61808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7236745 Jun 30 02:45:55.864408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52434) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:55.948685 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.952494 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85571e4-5f0d-402b-90a2-70835e70482b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5bc205-0920-4c41-8461-8addc17ee991,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:56.001226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-4abed9e9-13ad-4b81-b224-a7d98b40cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.003939 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-4abed9e9-13ad-4b81-b224-a7d98b40cfb2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.4171770 Jun 30 02:45:56.040559 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.053686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7bf9e1-ec61-413d-881e-5d8c1caa095f {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:56.080547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-14f40954-ecf3-4566-ae41-fd6805db0b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.099146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port de7bf9e1-ec61-413d-881e-5d8c1caa095f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=de7bf9e1-ec61-413d-881e-5d8c1caa095f,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:56.106053 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-671c78e4-b5a9-4c87-8670-71c1fd9424e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895839 Jun 30 02:45:56.153907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 741d7075-4e29-44a9-b960-2644f9d47e65, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=741d7075-4e29-44a9-b960-2644f9d47e65,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:56.153907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741d7075-4e29-44a9-b960-2644f9d47e65'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:56.153907 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf900424-6f7c-418e-be40-aff370af27ef" -d '{"events": [{"server_uuid": "067b77bf-7d58-4b71-b268-70f7deeb5cd9", "name": "network-vif-plugged", "status": "completed", "tag": "741d7075-4e29-44a9-b960-2644f9d47e65"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:56.185423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811d51-6b85-4c07-9f60-f079e06ee584 req-5d10ff66-076c-4563-9155-2068a5dc8e51 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.197827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-52811d51-6b85-4c07-9f60-f079e06ee584 req-5d10ff66-076c-4563-9155-2068a5dc8e51 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 949 time: 0.2800369 Jun 30 02:45:56.226923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66603af4-a69f-4b28-ae57-80ad7b667a10 None None] Network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:56.264600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.287125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Transition to ACTIVE for port object 600114d5-9810-4fd3-854d-b1f2ec027f54 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:56.289313 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-14f40954-ecf3-4566-ae41-fd6805db0b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.326655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504551b0-ca60-4c9a-870a-a4837b8744a6 req-54257293-eb1d-4cdb-bb57-d36aec14b56b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.328311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-504551b0-ca60-4c9a-870a-a4837b8744a6 req-54257293-eb1d-4cdb-bb57-d36aec14b56b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 984 time: 0.6547759 Jun 30 02:45:56.364840 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-52811d51-6b85-4c07-9f60-f079e06ee584 req-c3d40fc7-a92a-4205-b3ee-1412a4ae2275 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376793 Jun 30 02:45:56.415804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-9749242c-60c8-413b-b578-1a12b8c1c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.421958 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-9749242c-60c8-413b-b578-1a12b8c1c857 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992&tenant_id=a205eb72430843758a6f07925588ee7f HTTP/1.1" status: 200 len: 1101 time: 0.2205586 Jun 30 02:45:56.434342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:56.473118 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.480878 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-504551b0-ca60-4c9a-870a-a4837b8744a6 req-700d426f-3296-49ef-ac08-46721c01a995 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1239dfc-1937-44fa-8f4a-9752addfa63a&id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1426725 Jun 30 02:45:56.491372 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.492338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device d0ec9c07-97aa-4214-b554-a99097ff930a up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:56.495160 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.499935 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-307b590d-d238-4168-bbfe-3e317ed36d51 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609414 Jun 30 02:45:56.538597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network 2a5db8db-57db-48b3-8070-466902d80432 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:56.543086 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-14f40954-ecf3-4566-ae41-fd6805db0b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.548891 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-14f40954-ecf3-4566-ae41-fd6805db0b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.550819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-14f40954-ecf3-4566-ae41-fd6805db0b27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d5bc205-0920-4c41-8461-8addc17ee991 HTTP/1.1" status: 204 len: 168 time: 0.6734066 Jun 30 02:45:56.554606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:56.576495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:56.749236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f40954-ecf3-4566-ae41-fd6805db0b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5bc205-0920-4c41-8461-8addc17ee991,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:56.774022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Port': ['ID=600114d5-9810-4fd3-854d-b1f2ec027f54,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:56.793381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['de7bf9e1-ec61-413d-881e-5d8c1caa095f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:56.795210 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.875888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.876579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.915418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1772b3-8eeb-4c18-a94c-a3f75b05830b req-eb975667-72d0-4ae1-bb56-133eefe40ff2 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.929213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff1772b3-8eeb-4c18-a94c-a3f75b05830b req-eb975667-72d0-4ae1-bb56-133eefe40ff2 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 943 time: 0.3038368 Jun 30 02:45:56.976101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b704893-b104-4e9a-9386-3ae2929c7acb req-08300aed-b27b-4d33-a768-b0d51bc816ef service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363000 Jun 30 02:45:57.027217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-973f481e-07a4-492e-8e7d-a39f7d34e0e9 None None] Provisioning for port 6a01b837-cd64-4855-bcd4-35638bcbe523 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:57.036608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=741d7075-4e29-44a9-b960-2644f9d47e65,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.119172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6a01b837-cd64-4855-bcd4-35638bcbe523 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:57.141876 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-30802a2f-eca1-4ed9-90f5-e0ae17c60077 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6106169 Jun 30 02:45:57.193842 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0132c8f6-298f-4147-999f-1c3f26393ff2 x-openstack-request-id: req-0132c8f6-298f-4147-999f-1c3f26393ff2 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:57.194180 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067b77bf-7d58-4b71-b268-70f7deeb5cd9", "name": "network-vif-plugged", "status": "completed", "tag": "741d7075-4e29-44a9-b960-2644f9d47e65", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:57.194909 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0132c8f6-298f-4147-999f-1c3f26393ff2 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:57.195292 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741d7075-4e29-44a9-b960-2644f9d47e65', 'code': 200} Jun 30 02:45:57.287584 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff1772b3-8eeb-4c18-a94c-a3f75b05830b req-4cb7fde4-0ef3-43f7-9037-4b410347bc4e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544137 Jun 30 02:45:57.318135 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=de7bf9e1-ec61-413d-881e-5d8c1caa095f,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.393902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccea5a7-5053-4735-ac74-24f5133b3ddb req-fcedf1c9-5a14-4d51-a068-87764feb21a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.396464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ccea5a7-5053-4735-ac74-24f5133b3ddb req-fcedf1c9-5a14-4d51-a068-87764feb21a8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 1101 time: 0.1409807 Jun 30 02:45:57.446417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:57.476280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port d0ec9c07-97aa-4214-b554-a99097ff930a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:57.486826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port d0ec9c07-97aa-4214-b554-a99097ff930a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:57.489043 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.522189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:57.570929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ccea5a7-5053-4735-ac74-24f5133b3ddb req-ecc23ef7-3f04-47d2-8566-9369d3ab37f7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605358 Jun 30 02:45:57.593431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:57.600494 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6420171-73ab-4aeb-8591-f1e2c3df338e" -d '{"events": [{"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:57.603561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.613243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 6a01b837-cd64-4855-bcd4-35638bcbe523 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:57.619436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b89af38f-1e19-4a70-a854-b65527a2e89c None None] Provisioning for port 600114d5-9810-4fd3-854d-b1f2ec027f54 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:57.635515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Transition to ACTIVE for port object f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:57.656784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a7040-e096-40d7-bfcc-a6e2b94e4e64 req-b552c01d-2e06-4dad-8586-3b74f0b6fdfe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.661354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b89af38f-1e19-4a70-a854-b65527a2e89c None None] Provisioning complete for port 600114d5-9810-4fd3-854d-b1f2ec027f54 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:57.661759 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b89af38f-1e19-4a70-a854-b65527a2e89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.670855 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-901a7040-e096-40d7-bfcc-a6e2b94e4e64 req-b552c01d-2e06-4dad-8586-3b74f0b6fdfe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 944 time: 0.2136621 Jun 30 02:45:57.712518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 6a01b837-cd64-4855-bcd4-35638bcbe523 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:57.713185 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.740802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-901a7040-e096-40d7-bfcc-a6e2b94e4e64 req-5d0091b3-39bc-421b-8516-71094fc9b849 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685313 Jun 30 02:45:57.790507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b89af38f-1e19-4a70-a854-b65527a2e89c None None] Port 600114d5-9810-4fd3-854d-b1f2ec027f54 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:57.829781 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.838885 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.958590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.983435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:58.044915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-182bd2b5-a98e-4146-a4ca-d95895441542 None None] Provisioning complete for port 6a01b837-cd64-4855-bcd4-35638bcbe523 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:58.045303 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-182bd2b5-a98e-4146-a4ca-d95895441542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.066496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] No DVR routers for this DVR port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:58.137264 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.174347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c5c31-98fa-4482-9308-d9c1f29e0208 req-d3d6be65-184e-4e03-bd8d-40b0303a2d15 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:58.176226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b32c5c31-98fa-4482-9308-d9c1f29e0208 req-d3d6be65-184e-4e03-bd8d-40b0303a2d15 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.3994844 Jun 30 02:45:58.201685 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.203540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:58.203892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:58.204342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:58.220528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device de7bf9e1-ec61-413d-881e-5d8c1caa095f up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:58.224952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 6a01b837-cd64-4855-bcd4-35638bcbe523, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6a01b837-cd64-4855-bcd4-35638bcbe523,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:58.234771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:58.235122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:58.279831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-5036168a-e461-441d-924e-dcad09f97b07 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3323467 Jun 30 02:45:58.298038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:58.298401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:58.299646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:58.300113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Bound port: f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:58.300486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.348057 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-182bd2b5-a98e-4146-a4ca-d95895441542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.390103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:58.446503 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-e920d8a6-b2cf-4177-8da3-7c7e632d8c95 service neutron] 10.222.0.83 "GET /v2.0/ports/58515f87-93be-4dab-9021-bdf7d18ea42e/bindings/n-h1-798249-3 HTTP/1.1" status: 200 len: 384 time: 0.1769230 Jun 30 02:45:58.452221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52470) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:58.460493 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6da692a9-faf4-42e3-b9cc-26d21b266d5c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694730916', 'description': 'tempest-description--1030271429'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:58.479923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:58.480509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.483926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:58.567168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b32c5c31-98fa-4482-9308-d9c1f29e0208 req-b6becfb2-09da-49e3-9c7d-6d5db1e94260 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620279 Jun 30 02:45:58.608893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-08848ee1-a7b3-494d-9a51-b9e87223a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:58.614995 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-08848ee1-a7b3-494d-9a51-b9e87223a246 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 1096 time: 0.2739413 Jun 30 02:45:58.618367 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.625261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:58.627869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a36c88e-6aa7-4afc-8efa-e1d93e91b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.632858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port de7bf9e1-ec61-413d-881e-5d8c1caa095f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:58.656786 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6da692a9-faf4-42e3-b9cc-26d21b266d5c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.721295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:58.722402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.723983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] 10.222.0.83 "PUT /v2.0/ports/f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 1096 time: 2.2942357 Jun 30 02:45:58.863898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port de7bf9e1-ec61-413d-881e-5d8c1caa095f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:58.864478 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.909471 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-182bd2b5-a98e-4146-a4ca-d95895441542 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:45:58.909902 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-182bd2b5-a98e-4146-a4ca-d95895441542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:45:58.973961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:58.986240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=6a01b837-cd64-4855-bcd4-35638bcbe523,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.032035 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e7ed0-b35a-4295-8136-66e38b0537cc req-f1e46dad-728e-4d25-8042-b2abfc2eb2ab tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.034998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd2e7ed0-b35a-4295-8136-66e38b0537cc req-f1e46dad-728e-4d25-8042-b2abfc2eb2ab tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 950 time: 0.4729090 Jun 30 02:45:59.076090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b0dca592-aff2-458c-a4b6-e03386c57465 service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:59.081374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eba90-692c-4f0c-b79b-7ad446d657a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.092886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52478) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:59.111234 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.134835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-a18b4e30-4260-4e0a-baa3-ca3263ce90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.136725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-a18b4e30-4260-4e0a-baa3-ca3263ce90b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.4796362 Jun 30 02:45:59.145963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b0dca592-aff2-458c-a4b6-e03386c57465 service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:59.196848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:59.201506 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464ec209-45b2-4c18-9ad0-6f22dd30261c" -d '{"events": [{"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:59.203603 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-aec5cae4-1bad-45f1-9c08-fa08b9218abc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e HTTP/1.1" status: 200 len: 217 time: 0.0565495 Jun 30 02:45:59.207439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-57ca3d15-c34c-4bb7-b7c9-9cb6299f982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.209069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-57ca3d15-c34c-4bb7-b7c9-9cb6299f982a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 1099 time: 0.4321437 Jun 30 02:45:59.248148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cae5fe-3d26-4d56-8c85-5ecae658c95b req-2b310fbb-59a1-4b09-b75d-8160219b52af tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.252353 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6da692a9-faf4-42e3-b9cc-26d21b266d5c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.256109 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91cae5fe-3d26-4d56-8c85-5ecae658c95b req-2b310fbb-59a1-4b09-b75d-8160219b52af tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 984 time: 0.3122902 Jun 30 02:45:59.258884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b0dca592-aff2-458c-a4b6-e03386c57465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58515f87-93be-4dab-9021-bdf7d18ea42e {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:59.270141 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd2e7ed0-b35a-4295-8136-66e38b0537cc req-820396ef-1a19-4197-8d1c-9dd5ce60f52b tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620617 Jun 30 02:45:59.277271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b0dca592-aff2-458c-a4b6-e03386c57465 service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:59.281792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port de7bf9e1-ec61-413d-881e-5d8c1caa095f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=de7bf9e1-ec61-413d-881e-5d8c1caa095f,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:59.311154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1556869601-network', 'tenant_id': '8d2865600279469a9fb6e51fd8957e32'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:59.396092 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6da692a9-faf4-42e3-b9cc-26d21b266d5c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.413121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-5a665aee-337b-4040-b78f-b33058a85815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.415025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-5a665aee-337b-4040-b78f-b33058a85815 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.2050688 Jun 30 02:45:59.430530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b0dca592-aff2-458c-a4b6-e03386c57465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.445889 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91cae5fe-3d26-4d56-8c85-5ecae658c95b req-60a20a08-5271-4cc7-b391-2b80898de3b6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1239dfc-1937-44fa-8f4a-9752addfa63a&id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1888764 Jun 30 02:45:59.483047 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da692a9-faf4-42e3-b9cc-26d21b266d5c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f97998c-e60a-4d93-83db-2bd0a0a75251,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.483937 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.485750 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-a39c425d-0c84-463b-a663-0e25922a059d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610044 Jun 30 02:45:59.487395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 58515f87-93be-4dab-9021-bdf7d18ea42e no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:59.594114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=de7bf9e1-ec61-413d-881e-5d8c1caa095f,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.608018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-2806ae7c-5a57-4b62-bcfb-8919a939670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.617894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-2806ae7c-5a57-4b62-bcfb-8919a939670f service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.3879452 Jun 30 02:45:59.632816 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ddb7b7-5e1a-47f9-9f7f-62378842c611 x-openstack-request-id: req-b1ddb7b7-5e1a-47f9-9f7f-62378842c611 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:59.633130 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:59.633361 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1ddb7b7-5e1a-47f9-9f7f-62378842c611 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:59.633783 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'code': 200} Jun 30 02:45:59.642930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b0dca592-aff2-458c-a4b6-e03386c57465 service neutron] Transition to ACTIVE for port object 58515f87-93be-4dab-9021-bdf7d18ea42e will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:59.647378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Made reservation on behalf of 8d2865600279469a9fb6e51fd8957e32 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:59.651705 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.710021 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-8250b4e3-e44a-4cef-a246-c8f5f5fbcb9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 217 time: 0.0911345 Jun 30 02:45:59.712987 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.739614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6da692a9-faf4-42e3-b9cc-26d21b266d5c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.741041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6da692a9-faf4-42e3-b9cc-26d21b266d5c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2877302 Jun 30 02:45:59.746998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52492) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:59.752747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7553baf2-6956-4317-ae50-bd2b66a58b15 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'security_group_rule': {'security_group_id': '4f97998c-e60a-4d93-83db-2bd0a0a75251', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:59.799005 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-04100bd0-b47b-46e2-89e4-867449e65ef4 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027785 Jun 30 02:45:59.799235 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b0dca592-aff2-458c-a4b6-e03386c57465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.800594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-ed8c2155-3ca9-42a5-be82-b35d541841f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.802120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-ed8c2155-3ca9-42a5-be82-b35d541841f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0855634 Jun 30 02:45:59.902719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dca592-aff2-458c-a4b6-e03386c57465 service neutron] Pushing event updated for resources: {'Port': ['ID=58515f87-93be-4dab-9021-bdf7d18ea42e,revision_number=10']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.909394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b0dca592-aff2-458c-a4b6-e03386c57465 service neutron] No DVR routers for this DVR port 58515f87-93be-4dab-9021-bdf7d18ea42e on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:59.954357 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-b0dca592-aff2-458c-a4b6-e03386c57465 service neutron] 10.222.0.83 "PUT /v2.0/ports/58515f87-93be-4dab-9021-bdf7d18ea42e/bindings/n-h1-798249-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4996409 Jun 30 02:45:59.962858 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9671a63-00c8-4e14-aa8a-6f1c2d7bdc24 req-3c1f4282-a872-4ed2-ba2d-2286c9691320 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.971432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9671a63-00c8-4e14-aa8a-6f1c2d7bdc24 req-3c1f4282-a872-4ed2-ba2d-2286c9691320 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 945 time: 0.2279139 Jun 30 02:45:59.993675 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7553baf2-6956-4317-ae50-bd2b66a58b15 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.013092 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26ab80bf-f699-44f9-bf45-f7ee221259b2 req-2a6d7418-2ac3-48f9-b756-5b42270aee1d service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010663 Jun 30 02:46:00.020333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-6e8c861e-1b65-4222-a168-cba46763476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.021876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-6e8c861e-1b65-4222-a168-cba46763476a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2123671 Jun 30 02:46:00.052360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9671a63-00c8-4e14-aa8a-6f1c2d7bdc24 req-65e84898-ba6b-4b34-a610-28e5ac7b400d tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801105 Jun 30 02:46:00.066549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405d6ab-2160-43c8-bc6d-9cb89f845b9f req-46ca8223-5875-4eac-8656-c3a33f536af7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.068354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3405d6ab-2160-43c8-bc6d-9cb89f845b9f req-46ca8223-5875-4eac-8656-c3a33f536af7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 944 time: 0.3747013 Jun 30 02:46:00.100067 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7553baf2-6956-4317-ae50-bd2b66a58b15 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.117858 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca4d124-897f-4df9-9571-8789f35a9e01 x-openstack-request-id: req-0ca4d124-897f-4df9-9571-8789f35a9e01 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:00.117858 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:00.117858 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ca4d124-897f-4df9-9571-8789f35a9e01 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:00.117858 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'code': 200} Jun 30 02:46:00.253011 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7553baf2-6956-4317-ae50-bd2b66a58b15 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.255401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3405d6ab-2160-43c8-bc6d-9cb89f845b9f req-72783b64-878e-4641-8f27-0d4b359bb6a1 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564384 Jun 30 02:46:00.264758 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-0f16d5fa-5bcc-4019-899d-36d8abc5ee74 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336605 Jun 30 02:46:00.304166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553baf2-6956-4317-ae50-bd2b66a58b15 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4cc375-c53b-4bd7-80c7-d3bc4828d810,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:00.327867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29dbe2-4fac-4ec1-a700-2da1e0156d7f req-d1190294-444a-40ac-be35-4ec53d9f8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.330215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af29dbe2-4fac-4ec1-a700-2da1e0156d7f req-d1190294-444a-40ac-be35-4ec53d9f8b20 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 1101 time: 0.1363070 Jun 30 02:46:00.364796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-ce5ead41-f881-4688-81dd-689e3f8211f9 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.366354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-ce5ead41-f881-4688-81dd-689e3f8211f9 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1095 time: 0.2374167 Jun 30 02:46:00.368460 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.807942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.808675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-bc2938fb-c280-4e9b-9a6c-bf4d457d2e39 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1576061432&fields=id&tenant_id=4967adadaf674dd69ff9581e27cdd746 HTTP/1.1" status: 200 len: 267 time: 0.4701593 Jun 30 02:46:00.808675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af29dbe2-4fac-4ec1-a700-2da1e0156d7f req-faa1b569-3126-4acb-bea2-0b6a0321135c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527419 Jun 30 02:46:00.814109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:00.824013 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c787f3d-4831-4146-80d8-9fb5b8ff5fb2 req-0e46dbca-059b-4b91-806e-201acea503fc service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522139 Jun 30 02:46:00.829472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-4664472c-c806-473a-9272-1c5c80ec9774 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.832022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-4664472c-c806-473a-9272-1c5c80ec9774 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 984 time: 0.0725620 Jun 30 02:46:00.840731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6a01b837-cd64-4855-bcd4-35638bcbe523 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:00.841046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24b9c9c-df90-4d7d-9968-2c061b3dfd57,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:00.847336 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.847810 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Added segment ddf71f3a-274d-4165-8da2-a446e1c4b4d3 of type vlan for network 49922fc5-c3d8-48be-85de-86ddb8475a38 Jun 30 02:46:00.898704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-613dc41b-0735-4dfb-8ce9-3bd7eaf811d7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'port': {'security_groups': ['50578f5c-a10d-4c9c-90db-00efbc3b7e86', 'e1239dfc-1937-44fa-8f4a-9752addfa63a', '05257c65-21f5-41b0-9767-ea659d758fa6']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:00.913004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.922403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-22b15729-2ced-445c-a607-b8300600bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.924061 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-22b15729-2ced-445c-a607-b8300600bc1b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493&tenant_id=a89f75a4941141878233813936107c0e HTTP/1.1" status: 200 len: 1095 time: 0.5481381 Jun 30 02:46:00.977897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 6a01b837-cd64-4855-bcd4-35638bcbe523 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:00.977897 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.978199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d43ef6-c1bd-46b0-87f8-9995a2b2c7d9 req-52ba89aa-d66d-433c-b6ad-14ed3f926394 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.983031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16d43ef6-c1bd-46b0-87f8-9995a2b2c7d9 req-52ba89aa-d66d-433c-b6ad-14ed3f926394 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 948 time: 0.2634354 Jun 30 02:46:01.002360 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-613dc41b-0735-4dfb-8ce9-3bd7eaf811d7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.070118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16d43ef6-c1bd-46b0-87f8-9995a2b2c7d9 req-27ecb34a-8ed9-4e34-ba86-ad400c580539 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860269 Jun 30 02:46:01.095704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-3c2873ad-2ee8-41fe-a57b-57ca5cc46d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.097957 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-3c2873ad-2ee8-41fe-a57b-57ca5cc46d0e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 1095 time: 0.1310494 Jun 30 02:46:01.216079 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7553baf2-6956-4317-ae50-bd2b66a58b15 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.220356 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7553baf2-6956-4317-ae50-bd2b66a58b15 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4690099 Jun 30 02:46:01.221405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52500) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:01.232973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b4c96495-f643-4305-b2bf-d824167c51d7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'security_group_rule': {'security_group_id': '4f97998c-e60a-4d93-83db-2bd0a0a75251', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:01.281903 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.281903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.281903 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.287644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-feb88fab-513d-477e-b7af-5726203e10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.289159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-feb88fab-513d-477e-b7af-5726203e10d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1852317 Jun 30 02:46:01.321093 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-613dc41b-0735-4dfb-8ce9-3bd7eaf811d7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] For port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:01.367280 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.376722 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-613dc41b-0735-4dfb-8ce9-3bd7eaf811d7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.383620 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-8c938c16-fcea-45c0-a7c8-07b17dbe9961 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58515f87-93be-4dab-9021-bdf7d18ea42e HTTP/1.1" status: 200 len: 217 time: 0.0764468 Jun 30 02:46:01.404185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] Pushing event updated for resources: {'Network': ['ID=49922fc5-c3d8-48be-85de-86ddb8475a38,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:01.414854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 49922fc5-c3d8-48be-85de-86ddb8475a38 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:01.438183 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4c96495-f643-4305-b2bf-d824167c51d7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.444194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6c217-9d92-47a5-a563-cd2a6d5d5c8b req-3fd05373-44c3-48d9-b1a4-8eb17f4460ec tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.447021 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-284777f4-688e-4634-a7e5-a83d9c9a6321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.452125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02b6c217-9d92-47a5-a563-cd2a6d5d5c8b req-3fd05373-44c3-48d9-b1a4-8eb17f4460ec tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 950 time: 0.2414923 Jun 30 02:46:01.498365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-ae3d87b1-14b9-4a9d-bc8c-1b28287aac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.500981 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-ae3d87b1-14b9-4a9d-bc8c-1b28287aac59 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.1108234 Jun 30 02:46:01.553251 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5d48d1c5-c70a-424b-a0e6-654bad29fec5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413229 Jun 30 02:46:01.571485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4c96495-f643-4305-b2bf-d824167c51d7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.595865 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-613dc41b-0735-4dfb-8ce9-3bd7eaf811d7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.610243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2f456df-f1b0-4e4f-8b81-adb4153a532c', '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:01.658061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:01.660188 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419cb7db-7042-41bf-bccf-168f527ce9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:01.666373 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-f5979df8-82b2-4ae5-a9f3-df5e2ecff0b1 service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026702 Jun 30 02:46:01.675463 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e171715b-8600-4307-9e81-b9f357496065 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5748649 Jun 30 02:46:01.676748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52510) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:01.692158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Request body: {'subnet': {'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1556869601-subnet', 'tenant_id': '8d2865600279469a9fb6e51fd8957e32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:01.696621 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02b6c217-9d92-47a5-a563-cd2a6d5d5c8b req-fdfa01b6-630f-41e5-a2fc-5538f04cb314 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436194 Jun 30 02:46:01.714719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-613dc41b-0735-4dfb-8ce9-3bd7eaf811d7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.725244 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-613dc41b-0735-4dfb-8ce9-3bd7eaf811d7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.734533 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b4b3047-63a8-4a82-9333-aa543bd9922d req-613dc41b-0735-4dfb-8ce9-3bd7eaf811d7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "PUT /v2.0/ports/75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b HTTP/1.1" status: 200 len: 1020 time: 0.8601334 Jun 30 02:46:01.762916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'tag': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:01.765666 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d214df-a4b6-4b93-884c-29aefce4b85f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ad0420-57e0-4dd4-8c01-0769f4074bc1", "tag": "75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:01.779963 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4c96495-f643-4305-b2bf-d824167c51d7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.825227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dc41b-0735-4dfb-8ce9-3bd7eaf811d7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'Port': ['ID=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,revision_number=7']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:01.829153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c96495-f643-4305-b2bf-d824167c51d7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b62b68-e23f-42ea-8ba5-818a0b474b59,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:01.836506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:01.862812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-fdee94e8-3f3e-47d1-b7b5-dcdbde60a5ed service neutron] 10.222.0.74 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883881 Jun 30 02:46:02.016146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Made reservation on behalf of 8d2865600279469a9fb6e51fd8957e32 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:02.019703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.033920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a53f76-42f5-489a-af19-5331d7c63d61 req-7d8d6086-acf0-4bec-8a68-558e80920461 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:02.036077 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4a53f76-42f5-489a-af19-5331d7c63d61 req-7d8d6086-acf0-4bec-8a68-558e80920461 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 944 time: 0.1142154 Jun 30 02:46:02.099785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4a53f76-42f5-489a-af19-5331d7c63d61 req-1728d94d-1a17-4533-822e-e00cc7f67da3 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476117 Jun 30 02:46:02.121218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a94d7d3-6fe4-49ab-b575-74c1f69d0b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7bf9e1-ec61-413d-881e-5d8c1caa095f'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:02.129437 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919b337c-bda1-45aa-b5fe-654473ce800e" -d '{"events": [{"server_uuid": "0a94d7d3-6fe4-49ab-b575-74c1f69d0b71", "name": "network-vif-plugged", "status": "completed", "tag": "de7bf9e1-ec61-413d-881e-5d8c1caa095f"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:02.218957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bf7d5-b0d5-4990-9b2f-6032d8a346b9 req-690cac62-8807-46e7-a39f-5a45d8183663 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:02.228228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-328bf7d5-b0d5-4990-9b2f-6032d8a346b9 req-690cac62-8807-46e7-a39f-5a45d8183663 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 945 time: 0.2636392 Jun 30 02:46:02.237702 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c174588-4b55-4536-a172-78df620788fd x-openstack-request-id: req-5c174588-4b55-4536-a172-78df620788fd {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:02.238248 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:02.238594 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c174588-4b55-4536-a172-78df620788fd {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:02.239174 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'status': 'completed', 'code': 200} Jun 30 02:46:02.375597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-328bf7d5-b0d5-4990-9b2f-6032d8a346b9 req-6a6b2a30-0b03-4f61-8abf-90409749a839 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954056 Jun 30 02:46:02.383174 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4c96495-f643-4305-b2bf-d824167c51d7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.388245 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b4c96495-f643-4305-b2bf-d824167c51d7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1651261 Jun 30 02:46:02.390470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52522) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:02.395174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:02.475399 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8247738a-8e4e-467d-99f6-ed4672ba1125 req-29c5b357-7b8a-4f5c-8644-c0e4088c629a tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/05257c65-21f5-41b0-9767-ea659d758fa6 HTTP/1.1" status: 200 len: 1800 time: 0.2086477 Jun 30 02:46:02.578985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-b1558bde-369e-4867-900a-a901e595f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:02.580777 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-b1558bde-369e-4867-900a-a901e595f3f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 1099 time: 0.3255403 Jun 30 02:46:02.586789 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-8247738a-8e4e-467d-99f6-ed4672ba1125 req-46b6d15a-4154-4f0a-9e46-24ceea08aa5d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:46:02.598382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8247738a-8e4e-467d-99f6-ed4672ba1125 req-46b6d15a-4154-4f0a-9e46-24ceea08aa5d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/05257c65-21f5-41b0-9767-ea659d758fa6 HTTP/1.1" status: 409 len: 341 time: 0.1150393 Jun 30 02:46:02.608948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.623577 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.753758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-9d21437e-2b41-4aed-9bc0-8e60b4f48dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:02.756462 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-9d21437e-2b41-4aed-9bc0-8e60b4f48dc1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 1099 time: 0.3903201 Jun 30 02:46:02.847760 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e623f068-1e09-4b75-b928-c9187ebc87b4 x-openstack-request-id: req-e623f068-1e09-4b75-b928-c9187ebc87b4 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:02.847760 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ad0420-57e0-4dd4-8c01-0769f4074bc1", "tag": "75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:02.848468 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e623f068-1e09-4b75-b928-c9187ebc87b4 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:02.848468 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'tag': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b', 'status': 'completed', 'code': 200} Jun 30 02:46:02.962848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.026541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6026cea-7d51-4d46-97d9-f1db38df5c4b req-e4c7dfaf-e53d-4ec5-9bfd-5012b4df8fd2 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.037192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c6026cea-7d51-4d46-97d9-f1db38df5c4b req-e4c7dfaf-e53d-4ec5-9bfd-5012b4df8fd2 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 950 time: 0.5063014 Jun 30 02:46:03.070984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-89f26f56-39b4-417e-be57-c8d02321126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.072546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-89f26f56-39b4-417e-be57-c8d02321126c service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.4676304 Jun 30 02:46:03.114131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5e1c63-79c1-4411-9b46-90f94045e51f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:03.135750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-83f3ddf9-ee3e-43a8-b36e-8135ac574d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.138142 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-83f3ddf9-ee3e-43a8-b36e-8135ac574d83 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.3689945 Jun 30 02:46:03.144217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:03.156377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-b6de8604-8cba-458f-9d1c-7dacc79f6d21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 217 time: 0.0554945 Jun 30 02:46:03.156578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Network hostable DHCP agents. Network: 49922fc5-c3d8-48be-85de-86ddb8475a38, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:03.187821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c6026cea-7d51-4d46-97d9-f1db38df5c4b req-6b03bf35-5a99-4095-9b45-77bc08c18d23 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484308 Jun 30 02:46:03.213525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d214df-a4b6-4b93-884c-29aefce4b85f req-84d841a1-16f6-48f6-acfd-e4876cc8f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.219694 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0d214df-a4b6-4b93-884c-29aefce4b85f req-84d841a1-16f6-48f6-acfd-e4876cc8f35c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4967adadaf674dd69ff9581e27cdd746&device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 1174 time: 0.3638582 Jun 30 02:46:03.242879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19b53-ea05-4514-8eca-75326d2fe8ba req-492a9b16-ff94-40d1-b7cc-c56cc4e94fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.249505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6e19b53-ea05-4514-8eca-75326d2fe8ba req-492a9b16-ff94-40d1-b7cc-c56cc4e94fba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89f75a4941141878233813936107c0e&device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 1095 time: 0.3188288 Jun 30 02:46:03.259170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-4f9d656d-2fc3-4d51-ab31-013e17959771 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 217 time: 0.1001031 Jun 30 02:46:03.302130 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083df801-36a4-4327-b3b3-94627e6fc8c1 x-openstack-request-id: req-083df801-36a4-4327-b3b3-94627e6fc8c1 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:03.302456 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a94d7d3-6fe4-49ab-b575-74c1f69d0b71", "name": "network-vif-plugged", "status": "completed", "tag": "de7bf9e1-ec61-413d-881e-5d8c1caa095f", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:03.302810 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-083df801-36a4-4327-b3b3-94627e6fc8c1 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:03.303206 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a94d7d3-6fe4-49ab-b575-74c1f69d0b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7bf9e1-ec61-413d-881e-5d8c1caa095f', 'code': 200} Jun 30 02:46:03.317298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5c94cae5-2766-4da1-9fd5-034586f353c2 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.332221 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-5c94cae5-2766-4da1-9fd5-034586f353c2 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493&tenant_id=a89f75a4941141878233813936107c0e&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1095 time: 0.4045212 Jun 30 02:46:03.391933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Network 49922fc5-c3d8-48be-85de-86ddb8475a38 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:03.419294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-e03f1613-1f9a-4386-9133-2041d834098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.421606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-e03f1613-1f9a-4386-9133-2041d834098d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.2722859 Jun 30 02:46:03.438436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8774-8f8a-4722-b70a-47ef31131128 req-7c667b0b-86e4-4274-8c6b-4c4d2a3c8c68 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.439984 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8ef8774-8f8a-4722-b70a-47ef31131128 req-7c667b0b-86e4-4274-8c6b-4c4d2a3c8c68 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 948 time: 0.4571915 Jun 30 02:46:03.458130 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.488620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19b53-ea05-4514-8eca-75326d2fe8ba req-4f72ff1e-ebee-453f-b1f1-de852888b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.490381 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6e19b53-ea05-4514-8eca-75326d2fe8ba req-4f72ff1e-ebee-453f-b1f1-de852888b2d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 200 len: 906 time: 0.1815159 Jun 30 02:46:03.493129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d214df-a4b6-4b93-884c-29aefce4b85f req-c0ed711e-e552-4f1c-a95a-2676f0455f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.493129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0d214df-a4b6-4b93-884c-29aefce4b85f req-c0ed711e-e552-4f1c-a95a-2676f0455f89 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 200 len: 913 time: 0.2664936 Jun 30 02:46:03.638477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 49922fc5-c3d8-48be-85de-86ddb8475a38) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:03.647887 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6e19b53-ea05-4514-8eca-75326d2fe8ba req-9a9a40e3-ab16-4387-b337-592eb3d9d246 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58515f87-93be-4dab-9021-bdf7d18ea42e HTTP/1.1" status: 200 len: 217 time: 0.1098735 Jun 30 02:46:03.648775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a05529-baf8-49a6-943b-bf67c7cdbd68 None None] Network 49922fc5-c3d8-48be-85de-86ddb8475a38 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:03.649278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0d214df-a4b6-4b93-884c-29aefce4b85f req-d0112411-5bbc-4a73-99c1-133028330c51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b HTTP/1.1" status: 200 len: 217 time: 0.1124763 Jun 30 02:46:03.651613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.652314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.675260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-3985cb96-db46-44f4-aa66-ef25e62d1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.681442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-3985cb96-db46-44f4-aa66-ef25e62d1a2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.4064746 Jun 30 02:46:03.792599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8ef8774-8f8a-4722-b70a-47ef31131128 req-403414d3-fdaf-471b-825a-2497438a50a5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747848 Jun 30 02:46:03.797731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d214df-a4b6-4b93-884c-29aefce4b85f req-209d7142-0095-4e83-a5f4-3c0c9fc3d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.799319 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0d214df-a4b6-4b93-884c-29aefce4b85f req-209d7142-0095-4e83-a5f4-3c0c9fc3d886 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=601a0bd9-eede-426f-bfc9-937b3a8d7ca3 HTTP/1.1" status: 200 len: 852 time: 0.1422629 Jun 30 02:46:03.811776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-d41a6bf3-f0de-417c-baf0-933e6c87bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.814236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-d41a6bf3-f0de-417c-baf0-933e6c87bebc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3724031 Jun 30 02:46:03.814371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Allocated IP 172.25.2.45 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/3757a254-0b99-46fa-8ab9-9a4a83b34676) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:03.841408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4f58a-fbea-4992-aafb-50659fb56225 None None] Network 49922fc5-c3d8-48be-85de-86ddb8475a38 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:03.844828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e19b53-ea05-4514-8eca-75326d2fe8ba req-3794bf14-1532-4c17-91ec-1141cfe436ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.850387 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6e19b53-ea05-4514-8eca-75326d2fe8ba req-3794bf14-1532-4c17-91ec-1141cfe436ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 200 len: 845 time: 0.1921675 Jun 30 02:46:03.883848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ac5b6-8969-4dab-8ffb-26fa90bd81d2 req-99ddafe9-93d9-4d74-b908-c10e7f75ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.885390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-112ac5b6-8969-4dab-8ffb-26fa90bd81d2 req-99ddafe9-93d9-4d74-b908-c10e7f75ac91 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 1096 time: 0.3911049 Jun 30 02:46:03.892729 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0d214df-a4b6-4b93-884c-29aefce4b85f req-f42afe60-800f-49fe-b8ca-435a8085b807 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50a37c81-31b5-4c29-8733-d133371271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802801 Jun 30 02:46:03.918199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c0f8e0fd-ad1c-45aa-8d27-d778f370c0eb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2292292 Jun 30 02:46:04.009077 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-9827456f-62ea-4862-9afe-279079796b5b service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584387 Jun 30 02:46:04.046175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6e19b53-ea05-4514-8eca-75326d2fe8ba req-1045a15a-a929-43ad-82b3-9f1e202926d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595516 Jun 30 02:46:04.198395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-6648e687-0fb4-4eb4-a338-bac711920ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.200961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-6648e687-0fb4-4eb4-a338-bac711920ef2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4919190 Jun 30 02:46:04.247814 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-112ac5b6-8969-4dab-8ffb-26fa90bd81d2 req-c32655fb-3e7c-4179-bbdc-11bbe187002d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541403 Jun 30 02:46:04.313194 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-710e20bc-f445-4423-aa7c-1047cc1395ed service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753160 Jun 30 02:46:04.347338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe2fc4-32fe-401b-a909-ab68b519d1b9 req-4042d090-ba21-4928-a970-9f5c2b11cc58 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.354558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7dbe2fc4-32fe-401b-a909-ab68b519d1b9 req-4042d090-ba21-4928-a970-9f5c2b11cc58 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 944 time: 0.3444541 Jun 30 02:46:04.395803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-0277510e-ce38-482f-b539-826e6cc46ec1 service neutron] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:04.425386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-0277510e-ce38-482f-b539-826e6cc46ec1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.430063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa6f0606-48fe-4e0d-a4fe-a6edafd44399 req-0277510e-ce38-482f-b539-826e6cc46ec1 service neutron] 10.222.0.74 "DELETE /v2.0/ports/58515f87-93be-4dab-9021-bdf7d18ea42e/bindings/n-h2-798249-3 HTTP/1.1" status: 204 len: 173 time: 1.0446949 Jun 30 02:46:04.443704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-f3b37f44-dd2f-41cd-a9c6-38092b94389d service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354245 Jun 30 02:46:04.447695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7dbe2fc4-32fe-401b-a909-ab68b519d1b9 req-2121b33e-7180-4e36-a534-13a0f7414775 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922377 Jun 30 02:46:04.477030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0d214df-a4b6-4b93-884c-29aefce4b85f req-0994432a-fe7a-4c67-a3c3-251e26c32e00 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726371 Jun 30 02:46:04.491835 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.626705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.631092 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6e19b53-ea05-4514-8eca-75326d2fe8ba req-bbcbbc6f-6490-4a83-ba07-c47192ff83d2 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859016 Jun 30 02:46:04.643150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0d214df-a4b6-4b93-884c-29aefce4b85f req-4113e697-fce4-4940-9d5c-82eedf1d36e6 service neutron] 10.222.0.74 "GET /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433921 Jun 30 02:46:04.698525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:04.702067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419cb7db-7042-41bf-bccf-168f527ce9ba req-af7300cc-2bb5-4866-8335-467a218192fb service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359719 Jun 30 02:46:04.750987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f4f96-b450-4b3d-b175-d3789b5e9ee3 req-618d7e60-3acf-499b-bc15-d6c1ceb34566 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.752880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c96f4f96-b450-4b3d-b175-d3789b5e9ee3 req-618d7e60-3acf-499b-bc15-d6c1ceb34566 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 945 time: 0.1329935 Jun 30 02:46:04.839132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c96f4f96-b450-4b3d-b175-d3789b5e9ee3 req-3d93d44e-ab3a-4b6b-b95f-746379d86357 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785036 Jun 30 02:46:04.848703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6e19b53-ea05-4514-8eca-75326d2fe8ba req-0ddf1e77-f55e-409c-9eee-2aa350d2e817 service neutron] 10.222.0.83 "GET /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020178 Jun 30 02:46:04.851412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.923686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:04.963909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:04.965365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'mac_address': 'fa:16:3e:47:5d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:04.970068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:04.979736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:05.017454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Port': ['ID=3757a254-0b99-46fa-8ab9-9a4a83b34676,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:05.037155 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.078891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:05.109716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:05.127426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc702f2-8b8a-4b47-9aad-006cdfcfb931 req-3262cf7c-baf4-48cf-b987-ca91cee98e16 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.129598 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1fc702f2-8b8a-4b47-9aad-006cdfcfb931 req-3262cf7c-baf4-48cf-b987-ca91cee98e16 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 1023 time: 0.1309171 Jun 30 02:46:05.197590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.214426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1fc702f2-8b8a-4b47-9aad-006cdfcfb931 req-cc8e3bfa-5fc4-4f72-9008-ac01fa84ffb5 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=e1239dfc-1937-44fa-8f4a-9752addfa63a&id=05257c65-21f5-41b0-9767-ea659d758fa6&id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0784881 Jun 30 02:46:05.225041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.331597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52562) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:05.335195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:05.336921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1965606591-network', 'tenant_id': '9edc78e1914a4ef28ee5a803ab0de905'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:05.460993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.464880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:05.470476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bde058-cab8-4ba0-a7e5-ad1687d49f4b req-7188252c-ed41-477c-b753-e5567e40a7ae tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.478378 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04bde058-cab8-4ba0-a7e5-ad1687d49f4b req-7188252c-ed41-477c-b753-e5567e40a7ae tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 949 time: 0.0986509 Jun 30 02:46:05.526615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04bde058-cab8-4ba0-a7e5-ad1687d49f4b req-e3cbfbc4-05df-4222-999d-4991ac4b0de2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471897 Jun 30 02:46:05.650320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.654952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Made reservation on behalf of 9edc78e1914a4ef28ee5a803ab0de905 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:05.661142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.694334 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.759615 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.785722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e9d9d-e8c4-44a4-8c5f-b4adf6b6c032 req-49219589-bda0-46f3-802a-9071bccb8abb tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.787290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e5e9d9d-e8c4-44a4-8c5f-b4adf6b6c032 req-49219589-bda0-46f3-802a-9071bccb8abb tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 1095 time: 0.1083574 Jun 30 02:46:05.837667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Port': ['ID=3757a254-0b99-46fa-8ab9-9a4a83b34676,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:05.854112 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.901070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.924306 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e5e9d9d-e8c4-44a4-8c5f-b4adf6b6c032 req-c5fac520-a10a-4179-b650-3e9fe147a6a6 tempest-LiveMigrationTest-1994118103 tempest-LiveMigrationTest-1994118103-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217566 Jun 30 02:46:05.977465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-432c58fb-3658-4551-aa82-91b44fc266c2 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.979003 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-432c58fb-3658-4551-aa82-91b44fc266c2 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 1023 time: 0.1136284 Jun 30 02:46:06.088784 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.160741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:06.167670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308fa446-f964-40b3-8c3b-4e81a0cce95f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:06.175393 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.175790 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Added segment 04352fd4-3a8b-4658-9e51-9486e4adc6d8 of type vlan for network 7ddcaadc-f245-4b75-9b08-49181010da88 Jun 30 02:46:06.291880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.366495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0defc-7780-4cdc-a12f-e66c5a7b6acb req-629eb6e9-3fe5-4a5d-a133-ddf909f70f5b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:06.368275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57a0defc-7780-4cdc-a12f-e66c5a7b6acb req-629eb6e9-3fe5-4a5d-a133-ddf909f70f5b tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 945 time: 0.1285546 Jun 30 02:46:06.426091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57a0defc-7780-4cdc-a12f-e66c5a7b6acb req-df06f2fc-942a-4d05-9b55-eab75e2ace22 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511615 Jun 30 02:46:06.475637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.475851 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ab562cc1-f4e0-4f85-8c11-036d3a657730 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0841925 Jun 30 02:46:06.513704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-ef133485-6972-4067-8469-ef6d2eb14e1e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Deleting port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:06.515716 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-ef133485-6972-4067-8469-ef6d2eb14e1e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.548194 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.549217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:06.551261 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.678629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] Pushing event updated for resources: {'Network': ['ID=7ddcaadc-f245-4b75-9b08-49181010da88,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:06.690862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 7ddcaadc-f245-4b75-9b08-49181010da88 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:06.692539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-ef133485-6972-4067-8469-ef6d2eb14e1e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] For port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:06.697821 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-ef133485-6972-4067-8469-ef6d2eb14e1e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.726482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-ef133485-6972-4067-8469-ef6d2eb14e1e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Calling delete_port for 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:06.758616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:06.836232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ee873050-9a5b-499b-bdc4-281315a23dcf admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5034187 Jun 30 02:46:06.838971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52590) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:06.846313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Request body: {'subnet': {'network_id': '7ddcaadc-f245-4b75-9b08-49181010da88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1965606591-subnet', 'tenant_id': '9edc78e1914a4ef28ee5a803ab0de905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:07.428179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:07.428922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Made reservation on behalf of 9edc78e1914a4ef28ee5a803ab0de905 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:07.431404 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.432279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:07.432673 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.514396 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.514624 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-ef133485-6972-4067-8469-ef6d2eb14e1e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.526200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2f456df-f1b0-4e4f-8b81-adb4153a532c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:07.546030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef133485-6972-4067-8469-ef6d2eb14e1e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'Port': ['ID=75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:07.560749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:07.563055 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee793e4-200c-4861-a220-7e08f3da2eb7" -d '{"events": [{"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-plugged", "status": "completed", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:07.580636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:07.633123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-ef133485-6972-4067-8469-ef6d2eb14e1e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] No DVR routers for this DVR port 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:07.644627 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-ef133485-6972-4067-8469-ef6d2eb14e1e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.651760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03c2ae4b-8228-4e1e-90ae-6b070b4d20a6 req-ef133485-6972-4067-8469-ef6d2eb14e1e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.74 "DELETE /v2.0/ports/75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b HTTP/1.1" status: 204 len: 173 time: 1.6558342 Jun 30 02:46:07.651760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'name': 'network-vif-deleted', 'tag': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:07.653485 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843c42ab-8638-4200-bc55-42d4ccca8e94" -d '{"events": [{"server_uuid": "b8ad0420-57e0-4dd4-8c01-0769f4074bc1", "name": "network-vif-deleted", "tag": "75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:07.708816 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.785129 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.791477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24237700-0210-47b5-85ad-d5b57001e09b req-243ce6c7-ae09-495b-9b7e-1b02840f298b tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8ad0420-57e0-4dd4-8c01-0769f4074bc1 HTTP/1.1" status: 200 len: 210 time: 0.0558701 Jun 30 02:46:07.896510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:07.989774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Checking segment: {'id': '04352fd4-3a8b-4658-9e51-9486e4adc6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '7ddcaadc-f245-4b75-9b08-49181010da88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:08.000902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Network hostable DHCP agents. Network: 7ddcaadc-f245-4b75-9b08-49181010da88, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:08.002594 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-2196387a-6a55-4000-b391-ae971205e1ed tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--694730916&fields=id&tenant_id=586255c668ef4cc0a6e8ecb667848568 HTTP/1.1" status: 200 len: 267 time: 0.0735455 Jun 30 02:46:08.019966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-1b3da682-7f68-4ade-9488-45a431cb2890 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.021471 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-1b3da682-7f68-4ade-9488-45a431cb2890 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992&tenant_id=a205eb72430843758a6f07925588ee7f&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 950 time: 0.1455567 Jun 30 02:46:08.024156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6296712f-366e-4cf8-97c1-1c80732cb4b9,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:08.109223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-77c83b98-ec81-461c-9ba8-d3dbadf464e1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.117915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-77c83b98-ec81-461c-9ba8-d3dbadf464e1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports/dbdd0484-5948-43a9-8d71-056365de7c3c HTTP/1.1" status: 200 len: 931 time: 0.0943315 Jun 30 02:46:08.189688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-7d94546e-32da-4dd0-a3b8-c1b49cd6d579 service neutron] 10.222.0.83 "GET /v2.0/ports/f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c/bindings/n-h2-798249-3 HTTP/1.1" status: 200 len: 382 time: 0.1310620 Jun 30 02:46:08.201956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a8c659de-375e-4f3a-9227-ee698b1714d3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.203361 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a8c659de-375e-4f3a-9227-ee698b1714d3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports/600114d5-9810-4fd3-854d-b1f2ec027f54 HTTP/1.1" status: 200 len: 931 time: 0.0847299 Jun 30 02:46:08.228318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Network 7ddcaadc-f245-4b75-9b08-49181010da88 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:08.288532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-15ec2df9-0083-4370-bb75-6c7d3ddc389b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?network_id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0720556 Jun 30 02:46:08.332757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-c86f3a73-e0fb-4123-a430-96706b2030e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?network_id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0371573 Jun 30 02:46:08.396034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 7ddcaadc-f245-4b75-9b08-49181010da88) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:08.401191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.401863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.407795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc96605-80ad-40d6-b5a0-6c02a52a3d8f None None] Network 7ddcaadc-f245-4b75-9b08-49181010da88 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:08.419575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-6eb85a79-c395-4a3f-931b-a7e4cb3be205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.421378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-6eb85a79-c395-4a3f-931b-a7e4cb3be205 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 1101 time: 0.1950424 Jun 30 02:46:08.591612 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c2a4a501-a021-4ca8-8f48-7086859f5a45 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7431870 Jun 30 02:46:08.612505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 58515f87-93be-4dab-9021-bdf7d18ea42e no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:08.671339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d9ff6-ab50-498d-bc4c-b0ac2239cd31 None None] Network 7ddcaadc-f245-4b75-9b08-49181010da88 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:08.674408 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ca9d90-b05a-4287-93d2-d3de7b4ba62c x-openstack-request-id: req-20ca9d90-b05a-4287-93d2-d3de7b4ba62c {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:08.675221 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-plugged", "status": "completed", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:08.675707 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20ca9d90-b05a-4287-93d2-d3de7b4ba62c {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:08.676303 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'code': 200} Jun 30 02:46:08.681879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-853593a6-0e74-4eea-b026-0490481c1693 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.702167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-853593a6-0e74-4eea-b026-0490481c1693 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.711737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-853593a6-0e74-4eea-b026-0490481c1693 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.730440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-853593a6-0e74-4eea-b026-0490481c1693 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/networks?id=2b9ddc54-579a-469a-a75a-d6c07351455b&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e HTTP/1.1" status: 200 len: 1991 time: 0.3878813 Jun 30 02:46:08.750446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device d0ec9c07-97aa-4214-b554-a99097ff930a details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:08.785189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:08.848849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-cfd31f5f-4bda-4812-8878-ac02e087de2f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.850470 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-cfd31f5f-4bda-4812-8878-ac02e087de2f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.74 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 944 time: 0.4261768 Jun 30 02:46:08.852209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1f3b858b-312b-4a3d-ad99-dd92cb1ddbb8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/quotas/586255c668ef4cc0a6e8ecb667848568 HTTP/1.1" status: 200 len: 375 time: 0.0986590 Jun 30 02:46:08.854205 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-f6646f70-c1df-4406-9c86-a01a6301caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.858187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-f6646f70-c1df-4406-9c86-a01a6301caeb service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.4240613 Jun 30 02:46:08.903056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:08.908654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:08.962662 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.resource_extend [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:46:08.969918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-22f8c7ca-0d5c-45c5-b228-78b7c0bf5b50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 217 time: 0.0920708 Jun 30 02:46:09.016625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94742004-1317-4467-84e9-e0c808d88d8c req-4f8a8447-e067-479e-b2fb-adbc5d86f98e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:09.021227 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94742004-1317-4467-84e9-e0c808d88d8c req-4f8a8447-e067-479e-b2fb-adbc5d86f98e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.1473713 Jun 30 02:46:09.067926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:09.081420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'mac_address': 'fa:16:3e:09:cd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:09.085182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-52a653cf-dda5-4219-ad6a-e0837b791597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:09.087021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-52a653cf-dda5-4219-ad6a-e0837b791597 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1003439 Jun 30 02:46:09.103574 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94742004-1317-4467-84e9-e0c808d88d8c req-c812d876-2ccb-4638-82f8-70625b5f6842 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759590 Jun 30 02:46:09.134269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-c48ff639-b130-4696-9f0f-5bfe8e58584d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2566686 Jun 30 02:46:09.157785 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.169683 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9840abb-d0b7-4893-a8f7-aba004109110 x-openstack-request-id: req-d9840abb-d0b7-4893-a8f7-aba004109110 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:09.169979 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ad0420-57e0-4dd4-8c01-0769f4074bc1", "name": "network-vif-deleted", "tag": "75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:09.170236 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9840abb-d0b7-4893-a8f7-aba004109110 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:09.170636 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ad0420-57e0-4dd4-8c01-0769f4074bc1', 'name': 'network-vif-deleted', 'tag': '75ad4c2c-4bd8-4c17-a43e-aab9a2fda59b', 'status': 'completed', 'code': 200} Jun 30 02:46:09.180429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0ec9c07-97aa-4214-b554-a99097ff930a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:09.194893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-d4a2ffda-c576-4e08-a5bb-873cb9e81e95 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Deleting port 58515f87-93be-4dab-9021-bdf7d18ea42e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:09.197604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-d4a2ffda-c576-4e08-a5bb-873cb9e81e95 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.227851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:09.289909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-4b382050-e06c-43c9-8b9f-bd3016d13556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:09.291436 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-4b382050-e06c-43c9-8b9f-bd3016d13556 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890240 Jun 30 02:46:09.345945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8c8f9-7f19-46e0-b64e-a9d48df8207b req-447c032f-001e-4c54-aace-f12206fd6f48 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:09.355384 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65d8c8f9-7f19-46e0-b64e-a9d48df8207b req-447c032f-001e-4c54-aace-f12206fd6f48 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 944 time: 0.0845387 Jun 30 02:46:09.361529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-d4a2ffda-c576-4e08-a5bb-873cb9e81e95 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] For port 58515f87-93be-4dab-9021-bdf7d18ea42e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=58515f87-93be-4dab-9021-bdf7d18ea42e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:09.361883 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-d4a2ffda-c576-4e08-a5bb-873cb9e81e95 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.396614 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65d8c8f9-7f19-46e0-b64e-a9d48df8207b req-eb184d54-ca95-420b-bb9c-73d3b4c76a1f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400338 Jun 30 02:46:09.413100 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.442070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-d4a2ffda-c576-4e08-a5bb-873cb9e81e95 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Calling delete_port for 58515f87-93be-4dab-9021-bdf7d18ea42e owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:09.470869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:09.550946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-041da3ad-d0db-40fb-8a23-26d5b3c20a77 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500682 Jun 30 02:46:09.562897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['d0ec9c07-97aa-4214-b554-a99097ff930a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:09.639103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-e3a8aa01-e9be-432c-a092-473b829a1169 service neutron] 10.222.0.77 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712830 Jun 30 02:46:09.663538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd961a-dbb8-4855-aab2-55cfc2f7af74 req-ea1870e9-918b-46dd-bb3d-547f29c4caa4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:09.677849 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c3dd961a-dbb8-4855-aab2-55cfc2f7af74 req-ea1870e9-918b-46dd-bb3d-547f29c4caa4 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 945 time: 0.1467297 Jun 30 02:46:09.733835 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c3dd961a-dbb8-4855-aab2-55cfc2f7af74 req-cd317ea0-12be-4c0b-aa8e-5206271d4207 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups?id=1ddad922-8a2e-481a-9404-4cd9169284c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546911 Jun 30 02:46:09.802078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-d3719d3c-4ed2-4619-9a9d-714552cfcc8c service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413509 Jun 30 02:46:09.827889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-be86b77e-f091-4cf1-9e48-8646cea2ca74 service neutron] 10.222.0.77 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878474 Jun 30 02:46:09.897669 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-f812e75e-da1f-4c98-82a8-59f85bc62e88 service neutron] 10.222.0.77 "GET /v2.0/ports/dbdd0484-5948-43a9-8d71-056365de7c3c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0687883 Jun 30 02:46:09.981844 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-d4a2ffda-c576-4e08-a5bb-873cb9e81e95 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.993892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['04a3e0b5-0eed-4b66-a533-f0f098af653e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:10.038386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2ffda-c576-4e08-a5bb-873cb9e81e95 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Pushing event deleted for resources: {'Port': ['ID=58515f87-93be-4dab-9021-bdf7d18ea42e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:10.099212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-d4a2ffda-c576-4e08-a5bb-873cb9e81e95 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] No DVR routers for this DVR port 58515f87-93be-4dab-9021-bdf7d18ea42e on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:10.101999 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-d4a2ffda-c576-4e08-a5bb-873cb9e81e95 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.104316 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-925a0b0a-3f18-4f51-aa6a-c4ff53c35c0f req-d4a2ffda-c576-4e08-a5bb-873cb9e81e95 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.74 "DELETE /v2.0/ports/58515f87-93be-4dab-9021-bdf7d18ea42e HTTP/1.1" status: 204 len: 173 time: 1.2410240 Jun 30 02:46:10.139446 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-93ceeb06-f563-4002-910c-a3e1cf678421 service neutron] 10.222.0.77 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266753 Jun 30 02:46:10.290009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-caf1e63d-1ebb-4469-a37a-03567d00f7fd service neutron] 10.222.0.77 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389806 Jun 30 02:46:10.360178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-511beb93-2ccb-4c8c-98af-bcab56cf561f service neutron] 10.222.0.77 "GET /v2.0/ports/600114d5-9810-4fd3-854d-b1f2ec027f54?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0641074 Jun 30 02:46:10.494493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-2c988c27-d913-4619-8b49-246ed94fa4dd tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:10.496067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-2c988c27-d913-4619-8b49-246ed94fa4dd tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 821 time: 0.2173815 Jun 30 02:46:10.520732 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-8f2a5e9b-6cbb-4b16-ab49-5a9d8fff607d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/quotas/8d2865600279469a9fb6e51fd8957e32 HTTP/1.1" status: 200 len: 375 time: 0.0161479 Jun 30 02:46:10.561706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9948886a-15aa-48ca-9a16-93321bfa7b47 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399096 Jun 30 02:46:10.572206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95507180-73bd-4afd-8d91-1aaff294f17b req-ff5def96-e9a4-4361-b242-07dcce9f8d75 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:10.573857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95507180-73bd-4afd-8d91-1aaff294f17b req-ff5def96-e9a4-4361-b242-07dcce9f8d75 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a94d7d3-6fe4-49ab-b575-74c1f69d0b71 HTTP/1.1" status: 200 len: 945 time: 0.1944802 Jun 30 02:46:10.587037 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b3e84271-e6f3-48c9-a98d-a041df382d23 service neutron] 10.222.0.77 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182238 Jun 30 02:46:10.684953 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-c50579da-7899-48c7-a79e-d0cf471e19fb service neutron] 10.222.0.77 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223724 Jun 30 02:46:10.753944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device d0ec9c07-97aa-4214-b554-a99097ff930a up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:10.848463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94fb8305-73c1-401b-9859-e2853526a03c service neutron] 10.222.0.77 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602816 Jun 30 02:46:10.875047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port d0ec9c07-97aa-4214-b554-a99097ff930a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:10.879783 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.094484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-17a0c69b-092e-4b3c-820c-74a98c4603d3 service neutron] 10.222.0.77 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450128 Jun 30 02:46:11.101052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.172533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:11.172533 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfc83f6-46bc-444a-b1c4-b40c8aef35aa" -d '{"events": [{"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:11.198296 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:11.206764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def8b3a-9986-46b3-b248-598a4e384493', 'name': 'network-vif-deleted', 'tag': '58515f87-93be-4dab-9021-bdf7d18ea42e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:11.209296 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc3161a-9826-436b-b244-b0ebba2ac697" -d '{"events": [{"server_uuid": "9def8b3a-9986-46b3-b248-598a4e384493", "name": "network-vif-deleted", "tag": "58515f87-93be-4dab-9021-bdf7d18ea42e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:11.240810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-95507180-73bd-4afd-8d91-1aaff294f17b req-2de5e9a4-a29c-4497-b79f-8bde6f637efe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Deleting port de7bf9e1-ec61-413d-881e-5d8c1caa095f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:11.240810 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-95507180-73bd-4afd-8d91-1aaff294f17b req-2de5e9a4-a29c-4497-b79f-8bde6f637efe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.243304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-93c436b1-380c-48c3-a378-93923d48c010 service neutron] 10.222.0.77 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567875 Jun 30 02:46:11.333630 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.397266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:11.733754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-0f88fa6f-bf0f-4826-bfff-455631f3dbf8 service neutron] 10.222.0.77 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381392 Jun 30 02:46:11.901701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-95507180-73bd-4afd-8d91-1aaff294f17b req-2de5e9a4-a29c-4497-b79f-8bde6f637efe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] For port de7bf9e1-ec61-413d-881e-5d8c1caa095f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=de7bf9e1-ec61-413d-881e-5d8c1caa095f,segment=NetworkSegment(98a5b95d-ee72-481a-89a8-f5f40b934889),segment_id=98a5b95d-ee72-481a-89a8-f5f40b934889)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:11.902363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-95507180-73bd-4afd-8d91-1aaff294f17b req-2de5e9a4-a29c-4497-b79f-8bde6f637efe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.958573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-95507180-73bd-4afd-8d91-1aaff294f17b req-2de5e9a4-a29c-4497-b79f-8bde6f637efe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Calling delete_port for de7bf9e1-ec61-413d-881e-5d8c1caa095f owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:12.098434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-482584ff-41c2-4727-aecd-1ef5c8da69d3 service neutron] 10.222.0.77 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401680 Jun 30 02:46:12.374991 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-34e26b5b-b63e-4edd-9ca2-b7668bd25fbc service neutron] 10.222.0.77 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700438 Jun 30 02:46:12.502992 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-95507180-73bd-4afd-8d91-1aaff294f17b req-2de5e9a4-a29c-4497-b79f-8bde6f637efe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.516447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['de7bf9e1-ec61-413d-881e-5d8c1caa095f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:12.681224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5e9a4-a29c-4497-b79f-8bde6f637efe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event deleted for resources: {'Port': ['ID=de7bf9e1-ec61-413d-881e-5d8c1caa095f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:12.694157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-95507180-73bd-4afd-8d91-1aaff294f17b req-2de5e9a4-a29c-4497-b79f-8bde6f637efe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] No DVR routers for this DVR port de7bf9e1-ec61-413d-881e-5d8c1caa095f on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:12.700902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-95507180-73bd-4afd-8d91-1aaff294f17b req-2de5e9a4-a29c-4497-b79f-8bde6f637efe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.703901 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95507180-73bd-4afd-8d91-1aaff294f17b req-2de5e9a4-a29c-4497-b79f-8bde6f637efe tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.83 "DELETE /v2.0/ports/de7bf9e1-ec61-413d-881e-5d8c1caa095f HTTP/1.1" status: 204 len: 173 time: 2.1057897 Jun 30 02:46:12.721175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-683d3a48-3708-408d-a082-381cbf1200b4 service neutron] 10.222.0.77 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329072 Jun 30 02:46:12.915014 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-efde0b68-0835-4cda-9ed0-65320fc4e395 service neutron] 10.222.0.77 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705244 Jun 30 02:46:13.041382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1f7afac6-d281-40ac-a67b-112425b191be service neutron] 10.222.0.77 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104000 Jun 30 02:46:13.151708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-cd13fe3b-7e06-48d1-864c-7d70573ac3ab service neutron] 10.222.0.77 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099219 Jun 30 02:46:13.723661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-9b6c7a4a-94ea-4ff9-b958-c4dc88e3bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.751926 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-9b6c7a4a-94ea-4ff9-b958-c4dc88e3bce6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992&tenant_id=a205eb72430843758a6f07925588ee7f HTTP/1.1" status: 200 len: 1101 time: 0.2758424 Jun 30 02:46:13.770280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:14.010774 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.439049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:14.488536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:14.581576 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.581576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Transition to ACTIVE for port object f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:14.756947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device de7bf9e1-ec61-413d-881e-5d8c1caa095f no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:14.779692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: de7bf9e1-ec61-413d-881e-5d8c1caa095f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:14.780352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device de7bf9e1-ec61-413d-881e-5d8c1caa095f not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:14.781225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:14.877126 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.899352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.972208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=10']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.007492 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:46:15.009300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] No DVR routers for this DVR port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:15.009702 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:46:15.132766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:15.133373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:15.134814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:15.144007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:15.144616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Attempting to bind port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:15.155359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:15.155995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:15.158124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:15.158840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Bound port: f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:15.167093 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.293260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:15.298753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:15.491957 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.531704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.532424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.533869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] 10.222.0.74 "PUT /v2.0/ports/f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 1097 time: 1.7726204 Jun 30 02:46:15.640569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d2746-cb97-4955-80c3-f820f7f34484 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=11']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.693204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-48c677f7-cb4e-4a9f-b494-5eec9d04f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.695836 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-48c677f7-cb4e-4a9f-b494-5eec9d04f941 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 1100 time: 0.1237795 Jun 30 02:46:15.751983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f80480bd-2c2d-485d-b801-23619d7ea2cd req-ed8e1093-fe3c-4b30-a77d-7c45f07ba75e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/e1239dfc-1937-44fa-8f4a-9752addfa63a HTTP/1.1" status: 200 len: 1801 time: 0.0609281 Jun 30 02:46:15.823670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-dd8b286d-bdbf-4876-84d8-7477008ad47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.825508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-dd8b286d-bdbf-4876-84d8-7477008ad47d service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1230588 Jun 30 02:46:15.831458 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f80480bd-2c2d-485d-b801-23619d7ea2cd req-b905f991-d4c1-4551-96d4-963720f62cff tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.853300 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f80480bd-2c2d-485d-b801-23619d7ea2cd req-b905f991-d4c1-4551-96d4-963720f62cff tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.866254 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-192c11d7-369f-4295-8243-03fd0ae88cae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 217 time: 0.0346899 Jun 30 02:46:15.924275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-08e363c4-135d-4f21-a3be-3d8f64fab9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.925844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-08e363c4-135d-4f21-a3be-3d8f64fab9e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0538228 Jun 30 02:46:15.987739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-1d1b5551-d736-44b7-9cc2-2eb9b1c145ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.989291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-1d1b5551-d736-44b7-9cc2-2eb9b1c145ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572162 Jun 30 02:46:16.074463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f80480bd-2c2d-485d-b801-23619d7ea2cd req-b905f991-d4c1-4551-96d4-963720f62cff tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.077789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f80480bd-2c2d-485d-b801-23619d7ea2cd req-b905f991-d4c1-4551-96d4-963720f62cff tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.079761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f80480bd-2c2d-485d-b801-23619d7ea2cd req-b905f991-d4c1-4551-96d4-963720f62cff tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/e1239dfc-1937-44fa-8f4a-9752addfa63a HTTP/1.1" status: 204 len: 173 time: 0.3213000 Jun 30 02:46:16.091785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905f991-d4c1-4551-96d4-963720f62cff tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1239dfc-1937-44fa-8f4a-9752addfa63a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.133100 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-8bfdd954-9e9f-451c-9a19-524299ca3ad3 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372030 Jun 30 02:46:16.272364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54c4769b-415f-48ad-a9ba-0128ce37ef4a req-7c833d1d-94d5-4e34-a2a5-672d23a1d54c service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325941 Jun 30 02:46:16.350082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8caeb-060b-4623-88f0-3a1257c6ee88 req-c1fcccef-2374-47c7-ab0c-e842f26675d0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:16.351356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5a8caeb-060b-4623-88f0-3a1257c6ee88 req-c1fcccef-2374-47c7-ab0c-e842f26675d0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 949 time: 0.1042490 Jun 30 02:46:16.411697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ea8bbbe5-9166-4f18-83a6-dc7ba5ecb077 req-56d2649e-dc85-4fbf-8b5f-74c7edaea1e0 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=9def8b3a-9986-46b3-b248-598a4e384493 HTTP/1.1" status: 200 len: 210 time: 0.0809608 Jun 30 02:46:16.422986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5a8caeb-060b-4623-88f0-3a1257c6ee88 req-94bab56f-26d3-416e-8aeb-6b45e656635b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618575 Jun 30 02:46:16.483295 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b018bb-1316-4bbe-9597-e8ce224cbc1f x-openstack-request-id: req-b1b018bb-1316-4bbe-9597-e8ce224cbc1f {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:16.483849 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:16.483964 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1b018bb-1316-4bbe-9597-e8ce224cbc1f {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:16.484415 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'code': 200} Jun 30 02:46:16.520189 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcdf839-09ed-4def-a50e-da4bc05ca21b x-openstack-request-id: req-abcdf839-09ed-4def-a50e-da4bc05ca21b {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:16.520581 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def8b3a-9986-46b3-b248-598a4e384493", "name": "network-vif-deleted", "tag": "58515f87-93be-4dab-9021-bdf7d18ea42e", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:16.520751 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abcdf839-09ed-4def-a50e-da4bc05ca21b {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:16.521153 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def8b3a-9986-46b3-b248-598a4e384493', 'name': 'network-vif-deleted', 'tag': '58515f87-93be-4dab-9021-bdf7d18ea42e', 'status': 'completed', 'code': 200} Jun 30 02:46:16.700763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0949cd3-26ab-4344-aca7-ae757ad27b63 req-1f60bd66-3d54-45ca-881f-da30dc3da973 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 210 time: 0.0730960 Jun 30 02:46:16.821568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1a27086a-3263-4364-b6d3-5caf5e45261c req-8d0b8dbe-ae09-4cd6-b912-0e6c75680bcd tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/05257c65-21f5-41b0-9767-ea659d758fa6 HTTP/1.1" status: 200 len: 1800 time: 0.0550413 Jun 30 02:46:16.907836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1a27086a-3263-4364-b6d3-5caf5e45261c req-d31a9765-2528-40e7-ac9a-a33dde573afc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.957685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1a27086a-3263-4364-b6d3-5caf5e45261c req-d31a9765-2528-40e7-ac9a-a33dde573afc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.068972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-6002eeb2-c6a1-465e-a9ae-834e3d28bfd8 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:17.084059 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-6002eeb2-c6a1-465e-a9ae-834e3d28bfd8 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/networks?id=871a5c35-5520-42dd-96c2-6fdaf235edc2 HTTP/1.1" status: 200 len: 815 time: 0.2029665 Jun 30 02:46:17.105418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2fdd7e5f-ad9f-4a44-8bf4-57e30b9d524e tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/quotas/c83fe25ea7204618bd75e7358ea6e60d HTTP/1.1" status: 200 len: 375 time: 0.0198746 Jun 30 02:46:17.231695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1a27086a-3263-4364-b6d3-5caf5e45261c req-d31a9765-2528-40e7-ac9a-a33dde573afc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.234136 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1a27086a-3263-4364-b6d3-5caf5e45261c req-d31a9765-2528-40e7-ac9a-a33dde573afc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.250822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1a27086a-3263-4364-b6d3-5caf5e45261c req-d31a9765-2528-40e7-ac9a-a33dde573afc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/05257c65-21f5-41b0-9767-ea659d758fa6 HTTP/1.1" status: 204 len: 173 time: 0.4281838 Jun 30 02:46:17.285087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a9765-2528-40e7-ac9a-a33dde573afc tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05257c65-21f5-41b0-9767-ea659d758fa6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:17.405270 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d722fbc-b41e-46f5-863b-2b8b2c5bbd0a req-a6f60def-aedb-4d6e-91f4-fe77494a118a tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0911505 Jun 30 02:46:17.428105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-4f2f6ca4-f026-4994-b8d7-3557e90e18e8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:17.446954 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-23c38e39-e9e3-429f-ad1a-db6c1739725c tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c83fe25ea7204618bd75e7358ea6e60d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3351216 Jun 30 02:46:17.447087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-4f2f6ca4-f026-4994-b8d7-3557e90e18e8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 821 time: 0.2769060 Jun 30 02:46:17.457608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Request body: {'port': {'device_id': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38', 'admin_state_up': True, 'tenant_id': '8d2865600279469a9fb6e51fd8957e32'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:17.655996 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-e88403f7-785b-4118-be59-b7d32951bfc3 service neutron] 10.222.0.77 "GET /v2.0/networks/871a5c35-5520-42dd-96c2-6fdaf235edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106893 Jun 30 02:46:17.657041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-dd76ca16-4e42-4f03-b3e3-1da3cc88863b req-c245777a-3d54-47d1-b4d9-672493f3fbbe tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1190725900', 'description': 'tempest-description-653967304'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:17.771357 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-6fdc80a3-7330-48fd-a817-8bc4d9194008 service neutron] 10.222.0.77 "GET /v2.0/networks/871a5c35-5520-42dd-96c2-6fdaf235edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075919 Jun 30 02:46:17.790338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Made reservation on behalf of 8d2865600279469a9fb6e51fd8957e32 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:17.795420 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.016972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Allocated IP 172.20.0.13 (49922fc5-c3d8-48be-85de-86ddb8475a38/6d5e1c63-79c1-4411-9b46-90f94045e51f/a51e3657-cf69-4645-8bd3-9052520ea2b3) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:18.137015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd76ca16-4e42-4f03-b3e3-1da3cc88863b req-c245777a-3d54-47d1-b4d9-672493f3fbbe tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.239881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.304320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd76ca16-4e42-4f03-b3e3-1da3cc88863b req-c245777a-3d54-47d1-b4d9-672493f3fbbe tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.458847 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd76ca16-4e42-4f03-b3e3-1da3cc88863b req-c245777a-3d54-47d1-b4d9-672493f3fbbe tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.529968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a94d7d3-6fe4-49ab-b575-74c1f69d0b71', 'name': 'network-vif-deleted', 'tag': 'de7bf9e1-ec61-413d-881e-5d8c1caa095f'}, {'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'}, {'name': 'network-changed', 'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:18.550775 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabe3278-82a1-4626-82b2-56a6bc7a3132" -d '{"events": [{"server_uuid": "0a94d7d3-6fe4-49ab-b575-74c1f69d0b71", "name": "network-vif-deleted", "tag": "de7bf9e1-ec61-413d-881e-5d8c1caa095f"}, {"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c"}, {"name": "network-changed", "server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:18.555788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245777a-3d54-47d1-b4d9-672493f3fbbe tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03d8714-e406-400b-b68b-2fa6ee392821,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:18.565131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.619352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Network 49922fc5-c3d8-48be-85de-86ddb8475a38 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:18.622851 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:18.631852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:18.636640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:18.748398 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dd76ca16-4e42-4f03-b3e3-1da3cc88863b req-c245777a-3d54-47d1-b4d9-672493f3fbbe tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.755021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd76ca16-4e42-4f03-b3e3-1da3cc88863b req-c245777a-3d54-47d1-b4d9-672493f3fbbe tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1039615 Jun 30 02:46:18.755762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Pushing event updated for resources: {'Port': ['ID=a51e3657-cf69-4645-8bd3-9052520ea2b3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:18.763237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e220f5-bc93-4964-89f4-549552046818 req-4eed50d3-6320-4adf-86c0-4e943a887c52 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.771960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72e220f5-bc93-4964-89f4-549552046818 req-4eed50d3-6320-4adf-86c0-4e943a887c52 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 949 time: 0.1433530 Jun 30 02:46:18.810554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.813419 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.859391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:18.872215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'mac_address': 'fa:16:3e:47:5d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:18.874759 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72e220f5-bc93-4964-89f4-549552046818 req-75ceb1f0-d440-4757-9871-507767cdfe78 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015868 Jun 30 02:46:18.952207 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.980620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:19.003662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:19.033452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ad1f99a-99fc-47f7-b213-313d1a3d9e27 req-83cf7282-8bc4-4e45-8115-79a4657616da tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 210 time: 0.0876229 Jun 30 02:46:19.039223 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-9bd40de4-9749-41a1-9a19-1ac0f4145cb5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5917361 Jun 30 02:46:19.060679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Request body: {'port': {'device_id': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:19.272633 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ff60a20-94da-4824-8402-0b772a13d656 req-49074d39-b203-4d2c-99a5-0c2da333bbd2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0474007 Jun 30 02:46:19.292670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf105d15-dd63-4b1f-9f18-8a97ffb47223 req-eb2eadc2-4bf0-408f-9073-13cb6c9e1d26 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.307450 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.322672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf105d15-dd63-4b1f-9f18-8a97ffb47223 req-eb2eadc2-4bf0-408f-9073-13cb6c9e1d26 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 932 time: 0.1940331 Jun 30 02:46:19.342053 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.448894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=12']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:19.456584 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf105d15-dd63-4b1f-9f18-8a97ffb47223 req-23834f5a-42f1-4a9a-a945-aa0ebc15c095 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329596 Jun 30 02:46:19.465906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.466496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.467027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.467523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.468375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.474789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.475359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.475891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.476402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.476900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.477589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.478291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:19.620389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:19.625595 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ae5636c-9fd5-4258-b8fb-550866501bab req-338b00db-98eb-46d8-bf88-cefd9922cbd6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/f03d8714-e406-400b-b68b-2fa6ee392821 HTTP/1.1" status: 200 len: 1800 time: 0.1067107 Jun 30 02:46:19.632692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-1ae5636c-9fd5-4258-b8fb-550866501bab req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Request body: {'security_group': {'name': 'tempest-sg-hth-676403627', 'description': 'tempest-description-hth-2055777095'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:19.711940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1ae5636c-9fd5-4258-b8fb-550866501bab req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.846278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1ae5636c-9fd5-4258-b8fb-550866501bab req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.860754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52820) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:19.883900 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9244ca56-1ce5-43ed-badf-aeb0125f91c1 x-openstack-request-id: req-9244ca56-1ce5-43ed-badf-aeb0125f91c1 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:19.884489 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a94d7d3-6fe4-49ab-b575-74c1f69d0b71", "name": "network-vif-deleted", "tag": "de7bf9e1-ec61-413d-881e-5d8c1caa095f", "status": "completed", "code": 200}, {"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c", "code": 200}, {"name": "network-changed", "server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:19.884930 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9244ca56-1ce5-43ed-badf-aeb0125f91c1 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:19.885551 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a94d7d3-6fe4-49ab-b575-74c1f69d0b71', 'name': 'network-vif-deleted', 'tag': 'de7bf9e1-ec61-413d-881e-5d8c1caa095f', 'status': 'completed', 'code': 200} Jun 30 02:46:19.892523 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'code': 200} Jun 30 02:46:19.892523 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'status': 'completed', 'code': 200} Jun 30 02:46:20.004672 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90d75ee7-2a38-49de-8022-5f7e55a16521 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.008194 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1ae5636c-9fd5-4258-b8fb-550866501bab req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.010934 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1ae5636c-9fd5-4258-b8fb-550866501bab req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.012260 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ae5636c-9fd5-4258-b8fb-550866501bab req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "PUT /v2.0/security-groups/f03d8714-e406-400b-b68b-2fa6ee392821 HTTP/1.1" status: 200 len: 1774 time: 0.3872974 Jun 30 02:46:20.055268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51e3657-cf69-4645-8bd3-9052520ea2b3 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:20.077138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.120449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Transition to ACTIVE for port object a51e3657-cf69-4645-8bd3-9052520ea2b3 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:20.137521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03d8714-e406-400b-b68b-2fa6ee392821,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:20.138324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-0a832a4c-2d8b-4091-8f46-4ff6dea6fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:20.139916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-0a832a4c-2d8b-4091-8f46-4ff6dea6fe3e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 1101 time: 0.2655218 Jun 30 02:46:20.177677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.177843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.178122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.178699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.179054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.179673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.180024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.180358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.180816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.181151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.181480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.181833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a12b3e3-b1dd-49fb-a67a-254486eb8081 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:20.210545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90d75ee7-2a38-49de-8022-5f7e55a16521 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.282211 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.320273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-668aacd6-5a7b-4382-b198-d8d66a600e49 req-60b9dc27-f833-471d-9cb0-9b51c0857fbf tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/f03d8714-e406-400b-b68b-2fa6ee392821 HTTP/1.1" status: 200 len: 1774 time: 0.2162197 Jun 30 02:46:20.421721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61900b55-7b57-4827-92c0-bfc2ec0283ef req-b6c5a98d-bab8-4318-98a6-825fba3eb060 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 210 time: 0.0472400 Jun 30 02:46:20.462099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90d75ee7-2a38-49de-8022-5f7e55a16521 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.465726 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90d75ee7-2a38-49de-8022-5f7e55a16521 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.467062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-90d75ee7-2a38-49de-8022-5f7e55a16521 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "DELETE /v2.0/security-groups/33bbd8b7-5c75-4629-b72b-01765668bdf0 HTTP/1.1" status: 204 len: 168 time: 0.6053030 Jun 30 02:46:20.470856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52836) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:20.486661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a51e3657-cf69-4645-8bd3-9052520ea2b3,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:20.503654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d75ee7-2a38-49de-8022-5f7e55a16521 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bbd8b7-5c75-4629-b72b-01765668bdf0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:20.504883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a73483-7127-4133-96e5-1cbe2a7a7040 req-5beface9-2650-473d-b982-1a8693d69edb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:20.513479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87a73483-7127-4133-96e5-1cbe2a7a7040 req-5beface9-2650-473d-b982-1a8693d69edb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 950 time: 0.3251615 Jun 30 02:46:20.521091 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-e0aa16e9-1fe6-4fe9-b5fe-2d9e7e6414a7 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] show failed (client error): The resource could not be found. Jun 30 02:46:20.522511 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e0aa16e9-1fe6-4fe9-b5fe-2d9e7e6414a7 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "GET /v2.0/security-groups/33bbd8b7-5c75-4629-b72b-01765668bdf0 HTTP/1.1" status: 404 len: 347 time: 0.0458596 Jun 30 02:46:20.525926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52840) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:20.557173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-d4c4ec2c-2e4d-46e4-a934-855cd7349c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:20.558327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-d4c4ec2c-2e4d-46e4-a934-855cd7349c02 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.4107461 Jun 30 02:46:20.644445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:20.647045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-1a846cb9-a03a-4049-a3fa-2a3916382e57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 200 len: 217 time: 0.0794990 Jun 30 02:46:20.751206 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87a73483-7127-4133-96e5-1cbe2a7a7040 req-fbdbeda8-36d5-4e89-89d9-f5917169506c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368181 Jun 30 02:46:20.776475 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-102f7e15-f2fc-49d0-8b00-5888d6e410ed req-e995da5b-0000-49f4-945e-1f2c82ad6616 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.1031709 Jun 30 02:46:20.854526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-e8367092-da36-4a6a-a32f-15e96d0b4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:20.859315 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-e8367092-da36-4a6a-a32f-15e96d0b4079 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.2008953 Jun 30 02:46:20.863632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:20.864215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:20.864979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:20.913546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:20.918566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:20.919126 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.949352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Port a51e3657-cf69-4645-8bd3-9052520ea2b3 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:20.950232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:20.957355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c4175c94-d89a-414c-a6d4-dc44ff25f159 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Deleting port 16f7f0b1-2ecc-4a5f-a7bb-e3b18770f55b {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:20.958859 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c4175c94-d89a-414c-a6d4-dc44ff25f159 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.988987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:20.989245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:20.989870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:20.990470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Bound port: a51e3657-cf69-4645-8bd3-9052520ea2b3, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:20.992014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.016428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f0e6c26-143b-42da-a12d-c334237faf3e req-837eec16-f937-49ff-9fe4-1400cd0fe469 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/f03d8714-e406-400b-b68b-2fa6ee392821 HTTP/1.1" status: 200 len: 1774 time: 0.2135956 Jun 30 02:46:21.128498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-5fd27cbf-e571-4eec-9e4c-4f0889ac438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.130334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-5fd27cbf-e571-4eec-9e4c-4f0889ac438b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2559595 Jun 30 02:46:21.139481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.170230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:21.172721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7f0e6c26-143b-42da-a12d-c334237faf3e req-ee4bf9a4-2a83-4000-98e3-a8ab6b7fff28 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.205017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:21.213225 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ec1301-7d5c-4e6f-8f25-6c8c0d53abe8" -d '{"events": [{"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-plugged", "status": "completed", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:21.245313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:21.320604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:21.328264 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c4175c94-d89a-414c-a6d4-dc44ff25f159 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.328597 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c4175c94-d89a-414c-a6d4-dc44ff25f159 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.395899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7f0e6c26-143b-42da-a12d-c334237faf3e req-ee4bf9a4-2a83-4000-98e3-a8ab6b7fff28 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.401210 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.410559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c4175c94-d89a-414c-a6d4-dc44ff25f159 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Calling delete_port for 16f7f0b1-2ecc-4a5f-a7bb-e3b18770f55b owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:21.424721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05d7c8-ce78-43c7-a8aa-be13a9919588 req-64f11e58-4395-4be5-b138-982c4760f3ab tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.426246 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a05d7c8-ce78-43c7-a8aa-be13a9919588 req-64f11e58-4395-4be5-b138-982c4760f3ab tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 944 time: 0.2208407 Jun 30 02:46:21.526079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=13']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:21.526608 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a05d7c8-ce78-43c7-a8aa-be13a9919588 req-69b860f0-198d-4a25-9c44-f37752e9cdc0 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825729 Jun 30 02:46:21.529428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-9e2b6f1b-1780-4250-95ec-3574ba87a2ba service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851223 Jun 30 02:46:21.602949 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.651471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-29e7b6db-3e5a-41e5-8410-f04f7ac18212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.653829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-29e7b6db-3e5a-41e5-8410-f04f7ac18212 service neutron] 10.222.0.74 "GET /v2.0/ports/dbdd0484-5948-43a9-8d71-056365de7c3c HTTP/1.1" status: 200 len: 1027 time: 0.1258106 Jun 30 02:46:21.741991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.742783 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.744507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] 10.222.0.83 "PUT /v2.0/ports/a51e3657-cf69-4645-8bd3-9052520ea2b3 HTTP/1.1" status: 200 len: 1092 time: 2.6954880 Jun 30 02:46:21.780647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-e075c2ff-fb11-4932-97cd-b11256d03efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.782345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-e075c2ff-fb11-4932-97cd-b11256d03efc service neutron] 10.222.0.74 "GET /v2.0/ports/600114d5-9810-4fd3-854d-b1f2ec027f54 HTTP/1.1" status: 200 len: 1027 time: 0.1216106 Jun 30 02:46:21.797550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7f0e6c26-143b-42da-a12d-c334237faf3e req-ee4bf9a4-2a83-4000-98e3-a8ab6b7fff28 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.805274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7f0e6c26-143b-42da-a12d-c334237faf3e req-ee4bf9a4-2a83-4000-98e3-a8ab6b7fff28 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.823933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f0e6c26-143b-42da-a12d-c334237faf3e req-ee4bf9a4-2a83-4000-98e3-a8ab6b7fff28 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/f03d8714-e406-400b-b68b-2fa6ee392821 HTTP/1.1" status: 204 len: 173 time: 0.8062863 Jun 30 02:46:21.854915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c068e-0fe3-44ab-8251-e39bbecf7bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a51e3657-cf69-4645-8bd3-9052520ea2b3,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:21.873055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bf9a4-2a83-4000-98e3-a8ab6b7fff28 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03d8714-e406-400b-b68b-2fa6ee392821,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:21.895922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'tag': 'a51e3657-cf69-4645-8bd3-9052520ea2b3'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:21.899390 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8f2c98-b545-4995-adcb-6523f2732c40" -d '{"events": [{"name": "network-changed", "server_uuid": "45e3c159-b9b6-4e7f-9908-937ee5ad93e4", "tag": "a51e3657-cf69-4645-8bd3-9052520ea2b3"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:21.922699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eabe3278-82a1-4626-82b2-56a6bc7a3132 req-e1d3c7be-bbb4-4cd1-a212-64f9e86ca844 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383524 Jun 30 02:46:21.932184 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f316cf19-8dad-4c52-adfd-d6e15359d632 x-openstack-request-id: req-f316cf19-8dad-4c52-adfd-d6e15359d632 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:21.933088 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-plugged", "status": "completed", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:21.935707 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f316cf19-8dad-4c52-adfd-d6e15359d632 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:21.935707 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'code': 200} Jun 30 02:46:21.962010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4eeff39f-479c-4661-84ef-03137dcb769b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.970237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4eeff39f-479c-4661-84ef-03137dcb769b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.977431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4eeff39f-479c-4661-84ef-03137dcb769b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.979273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4eeff39f-479c-4661-84ef-03137dcb769b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "GET /v2.0/networks?id=2b9ddc54-579a-469a-a75a-d6c07351455b&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e HTTP/1.1" status: 200 len: 1991 time: 0.1852603 Jun 30 02:46:22.070290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4a5e5c9e-0d21-450f-b53f-5ca0e6bee4c8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586255c668ef4cc0a6e8ecb667848568 HTTP/1.1" status: 200 len: 379 time: 0.0787404 Jun 30 02:46:22.089211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'admin_state_up': True, 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'security_groups': ['4f97998c-e60a-4d93-83db-2bd0a0a75251']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:22.240479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00249e0c-1ab9-4366-9168-0994a7ea7a69 req-c5feaad3-b31b-4993-ac6d-51efda7e2c32 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 210 time: 0.0578747 Jun 30 02:46:22.242731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12038a8-b6b1-4156-84ac-2fd51e82516d req-efc55472-5381-4964-b965-b9c9412b0048 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:22.252493 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d12038a8-b6b1-4156-84ac-2fd51e82516d req-efc55472-5381-4964-b965-b9c9412b0048 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 951 time: 0.2639773 Jun 30 02:46:22.293322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-cd9a0fe8-698f-4a09-8662-b437034c0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:22.295288 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-cd9a0fe8-698f-4a09-8662-b437034c0088 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 1095 time: 0.1271844 Jun 30 02:46:22.379181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-08ec78a0-194e-45b1-8b79-742aca4ee989 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3 HTTP/1.1" status: 200 len: 217 time: 0.0758975 Jun 30 02:46:22.551026 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d12038a8-b6b1-4156-84ac-2fd51e82516d req-a3749e1d-dcf6-4771-8cef-aef70a0192b7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647645 Jun 30 02:46:22.822271 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4b381-e380-407e-855e-2646f906205a x-openstack-request-id: req-20b4b381-e380-407e-855e-2646f906205a {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:22.822701 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e3c159-b9b6-4e7f-9908-937ee5ad93e4", "tag": "a51e3657-cf69-4645-8bd3-9052520ea2b3", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:22.823149 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20b4b381-e380-407e-855e-2646f906205a {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:22.823795 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'tag': 'a51e3657-cf69-4645-8bd3-9052520ea2b3', 'status': 'completed', 'code': 200} Jun 30 02:46:22.835550 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-75c028cd-62a8-4e28-8204-861fda46bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:22.837985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-75c028cd-62a8-4e28-8204-861fda46bc4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.4512486 Jun 30 02:46:22.864327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f69788d-8c90-4f29-96f4-d862902f33cf req-c7e30b7f-0c2d-4238-ae1b-8cbbdae1a5e2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0394757 Jun 30 02:46:22.898049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-7dd67619-7077-4fd2-bf9a-f9238f344f4f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317311 Jun 30 02:46:22.972371 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-625f0465-42c1-4202-bb70-cd450bb52214 req-0cbd1f27-fa32-432f-94f1-9b5a41aa5cb6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] show failed (client error): The resource could not be found. Jun 30 02:46:22.973398 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-625f0465-42c1-4202-bb70-cd450bb52214 req-0cbd1f27-fa32-432f-94f1-9b5a41aa5cb6 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/05257c65-21f5-41b0-9767-ea659d758fa6 HTTP/1.1" status: 404 len: 352 time: 0.0444691 Jun 30 02:46:23.023992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-5d575287-b3e9-437d-a51b-2bada1b3f284 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189196 Jun 30 02:46:23.039018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a036547-e440-4b8c-a66c-6d31ecfd326f req-374b2861-ec74-42a7-bf0e-40c4abdedf20 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:23.046734 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a036547-e440-4b8c-a66c-6d31ecfd326f req-374b2861-ec74-42a7-bf0e-40c4abdedf20 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 944 time: 0.0842621 Jun 30 02:46:23.046734 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c4175c94-d89a-414c-a6d4-dc44ff25f159 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.088741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4175c94-d89a-414c-a6d4-dc44ff25f159 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Pushing event deleted for resources: {'Port': ['ID=16f7f0b1-2ecc-4a5f-a7bb-e3b18770f55b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:23.114027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-32cc1751-2573-435d-aed6-eca310a185f0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a205eb72430843758a6f07925588ee7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325332 Jun 30 02:46:23.142555 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.166035 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a036547-e440-4b8c-a66c-6d31ecfd326f req-ec32c4a5-f226-4451-87a3-7bc1891cf367 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162903 Jun 30 02:46:23.183577 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c4175c94-d89a-414c-a6d4-dc44ff25f159 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.218813 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c4175c94-d89a-414c-a6d4-dc44ff25f159 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.218813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c4175c94-d89a-414c-a6d4-dc44ff25f159 tempest-ImagesOneServerNegativeTestJSON-1952964895 tempest-ImagesOneServerNegativeTestJSON-1952964895-project] 10.222.0.77 "DELETE /v2.0/floatingips/38e3e399-073b-4b38-887f-6a7eb2c51eee HTTP/1.1" status: 204 len: 168 time: 2.6545591 Jun 30 02:46:23.219562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ae708f9-f613-4e53-995a-dd8face34da3 req-0d728cc5-0b0f-43f3-adb2-0fae3f6f1b5e service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699264 Jun 30 02:46:23.219665 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-f0fe4c92-c00c-4164-9b3b-cbe5d9922d56 req-6fe5ca31-0a5d-47a3-b26d-b79ad00da6fd tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] show failed (client error): The resource could not be found. Jun 30 02:46:23.220296 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0fe4c92-c00c-4164-9b3b-cbe5d9922d56 req-6fe5ca31-0a5d-47a3-b26d-b79ad00da6fd tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/e1239dfc-1937-44fa-8f4a-9752addfa63a HTTP/1.1" status: 404 len: 352 time: 0.0160573 Jun 30 02:46:23.252925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-96ffdecb-55b6-4dac-bd11-874389286ac2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:23.253286 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-96ffdecb-55b6-4dac-bd11-874389286ac2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1272876 Jun 30 02:46:23.265320 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.265462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:23.268155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.288654 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-9f90a7df-a94d-4535-b932-82c910a9fcc5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/quotas/a205eb72430843758a6f07925588ee7f HTTP/1.1" status: 200 len: 375 time: 0.0127578 Jun 30 02:46:23.299628 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-c8dcd6ff-f50c-4754-a719-039968b2b63a req-d0ba4ca9-411b-40fa-b4e9-8882e40dc4a8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] show failed (client error): The resource could not be found. Jun 30 02:46:23.300652 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8dcd6ff-f50c-4754-a719-039968b2b63a req-d0ba4ca9-411b-40fa-b4e9-8882e40dc4a8 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/259ae016-271d-4c66-a070-ecefc3df042b HTTP/1.1" status: 404 len: 352 time: 0.0272033 Jun 30 02:46:23.508590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Allocated IP 172.20.0.8 (2b9ddc54-579a-469a-a75a-d6c07351455b/5dd37d0e-9728-4f58-99b6-57eb8489880e/20dc477e-ceff-4a03-a76a-c8f3d4378a5d) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:23.522901 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-507b572d-43bb-49cb-a96e-4c5ea90389ba tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2251773 Jun 30 02:46:23.632237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f2c98-b545-4995-adcb-6523f2732c40 req-9137da5a-690a-479a-95bc-a9c167ebd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:23.634214 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e8f2c98-b545-4995-adcb-6523f2732c40 req-9137da5a-690a-479a-95bc-a9c167ebd4fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 1095 time: 0.1094334 Jun 30 02:46:23.661293 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fa5d7780-5c5d-4caf-91f9-e9f1c05611b8 req-600b55ea-ae68-4077-9deb-385523304c1a tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 210 time: 0.0804076 Jun 30 02:46:23.768244 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-27881184-0829-4e09-a550-e201e9ad80ef req-9f39ba8f-dfda-40d6-b4ef-4ae667c0a296 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] show failed (client error): The resource could not be found. Jun 30 02:46:23.769374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-27881184-0829-4e09-a550-e201e9ad80ef req-9f39ba8f-dfda-40d6-b4ef-4ae667c0a296 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/783d185c-29d5-4710-89c9-5e54b96fd6c4 HTTP/1.1" status: 404 len: 352 time: 0.0263479 Jun 30 02:46:23.821891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f2c98-b545-4995-adcb-6523f2732c40 req-99872f9c-e9be-4deb-9f07-6736c8ccb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:23.824985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e8f2c98-b545-4995-adcb-6523f2732c40 req-99872f9c-e9be-4deb-9f07-6736c8ccb9a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.1751025 Jun 30 02:46:23.874889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.903294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e8f2c98-b545-4995-adcb-6523f2732c40 req-c554171e-0dd4-4918-84b6-d6c3c283ef1d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3 HTTP/1.1" status: 200 len: 217 time: 0.0686278 Jun 30 02:46:23.906923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Transition to ACTIVE for port object 20dc477e-ceff-4a03-a76a-c8f3d4378a5d will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:23.961584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52930) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:24.059972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f2c98-b545-4995-adcb-6523f2732c40 req-53b7da50-f17d-45bf-94ec-08c48c2a4b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:24.061634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e8f2c98-b545-4995-adcb-6523f2732c40 req-53b7da50-f17d-45bf-94ec-08c48c2a4b87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.1498559 Jun 30 02:46:24.080302 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-6d7b57df-a14d-4d30-99b7-b731984b478f req-7b6af2ba-f9d0-4d19-a4d5-6159f4cfdd53 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] show failed (client error): The resource could not be found. Jun 30 02:46:24.081434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d7b57df-a14d-4d30-99b7-b731984b478f req-7b6af2ba-f9d0-4d19-a4d5-6159f4cfdd53 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/17e7b354-7080-4259-9621-fd2063b5fe7d HTTP/1.1" status: 404 len: 352 time: 0.0633445 Jun 30 02:46:24.135670 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e8f2c98-b545-4995-adcb-6523f2732c40 req-9e2f602c-3994-4d68-9b43-20dd9cbe270e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644729 Jun 30 02:46:24.179480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-981c3cb5-442a-4aa5-a561-1a6f40ddd179 admin admin] Deleting subnet 1b1131b9-08fe-4a71-8ba5-847e27478e6a {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:24.189382 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-981c3cb5-442a-4aa5-a561-1a6f40ddd179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.306862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48825170-837f-47ef-b24f-f4b868cf98f0 req-1d59f15d-ac23-4c96-9bd8-140d1fa1cccc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 210 time: 0.1122677 Jun 30 02:46:24.355728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-981c3cb5-442a-4aa5-a561-1a6f40ddd179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.365486 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e8f2c98-b545-4995-adcb-6523f2732c40 req-74570965-d403-4bbf-b2d2-52e5d5f46740 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225311 Jun 30 02:46:24.396781 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-5eb6577e-08a9-4a85-a482-8d9c8746edd0 req-b8fe95d8-5aa3-4e52-a08f-95654e4ef46d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] show failed (client error): The resource could not be found. Jun 30 02:46:24.411499 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5eb6577e-08a9-4a85-a482-8d9c8746edd0 req-b8fe95d8-5aa3-4e52-a08f-95654e4ef46d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/d960d534-c5e9-4734-b3eb-a81b293b9c7f HTTP/1.1" status: 404 len: 352 time: 0.0649321 Jun 30 02:46:24.456842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-981c3cb5-442a-4aa5-a561-1a6f40ddd179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.585809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0cfccb9b-92f0-4cf2-b0b0-84fdd39f28fd req-caa4d116-ec79-4805-a29f-b15627a564be tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.2092521 Jun 30 02:46:24.619069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.701458 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-981c3cb5-442a-4aa5-a561-1a6f40ddd179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.744527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e8f2c98-b545-4995-adcb-6523f2732c40 req-fdc61711-9da4-4fce-82b0-86a1ac21eab5 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699870 Jun 30 02:46:24.749979 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-981c3cb5-442a-4aa5-a561-1a6f40ddd179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.757918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-981c3cb5-442a-4aa5-a561-1a6f40ddd179 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1b1131b9-08fe-4a71-8ba5-847e27478e6a HTTP/1.1" status: 204 len: 168 time: 0.7944365 Jun 30 02:46:24.765714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a51e3657-cf69-4645-8bd3-9052520ea2b3 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:24.772713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52960) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:24.808364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084cba1-e1f8-41ef-96b2-5d3adfb5ea1f req-b5387e47-63e9-474e-bf45-54c21f748e7d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:24.811429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3084cba1-e1f8-41ef-96b2-5d3adfb5ea1f req-b5387e47-63e9-474e-bf45-54c21f748e7d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 944 time: 0.2415557 Jun 30 02:46:24.852171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Port': ['ID=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:24.860381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c3cb5-442a-4aa5-a561-1a6f40ddd179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1131b9-08fe-4a71-8ba5-847e27478e6a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:24.888002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network 2b9ddc54-579a-469a-a75a-d6c07351455b is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:24.895312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:24.898699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:24.986358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-fbdfff9b-fe44-4d9f-9b3d-5fad30ecc652 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:24.987935 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-fbdfff9b-fe44-4d9f-9b3d-5fad30ecc652 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.74 "GET /v2.0/networks?id=871a5c35-5520-42dd-96c2-6fdaf235edc2 HTTP/1.1" status: 200 len: 815 time: 0.4050224 Jun 30 02:46:25.019166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Request body: {'port': {'device_id': 'a18520be-0962-43fc-8ea0-146e8092ebfb', 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2', 'admin_state_up': True, 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:25.074465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.076352 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3084cba1-e1f8-41ef-96b2-5d3adfb5ea1f req-59d6969d-46b9-42af-b77b-845fd6c619c9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529535 Jun 30 02:46:25.115738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:25.148967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:25.149970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.168513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'a51e3657-cf69-4645-8bd3-9052520ea2b3', 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38', 'port_id': 'a51e3657-cf69-4645-8bd3-9052520ea2b3', 'mac_address': 'fa:16:3e:69:35:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5e1c63-79c1-4411-9b46-90f94045e51f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:25.312429 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.341849 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-1d34b8ba-ddc9-48f1-a852-23171aa77476 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2625108 Jun 30 02:46:25.350594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51e3657-cf69-4645-8bd3-9052520ea2b3 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:25.355789 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'network_id': '2a5db8db-57db-48b3-8070-466902d80432', 'admin_state_up': True, 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'security_groups': ['4f97998c-e60a-4d93-83db-2bd0a0a75251']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:25.414684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:25.524644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.541541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101f78db-920b-4cdc-aa70-1e42ab84d93d']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.567074 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.570671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a5b95d-ee72-481a-89a8-f5f40b934889') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.570974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a5b95d-ee72-481a-89a8-f5f40b934889') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.572924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Made reservation on behalf of c83fe25ea7204618bd75e7358ea6e60d for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:25.573067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d6173b37-67b0-4d8c-95d7-e4b6befb1101 None None] Provisioning for port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:25.578416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.663166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a51e3657-cf69-4645-8bd3-9052520ea2b3,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:25.674024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d6173b37-67b0-4d8c-95d7-e4b6befb1101 None None] Provisioning complete for port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:25.674613 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d6173b37-67b0-4d8c-95d7-e4b6befb1101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.717905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d6173b37-67b0-4d8c-95d7-e4b6befb1101 None None] Port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:25.735249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:25.745436 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.864409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a51e3657-cf69-4645-8bd3-9052520ea2b3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:25.959228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Allocated IP 172.20.0.14 (871a5c35-5520-42dd-96c2-6fdaf235edc2/97cc51fe-298d-4192-8556-fd9de4fb8fc0/cbf1b61c-4083-4c9d-b30f-02fd1072df06) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:26.195806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Allocated IP 10.1.1.226 (2a5db8db-57db-48b3-8070-466902d80432/c6270346-7331-4901-9fae-9ec73206d49e/bb12e561-a0b3-4475-9098-277e869e6df0) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:26.240880 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.269897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Transition to ACTIVE for port object cbf1b61c-4083-4c9d-b30f-02fd1072df06 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:26.320575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.345875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.352616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:26.353195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:26.406210 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:26.452246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82dd49dc-ee1c-465b-b795-5c0453065c4e req-c522015d-3a39-454b-a75f-1faee400ecc6 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 210 time: 0.1568761 Jun 30 02:46:26.491498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.531891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Transition to ACTIVE for port object bb12e561-a0b3-4475-9098-277e869e6df0 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:26.653720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c16c31de-ccf6-4241-8caa-ef2a64a31d4b req-a1e91f62-3332-4903-bad7-3ac8b6138a5e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 210 time: 0.0482678 Jun 30 02:46:26.730579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.745397 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.745557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] 10.222.0.77 "DELETE /v2.0/networks/101f78db-920b-4cdc-aa70-1e42ab84d93d HTTP/1.1" status: 204 len: 168 time: 1.9718692 Jun 30 02:46:26.779776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.789257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=101f78db-920b-4cdc-aa70-1e42ab84d93d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:26.806763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.957409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Pushing event updated for resources: {'Port': ['ID=cbf1b61c-4083-4c9d-b30f-02fd1072df06,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:26.976181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.978500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.978500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.978773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.979659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.979659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.979659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.980154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.980432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.981239 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.981239 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:26.985765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4648cdc-6da1-4920-ac8a-b27476226c98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.002747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.006153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.007320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.007670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.008006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.008341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.008671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.009024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.012228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.012575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.012905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.014073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:27.033398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network 2a5db8db-57db-48b3-8070-466902d80432 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:27.052295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:27.075619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:27.092821 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Network 871a5c35-5520-42dd-96c2-6fdaf235edc2 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:27.098882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:27.107759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-46425c50-2217-4b51-b860-27717dd9294f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:27.114369 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-46425c50-2217-4b51-b860-27717dd9294f tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 945 time: 0.4445281 Jun 30 02:46:27.114602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:27.285413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Port': ['ID=bb12e561-a0b3-4475-9098-277e869e6df0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:27.319842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:27.321711 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.330532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:27.331571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.530133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-49e83b03-be66-4cf6-9c53-b8e223463e4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Deleting port 04a3e0b5-0eed-4b66-a533-f0f098af653e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:27.533838 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-49e83b03-be66-4cf6-9c53-b8e223463e4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.601271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df6003-edb7-4bde-9b81-8bac01227471 req-2708376b-a6ef-4be1-8fbc-bc4ea98efa0a tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:27.615567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df6003-edb7-4bde-9b81-8bac01227471 req-2708376b-a6ef-4be1-8fbc-bc4ea98efa0a tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:27.640783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b2df6003-edb7-4bde-9b81-8bac01227471 req-2708376b-a6ef-4be1-8fbc-bc4ea98efa0a tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 1653 time: 0.6404223 Jun 30 02:46:27.646323 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2ed31abe-ca01-48b3-a325-f229872a7810 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6479626 Jun 30 02:46:27.672412 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-94758c95-2840-493b-9dcb-631a847763ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3236868 Jun 30 02:46:27.692810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'network_id': '2a5db8db-57db-48b3-8070-466902d80432', 'admin_state_up': True, 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'security_groups': ['4f97998c-e60a-4d93-83db-2bd0a0a75251']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:27.711825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Request body: {'port': {'device_id': 'a18520be-0962-43fc-8ea0-146e8092ebfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:27.727374 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e589dda8-9609-44e1-8ae9-856ca35a17d3 None None] Provisioning for port cbf1b61c-4083-4c9d-b30f-02fd1072df06 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:27.732506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e589dda8-9609-44e1-8ae9-856ca35a17d3 None None] Provisioning complete for port cbf1b61c-4083-4c9d-b30f-02fd1072df06 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:27.733277 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e589dda8-9609-44e1-8ae9-856ca35a17d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.802463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e589dda8-9609-44e1-8ae9-856ca35a17d3 None None] Port cbf1b61c-4083-4c9d-b30f-02fd1072df06 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:27.865446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53004) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:28.037322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-49e83b03-be66-4cf6-9c53-b8e223463e4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] For port 04a3e0b5-0eed-4b66-a533-f0f098af653e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=04a3e0b5-0eed-4b66-a533-f0f098af653e,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:28.058492 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-49e83b03-be66-4cf6-9c53-b8e223463e4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.077162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-5e79945a-7489-46c2-bea2-ec1b05104bd7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:28.079832 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-5e79945a-7489-46c2-bea2-ec1b05104bd7 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.74 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 1023 time: 0.7185566 Jun 30 02:46:28.111009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-737a3f18-c226-446e-8d25-cc132f3b1284 None None] Provisioning for port bb12e561-a0b3-4475-9098-277e869e6df0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:28.115754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-737a3f18-c226-446e-8d25-cc132f3b1284 None None] Provisioning complete for port bb12e561-a0b3-4475-9098-277e869e6df0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:28.116262 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-737a3f18-c226-446e-8d25-cc132f3b1284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.123651 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b2df6003-edb7-4bde-9b81-8bac01227471 req-929f47cf-6805-48aa-bd22-389b96332d69 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4734862 Jun 30 02:46:28.165990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-49e83b03-be66-4cf6-9c53-b8e223463e4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Calling delete_port for 04a3e0b5-0eed-4b66-a533-f0f098af653e owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:28.656013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:28.660291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-737a3f18-c226-446e-8d25-cc132f3b1284 None None] Port bb12e561-a0b3-4475-9098-277e869e6df0 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:28.665214 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.678750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8e1fef5b-18b0-45bb-b303-e06e785d35a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d0a5d60b1d9401fb4574ae44f06f267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7969651 Jun 30 02:46:28.702442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53006) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:28.768319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.772588 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-c65fec7a-3b7e-46df-a626-36c8c4955a18 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a205eb72430843758a6f07925588ee7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312623 Jun 30 02:46:28.778715 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cb150933-2e8b-407f-8249-cde9d29abffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.786045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a51e3657-cf69-4645-8bd3-9052520ea2b3 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:28.928878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-9531c05b-d91e-4c30-8b0d-891a85f39444 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Deleting port e2f456df-f1b0-4e4f-8b81-adb4153a532c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:28.928878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-9531c05b-d91e-4c30-8b0d-891a85f39444 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.022073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port a51e3657-cf69-4645-8bd3-9052520ea2b3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:29.038043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port a51e3657-cf69-4645-8bd3-9052520ea2b3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:29.039834 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.071407 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c95b35-bc20-40f7-9c21-662827105ecb req-91df08d7-f590-42f5-90a4-30c9b20c8171 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:29.073219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8c95b35-bc20-40f7-9c21-662827105ecb req-91df08d7-f590-42f5-90a4-30c9b20c8171 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 1023 time: 0.3926334 Jun 30 02:46:29.154207 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-49e83b03-be66-4cf6-9c53-b8e223463e4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.280376 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.339728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7966665a-b524-4128-8bfa-bb606f478e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.347850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51e3657-cf69-4645-8bd3-9052520ea2b3'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:29.362354 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50914a51-8c1b-44b0-9192-ca946f9462ed" -d '{"events": [{"server_uuid": "45e3c159-b9b6-4e7f-9908-937ee5ad93e4", "name": "network-vif-plugged", "status": "completed", "tag": "a51e3657-cf69-4645-8bd3-9052520ea2b3"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:29.420630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:29.427266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e83b03-be66-4cf6-9c53-b8e223463e4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Pushing event deleted for resources: {'Port': ['ID=04a3e0b5-0eed-4b66-a533-f0f098af653e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:29.493314 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7966665a-b524-4128-8bfa-bb606f478e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.559231 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.734610 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7966665a-b524-4128-8bfa-bb606f478e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.752146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7966665a-b524-4128-8bfa-bb606f478e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.758293 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7966665a-b524-4128-8bfa-bb606f478e40 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ddad922-8a2e-481a-9404-4cd9169284c9 HTTP/1.1" status: 204 len: 168 time: 1.0546162 Jun 30 02:46:29.775989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-49e83b03-be66-4cf6-9c53-b8e223463e4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] No DVR routers for this DVR port 04a3e0b5-0eed-4b66-a533-f0f098af653e on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:29.785440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-49e83b03-be66-4cf6-9c53-b8e223463e4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.791604 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47104943-adfa-4e63-8d62-7a86f18aa845 req-49e83b03-be66-4cf6-9c53-b8e223463e4b tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.74 "DELETE /v2.0/ports/04a3e0b5-0eed-4b66-a533-f0f098af653e HTTP/1.1" status: 204 len: 173 time: 2.6343248 Jun 30 02:46:29.798429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'name': 'network-vif-deleted', 'tag': '04a3e0b5-0eed-4b66-a533-f0f098af653e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:29.805413 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24049137-80de-423f-8de7-37096892dcf8" -d '{"events": [{"server_uuid": "1b41757e-2f15-4f61-a1d4-c078341f8c53", "name": "network-vif-deleted", "tag": "04a3e0b5-0eed-4b66-a533-f0f098af653e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:29.848530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a51e3657-cf69-4645-8bd3-9052520ea2b3,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:29.863395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966665a-b524-4128-8bfa-bb606f478e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddad922-8a2e-481a-9404-4cd9169284c9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:29.869663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Allocated IP 10.1.1.210 (2a5db8db-57db-48b3-8070-466902d80432/c6270346-7331-4901-9fae-9ec73206d49e/346d9070-7538-4e70-b6dc-4712b4ec1f8a) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:30.029234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf1b61c-4083-4c9d-b30f-02fd1072df06 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:30.055574 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.090238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8c95b35-bc20-40f7-9c21-662827105ecb req-00187ba8-69f6-4cd0-a4d5-36ab038993da tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=2273e9f5-fa42-4318-a63c-976add832261&id=ba5c7397-b389-4fc5-b406-f9a30c8468dd&id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.9689388 Jun 30 02:46:30.096723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-8340f7f2-9852-453e-8622-ded8e9f62092 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.099357 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-8340f7f2-9852-453e-8622-ded8e9f62092 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3129735 Jun 30 02:46:30.104218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-9531c05b-d91e-4c30-8b0d-891a85f39444 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] For port e2f456df-f1b0-4e4f-8b81-adb4153a532c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2f456df-f1b0-4e4f-8b81-adb4153a532c,segment=NetworkSegment(eabffd79-7fd3-4095-8074-0f626b683435),segment_id=eabffd79-7fd3-4095-8074-0f626b683435)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:30.119485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-9531c05b-d91e-4c30-8b0d-891a85f39444 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.123623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Request body: {'port': {'device_id': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'a205eb72430843758a6f07925588ee7f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:30.196441 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.216051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Transition to ACTIVE for port object 346d9070-7538-4e70-b6dc-4712b4ec1f8a will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:30.447149 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:46:30.598811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Transition to ACTIVE for port object cbf1b61c-4083-4c9d-b30f-02fd1072df06 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:30.612394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-9531c05b-d91e-4c30-8b0d-891a85f39444 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Calling delete_port for e2f456df-f1b0-4e4f-8b81-adb4153a532c owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:30.647996 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4c678304-a0f4-48de-a828-2fa75d540337 req-d09a6f4f-1b67-4a6c-8411-5c54a30cc393 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 210 time: 0.0593419 Jun 30 02:46:30.674164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e2f456df-f1b0-4e4f-8b81-adb4153a532c no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:30.763279 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.872659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c84ee9-556a-4db0-a1fa-2f61c8c88af0 req-120d9580-a345-448f-a038-69ccba347e2f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.877987 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0c84ee9-556a-4db0-a1fa-2f61c8c88af0 req-120d9580-a345-448f-a038-69ccba347e2f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 946 time: 0.0861957 Jun 30 02:46:30.912676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0c84ee9-556a-4db0-a1fa-2f61c8c88af0 req-44e6210c-ebb2-433d-910c-b189d87783ac tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323141 Jun 30 02:46:31.080448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecacb0-ea14-4e75-9cf6-99510068575c req-d8458eb9-1eb0-4be8-a630-fe1a824832e2 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.081858 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02ecacb0-ea14-4e75-9cf6-99510068575c req-d8458eb9-1eb0-4be8-a630-fe1a824832e2 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 932 time: 0.0634637 Jun 30 02:46:31.120370 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02ecacb0-ea14-4e75-9cf6-99510068575c req-85df352f-5ee6-4989-bc24-54094ac79e83 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Jun 30 02:46:31.266130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04573649-027e-4df5-a790-de02031622eb req-b1e1897b-cb3f-4c28-90a8-32b1278c3696 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 210 time: 0.0376892 Jun 30 02:46:31.429400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5ae84-7630-42b2-bef3-c874a3c5e1ab req-f39b5933-8dfb-46e0-99de-95744c251a32 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.435204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5ae84-7630-42b2-bef3-c874a3c5e1ab req-f39b5933-8dfb-46e0-99de-95744c251a32 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.436707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3fd5ae84-7630-42b2-bef3-c874a3c5e1ab req-f39b5933-8dfb-46e0-99de-95744c251a32 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 1653 time: 0.0684638 Jun 30 02:46:31.474699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3fd5ae84-7630-42b2-bef3-c874a3c5e1ab req-1c8ce98d-7527-4a4e-a274-2bcbb31c2042 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324247 Jun 30 02:46:31.523646 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2984bac-ebd8-4adb-b1cf-d0b321daf5f5 x-openstack-request-id: req-e2984bac-ebd8-4adb-b1cf-d0b321daf5f5 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:31.524158 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e3c159-b9b6-4e7f-9908-937ee5ad93e4", "name": "network-vif-plugged", "status": "completed", "tag": "a51e3657-cf69-4645-8bd3-9052520ea2b3", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:31.524260 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2984bac-ebd8-4adb-b1cf-d0b321daf5f5 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:31.524599 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51e3657-cf69-4645-8bd3-9052520ea2b3', 'code': 200} Jun 30 02:46:31.553816 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c5b51b-90b4-43ac-82e4-5dbd624580ac x-openstack-request-id: req-56c5b51b-90b4-43ac-82e4-5dbd624580ac {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:31.554332 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b41757e-2f15-4f61-a1d4-c078341f8c53", "name": "network-vif-deleted", "tag": "04a3e0b5-0eed-4b66-a533-f0f098af653e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:31.554632 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56c5b51b-90b4-43ac-82e4-5dbd624580ac {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:31.555123 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b41757e-2f15-4f61-a1d4-c078341f8c53', 'name': 'network-vif-deleted', 'tag': '04a3e0b5-0eed-4b66-a533-f0f098af653e', 'status': 'completed', 'code': 200} Jun 30 02:46:31.660743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcc11c-9fcd-47ec-827d-40bde4aaac83 req-807843fe-4ac4-4062-990b-ed5ba88be9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.662317 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ddcc11c-9fcd-47ec-827d-40bde4aaac83 req-807843fe-4ac4-4062-990b-ed5ba88be9e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 1097 time: 0.0677640 Jun 30 02:46:31.700939 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ddcc11c-9fcd-47ec-827d-40bde4aaac83 req-58f10bea-fd7e-4bdc-812f-ff4ab1e39110 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317187 Jun 30 02:46:31.701624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027ac5-3198-43b2-8d0f-7feb235fb35c req-9484ad2f-1953-43c3-bedb-359f55254cc2 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.703108 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35027ac5-3198-43b2-8d0f-7feb235fb35c req-9484ad2f-1953-43c3-bedb-359f55254cc2 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 1023 time: 0.0653465 Jun 30 02:46:31.751369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35027ac5-3198-43b2-8d0f-7feb235fb35c req-74b445b2-9cfc-4b77-9d7c-fe20d0f30af3 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups?id=2273e9f5-fa42-4318-a63c-976add832261&id=ba5c7397-b389-4fc5-b406-f9a30c8468dd&id=50578f5c-a10d-4c9c-90db-00efbc3b7e86&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0422697 Jun 30 02:46:32.008008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-01cd942c-580b-4b4f-84f6-68be3cc8f50e req-cf563251-e6f6-401a-a2eb-12849febe833 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 210 time: 0.0311837 Jun 30 02:46:32.096265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4127d-2b2a-473c-8464-092b03b09559 req-556d5b3e-59d4-408b-869c-e14a5b087f14 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.097753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac4127d-2b2a-473c-8464-092b03b09559 req-556d5b3e-59d4-408b-869c-e14a5b087f14 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 946 time: 0.0687363 Jun 30 02:46:32.135307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac4127d-2b2a-473c-8464-092b03b09559 req-6ec952bc-9077-44dc-97d4-090d60517990 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Jun 30 02:46:32.141901 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.142070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.186541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Pushing event updated for resources: {'Port': ['ID=cbf1b61c-4083-4c9d-b30f-02fd1072df06,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.224031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network 2a5db8db-57db-48b3-8070-466902d80432 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:32.227624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:32.232973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:32.243027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Port': ['ID=346d9070-7538-4e70-b6dc-4712b4ec1f8a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.271366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-919f64d5-0feb-4b10-8f81-d35ca45c633d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.272917 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-9531c05b-d91e-4c30-8b0d-891a85f39444 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.283061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Made reservation on behalf of a205eb72430843758a6f07925588ee7f for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:32.286738 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.331301 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.341826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531c05b-d91e-4c30-8b0d-891a85f39444 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'Port': ['ID=e2f456df-f1b0-4e4f-8b81-adb4153a532c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.343352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 04a3e0b5-0eed-4b66-a533-f0f098af653e no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:32.367979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 04a3e0b5-0eed-4b66-a533-f0f098af653e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:32.368582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 04a3e0b5-0eed-4b66-a533-f0f098af653e not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:32.395488 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-9531c05b-d91e-4c30-8b0d-891a85f39444 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] No DVR routers for this DVR port e2f456df-f1b0-4e4f-8b81-adb4153a532c on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:32.398487 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-9531c05b-d91e-4c30-8b0d-891a85f39444 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.401161 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5e0ad75-b4eb-4d59-9d95-7bbd293259ea req-9531c05b-d91e-4c30-8b0d-891a85f39444 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.74 "DELETE /v2.0/ports/e2f456df-f1b0-4e4f-8b81-adb4153a532c HTTP/1.1" status: 204 len: 173 time: 4.2538493 Jun 30 02:46:32.401768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086b457f-2921-4839-a2f6-d5b64935cf95', 'name': 'network-vif-deleted', 'tag': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:32.405878 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b138869b-9d68-4c2a-a085-64ef344f6128" -d '{"events": [{"server_uuid": "086b457f-2921-4839-a2f6-d5b64935cf95", "name": "network-vif-deleted", "tag": "e2f456df-f1b0-4e4f-8b81-adb4153a532c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:32.551750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.552567 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Attempting to bind port cbf1b61c-4083-4c9d-b30f-02fd1072df06 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Attempting to bind port cbf1b61c-4083-4c9d-b30f-02fd1072df06 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Attempting to bind port cbf1b61c-4083-4c9d-b30f-02fd1072df06 on network 871a5c35-5520-42dd-96c2-6fdaf235edc2 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Port cbf1b61c-4083-4c9d-b30f-02fd1072df06 on network 871a5c35-5520-42dd-96c2-6fdaf235edc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Attempting to bind port cbf1b61c-4083-4c9d-b30f-02fd1072df06 on network 871a5c35-5520-42dd-96c2-6fdaf235edc2 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Allocated IP 192.168.233.249 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/b532c172-0fc2-4c28-bac6-12d31dd69f3b) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Checking segment: {'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Bound using segment: {'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Bound port: cbf1b61c-4083-4c9d-b30f-02fd1072df06, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ac08a5-da65-4063-9eff-727d2c44f908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:32.809928 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.814581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17956ac7-e463-47e0-b01e-ef37758d1e8d req-2828660c-d1ae-4bed-9658-239528b34dbd tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.814581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17956ac7-e463-47e0-b01e-ef37758d1e8d req-2828660c-d1ae-4bed-9658-239528b34dbd tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 944 time: 0.3687420 Jun 30 02:46:32.875935 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-a6c51235-4360-49fb-99d9-8747973591ba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1928997 Jun 30 02:46:32.964055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e', 'admin_state_up': True, 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'security_groups': ['4f97998c-e60a-4d93-83db-2bd0a0a75251']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:33.036422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17956ac7-e463-47e0-b01e-ef37758d1e8d req-cd632766-54d8-460a-abab-41a194f219fb tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357543 Jun 30 02:46:33.225890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] For port cbf1b61c-4083-4c9d-b30f-02fd1072df06, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:33.250432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] For port cbf1b61c-4083-4c9d-b30f-02fd1072df06, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=cbf1b61c-4083-4c9d-b30f-02fd1072df06,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:33.327127 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.330633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-877188d3-0b8c-4ead-a9c8-c5205a47d46c None None] Provisioning for port 346d9070-7538-4e70-b6dc-4712b4ec1f8a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:33.333008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-877188d3-0b8c-4ead-a9c8-c5205a47d46c None None] Provisioning complete for port 346d9070-7538-4e70-b6dc-4712b4ec1f8a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:33.333446 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-877188d3-0b8c-4ead-a9c8-c5205a47d46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.342993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c6a8e35-3172-4f9b-b835-420759872e9b req-69182e32-02da-40b9-9259-eb21baf24b68 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 210 time: 0.0719461 Jun 30 02:46:33.406746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-877188d3-0b8c-4ead-a9c8-c5205a47d46c None None] Port 346d9070-7538-4e70-b6dc-4712b4ec1f8a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:33.431590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.436901 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f315b-dfb7-4a90-aadb-d87dffb98981 x-openstack-request-id: req-f57f315b-dfb7-4a90-aadb-d87dffb98981 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:33.437181 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086b457f-2921-4839-a2f6-d5b64935cf95", "name": "network-vif-deleted", "tag": "e2f456df-f1b0-4e4f-8b81-adb4153a532c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:33.437443 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f57f315b-dfb7-4a90-aadb-d87dffb98981 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:33.437960 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086b457f-2921-4839-a2f6-d5b64935cf95', 'name': 'network-vif-deleted', 'tag': 'e2f456df-f1b0-4e4f-8b81-adb4153a532c', 'status': 'completed', 'code': 200} Jun 30 02:46:33.457212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Transition to ACTIVE for port object b532c172-0fc2-4c28-bac6-12d31dd69f3b will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:33.621287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd277-f5c3-4dbf-92fc-46a7c4f697aa req-79716dff-d241-49dc-bbdf-4030f05cf9d6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.627185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd277-f5c3-4dbf-92fc-46a7c4f697aa req-79716dff-d241-49dc-bbdf-4030f05cf9d6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.634211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd277-f5c3-4dbf-92fc-46a7c4f697aa req-79716dff-d241-49dc-bbdf-4030f05cf9d6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.635413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-279bd277-f5c3-4dbf-92fc-46a7c4f697aa req-79716dff-d241-49dc-bbdf-4030f05cf9d6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 2374 time: 0.0834115 Jun 30 02:46:33.637112 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.689785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.690452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.691723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] 10.222.0.74 "PUT /v2.0/ports/cbf1b61c-4083-4c9d-b30f-02fd1072df06 HTTP/1.1" status: 200 len: 1092 time: 6.0039952 Jun 30 02:46:33.727276 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-279bd277-f5c3-4dbf-92fc-46a7c4f697aa req-f0f8ccfa-3655-4086-9e9f-686dc86b3164 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847747 Jun 30 02:46:33.728250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a99224-5458-4bf1-bce9-5e8bafb8c0fd service neutron] Pushing event updated for resources: {'Port': ['ID=cbf1b61c-4083-4c9d-b30f-02fd1072df06,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:33.783065 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.795973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:33.879708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:33.881144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:33.883534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:33.907900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:33.923482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:34.071998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:34.075374 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.173275 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f13af24b-a5ac-4d81-b0d6-13a6df1a1145 req-72ec9268-0de1-4c0c-b8aa-1aa95d2e85bd tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/ports?device_id=086b457f-2921-4839-a2f6-d5b64935cf95 HTTP/1.1" status: 200 len: 210 time: 0.0521607 Jun 30 02:46:34.235740 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.334825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-631681b0-b48e-4890-b0a8-19e6c93015ec tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2241890 Jun 30 02:46:34.363895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Request body: {'port': {'device_id': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:34.508420 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1c33de5b-f586-49e9-9b3b-0493a950886b req-88749e74-b348-4ff6-892d-5ff09420aa42 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b41757e-2f15-4f61-a1d4-c078341f8c53 HTTP/1.1" status: 200 len: 210 time: 0.0761411 Jun 30 02:46:34.527862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-9c86daef-cd4e-4968-bc9c-dd75421f7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:34.529691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-9c86daef-cd4e-4968-bc9c-dd75421f7e84 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c83fe25ea7204618bd75e7358ea6e60d&device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 1095 time: 0.2903633 Jun 30 02:46:34.531043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.588721 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.599486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c01be843-cf33-481a-ad67-14ff8a1f9f3c None None] Provisioning for port b532c172-0fc2-4c28-bac6-12d31dd69f3b completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:34.629534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c01be843-cf33-481a-ad67-14ff8a1f9f3c None None] Provisioning complete for port b532c172-0fc2-4c28-bac6-12d31dd69f3b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:34.631112 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c01be843-cf33-481a-ad67-14ff8a1f9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.802031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c01be843-cf33-481a-ad67-14ff8a1f9f3c None None] Port b532c172-0fc2-4c28-bac6-12d31dd69f3b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:34.950902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Allocated IP 10.2.2.100 (9f95e7b4-a4f7-4e28-ba4f-dde9f067879e/895c76f2-b67c-46ed-8de5-90205d541aaa/45bddaf2-a14c-4b74-aaa1-742550900101) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:34.980840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-23094aef-f846-4dc2-8edb-e7f0f08dbe4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbf1b61c-4083-4c9d-b30f-02fd1072df06 HTTP/1.1" status: 200 len: 217 time: 0.2480352 Jun 30 02:46:35.169007 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.204508 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581079-374f-43d0-be9b-6e2067161629 req-9e5a7884-f789-47cd-8cc2-789fa7b8f069 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.206874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Transition to ACTIVE for port object 45bddaf2-a14c-4b74-aaa1-742550900101 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:35.209731 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77581079-374f-43d0-be9b-6e2067161629 req-9e5a7884-f789-47cd-8cc2-789fa7b8f069 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 946 time: 0.4774354 Jun 30 02:46:35.305446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2d111e4e-227e-411b-947c-d7510a77bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.307046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-2d111e4e-227e-411b-947c-d7510a77bd57 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97cc51fe-298d-4192-8556-fd9de4fb8fc0 HTTP/1.1" status: 200 len: 854 time: 0.2889645 Jun 30 02:46:35.339576 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77581079-374f-43d0-be9b-6e2067161629 req-323b0453-aa5b-43a8-98c3-88ba966b57cb tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056571 Jun 30 02:46:35.426553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b532c172-0fc2-4c28-bac6-12d31dd69f3b {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:35.440826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18520be-0962-43fc-8ea0-146e8092ebfb', 'tag': 'cbf1b61c-4083-4c9d-b30f-02fd1072df06'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:35.451495 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "a18520be-0962-43fc-8ea0-146e8092ebfb", "tag": "cbf1b61c-4083-4c9d-b30f-02fd1072df06"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:35.455648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.465185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aed08a-b91c-460c-84e2-a1562543050e req-477830bd-3763-47d2-af5e-0b153d56535f tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.466962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21aed08a-b91c-460c-84e2-a1562543050e req-477830bd-3763-47d2-af5e-0b153d56535f tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 944 time: 0.1559784 Jun 30 02:46:35.521551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Transition to ACTIVE for port object b532c172-0fc2-4c28-bac6-12d31dd69f3b will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:35.538574 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.561187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-88dab0ca-d09b-4657-87a3-e6ed7781139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.562828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-88dab0ca-d09b-4657-87a3-e6ed7781139f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=871a5c35-5520-42dd-96c2-6fdaf235edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992506 Jun 30 02:46:35.678810 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.679510 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21aed08a-b91c-460c-84e2-a1562543050e req-045470a1-95f9-463f-be79-e64d186b4074 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979191 Jun 30 02:46:35.679510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:35.689581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:35.727792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:35.906223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Port': ['ID=45bddaf2-a14c-4b74-aaa1-742550900101,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:35.932070 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-36084392-7a82-4a14-8886-31c041e1bd65 service neutron] 10.222.0.74 "GET /v2.0/networks/871a5c35-5520-42dd-96c2-6fdaf235edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574172 Jun 30 02:46:35.959172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.959172 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.131557 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-4306ccaf-1ac5-4785-bd16-64cd9f2ad8af tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1767366 Jun 30 02:46:36.158027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e', 'admin_state_up': True, 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'security_groups': ['4f97998c-e60a-4d93-83db-2bd0a0a75251']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:36.188228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcaf877e-bda4-4f9c-aeb0-5a65a0b20b87 req-4a7ac744-5368-4ac4-b093-3b2d0d93c874 service neutron] 10.222.0.74 "GET /v2.0/networks/871a5c35-5520-42dd-96c2-6fdaf235edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323124 Jun 30 02:46:36.223226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:36.235500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8371a1d3-10fc-4568-a23d-0ed95d38af65 None None] Provisioning for port 45bddaf2-a14c-4b74-aaa1-742550900101 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:36.248616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8371a1d3-10fc-4568-a23d-0ed95d38af65 None None] Provisioning complete for port 45bddaf2-a14c-4b74-aaa1-742550900101 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:36.248616 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8371a1d3-10fc-4568-a23d-0ed95d38af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.316332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:36.316597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:36.316925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:36.327547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960f7d1-aa02-4acd-8a4b-ee475a92a07f req-c571a22b-e13a-4056-88c3-c4756c99d9e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.336179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873add9-19d0-43db-98da-3336163e60b0 req-bbab0c41-a1d9-4023-afb4-37147cbb8961 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.336179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7873add9-19d0-43db-98da-3336163e60b0 req-bbab0c41-a1d9-4023-afb4-37147cbb8961 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 948 time: 0.4001365 Jun 30 02:46:36.336956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Port b532c172-0fc2-4c28-bac6-12d31dd69f3b on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:36.337273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:36.343927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960f7d1-aa02-4acd-8a4b-ee475a92a07f req-c571a22b-e13a-4056-88c3-c4756c99d9e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.350071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960f7d1-aa02-4acd-8a4b-ee475a92a07f req-c571a22b-e13a-4056-88c3-c4756c99d9e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.356285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8371a1d3-10fc-4568-a23d-0ed95d38af65 None None] Port 45bddaf2-a14c-4b74-aaa1-742550900101 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:36.357023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960f7d1-aa02-4acd-8a4b-ee475a92a07f req-c571a22b-e13a-4056-88c3-c4756c99d9e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.358958 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c960f7d1-aa02-4acd-8a4b-ee475a92a07f req-c571a22b-e13a-4056-88c3-c4756c99d9e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 3095 time: 0.3543437 Jun 30 02:46:36.367770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:36.368424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:36.368529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:36.369100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Bound port: b532c172-0fc2-4c28-bac6-12d31dd69f3b, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:36.369517 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.525404 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7873add9-19d0-43db-98da-3336163e60b0 req-9bd952d9-7840-4a00-81c6-6cade0d220a5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746008 Jun 30 02:46:36.626017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c960f7d1-aa02-4acd-8a4b-ee475a92a07f req-bcbcc3dd-e8aa-48b5-a2b0-07bf2f418af7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451105 Jun 30 02:46:36.630610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Made reservation on behalf of 586255c668ef4cc0a6e8ecb667848568 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:36.630811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:36.635798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:36.638545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.682728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53116) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:36.750389 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.868943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:36.893034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.893935 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.895500 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-376c1bec-3bd2-4bb5-b879-b4de89a9113b service neutron] 10.222.0.83 "PUT /v2.0/ports/b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 1096 time: 2.5446813 Jun 30 02:46:36.905895 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04508ea-db31-4d82-99ef-c053d59d50b9 x-openstack-request-id: req-a04508ea-db31-4d82-99ef-c053d59d50b9 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:36.906468 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18520be-0962-43fc-8ea0-146e8092ebfb", "tag": "cbf1b61c-4083-4c9d-b30f-02fd1072df06", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:36.906884 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a04508ea-db31-4d82-99ef-c053d59d50b9 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:36.907529 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18520be-0962-43fc-8ea0-146e8092ebfb', 'tag': 'cbf1b61c-4083-4c9d-b30f-02fd1072df06', 'status': 'completed', 'code': 200} Jun 30 02:46:36.955010 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f57d80b1-84da-4274-ace2-5317196ec3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.122713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Allocated IP 10.2.2.200 (9f95e7b4-a4f7-4e28-ba4f-dde9f067879e/895c76f2-b67c-46ed-8de5-90205d541aaa/5cff4dbf-7714-4a43-9437-4bee8213add2) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:37.345760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-1b79454b-2374-448d-ba80-62a4685bb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.348097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-1b79454b-2374-448d-ba80-62a4685bb2e9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c83fe25ea7204618bd75e7358ea6e60d&device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 1095 time: 0.3124304 Jun 30 02:46:37.350713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-e38c5e97-2516-4c02-9c7c-2e309415df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.354638 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-e38c5e97-2516-4c02-9c7c-2e309415df64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1099 time: 0.3082113 Jun 30 02:46:37.434152 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f57d80b1-84da-4274-ace2-5317196ec3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.488200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302a58-c49e-4309-9244-81e6d0a5aab5 req-e07f6e21-6a5e-490f-be4a-361a04d9b6fb tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.489852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b302a58-c49e-4309-9244-81e6d0a5aab5 req-e07f6e21-6a5e-490f-be4a-361a04d9b6fb tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 950 time: 0.1970668 Jun 30 02:46:37.518012 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-c14a3e4b-28dd-49e7-a1d8-11bf8f889719 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 217 time: 0.1531577 Jun 30 02:46:37.543981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.590606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Transition to ACTIVE for port object 5cff4dbf-7714-4a43-9437-4bee8213add2 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:37.609028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefb1c0-cb44-4e89-b7a2-5c0becf30584 req-88995dac-7196-40ce-a67e-2a8807a59120 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.616344 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-acefb1c0-cb44-4e89-b7a2-5c0becf30584 req-88995dac-7196-40ce-a67e-2a8807a59120 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 1097 time: 0.3597381 Jun 30 02:46:37.618951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b302a58-c49e-4309-9244-81e6d0a5aab5 req-dfa605e0-cf9f-4747-bf17-9e87cd3a1be7 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196771 Jun 30 02:46:37.681838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-a1e7b0fd-75ac-461a-9b27-3f2e5c98b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.684057 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-a1e7b0fd-75ac-461a-9b27-3f2e5c98b055 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1533675 Jun 30 02:46:37.712767 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f57d80b1-84da-4274-ace2-5317196ec3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.769629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-acefb1c0-cb44-4e89-b7a2-5c0becf30584 req-b2da3c3d-bf9e-4f75-bbd1-c40a5fd3b4b2 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521454 Jun 30 02:46:37.771337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-bedfe077-451b-4b83-b688-1664ff79ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.775580 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-bedfe077-451b-4b83-b688-1664ff79ad95 service neutron] 10.222.0.74 "GET /v2.0/networks?id=871a5c35-5520-42dd-96c2-6fdaf235edc2 HTTP/1.1" status: 200 len: 916 time: 0.3845048 Jun 30 02:46:37.796892 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.835957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-f7407ea5-6c35-4024-94c6-29e87131782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.837903 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-f7407ea5-6c35-4024-94c6-29e87131782e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1442375 Jun 30 02:46:37.910240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d80b1-84da-4274-ace2-5317196ec3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78aec07-9bf5-4745-a546-a52c8910dbaa,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.080798 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f57d80b1-84da-4274-ace2-5317196ec3ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d141b0204a1f44799cba19985a500c78&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3946416 Jun 30 02:46:38.080798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event updated for resources: {'Port': ['ID=5cff4dbf-7714-4a43-9437-4bee8213add2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.091879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:38.096254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53134) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:38.100988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:38.112565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:38.114382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-02b72491-9b2d-4d4e-9d70-77197dfaaa29 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641220 Jun 30 02:46:38.206479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:38.207161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.226675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331531d6-789f-41f6-9a01-577d99a6590b req-c0d1a124-7b4c-48d1-8eb5-0acbe3afa7fa tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:38.231680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4fd7e7c-ca6d-4bf6-a21a-c7a0cb7e0197 req-ecd3c3b2-8ccd-4451-8d1f-6d67360f5440 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/ba5c7397-b389-4fc5-b406-f9a30c8468dd HTTP/1.1" status: 200 len: 1800 time: 0.2575161 Jun 30 02:46:38.234465 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-331531d6-789f-41f6-9a01-577d99a6590b req-c0d1a124-7b4c-48d1-8eb5-0acbe3afa7fa tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 944 time: 0.3366458 Jun 30 02:46:38.318319 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-331531d6-789f-41f6-9a01-577d99a6590b req-e9b315bf-1148-4712-bfd2-2e946e034b09 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823236 Jun 30 02:46:38.333563 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1dd69c1e-aff7-43ef-a8aa-e8271b25ddab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.361252 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-d035b7ea-ec16-4b85-86ce-5b054a451346 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2088649 Jun 30 02:46:38.467414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1dd69c1e-aff7-43ef-a8aa-e8271b25ddab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.504301 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e21c74c-9c85-4191-ae12-f00cce01e1c2 req-7762b849-53d7-412c-80c2-8beb839b9e03 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703766 Jun 30 02:46:38.520942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a4fd7e7c-ca6d-4bf6-a21a-c7a0cb7e0197 req-d61c89bd-b856-47c6-8280-a3d507d7f76d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.640264 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a4fd7e7c-ca6d-4bf6-a21a-c7a0cb7e0197 req-d61c89bd-b856-47c6-8280-a3d507d7f76d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.649385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5f8051db-f1be-47b9-ad99-2f2f9dd1c4fa None None] Provisioning for port 5cff4dbf-7714-4a43-9437-4bee8213add2 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:38.654876 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5f8051db-f1be-47b9-ad99-2f2f9dd1c4fa None None] Provisioning complete for port 5cff4dbf-7714-4a43-9437-4bee8213add2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:38.658119 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5f8051db-f1be-47b9-ad99-2f2f9dd1c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.719415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5f8051db-f1be-47b9-ad99-2f2f9dd1c4fa None None] Port 5cff4dbf-7714-4a43-9437-4bee8213add2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:38.778526 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1dd69c1e-aff7-43ef-a8aa-e8271b25ddab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.781337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1dd69c1e-aff7-43ef-a8aa-e8271b25ddab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.782696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1dd69c1e-aff7-43ef-a8aa-e8271b25ddab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f78aec07-9bf5-4745-a546-a52c8910dbaa HTTP/1.1" status: 204 len: 168 time: 0.6803646 Jun 30 02:46:38.792051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd69c1e-aff7-43ef-a8aa-e8271b25ddab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78aec07-9bf5-4745-a546-a52c8910dbaa,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.869396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a4fd7e7c-ca6d-4bf6-a21a-c7a0cb7e0197 req-d61c89bd-b856-47c6-8280-a3d507d7f76d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.872662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a4fd7e7c-ca6d-4bf6-a21a-c7a0cb7e0197 req-d61c89bd-b856-47c6-8280-a3d507d7f76d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.873977 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4fd7e7c-ca6d-4bf6-a21a-c7a0cb7e0197 req-d61c89bd-b856-47c6-8280-a3d507d7f76d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/ba5c7397-b389-4fc5-b406-f9a30c8468dd HTTP/1.1" status: 204 len: 173 time: 0.6350679 Jun 30 02:46:38.883515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c89bd-b856-47c6-8280-a3d507d7f76d tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5c7397-b389-4fc5-b406-f9a30c8468dd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.908928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:38.911799 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faed16b8-fcaa-4413-95bf-f026e255026b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:39.080898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4c5b3-5144-4897-a765-5b30e373f128 req-22f23786-fade-4903-b237-47982f0aed5d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.082699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c4c4c5b3-5144-4897-a765-5b30e373f128 req-22f23786-fade-4903-b237-47982f0aed5d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 948 time: 0.0805695 Jun 30 02:46:39.153631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c4c4c5b3-5144-4897-a765-5b30e373f128 req-a0a2a88c-7eb3-4a7a-a591-3e1453f84239 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644131 Jun 30 02:46:39.358453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50926a04-827b-440f-9ff8-25fd9b8d50b2 req-e20e00b2-d37b-4fb3-bedf-46e0cc484929 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.369447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50926a04-827b-440f-9ff8-25fd9b8d50b2 req-e20e00b2-d37b-4fb3-bedf-46e0cc484929 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.375434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50926a04-827b-440f-9ff8-25fd9b8d50b2 req-e20e00b2-d37b-4fb3-bedf-46e0cc484929 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.383027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50926a04-827b-440f-9ff8-25fd9b8d50b2 req-e20e00b2-d37b-4fb3-bedf-46e0cc484929 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.391087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50926a04-827b-440f-9ff8-25fd9b8d50b2 req-e20e00b2-d37b-4fb3-bedf-46e0cc484929 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.394043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50926a04-827b-440f-9ff8-25fd9b8d50b2 req-e20e00b2-d37b-4fb3-bedf-46e0cc484929 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 3816 time: 0.1224303 Jun 30 02:46:39.448172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50926a04-827b-440f-9ff8-25fd9b8d50b2 req-173b7340-525a-4458-8abb-caade0022041 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451548 Jun 30 02:46:39.681865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf4e26-46a3-4464-9ee9-d7d2e6a7ba02 req-8a448db7-9510-4020-ba99-4379ccd131f7 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.684111 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-edcf4e26-46a3-4464-9ee9-d7d2e6a7ba02 req-8a448db7-9510-4020-ba99-4379ccd131f7 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 1097 time: 0.0712650 Jun 30 02:46:39.768962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-edcf4e26-46a3-4464-9ee9-d7d2e6a7ba02 req-e0a0b22b-b848-4cd6-9c0f-a031b78b1548 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784700 Jun 30 02:46:39.883309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1322c96-f036-4605-846a-f2f3ab40fd58 req-8d7254c3-4e29-4b56-ba94-c6af645e328e tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "GET /v2.0/security-groups/2273e9f5-fa42-4318-a63c-976add832261 HTTP/1.1" status: 200 len: 1801 time: 0.0461743 Jun 30 02:46:39.988802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c1322c96-f036-4605-846a-f2f3ab40fd58 req-b9d7afe9-3b93-4768-b4bf-e9092639d0d9 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.048456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c1322c96-f036-4605-846a-f2f3ab40fd58 req-b9d7afe9-3b93-4768-b4bf-e9092639d0d9 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.159671 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f222238-fd1c-4c29-b9ae-ea99f0271cc0 x-openstack-request-id: req-2f222238-fd1c-4c29-b9ae-ea99f0271cc0 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:40.160249 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:40.160695 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f222238-fd1c-4c29-b9ae-ea99f0271cc0 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:40.161326 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'status': 'completed', 'code': 200} Jun 30 02:46:40.268556 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c1322c96-f036-4605-846a-f2f3ab40fd58 req-b9d7afe9-3b93-4768-b4bf-e9092639d0d9 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.272004 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c1322c96-f036-4605-846a-f2f3ab40fd58 req-b9d7afe9-3b93-4768-b4bf-e9092639d0d9 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.279746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53178) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:40.281252 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1322c96-f036-4605-846a-f2f3ab40fd58 req-b9d7afe9-3b93-4768-b4bf-e9092639d0d9 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] 10.222.0.77 "DELETE /v2.0/security-groups/2273e9f5-fa42-4318-a63c-976add832261 HTTP/1.1" status: 204 len: 173 time: 0.3908286 Jun 30 02:46:40.318428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7afe9-3b93-4768-b4bf-e9092639d0d9 tempest-SecurityGroupsTestJSON-2102166500 tempest-SecurityGroupsTestJSON-2102166500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2273e9f5-fa42-4318-a63c-976add832261,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:40.341688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed16b8-fcaa-4413-95bf-f026e255026b req-6396d4b6-3a40-4566-a758-e939b33d880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.378197 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-faed16b8-fcaa-4413-95bf-f026e255026b req-6396d4b6-3a40-4566-a758-e939b33d880f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1099 time: 0.1891487 Jun 30 02:46:40.398254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-688bbcec-c2dc-4a06-b8fc-65af8353b1f0 admin admin] Deleting subnet 601a0bd9-eede-426f-bfc9-937b3a8d7ca3 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:40.483898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-688bbcec-c2dc-4a06-b8fc-65af8353b1f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.530003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-688bbcec-c2dc-4a06-b8fc-65af8353b1f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.562607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53184) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:40.611061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c664d-718a-486b-8a1a-7b4c18e43abb req-7002fb60-92c7-46aa-9757-4d29f91ee6f9 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.618424 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad0c664d-718a-486b-8a1a-7b4c18e43abb req-7002fb60-92c7-46aa-9757-4d29f91ee6f9 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 944 time: 0.2103651 Jun 30 02:46:40.632835 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-688bbcec-c2dc-4a06-b8fc-65af8353b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.640177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed16b8-fcaa-4413-95bf-f026e255026b req-9477a5ef-b47e-4235-9a67-8e4cdeabeddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.641166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-faed16b8-fcaa-4413-95bf-f026e255026b req-9477a5ef-b47e-4235-9a67-8e4cdeabeddf service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2544925 Jun 30 02:46:40.749785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2567f-ec91-4b46-ad01-57122667b6f7 req-cbe12d0f-7241-459c-982a-c06e67d547d9 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.753791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eca2567f-ec91-4b46-ad01-57122667b6f7 req-cbe12d0f-7241-459c-982a-c06e67d547d9 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 944 time: 0.2299840 Jun 30 02:46:40.759498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad0c664d-718a-486b-8a1a-7b4c18e43abb req-6ea0f5f3-fc6d-4a9f-b09d-133febb0ece7 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400986 Jun 30 02:46:40.787609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1565772802-network', 'tenant_id': '3c80ab6c399441f9bb71ec28106c6a5f'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:40.811791 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device d0ec9c07-97aa-4214-b554-a99097ff930a no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:40.826790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-faed16b8-fcaa-4413-95bf-f026e255026b req-ebe6fffe-bb1b-45d5-a68c-ecd2d0e0c357 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 217 time: 0.1696699 Jun 30 02:46:40.927194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed16b8-fcaa-4413-95bf-f026e255026b req-1f1a2e9c-c220-44fb-bbf7-967e5bf3f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.928815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-faed16b8-fcaa-4413-95bf-f026e255026b req-1f1a2e9c-c220-44fb-bbf7-967e5bf3f86f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0911241 Jun 30 02:46:40.969599 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.978687 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-688bbcec-c2dc-4a06-b8fc-65af8353b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.985109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eca2567f-ec91-4b46-ad01-57122667b6f7 req-9e6eaab2-8782-48b5-9559-26e16472b436 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758454 Jun 30 02:46:41.056779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bbcec-c2dc-4a06-b8fc-65af8353b1f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=601a0bd9-eede-426f-bfc9-937b3a8d7ca3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.059061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:41.061976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:41.072136 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19f690b-9ac3-4df8-96ea-113948ecffad" -d '{"events": [{"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:41.079170 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed16b8-fcaa-4413-95bf-f026e255026b req-eaf548d8-e726-47e0-8f4e-1f4388e653e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.080368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Made reservation on behalf of 3c80ab6c399441f9bb71ec28106c6a5f for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:41.082901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.086405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-faed16b8-fcaa-4413-95bf-f026e255026b req-eaf548d8-e726-47e0-8f4e-1f4388e653e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474209 Jun 30 02:46:41.115453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-688bbcec-c2dc-4a06-b8fc-65af8353b1f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.121548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-688bbcec-c2dc-4a06-b8fc-65af8353b1f0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/601a0bd9-eede-426f-bfc9-937b3a8d7ca3 HTTP/1.1" status: 204 len: 168 time: 0.8406086 Jun 30 02:46:41.122202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53202) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:41.125184 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.172716 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.245999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.275449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:41.348616 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.458144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759798d-dc2b-44a2-a1a9-44003e12990c req-50561153-d6a1-4cfc-a68f-d64e2764900e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.466453 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8759798d-dc2b-44a2-a1a9-44003e12990c req-50561153-d6a1-4cfc-a68f-d64e2764900e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 948 time: 0.2837269 Jun 30 02:46:41.502126 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.588031 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.623368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-9c8fca81-a834-4fdf-8b9c-f61f3bedff3f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbf1b61c-4083-4c9d-b30f-02fd1072df06 HTTP/1.1" status: 200 len: 217 time: 0.4024937 Jun 30 02:46:41.631258 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.665894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8759798d-dc2b-44a2-a1a9-44003e12990c req-bf088449-6def-4b75-bbdc-de7dcf260ad0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945913 Jun 30 02:46:41.671447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a37c81-31b5-4c29-8733-d133371271eb']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:41.674083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-faed16b8-fcaa-4413-95bf-f026e255026b req-f3794198-bf5f-421c-9391-d3d0bee19ece service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791137 Jun 30 02:46:41.685668 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.700661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabffd79-7fd3-4095-8074-0f626b683435') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:41.700920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabffd79-7fd3-4095-8074-0f626b683435') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:41.738829 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:41.750968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.819251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d3fbdf-1ffe-4bbb-9839-848c251776e8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.825864 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.826452 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Added segment 010f1ce5-e513-4342-83da-a640a79e2480 of type vlan for network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 Jun 30 02:46:41.826584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cd1f-190d-4daa-a0ac-845ac76bb22e req-ccc80e4f-62a0-45a3-8c48-753a080d0b99 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.833304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cd1f-190d-4daa-a0ac-845ac76bb22e req-ccc80e4f-62a0-45a3-8c48-753a080d0b99 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.842966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cd1f-190d-4daa-a0ac-845ac76bb22e req-ccc80e4f-62a0-45a3-8c48-753a080d0b99 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.844805 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.850231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cd1f-190d-4daa-a0ac-845ac76bb22e req-ccc80e4f-62a0-45a3-8c48-753a080d0b99 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.857640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14cd1f-190d-4daa-a0ac-845ac76bb22e req-ccc80e4f-62a0-45a3-8c48-753a080d0b99 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.867265 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c14cd1f-190d-4daa-a0ac-845ac76bb22e req-ccc80e4f-62a0-45a3-8c48-753a080d0b99 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 3816 time: 0.6452041 Jun 30 02:46:41.920646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:41.920976 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:41.922644 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:41.949457 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.987890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c14cd1f-190d-4daa-a0ac-845ac76bb22e req-342e4845-bc32-4e93-8bc5-38cc53159f79 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194732 Jun 30 02:46:41.994869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-56000864-1d71-4076-a17e-533616b3164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.996631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-56000864-1d71-4076-a17e-533616b3164c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=97cc51fe-298d-4192-8556-fd9de4fb8fc0 HTTP/1.1" status: 200 len: 854 time: 0.2658360 Jun 30 02:46:42.059287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-faed16b8-fcaa-4413-95bf-f026e255026b req-4cf882e6-ce8e-44ec-ada8-b9496a3f16f4 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693621 Jun 30 02:46:42.067716 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bb5e96-c233-461a-9576-c400dc7adcf9 x-openstack-request-id: req-a2bb5e96-c233-461a-9576-c400dc7adcf9 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:42.068711 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:42.069167 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2bb5e96-c233-461a-9576-c400dc7adcf9 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:42.069835 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'code': 200} Jun 30 02:46:42.402053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-b49be0ae-4dab-4b81-9912-71f8ff80debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.404163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20dc477e-ceff-4a03-a76a-c8f3d4378a5d {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:42.406222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-b49be0ae-4dab-4b81-9912-71f8ff80debc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=871a5c35-5520-42dd-96c2-6fdaf235edc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048610 Jun 30 02:46:42.407278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.408149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68dcdc-9a32-47fc-a9fc-82c18145f0d2 req-2cbc5d57-49b2-4dc9-b376-ebf40810ffbc tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.408149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb68dcdc-9a32-47fc-a9fc-82c18145f0d2 req-2cbc5d57-49b2-4dc9-b376-ebf40810ffbc tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 944 time: 0.0881758 Jun 30 02:46:42.408149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb68dcdc-9a32-47fc-a9fc-82c18145f0d2 req-68c72c4a-6913-48ae-b837-f85e72dcbac5 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735681 Jun 30 02:46:42.414801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-150536f2-585b-40d3-a6ab-a357a49baea5 service neutron] 10.222.0.74 "GET /v2.0/networks/871a5c35-5520-42dd-96c2-6fdaf235edc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508546 Jun 30 02:46:42.502467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-4703b341-ca31-4696-ae97-216d728fbdc9 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.504104 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-4703b341-ca31-4696-ae97-216d728fbdc9 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 944 time: 0.1382937 Jun 30 02:46:42.623970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f3834-70e6-4d46-a2b4-5637ea1696cc req-fec1c4f3-7a75-490a-b686-af6ad22ceb81 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.625849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-623f3834-70e6-4d46-a2b4-5637ea1696cc req-fec1c4f3-7a75-490a-b686-af6ad22ceb81 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 944 time: 0.0714805 Jun 30 02:46:42.669431 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-623f3834-70e6-4d46-a2b4-5637ea1696cc req-55af44af-f361-45cc-b8d5-af7b00092739 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378730 Jun 30 02:46:42.811120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:42.844687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aa293-34e4-4691-bf60-7a445bb71ed9 req-aba668c4-60fd-426c-8a79-93605f24e2d4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.846184 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-190aa293-34e4-4691-bf60-7a445bb71ed9 req-aba668c4-60fd-426c-8a79-93605f24e2d4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 948 time: 0.0689137 Jun 30 02:46:42.885181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-190aa293-34e4-4691-bf60-7a445bb71ed9 req-f80e2eff-5c6c-4458-8596-a0d89be63c9b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330482 Jun 30 02:46:42.906829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:42.919856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'mac_address': 'fa:16:3e:89:31:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:42.961800 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.978100 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b532c172-0fc2-4c28-bac6-12d31dd69f3b {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:43.001765 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:43.176218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b06b80e-f2cb-4f9a-834d-0fe568b82ae6 req-bd3e2a44-5f13-4d82-a2e5-096508b88c18 service neutron] 10.222.0.74 "GET /v2.0/networks/871a5c35-5520-42dd-96c2-6fdaf235edc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887550 Jun 30 02:46:43.203904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-b0a22dc7-82de-4ab5-9b61-dd766b97aacd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Deleting port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:43.204288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-b0a22dc7-82de-4ab5-9b61-dd766b97aacd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.279708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c97d-65ab-43b7-9245-e4ea9cb3a21a req-c03cd1d8-41cf-4887-972f-876071d383ab tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.346681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c97d-65ab-43b7-9245-e4ea9cb3a21a req-c03cd1d8-41cf-4887-972f-876071d383ab tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.346681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c97d-65ab-43b7-9245-e4ea9cb3a21a req-c03cd1d8-41cf-4887-972f-876071d383ab tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.346681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c97d-65ab-43b7-9245-e4ea9cb3a21a req-c03cd1d8-41cf-4887-972f-876071d383ab tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.346681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7c97d-65ab-43b7-9245-e4ea9cb3a21a req-c03cd1d8-41cf-4887-972f-876071d383ab tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.346681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8d7c97d-65ab-43b7-9245-e4ea9cb3a21a req-c03cd1d8-41cf-4887-972f-876071d383ab tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 3816 time: 0.1692996 Jun 30 02:46:43.355535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-b0a22dc7-82de-4ab5-9b61-dd766b97aacd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] For port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:43.355903 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-b0a22dc7-82de-4ab5-9b61-dd766b97aacd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.377361 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8d7c97d-65ab-43b7-9245-e4ea9cb3a21a req-79431eaa-6ee9-434e-928e-fcbbd94cb12e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662642 Jun 30 02:46:43.378228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-b0a22dc7-82de-4ab5-9b61-dd766b97aacd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Calling delete_port for 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:43.557463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566dfa-7ca0-4187-8b22-4a03aac451f1 req-cdd8186d-a434-4ee7-925a-0b9dddcc88b9 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.559027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a566dfa-7ca0-4187-8b22-4a03aac451f1 req-cdd8186d-a434-4ee7-925a-0b9dddcc88b9 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 944 time: 0.0773940 Jun 30 02:46:43.581953 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.591166 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.592215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.592818 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.600677 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a566dfa-7ca0-4187-8b22-4a03aac451f1 req-bafb63c3-1489-4c12-87c5-929f6a1a1bef tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360143 Jun 30 02:46:43.602877 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.610015 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.612152 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] 10.222.0.77 "DELETE /v2.0/networks/50a37c81-31b5-4c29-8733-d133371271eb HTTP/1.1" status: 204 len: 168 time: 2.4888427 Jun 30 02:46:43.636648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:43.683145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] Pushing event updated for resources: {'Network': ['ID=0e7136c2-17e3-4370-ac9c-6cdd184ffc58,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:43.694106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:43.700639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a335d9-e2c6-404a-86dc-bf35070767cc admin admin] Pushing event deleted for resources: {'Network': ['ID=50a37c81-31b5-4c29-8733-d133371271eb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:43.753125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-b0a22dc7-82de-4ab5-9b61-dd766b97aacd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.756610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Transition to ACTIVE for port object 20dc477e-ceff-4a03-a76a-c8f3d4378a5d will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:43.787453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a22dc7-82de-4ab5-9b61-dd766b97aacd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Pushing event deleted for resources: {'Port': ['ID=0dfb27c4-aa0c-4db2-aa3c-bac94ca00604,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:43.806526 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4cd33abf-e855-412a-9292-690baf876126 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2420428 Jun 30 02:46:43.809813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53240) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:43.818537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Request body: {'subnet': {'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1565772802-subnet', 'tenant_id': '3c80ab6c399441f9bb71ec28106c6a5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:43.871779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['b532c172-0fc2-4c28-bac6-12d31dd69f3b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:43.878241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-b0a22dc7-82de-4ab5-9b61-dd766b97aacd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] No DVR routers for this DVR port 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:43.882155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-b0a22dc7-82de-4ab5-9b61-dd766b97aacd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.883614 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.885774 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a22d9a26-805d-4535-8a8c-9a082a7a3814 req-b0a22dc7-82de-4ab5-9b61-dd766b97aacd tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.74 "DELETE /v2.0/ports/0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 HTTP/1.1" status: 204 len: 173 time: 0.8891437 Jun 30 02:46:43.886702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'name': 'network-vif-deleted', 'tag': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:43.890489 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f651ce27-423a-4fdc-b88d-d15210d881f7" -d '{"events": [{"server_uuid": "b3ed21bd-7820-465c-b35b-ca67a09180fa", "name": "network-vif-deleted", "tag": "0dfb27c4-aa0c-4db2-aa3c-bac94ca00604"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:43.940487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cb79c-ae1e-4db7-a321-5e4d805c8160 req-e2b6ecb2-2fd9-486a-9d45-0f3c44231b3d tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.954391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-250cb79c-ae1e-4db7-a321-5e4d805c8160 req-e2b6ecb2-2fd9-486a-9d45-0f3c44231b3d tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 944 time: 0.1244104 Jun 30 02:46:43.958898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Made reservation on behalf of 3c80ab6c399441f9bb71ec28106c6a5f for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:43.961753 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.036445 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-250cb79c-ae1e-4db7-a321-5e4d805c8160 req-f8af0df1-fc09-43ac-8753-902bec573cf7 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808570 Jun 30 02:46:44.099983 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa1a2bb-2449-4c1c-ba83-db63231d1ed3 x-openstack-request-id: req-5aa1a2bb-2449-4c1c-ba83-db63231d1ed3 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:44.100468 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ed21bd-7820-465c-b35b-ca67a09180fa", "name": "network-vif-deleted", "tag": "0dfb27c4-aa0c-4db2-aa3c-bac94ca00604", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:44.100736 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5aa1a2bb-2449-4c1c-ba83-db63231d1ed3 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:44.102127 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ed21bd-7820-465c-b35b-ca67a09180fa', 'name': 'network-vif-deleted', 'tag': '0dfb27c4-aa0c-4db2-aa3c-bac94ca00604', 'status': 'completed', 'code': 200} Jun 30 02:46:44.120794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Pushing event updated for resources: {'Port': ['ID=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:44.122091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53250) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:44.214203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Attempting to bind port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:44.215045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Attempting to bind port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:44.215629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Attempting to bind port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d on network 2b9ddc54-579a-469a-a75a-d6c07351455b {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:44.221977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d on network 2b9ddc54-579a-469a-a75a-d6c07351455b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:44.226059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Attempting to bind port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d on network 2b9ddc54-579a-469a-a75a-d6c07351455b {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:44.236369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:44.237186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Checking segment: {'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:44.238081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Bound using segment: {'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:44.238752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Bound port: 20dc477e-ceff-4a03-a76a-c8f3d4378a5d, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3054d67f-1041-451c-b978-f7a890067645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:44.239393 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.244473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53252) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:44.245363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d723918a-22ba-4d9c-b673-261f6ac0e000 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4967adadaf674dd69ff9581e27cdd746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1219194 Jun 30 02:46:44.425204 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c564d7e8-872d-4151-8960-3e1d0e7b840c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.455422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] For port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:44.461476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0f532-57da-45fe-8e46-6801208ab83e req-d49736d0-8af3-4c36-b5a4-d3f4e6533182 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.463584 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98a0f532-57da-45fe-8e46-6801208ab83e req-d49736d0-8af3-4c36-b5a4-d3f4e6533182 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 949 time: 0.1524608 Jun 30 02:46:44.472043 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c564d7e8-872d-4151-8960-3e1d0e7b840c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.480946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] For port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:44.508980 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98a0f532-57da-45fe-8e46-6801208ab83e req-b3fbc859-2ea9-4d46-bb45-8c671d101a48 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393085 Jun 30 02:46:44.576451 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.579143 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.654107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.654803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.656100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] 10.222.0.74 "PUT /v2.0/ports/20dc477e-ceff-4a03-a76a-c8f3d4378a5d HTTP/1.1" status: 200 len: 1091 time: 3.4494388 Jun 30 02:46:44.656747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:44.658975 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a78822-d0ee-46aa-acca-d17fc186edf9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "20dc477e-ceff-4a03-a76a-c8f3d4378a5d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:44.670742 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c564d7e8-872d-4151-8960-3e1d0e7b840c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.683609 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c564d7e8-872d-4151-8960-3e1d0e7b840c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.683609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c564d7e8-872d-4151-8960-3e1d0e7b840c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50578f5c-a10d-4c9c-90db-00efbc3b7e86 HTTP/1.1" status: 204 len: 168 time: 0.4283407 Jun 30 02:46:44.714948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564d7e8-872d-4151-8960-3e1d0e7b840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50578f5c-a10d-4c9c-90db-00efbc3b7e86,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:44.762102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:44.762983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5d6c2-7481-4495-8be1-cab28970c081 req-251072c1-3d72-43d3-958c-6808b98b9578 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.769249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08108434-0c44-45bc-a081-3d205b7c7cda service neutron] Pushing event updated for resources: {'Port': ['ID=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:44.771714 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5d6c2-7481-4495-8be1-cab28970c081 req-251072c1-3d72-43d3-958c-6808b98b9578 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.787622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfa5a59-c4a3-4125-a982-6a0a09cee814,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:44.807291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:44.808613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0dfb27c4-aa0c-4db2-aa3c-bac94ca00604 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:44.818533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Checking segment: {'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:44.818913 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Network hostable DHCP agents. Network: 0e7136c2-17e3-4370-ac9c-6cdd184ffc58, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:44.823170 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5d6c2-7481-4495-8be1-cab28970c081 req-251072c1-3d72-43d3-958c-6808b98b9578 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.828991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 741d7075-4e29-44a9-b960-2644f9d47e65 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:44.865775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5d6c2-7481-4495-8be1-cab28970c081 req-251072c1-3d72-43d3-958c-6808b98b9578 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.882703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:44.896087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5d6c2-7481-4495-8be1-cab28970c081 req-251072c1-3d72-43d3-958c-6808b98b9578 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.901814 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77f5d6c2-7481-4495-8be1-cab28970c081 req-251072c1-3d72-43d3-958c-6808b98b9578 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 3828 time: 0.2574618 Jun 30 02:46:44.978587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 741d7075-4e29-44a9-b960-2644f9d47e65, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=741d7075-4e29-44a9-b960-2644f9d47e65,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:44.994473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:44.997256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77f5d6c2-7481-4495-8be1-cab28970c081 req-5869a192-d39f-4f14-bc68-c8f86aa91457 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890429 Jun 30 02:46:45.003056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '741d7075-4e29-44a9-b960-2644f9d47e65', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '741d7075-4e29-44a9-b960-2644f9d47e65', 'mac_address': 'fa:16:3e:c7:70:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:45.011257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:45.065736 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.085003 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.106643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 741d7075-4e29-44a9-b960-2644f9d47e65 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:45.128209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 741d7075-4e29-44a9-b960-2644f9d47e65, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=741d7075-4e29-44a9-b960-2644f9d47e65,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:45.225427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b925fefb-44d9-4419-8fec-4cdc8c0f8f88 req-15cb1fb1-5b59-4305-850f-c38cf35508ff tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3ed21bd-7820-465c-b35b-ca67a09180fa HTTP/1.1" status: 200 len: 210 time: 0.0383096 Jun 30 02:46:45.238385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port b532c172-0fc2-4c28-bac6-12d31dd69f3b completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:45.241887 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.249210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port b532c172-0fc2-4c28-bac6-12d31dd69f3b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:45.249210 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.255224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 0e7136c2-17e3-4370-ac9c-6cdd184ffc58) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:45.348653 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d850525-dd8d-4543-8a1d-e5e3cb520571 x-openstack-request-id: req-0d850525-dd8d-4543-8a1d-e5e3cb520571 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:45.348945 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "20dc477e-ceff-4a03-a76a-c8f3d4378a5d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:45.349198 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d850525-dd8d-4543-8a1d-e5e3cb520571 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:45.349618 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d', 'status': 'completed', 'code': 200} Jun 30 02:46:45.352573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.356451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a79f7b-45e3-4128-932a-3ae1a6da359d None None] Network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:45.358064 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.446964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['741d7075-4e29-44a9-b960-2644f9d47e65'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:45.467705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-98bcffaa-0766-4ca3-9ac9-c4f46840cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.468466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-98bcffaa-0766-4ca3-9ac9-c4f46840cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.468986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-98bcffaa-0766-4ca3-9ac9-c4f46840cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.469693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-98bcffaa-0766-4ca3-9ac9-c4f46840cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.471088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-98bcffaa-0766-4ca3-9ac9-c4f46840cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.473008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-98bcffaa-0766-4ca3-9ac9-c4f46840cf13 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 4363 time: 0.1554148 Jun 30 02:46:45.540854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdd0484-5948-43a9-8d71-056365de7c3c {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:45.561523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-29669012-27de-40f6-b39b-90b43c86b099 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7389493 Jun 30 02:46:45.561523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.580931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Transition to ACTIVE for port object dbdd0484-5948-43a9-8d71-056365de7c3c will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:45.715492 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=741d7075-4e29-44a9-b960-2644f9d47e65,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:45.758268 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.854108 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-6195a5d0-b987-4936-9eb7-9d3f3bc626d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.857617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-6195a5d0-b987-4936-9eb7-9d3f3bc626d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.858199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-6195a5d0-b987-4936-9eb7-9d3f3bc626d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.860277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-6195a5d0-b987-4936-9eb7-9d3f3bc626d4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=586255c668ef4cc0a6e8ecb667848568&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3781042 Jun 30 02:46:45.906370 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.994500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdd0484-5948-43a9-8d71-056365de7c3c,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:46.008310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83442bdf-daa2-42aa-aabe-1e2f27eaa0ea None None] Network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:46.009880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:46.012772 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c99f25-6120-48d9-9c9d-efd85c512974" -d '{"events": [{"server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "name": "network-vif-plugged", "status": "completed", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:46.046349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:46.094012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea787-b65b-470a-bd0d-9458fa183b56 req-3d42c061-9585-4497-b341-9e4a3daa1650 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.096017 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa3ea787-b65b-470a-bd0d-9458fa183b56 req-3d42c061-9585-4497-b341-9e4a3daa1650 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 944 time: 0.3982069 Jun 30 02:46:46.143153 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.158563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-ecf530d4-4f0c-41f6-ba9f-7a4123cb0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.159573 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-48a78822-d0ee-46aa-acca-d17fc186edf9 req-ecf530d4-4f0c-41f6-ba9f-7a4123cb0075 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2840123 Jun 30 02:46:46.177449 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa3ea787-b65b-470a-bd0d-9458fa183b56 req-98118809-4867-450b-a165-4b0b2d16880a tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677524 Jun 30 02:46:46.201168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Attempting to bind port dbdd0484-5948-43a9-8d71-056365de7c3c on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:46.201168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Attempting to bind port dbdd0484-5948-43a9-8d71-056365de7c3c by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:46.201168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Attempting to bind port dbdd0484-5948-43a9-8d71-056365de7c3c on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:46.213053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Port dbdd0484-5948-43a9-8d71-056365de7c3c on network 2a5db8db-57db-48b3-8070-466902d80432 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:46.213400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Attempting to bind port dbdd0484-5948-43a9-8d71-056365de7c3c on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:46.226171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:46.226523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Checking segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:46.226926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Bound using segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:46.227381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Bound port: dbdd0484-5948-43a9-8d71-056365de7c3c, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:46.227761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.261909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:46.389676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd398cc-deea-4cbd-b1d1-684b2f31ac5a req-fe4c83f7-6058-4d3f-997f-fa9f42cf2ca3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.396940 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4dd398cc-deea-4cbd-b1d1-684b2f31ac5a req-fe4c83f7-6058-4d3f-997f-fa9f42cf2ca3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.0977209 Jun 30 02:46:46.402552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] For port dbdd0484-5948-43a9-8d71-056365de7c3c, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:46.411403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] For port dbdd0484-5948-43a9-8d71-056365de7c3c, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=dbdd0484-5948-43a9-8d71-056365de7c3c,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:46.458396 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4dd398cc-deea-4cbd-b1d1-684b2f31ac5a req-e1130f18-d050-4168-80ab-ce6569fededa tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601542 Jun 30 02:46:46.518534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.576539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.578233 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.580143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] 10.222.0.74 "PUT /v2.0/ports/dbdd0484-5948-43a9-8d71-056365de7c3c HTTP/1.1" status: 200 len: 1130 time: 1.7026062 Jun 30 02:46:46.617141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc411799-3d9b-4586-a86d-9d568278d5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdd0484-5948-43a9-8d71-056365de7c3c,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:46.696145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-b9a2e6ee-5ac5-409c-a3af-4cde247b7b3d tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:46:46.697356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-b9a2e6ee-5ac5-409c-a3af-4cde247b7b3d tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2680187 Jun 30 02:46:46.764144 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device cbf1b61c-4083-4c9d-b30f-02fd1072df06 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:46.822762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:46.871882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53344) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:46.958693 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.139602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 741d7075-4e29-44a9-b960-2644f9d47e65 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:47.188163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Request body: {'binding': {'host': 'n-h1-798249-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:47.188649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Unknown quota resources ['binding']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:46:47.230284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port cbf1b61c-4083-4c9d-b30f-02fd1072df06, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=cbf1b61c-4083-4c9d-b30f-02fd1072df06,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:47.235754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-f81179f2-f22d-4dc5-8763-4f9f3bfdb6cf tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.242305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-f81179f2-f22d-4dc5-8763-4f9f3bfdb6cf tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/networks?id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58 HTTP/1.1" status: 200 len: 818 time: 0.2487743 Jun 30 02:46:47.248867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1237463227-network', 'tenant_id': '97787217fcc14b9aa4f8cbea685e8609'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:47.261975 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 741d7075-4e29-44a9-b960-2644f9d47e65 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:47.262434 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.265401 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'cbf1b61c-4083-4c9d-b30f-02fd1072df06', 'network_id': '871a5c35-5520-42dd-96c2-6fdaf235edc2', 'port_id': 'cbf1b61c-4083-4c9d-b30f-02fd1072df06', 'mac_address': 'fa:16:3e:f1:bf:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97cc51fe-298d-4192-8556-fd9de4fb8fc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:47.348101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-64048cf6-af3b-4a85-ba6e-d1ebe28934a9 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/quotas/3c80ab6c399441f9bb71ec28106c6a5f HTTP/1.1" status: 200 len: 375 time: 0.0285537 Jun 30 02:46:47.349272 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.350549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': 'dbdd0484-5948-43a9-8d71-056365de7c3c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:47.352823 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1efc6d-98e0-4169-802b-e550bcdabb60" -d '{"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "dbdd0484-5948-43a9-8d71-056365de7c3c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:47.389567 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf1b61c-4083-4c9d-b30f-02fd1072df06 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:47.426545 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-b6c6b61a-67c1-41e0-b7e5-c6ecf9889393 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3c80ab6c399441f9bb71ec28106c6a5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700738 Jun 30 02:46:47.449375 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.464438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port cbf1b61c-4083-4c9d-b30f-02fd1072df06, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=cbf1b61c-4083-4c9d-b30f-02fd1072df06,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:47.488700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Made reservation on behalf of 97787217fcc14b9aa4f8cbea685e8609 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:47.492248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.537099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 741d7075-4e29-44a9-b960-2644f9d47e65, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=741d7075-4e29-44a9-b960-2644f9d47e65,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:47.578693 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.625742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600114d5-9810-4fd3-854d-b1f2ec027f54 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:47.637811 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.642678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 on host n-h1-798249-3 for vnic_type normal with profile None {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:47.642678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:47.642678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:47.662517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Port a51e3657-cf69-4645-8bd3-9052520ea2b3 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:47.662830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:47.671830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Transition to ACTIVE for port object 600114d5-9810-4fd3-854d-b1f2ec027f54 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:47.676503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:47.737287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:47.737287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:47.737287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Bound port: a51e3657-cf69-4645-8bd3-9052520ea2b3, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:47.737706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-85e140a6-2165-480c-afc6-39bd5da13e4e service neutron] 10.222.0.77 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514346 Jun 30 02:46:47.743084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:47.786986 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.821761 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-ed792074-7778-4566-9889-3faee6c8158f service neutron] 10.222.0.77 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333754 Jun 30 02:46:47.822398 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.846291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=cbf1b61c-4083-4c9d-b30f-02fd1072df06,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:47.866978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.943708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=741d7075-4e29-44a9-b960-2644f9d47e65,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:47.971909 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.041743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['cbf1b61c-4083-4c9d-b30f-02fd1072df06'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:48.042573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Pushing event updated for resources: {'Port': ['ID=600114d5-9810-4fd3-854d-b1f2ec027f54,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:48.148861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Attempting to bind port 600114d5-9810-4fd3-854d-b1f2ec027f54 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:48.148861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Attempting to bind port 600114d5-9810-4fd3-854d-b1f2ec027f54 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:48.149230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Attempting to bind port 600114d5-9810-4fd3-854d-b1f2ec027f54 on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:48.159691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Port 600114d5-9810-4fd3-854d-b1f2ec027f54 on network 2a5db8db-57db-48b3-8070-466902d80432 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:48.160371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Attempting to bind port 600114d5-9810-4fd3-854d-b1f2ec027f54 on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:48.168259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:48.168746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Checking segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:48.169077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Bound using segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:48.169421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Bound port: 600114d5-9810-4fd3-854d-b1f2ec027f54, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:48.169811 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.296520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.296520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-8bafeebc-e660-43ef-8ae8-f44f0c3a7ca5 service neutron] 10.222.0.77 "POST /v2.0/ports/a51e3657-cf69-4645-8bd3-9052520ea2b3/bindings HTTP/1.1" status: 201 len: 389 time: 1.5739594 Jun 30 02:46:48.296520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] For port 600114d5-9810-4fd3-854d-b1f2ec027f54, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:48.296520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] For port 600114d5-9810-4fd3-854d-b1f2ec027f54, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=600114d5-9810-4fd3-854d-b1f2ec027f54,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:49.056291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.088322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:49.107212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d9073a-6a1f-47f2-9e3a-be1849370cb8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:49.110152 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.110505 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Added segment eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1 of type vlan for network d7b6293f-04a5-4899-8348-86d5a461f5fe Jun 30 02:46:49.160271 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.173167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.241652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:49.242082 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.243520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] 10.222.0.74 "PUT /v2.0/ports/600114d5-9810-4fd3-854d-b1f2ec027f54 HTTP/1.1" status: 200 len: 1130 time: 2.4250014 Jun 30 02:46:49.280116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccda87e-540c-424d-95c9-289d83466de4 service neutron] Pushing event updated for resources: {'Port': ['ID=600114d5-9810-4fd3-854d-b1f2ec027f54,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:49.364549 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.368546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:49.369147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.460387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:49.508642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] Pushing event updated for resources: {'Network': ['ID=d7b6293f-04a5-4899-8348-86d5a461f5fe,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:49.523197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d7b6293f-04a5-4899-8348-86d5a461f5fe details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:49.554404 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe45b0c1-060a-45be-964b-b3525d0860b0 x-openstack-request-id: req-fe45b0c1-060a-45be-964b-b3525d0860b0 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:49.556476 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "name": "network-vif-plugged", "status": "completed", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:49.556927 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe45b0c1-060a-45be-964b-b3525d0860b0 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:49.557563 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'code': 200} Jun 30 02:46:49.583295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-224572d1-5228-4702-a142-58b5bd1b7036 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7061095 Jun 30 02:46:49.583572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53374) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:49.588815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Request body: {'subnet': {'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1237463227-subnet', 'tenant_id': '97787217fcc14b9aa4f8cbea685e8609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:49.658659 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.852801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Made reservation on behalf of 97787217fcc14b9aa4f8cbea685e8609 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:49.852801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.993314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e0b76-40cf-43b6-bc31-8e8db094934c req-152cd9ec-2e45-4313-aa75-c5b444325168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:49.996082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef8e0b76-40cf-43b6-bc31-8e8db094934c req-152cd9ec-2e45-4313-aa75-c5b444325168 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1101 time: 0.3124051 Jun 30 02:46:50.100770 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef8e0b76-40cf-43b6-bc31-8e8db094934c req-74664d37-445e-4d1d-8cb0-f86d5105faa2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961411 Jun 30 02:46:50.488248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6cd0-aadc-4b83-9c99-a086188e972d req-bbf4c071-0330-40b9-932e-8b1a07fb19a7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.495018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6cd0-aadc-4b83-9c99-a086188e972d req-bbf4c071-0330-40b9-932e-8b1a07fb19a7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.501698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6cd0-aadc-4b83-9c99-a086188e972d req-bbf4c071-0330-40b9-932e-8b1a07fb19a7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.507879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6cd0-aadc-4b83-9c99-a086188e972d req-bbf4c071-0330-40b9-932e-8b1a07fb19a7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.514572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6cd0-aadc-4b83-9c99-a086188e972d req-bbf4c071-0330-40b9-932e-8b1a07fb19a7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.522245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6cd0-aadc-4b83-9c99-a086188e972d req-bbf4c071-0330-40b9-932e-8b1a07fb19a7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.528820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6cd0-aadc-4b83-9c99-a086188e972d req-bbf4c071-0330-40b9-932e-8b1a07fb19a7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.535779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9747113-f3ba-4590-9a6f-2945edb36c85 req-0e9fbd00-2cb5-48bd-af2e-e4ac8aab1a3e tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.537038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-957f6cd0-aadc-4b83-9c99-a086188e972d req-bbf4c071-0330-40b9-932e-8b1a07fb19a7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5372 time: 0.6009128 Jun 30 02:46:50.543369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b9747113-f3ba-4590-9a6f-2945edb36c85 req-0e9fbd00-2cb5-48bd-af2e-e4ac8aab1a3e tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 945 time: 0.3124037 Jun 30 02:46:50.561340 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.649953 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-957f6cd0-aadc-4b83-9c99-a086188e972d req-618bcd12-3060-4d3e-a417-9ea4fb7b0928 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121211 Jun 30 02:46:50.661345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50dac26f-bd2e-42ee-a54c-f144157b5667,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:50.687804 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b9747113-f3ba-4590-9a6f-2945edb36c85 req-34087997-c7ef-498f-8912-883467f22c2c tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432486 Jun 30 02:46:50.724618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-f8ac4573-009d-42c4-a6a8-35eae14f95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.732495 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-f8ac4573-009d-42c4-a6a8-35eae14f95fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 1097 time: 0.2504969 Jun 30 02:46:50.764882 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f1d277-4cd3-4b99-a5fa-149513a41e62 x-openstack-request-id: req-a1f1d277-4cd3-4b99-a5fa-149513a41e62 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:50.779267 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "dbdd0484-5948-43a9-8d71-056365de7c3c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:50.779267 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1f1d277-4cd3-4b99-a5fa-149513a41e62 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:50.779267 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': 'dbdd0484-5948-43a9-8d71-056365de7c3c', 'status': 'completed', 'code': 200} Jun 30 02:46:50.779267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb12e561-a0b3-4475-9098-277e869e6df0 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:50.793747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device cbf1b61c-4083-4c9d-b30f-02fd1072df06 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:50.799159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.827770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Transition to ACTIVE for port object bb12e561-a0b3-4475-9098-277e869e6df0 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:50.895001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-0c5a6f4e-4bf8-45db-94a6-7e4ad04c039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.896460 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-0c5a6f4e-4bf8-45db-94a6-7e4ad04c039d service neutron] 10.222.0.74 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.1631870 Jun 30 02:46:50.953517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Checking segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:50.953517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Network hostable DHCP agents. Network: d7b6293f-04a5-4899-8348-86d5a461f5fe, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:51.043775 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-469b2390-e386-4066-9c81-bcc74e2e0f2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3 HTTP/1.1" status: 200 len: 217 time: 0.1091352 Jun 30 02:46:51.045958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbfa82-0809-438c-b5f7-470451f3a20c req-bfaa4050-60c6-45ed-8b72-d787effe1d5c tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.047683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8dbfa82-0809-438c-b5f7-470451f3a20c req-bfaa4050-60c6-45ed-8b72-d787effe1d5c tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 946 time: 0.1240561 Jun 30 02:46:51.113838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-c704ef9a-1f1f-4df5-8699-f97f071c70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.115497 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-c704ef9a-1f1f-4df5-8699-f97f071c70a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0574455 Jun 30 02:46:51.117584 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8dbfa82-0809-438c-b5f7-470451f3a20c req-532f8e7e-18c9-426a-a54c-6c361fa8b52d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638144 Jun 30 02:46:51.162770 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-7192855a-334d-4a91-a3dc-3d33769810e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388682 Jun 30 02:46:51.176878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8a4ee-8b60-47d2-9c2e-78e014a8d78f req-96241e11-c231-4533-b858-219f512ecaca tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.184920 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57a8a4ee-8b60-47d2-9c2e-78e014a8d78f req-96241e11-c231-4533-b858-219f512ecaca tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.3098102 Jun 30 02:46:51.238808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-a321e20c-d377-40d2-ba63-40193d62efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.239303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-a321e20c-d377-40d2-ba63-40193d62efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.239779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-a321e20c-d377-40d2-ba63-40193d62efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.240490 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-a321e20c-d377-40d2-ba63-40193d62efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.240970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-a321e20c-d377-40d2-ba63-40193d62efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.241437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-a321e20c-d377-40d2-ba63-40193d62efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.241963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-a321e20c-d377-40d2-ba63-40193d62efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.243936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-a321e20c-d377-40d2-ba63-40193d62efca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6209 time: 0.3593633 Jun 30 02:46:51.267106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port cbf1b61c-4083-4c9d-b30f-02fd1072df06 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:51.267321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.272871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port cbf1b61c-4083-4c9d-b30f-02fd1072df06 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:51.273581 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.534837 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.564059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741d7075-4e29-44a9-b960-2644f9d47e65'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:51.564059 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415abbac-6f9f-47c3-a6b4-166e990cf524" -d '{"events": [{"server_uuid": "067b77bf-7d58-4b71-b268-70f7deeb5cd9", "name": "network-vif-plugged", "status": "completed", "tag": "741d7075-4e29-44a9-b960-2644f9d47e65"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:51.564421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Pushing event updated for resources: {'Port': ['ID=bb12e561-a0b3-4475-9098-277e869e6df0,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:51.621931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port cbf1b61c-4083-4c9d-b30f-02fd1072df06, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=cbf1b61c-4083-4c9d-b30f-02fd1072df06,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:51.676713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Attempting to bind port bb12e561-a0b3-4475-9098-277e869e6df0 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:51.677220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Attempting to bind port bb12e561-a0b3-4475-9098-277e869e6df0 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:51.678795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Attempting to bind port bb12e561-a0b3-4475-9098-277e869e6df0 on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:51.697328 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Port bb12e561-a0b3-4475-9098-277e869e6df0 on network 2a5db8db-57db-48b3-8070-466902d80432 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:51.699111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Attempting to bind port bb12e561-a0b3-4475-9098-277e869e6df0 on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:51.709732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:51.710315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Checking segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:51.710816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Bound using segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:51.711376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Bound port: bb12e561-a0b3-4475-9098-277e869e6df0, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:51.711858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.822013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] For port bb12e561-a0b3-4475-9098-277e869e6df0, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:51.827424 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.839233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] For port bb12e561-a0b3-4475-9098-277e869e6df0, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=bb12e561-a0b3-4475-9098-277e869e6df0,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:51.918884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=cbf1b61c-4083-4c9d-b30f-02fd1072df06,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:51.931843 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57a8a4ee-8b60-47d2-9c2e-78e014a8d78f req-db32e5d6-627d-442e-ba48-2ece5937912f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457755 Jun 30 02:46:51.950031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Network d7b6293f-04a5-4899-8348-86d5a461f5fe is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:52.073288 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-ab927ec5-ddc5-4c13-870d-ba5af22ed00d service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8841856 Jun 30 02:46:52.146560 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0651662f-02f7-4c0c-a61c-2c2e0d9c69b9 req-d0887140-3652-4baf-8706-6032c12eca20 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 210 time: 0.0715325 Jun 30 02:46:52.174188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.214340 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f67236-1723-4ce9-9625-93a7f34a6420 x-openstack-request-id: req-e4f67236-1723-4ce9-9625-93a7f34a6420 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:52.214630 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067b77bf-7d58-4b71-b268-70f7deeb5cd9", "name": "network-vif-plugged", "status": "completed", "tag": "741d7075-4e29-44a9-b960-2644f9d47e65", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:52.215128 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4f67236-1723-4ce9-9625-93a7f34a6420 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:52.215730 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741d7075-4e29-44a9-b960-2644f9d47e65', 'code': 200} Jun 30 02:46:52.230998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d7b6293f-04a5-4899-8348-86d5a461f5fe) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:52.242828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76aa9cf-38fc-47e4-be16-075da46fa89c None None] Network d7b6293f-04a5-4899-8348-86d5a461f5fe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:52.256855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-e0840804-68a7-4401-924d-47e5019ba586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.257679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-e0840804-68a7-4401-924d-47e5019ba586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.258320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-e0840804-68a7-4401-924d-47e5019ba586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.263895 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-e0840804-68a7-4401-924d-47e5019ba586 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=586255c668ef4cc0a6e8ecb667848568&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3389857 Jun 30 02:46:52.267537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.278388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.307590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.308318 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.309918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] 10.222.0.74 "PUT /v2.0/ports/bb12e561-a0b3-4475-9098-277e869e6df0 HTTP/1.1" status: 200 len: 1091 time: 2.8623009 Jun 30 02:46:52.357811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4fb3f-a781-428c-b0de-5bda9babfa3d service neutron] Pushing event updated for resources: {'Port': ['ID=bb12e561-a0b3-4475-9098-277e869e6df0,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:52.393964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-1e0098e0-6e3b-49cf-a078-0088ab3d561d service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044300 Jun 30 02:46:52.461115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00a5e1-e63a-4189-a737-744385dc921f None None] Network d7b6293f-04a5-4899-8348-86d5a461f5fe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:52.550945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:52.640250 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.756982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b6970cea-f3ad-4e26-8378-5a33a51eda7e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1641350 Jun 30 02:46:52.772622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '600114d5-9810-4fd3-854d-b1f2ec027f54'}, {'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': 'bb12e561-a0b3-4475-9098-277e869e6df0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:52.775115 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "600114d5-9810-4fd3-854d-b1f2ec027f54"}, {"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "bb12e561-a0b3-4475-9098-277e869e6df0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:52.818994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-48ffc4a0-cee7-432e-9161-9cdf78b26d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.819846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d8859-f63a-4306-9be3-512fac35974f req-f64d7e25-2d4d-4012-be09-a0a228d3c29b tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.821075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a1efc6d-98e0-4169-802b-e550bcdabb60 req-48ffc4a0-cee7-432e-9161-9cdf78b26d0b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5381496 Jun 30 02:46:52.821660 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-985d8859-f63a-4306-9be3-512fac35974f req-f64d7e25-2d4d-4012-be09-a0a228d3c29b tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 946 time: 0.1763244 Jun 30 02:46:52.824583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.842809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-3e6b7ab7-c099-415f-95ff-3531dae84b77 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.857879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-3e6b7ab7-c099-415f-95ff-3531dae84b77 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1097 time: 0.1602004 Jun 30 02:46:52.858375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213c77-f999-478a-92c0-6ce141c67b1f req-d0c5b140-5076-4670-9d2f-20d5c236a3e0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.874347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213c77-f999-478a-92c0-6ce141c67b1f req-d0c5b140-5076-4670-9d2f-20d5c236a3e0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.888957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213c77-f999-478a-92c0-6ce141c67b1f req-d0c5b140-5076-4670-9d2f-20d5c236a3e0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.898180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213c77-f999-478a-92c0-6ce141c67b1f req-d0c5b140-5076-4670-9d2f-20d5c236a3e0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.898358 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-985d8859-f63a-4306-9be3-512fac35974f req-35bde343-4a94-417a-ba45-88f3f72a9d89 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682926 Jun 30 02:46:52.904608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213c77-f999-478a-92c0-6ce141c67b1f req-d0c5b140-5076-4670-9d2f-20d5c236a3e0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.908118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798249-3'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:52.911131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213c77-f999-478a-92c0-6ce141c67b1f req-d0c5b140-5076-4670-9d2f-20d5c236a3e0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.925964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213c77-f999-478a-92c0-6ce141c67b1f req-d0c5b140-5076-4670-9d2f-20d5c236a3e0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.939892 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0213c77-f999-478a-92c0-6ce141c67b1f req-d0c5b140-5076-4670-9d2f-20d5c236a3e0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5384 time: 0.4227114 Jun 30 02:46:53.063127 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0213c77-f999-478a-92c0-6ce141c67b1f req-c137bf5f-5189-4891-a420-2fd1f8da3dba tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1220829 Jun 30 02:46:53.110253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.212420 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.235679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-1e6dac43-cfb3-4ba4-a7dc-07c412183063 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.237313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-1e6dac43-cfb3-4ba4-a7dc-07c412183063 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.74 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 944 time: 0.2946510 Jun 30 02:46:53.252438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:53.350954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:53.399254 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.438092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a5b9a-81ce-43c0-a55b-c97a725817d6 req-068b4797-1cb8-4086-a526-e709813644c1 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.448686 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-554a5b9a-81ce-43c0-a55b-c97a725817d6 req-068b4797-1cb8-4086-a526-e709813644c1 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 946 time: 0.3188167 Jun 30 02:46:53.481662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5777e0-5150-4bf7-b4bd-df809e5dfb49 req-c23d7c7b-acd2-4d90-831b-c589a846fc26 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.507335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a5777e0-5150-4bf7-b4bd-df809e5dfb49 req-c23d7c7b-acd2-4d90-831b-c589a846fc26 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 944 time: 0.2254412 Jun 30 02:46:53.508127 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-554a5b9a-81ce-43c0-a55b-c97a725817d6 req-9ebdd488-24f4-46a3-b775-5344451506bb tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Jun 30 02:46:53.525117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-dd0e3c3e-0188-42d3-b5d1-68a032de443e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Deleting port 751c35e7-b210-48f2-a52c-8a46e0ff786f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:53.525562 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-dd0e3c3e-0188-42d3-b5d1-68a032de443e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.547121 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97eb0c9-edf5-4760-9d20-ed1815a3f132 x-openstack-request-id: req-c97eb0c9-edf5-4760-9d20-ed1815a3f132 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:53.547413 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "600114d5-9810-4fd3-854d-b1f2ec027f54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "bb12e561-a0b3-4475-9098-277e869e6df0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:53.547774 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c97eb0c9-edf5-4760-9d20-ed1815a3f132 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:53.548131 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '600114d5-9810-4fd3-854d-b1f2ec027f54', 'status': 'completed', 'code': 200} Jun 30 02:46:53.548515 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': 'bb12e561-a0b3-4475-9098-277e869e6df0', 'status': 'completed', 'code': 200} Jun 30 02:46:53.622440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a5777e0-5150-4bf7-b4bd-df809e5dfb49 req-5818c2a7-36cc-40de-bd4a-2000dbb6bbca tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301553 Jun 30 02:46:53.632144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-122cae39-4241-4e27-89d6-db69072c11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.633003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-122cae39-4241-4e27-89d6-db69072c11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.633127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-122cae39-4241-4e27-89d6-db69072c11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.634101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-122cae39-4241-4e27-89d6-db69072c11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.634597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-122cae39-4241-4e27-89d6-db69072c11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.635646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-122cae39-4241-4e27-89d6-db69072c11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.635646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-122cae39-4241-4e27-89d6-db69072c11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.638085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-122cae39-4241-4e27-89d6-db69072c11db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6276 time: 0.0711334 Jun 30 02:46:53.642846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346d9070-7538-4e70-b6dc-4712b4ec1f8a {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:53.654918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.686988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Transition to ACTIVE for port object 346d9070-7538-4e70-b6dc-4712b4ec1f8a will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:53.693450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-dd0e3c3e-0188-42d3-b5d1-68a032de443e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] For port 751c35e7-b210-48f2-a52c-8a46e0ff786f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=751c35e7-b210-48f2-a52c-8a46e0ff786f,segment=NetworkSegment(5f5ef64d-1d11-408a-bbe2-8c8de4884bb5),segment_id=5f5ef64d-1d11-408a-bbe2-8c8de4884bb5)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:53.693922 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-dd0e3c3e-0188-42d3-b5d1-68a032de443e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.708950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-dd0e3c3e-0188-42d3-b5d1-68a032de443e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Calling delete_port for 751c35e7-b210-48f2-a52c-8a46e0ff786f owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:53.855410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-eae49562-6f9e-493d-9069-ff2af81079f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.856002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-eae49562-6f9e-493d-9069-ff2af81079f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.856362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-eae49562-6f9e-493d-9069-ff2af81079f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.857999 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-eae49562-6f9e-493d-9069-ff2af81079f7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=586255c668ef4cc0a6e8ecb667848568&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2055085 Jun 30 02:46:53.868648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5b58b-7c02-4de0-9a19-416bf5380786 req-b531a823-38c1-4941-bd22-8b4f0989efdd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.870172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48e5b58b-7c02-4de0-9a19-416bf5380786 req-b531a823-38c1-4941-bd22-8b4f0989efdd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.2276387 Jun 30 02:46:53.982665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-3ab0e636-e9f7-4a6f-a5ab-421ae5163adc tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.984172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-3ab0e636-e9f7-4a6f-a5ab-421ae5163adc tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.1323695 Jun 30 02:46:53.997331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48e5b58b-7c02-4de0-9a19-416bf5380786 req-506e9d0a-6fd6-447e-ab71-e5f633d53efa tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186051 Jun 30 02:46:53.999776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-9051f8b2-96bf-4bda-bc03-9fbc7b00b26f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/quotas/97787217fcc14b9aa4f8cbea685e8609 HTTP/1.1" status: 200 len: 375 time: 0.0098720 Jun 30 02:46:54.038276 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-530bb8eb-9f8a-4556-a1db-8cafb9cac570 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319474 Jun 30 02:46:54.081279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e8e0764-e322-4e69-8c55-0fa1c24b2769 req-b8e01a82-9025-46c5-b4c7-4f3dd649fec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 210 time: 0.0385425 Jun 30 02:46:54.091252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-3b5b6ead-6c59-4ac0-b69a-3cd32f65664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.092734 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-3b5b6ead-6c59-4ac0-b69a-3cd32f65664d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2216747 Jun 30 02:46:54.148568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-5fa5fbe4-cc4e-4333-b547-8202c3b30530 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033564 Jun 30 02:46:54.214739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-3d1f79b5-f2ca-4d7d-9f99-b4c544ee8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.215136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-3d1f79b5-f2ca-4d7d-9f99-b4c544ee8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.215605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-3d1f79b5-f2ca-4d7d-9f99-b4c544ee8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.216075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-3d1f79b5-f2ca-4d7d-9f99-b4c544ee8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.216548 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-3d1f79b5-f2ca-4d7d-9f99-b4c544ee8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.216762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18520be-0962-43fc-8ea0-146e8092ebfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf1b61c-4083-4c9d-b30f-02fd1072df06'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:54.217253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-3d1f79b5-f2ca-4d7d-9f99-b4c544ee8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.217606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-3d1f79b5-f2ca-4d7d-9f99-b4c544ee8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.219601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-3d1f79b5-f2ca-4d7d-9f99-b4c544ee8dc5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6276 time: 0.0746968 Jun 30 02:46:54.219861 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd86bd1-5ed3-41f5-b562-429953a9652c" -d '{"events": [{"server_uuid": "a18520be-0962-43fc-8ea0-146e8092ebfb", "name": "network-vif-plugged", "status": "completed", "tag": "cbf1b61c-4083-4c9d-b30f-02fd1072df06"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:54.240813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-345aec02-fed6-41d2-a665-e02f308ea955 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857120 Jun 30 02:46:54.357807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.366497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d8f70-af13-4aac-b471-1d5cdc5171bd req-d34485f0-0db2-4cdb-b1d1-ea157d8b00a1 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.367950 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f21d8f70-af13-4aac-b471-1d5cdc5171bd req-d34485f0-0db2-4cdb-b1d1-ea157d8b00a1 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 946 time: 0.1723084 Jun 30 02:46:54.395900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-bc4b27d5-21bd-455b-b8a7-ab18ee21d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.396414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-bc4b27d5-21bd-455b-b8a7-ab18ee21d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.396896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-bc4b27d5-21bd-455b-b8a7-ab18ee21d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.398542 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-bc4b27d5-21bd-455b-b8a7-ab18ee21d7be service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=586255c668ef4cc0a6e8ecb667848568&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1575756 Jun 30 02:46:54.455526 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.465263 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-dd0e3c3e-0188-42d3-b5d1-68a032de443e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.540409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Pushing event updated for resources: {'Port': ['ID=a51e3657-cf69-4645-8bd3-9052520ea2b3,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:54.552001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f21d8f70-af13-4aac-b471-1d5cdc5171bd req-5fe86be4-99aa-478c-b735-45fa48b7cde0 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745934 Jun 30 02:46:54.568036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 on host n-h2-798249-3 for vnic_type normal with profile {"migrating_to": "n-h1-798249-3"} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:54.568036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:54.568036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:54.583089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Port a51e3657-cf69-4645-8bd3-9052520ea2b3 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:54.583426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Attempting to bind port a51e3657-cf69-4645-8bd3-9052520ea2b3 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:54.597777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-dd0e3c3e-0188-42d3-b5d1-68a032de443e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] No DVR routers for this DVR port 751c35e7-b210-48f2-a52c-8a46e0ff786f on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:54.598061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:54.598409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:54.598798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:54.599243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Bound port: a51e3657-cf69-4645-8bd3-9052520ea2b3, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:54.599604 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.621089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-dd0e3c3e-0188-42d3-b5d1-68a032de443e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.625861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-301f8ed7-8eea-444a-a918-b9ed3fa6e2c2 req-dd0e3c3e-0188-42d3-b5d1-68a032de443e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.74 "DELETE /v2.0/ports/751c35e7-b210-48f2-a52c-8a46e0ff786f HTTP/1.1" status: 204 len: 173 time: 1.3778086 Jun 30 02:46:54.626106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-29e40dfe-82c5-4133-82a8-e909c4b9be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.626706 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'name': 'network-vif-deleted', 'tag': '751c35e7-b210-48f2-a52c-8a46e0ff786f'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:54.629117 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b995d8-f9b9-42af-af9e-8857a162a4ed" -d '{"events": [{"server_uuid": "42f681c1-8af9-4814-94d9-4fb3cecbe6bc", "name": "network-vif-deleted", "tag": "751c35e7-b210-48f2-a52c-8a46e0ff786f"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:54.629482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c1f7ae7-4cb1-4fef-9d2e-822a51081c2e req-29e40dfe-82c5-4133-82a8-e909c4b9be29 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197766 Jun 30 02:46:54.640008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Pushing event updated for resources: {'Port': ['ID=346d9070-7538-4e70-b6dc-4712b4ec1f8a,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:54.806558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:54.819567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:54.882640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e3c3e-0188-42d3-b5d1-68a032de443e tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] Pushing event deleted for resources: {'Port': ['ID=751c35e7-b210-48f2-a52c-8a46e0ff786f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:54.882769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Attempting to bind port 346d9070-7538-4e70-b6dc-4712b4ec1f8a on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:54.883176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Attempting to bind port 346d9070-7538-4e70-b6dc-4712b4ec1f8a by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:54.883479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Attempting to bind port 346d9070-7538-4e70-b6dc-4712b4ec1f8a on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:54.903342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Port 346d9070-7538-4e70-b6dc-4712b4ec1f8a on network 2a5db8db-57db-48b3-8070-466902d80432 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:54.903624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Attempting to bind port 346d9070-7538-4e70-b6dc-4712b4ec1f8a on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:54.944141 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.968947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c783967-34d3-4564-9ebb-1b3638c05378 req-6d2cb159-e322-4a16-9674-c500bcb53985 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.970646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c783967-34d3-4564-9ebb-1b3638c05378 req-6d2cb159-e322-4a16-9674-c500bcb53985 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1101 time: 0.1387846 Jun 30 02:46:54.973107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:54.973107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Checking segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:54.973107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Bound using segment: {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:54.974643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Bound port: 346d9070-7538-4e70-b6dc-4712b4ec1f8a, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5271ec7-58da-4eef-8e32-397cc05e6308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2a5db8db-57db-48b3-8070-466902d80432'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:54.975514 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.077997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4d7b-faa8-41b3-b352-db474aa63bc2 req-139ad449-f7ae-4f8f-8a60-4f4b39c519fc tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.083805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4d7b-faa8-41b3-b352-db474aa63bc2 req-139ad449-f7ae-4f8f-8a60-4f4b39c519fc tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.085466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c783967-34d3-4564-9ebb-1b3638c05378 req-d6eb9f92-58f5-4be0-9797-1e19cee12dd3 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777345 Jun 30 02:46:55.095183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4d7b-faa8-41b3-b352-db474aa63bc2 req-139ad449-f7ae-4f8f-8a60-4f4b39c519fc tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.100762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.101402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4d7b-faa8-41b3-b352-db474aa63bc2 req-139ad449-f7ae-4f8f-8a60-4f4b39c519fc tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.101679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.103680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] 10.222.0.74 "PUT /v2.0/ports/a51e3657-cf69-4645-8bd3-9052520ea2b3 HTTP/1.1" status: 200 len: 1122 time: 2.2202132 Jun 30 02:46:55.109351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4d7b-faa8-41b3-b352-db474aa63bc2 req-139ad449-f7ae-4f8f-8a60-4f4b39c519fc tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.115305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4d7b-faa8-41b3-b352-db474aa63bc2 req-139ad449-f7ae-4f8f-8a60-4f4b39c519fc tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.120105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ccdc-0608-4ff6-bfd6-b0b51af2b89d service neutron] Pushing event updated for resources: {'Port': ['ID=a51e3657-cf69-4645-8bd3-9052520ea2b3,revision_number=8']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:55.122381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4d7b-faa8-41b3-b352-db474aa63bc2 req-139ad449-f7ae-4f8f-8a60-4f4b39c519fc tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.130197 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07ad4d7b-faa8-41b3-b352-db474aa63bc2 req-139ad449-f7ae-4f8f-8a60-4f4b39c519fc tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5396 time: 0.2650728 Jun 30 02:46:55.153713 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143f3989-8c86-4306-9a64-d432112f9ef5 x-openstack-request-id: req-143f3989-8c86-4306-9a64-d432112f9ef5 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:55.154020 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18520be-0962-43fc-8ea0-146e8092ebfb", "name": "network-vif-plugged", "status": "completed", "tag": "cbf1b61c-4083-4c9d-b30f-02fd1072df06", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:55.154273 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-143f3989-8c86-4306-9a64-d432112f9ef5 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:55.154655 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18520be-0962-43fc-8ea0-146e8092ebfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf1b61c-4083-4c9d-b30f-02fd1072df06', 'code': 200} Jun 30 02:46:55.186169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a51e3657-cf69-4645-8bd3-9052520ea2b3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:55.201891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] For port 346d9070-7538-4e70-b6dc-4712b4ec1f8a, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:55.265472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07ad4d7b-faa8-41b3-b352-db474aa63bc2 req-f13f5251-f6c4-454d-b897-4bfc50f938a5 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340163 Jun 30 02:46:55.273290 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] For port 346d9070-7538-4e70-b6dc-4712b4ec1f8a, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=346d9070-7538-4e70-b6dc-4712b4ec1f8a,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:55.408691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-980bc19c-f697-4792-af7b-1e8c46064758 req-19cd3c01-5c47-45b3-a86f-925147f05bde tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 210 time: 0.0523424 Jun 30 02:46:55.416411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.424951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0615f-f37d-43d3-a174-1cb23a63a1dc req-7817a2d7-f53c-4d43-ba21-d4dbdaa67004 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.431606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d0615f-f37d-43d3-a174-1cb23a63a1dc req-7817a2d7-f53c-4d43-ba21-d4dbdaa67004 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 944 time: 0.1744106 Jun 30 02:46:55.447987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb231c3-f813-4188-886a-862a4b7005a8 req-6aa742f6-c9fb-49a4-8875-7608ce65f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.450213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdb231c3-f813-4188-886a-862a4b7005a8 req-6aa742f6-c9fb-49a4-8875-7608ce65f18c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 1097 time: 0.1349576 Jun 30 02:46:55.528266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.529154 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.531846 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] 10.222.0.74 "PUT /v2.0/ports/346d9070-7538-4e70-b6dc-4712b4ec1f8a HTTP/1.1" status: 200 len: 1091 time: 3.0095980 Jun 30 02:46:55.558821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d0615f-f37d-43d3-a174-1cb23a63a1dc req-64cc99dc-2527-4810-a513-ab751391c041 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262276 Jun 30 02:46:55.564176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a51e3657-cf69-4645-8bd3-9052520ea2b3'}, {'name': 'network-changed', 'server_uuid': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'tag': 'a51e3657-cf69-4645-8bd3-9052520ea2b3'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:55.579300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb09ee5-6a21-4ccd-aaeb-643f5097c081 service neutron] Pushing event updated for resources: {'Port': ['ID=346d9070-7538-4e70-b6dc-4712b4ec1f8a,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:55.587158 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e" -d '{"events": [{"server_uuid": "45e3c159-b9b6-4e7f-9908-937ee5ad93e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a51e3657-cf69-4645-8bd3-9052520ea2b3"}, {"name": "network-changed", "server_uuid": "45e3c159-b9b6-4e7f-9908-937ee5ad93e4", "tag": "a51e3657-cf69-4645-8bd3-9052520ea2b3"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:55.603560 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cc28be-2e75-4190-a0fc-362fb1c3d0df x-openstack-request-id: req-04cc28be-2e75-4190-a0fc-362fb1c3d0df {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:55.604627 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f681c1-8af9-4814-94d9-4fb3cecbe6bc", "name": "network-vif-deleted", "tag": "751c35e7-b210-48f2-a52c-8a46e0ff786f", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:55.605165 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04cc28be-2e75-4190-a0fc-362fb1c3d0df {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:55.606037 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f681c1-8af9-4814-94d9-4fb3cecbe6bc', 'name': 'network-vif-deleted', 'tag': '751c35e7-b210-48f2-a52c-8a46e0ff786f', 'status': 'completed', 'code': 200} Jun 30 02:46:55.616133 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdb231c3-f813-4188-886a-862a4b7005a8 req-88d0f588-2351-4cdc-bb65-f7d5b71abbc9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491470 Jun 30 02:46:55.692896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:55.915714 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bdacfb79-9a33-4df0-93ab-2b84a9916e98 req-e3f7842e-170a-4c60-a005-93d36f4c9090 tempest-LiveMigrationTest-1928806013 tempest-LiveMigrationTest-1928806013-project] 10.222.0.77 "GET /v2.0/ports?device_id=42f681c1-8af9-4814-94d9-4fb3cecbe6bc HTTP/1.1" status: 200 len: 210 time: 0.1014352 Jun 30 02:46:55.959293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.964085 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d735052-a938-4a36-8cb5-c21eb0d9b2c4 req-daa00ed5-49b0-4091-9f4c-488160a4a85f tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 210 time: 0.1069465 Jun 30 02:46:56.215859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bbdd5-4b65-4461-9e04-74206d16655e req-db5a2814-c6ef-480f-ad60-1f18cd771180 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.218278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-859bbdd5-4b65-4461-9e04-74206d16655e req-db5a2814-c6ef-480f-ad60-1f18cd771180 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 946 time: 0.0992103 Jun 30 02:46:56.308349 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-859bbdd5-4b65-4461-9e04-74206d16655e req-964d4016-7512-4368-9615-15724efbbcb2 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815918 Jun 30 02:46:56.391068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bddaf2-a14c-4b74-aaa1-742550900101 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:56.398966 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.411725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Transition to ACTIVE for port object 45bddaf2-a14c-4b74-aaa1-742550900101 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:56.453675 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52720667-a1aa-4a21-beb2-1ba7d902b8ea x-openstack-request-id: req-52720667-a1aa-4a21-beb2-1ba7d902b8ea {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:56.453975 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e3c159-b9b6-4e7f-9908-937ee5ad93e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a51e3657-cf69-4645-8bd3-9052520ea2b3", "code": 200}, {"name": "network-changed", "server_uuid": "45e3c159-b9b6-4e7f-9908-937ee5ad93e4", "tag": "a51e3657-cf69-4645-8bd3-9052520ea2b3", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:56.454226 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52720667-a1aa-4a21-beb2-1ba7d902b8ea {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:56.454627 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a51e3657-cf69-4645-8bd3-9052520ea2b3', 'code': 200} Jun 30 02:46:56.455427 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'tag': 'a51e3657-cf69-4645-8bd3-9052520ea2b3', 'status': 'completed', 'code': 200} Jun 30 02:46:56.558256 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.630027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e req-66b8e14d-1a78-4699-9cd7-291aba674bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.632058 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e req-66b8e14d-1a78-4699-9cd7-291aba674bd6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 1125 time: 0.1375351 Jun 30 02:46:56.858607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Pushing event updated for resources: {'Port': ['ID=45bddaf2-a14c-4b74-aaa1-742550900101,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:56.864811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a51e3657-cf69-4645-8bd3-9052520ea2b3 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:56.867301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 751c35e7-b210-48f2-a52c-8a46e0ff786f no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:56.917544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c4059-6860-441a-a684-ec376cd4b126 req-17679481-c0f8-4d56-8eaa-4e8cbc05bf3f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.935403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c4059-6860-441a-a684-ec376cd4b126 req-17679481-c0f8-4d56-8eaa-4e8cbc05bf3f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.951877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c4059-6860-441a-a684-ec376cd4b126 req-17679481-c0f8-4d56-8eaa-4e8cbc05bf3f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.958023 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c4059-6860-441a-a684-ec376cd4b126 req-17679481-c0f8-4d56-8eaa-4e8cbc05bf3f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.968561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c4059-6860-441a-a684-ec376cd4b126 req-17679481-c0f8-4d56-8eaa-4e8cbc05bf3f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.974535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c4059-6860-441a-a684-ec376cd4b126 req-17679481-c0f8-4d56-8eaa-4e8cbc05bf3f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.983768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Attempting to bind port 45bddaf2-a14c-4b74-aaa1-742550900101 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:56.984649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Attempting to bind port 45bddaf2-a14c-4b74-aaa1-742550900101 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:56.986896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Attempting to bind port 45bddaf2-a14c-4b74-aaa1-742550900101 on network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:56.997377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Port 45bddaf2-a14c-4b74-aaa1-742550900101 on network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:57.000725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Attempting to bind port 45bddaf2-a14c-4b74-aaa1-742550900101 on network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:57.009171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 751c35e7-b210-48f2-a52c-8a46e0ff786f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:57.011347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 751c35e7-b210-48f2-a52c-8a46e0ff786f not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:57.011541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:57.011939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Checking segment: {'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:57.012440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Bound using segment: {'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:57.013057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Bound port: 45bddaf2-a14c-4b74-aaa1-742550900101, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:57.013585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.018809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c4059-6860-441a-a684-ec376cd4b126 req-17679481-c0f8-4d56-8eaa-4e8cbc05bf3f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.027580 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed6c4059-6860-441a-a684-ec376cd4b126 req-17679481-c0f8-4d56-8eaa-4e8cbc05bf3f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5408 time: 0.3489356 Jun 30 02:46:57.091506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e req-d0c02d70-d438-4adf-9bb5-2853d352a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.092874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e req-d0c02d70-d438-4adf-9bb5-2853d352a158 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.4467700 Jun 30 02:46:57.132347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] For port 45bddaf2-a14c-4b74-aaa1-742550900101, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:57.137509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] For port 45bddaf2-a14c-4b74-aaa1-742550900101, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=45bddaf2-a14c-4b74-aaa1-742550900101,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:57.160802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed6c4059-6860-441a-a684-ec376cd4b126 req-5bed7d40-f340-452d-9635-82e5ce478574 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294880 Jun 30 02:46:57.167226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e req-99d84598-7502-4dfe-a6af-2ea1ee37c921 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3 HTTP/1.1" status: 200 len: 217 time: 0.0660417 Jun 30 02:46:57.262253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.291320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e req-c5be93a8-b89b-4b3a-8b41-e9426529c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.293712 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e req-c5be93a8-b89b-4b3a-8b41-e9426529c313 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.1189072 Jun 30 02:46:57.316784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:57.337453 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e req-0e516ce8-47f2-49f2-a0c7-6691f68b3a96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355477 Jun 30 02:46:57.358889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a51e3657-cf69-4645-8bd3-9052520ea2b3 has no active binding in host n-h1-798249-3 {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:46:57.407595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Pushing event updated for resources: {'Port': ['ID=45bddaf2-a14c-4b74-aaa1-742550900101,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:57.440125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.440780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.448023 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2235e0a-34c7-4156-871c-976df4fd94d1 service neutron] 10.222.0.74 "PUT /v2.0/ports/45bddaf2-a14c-4b74-aaa1-742550900101 HTTP/1.1" status: 200 len: 1091 time: 1.7565813 Jun 30 02:46:57.496878 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82b3e660-8cdb-4952-9854-fa978c4bd70c req-cf02219a-926f-4e4c-80f3-565f8ce2cb2d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 210 time: 0.0556021 Jun 30 02:46:57.586796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Request body: {'port': {'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:57.602439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e req-c72d2a62-6620-458f-8233-824b82a120a4 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559369 Jun 30 02:46:57.608623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '346d9070-7538-4e70-b6dc-4712b4ec1f8a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:57.610440 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c4afc7-84e1-4f13-8fad-faeebb9e3200" -d '{"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "346d9070-7538-4e70-b6dc-4712b4ec1f8a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:57.767500 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.796440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53544) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:57.866082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bc3f311-73a2-446c-8e3d-b43bf4d3685e req-4ca4ca00-3db8-41ce-b129-91ffdeca811a service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514076 Jun 30 02:46:57.919447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aed1e8-d780-4934-a453-a88b2b221445 req-10500560-51e5-4b45-96c3-91500493b2e8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.922348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17aed1e8-d780-4934-a453-a88b2b221445 req-10500560-51e5-4b45-96c3-91500493b2e8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 944 time: 0.2828302 Jun 30 02:46:58.017306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3af2b74-4fa0-40f4-a481-98563f24520d req-0c1e2518-2bf5-46ca-8631-471202764bcf tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 210 time: 0.0390868 Jun 30 02:46:58.079257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-02ba38d0-128b-469f-b73e-1806733cbef3 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.080730 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-02ba38d0-128b-469f-b73e-1806733cbef3 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.83 "GET /v2.0/networks?id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58 HTTP/1.1" status: 200 len: 818 time: 0.1853447 Jun 30 02:46:58.097521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Request body: {'port': {'device_id': '7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5', 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58', 'admin_state_up': True, 'tenant_id': '3c80ab6c399441f9bb71ec28106c6a5f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:58.118021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d292c5-8041-498a-90e8-29098a444cf4 admin admin] Deleting subnet 959022d8-4dfe-420a-a9b2-f79d5ce3d2bd {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:58.134215 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17aed1e8-d780-4934-a453-a88b2b221445 req-be8fbe53-d41f-4dfe-a6ac-538667b35082 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649480 Jun 30 02:46:58.135020 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4d292c5-8041-498a-90e8-29098a444cf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.309259 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-931f2a98-7a4f-46c7-bea4-ba9e4f1bf766 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4601967 Jun 30 02:46:58.311767 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4d292c5-8041-498a-90e8-29098a444cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.346641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193168d0-bbe6-482d-acdc-a96b9a31cfe4 req-88ad7016-5b65-4846-bc70-8e9553bdb843 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.354432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-193168d0-bbe6-482d-acdc-a96b9a31cfe4 req-88ad7016-5b65-4846-bc70-8e9553bdb843 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.0979993 Jun 30 02:46:58.405689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-193168d0-bbe6-482d-acdc-a96b9a31cfe4 req-874287e9-55a2-4443-a8fe-0e9e2b3ce70a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501449 Jun 30 02:46:58.437952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Made reservation on behalf of 3c80ab6c399441f9bb71ec28106c6a5f for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:58.441677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.506872 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678b5ccb-16e4-4edc-96e7-f5129eb38774 x-openstack-request-id: req-678b5ccb-16e4-4edc-96e7-f5129eb38774 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:58.512286 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "346d9070-7538-4e70-b6dc-4712b4ec1f8a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:58.512286 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-678b5ccb-16e4-4edc-96e7-f5129eb38774 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:58.512286 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '346d9070-7538-4e70-b6dc-4712b4ec1f8a', 'status': 'completed', 'code': 200} Jun 30 02:46:58.569602 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e17ff85-6658-47d0-b18d-a59116013bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.812268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '45bddaf2-a14c-4b74-aaa1-742550900101'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:58.822616 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547e83d0-c71d-473b-8a9d-0017c45aa692" -d '{"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "45bddaf2-a14c-4b74-aaa1-742550900101"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:58.873271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Allocated IP 172.20.0.7 (0e7136c2-17e3-4370-ac9c-6cdd184ffc58/5dfa5a59-c4a3-4125-a982-6a0a09cee814/e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:58.926144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-022fe810-361a-4059-b974-638654669abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.926698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-022fe810-361a-4059-b974-638654669abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.927231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-022fe810-361a-4059-b974-638654669abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.927761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-022fe810-361a-4059-b974-638654669abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.928289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-022fe810-361a-4059-b974-638654669abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.928818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-022fe810-361a-4059-b974-638654669abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.929339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-022fe810-361a-4059-b974-638654669abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.931395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-022fe810-361a-4059-b974-638654669abd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6410 time: 0.3433509 Jun 30 02:46:59.125237 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4d292c5-8041-498a-90e8-29098a444cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.389581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c99c6a6b-6354-4b9f-a1b1-1eb9ed5e55a4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.391444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c99c6a6b-6354-4b9f-a1b1-1eb9ed5e55a4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.74 "GET /v2.0/networks?id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58 HTTP/1.1" status: 200 len: 818 time: 0.5476520 Jun 30 02:46:59.422666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-bdf4d172-2ca0-4b9a-826d-e88311f099a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.423695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4d292c5-8041-498a-90e8-29098a444cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.429694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-bdf4d172-2ca0-4b9a-826d-e88311f099a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.430486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-bdf4d172-2ca0-4b9a-826d-e88311f099a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.433118 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-bdf4d172-2ca0-4b9a-826d-e88311f099a7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=586255c668ef4cc0a6e8ecb667848568&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4787443 Jun 30 02:46:59.439559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfc6f6-6caf-48d1-91d5-e11a3b117a28 req-2de57217-5eaf-4daf-8066-fb1d0dd1200b tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.446629 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-facfc6f6-6caf-48d1-91d5-e11a3b117a28 req-2de57217-5eaf-4daf-8066-fb1d0dd1200b tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 946 time: 0.6017926 Jun 30 02:46:59.456338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Request body: {'port': {'device_id': 'fc5f2c3e-9234-4578-9304-2093b8374ee3', 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58', 'admin_state_up': True, 'tenant_id': '3c80ab6c399441f9bb71ec28106c6a5f'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:59.474603 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb9e3-2fb3-4a0a-a97f-e6a4af135c33 req-e6647740-44e1-417e-8083-e2586e038888 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.488620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb9e3-2fb3-4a0a-a97f-e6a4af135c33 req-e6647740-44e1-417e-8083-e2586e038888 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.502660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb9e3-2fb3-4a0a-a97f-e6a4af135c33 req-e6647740-44e1-417e-8083-e2586e038888 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.517377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb9e3-2fb3-4a0a-a97f-e6a4af135c33 req-e6647740-44e1-417e-8083-e2586e038888 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.523784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb9e3-2fb3-4a0a-a97f-e6a4af135c33 req-e6647740-44e1-417e-8083-e2586e038888 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.530917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb9e3-2fb3-4a0a-a97f-e6a4af135c33 req-e6647740-44e1-417e-8083-e2586e038888 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.536996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cb9e3-2fb3-4a0a-a97f-e6a4af135c33 req-e6647740-44e1-417e-8083-e2586e038888 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.546513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-86c33b80-9201-44a4-8e4e-c4aee8108383 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.546913 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c21cb9e3-2fb3-4a0a-a97f-e6a4af135c33 req-e6647740-44e1-417e-8083-e2586e038888 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5408 time: 0.7983017 Jun 30 02:46:59.547273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-86c33b80-9201-44a4-8e4e-c4aee8108383 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.83 "GET /v2.0/networks?id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58 HTTP/1.1" status: 200 len: 818 time: 0.7046211 Jun 30 02:46:59.558256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d292c5-8041-498a-90e8-29098a444cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=959022d8-4dfe-420a-a9b2-f79d5ce3d2bd,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:59.574724 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cff4dbf-7714-4a43-9437-4bee8213add2 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:59.583427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Request body: {'port': {'device_id': 'be7bd887-d680-4fdd-a595-2822e0a9c959', 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58', 'admin_state_up': True, 'tenant_id': '3c80ab6c399441f9bb71ec28106c6a5f'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:59.591439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4d292c5-8041-498a-90e8-29098a444cf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.593281 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a4d292c5-8041-498a-90e8-29098a444cf4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/959022d8-4dfe-420a-a9b2-f79d5ce3d2bd HTTP/1.1" status: 204 len: 168 time: 1.7958052 Jun 30 02:46:59.598300 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.612488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53582) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:59.672508 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-1c68e3c3-c07d-4ab0-9566-fbc255814d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.674365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51c4afc7-84e1-4f13-8fad-faeebb9e3200 req-1c68e3c3-c07d-4ab0-9566-fbc255814d01 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152251 Jun 30 02:46:59.787180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-facfc6f6-6caf-48d1-91d5-e11a3b117a28 req-fdd818c0-831c-4ffc-a4c6-17d9fdfc8c43 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394635 Jun 30 02:46:59.807582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Transition to ACTIVE for port object 5cff4dbf-7714-4a43-9437-4bee8213add2 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:59.876370 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.946090 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c21cb9e3-2fb3-4a0a-a97f-e6a4af135c33 req-a32a76a5-d69c-48c5-8bd5-7ec0ce3d1da7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3911479 Jun 30 02:47:00.021938 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.176286 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.190705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56225ca4-50ef-4c0c-9a61-aa4bb36f0d14']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.203344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.203647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5ef64d-1d11-408a-bbe2-8c8de4884bb5') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.213948 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.217950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.230170 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.236758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:00.237171 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.300661 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa57017-0c8b-4669-a498-b1aa3ab11fb2 x-openstack-request-id: req-0fa57017-0c8b-4669-a498-b1aa3ab11fb2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:00.300931 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "45bddaf2-a14c-4b74-aaa1-742550900101", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:00.301297 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0fa57017-0c8b-4669-a498-b1aa3ab11fb2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:00.301833 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '45bddaf2-a14c-4b74-aaa1-742550900101', 'status': 'completed', 'code': 200} Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:00.302359 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:00.305351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Made reservation on behalf of 3c80ab6c399441f9bb71ec28106c6a5f for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:00.309018 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.350190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d950c935-28db-4b2f-a91b-fdb4480965c2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.351761 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d950c935-28db-4b2f-a91b-fdb4480965c2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.4618640 Jun 30 02:47:00.386905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7fcc140-04f1-4aa5-8ebf-d0697349f717 req-f534c2d3-4b8a-4386-a70b-817e8bda0087 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 210 time: 0.0883074 Jun 30 02:47:00.401281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Request body: {'port': {'device_id': 'f9a71c4f-e4b6-4ec8-a789-7ee20cafd495', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'admin_state_up': True, 'tenant_id': '97787217fcc14b9aa4f8cbea685e8609'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:00.435013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69b9e42-2f99-4616-b598-fc478e1570c7 req-507eef95-9bea-4d95-a6ab-328200d7fc6d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 210 time: 0.0941057 Jun 30 02:47:00.484981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Pushing event updated for resources: {'Port': ['ID=5cff4dbf-7714-4a43-9437-4bee8213add2,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:00.616856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Made reservation on behalf of 3c80ab6c399441f9bb71ec28106c6a5f for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:00.621312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.653531 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.665618 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.680187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] 10.222.0.77 "DELETE /v2.0/networks/56225ca4-50ef-4c0c-9a61-aa4bb36f0d14 HTTP/1.1" status: 204 len: 168 time: 1.0607111 Jun 30 02:47:00.680395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53598) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:00.720192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-742d8505-7a30-4386-84e0-e64ce5017c53 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4896100 Jun 30 02:47:00.818919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-1af3f011-ecd0-449c-b25b-1ae24d4636fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.819411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-1af3f011-ecd0-449c-b25b-1ae24d4636fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.819897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-1af3f011-ecd0-449c-b25b-1ae24d4636fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.820377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-1af3f011-ecd0-449c-b25b-1ae24d4636fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.820850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-1af3f011-ecd0-449c-b25b-1ae24d4636fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.821329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-1af3f011-ecd0-449c-b25b-1ae24d4636fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.821835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-1af3f011-ecd0-449c-b25b-1ae24d4636fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.824699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-1af3f011-ecd0-449c-b25b-1ae24d4636fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6435 time: 0.5961866 Jun 30 02:47:00.916780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b2644-6d92-4a9f-b947-434ede105d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=56225ca4-50ef-4c0c-9a61-aa4bb36f0d14,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:00.963180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.977565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-b123ba98-05ba-4f08-94f2-958c9517cc3d admin admin] Deleting subnet d2ed2b8c-0be7-4f13-ac15-d57ae70595c7 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:00.995194 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b123ba98-05ba-4f08-94f2-958c9517cc3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.073116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-6067565e-348b-4c55-abc9-067df57a8ce6 service neutron] 10.222.0.83 "GET /v2.0/ports/a51e3657-cf69-4645-8bd3-9052520ea2b3/bindings/n-h1-798249-3 HTTP/1.1" status: 200 len: 384 time: 0.4224072 Jun 30 02:47:01.248775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:01.248975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Attempting to bind port 5cff4dbf-7714-4a43-9437-4bee8213add2 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:01.248975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Attempting to bind port 5cff4dbf-7714-4a43-9437-4bee8213add2 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:01.248975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Attempting to bind port 5cff4dbf-7714-4a43-9437-4bee8213add2 on network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:01.249588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:01.249588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:01.249790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Port 5cff4dbf-7714-4a43-9437-4bee8213add2 on network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:01.249790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Attempting to bind port 5cff4dbf-7714-4a43-9437-4bee8213add2 on network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:01.249790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Allocated IP 172.20.0.6 (0e7136c2-17e3-4370-ac9c-6cdd184ffc58/5dfa5a59-c4a3-4125-a982-6a0a09cee814/d7585391-a67f-421c-ab89-ba5431bfeb12) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:01.249790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:01.249790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Checking segment: {'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:01.249790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Bound using segment: {'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:01.249790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Bound port: 5cff4dbf-7714-4a43-9437-4bee8213add2, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a40835-d043-49c0-87fc-90970358e2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:01.249790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.250453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b123ba98-05ba-4f08-94f2-958c9517cc3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.250453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Pushing event updated for resources: {'Port': ['ID=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:01.250647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac2fa9-1e30-43f6-a4c9-9af85037aa3f req-e4073602-b1b9-4ac2-af4f-4c5b5c84e97a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.250647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07ac2fa9-1e30-43f6-a4c9-9af85037aa3f req-e4073602-b1b9-4ac2-af4f-4c5b5c84e97a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 944 time: 0.5823264 Jun 30 02:47:01.250834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eff2b-8e72-4ffd-acc1-e66ea93a94fe req-b69f6437-5a6f-470c-8197-e3dad7821d1c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.250834 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da0eff2b-8e72-4ffd-acc1-e66ea93a94fe req-b69f6437-5a6f-470c-8197-e3dad7821d1c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.5149810 Jun 30 02:47:01.250834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-56cd9607-0b45-4e6a-9642-e6e4a09fdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.250834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-56cd9607-0b45-4e6a-9642-e6e4a09fdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.250834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-56cd9607-0b45-4e6a-9642-e6e4a09fdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.250834 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-56cd9607-0b45-4e6a-9642-e6e4a09fdab0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=586255c668ef4cc0a6e8ecb667848568&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3917699 Jun 30 02:47:01.265293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-46f934c1-4a2e-435e-96e2-5dee551f4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.266816 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-46f934c1-4a2e-435e-96e2-5dee551f4f7b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 1101 time: 0.4578874 Jun 30 02:47:01.284546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.285169 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.337988 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b123ba98-05ba-4f08-94f2-958c9517cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.399546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07ac2fa9-1e30-43f6-a4c9-9af85037aa3f req-3f721e49-b873-43f3-9760-93ca1756ff18 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846087 Jun 30 02:47:01.459914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] For port 5cff4dbf-7714-4a43-9437-4bee8213add2, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:01.465487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da0eff2b-8e72-4ffd-acc1-e66ea93a94fe req-8a826422-f4fd-4cbb-a8bd-808e5892e29b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245135 Jun 30 02:47:01.499852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] For port 5cff4dbf-7714-4a43-9437-4bee8213add2, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5cff4dbf-7714-4a43-9437-4bee8213add2,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:01.573965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-b08d83e0-8c80-42a8-baa8-261f06ae27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.573965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-b08d83e0-8c80-42a8-baa8-261f06ae27f9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2959261 Jun 30 02:47:01.573965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-bb829421-0546-4d58-930e-b780945d37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.573965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-bb829421-0546-4d58-930e-b780945d37d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2476213 Jun 30 02:47:01.587486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.619159 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-dc61ee9e-c622-486c-b1ff-e5042c83141d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 200 len: 217 time: 0.0493133 Jun 30 02:47:01.619522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-bac3529c-bafe-4590-84c7-b61f4922e797 service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:01.661805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-bac3529c-bafe-4590-84c7-b61f4922e797 service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:01.695413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70b7d23f-8558-4f1d-bae8-419b4127b1c4 req-7abf738c-ee9b-4b6f-ae3d-92490c991229 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 210 time: 0.0311375 Jun 30 02:47:01.712058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-a5a070d9-487b-417f-9278-94affdad6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.713768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-a5a070d9-487b-417f-9278-94affdad6d5b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0875585 Jun 30 02:47:01.732635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b712b-e949-455d-9ab8-b2f2e1dfbb6d req-69ec9e82-c5d2-41a5-8a36-73118cef86b3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.738488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b712b-e949-455d-9ab8-b2f2e1dfbb6d req-69ec9e82-c5d2-41a5-8a36-73118cef86b3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.744290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b712b-e949-455d-9ab8-b2f2e1dfbb6d req-69ec9e82-c5d2-41a5-8a36-73118cef86b3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.796564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b712b-e949-455d-9ab8-b2f2e1dfbb6d req-69ec9e82-c5d2-41a5-8a36-73118cef86b3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.796564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b712b-e949-455d-9ab8-b2f2e1dfbb6d req-69ec9e82-c5d2-41a5-8a36-73118cef86b3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.796564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b712b-e949-455d-9ab8-b2f2e1dfbb6d req-69ec9e82-c5d2-41a5-8a36-73118cef86b3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.796564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b712b-e949-455d-9ab8-b2f2e1dfbb6d req-69ec9e82-c5d2-41a5-8a36-73118cef86b3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.796564 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-912b712b-e949-455d-9ab8-b2f2e1dfbb6d req-69ec9e82-c5d2-41a5-8a36-73118cef86b3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.2142212 Jun 30 02:47:01.797444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-8655693a-edba-4fff-a2fb-5dc79f31c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.797444 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-8655693a-edba-4fff-a2fb-5dc79f31c1af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573869 Jun 30 02:47:01.797651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-bac3529c-bafe-4590-84c7-b61f4922e797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51e3657-cf69-4645-8bd3-9052520ea2b3 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:01.809302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-bac3529c-bafe-4590-84c7-b61f4922e797 service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:01.855420 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-912b712b-e949-455d-9ab8-b2f2e1dfbb6d req-4b2a12e6-09eb-45b6-a43e-6f7530a37782 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649352 Jun 30 02:47:01.871164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41350a10-74fc-4252-b33c-c4788f7da186 req-f50f8f66-23b8-4d7c-9c04-32d943675ef2 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 210 time: 0.0338280 Jun 30 02:47:01.906210 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-748a8a0d-c1df-4bc3-b80a-37d680910a6e service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202981 Jun 30 02:47:01.999217 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e93c55f-0f6d-4f64-9f50-32ebfaf47bb0 req-757f92cc-18e2-4085-96e5-ed0c803dbe3c service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866609 Jun 30 02:47:02.022872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Made reservation on behalf of 97787217fcc14b9aa4f8cbea685e8609 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:02.025832 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9c591399-d58e-4ae5-a205-8e791a57f2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.026683 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.034331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b123ba98-05ba-4f08-94f2-958c9517cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.049401 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.082667 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-bac3529c-bafe-4590-84c7-b61f4922e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.083485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123ba98-05ba-4f08-94f2-958c9517cc3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ed2b8c-0be7-4f13-ac15-d57ae70595c7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:02.094209 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b123ba98-05ba-4f08-94f2-958c9517cc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.095549 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b123ba98-05ba-4f08-94f2-958c9517cc3d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d2ed2b8c-0be7-4f13-ac15-d57ae70595c7 HTTP/1.1" status: 204 len: 168 time: 1.4142380 Jun 30 02:47:02.100512 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53622) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:02.100671 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.109254 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.204669 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c6653979-917c-44af-803e-b326bcb2a6db tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1138372 Jun 30 02:47:02.244252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Request body: {'port': {'device_id': '7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:02.295222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.301076 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.301076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] 10.222.0.74 "PUT /v2.0/ports/5cff4dbf-7714-4a43-9437-4bee8213add2 HTTP/1.1" status: 200 len: 1091 time: 4.7152214 Jun 30 02:47:02.301076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:02.301076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Allocated IP 172.20.0.8 (0e7136c2-17e3-4370-ac9c-6cdd184ffc58/5dfa5a59-c4a3-4125-a982-6a0a09cee814/e9c8f169-9715-41b9-b396-79e521f23e35) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:02.304676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '5cff4dbf-7714-4a43-9437-4bee8213add2'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:02.308179 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "5cff4dbf-7714-4a43-9437-4bee8213add2"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:02.336376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:02.348760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:02.371950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd5717-ca21-4516-a5a5-667960be6382 service neutron] Pushing event updated for resources: {'Port': ['ID=5cff4dbf-7714-4a43-9437-4bee8213add2,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:02.381393 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.418681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Allocated IP 172.20.0.7 (d7b6293f-04a5-4899-8348-86d5a461f5fe/50dac26f-bd2e-42ee-a54c-f144157b5667/aee0239e-7bc3-40db-809d-8a85bf4c5496) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:02.422831 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4deabb-23dc-485d-b8be-9ee7e22fae65 x-openstack-request-id: req-4a4deabb-23dc-485d-b8be-9ee7e22fae65 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:02.423613 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "5cff4dbf-7714-4a43-9437-4bee8213add2", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:02.423873 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a4deabb-23dc-485d-b8be-9ee7e22fae65 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:02.424271 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '5cff4dbf-7714-4a43-9437-4bee8213add2', 'status': 'completed', 'code': 200} Jun 30 02:47:02.491813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-bac3529c-bafe-4590-84c7-b61f4922e797 service neutron] Transition to ACTIVE for port object a51e3657-cf69-4645-8bd3-9052520ea2b3 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:02.574972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.574972 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.675320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Pushing event updated for resources: {'Port': ['ID=d7585391-a67f-421c-ab89-ba5431bfeb12,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:02.762565 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-bac3529c-bafe-4590-84c7-b61f4922e797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.878531 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.879154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-612edbf3-5380-4738-a902-4e5eea7ee542 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4294460 Jun 30 02:47:02.881106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-bac3529c-bafe-4590-84c7-b61f4922e797 service neutron] No DVR routers for this DVR port a51e3657-cf69-4645-8bd3-9052520ea2b3 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:02.899995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Request body: {'port': {'device_id': 'fc5f2c3e-9234-4578-9304-2093b8374ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:02.903509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.952157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-0e616475-2728-47d4-b4a5-c0d646edcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.952607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-0e616475-2728-47d4-b4a5-c0d646edcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.953146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-0e616475-2728-47d4-b4a5-c0d646edcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.953687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-0e616475-2728-47d4-b4a5-c0d646edcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.954736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-0e616475-2728-47d4-b4a5-c0d646edcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.954736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-0e616475-2728-47d4-b4a5-c0d646edcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.955118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-0e616475-2728-47d4-b4a5-c0d646edcb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.957292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-0e616475-2728-47d4-b4a5-c0d646edcb82 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6477 time: 0.4767389 Jun 30 02:47:02.985933 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.018874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5aa998-2b4b-4457-9550-7231ccdd5527']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:03.138273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c37184-ad34-4a80-8543-d85a6589a185') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:03.138642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c37184-ad34-4a80-8543-d85a6589a185') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:03.174054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da4158-f643-4494-967d-a1426858f482 req-9e769ac7-b429-415d-9d8b-7c4c52f46143 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.181839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87da4158-f643-4494-967d-a1426858f482 req-9e769ac7-b429-415d-9d8b-7c4c52f46143 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 945 time: 0.5080829 Jun 30 02:47:03.220184 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.233832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.83', 54242) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.531593 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-bac3529c-bafe-4590-84c7-b61f4922e797 service neutron] 10.222.0.83 "PUT /v2.0/ports/a51e3657-cf69-4645-8bd3-9052520ea2b3/bindings/n-h1-798249-3/activate HTTP/1.1" status: 200 len: 369 time: 2.4474711 Jun 30 02:47:03.547887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3529c-bafe-4590-84c7-b61f4922e797 service neutron] Pushing event updated for resources: {'Port': ['ID=a51e3657-cf69-4645-8bd3-9052520ea2b3,revision_number=10']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:03.658254 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.726894 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.753217 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87da4158-f643-4494-967d-a1426858f482 req-027317aa-bcff-47ab-ac3f-461ff12b7b25 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702462 Jun 30 02:47:03.758773 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.824135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c9dba-8885-49cb-b1b5-932b3a659942 req-0cce34ca-e623-4207-8e02-6d49910d2eff tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.831151 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd6c9dba-8885-49cb-b1b5-932b3a659942 req-0cce34ca-e623-4207-8e02-6d49910d2eff tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 1.0735776 Jun 30 02:47:03.838731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:03.838910 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.839014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:03.840454 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:03.852345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-f04a4a5f-191e-4eeb-961f-2ec826f35bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.852824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-f04a4a5f-191e-4eeb-961f-2ec826f35bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.853291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-f04a4a5f-191e-4eeb-961f-2ec826f35bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.855562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-f04a4a5f-191e-4eeb-961f-2ec826f35bc1 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=586255c668ef4cc0a6e8ecb667848568&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8537252 Jun 30 02:47:03.937698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-1ab75bf0-c1ef-4185-82d4-e5bba93e0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.939207 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-1ab75bf0-c1ef-4185-82d4-e5bba93e0485 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1101 time: 0.6854403 Jun 30 02:47:04.038125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd6c9dba-8885-49cb-b1b5-932b3a659942 req-72d661d5-918c-47af-be88-d77542a71387 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058270 Jun 30 02:47:04.080317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-fcf02d7b-05e1-4cf9-bb2c-11eacca5dde5 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.081849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-fcf02d7b-05e1-4cf9-bb2c-11eacca5dde5 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.3039987 Jun 30 02:47:04.084138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.164483 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.167095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] 10.222.0.77 "DELETE /v2.0/networks/ac5aa998-2b4b-4457-9550-7231ccdd5527 HTTP/1.1" status: 204 len: 168 time: 2.0282562 Jun 30 02:47:04.264890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.285413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.435486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665d20b-8369-4fe6-8063-b363f05a3e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5aa998-2b4b-4457-9550-7231ccdd5527,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:04.483169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-4c7df293-7008-41aa-9078-23ffcdefb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.485251 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e1bf167-597e-465c-88b0-ebc5b6b75a5d req-4c7df293-7008-41aa-9078-23ffcdefb50f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6056514 Jun 30 02:47:04.497841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:04.503651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:04.511423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:04.516018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Network d7b6293f-04a5-4899-8348-86d5a461f5fe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:04.529346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-affc08eb-05a6-4cda-a7d3-4086b1f951e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.535671 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-affc08eb-05a6-4cda-a7d3-4086b1f951e4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.5794246 Jun 30 02:47:04.535671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:04.538304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event updated for resources: {'Port': ['ID=aee0239e-7bc3-40db-809d-8a85bf4c5496,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:04.542276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:04.574635 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.617762 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-0bbd89b3-4b7e-4901-8c0f-fae91f3e163f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5710707 Jun 30 02:47:04.633948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Pushing event updated for resources: {'Port': ['ID=e9c8f169-9715-41b9-b396-79e521f23e35,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:04.640439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-ac869533-5431-4a99-8845-2beb0ca522ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 217 time: 0.0887456 Jun 30 02:47:04.679778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fafe9-a061-44e6-af84-edaa8b203c6e req-b294c9d0-060e-4bfd-98ec-35316e60886d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.689608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fafe9-a061-44e6-af84-edaa8b203c6e req-b294c9d0-060e-4bfd-98ec-35316e60886d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.696276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fafe9-a061-44e6-af84-edaa8b203c6e req-b294c9d0-060e-4bfd-98ec-35316e60886d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.703744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fafe9-a061-44e6-af84-edaa8b203c6e req-b294c9d0-060e-4bfd-98ec-35316e60886d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.704788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.706906 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.709739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fafe9-a061-44e6-af84-edaa8b203c6e req-b294c9d0-060e-4bfd-98ec-35316e60886d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.716355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fafe9-a061-44e6-af84-edaa8b203c6e req-b294c9d0-060e-4bfd-98ec-35316e60886d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.722482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fafe9-a061-44e6-af84-edaa8b203c6e req-b294c9d0-060e-4bfd-98ec-35316e60886d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.724465 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-896fafe9-a061-44e6-af84-edaa8b203c6e req-b294c9d0-060e-4bfd-98ec-35316e60886d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.4452243 Jun 30 02:47:04.725375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-d00acab4-6d70-49a3-9828-544d339a216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.726902 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-d00acab4-6d70-49a3-9828-544d339a216e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4&tenant_id=8d2865600279469a9fb6e51fd8957e32 HTTP/1.1" status: 200 len: 1096 time: 0.6126068 Jun 30 02:47:04.730347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.730994 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.754608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef090e92-724e-47c2-9d16-95ef030acabf req-bd7345df-6d80-4ef0-84fb-129435461547 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.762426 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef090e92-724e-47c2-9d16-95ef030acabf req-bd7345df-6d80-4ef0-84fb-129435461547 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 931 time: 0.5401635 Jun 30 02:47:04.798308 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-896fafe9-a061-44e6-af84-edaa8b203c6e req-06a65a96-458e-4a32-8f8e-ee4047a1a805 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626419 Jun 30 02:47:04.854821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-32de610b-632c-4562-a240-3dc4b7e363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.855356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-32de610b-632c-4562-a240-3dc4b7e363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.855794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-32de610b-632c-4562-a240-3dc4b7e363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.856269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-32de610b-632c-4562-a240-3dc4b7e363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.856745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-32de610b-632c-4562-a240-3dc4b7e363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.858129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-32de610b-632c-4562-a240-3dc4b7e363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.858665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-32de610b-632c-4562-a240-3dc4b7e363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.860689 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-32de610b-632c-4562-a240-3dc4b7e363ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6477 time: 0.2839873 Jun 30 02:47:04.863355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53660) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:04.913425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-e3dda49b-76d5-4b31-8d74-53a17214159a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d HTTP/1.1" status: 200 len: 217 time: 0.0402129 Jun 30 02:47:04.914473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-eb4b35f5-6b3a-4543-92d2-280e5882ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.915931 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-eb4b35f5-6b3a-4543-92d2-280e5882ba4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.2602165 Jun 30 02:47:04.935693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a51e3657-cf69-4645-8bd3-9052520ea2b3 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:04.974690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:04.981768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-c3a214c9-8e15-45b8-b738-de3386ee7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.983646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-c3a214c9-8e15-45b8-b738-de3386ee7a8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 1099 time: 0.2288651 Jun 30 02:47:04.985371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-9d092c39-4d5b-4868-a1dc-be7146f35ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.988430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-9d092c39-4d5b-4868-a1dc-be7146f35ce6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dd37d0e-9728-4f58-99b6-57eb8489880e HTTP/1.1" status: 200 len: 851 time: 0.0641563 Jun 30 02:47:04.993855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-201c69b8-636f-4eb1-adf9-6a8a6904bec5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4300199 Jun 30 02:47:04.998855 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef090e92-724e-47c2-9d16-95ef030acabf req-a176bd03-75cc-481a-860a-6ce57ce5a6d4 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295442 Jun 30 02:47:05.021236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.027036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-323af250-adc5-4ccf-9b39-a43662a656be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6490023 Jun 30 02:47:05.039788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a51e3657-cf69-4645-8bd3-9052520ea2b3 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:05.059198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Request body: {'port': {'device_id': 'be7bd887-d680-4fdd-a595-2822e0a9c959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:05.062513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Request body: {'port': {'device_id': 'f9a71c4f-e4b6-4ec8-a789-7ee20cafd495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:05.099805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Transition to ACTIVE for port object e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:05.102627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-05210ba1-860d-4977-9dc6-1f8ba0a64d8a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a89f75a4941141878233813936107c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334037 Jun 30 02:47:05.107256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53666) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:05.154467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-b9566c25-ce9a-436f-937c-26e1747964fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.156059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-b9566c25-ce9a-436f-937c-26e1747964fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 1096 time: 0.3912461 Jun 30 02:47:05.277446 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.310839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-437cec5f-2827-4abf-bb3e-51ee7ba6fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.312450 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-437cec5f-2827-4abf-bb3e-51ee7ba6fe07 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2133245 Jun 30 02:47:05.314432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-ff2cd9e2-1b1b-406c-af28-6c69e2ef5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.316391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-ff2cd9e2-1b1b-406c-af28-6c69e2ef5d26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3887870 Jun 30 02:47:05.381310 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-50651a2c-a78c-4aa7-84aa-4c1a51154810 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=d0ec9c07-97aa-4214-b554-a99097ff930a HTTP/1.1" status: 200 len: 217 time: 0.0511897 Jun 30 02:47:05.390579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.424085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-e1aea572-5b5f-4df7-a55f-2ea485f8781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.425637 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-e1aea572-5b5f-4df7-a55f-2ea485f8781b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b9ddc54-579a-469a-a75a-d6c07351455b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4290144 Jun 30 02:47:05.455436 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.512984 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dcbef74d-7730-4259-97f2-80d927383c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.564186 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-f93bfca0-887d-4a29-9269-bdda9c616900 service neutron] 10.222.0.74 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287823 Jun 30 02:47:05.610205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804595b4-4f99-4d67-a521-9b6552014edb req-97f5f84b-bff5-40bc-884b-b1e847bc60d4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.612007 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-804595b4-4f99-4d67-a521-9b6552014edb req-97f5f84b-bff5-40bc-884b-b1e847bc60d4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 931 time: 0.4163914 Jun 30 02:47:05.624685 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-35fc363f-494e-491c-a2e2-25141fed331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.626304 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-35fc363f-494e-491c-a2e2-25141fed331e service neutron] 10.222.0.74 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.4498610 Jun 30 02:47:05.627029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Pushing event updated for resources: {'Port': ['ID=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:05.659631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e48970-5ba8-4b5f-b9e9-9bd175761508 req-44ceb9f6-7993-41dc-b375-76ab59a081ac tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.666853 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81e48970-5ba8-4b5f-b9e9-9bd175761508 req-44ceb9f6-7993-41dc-b375-76ab59a081ac tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 945 time: 0.5191543 Jun 30 02:47:05.670558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dcbef74d-7730-4259-97f2-80d927383c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.707957 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-f69321b6-ba31-4549-9fd1-bc2d1c33d5c2 service neutron] 10.222.0.74 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294875 Jun 30 02:47:05.759653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-5b94f843-75a7-47a3-98c4-7dfe84888c9b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3 HTTP/1.1" status: 200 len: 217 time: 0.0833681 Jun 30 02:47:05.782867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-804595b4-4f99-4d67-a521-9b6552014edb req-e41b17e3-13b7-431a-afee-4ca4b0df86b5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691805 Jun 30 02:47:05.852867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-3b77b08d-5caa-48f1-8f32-7c055b96d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:05.854357 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-3b77b08d-5caa-48f1-8f32-7c055b96d476 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.4640062 Jun 30 02:47:05.863584 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-c36d560e-9215-4622-8902-8ee39c3344a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=dbdd0484-5948-43a9-8d71-056365de7c3c HTTP/1.1" status: 200 len: 217 time: 0.1465774 Jun 30 02:47:05.927616 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-8f25f8de-cccb-40a7-addf-893876d9966c service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910609 Jun 30 02:47:05.968471 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81e48970-5ba8-4b5f-b9e9-9bd175761508 req-3bc49e62-53c8-44d0-812b-60b4ac9c57fb tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005188 Jun 30 02:47:05.976838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Attempting to bind port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:05.978887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Attempting to bind port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:05.978887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Attempting to bind port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c on network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:06.077051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-90bffd8d-0de3-46ec-b1a9-b55b922c6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.078642 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-90bffd8d-0de3-46ec-b1a9-b55b922c6dea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.2958496 Jun 30 02:47:06.079254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c on network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:06.079663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Attempting to bind port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c on network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:06.156349 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-7e6bc6f1-8b2d-4c75-a8e2-2f6408e7f917 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374403 Jun 30 02:47:06.157209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:06.157631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Checking segment: {'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:06.158078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Bound using segment: {'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:06.160508 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Bound port: e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:06.160508 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.188288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7585391-a67f-421c-ab89-ba5431bfeb12 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:06.204508 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.261684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Transition to ACTIVE for port object d7585391-a67f-421c-ab89-ba5431bfeb12 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:06.275826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-cb0d03a2-a7d4-43cd-8b2b-c311bb6e10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.278422 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-cb0d03a2-a7d4-43cd-8b2b-c311bb6e10e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.1799576 Jun 30 02:47:06.293672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dcbef74d-7730-4259-97f2-80d927383c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.296153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dcbef74d-7730-4259-97f2-80d927383c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.297290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dcbef74d-7730-4259-97f2-80d927383c75 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3 HTTP/1.1" status: 204 len: 168 time: 1.1864240 Jun 30 02:47:06.356951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbef74d-7730-4259-97f2-80d927383c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a6dc6-a874-4a6e-add2-93fec7e2f8c3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:06.360182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-e09441f2-7668-4b4c-b2de-51b411a1f5ec service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211829 Jun 30 02:47:06.360872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-b71ca7d8-683f-43dc-a02d-dd8d291c3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.363334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-b71ca7d8-683f-43dc-a02d-dd8d291c3900 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4966004 Jun 30 02:47:06.393921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b8de0-52e0-4a87-91ef-2cbe423d889a req-03f931b9-6da0-4aa2-9a5e-4bef17b41445 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.402635 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-602b8de0-52e0-4a87-91ef-2cbe423d889a req-03f931b9-6da0-4aa2-9a5e-4bef17b41445 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.2858884 Jun 30 02:47:06.422871 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.458417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] For port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:06.531358 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-69bd7d9f-ca01-41c5-9c76-0302f99653d4 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662601 Jun 30 02:47:06.542473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] For port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:06.620802 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-602b8de0-52e0-4a87-91ef-2cbe423d889a req-85ebd42a-7b9d-4242-9f54-0897efda6de1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170703 Jun 30 02:47:06.695224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Pushing event updated for resources: {'Port': ['ID=d7585391-a67f-421c-ab89-ba5431bfeb12,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:06.744977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee0239e-7bc3-40db-809d-8a85bf4c5496 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:06.757108 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.775926 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-f2bf8062-814f-4569-bd8e-1f0b06e2e1df service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326536 Jun 30 02:47:06.785307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Transition to ACTIVE for port object aee0239e-7bc3-40db-809d-8a85bf4c5496 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:06.787304 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.829451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.830736 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.835779 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] 10.222.0.83 "PUT /v2.0/ports/e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c HTTP/1.1" status: 200 len: 1091 time: 4.6131356 Jun 30 02:47:06.836959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5', 'tag': 'e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:06.850133 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482e50dd-3bf7-4fa4-b722-bcabf69df74f" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5", "tag": "e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:06.870458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-9ee59d09-4d0b-4062-97e3-6bd8ddbfad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.872294 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-9ee59d09-4d0b-4062-97e3-6bd8ddbfad87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5850015 Jun 30 02:47:06.888668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.900861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccca2e-4694-4e19-a450-0d18351653dc service neutron] Pushing event updated for resources: {'Port': ['ID=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:06.911099 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-6f0082cd-958b-4e7b-a112-00c17f26b120 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358238 Jun 30 02:47:07.005286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Pushing event updated for resources: {'Port': ['ID=aee0239e-7bc3-40db-809d-8a85bf4c5496,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:07.093773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Attempting to bind port aee0239e-7bc3-40db-809d-8a85bf4c5496 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:07.094155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Attempting to bind port aee0239e-7bc3-40db-809d-8a85bf4c5496 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:07.094423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Attempting to bind port aee0239e-7bc3-40db-809d-8a85bf4c5496 on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:07.133301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Port aee0239e-7bc3-40db-809d-8a85bf4c5496 on network d7b6293f-04a5-4899-8348-86d5a461f5fe not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:07.133301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Attempting to bind port aee0239e-7bc3-40db-809d-8a85bf4c5496 on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:07.160824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:07.161417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Checking segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:07.161908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Bound using segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:07.162416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Bound port: aee0239e-7bc3-40db-809d-8a85bf4c5496, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:07.162847 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.234403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-16056ce4-0bb4-478a-ae6a-d4e5c518231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.236056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-16056ce4-0bb4-478a-ae6a-d4e5c518231d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c80ab6c399441f9bb71ec28106c6a5f&device_id=7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5 HTTP/1.1" status: 200 len: 1094 time: 0.1327372 Jun 30 02:47:07.266092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Attempting to bind port d7585391-a67f-421c-ab89-ba5431bfeb12 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:07.266462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Attempting to bind port d7585391-a67f-421c-ab89-ba5431bfeb12 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:07.266765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Attempting to bind port d7585391-a67f-421c-ab89-ba5431bfeb12 on network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:07.284757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-313b6bf0-7dbf-460a-aeb3-08ae917f1360 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c HTTP/1.1" status: 200 len: 217 time: 0.0382111 Jun 30 02:47:07.311243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Port d7585391-a67f-421c-ab89-ba5431bfeb12 on network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:07.311852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Attempting to bind port d7585391-a67f-421c-ab89-ba5431bfeb12 on network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:07.466832 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:47:07.657270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] For port aee0239e-7bc3-40db-809d-8a85bf4c5496, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:07.677607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] For port aee0239e-7bc3-40db-809d-8a85bf4c5496, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=aee0239e-7bc3-40db-809d-8a85bf4c5496,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:07.686303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18089-e46d-4aac-bb9e-25fa6ccb9bd7 req-1a610242-5aff-4c16-8848-5647a2134220 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.692151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18089-e46d-4aac-bb9e-25fa6ccb9bd7 req-1a610242-5aff-4c16-8848-5647a2134220 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.694100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-ef54f108-079c-4d70-99fd-12fa7b0de79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.695577 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-ef54f108-079c-4d70-99fd-12fa7b0de79c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5dfa5a59-c4a3-4125-a982-6a0a09cee814 HTTP/1.1" status: 200 len: 858 time: 0.4027531 Jun 30 02:47:07.698838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18089-e46d-4aac-bb9e-25fa6ccb9bd7 req-1a610242-5aff-4c16-8848-5647a2134220 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.705192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18089-e46d-4aac-bb9e-25fa6ccb9bd7 req-1a610242-5aff-4c16-8848-5647a2134220 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.719670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18089-e46d-4aac-bb9e-25fa6ccb9bd7 req-1a610242-5aff-4c16-8848-5647a2134220 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.727112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18089-e46d-4aac-bb9e-25fa6ccb9bd7 req-1a610242-5aff-4c16-8848-5647a2134220 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.741911 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-4e0bbdc8-ac22-4d55-839a-9b0a46831871 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393057 Jun 30 02:47:07.746070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18089-e46d-4aac-bb9e-25fa6ccb9bd7 req-1a610242-5aff-4c16-8848-5647a2134220 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.748106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-def18089-e46d-4aac-bb9e-25fa6ccb9bd7 req-1a610242-5aff-4c16-8848-5647a2134220 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.8703737 Jun 30 02:47:07.764866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c8f169-9715-41b9-b396-79e521f23e35 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:07.776729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-fcf935c1-1814-48ec-a5ac-7112a70bce7a service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8846929 Jun 30 02:47:07.777511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:07.777861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Checking segment: {'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:07.778252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Bound using segment: {'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:07.778702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Bound port: d7585391-a67f-421c-ab89-ba5431bfeb12, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:07.779065 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.788889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.799167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53708) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:07.823222 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5ace922-d93c-49bd-811d-d2d730eda837 req-04e64749-8aa4-4c54-9b0c-038911538695 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8027174 Jun 30 02:47:07.909602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Transition to ACTIVE for port object e9c8f169-9715-41b9-b396-79e521f23e35 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:07.911391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-56445640-05c4-4917-99bb-ca4529ed3e60 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.917225 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-56445640-05c4-4917-99bb-ca4529ed3e60 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.0989442 Jun 30 02:47:07.949791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-f7ff22d3-7dba-4181-9323-1c4960b1cafb service neutron] 10.222.0.83 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004154 Jun 30 02:47:07.951283 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-def18089-e46d-4aac-bb9e-25fa6ccb9bd7 req-a2431d90-f2d2-4025-93d1-228e0a8a4da8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1817555 Jun 30 02:47:07.996064 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-02a39a27-d2bf-4446-92a9-bbdeef473812 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=640a6929f22f47d1b3e7091516f32e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949008 Jun 30 02:47:08.007404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53710) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:08.026904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] For port d7585391-a67f-421c-ab89-ba5431bfeb12, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:08.069304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] For port d7585391-a67f-421c-ab89-ba5431bfeb12, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d7585391-a67f-421c-ab89-ba5431bfeb12,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:08.076024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b2b9a523-0fa3-4cdd-a13c-f803ddee929c service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837052 Jun 30 02:47:08.146591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-ff56784b-9625-4e46-ba4f-1e907ea81b37 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=600114d5-9810-4fd3-854d-b1f2ec027f54 HTTP/1.1" status: 200 len: 217 time: 0.0605373 Jun 30 02:47:08.185753 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85f5eef-6851-4fbc-bf56-488f7ac0d7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.226857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b11aab-df25-401e-8555-0966753ebe6e req-e2f77da9-bc3f-4a86-bed9-08d811f81fdc tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.228016 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94b11aab-df25-401e-8555-0966753ebe6e req-e2f77da9-bc3f-4a86-bed9-08d811f81fdc tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 943 time: 0.3317959 Jun 30 02:47:08.229874 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85f5eef-6851-4fbc-bf56-488f7ac0d7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.240958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-36d73638-0316-40ad-8dc7-e3300da7e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.242214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-36d73638-0316-40ad-8dc7-e3300da7e69f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.0886395 Jun 30 02:47:08.242833 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-0b175def-a53b-47d0-906d-7842f414d6dd service neutron] 10.222.0.83 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671235 Jun 30 02:47:08.273657 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c50f9-8aef-422e-9cdd-248bbd4afe5c req-5b94afab-7355-42ba-b9cf-15a4664055ed tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.275180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5e1c50f9-8aef-422e-9cdd-248bbd4afe5c req-5b94afab-7355-42ba-b9cf-15a4664055ed tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 931 time: 0.2025504 Jun 30 02:47:08.303492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94b11aab-df25-401e-8555-0966753ebe6e req-3b5be476-0e91-48ea-9e6c-70c45826d1ee tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673652 Jun 30 02:47:08.352765 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5e1c50f9-8aef-422e-9cdd-248bbd4afe5c req-af6b91c2-c277-48cc-abe9-a3fef4238e0f tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516889 Jun 30 02:47:08.360826 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc784c41-3ccb-47aa-9798-7e5d9f10a9c8 x-openstack-request-id: req-dc784c41-3ccb-47aa-9798-7e5d9f10a9c8 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:08.361243 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5", "tag": "e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:08.361613 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc784c41-3ccb-47aa-9798-7e5d9f10a9c8 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:08.362260 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5', 'tag': 'e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c', 'status': 'completed', 'code': 200} Jun 30 02:47:08.369047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-f8ea34a9-f4a5-45ae-878e-10172b78e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.370620 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-f8ea34a9-f4a5-45ae-878e-10172b78e8ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1215189 Jun 30 02:47:08.471656 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-cd5aeae7-dc6a-49f1-9699-6930867a4dda service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914633 Jun 30 02:47:08.587579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.611590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-605b5f30-9b61-46a0-b63a-7ea708feff03 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304598 Jun 30 02:47:08.619282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ad335-dbed-4e9a-829f-86de99b5713c req-ee27efad-70bc-4bf7-9a33-2922cafdce7b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.621168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff7ad335-dbed-4e9a-829f-86de99b5713c req-ee27efad-70bc-4bf7-9a33-2922cafdce7b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 945 time: 0.1486511 Jun 30 02:47:08.640043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918080c5-85f3-47ab-8467-cfe89bac1b51 req-a6760856-2370-4437-9e42-df9a0f83fac1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.641229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-918080c5-85f3-47ab-8467-cfe89bac1b51 req-a6760856-2370-4437-9e42-df9a0f83fac1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.1028605 Jun 30 02:47:08.659191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.659796 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.661126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] 10.222.0.83 "PUT /v2.0/ports/aee0239e-7bc3-40db-809d-8a85bf4c5496 HTTP/1.1" status: 200 len: 1091 time: 3.6055946 Jun 30 02:47:08.673949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-9e4daf7d-04c0-41d9-8b2a-8fa4835f3465 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=bb12e561-a0b3-4475-9098-277e869e6df0 HTTP/1.1" status: 200 len: 217 time: 0.0517039 Jun 30 02:47:08.692603 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a5e94-8895-4196-a9ee-23d7b4e312f9 service neutron] Pushing event updated for resources: {'Port': ['ID=aee0239e-7bc3-40db-809d-8a85bf4c5496,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:08.697392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-c4b11a9b-dbe5-4434-9ee6-f48709fd5e02 service neutron] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:08.704583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-c4b11a9b-dbe5-4434-9ee6-f48709fd5e02 service neutron] Notify callbacks [] for binding, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.705767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5cb86b3-1f17-45e1-93ae-9109f76fd870 req-c4b11a9b-dbe5-4434-9ee6-f48709fd5e02 service neutron] 10.222.0.74 "DELETE /v2.0/ports/a51e3657-cf69-4645-8bd3-9052520ea2b3/bindings/n-h2-798249-3 HTTP/1.1" status: 204 len: 173 time: 0.7812164 Jun 30 02:47:08.708712 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.712629 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.720477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-918080c5-85f3-47ab-8467-cfe89bac1b51 req-2f617cdc-2f1f-4338-b481-4f877d6bc506 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686181 Jun 30 02:47:08.789564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e50dd-3bf7-4fa4-b722-bcabf69df74f req-fa1f198c-cfdb-446c-8d66-5a5da882f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.791334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-482e50dd-3bf7-4fa4-b722-bcabf69df74f req-fa1f198c-cfdb-446c-8d66-5a5da882f1a5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c80ab6c399441f9bb71ec28106c6a5f&device_id=7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5 HTTP/1.1" status: 200 len: 1094 time: 0.0696514 Jun 30 02:47:08.808733 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85f5eef-6851-4fbc-bf56-488f7ac0d7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.811275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85f5eef-6851-4fbc-bf56-488f7ac0d7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.812412 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e85f5eef-6851-4fbc-bf56-488f7ac0d7ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10cf754b-5eb4-42fb-be40-9f34af845d61 HTTP/1.1" status: 204 len: 168 time: 0.8023162 Jun 30 02:47:08.842624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff7ad335-dbed-4e9a-829f-86de99b5713c req-cb77c134-58d0-4bfa-a156-e7da631b09be tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125707 Jun 30 02:47:08.875025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f5eef-6851-4fbc-bf56-488f7ac0d7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cf754b-5eb4-42fb-be40-9f34af845d61,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:08.895057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.895695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.897111 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] 10.222.0.74 "PUT /v2.0/ports/d7585391-a67f-421c-ab89-ba5431bfeb12 HTTP/1.1" status: 200 len: 1091 time: 6.0079269 Jun 30 02:47:08.904327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5f2c3e-9234-4578-9304-2093b8374ee3', 'tag': 'd7585391-a67f-421c-ab89-ba5431bfeb12'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:08.906783 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994f6d0a-d92d-47e0-9b9f-b1bdacc43b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5f2c3e-9234-4578-9304-2093b8374ee3", "tag": "d7585391-a67f-421c-ab89-ba5431bfeb12"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:08.927721 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e50dd-3bf7-4fa4-b722-bcabf69df74f req-5ca9e775-27e8-44c6-8157-9a507b8f0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.929397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-482e50dd-3bf7-4fa4-b722-bcabf69df74f req-5ca9e775-27e8-44c6-8157-9a507b8f0607 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58 HTTP/1.1" status: 200 len: 919 time: 0.1288912 Jun 30 02:47:08.988353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-56fbf289-98dd-402f-aec9-3838399c38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.993344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-56fbf289-98dd-402f-aec9-3838399c38c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.3091161 Jun 30 02:47:09.003329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c8f169-9715-41b9-b396-79e521f23e35,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:09.020198 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e036b95-8f8b-45f6-b729-9d701c63b210 x-openstack-request-id: req-0e036b95-8f8b-45f6-b729-9d701c63b210 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:09.020501 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5f2c3e-9234-4578-9304-2093b8374ee3", "tag": "d7585391-a67f-421c-ab89-ba5431bfeb12", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:09.024798 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e036b95-8f8b-45f6-b729-9d701c63b210 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:09.032157 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5f2c3e-9234-4578-9304-2093b8374ee3', 'tag': 'd7585391-a67f-421c-ab89-ba5431bfeb12', 'status': 'completed', 'code': 200} Jun 30 02:47:09.113205 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-482e50dd-3bf7-4fa4-b722-bcabf69df74f req-6300efad-439d-42b0-a219-888be5f20647 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c HTTP/1.1" status: 200 len: 217 time: 0.1499052 Jun 30 02:47:09.201154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e50dd-3bf7-4fa4-b722-bcabf69df74f req-5d36c4cd-f29c-487e-bbd0-d01d1ede5595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.203084 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-482e50dd-3bf7-4fa4-b722-bcabf69df74f req-5d36c4cd-f29c-487e-bbd0-d01d1ede5595 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5dfa5a59-c4a3-4125-a982-6a0a09cee814 HTTP/1.1" status: 200 len: 858 time: 0.0769532 Jun 30 02:47:09.209813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-1096f90c-bed1-469a-a7f3-eb44278be07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.211283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-1096f90c-bed1-469a-a7f3-eb44278be07e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 1094 time: 0.2770588 Jun 30 02:47:09.291638 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-482e50dd-3bf7-4fa4-b722-bcabf69df74f req-6ad20ba4-f2ab-44fb-b1c6-70cc59457b0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783465 Jun 30 02:47:09.294383 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-670e1151-6f94-42f9-865c-8a0904b0d006 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee0239e-7bc3-40db-809d-8a85bf4c5496 HTTP/1.1" status: 200 len: 217 time: 0.0728924 Jun 30 02:47:09.372786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-bbb60289-af29-4d94-9fa2-adf91836d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.375445 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-bbb60289-af29-4d94-9fa2-adf91836d1ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.0514774 Jun 30 02:47:09.477119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-dcf04264-15b6-4e18-877e-bd4a7f88478d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881529 Jun 30 02:47:09.572457 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Attempting to bind port e9c8f169-9715-41b9-b396-79e521f23e35 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:09.582895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Attempting to bind port e9c8f169-9715-41b9-b396-79e521f23e35 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:09.582895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Attempting to bind port e9c8f169-9715-41b9-b396-79e521f23e35 on network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:09.593204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Port e9c8f169-9715-41b9-b396-79e521f23e35 on network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:09.593564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Attempting to bind port e9c8f169-9715-41b9-b396-79e521f23e35 on network 0e7136c2-17e3-4370-ac9c-6cdd184ffc58 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:09.604539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c85720-34c0-4d67-ab61-af2dff9d4cd6 req-530da9d8-1e41-470c-b78a-e7dbbe973651 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.617965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4c85720-34c0-4d67-ab61-af2dff9d4cd6 req-530da9d8-1e41-470c-b78a-e7dbbe973651 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 1096 time: 0.3336751 Jun 30 02:47:09.620644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1e5ab-2ccf-433d-bc96-49f7d9590a47 service neutron] Pushing event updated for resources: {'Port': ['ID=d7585391-a67f-421c-ab89-ba5431bfeb12,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:09.627982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:09.628450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Checking segment: {'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:09.629761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Bound using segment: {'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:09.630476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Bound port: e9c8f169-9715-41b9-b396-79e521f23e35, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010f1ce5-e513-4342-83da-a640a79e2480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:09.630935 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.682767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-19af26e7-65f8-4d81-b6b5-17580b1cb46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.684665 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-19af26e7-65f8-4d81-b6b5-17580b1cb46b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6777673 Jun 30 02:47:09.708893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f6d0a-d92d-47e0-9b9f-b1bdacc43b3a req-f302f78b-9300-47ee-ac82-2278878045c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.710491 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-994f6d0a-d92d-47e0-9b9f-b1bdacc43b3a req-f302f78b-9300-47ee-ac82-2278878045c8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c80ab6c399441f9bb71ec28106c6a5f&device_id=fc5f2c3e-9234-4578-9304-2093b8374ee3 HTTP/1.1" status: 200 len: 1094 time: 0.5769737 Jun 30 02:47:09.717831 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-482e50dd-3bf7-4fa4-b722-bcabf69df74f req-798de6e9-7987-44cc-98d4-a6535f04b44d service neutron] 10.222.0.83 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051690 Jun 30 02:47:09.765873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-2896bc79-ec92-4708-aa5d-11fdb736e0d0 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794170 Jun 30 02:47:09.808119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed64bf-60b2-423d-ba82-e9fbb6934569 req-6f18b8e7-e666-42a7-95da-63a41292ec4c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.812432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4c85720-34c0-4d67-ab61-af2dff9d4cd6 req-3ffb35e2-bcc5-458c-a710-ce97fb7a5df0 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721213 Jun 30 02:47:09.815019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed64bf-60b2-423d-ba82-e9fbb6934569 req-6f18b8e7-e666-42a7-95da-63a41292ec4c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.820667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed64bf-60b2-423d-ba82-e9fbb6934569 req-6f18b8e7-e666-42a7-95da-63a41292ec4c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.844047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed64bf-60b2-423d-ba82-e9fbb6934569 req-6f18b8e7-e666-42a7-95da-63a41292ec4c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.856234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed64bf-60b2-423d-ba82-e9fbb6934569 req-6f18b8e7-e666-42a7-95da-63a41292ec4c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.874616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed64bf-60b2-423d-ba82-e9fbb6934569 req-6f18b8e7-e666-42a7-95da-63a41292ec4c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.880853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed64bf-60b2-423d-ba82-e9fbb6934569 req-6f18b8e7-e666-42a7-95da-63a41292ec4c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.900577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2bed64bf-60b2-423d-ba82-e9fbb6934569 req-6f18b8e7-e666-42a7-95da-63a41292ec4c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.5133281 Jun 30 02:47:10.066840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-482e50dd-3bf7-4fa4-b722-bcabf69df74f req-469b3fdb-e9d2-4a69-8f9e-64e114042e59 service neutron] 10.222.0.83 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389680 Jun 30 02:47:10.110211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] For port e9c8f169-9715-41b9-b396-79e521f23e35, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:10.116855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] For port e9c8f169-9715-41b9-b396-79e521f23e35, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e9c8f169-9715-41b9-b396-79e521f23e35,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:10.172221 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-b7c53f47-ceea-4e01-8912-e74c4318b0f4 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607260 Jun 30 02:47:10.223812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6aaa865-28cc-4d36-ba81-4a6291162dbd req-69dc2600-ab2d-416c-b78b-b6b81453f66f service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235861 Jun 30 02:47:10.254973 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.271771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03d4c-a9ee-461a-91b0-b7891849bfe6 req-a78af5d2-bbff-472c-9c0b-78874cc1a964 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.273647 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdc03d4c-a9ee-461a-91b0-b7891849bfe6 req-a78af5d2-bbff-472c-9c0b-78874cc1a964 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 943 time: 0.2338905 Jun 30 02:47:10.354100 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdc03d4c-a9ee-461a-91b0-b7891849bfe6 req-22ac567a-a81e-403c-a4d6-a42916ad0134 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651641 Jun 30 02:47:10.364478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c8f169-9715-41b9-b396-79e521f23e35,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:10.365060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a71c4f-e4b6-4ec8-a789-7ee20cafd495', 'tag': 'aee0239e-7bc3-40db-809d-8a85bf4c5496'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:10.370257 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a71c4f-e4b6-4ec8-a789-7ee20cafd495", "tag": "aee0239e-7bc3-40db-809d-8a85bf4c5496"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:10.388639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f6d0a-d92d-47e0-9b9f-b1bdacc43b3a req-022637a3-6ea6-402c-8479-a0dc9ba4b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.391491 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-994f6d0a-d92d-47e0-9b9f-b1bdacc43b3a req-022637a3-6ea6-402c-8479-a0dc9ba4b672 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=3c80ab6c399441f9bb71ec28106c6a5f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6619117 Jun 30 02:47:10.492897 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-6f7d6212-d52d-4c37-abc8-5397187b391e service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539518 Jun 30 02:47:10.495460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.496182 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.497859 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-a580d5f0-164c-48dd-a802-6f534759acc9 service neutron] 10.222.0.83 "PUT /v2.0/ports/e9c8f169-9715-41b9-b396-79e521f23e35 HTTP/1.1" status: 200 len: 1091 time: 5.4444585 Jun 30 02:47:10.590203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-04377592-ffb9-4f29-931c-1b967c670bce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=346d9070-7538-4e70-b6dc-4712b4ec1f8a HTTP/1.1" status: 200 len: 217 time: 0.0806468 Jun 30 02:47:10.597427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34d0c5-a3ca-443c-bf94-cbab052214ba req-9e57c6b9-f659-4385-8c57-8efe2137f45f tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.598800 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a34d0c5-a3ca-443c-bf94-cbab052214ba req-9e57c6b9-f659-4385-8c57-8efe2137f45f tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 943 time: 0.0855420 Jun 30 02:47:10.606941 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2bed64bf-60b2-423d-ba82-e9fbb6934569 req-4562fbc5-4666-4bc2-a628-dfbb4b74b0fb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7105854 Jun 30 02:47:10.654094 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a34d0c5-a3ca-443c-bf94-cbab052214ba req-9c190ee3-bf2f-452d-a331-ce92580f710d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466807 Jun 30 02:47:10.726125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-f9a7748e-7642-4047-ad9a-6960f0ddcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.727694 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-f9a7748e-7642-4047-ad9a-6960f0ddcc9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.1198437 Jun 30 02:47:10.773711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f6d0a-d92d-47e0-9b9f-b1bdacc43b3a req-3cca9c2e-b537-463e-9381-8da661463a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.775482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-994f6d0a-d92d-47e0-9b9f-b1bdacc43b3a req-3cca9c2e-b537-463e-9381-8da661463a27 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2701650 Jun 30 02:47:10.965738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-83fa5114-626e-4de8-9c83-328c54dc479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.967252 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-83fa5114-626e-4de8-9c83-328c54dc479d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2309155 Jun 30 02:47:10.969755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9352de-36c5-4ce2-878f-a962ccfb2f00 req-2f011142-73fa-4f0c-ae76-9532b975898b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.981458 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af9352de-36c5-4ce2-878f-a962ccfb2f00 req-2f011142-73fa-4f0c-ae76-9532b975898b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.1434667 Jun 30 02:47:11.032009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af9352de-36c5-4ce2-878f-a962ccfb2f00 req-e1cf2a11-c93b-4204-b271-ef71a2f36070 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Jun 30 02:47:11.037667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7bd887-d680-4fdd-a595-2822e0a9c959', 'tag': 'e9c8f169-9715-41b9-b396-79e521f23e35'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:11.040019 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ad5ded-1efe-4249-8dec-a8d7916e00bd" -d '{"events": [{"name": "network-changed", "server_uuid": "be7bd887-d680-4fdd-a595-2822e0a9c959", "tag": "e9c8f169-9715-41b9-b396-79e521f23e35"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:11.060445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-0bdd8e85-e632-4e8f-a6a7-df83cc9a5f55 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.067324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-0bdd8e85-e632-4e8f-a6a7-df83cc9a5f55 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 821 time: 0.2898421 Jun 30 02:47:11.103574 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a0ea1a-9799-45e2-acb4-6ccca04bee7d x-openstack-request-id: req-12a0ea1a-9799-45e2-acb4-6ccca04bee7d {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:11.103780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-8bccac5f-29bc-40b6-8ebd-086e2b8bda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.103995 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a71c4f-e4b6-4ec8-a789-7ee20cafd495", "tag": "aee0239e-7bc3-40db-809d-8a85bf4c5496", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:11.104186 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12a0ea1a-9799-45e2-acb4-6ccca04bee7d {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:11.106222 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a71c4f-e4b6-4ec8-a789-7ee20cafd495', 'tag': 'aee0239e-7bc3-40db-809d-8a85bf4c5496', 'status': 'completed', 'code': 200} Jun 30 02:47:11.106365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-8bccac5f-29bc-40b6-8ebd-086e2b8bda3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c80ab6c399441f9bb71ec28106c6a5f&device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 1094 time: 0.2637944 Jun 30 02:47:11.106797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-f78a7df9-2ebe-4dae-81df-016fa8ce2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.108146 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-f78a7df9-2ebe-4dae-81df-016fa8ce2ad3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c80ab6c399441f9bb71ec28106c6a5f&device_id=fc5f2c3e-9234-4578-9304-2093b8374ee3 HTTP/1.1" status: 200 len: 1094 time: 0.2693722 Jun 30 02:47:11.138498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-76b4399a-6f46-4e7f-bb60-5829f76e7bd5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/quotas/8d2865600279469a9fb6e51fd8957e32 HTTP/1.1" status: 200 len: 375 time: 0.0641229 Jun 30 02:47:11.190663 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170e8786-39e1-4ee5-8384-f6daeb274ffd x-openstack-request-id: req-170e8786-39e1-4ee5-8384-f6daeb274ffd {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:11.190773 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7bd887-d680-4fdd-a595-2822e0a9c959", "tag": "e9c8f169-9715-41b9-b396-79e521f23e35", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:11.191115 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-170e8786-39e1-4ee5-8384-f6daeb274ffd {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:11.191882 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7bd887-d680-4fdd-a595-2822e0a9c959', 'tag': 'e9c8f169-9715-41b9-b396-79e521f23e35', 'status': 'completed', 'code': 200} Jun 30 02:47:11.206916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf req-c17aa5cf-6b6b-4a7f-a521-5ac29487b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.208389 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf req-c17aa5cf-6b6b-4a7f-a521-5ac29487b10c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 1094 time: 0.0746515 Jun 30 02:47:11.244680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-1fc801b4-87ab-4518-b5f8-ac4aff596aae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7585391-a67f-421c-ab89-ba5431bfeb12 HTTP/1.1" status: 200 len: 217 time: 0.1208396 Jun 30 02:47:11.290078 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-b20d3725-331d-48d2-bb43-3ad381a6b849 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c8f169-9715-41b9-b396-79e521f23e35 HTTP/1.1" status: 200 len: 217 time: 0.1675940 Jun 30 02:47:11.316791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf req-fa3aaced-7409-4af7-900b-c4b40dc76564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.318366 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf req-fa3aaced-7409-4af7-900b-c4b40dc76564 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 913 time: 0.1014135 Jun 30 02:47:11.365675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf req-a5219226-0c24-4556-8a50-48b12a6cb266 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aee0239e-7bc3-40db-809d-8a85bf4c5496 HTTP/1.1" status: 200 len: 217 time: 0.0406535 Jun 30 02:47:11.371223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-53296bf9-6049-49f5-a2d3-8acca246b9f1 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907044 Jun 30 02:47:11.418728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf req-82c2b7ee-38fe-4121-b4d6-85c1a5770a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.419904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-131fe3c1-2c2a-4f7d-9062-8da37426b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.420625 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf req-82c2b7ee-38fe-4121-b4d6-85c1a5770a90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.0487554 Jun 30 02:47:11.421365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-131fe3c1-2c2a-4f7d-9062-8da37426b92b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dfa5a59-c4a3-4125-a982-6a0a09cee814 HTTP/1.1" status: 200 len: 858 time: 0.1420701 Jun 30 02:47:11.458291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf req-81c9d3cf-714c-4937-a2e2-0249844a6806 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311861 Jun 30 02:47:11.462964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-3d9937c3-7b9e-4286-bad3-7e52ca536e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.464601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-3d9937c3-7b9e-4286-bad3-7e52ca536e6e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5dfa5a59-c4a3-4125-a982-6a0a09cee814 HTTP/1.1" status: 200 len: 858 time: 0.1676850 Jun 30 02:47:11.494879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-60482490-090f-43ca-b5e8-823fe934f3d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446720 Jun 30 02:47:11.521680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-d5210f2f-6a9f-43a5-88d3-6394f579bbf0 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3882351 Jun 30 02:47:11.564112 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-f885282e-2f64-4942-8021-1e418b55f767 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715215 Jun 30 02:47:11.672327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf req-7d36c505-257e-475a-8940-02363007c763 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066271 Jun 30 02:47:11.714432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354d07a-a57e-462e-a1ff-2287cc272ca9 req-969ec793-5c8a-4e35-b2cf-6b0a62f1893a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.716307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1354d07a-a57e-462e-a1ff-2287cc272ca9 req-969ec793-5c8a-4e35-b2cf-6b0a62f1893a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 943 time: 0.1767380 Jun 30 02:47:11.814055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1354d07a-a57e-462e-a1ff-2287cc272ca9 req-363bf8c0-96e7-44df-95c3-2cabaec9d045 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846875 Jun 30 02:47:11.880421 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d24dbdb5-9abe-4d3f-b7c5-f437b97ddfbf req-33eb1b19-1e35-42dc-8f16-eb666cc57990 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992354 Jun 30 02:47:12.069061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2184ae-2e23-48a8-ba72-c39efc6cb7d8 req-996b811b-9151-4917-97d5-b74ec65b9722 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.074894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2184ae-2e23-48a8-ba72-c39efc6cb7d8 req-996b811b-9151-4917-97d5-b74ec65b9722 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.080692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2184ae-2e23-48a8-ba72-c39efc6cb7d8 req-996b811b-9151-4917-97d5-b74ec65b9722 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.086427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2184ae-2e23-48a8-ba72-c39efc6cb7d8 req-996b811b-9151-4917-97d5-b74ec65b9722 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.092579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2184ae-2e23-48a8-ba72-c39efc6cb7d8 req-996b811b-9151-4917-97d5-b74ec65b9722 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.098897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2184ae-2e23-48a8-ba72-c39efc6cb7d8 req-996b811b-9151-4917-97d5-b74ec65b9722 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.104745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2184ae-2e23-48a8-ba72-c39efc6cb7d8 req-996b811b-9151-4917-97d5-b74ec65b9722 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.106640 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c2184ae-2e23-48a8-ba72-c39efc6cb7d8 req-996b811b-9151-4917-97d5-b74ec65b9722 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.1114078 Jun 30 02:47:12.130089 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-3b3f3cc0-f0e9-4f57-b7c5-5a52a56002d3 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441545 Jun 30 02:47:12.186164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c2184ae-2e23-48a8-ba72-c39efc6cb7d8 req-6a629c5b-b480-4a5d-950c-d9e8e3707f3a tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732665 Jun 30 02:47:12.239920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-5274437d-e1cb-4057-a1d7-53bc97fa303c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=45bddaf2-a14c-4b74-aaa1-742550900101 HTTP/1.1" status: 200 len: 217 time: 0.0722072 Jun 30 02:47:12.283716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-578f284d-56c2-4c46-9c3e-339d61821a74 service neutron] 10.222.0.74 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753394 Jun 30 02:47:12.292521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-89ac5291-5183-42e4-8794-74db0b238902 service neutron] 10.222.0.77 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7697196 Jun 30 02:47:12.370069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-90d7d14e-e326-415b-894e-695ce3c95db9 service neutron] 10.222.0.83 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928679 Jun 30 02:47:12.425443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc0115-b698-4528-9fb4-37a350727fb8 req-4896b4ba-42af-4f9b-a78e-4a13d5569c82 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.427005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cbc0115-b698-4528-9fb4-37a350727fb8 req-4896b4ba-42af-4f9b-a78e-4a13d5569c82 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 943 time: 0.0710564 Jun 30 02:47:12.470955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cbc0115-b698-4528-9fb4-37a350727fb8 req-80042014-c528-4ab4-a415-f7e3a012e52a tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369415 Jun 30 02:47:12.527867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-c489e325-28ab-4e53-9926-e64f12892191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.529523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-c489e325-28ab-4e53-9926-e64f12892191 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=895c76f2-b67c-46ed-8de5-90205d541aaa HTTP/1.1" status: 200 len: 797 time: 0.2269132 Jun 30 02:47:12.618246 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-26ce6078-001a-4d60-b0c2-534f9c34a278 service neutron] 10.222.0.77 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249643 Jun 30 02:47:12.644973 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-6b2c165c-ebe1-47b3-ba33-310a98d2d28e service neutron] 10.222.0.83 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111504 Jun 30 02:47:12.651893 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-191316a9-51d9-4f0d-8db1-bd5daec6a15a req-83dfc391-6de0-4de1-a206-d54ef78a1f8c service neutron] 10.222.0.74 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444519 Jun 30 02:47:12.671029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-298fde3b-1e08-42b3-b9dc-03b9ea2b6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.674343 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-298fde3b-1e08-42b3-b9dc-03b9ea2b6bbc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1314518 Jun 30 02:47:12.730384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b6399-4040-4d71-8ce3-47cb2743e256 req-dc50d603-a77d-4ec6-ba5d-0d0eca3ebde3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.732374 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c6b6399-4040-4d71-8ce3-47cb2743e256 req-dc50d603-a77d-4ec6-ba5d-0d0eca3ebde3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.0852206 Jun 30 02:47:12.786030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c6b6399-4040-4d71-8ce3-47cb2743e256 req-b68026a9-7525-484d-881e-d32496d08985 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476322 Jun 30 02:47:12.821563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-7168b7d1-cf73-4929-ae9a-d8b66094f9ec service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411517 Jun 30 02:47:12.916083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad5ded-1efe-4249-8dec-a8d7916e00bd req-0e225136-5a13-4ec3-a69d-e99445110f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.923821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36ad5ded-1efe-4249-8dec-a8d7916e00bd req-0e225136-5a13-4ec3-a69d-e99445110f1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c80ab6c399441f9bb71ec28106c6a5f&device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 1094 time: 0.1499081 Jun 30 02:47:12.987128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:13.039488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-c7e2f3ed-8a93-4fb5-b81d-97e5ba6767e9 service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098298 Jun 30 02:47:13.127196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-ed06297c-098d-4557-8dac-e2d5250a9663 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5cff4dbf-7714-4a43-9437-4bee8213add2 HTTP/1.1" status: 200 len: 217 time: 0.0777817 Jun 30 02:47:13.127583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:13.145876 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c', 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58', 'port_id': 'e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c', 'mac_address': 'fa:16:3e:a9:8e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfa5a59-c4a3-4125-a982-6a0a09cee814', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:13.171852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d631ed20-ecf0-4c56-b679-9df6cc87c833 req-837fcd02-6030-46b2-a066-97d6dd31e575 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 210 time: 0.0347137 Jun 30 02:47:13.207174 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.225114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:13.231412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad5ded-1efe-4249-8dec-a8d7916e00bd req-34bd14ef-46cf-4368-bbc5-27fe9a32bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.235083 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36ad5ded-1efe-4249-8dec-a8d7916e00bd req-34bd14ef-46cf-4368-bbc5-27fe9a32bf71 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58 HTTP/1.1" status: 200 len: 919 time: 0.3031900 Jun 30 02:47:13.259981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:13.295700 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36ad5ded-1efe-4249-8dec-a8d7916e00bd req-184d372a-bf3e-4887-8123-5122d2a620f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c8f169-9715-41b9-b396-79e521f23e35 HTTP/1.1" status: 200 len: 217 time: 0.0553648 Jun 30 02:47:13.299758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-fd60d48c-ec3a-402e-b83f-29e6036e5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.301162 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-fd60d48c-ec3a-402e-b83f-29e6036e5a56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=895c76f2-b67c-46ed-8de5-90205d541aaa HTTP/1.1" status: 200 len: 797 time: 0.1548657 Jun 30 02:47:13.370222 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.421204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b121d-fdbd-466b-ba30-61a6982b8ff9 req-69d92d0d-1df0-408c-bed9-94b29717aa00 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.428832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb7b121d-fdbd-466b-ba30-61a6982b8ff9 req-69d92d0d-1df0-408c-bed9-94b29717aa00 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 943 time: 0.2834780 Jun 30 02:47:13.432388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dfdcf-3113-4688-96ac-0cf6b9b2d997 req-ff56db07-df7c-4722-889a-4a7133a58b07 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.433127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:13.438523 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-898dfdcf-3113-4688-96ac-0cf6b9b2d997 req-ff56db07-df7c-4722-889a-4a7133a58b07 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 950 time: 0.1118641 Jun 30 02:47:13.460703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad5ded-1efe-4249-8dec-a8d7916e00bd req-722514a7-edd9-45bd-a384-39b5b9e48981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.462324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36ad5ded-1efe-4249-8dec-a8d7916e00bd req-722514a7-edd9-45bd-a384-39b5b9e48981 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5dfa5a59-c4a3-4125-a982-6a0a09cee814 HTTP/1.1" status: 200 len: 858 time: 0.1583955 Jun 30 02:47:13.481850 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-898dfdcf-3113-4688-96ac-0cf6b9b2d997 req-fe031bb6-8cf9-4f82-8ba9-406ae022a055 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374053 Jun 30 02:47:13.516696 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36ad5ded-1efe-4249-8dec-a8d7916e00bd req-eaba218a-0a79-4c61-83e9-cac11f0a75d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0e7136c2-17e3-4370-ac9c-6cdd184ffc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461254 Jun 30 02:47:13.544056 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb7b121d-fdbd-466b-ba30-61a6982b8ff9 req-ec7969db-c7c0-41b3-88d3-19a83d119a24 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138096 Jun 30 02:47:13.564413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-718d71ac-9db3-4c21-9d44-4052d1e0fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.577067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-718d71ac-9db3-4c21-9d44-4052d1e0fe81 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2612250 Jun 30 02:47:13.656908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:13.767292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36ad5ded-1efe-4249-8dec-a8d7916e00bd req-22e71131-0e38-49ea-94bf-5451183cf8d5 service neutron] 10.222.0.83 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426641 Jun 30 02:47:13.771203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-9467a46c-6461-402e-8ea6-8c8ff982a43f service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780949 Jun 30 02:47:13.957880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442624d-89b4-4b72-b10a-f7fe76c6d731 req-a8fcba1f-2064-4d35-91d2-46cba54d0f93 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.963778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442624d-89b4-4b72-b10a-f7fe76c6d731 req-a8fcba1f-2064-4d35-91d2-46cba54d0f93 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.969711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442624d-89b4-4b72-b10a-f7fe76c6d731 req-a8fcba1f-2064-4d35-91d2-46cba54d0f93 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.975673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442624d-89b4-4b72-b10a-f7fe76c6d731 req-a8fcba1f-2064-4d35-91d2-46cba54d0f93 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.981730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442624d-89b4-4b72-b10a-f7fe76c6d731 req-a8fcba1f-2064-4d35-91d2-46cba54d0f93 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.987705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442624d-89b4-4b72-b10a-f7fe76c6d731 req-a8fcba1f-2064-4d35-91d2-46cba54d0f93 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.993610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442624d-89b4-4b72-b10a-f7fe76c6d731 req-a8fcba1f-2064-4d35-91d2-46cba54d0f93 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.996169 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5442624d-89b4-4b72-b10a-f7fe76c6d731 req-a8fcba1f-2064-4d35-91d2-46cba54d0f93 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.2870424 Jun 30 02:47:14.016486 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57ef41d9-2bb1-4141-8be3-229bfb76bf0b req-f2cbea88-06c3-41a8-a136-0b0fde9314a8 service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309916 Jun 30 02:47:14.034744 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36ad5ded-1efe-4249-8dec-a8d7916e00bd req-07c970d1-23e0-4f5f-a4ce-3472d16605c7 service neutron] 10.222.0.83 "GET /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454605 Jun 30 02:47:14.054846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5442624d-89b4-4b72-b10a-f7fe76c6d731 req-1fbfdb39-9ebf-40e8-860b-a94b89b96f4e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490975 Jun 30 02:47:14.273747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37953e6-d3ce-43f8-a52e-c31482f1ba56 req-93913c59-8c70-437d-92a3-607289594e84 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:14.275272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e37953e6-d3ce-43f8-a52e-c31482f1ba56 req-93913c59-8c70-437d-92a3-607289594e84 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 943 time: 0.0637791 Jun 30 02:47:14.315241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e37953e6-d3ce-43f8-a52e-c31482f1ba56 req-1dd4677f-e310-42db-aa0b-5f5c90aac5e1 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341239 Jun 30 02:47:14.982891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device aee0239e-7bc3-40db-809d-8a85bf4c5496 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:14.984858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:15.117071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port aee0239e-7bc3-40db-809d-8a85bf4c5496, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=aee0239e-7bc3-40db-809d-8a85bf4c5496,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:15.133626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'aee0239e-7bc3-40db-809d-8a85bf4c5496', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'port_id': 'aee0239e-7bc3-40db-809d-8a85bf4c5496', 'mac_address': 'fa:16:3e:e1:73:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dac26f-bd2e-42ee-a54c-f144157b5667', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:15.171193 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.185642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee0239e-7bc3-40db-809d-8a85bf4c5496 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:15.217913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port aee0239e-7bc3-40db-809d-8a85bf4c5496, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=aee0239e-7bc3-40db-809d-8a85bf4c5496,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:15.220256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:15.226242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:15.227128 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.305890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7369c-f5de-4f62-8898-c57c831b2842 req-72482e48-ef76-4bb9-b113-cbef1766af2d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.307479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-adb7369c-f5de-4f62-8898-c57c831b2842 req-72482e48-ef76-4bb9-b113-cbef1766af2d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.0830250 Jun 30 02:47:15.321542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.353371 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-adb7369c-f5de-4f62-8898-c57c831b2842 req-cf77b85e-18e9-489c-9c4b-e57268278135 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Jun 30 02:47:15.364627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.375571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:15.378083 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcd7d71-d468-46bb-b5df-1c8c0a216bc8" -d '{"events": [{"server_uuid": "7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5", "name": "network-vif-plugged", "status": "completed", "tag": "e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:15.412744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:15.440470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=aee0239e-7bc3-40db-809d-8a85bf4c5496,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.504821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-132bfe48-2893-4fd3-b262-b5ba6547f57c req-0920fe84-5d8e-4d35-9d84-4cdd05ebfb72 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 210 time: 0.0292699 Jun 30 02:47:15.603150 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.603999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 741d7075-4e29-44a9-b960-2644f9d47e65 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:15.629135 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['aee0239e-7bc3-40db-809d-8a85bf4c5496'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:15.702073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24040e1d-2dc0-451a-86c2-880471b7de02 req-04a43f83-a417-425b-9596-8965edb81e14 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.704449 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-24040e1d-2dc0-451a-86c2-880471b7de02 req-04a43f83-a417-425b-9596-8965edb81e14 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 944 time: 0.0711679 Jun 30 02:47:15.734202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.737343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa186af-75de-43ac-b885-c8f826e041c8 req-3b87b4ef-d56c-4882-bede-7bfa1260ce70 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.743873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa186af-75de-43ac-b885-c8f826e041c8 req-3b87b4ef-d56c-4882-bede-7bfa1260ce70 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.748261 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-24040e1d-2dc0-451a-86c2-880471b7de02 req-3c3eb1bd-5608-4342-bd91-c1b14bc9f8b6 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373414 Jun 30 02:47:15.750910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa186af-75de-43ac-b885-c8f826e041c8 req-3b87b4ef-d56c-4882-bede-7bfa1260ce70 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.756970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa186af-75de-43ac-b885-c8f826e041c8 req-3b87b4ef-d56c-4882-bede-7bfa1260ce70 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.763594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa186af-75de-43ac-b885-c8f826e041c8 req-3b87b4ef-d56c-4882-bede-7bfa1260ce70 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.769743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa186af-75de-43ac-b885-c8f826e041c8 req-3b87b4ef-d56c-4882-bede-7bfa1260ce70 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.776268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa186af-75de-43ac-b885-c8f826e041c8 req-3b87b4ef-d56c-4882-bede-7bfa1260ce70 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.781920 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bfa186af-75de-43ac-b885-c8f826e041c8 req-3b87b4ef-d56c-4882-bede-7bfa1260ce70 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.1338079 Jun 30 02:47:15.785952 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.824230 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bfa186af-75de-43ac-b885-c8f826e041c8 req-666bef8a-4909-4ca8-921d-3cf194b8e4ef tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389829 Jun 30 02:47:15.843682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 741d7075-4e29-44a9-b960-2644f9d47e65, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=741d7075-4e29-44a9-b960-2644f9d47e65,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:15.897139 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a664b292-bf1b-42ae-83d8-120d5d7be045 x-openstack-request-id: req-a664b292-bf1b-42ae-83d8-120d5d7be045 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:15.897433 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5", "name": "network-vif-plugged", "status": "completed", "tag": "e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:15.897720 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a664b292-bf1b-42ae-83d8-120d5d7be045 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:15.898111 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c', 'code': 200} Jun 30 02:47:15.962583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.017800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=741d7075-4e29-44a9-b960-2644f9d47e65,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:16.040954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530c123-c146-4a31-a032-f989247c0e16 req-d84eac99-025a-43df-88fc-ca0f047cc484 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:16.042259 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2530c123-c146-4a31-a032-f989247c0e16 req-d84eac99-025a-43df-88fc-ca0f047cc484 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 943 time: 0.1091383 Jun 30 02:47:16.060037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba1e9a-10f9-448f-b2f0-91f37537c5d1 req-315fa451-393b-42ad-80ce-f6dfc8c9f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:16.061691 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-42ba1e9a-10f9-448f-b2f0-91f37537c5d1 req-315fa451-393b-42ad-80ce-f6dfc8c9f63b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5 HTTP/1.1" status: 200 len: 1096 time: 0.0874648 Jun 30 02:47:16.104587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2530c123-c146-4a31-a032-f989247c0e16 req-832fae80-12ca-46cb-ab2b-d9774e9dd181 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556395 Jun 30 02:47:16.119644 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-42ba1e9a-10f9-448f-b2f0-91f37537c5d1 req-7607a78d-9115-488f-81e7-3afdbbbf8550 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Jun 30 02:47:16.455079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-b78d6992-6f29-400b-ab07-c16a47182bfd tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:16.456575 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-b78d6992-6f29-400b-ab07-c16a47182bfd tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.74 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 821 time: 0.1081502 Jun 30 02:47:16.469545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Request body: {'port': {'device_id': '1b60e403-07c8-43f6-a813-455be05a3064', 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38', 'admin_state_up': True, 'tenant_id': '8d2865600279469a9fb6e51fd8957e32'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:16.612954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3e51a-5c9a-4a1c-b76c-2de7f903f002 req-3cacc478-8a55-4c3e-a24c-8015f05174a7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:16.614489 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afb3e51a-5c9a-4a1c-b76c-2de7f903f002 req-3cacc478-8a55-4c3e-a24c-8015f05174a7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.1414139 Jun 30 02:47:16.660367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afb3e51a-5c9a-4a1c-b76c-2de7f903f002 req-cbfca4f7-1cfa-4288-8c84-705391a88413 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382559 Jun 30 02:47:16.792451 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65c9c2fe-d82b-4171-b8c1-9523d0a93b53 req-7ae34a43-0021-4a39-848a-f7d0be4ba484 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 210 time: 0.0284424 Jun 30 02:47:16.871440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Made reservation on behalf of 8d2865600279469a9fb6e51fd8957e32 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:16.875117 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.906502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d7585391-a67f-421c-ab89-ba5431bfeb12 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:16.999656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e9c8f169-9715-41b9-b396-79e521f23e35 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:17.016649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device aee0239e-7bc3-40db-809d-8a85bf4c5496 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:17.065301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027aa64-df60-44d0-a428-2407189dc290 req-2a933131-463f-4d00-ac0f-331d79c12114 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.066837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e027aa64-df60-44d0-a428-2407189dc290 req-2a933131-463f-4d00-ac0f-331d79c12114 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 944 time: 0.1619215 Jun 30 02:47:17.068019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Allocated IP 172.20.0.7 (49922fc5-c3d8-48be-85de-86ddb8475a38/6d5e1c63-79c1-4411-9b46-90f94045e51f/0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:17.112123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e027aa64-df60-44d0-a428-2407189dc290 req-0e5ff29a-041c-4df7-84ea-8b9bb3ef8d4a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365891 Jun 30 02:47:17.136525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port d7585391-a67f-421c-ab89-ba5431bfeb12, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d7585391-a67f-421c-ab89-ba5431bfeb12,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:17.167121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'd7585391-a67f-421c-ab89-ba5431bfeb12', 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58', 'port_id': 'd7585391-a67f-421c-ab89-ba5431bfeb12', 'mac_address': 'fa:16:3e:4e:ae:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfa5a59-c4a3-4125-a982-6a0a09cee814', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:17.207605 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e9c8f169-9715-41b9-b396-79e521f23e35, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e9c8f169-9715-41b9-b396-79e521f23e35,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:17.226140 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'e9c8f169-9715-41b9-b396-79e521f23e35', 'network_id': '0e7136c2-17e3-4370-ac9c-6cdd184ffc58', 'port_id': 'e9c8f169-9715-41b9-b396-79e521f23e35', 'mac_address': 'fa:16:3e:f4:68:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfa5a59-c4a3-4125-a982-6a0a09cee814', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:17.232815 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.272521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7585391-a67f-421c-ab89-ba5431bfeb12 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:17.303504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port d7585391-a67f-421c-ab89-ba5431bfeb12, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d7585391-a67f-421c-ab89-ba5431bfeb12,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:17.304482 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.317375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c8f169-9715-41b9-b396-79e521f23e35 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:17.338457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e9c8f169-9715-41b9-b396-79e521f23e35, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e9c8f169-9715-41b9-b396-79e521f23e35,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:17.414356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port aee0239e-7bc3-40db-809d-8a85bf4c5496 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:17.418595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port aee0239e-7bc3-40db-809d-8a85bf4c5496 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:17.418900 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.508383 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.513473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.518835 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.570239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e9c8f169-9715-41b9-b396-79e521f23e35,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.579380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419259-06d9-4ab1-9124-2c05361fae50 req-d6ee020a-d3c1-423c-9a48-0bf4c53cca74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.584584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419259-06d9-4ab1-9124-2c05361fae50 req-d6ee020a-d3c1-423c-9a48-0bf4c53cca74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.595285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419259-06d9-4ab1-9124-2c05361fae50 req-d6ee020a-d3c1-423c-9a48-0bf4c53cca74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.597401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419259-06d9-4ab1-9124-2c05361fae50 req-d6ee020a-d3c1-423c-9a48-0bf4c53cca74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.604015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419259-06d9-4ab1-9124-2c05361fae50 req-d6ee020a-d3c1-423c-9a48-0bf4c53cca74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.610273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419259-06d9-4ab1-9124-2c05361fae50 req-d6ee020a-d3c1-423c-9a48-0bf4c53cca74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.616592 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34419259-06d9-4ab1-9124-2c05361fae50 req-d6ee020a-d3c1-423c-9a48-0bf4c53cca74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.619236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34419259-06d9-4ab1-9124-2c05361fae50 req-d6ee020a-d3c1-423c-9a48-0bf4c53cca74 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.3326676 Jun 30 02:47:17.667074 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34419259-06d9-4ab1-9124-2c05361fae50 req-83dc6ff7-063f-4416-9691-3e8b45eb39fc tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415637 Jun 30 02:47:17.774114 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.777889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.791915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=d7585391-a67f-421c-ab89-ba5431bfeb12,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.818243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port aee0239e-7bc3-40db-809d-8a85bf4c5496, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=aee0239e-7bc3-40db-809d-8a85bf4c5496,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:17.857438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['d7585391-a67f-421c-ab89-ba5431bfeb12'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:17.886945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e9c8f169-9715-41b9-b396-79e521f23e35'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:17.909740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741d7075-4e29-44a9-b960-2644f9d47e65'}, {'server_uuid': 'f9a71c4f-e4b6-4ec8-a789-7ee20cafd495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee0239e-7bc3-40db-809d-8a85bf4c5496'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:17.912019 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5433ab9-3b48-4547-8ca5-ec880f1972b8" -d '{"events": [{"server_uuid": "067b77bf-7d58-4b71-b268-70f7deeb5cd9", "name": "network-vif-unplugged", "status": "completed", "tag": "741d7075-4e29-44a9-b960-2644f9d47e65"}, {"server_uuid": "f9a71c4f-e4b6-4ec8-a789-7ee20cafd495", "name": "network-vif-plugged", "status": "completed", "tag": "aee0239e-7bc3-40db-809d-8a85bf4c5496"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:17.929847 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.026367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=aee0239e-7bc3-40db-809d-8a85bf4c5496,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.192644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Network 49922fc5-c3d8-48be-85de-86ddb8475a38 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:18.194579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Pushing event updated for resources: {'Port': ['ID=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.201733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:18.203789 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:18.258489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.259205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.266320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc847d57-ab9c-4541-ba8d-bf6d30099746 req-48bda036-0624-4156-baeb-47080b145cef tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.267856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc847d57-ab9c-4541-ba8d-bf6d30099746 req-48bda036-0624-4156-baeb-47080b145cef tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.0758731 Jun 30 02:47:18.278269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecdc5e-294a-49dc-b60b-a9f93f3a2c54 req-824d289d-8333-4aca-9415-06c954e8549e tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.279772 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-beecdc5e-294a-49dc-b60b-a9f93f3a2c54 req-824d289d-8333-4aca-9415-06c954e8549e tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 944 time: 0.4921589 Jun 30 02:47:18.307396 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc847d57-ab9c-4541-ba8d-bf6d30099746 req-96788580-5979-467d-a71d-2799f0789a11 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335059 Jun 30 02:47:18.320197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-beecdc5e-294a-49dc-b60b-a9f93f3a2c54 req-2f54563d-4d9d-40a7-85c2-439c3207f0a1 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340009 Jun 30 02:47:18.372489 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff9aff7-203a-47e7-837c-2922f4d73f52 x-openstack-request-id: req-3ff9aff7-203a-47e7-837c-2922f4d73f52 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:18.373016 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067b77bf-7d58-4b71-b268-70f7deeb5cd9", "name": "network-vif-unplugged", "status": "completed", "tag": "741d7075-4e29-44a9-b960-2644f9d47e65", "code": 200}, {"server_uuid": "f9a71c4f-e4b6-4ec8-a789-7ee20cafd495", "name": "network-vif-plugged", "status": "completed", "tag": "aee0239e-7bc3-40db-809d-8a85bf4c5496", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:18.373016 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ff9aff7-203a-47e7-837c-2922f4d73f52 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:18.373446 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741d7075-4e29-44a9-b960-2644f9d47e65', 'code': 200} Jun 30 02:47:18.373663 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a71c4f-e4b6-4ec8-a789-7ee20cafd495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee0239e-7bc3-40db-809d-8a85bf4c5496', 'code': 200} Jun 30 02:47:18.432661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-a60b54f0-52fc-429c-8b4e-61210b2e041e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9672086 Jun 30 02:47:18.446279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Request body: {'port': {'device_id': '1b60e403-07c8-43f6-a813-455be05a3064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:18.477038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27c03c-0c9e-4571-9a44-74a2d1d37292 req-20fbb819-1960-4052-b2dd-4e62ee422b1b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.478682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f27c03c-0c9e-4571-9a44-74a2d1d37292 req-20fbb819-1960-4052-b2dd-4e62ee422b1b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 931 time: 0.0659928 Jun 30 02:47:18.519794 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f27c03c-0c9e-4571-9a44-74a2d1d37292 req-35dea153-8158-4e92-96cd-0a298e1da423 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343657 Jun 30 02:47:18.621273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.644600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d019b0-cfb2-4aa4-a1c2-19bae3396ec8 req-75f3d68f-4060-4197-b0b8-fb751c4e0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.646445 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38d019b0-cfb2-4aa4-a1c2-19bae3396ec8 req-75f3d68f-4060-4197-b0b8-fb751c4e0f3a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 1096 time: 0.1733794 Jun 30 02:47:18.654003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb8383-a910-43fd-a49e-8745a961bc31 req-03104802-f43d-4963-8872-4c44d42c2599 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.655426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7fcb8383-a910-43fd-a49e-8745a961bc31 req-03104802-f43d-4963-8872-4c44d42c2599 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 945 time: 0.1836994 Jun 30 02:47:18.779123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53962) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.807749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38d019b0-cfb2-4aa4-a1c2-19bae3396ec8 req-c2fe506d-57f5-491a-aa4f-2ba7bb5e4354 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512053 Jun 30 02:47:18.814905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7fcb8383-a910-43fd-a49e-8745a961bc31 req-5c994b08-98b9-411e-9480-7b17640dfb04 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331947 Jun 30 02:47:18.882639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df8c7-bf72-4371-9cb6-71f6596042ae req-7d353f88-0fd1-4c79-8a15-59328cfa679e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.888923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df8c7-bf72-4371-9cb6-71f6596042ae req-7d353f88-0fd1-4c79-8a15-59328cfa679e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.894734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df8c7-bf72-4371-9cb6-71f6596042ae req-7d353f88-0fd1-4c79-8a15-59328cfa679e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.901342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df8c7-bf72-4371-9cb6-71f6596042ae req-7d353f88-0fd1-4c79-8a15-59328cfa679e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.907093 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df8c7-bf72-4371-9cb6-71f6596042ae req-7d353f88-0fd1-4c79-8a15-59328cfa679e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.912107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d7585391-a67f-421c-ab89-ba5431bfeb12 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:18.912850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df8c7-bf72-4371-9cb6-71f6596042ae req-7d353f88-0fd1-4c79-8a15-59328cfa679e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.924059 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df8c7-bf72-4371-9cb6-71f6596042ae req-7d353f88-0fd1-4c79-8a15-59328cfa679e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.926053 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d5df8c7-bf72-4371-9cb6-71f6596042ae req-7d353f88-0fd1-4c79-8a15-59328cfa679e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.1244652 Jun 30 02:47:18.951804 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25637265-961e-4c31-9827-460ddb9a2a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.985324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:18.992897 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.004790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d5df8c7-bf72-4371-9cb6-71f6596042ae req-a777e231-6be8-4644-80f9-814a710e07a4 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549350 Jun 30 02:47:19.005278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Transition to ACTIVE for port object 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:19.013763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device d0ec9c07-97aa-4214-b554-a99097ff930a details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:19.065397 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port d7585391-a67f-421c-ab89-ba5431bfeb12 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:19.072885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port d7585391-a67f-421c-ab89-ba5431bfeb12 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:19.073523 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.082223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25637265-961e-4c31-9827-460ddb9a2a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.144088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:19.160063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'mac_address': 'fa:16:3e:09:cd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:19.216970 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.235268 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.257485 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.261740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ec9c07-97aa-4214-b554-a99097ff930a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:19.272428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port d7585391-a67f-421c-ab89-ba5431bfeb12, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d7585391-a67f-421c-ab89-ba5431bfeb12,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:19.287923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:19.336138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.382161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:19.382506 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:19.382866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:19.387427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:19.387753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:19.395510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:19.395853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:19.396258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:19.396701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Bound port: 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:19.397061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.409543 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25637265-961e-4c31-9827-460ddb9a2a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.461237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25637265-961e-4c31-9827-460ddb9a2a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b73edcc-879c-4af7-9aea-e5b8c3eb3379,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.465942 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-25637265-961e-4c31-9827-460ddb9a2a4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=13e9423116ec48f5bff3dfd4f953baaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6857340 Jun 30 02:47:19.469999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53970) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.518018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743ca71-b3af-425e-b6df-088a04f07b4e req-d3dbaa65-3ae3-425e-8e5e-94ceda0f5f34 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.519559 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d743ca71-b3af-425e-b6df-088a04f07b4e req-d3dbaa65-3ae3-425e-8e5e-94ceda0f5f34 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 944 time: 0.0830839 Jun 30 02:47:19.542640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:19.568395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:19.568927 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d743ca71-b3af-425e-b6df-088a04f07b4e req-27fc0659-6f52-438d-86a6-91d425caf47e tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Jun 30 02:47:19.577256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6a165-f178-4f12-8c0b-080160096e15 req-59e347c4-0252-44e5-8af2-510fcceaf632 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.579025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fc6a165-f178-4f12-8c0b-080160096e15 req-59e347c4-0252-44e5-8af2-510fcceaf632 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.1460681 Jun 30 02:47:19.579792 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d8cd1bb7-5694-4fa5-a100-cd7d6c978f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.615519 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d8cd1bb7-5694-4fa5-a100-cd7d6c978f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.653327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fc6a165-f178-4f12-8c0b-080160096e15 req-0ca30fb8-6be2-4f79-a66f-127ffecc487a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635476 Jun 30 02:47:19.711944 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.717845 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.770978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633646ef-85a4-49f6-adf9-1a033cad8196 req-446b8312-5d65-411f-9286-85bd7431f424 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.773868 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-633646ef-85a4-49f6-adf9-1a033cad8196 req-446b8312-5d65-411f-9286-85bd7431f424 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 943 time: 0.1109397 Jun 30 02:47:19.789993 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.790271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=d7585391-a67f-421c-ab89-ba5431bfeb12,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.799362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.799895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.800588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.800588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.800891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.801224 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.801581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.801913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.802240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.802566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.802879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.803229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:19.846319 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-633646ef-85a4-49f6-adf9-1a033cad8196 req-5f8d59f4-f89a-4b9b-896e-085979de8701 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680368 Jun 30 02:47:19.862407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.867721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['d0ec9c07-97aa-4214-b554-a99097ff930a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:19.876815 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d8cd1bb7-5694-4fa5-a100-cd7d6c978f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.879725 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d8cd1bb7-5694-4fa5-a100-cd7d6c978f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.882129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d8cd1bb7-5694-4fa5-a100-cd7d6c978f7c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2b73edcc-879c-4af7-9aea-e5b8c3eb3379 HTTP/1.1" status: 204 len: 168 time: 0.4098780 Jun 30 02:47:19.882955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.895335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.895973 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.899076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-630b7c04-eb87-4bdb-9a43-735bdc1b32a0 service neutron] 10.222.0.74 "PUT /v2.0/ports/0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e HTTP/1.1" status: 200 len: 1091 time: 1.4563961 Jun 30 02:47:19.901215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b60e403-07c8-43f6-a813-455be05a3064', 'tag': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:19.904523 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87356b98-8627-4a22-b8bf-ce0b238cd51a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b60e403-07c8-43f6-a813-455be05a3064", "tag": "0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:19.912713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd1bb7-5694-4fa5-a100-cd7d6c978f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b73edcc-879c-4af7-9aea-e5b8c3eb3379,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.977478 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a452e522-5d4b-4a30-ac2d-ee81e44946d9 x-openstack-request-id: req-a452e522-5d4b-4a30-ac2d-ee81e44946d9 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:19.977821 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b60e403-07c8-43f6-a813-455be05a3064", "tag": "0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:19.978210 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a452e522-5d4b-4a30-ac2d-ee81e44946d9 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:19.978560 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b60e403-07c8-43f6-a813-455be05a3064', 'tag': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e', 'status': 'completed', 'code': 200} Jun 30 02:47:20.105590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ed3d3-c02d-41e2-97c3-33663b72d27a req-4f5161e9-424c-4bcf-91b4-448021aaafb3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.107169 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-264ed3d3-c02d-41e2-97c3-33663b72d27a req-4f5161e9-424c-4bcf-91b4-448021aaafb3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 945 time: 0.1161456 Jun 30 02:47:20.116669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87356b98-8627-4a22-b8bf-ce0b238cd51a req-0932dc16-121c-4b38-8293-19603f51d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.118123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87356b98-8627-4a22-b8bf-ce0b238cd51a req-0932dc16-121c-4b38-8293-19603f51d64a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1094 time: 0.0912406 Jun 30 02:47:20.219147 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-264ed3d3-c02d-41e2-97c3-33663b72d27a req-bb2d3ec0-780e-44fb-9879-3db0756270c8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046340 Jun 30 02:47:20.226088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09d032-1fd9-43c5-9c4c-aeb011f2a209 req-3008048f-6f2c-4cf4-9871-bf66cc721910 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.232190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09d032-1fd9-43c5-9c4c-aeb011f2a209 req-3008048f-6f2c-4cf4-9871-bf66cc721910 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.238029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09d032-1fd9-43c5-9c4c-aeb011f2a209 req-3008048f-6f2c-4cf4-9871-bf66cc721910 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.244140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09d032-1fd9-43c5-9c4c-aeb011f2a209 req-3008048f-6f2c-4cf4-9871-bf66cc721910 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.250233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09d032-1fd9-43c5-9c4c-aeb011f2a209 req-3008048f-6f2c-4cf4-9871-bf66cc721910 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.256226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09d032-1fd9-43c5-9c4c-aeb011f2a209 req-3008048f-6f2c-4cf4-9871-bf66cc721910 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.262764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09d032-1fd9-43c5-9c4c-aeb011f2a209 req-3008048f-6f2c-4cf4-9871-bf66cc721910 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.264688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e09d032-1fd9-43c5-9c4c-aeb011f2a209 req-3008048f-6f2c-4cf4-9871-bf66cc721910 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.1107869 Jun 30 02:47:20.271569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87356b98-8627-4a22-b8bf-ce0b238cd51a req-913be815-d13b-4453-84f3-1af0ede0f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.273366 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87356b98-8627-4a22-b8bf-ce0b238cd51a req-913be815-d13b-4453-84f3-1af0ede0f47f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=8d2865600279469a9fb6e51fd8957e32&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1210687 Jun 30 02:47:20.326146 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e09d032-1fd9-43c5-9c4c-aeb011f2a209 req-2ead0c21-f6e1-4a5e-acd2-646000dd60d7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548089 Jun 30 02:47:20.375617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5f2c3e-9234-4578-9304-2093b8374ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7585391-a67f-421c-ab89-ba5431bfeb12'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:20.377836 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ad7207-25ba-4117-a5bc-7eac9893cb12" -d '{"events": [{"server_uuid": "fc5f2c3e-9234-4578-9304-2093b8374ee3", "name": "network-vif-plugged", "status": "completed", "tag": "d7585391-a67f-421c-ab89-ba5431bfeb12"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:20.389974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87356b98-8627-4a22-b8bf-ce0b238cd51a req-704e1961-7412-4ce9-b32f-958f13734f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.391693 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87356b98-8627-4a22-b8bf-ce0b238cd51a req-704e1961-7412-4ce9-b32f-958f13734f3b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106570 Jun 30 02:47:20.420908 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2680c928-e7aa-48d4-9acd-fa567c46f368 x-openstack-request-id: req-2680c928-e7aa-48d4-9acd-fa567c46f368 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:20.421300 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5f2c3e-9234-4578-9304-2093b8374ee3", "name": "network-vif-plugged", "status": "completed", "tag": "d7585391-a67f-421c-ab89-ba5431bfeb12", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:20.421725 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2680c928-e7aa-48d4-9acd-fa567c46f368 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:20.422308 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5f2c3e-9234-4578-9304-2093b8374ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7585391-a67f-421c-ab89-ba5431bfeb12', 'code': 200} Jun 30 02:47:20.499104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-60c741c8-9d7d-4b59-a1ca-0bb17cdac184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.500613 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-60c741c8-9d7d-4b59-a1ca-0bb17cdac184 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1094 time: 0.0618856 Jun 30 02:47:20.576420 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-707d9533-6fe5-4354-a8ba-157817f39d75 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e HTTP/1.1" status: 200 len: 217 time: 0.0623069 Jun 30 02:47:20.634318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-b34e15b0-18d4-4bf8-9abb-9fb8d1d85293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.636377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-b34e15b0-18d4-4bf8-9abb-9fb8d1d85293 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0534828 Jun 30 02:47:20.641270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af45cdc-5837-498f-9ebe-5271e324d02d req-5828370b-7cb8-4e08-bc70-d87a85f5f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.642698 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6af45cdc-5837-498f-9ebe-5271e324d02d req-5828370b-7cb8-4e08-bc70-d87a85f5f4fd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc5f2c3e-9234-4578-9304-2093b8374ee3 HTTP/1.1" status: 200 len: 1096 time: 0.1273880 Jun 30 02:47:20.679429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-09018872-bd54-4681-b4a6-e8dd3959c671 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357001 Jun 30 02:47:20.756697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6af45cdc-5837-498f-9ebe-5271e324d02d req-787581d0-4a77-4d4b-a64c-5b7f5c136b7e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058593 Jun 30 02:47:20.878271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54030) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:20.892447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15305b-74db-4d99-bebc-207977b2df87 req-40a18945-32d1-420b-9983-8ee623bc00a0 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:20.896799 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf15305b-74db-4d99-bebc-207977b2df87 req-40a18945-32d1-420b-9983-8ee623bc00a0 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 944 time: 0.2212150 Jun 30 02:47:20.938794 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.986027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf15305b-74db-4d99-bebc-207977b2df87 req-a18aeade-f0f5-4eb9-b5ec-d4c87090ea30 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760987 Jun 30 02:47:20.993436 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-ba6d75c7-b216-4d62-aa5d-d14612cb6738 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063884 Jun 30 02:47:21.034891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device d0ec9c07-97aa-4214-b554-a99097ff930a up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:21.132604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port d0ec9c07-97aa-4214-b554-a99097ff930a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:21.133048 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.188221 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.233486 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.258126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092ac1b-21ac-4c45-9fda-d4cdbdc1270f req-8f74d331-57a2-41d0-a337-72f80f7b1cde tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.258126 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9092ac1b-21ac-4c45-9fda-d4cdbdc1270f req-8f74d331-57a2-41d0-a337-72f80f7b1cde tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.4147303 Jun 30 02:47:21.280157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614bcb2-07c5-4c74-8d04-fcdc4a9467a9 req-ccc6e65c-9f37-4eaf-a9bf-9f9e36375169 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771964 Jun 30 02:47:21.298707 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.317251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:21.326060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69987ae-8128-44ba-b40a-e1339425bbd0 req-37b949b7-805a-42e1-98a5-c88db4f2d469 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.327379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9092ac1b-21ac-4c45-9fda-d4cdbdc1270f req-406f0b28-8db6-4d7b-86e1-c14af749d3d4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664792 Jun 30 02:47:21.333636 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69987ae-8128-44ba-b40a-e1339425bbd0 req-37b949b7-805a-42e1-98a5-c88db4f2d469 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 943 time: 0.1262252 Jun 30 02:47:21.351282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=efdb86b406db47fc9d347e45b047d395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345183 Jun 30 02:47:21.352181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9624c124-ccab-4219-9f3e-25dc7fff22e0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.354398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54044) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:21.372583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.372874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.373210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.373598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.373889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.379124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.379124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.379124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.379124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.379124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.379124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.379124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b809c68-6323-41dc-97a1-b4afab1e74d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.410134 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69987ae-8128-44ba-b40a-e1339425bbd0 req-8e3d4375-8ca3-484a-9208-32b22f903001 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752811 Jun 30 02:47:21.424073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a304ad44-e06c-4a51-8d58-a53eccca8c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.443628 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.444645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e9c8f169-9715-41b9-b396-79e521f23e35 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:21.483430 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a304ad44-e06c-4a51-8d58-a53eccca8c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.561691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=10']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.626699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effce8b-298b-412c-b322-3077fd269a5d req-0804d7a1-e28b-43ed-b5fa-18d7dfd03ac7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.629158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3effce8b-298b-412c-b322-3077fd269a5d req-0804d7a1-e28b-43ed-b5fa-18d7dfd03ac7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 945 time: 0.0917356 Jun 30 02:47:21.633752 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438cff-3900-4094-b210-0dedb1865918 req-f8b07f57-b59b-4a40-9411-5273d55f7746 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.643185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438cff-3900-4094-b210-0dedb1865918 req-f8b07f57-b59b-4a40-9411-5273d55f7746 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.651383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438cff-3900-4094-b210-0dedb1865918 req-f8b07f57-b59b-4a40-9411-5273d55f7746 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.663253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438cff-3900-4094-b210-0dedb1865918 req-f8b07f57-b59b-4a40-9411-5273d55f7746 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.671475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438cff-3900-4094-b210-0dedb1865918 req-f8b07f57-b59b-4a40-9411-5273d55f7746 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.677587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438cff-3900-4094-b210-0dedb1865918 req-f8b07f57-b59b-4a40-9411-5273d55f7746 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.684011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3effce8b-298b-412c-b322-3077fd269a5d req-1842a580-facb-461c-aa95-6798271f8a84 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484836 Jun 30 02:47:21.684496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438cff-3900-4094-b210-0dedb1865918 req-f8b07f57-b59b-4a40-9411-5273d55f7746 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.686579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port e9c8f169-9715-41b9-b396-79e521f23e35 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:21.694134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port e9c8f169-9715-41b9-b396-79e521f23e35 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:21.694134 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.694399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57438cff-3900-4094-b210-0dedb1865918 req-f8b07f57-b59b-4a40-9411-5273d55f7746 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.1387155 Jun 30 02:47:21.722574 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a304ad44-e06c-4a51-8d58-a53eccca8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.725527 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a304ad44-e06c-4a51-8d58-a53eccca8c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.727124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a304ad44-e06c-4a51-8d58-a53eccca8c8f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9624c124-ccab-4219-9f3e-25dc7fff22e0 HTTP/1.1" status: 204 len: 168 time: 0.3716934 Jun 30 02:47:21.754754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304ad44-e06c-4a51-8d58-a53eccca8c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9624c124-ccab-4219-9f3e-25dc7fff22e0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.770591 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57438cff-3900-4094-b210-0dedb1865918 req-9a5a051f-24b8-4c8e-a131-459182494828 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729518 Jun 30 02:47:21.862237 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.896402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e9c8f169-9715-41b9-b396-79e521f23e35, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e9c8f169-9715-41b9-b396-79e521f23e35,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:22.023979 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.101712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e9c8f169-9715-41b9-b396-79e521f23e35,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:22.224483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf346fb-dd28-4752-adcb-f458c544bc8b req-fa2edb8b-af4b-467b-8311-c76cc49ccd91 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:22.226261 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8bf346fb-dd28-4752-adcb-f458c544bc8b req-fa2edb8b-af4b-467b-8311-c76cc49ccd91 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 945 time: 0.0996912 Jun 30 02:47:22.269017 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8bf346fb-dd28-4752-adcb-f458c544bc8b req-973b93de-32a5-4ade-b1f2-48afac7f4755 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362701 Jun 30 02:47:22.423731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a'}, {'server_uuid': 'be7bd887-d680-4fdd-a595-2822e0a9c959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c8f169-9715-41b9-b396-79e521f23e35'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:22.427607 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2277ca8-cf2d-4c3c-974a-ee30d5903912" -d '{"events": [{"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a"}, {"server_uuid": "be7bd887-d680-4fdd-a595-2822e0a9c959", "name": "network-vif-plugged", "status": "completed", "tag": "e9c8f169-9715-41b9-b396-79e521f23e35"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:22.600677 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.663386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2ff7d-4aed-4189-b83e-295cc025b014 req-1a1042df-e3f7-4746-8233-00239148fc8e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:22.670363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f2ff7d-4aed-4189-b83e-295cc025b014 req-1a1042df-e3f7-4746-8233-00239148fc8e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.0894759 Jun 30 02:47:22.720120 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f2ff7d-4aed-4189-b83e-295cc025b014 req-b091230f-4e17-4b74-a8de-03913e843c0b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486743 Jun 30 02:47:22.765352 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e3ec92-0b9d-41bb-915b-e1060caa4ab6 x-openstack-request-id: req-45e3ec92-0b9d-41bb-915b-e1060caa4ab6 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:22.765775 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a", "code": 200}, {"server_uuid": "be7bd887-d680-4fdd-a595-2822e0a9c959", "name": "network-vif-plugged", "status": "completed", "tag": "e9c8f169-9715-41b9-b396-79e521f23e35", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:22.766095 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45e3ec92-0b9d-41bb-915b-e1060caa4ab6 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:22.766580 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'code': 200} Jun 30 02:47:22.767218 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7bd887-d680-4fdd-a595-2822e0a9c959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c8f169-9715-41b9-b396-79e521f23e35', 'code': 200} Jun 30 02:47:22.940272 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b819e-a8ec-482f-8b6f-7fdc7b494714 req-6ad9aa9c-4cff-44f9-8d55-84c67cdc629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:22.940272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-310b819e-a8ec-482f-8b6f-7fdc7b494714 req-6ad9aa9c-4cff-44f9-8d55-84c67cdc629f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 1096 time: 0.0799375 Jun 30 02:47:22.995706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-310b819e-a8ec-482f-8b6f-7fdc7b494714 req-660ca573-fc28-438e-a0d9-8ef5ffe11977 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449979 Jun 30 02:47:23.017150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e7a23-3ada-405e-a8b3-45806e37a865 req-f04ed327-f42a-41a1-ad72-97f3682d70c1 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.024717 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-209e7a23-3ada-405e-a8b3-45806e37a865 req-f04ed327-f42a-41a1-ad72-97f3682d70c1 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 943 time: 0.0794697 Jun 30 02:47:23.089996 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-209e7a23-3ada-405e-a8b3-45806e37a865 req-9def8058-c7db-4a5d-a5e7-cfcb30da3b12 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626943 Jun 30 02:47:23.298733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c0f6f-d4f4-41dc-9bf2-168a22988618 req-3ef0575e-e093-43ca-9c56-a2ac333eea07 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.306214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c80c0f6f-d4f4-41dc-9bf2-168a22988618 req-3ef0575e-e093-43ca-9c56-a2ac333eea07 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 945 time: 0.0877292 Jun 30 02:47:23.316492 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.340187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239785d-627d-4584-af8b-4b7b27110a35 req-3d72400d-0a07-4f18-bb48-c921c75c7662 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.340187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239785d-627d-4584-af8b-4b7b27110a35 req-3d72400d-0a07-4f18-bb48-c921c75c7662 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.344995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239785d-627d-4584-af8b-4b7b27110a35 req-3d72400d-0a07-4f18-bb48-c921c75c7662 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.351269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239785d-627d-4584-af8b-4b7b27110a35 req-3d72400d-0a07-4f18-bb48-c921c75c7662 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.357672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239785d-627d-4584-af8b-4b7b27110a35 req-3d72400d-0a07-4f18-bb48-c921c75c7662 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.359409 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c80c0f6f-d4f4-41dc-9bf2-168a22988618 req-fdd44973-617c-4599-9ef6-ad2dc3523fca tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510585 Jun 30 02:47:23.364223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239785d-627d-4584-af8b-4b7b27110a35 req-3d72400d-0a07-4f18-bb48-c921c75c7662 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.370472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239785d-627d-4584-af8b-4b7b27110a35 req-3d72400d-0a07-4f18-bb48-c921c75c7662 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.372615 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b239785d-627d-4584-af8b-4b7b27110a35 req-3d72400d-0a07-4f18-bb48-c921c75c7662 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.1460996 Jun 30 02:47:23.440020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b239785d-627d-4584-af8b-4b7b27110a35 req-80e86847-62a3-4a6a-a65b-96d437e9410e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610521 Jun 30 02:47:23.610947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153083-5e72-456a-93cf-b04b1116f69a req-b299b90e-bb00-47d2-ab3c-845b0a6504f3 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.613449 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd153083-5e72-456a-93cf-b04b1116f69a req-b299b90e-bb00-47d2-ab3c-845b0a6504f3 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 945 time: 0.1132402 Jun 30 02:47:23.677893 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd153083-5e72-456a-93cf-b04b1116f69a req-9e131a33-5ad5-40fc-822f-5a75d0c6e6c8 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576789 Jun 30 02:47:23.951781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fc842-5c3f-4625-9060-3b7f765537a3 req-60598178-be61-472c-bfe0-1f5cca947d86 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:23.953983 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-195fc842-5c3f-4625-9060-3b7f765537a3 req-60598178-be61-472c-bfe0-1f5cca947d86 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.1011851 Jun 30 02:47:24.040904 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-195fc842-5c3f-4625-9060-3b7f765537a3 req-6f2a5c50-7f0a-4ebe-94ca-6fcb5ff88b13 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731022 Jun 30 02:47:24.341475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-48c6103c-7592-4b05-8596-41e2a83adebd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.352792 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-48c6103c-7592-4b05-8596-41e2a83adebd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 945 time: 0.1544802 Jun 30 02:47:24.545228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c552-89c9-4e37-93a8-c7f9e7ca279c req-23001d94-1884-4f36-adf9-a81e22862ead tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.547561 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ef4c552-89c9-4e37-93a8-c7f9e7ca279c req-23001d94-1884-4f36-adf9-a81e22862ead tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 943 time: 0.1937420 Jun 30 02:47:24.549691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-d72fb48b-e970-4a8e-ac6f-fb0bc6c52293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Deleting port aee0239e-7bc3-40db-809d-8a85bf4c5496 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:24.550291 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-d72fb48b-e970-4a8e-ac6f-fb0bc6c52293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.588088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf743b-8009-4079-a07a-698bab550318 req-9ee78660-d97f-421e-9e24-0ea1901899de tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.590603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eaaf743b-8009-4079-a07a-698bab550318 req-9ee78660-d97f-421e-9e24-0ea1901899de tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 945 time: 0.0753987 Jun 30 02:47:24.641245 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eaaf743b-8009-4079-a07a-698bab550318 req-532964b9-c6e5-40c1-8768-30f824b168c0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Jun 30 02:47:24.665379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ef4c552-89c9-4e37-93a8-c7f9e7ca279c req-8f3a91ab-936d-41a0-b1db-e0939a210a2e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098275 Jun 30 02:47:24.734185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-d72fb48b-e970-4a8e-ac6f-fb0bc6c52293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] For port aee0239e-7bc3-40db-809d-8a85bf4c5496, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=aee0239e-7bc3-40db-809d-8a85bf4c5496,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:24.734796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-d72fb48b-e970-4a8e-ac6f-fb0bc6c52293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.754872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-d72fb48b-e970-4a8e-ac6f-fb0bc6c52293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Calling delete_port for aee0239e-7bc3-40db-809d-8a85bf4c5496 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:24.904383 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:25.039790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619d94-623e-4a3f-abc0-f458341b0575 req-92e514ed-5dfe-4836-97ca-22be2cf9faeb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.052999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619d94-623e-4a3f-abc0-f458341b0575 req-92e514ed-5dfe-4836-97ca-22be2cf9faeb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.077307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619d94-623e-4a3f-abc0-f458341b0575 req-92e514ed-5dfe-4836-97ca-22be2cf9faeb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.095628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619d94-623e-4a3f-abc0-f458341b0575 req-92e514ed-5dfe-4836-97ca-22be2cf9faeb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.107531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619d94-623e-4a3f-abc0-f458341b0575 req-92e514ed-5dfe-4836-97ca-22be2cf9faeb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.120888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619d94-623e-4a3f-abc0-f458341b0575 req-92e514ed-5dfe-4836-97ca-22be2cf9faeb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.143623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619d94-623e-4a3f-abc0-f458341b0575 req-92e514ed-5dfe-4836-97ca-22be2cf9faeb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.145572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:25.160547 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d619d94-623e-4a3f-abc0-f458341b0575 req-92e514ed-5dfe-4836-97ca-22be2cf9faeb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.3063588 Jun 30 02:47:25.166422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7760c81-2367-41b4-8383-ecc3f0752e36 req-abcb46df-0723-4d58-856e-1079830f9a15 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.168084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7760c81-2367-41b4-8383-ecc3f0752e36 req-abcb46df-0723-4d58-856e-1079830f9a15 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 945 time: 0.1065159 Jun 30 02:47:25.188361 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-d72fb48b-e970-4a8e-ac6f-fb0bc6c52293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.196392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e', 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38', 'port_id': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e', 'mac_address': 'fa:16:3e:92:6a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5e1c63-79c1-4411-9b46-90f94045e51f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:25.211529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['aee0239e-7bc3-40db-809d-8a85bf4c5496'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:25.248551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fb48b-e970-4a8e-ac6f-fb0bc6c52293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event deleted for resources: {'Port': ['ID=aee0239e-7bc3-40db-809d-8a85bf4c5496,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:25.295318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d619d94-623e-4a3f-abc0-f458341b0575 req-0536f236-aae5-423d-ba9b-5989041ab8fd tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1326880 Jun 30 02:47:25.321523 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.360025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-d72fb48b-e970-4a8e-ac6f-fb0bc6c52293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] No DVR routers for this DVR port aee0239e-7bc3-40db-809d-8a85bf4c5496 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:25.366457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:25.373326 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7760c81-2367-41b4-8383-ecc3f0752e36 req-226318fb-c7ae-4693-b1b1-8b87dc288334 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922264 Jun 30 02:47:25.385117 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-d72fb48b-e970-4a8e-ac6f-fb0bc6c52293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.387150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ff0935a-0bd6-42bc-8cbb-498ffc7bfe1d req-d72fb48b-e970-4a8e-ac6f-fb0bc6c52293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "DELETE /v2.0/ports/aee0239e-7bc3-40db-809d-8a85bf4c5496 HTTP/1.1" status: 204 len: 173 time: 1.0237496 Jun 30 02:47:25.387614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a71c4f-e4b6-4ec8-a789-7ee20cafd495', 'name': 'network-vif-deleted', 'tag': 'aee0239e-7bc3-40db-809d-8a85bf4c5496'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:25.407898 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3350e5-131f-4ec6-a230-a381e66aa83c" -d '{"events": [{"server_uuid": "f9a71c4f-e4b6-4ec8-a789-7ee20cafd495", "name": "network-vif-deleted", "tag": "aee0239e-7bc3-40db-809d-8a85bf4c5496"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:25.415028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:25.475767 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451f928c-a63e-42e8-b410-ac6f2f705bd5 x-openstack-request-id: req-451f928c-a63e-42e8-b410-ac6f2f705bd5 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:25.476079 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a71c4f-e4b6-4ec8-a789-7ee20cafd495", "name": "network-vif-deleted", "tag": "aee0239e-7bc3-40db-809d-8a85bf4c5496", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:25.476317 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-451f928c-a63e-42e8-b410-ac6f2f705bd5 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:25.476732 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a71c4f-e4b6-4ec8-a789-7ee20cafd495', 'name': 'network-vif-deleted', 'tag': 'aee0239e-7bc3-40db-809d-8a85bf4c5496', 'status': 'completed', 'code': 200} Jun 30 02:47:25.513334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced6c48-c4a0-427e-bc77-69cc04c4846d req-c918d600-1164-4c34-97d5-b1be2192bbfb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.514844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eced6c48-c4a0-427e-bc77-69cc04c4846d req-c918d600-1164-4c34-97d5-b1be2192bbfb tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.0825181 Jun 30 02:47:25.564021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eced6c48-c4a0-427e-bc77-69cc04c4846d req-389edf7c-b5f9-479a-83c4-c10f1ee67f44 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 Jun 30 02:47:25.661032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b788e-c4c4-45df-9bb9-b228f0882df2 req-56802e74-92b9-41c4-a71f-f60bcb50efc6 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.662600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e64b788e-c4c4-45df-9bb9-b228f0882df2 req-56802e74-92b9-41c4-a71f-f60bcb50efc6 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5f2c3e-9234-4578-9304-2093b8374ee3 HTTP/1.1" status: 200 len: 945 time: 0.0711024 Jun 30 02:47:25.710837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e64b788e-c4c4-45df-9bb9-b228f0882df2 req-e92d9a85-e991-4e80-a30a-7b5511195bea tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Jun 30 02:47:25.805748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db32afe1-906d-40a5-ab19-9ebb3dc945a4 req-abc287e6-b04f-48fa-98e4-e4f297256fee tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=f9a71c4f-e4b6-4ec8-a789-7ee20cafd495 HTTP/1.1" status: 200 len: 210 time: 0.0388968 Jun 30 02:47:25.839018 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.912358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e9263-7706-4f43-a229-d29db338f8a2 req-86841a7b-df7a-4fd6-8502-40ac551c2287 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:25.914146 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68e9263-7706-4f43-a229-d29db338f8a2 req-86841a7b-df7a-4fd6-8502-40ac551c2287 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 943 time: 0.0951381 Jun 30 02:47:25.925371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:25.972401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68e9263-7706-4f43-a229-d29db338f8a2 req-1c773acc-d443-4f41-9eed-5a555e606c3c tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422966 Jun 30 02:47:26.109933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73660c9-9966-4096-9674-fcdb95ff79b2 req-96644bc2-cd60-4d2b-9627-f4a7e552ba6d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:26.109933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f73660c9-9966-4096-9674-fcdb95ff79b2 req-96644bc2-cd60-4d2b-9627-f4a7e552ba6d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5 HTTP/1.1" status: 200 len: 945 time: 0.1139941 Jun 30 02:47:26.150691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f73660c9-9966-4096-9674-fcdb95ff79b2 req-1007832e-68bb-46bc-ba44-d5e94f96a911 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411448 Jun 30 02:47:26.181050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:27.036549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7614-1a2a-477d-a70c-0e3bc02f3022 req-eaa53151-7fa4-453c-a023-b9e32e6c7d60 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.044345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7614-1a2a-477d-a70c-0e3bc02f3022 req-eaa53151-7fa4-453c-a023-b9e32e6c7d60 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.058179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7614-1a2a-477d-a70c-0e3bc02f3022 req-eaa53151-7fa4-453c-a023-b9e32e6c7d60 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.067899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7614-1a2a-477d-a70c-0e3bc02f3022 req-eaa53151-7fa4-453c-a023-b9e32e6c7d60 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.077841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7614-1a2a-477d-a70c-0e3bc02f3022 req-eaa53151-7fa4-453c-a023-b9e32e6c7d60 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.088934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7614-1a2a-477d-a70c-0e3bc02f3022 req-eaa53151-7fa4-453c-a023-b9e32e6c7d60 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.097940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7614-1a2a-477d-a70c-0e3bc02f3022 req-eaa53151-7fa4-453c-a023-b9e32e6c7d60 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.099907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a6e7614-1a2a-477d-a70c-0e3bc02f3022 req-eaa53151-7fa4-453c-a023-b9e32e6c7d60 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.2319031 Jun 30 02:47:27.173920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a6e7614-1a2a-477d-a70c-0e3bc02f3022 req-00b76664-e9d8-416e-aa2e-6b0e9fba9d02 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675879 Jun 30 02:47:27.205966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d3d4c-6c13-458a-9b38-1852294398d5 req-4319edcc-83a3-4ef0-90d0-e16098305eef tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.207756 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-505d3d4c-6c13-458a-9b38-1852294398d5 req-4319edcc-83a3-4ef0-90d0-e16098305eef tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.0873272 Jun 30 02:47:27.257617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-505d3d4c-6c13-458a-9b38-1852294398d5 req-ae6f1d7e-4774-4632-9976-4eef5e1a9d21 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Jun 30 02:47:27.694414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d34fb4-4fee-4a50-bb1e-b067e8bf2439 req-74524105-6d74-4f9b-b24e-132ba6420383 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.713578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19d34fb4-4fee-4a50-bb1e-b067e8bf2439 req-74524105-6d74-4f9b-b24e-132ba6420383 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5 HTTP/1.1" status: 200 len: 945 time: 0.1407526 Jun 30 02:47:27.755842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02aea-3746-4e11-bcdd-df416bc81190 req-21cb09de-98dc-4de2-b0e0-35b2dd753ddc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.760739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41b02aea-3746-4e11-bcdd-df416bc81190 req-21cb09de-98dc-4de2-b0e0-35b2dd753ddc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 944 time: 0.0914519 Jun 30 02:47:27.774500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19d34fb4-4fee-4a50-bb1e-b067e8bf2439 req-cde82e55-f703-4a16-9790-00078ccbbb86 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599036 Jun 30 02:47:27.823928 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41b02aea-3746-4e11-bcdd-df416bc81190 req-4f03f5f7-b7a9-43e9-ad53-74ffd029ca12 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563023 Jun 30 02:47:28.073179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-032b47c3-63d1-497f-9ba2-c205ff815ac1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.084564 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-032b47c3-63d1-497f-9ba2-c205ff815ac1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.1331635 Jun 30 02:47:28.098250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-fb98c476-826f-49f7-8f49-9243a5d5d8f0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/quotas/97787217fcc14b9aa4f8cbea685e8609 HTTP/1.1" status: 200 len: 375 time: 0.0122752 Jun 30 02:47:28.136667 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-5b2362c2-9358-4371-ac86-c18424da4e11 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352283 Jun 30 02:47:28.406245 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-53ee6580-f327-4af7-903d-86e64c430a7c service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622263 Jun 30 02:47:28.490453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8700e4-62a0-4d54-9c72-e4167187e352 req-f5e9dc23-8f9e-4ac8-b7d7-de604c20c0de tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.498625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8700e4-62a0-4d54-9c72-e4167187e352 req-f5e9dc23-8f9e-4ac8-b7d7-de604c20c0de tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.507191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8700e4-62a0-4d54-9c72-e4167187e352 req-f5e9dc23-8f9e-4ac8-b7d7-de604c20c0de tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.515783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8700e4-62a0-4d54-9c72-e4167187e352 req-f5e9dc23-8f9e-4ac8-b7d7-de604c20c0de tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.521694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8700e4-62a0-4d54-9c72-e4167187e352 req-f5e9dc23-8f9e-4ac8-b7d7-de604c20c0de tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.528496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8700e4-62a0-4d54-9c72-e4167187e352 req-f5e9dc23-8f9e-4ac8-b7d7-de604c20c0de tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.534082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-cccbf307-4347-4682-9969-abfc468e5637 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269176 Jun 30 02:47:28.534880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8700e4-62a0-4d54-9c72-e4167187e352 req-f5e9dc23-8f9e-4ac8-b7d7-de604c20c0de tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.543084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de8700e4-62a0-4d54-9c72-e4167187e352 req-f5e9dc23-8f9e-4ac8-b7d7-de604c20c0de tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.1563535 Jun 30 02:47:28.554191 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7b786060-8658-40a3-9739-2ba28377cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.606157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de8700e4-62a0-4d54-9c72-e4167187e352 req-8b59caea-a934-481b-9703-d9b7442e0c43 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615349 Jun 30 02:47:28.693245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-78bcec17-3c79-4cef-afba-2c174742f94d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.695085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-78bcec17-3c79-4cef-afba-2c174742f94d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5 HTTP/1.1" status: 200 len: 945 time: 0.0868018 Jun 30 02:47:28.855615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-d02dc78b-afef-46ad-a1bd-cff582cc7cb4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Deleting port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:28.855958 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-d02dc78b-afef-46ad-a1bd-cff582cc7cb4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.916745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:29.080722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-d02dc78b-afef-46ad-a1bd-cff582cc7cb4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] For port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:29.080722 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-d02dc78b-afef-46ad-a1bd-cff582cc7cb4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.095073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-d02dc78b-afef-46ad-a1bd-cff582cc7cb4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Calling delete_port for e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:29.097160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device aee0239e-7bc3-40db-809d-8a85bf4c5496 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:29.112348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7d272-432e-4360-83b9-ecaf9d5c0455 req-41590e50-e52c-4aa7-8232-bb229125a2c3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.120233 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4ae7d272-432e-4360-83b9-ecaf9d5c0455 req-41590e50-e52c-4aa7-8232-bb229125a2c3 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.2663040 Jun 30 02:47:29.143616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: aee0239e-7bc3-40db-809d-8a85bf4c5496 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:29.151841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device aee0239e-7bc3-40db-809d-8a85bf4c5496 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:29.157474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:29.169997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:29.170368 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.211889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c12294-fd45-43cc-9628-394b191608a8 req-f63e305c-11d0-4fe6-a5f7-3945d7dc2c0e tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.220109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-26c12294-fd45-43cc-9628-394b191608a8 req-f63e305c-11d0-4fe6-a5f7-3945d7dc2c0e tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5 HTTP/1.1" status: 200 len: 945 time: 0.0843687 Jun 30 02:47:29.287573 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4ae7d272-432e-4360-83b9-ecaf9d5c0455 req-e93f4110-c971-4d7f-9854-7cc49a76b905 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663749 Jun 30 02:47:29.317635 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-26c12294-fd45-43cc-9628-394b191608a8 req-2b40f2ba-16c4-4b31-bff3-87dd4d2f7eef tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914912 Jun 30 02:47:29.349839 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.391709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b60e403-07c8-43f6-a813-455be05a3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:29.395021 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c014750-8ffd-4c02-b5dc-6e8ab0870c9c" -d '{"events": [{"server_uuid": "1b60e403-07c8-43f6-a813-455be05a3064", "name": "network-vif-plugged", "status": "completed", "tag": "0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:29.422686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:29.472583 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-71b14de8-2a15-4e10-a0aa-749a48cef0fd service neutron] show failed (client error): The resource could not be found. Jun 30 02:47:29.474886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-71b14de8-2a15-4e10-a0aa-749a48cef0fd service neutron] 10.222.0.83 "GET /v2.0/ports/b532c172-0fc2-4c28-bac6-12d31dd69f3b/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.1237841 Jun 30 02:47:29.495138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3597fcbb-a76d-45f7-b961-ea83ef03b936 req-c1a48122-1755-4f29-905c-a768051569dd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 210 time: 0.0979018 Jun 30 02:47:29.517769 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.625843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.707001 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650c7f87-8514-4b04-8c5f-b1cd423bb05d x-openstack-request-id: req-650c7f87-8514-4b04-8c5f-b1cd423bb05d {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:29.707505 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b60e403-07c8-43f6-a813-455be05a3064", "name": "network-vif-plugged", "status": "completed", "tag": "0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:29.707941 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-650c7f87-8514-4b04-8c5f-b1cd423bb05d {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:29.708485 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b60e403-07c8-43f6-a813-455be05a3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e', 'code': 200} Jun 30 02:47:29.711042 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-d02dc78b-afef-46ad-a1bd-cff582cc7cb4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.727430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c', 'e9c8f169-9715-41b9-b396-79e521f23e35'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:29.736347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b7f78-bee7-48b6-8bd4-27c55c6e0a34 req-7a8010da-1b2d-4683-b133-a411edec8d4f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.742078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e2b7f78-bee7-48b6-8bd4-27c55c6e0a34 req-7a8010da-1b2d-4683-b133-a411edec8d4f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 945 time: 0.1620018 Jun 30 02:47:29.778087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dc78b-afef-46ad-a1bd-cff582cc7cb4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Pushing event deleted for resources: {'Port': ['ID=e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.837445 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e2b7f78-bee7-48b6-8bd4-27c55c6e0a34 req-3c70c2c3-b035-49d3-9c20-d87ea808ec74 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896554 Jun 30 02:47:29.850911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['d7585391-a67f-421c-ab89-ba5431bfeb12'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:29.902183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-d02dc78b-afef-46ad-a1bd-cff582cc7cb4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] No DVR routers for this DVR port e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:29.908965 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-d02dc78b-afef-46ad-a1bd-cff582cc7cb4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.916500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93f9eab4-e816-4114-a3d9-c4c0ab5e112e req-d02dc78b-afef-46ad-a1bd-cff582cc7cb4 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.83 "DELETE /v2.0/ports/e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c HTTP/1.1" status: 204 len: 173 time: 1.2128553 Jun 30 02:47:29.917075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5', 'name': 'network-vif-deleted', 'tag': 'e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:29.956927 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ae5d9-2fb4-42d7-82ba-100dffb4fbf2" -d '{"events": [{"server_uuid": "7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5", "name": "network-vif-deleted", "tag": "e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:30.110146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8088c-2d14-4a8a-b4e1-adf44db836cf req-cf28aac7-d347-45c7-a2d5-8809fd8aca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.113585 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0c8088c-2d14-4a8a-b4e1-adf44db836cf req-cf28aac7-d347-45c7-a2d5-8809fd8aca1c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1096 time: 0.1361964 Jun 30 02:47:30.190341 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2ae955-fce6-4246-9b32-86d576b3ef74 x-openstack-request-id: req-8c2ae955-fce6-4246-9b32-86d576b3ef74 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:30.190341 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5", "name": "network-vif-deleted", "tag": "e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:30.190341 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c2ae955-fce6-4246-9b32-86d576b3ef74 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:30.190341 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5', 'name': 'network-vif-deleted', 'tag': 'e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c', 'status': 'completed', 'code': 200} Jun 30 02:47:30.234180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0c8088c-2d14-4a8a-b4e1-adf44db836cf req-893ec61a-fe0e-4944-8f60-4551221dfb10 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131220 Jun 30 02:47:30.286452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27753-46ed-4320-9a31-9f8d1a85baad req-3430f233-1578-4f75-8476-2951e46108f1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.308888 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27753-46ed-4320-9a31-9f8d1a85baad req-3430f233-1578-4f75-8476-2951e46108f1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.324727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27753-46ed-4320-9a31-9f8d1a85baad req-3430f233-1578-4f75-8476-2951e46108f1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.345852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27753-46ed-4320-9a31-9f8d1a85baad req-3430f233-1578-4f75-8476-2951e46108f1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.371405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27753-46ed-4320-9a31-9f8d1a85baad req-3430f233-1578-4f75-8476-2951e46108f1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.388689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27753-46ed-4320-9a31-9f8d1a85baad req-3430f233-1578-4f75-8476-2951e46108f1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.410015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27753-46ed-4320-9a31-9f8d1a85baad req-3430f233-1578-4f75-8476-2951e46108f1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.419047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22d27753-46ed-4320-9a31-9f8d1a85baad req-3430f233-1578-4f75-8476-2951e46108f1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.3826118 Jun 30 02:47:30.478410 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22d27753-46ed-4320-9a31-9f8d1a85baad req-f842f239-2a4a-4882-9c01-2d072e6c01b9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582380 Jun 30 02:47:30.593150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a113bf41-d12f-41a6-86d0-fe02ca2304a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.594844 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a113bf41-d12f-41a6-86d0-fe02ca2304a4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649&tenant_id=a205eb72430843758a6f07925588ee7f HTTP/1.1" status: 200 len: 1101 time: 0.0838010 Jun 30 02:47:30.608153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:30.788677 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.829034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98142-ed7c-4236-b582-e93ee44955e3 req-19a999e7-14d1-4d5e-9556-1d9a50a24139 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.830623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7f98142-ed7c-4236-b582-e93ee44955e3 req-19a999e7-14d1-4d5e-9556-1d9a50a24139 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.1737516 Jun 30 02:47:30.966183 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7f98142-ed7c-4236-b582-e93ee44955e3 req-576d4b0c-da13-45ce-8e9d-01ed765ee7f0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125615 Jun 30 02:47:31.104168 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a49a5b54-b70d-4525-b731-c5024d84b351 req-60ffaebe-6c7c-4b09-8d9d-298103e58a29 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fd908ee-cf0f-4e69-a5fe-fbee4f4fcbb5 HTTP/1.1" status: 200 len: 210 time: 0.0344369 Jun 30 02:47:31.110140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-900dd566-2367-4ec8-a13d-a9eec70232ee req-63bee751-3c58-495a-8861-e83ca42eb628 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 210 time: 0.0410802 Jun 30 02:47:31.111621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:31.165919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:31.222517 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.235938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Transition to ACTIVE for port object b532c172-0fc2-4c28-bac6-12d31dd69f3b will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:31.324268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e791ff-08d8-4140-be9b-3868c6e41285 req-72c71d04-c6a2-4c00-868d-7988dd3a903b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:31.325831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60e791ff-08d8-4140-be9b-3868c6e41285 req-72c71d04-c6a2-4c00-868d-7988dd3a903b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 945 time: 0.0748711 Jun 30 02:47:31.379868 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60e791ff-08d8-4140-be9b-3868c6e41285 req-fd3fe952-c9eb-40a3-b339-fd9bd4274918 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380754 Jun 30 02:47:31.385706 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7eb0-b03d-445e-9929-78b7aac735ef req-d6f845bc-addf-4b0a-abce-0a27f29decda tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:31.387068 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-293c7eb0-b03d-445e-9929-78b7aac735ef req-d6f845bc-addf-4b0a-abce-0a27f29decda tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 946 time: 0.0644565 Jun 30 02:47:31.427641 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-293c7eb0-b03d-445e-9929-78b7aac735ef req-74d5f694-bb63-4ca5-b37b-d6b225161abf tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337756 Jun 30 02:47:31.473673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54332) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:31.581640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e52e007-ec13-4f53-af55-f4a0ad5f02f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.650191 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.652525 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.655111 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6551b77-5d8c-4c63-abbe-2b8a73c1c8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.082940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] No DVR routers for this DVR port b532c172-0fc2-4c28-bac6-12d31dd69f3b on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:32.105610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:32.181315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb30af-139f-41da-9055-782fc165f167 req-4caa06eb-6ac3-4623-9731-f13effb777b0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.187368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb30af-139f-41da-9055-782fc165f167 req-4caa06eb-6ac3-4623-9731-f13effb777b0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.193025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb30af-139f-41da-9055-782fc165f167 req-4caa06eb-6ac3-4623-9731-f13effb777b0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.199320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb30af-139f-41da-9055-782fc165f167 req-4caa06eb-6ac3-4623-9731-f13effb777b0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.205057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb30af-139f-41da-9055-782fc165f167 req-4caa06eb-6ac3-4623-9731-f13effb777b0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.210957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb30af-139f-41da-9055-782fc165f167 req-4caa06eb-6ac3-4623-9731-f13effb777b0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.217735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb30af-139f-41da-9055-782fc165f167 req-4caa06eb-6ac3-4623-9731-f13effb777b0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.225230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89eb30af-139f-41da-9055-782fc165f167 req-4caa06eb-6ac3-4623-9731-f13effb777b0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.6155784 Jun 30 02:47:32.227088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:32.227608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:32.227874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:32.237298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:32.239353 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65dabdb-f9c9-4471-afed-ebc4f6006b69" -d '{"events": [{"server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "name": "network-vif-unplugged", "status": "completed", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:32.253289 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e52e007-ec13-4f53-af55-f4a0ad5f02f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.261405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Port b532c172-0fc2-4c28-bac6-12d31dd69f3b on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:32.261766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:32.272970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:32.279282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:32.279282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:32.279282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Bound port: b532c172-0fc2-4c28-bac6-12d31dd69f3b, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:32.279282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.299961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d9301-a1e2-430e-b85c-ad7f9a795518 req-82fc45ee-31b5-4039-b8da-f1189f367c19 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.302674 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e77d9301-a1e2-430e-b85c-ad7f9a795518 req-82fc45ee-31b5-4039-b8da-f1189f367c19 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 948 time: 0.1393836 Jun 30 02:47:32.306197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89eb30af-139f-41da-9055-782fc165f167 req-7faacdc2-5c23-4131-920e-76d37faa9556 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798969 Jun 30 02:47:32.362043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e77d9301-a1e2-430e-b85c-ad7f9a795518 req-9f5505b9-8fda-4dec-96f4-8b75aaad3807 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514934 Jun 30 02:47:32.411039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:32.415446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:32.519095 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495d8e1f-97fd-4f98-8ad4-45de383f7ea1 x-openstack-request-id: req-495d8e1f-97fd-4f98-8ad4-45de383f7ea1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:32.519399 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "name": "network-vif-unplugged", "status": "completed", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:32.519648 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-495d8e1f-97fd-4f98-8ad4-45de383f7ea1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:32.520042 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'code': 200} Jun 30 02:47:32.554190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e52e007-ec13-4f53-af55-f4a0ad5f02f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.623796 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7e52e007-ec13-4f53-af55-f4a0ad5f02f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f15ca70ba2f34e2f8a10a9c2aedebc56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1490183 Jun 30 02:47:32.624687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52e007-ec13-4f53-af55-f4a0ad5f02f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d7e43f-956f-468a-8903-93667430dbd6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:32.641962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54366) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:32.648162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.733027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.734491 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.735132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] 10.222.0.74 "PUT /v2.0/ports/b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 1096 time: 2.1318989 Jun 30 02:47:32.846005 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.896950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bed41-2e5e-4e48-a661-038acb507c27 service neutron] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:32.913214 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fcfb854d-d786-4e90-9997-412e142200fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.945483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4175a674-0183-43f7-a13d-59759d9eaa13 req-7da2e347-a1df-48ed-83e0-095e9e1d34c8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 210 time: 0.4558554 Jun 30 02:47:32.998286 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fcfb854d-d786-4e90-9997-412e142200fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.027766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069aaab-046d-44e2-beec-e15bee310bec req-6d43f0a9-5b18-4f34-b017-ec08570fd266 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.029403 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e069aaab-046d-44e2-beec-e15bee310bec req-6d43f0a9-5b18-4f34-b017-ec08570fd266 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 945 time: 0.3631406 Jun 30 02:47:33.080967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-0da2107e-8e73-4dcd-b19c-3c604d1ffef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.082513 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-0da2107e-8e73-4dcd-b19c-3c604d1ffef3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1099 time: 0.3028736 Jun 30 02:47:33.099437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-0e4e5805-75cb-40ec-8cc6-ed289d40c171 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.100884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-0e4e5805-75cb-40ec-8cc6-ed289d40c171 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.74 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 946 time: 0.2890894 Jun 30 02:47:33.123311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:33.149455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:33.150681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e306d7a1-3c1f-4bcc-97e3-2858fe8eb98c not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:33.151257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:33.192500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:33.199385 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e069aaab-046d-44e2-beec-e15bee310bec req-0374f973-e7b9-4536-ac74-9de82594c18d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618423 Jun 30 02:47:33.296706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-cad92372-dd3f-48e8-92b8-104145952e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.298242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-cad92372-dd3f-48e8-92b8-104145952e61 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2070291 Jun 30 02:47:33.307454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baa633-905e-420a-ac5d-4c16c3186568 req-abe4477f-863c-4c2e-9632-cf047d9dfeeb tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.314294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07baa633-905e-420a-ac5d-4c16c3186568 req-abe4477f-863c-4c2e-9632-cf047d9dfeeb tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 946 time: 0.0836771 Jun 30 02:47:33.317173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-d29fb84e-6a57-49e8-be19-0fd3f0e70d38 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Deleting port cbf1b61c-4083-4c9d-b30f-02fd1072df06 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:33.318059 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-d29fb84e-6a57-49e8-be19-0fd3f0e70d38 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.384708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07baa633-905e-420a-ac5d-4c16c3186568 req-afd4c269-f0ae-473d-b668-1a5b3c1015e2 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/security-groups?id=0d6b74e3-f735-4783-b8eb-5f59d8033d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695877 Jun 30 02:47:33.414992 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-68e56213-d7ed-43a6-b752-286e5840315e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 217 time: 0.1003542 Jun 30 02:47:33.600078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fcfb854d-d786-4e90-9997-412e142200fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.602669 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fcfb854d-d786-4e90-9997-412e142200fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.604322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fcfb854d-d786-4e90-9997-412e142200fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47d7e43f-956f-468a-8903-93667430dbd6 HTTP/1.1" status: 204 len: 168 time: 0.9452014 Jun 30 02:47:33.612445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-bf1a185d-be46-4467-a9d8-d9eac5a6decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.613913 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-bf1a185d-be46-4467-a9d8-d9eac5a6decc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1862221 Jun 30 02:47:33.622853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-d29fb84e-6a57-49e8-be19-0fd3f0e70d38 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] For port cbf1b61c-4083-4c9d-b30f-02fd1072df06, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=cbf1b61c-4083-4c9d-b30f-02fd1072df06,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:33.623218 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-d29fb84e-6a57-49e8-be19-0fd3f0e70d38 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.645307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb854d-d786-4e90-9997-412e142200fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d7e43f-956f-468a-8903-93667430dbd6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:33.658515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-d29fb84e-6a57-49e8-be19-0fd3f0e70d38 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Calling delete_port for cbf1b61c-4083-4c9d-b30f-02fd1072df06 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:33.668809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-eeaa8931-7fac-4ac1-a13b-0b50ceb272d9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.670344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-eeaa8931-7fac-4ac1-a13b-0b50ceb272d9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.2949336 Jun 30 02:47:33.710015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Request body: {'port': {'device_id': 'ebafc3e3-260e-452f-9565-435931ad491b', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'admin_state_up': True, 'tenant_id': '97787217fcc14b9aa4f8cbea685e8609'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:33.798068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ded3e-e58d-49bd-8b98-8511fbb0598f req-50b11c29-4779-4b62-96a3-80c43b9fd448 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.799508 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b5ded3e-e58d-49bd-8b98-8511fbb0598f req-50b11c29-4779-4b62-96a3-80c43b9fd448 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1096 time: 0.3967063 Jun 30 02:47:33.882963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b74078-a38c-4596-898c-91ddeacc0177 req-f31e374a-b745-4ff7-a0f3-3553dda617b2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.893083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b74078-a38c-4596-898c-91ddeacc0177 req-f31e374a-b745-4ff7-a0f3-3553dda617b2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.899277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b74078-a38c-4596-898c-91ddeacc0177 req-f31e374a-b745-4ff7-a0f3-3553dda617b2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.906106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b5ded3e-e58d-49bd-8b98-8511fbb0598f req-30bd11b9-8df4-46d4-857c-6ef1684389b5 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982435 Jun 30 02:47:33.906327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b74078-a38c-4596-898c-91ddeacc0177 req-f31e374a-b745-4ff7-a0f3-3553dda617b2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.912529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b74078-a38c-4596-898c-91ddeacc0177 req-f31e374a-b745-4ff7-a0f3-3553dda617b2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.917805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-e159b490-5124-4bbf-89fa-9cb4ed2ac6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.926724 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-e159b490-5124-4bbf-89fa-9cb4ed2ac6c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2751803 Jun 30 02:47:33.926938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b74078-a38c-4596-898c-91ddeacc0177 req-f31e374a-b745-4ff7-a0f3-3553dda617b2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.928700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b74078-a38c-4596-898c-91ddeacc0177 req-f31e374a-b745-4ff7-a0f3-3553dda617b2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.937209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9b74078-a38c-4596-898c-91ddeacc0177 req-f31e374a-b745-4ff7-a0f3-3553dda617b2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.1446967 Jun 30 02:47:34.012315 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9b74078-a38c-4596-898c-91ddeacc0177 req-a4350d71-12d7-4513-aea1-845c5d80698c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736840 Jun 30 02:47:34.188254 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-154db245-de97-466d-9dea-7a880a0fdf44 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584763 Jun 30 02:47:34.339638 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-fa5005b0-bad8-40f0-8834-10f86fcf77f3 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399536 Jun 30 02:47:34.366317 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Made reservation on behalf of 97787217fcc14b9aa4f8cbea685e8609 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:34.384344 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.433101 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-d29fb84e-6a57-49e8-be19-0fd3f0e70d38 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.454628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['cbf1b61c-4083-4c9d-b30f-02fd1072df06'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:34.524026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:34.526396 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa670988-e822-4511-a59b-e60a0cfffca0" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:34.531141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fb84e-6a57-49e8-be19-0fd3f0e70d38 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Pushing event deleted for resources: {'Port': ['ID=cbf1b61c-4083-4c9d-b30f-02fd1072df06,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:34.636823 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28162716-0ffc-4efe-80ca-36fce0657f7e req-ae4d2424-c709-44dc-b5ae-f42b0207ca73 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:34.639080 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28162716-0ffc-4efe-80ca-36fce0657f7e req-ae4d2424-c709-44dc-b5ae-f42b0207ca73 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 948 time: 0.1417708 Jun 30 02:47:34.659347 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.706333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-d29fb84e-6a57-49e8-be19-0fd3f0e70d38 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] No DVR routers for this DVR port cbf1b61c-4083-4c9d-b30f-02fd1072df06 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:34.711874 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0af771c8-4c33-4fe8-9bc8-55120378fc6c req-07342e7a-9589-47ac-ac16-72fc07b42de6 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 210 time: 0.0765669 Jun 30 02:47:34.712947 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-d29fb84e-6a57-49e8-be19-0fd3f0e70d38 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.715052 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2916ca2c-af0d-40bb-a5de-2aac5561cc51 req-d29fb84e-6a57-49e8-be19-0fd3f0e70d38 tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.74 "DELETE /v2.0/ports/cbf1b61c-4083-4c9d-b30f-02fd1072df06 HTTP/1.1" status: 204 len: 173 time: 1.6033165 Jun 30 02:47:34.730208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28162716-0ffc-4efe-80ca-36fce0657f7e req-9a3a7dff-5f38-4ab0-8e72-66479501df89 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853686 Jun 30 02:47:34.826844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Allocated IP 172.20.0.9 (d7b6293f-04a5-4899-8348-86d5a461f5fe/50dac26f-bd2e-42ee-a54c-f144157b5667/21c579e8-72f9-439f-97a5-608e00305336) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:34.947858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5cff4dbf-7714-4a43-9437-4bee8213add2 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:35.030891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c4892-c16e-4d97-aff6-5af0a56a902e req-75953460-22cb-4b7d-a8cb-68c99549ad7d tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.039997 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-762c4892-c16e-4d97-aff6-5af0a56a902e req-75953460-22cb-4b7d-a8cb-68c99549ad7d tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1096 time: 0.1304636 Jun 30 02:47:35.064028 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d256d735-29dc-41a9-996e-72177243149c req-b4e6a62f-cf0d-4722-8fcb-542369de698a tempest-AttachSCSIVolumeTestJSON-1541476633 tempest-AttachSCSIVolumeTestJSON-1541476633-project] 10.222.0.77 "GET /v2.0/ports?device_id=a18520be-0962-43fc-8ea0-146e8092ebfb HTTP/1.1" status: 200 len: 210 time: 0.1578808 Jun 30 02:47:35.126491 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-762c4892-c16e-4d97-aff6-5af0a56a902e req-524fcee9-ba2b-4cbe-bce5-63577e70e0f9 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805655 Jun 30 02:47:35.171326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5cff4dbf-7714-4a43-9437-4bee8213add2, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5cff4dbf-7714-4a43-9437-4bee8213add2,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:35.193794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '5cff4dbf-7714-4a43-9437-4bee8213add2', 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e', 'port_id': '5cff4dbf-7714-4a43-9437-4bee8213add2', 'mac_address': 'fa:16:3e:04:4b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895c76f2-b67c-46ed-8de5-90205d541aaa', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:35.217439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.249018 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb1c15a-2352-46fe-b9f7-bfe874487bf2 x-openstack-request-id: req-cdb1c15a-2352-46fe-b9f7-bfe874487bf2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:35.249309 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:35.249588 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cdb1c15a-2352-46fe-b9f7-bfe874487bf2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:35.249985 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'status': 'completed', 'code': 200} Jun 30 02:47:35.265030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.284823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cff4dbf-7714-4a43-9437-4bee8213add2 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:35.355413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5cff4dbf-7714-4a43-9437-4bee8213add2, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5cff4dbf-7714-4a43-9437-4bee8213add2,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:35.356696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54418) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:35.386567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-7d4c29c8-f1a6-4afc-b4c0-1bc866c7eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.388586 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-7d4c29c8-f1a6-4afc-b4c0-1bc866c7eff7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1099 time: 0.1143019 Jun 30 02:47:35.407936 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.497299 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.498139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device bb12e561-a0b3-4475-9098-277e869e6df0 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:35.549620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-9d00a5d8-6cda-4606-b486-8920e7cc53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.553230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-9d00a5d8-6cda-4606-b486-8920e7cc53c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1545765 Jun 30 02:47:35.555152 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.588210 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-809d3bfb-d65f-49a7-be4b-95fa61d9e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.594529 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-809d3bfb-d65f-49a7-be4b-95fa61d9e4e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1099 time: 0.3068037 Jun 30 02:47:35.612458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=5cff4dbf-7714-4a43-9437-4bee8213add2,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:35.677520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Network d7b6293f-04a5-4899-8348-86d5a461f5fe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:35.683239 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-b3e2ea2a-7c44-4f4b-8ffc-a9c64ed146d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 217 time: 0.1190109 Jun 30 02:47:35.692028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:35.709960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:35.766664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d7c8-b3dc-4d9d-8d34-8e3931911aa7 req-58e13da9-0137-4d19-9af9-77e56a9279c1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.774196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d7c8-b3dc-4d9d-8d34-8e3931911aa7 req-58e13da9-0137-4d19-9af9-77e56a9279c1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.782547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d7c8-b3dc-4d9d-8d34-8e3931911aa7 req-58e13da9-0137-4d19-9af9-77e56a9279c1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.782761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.782761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.789308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d7c8-b3dc-4d9d-8d34-8e3931911aa7 req-58e13da9-0137-4d19-9af9-77e56a9279c1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.796115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d7c8-b3dc-4d9d-8d34-8e3931911aa7 req-58e13da9-0137-4d19-9af9-77e56a9279c1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.802838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d7c8-b3dc-4d9d-8d34-8e3931911aa7 req-58e13da9-0137-4d19-9af9-77e56a9279c1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.816025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d7c8-b3dc-4d9d-8d34-8e3931911aa7 req-58e13da9-0137-4d19-9af9-77e56a9279c1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.824320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4756d7c8-b3dc-4d9d-8d34-8e3931911aa7 req-58e13da9-0137-4d19-9af9-77e56a9279c1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5420 time: 0.4560168 Jun 30 02:47:35.829006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-8ba86a80-bd0b-418a-9439-90387f4e7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.830720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-8ba86a80-bd0b-418a-9439-90387f4e7dcf service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2211649 Jun 30 02:47:35.837936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event updated for resources: {'Port': ['ID=21c579e8-72f9-439f-97a5-608e00305336,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:35.846158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port bb12e561-a0b3-4475-9098-277e869e6df0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=bb12e561-a0b3-4475-9098-277e869e6df0,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:35.869209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'bb12e561-a0b3-4475-9098-277e869e6df0', 'network_id': '2a5db8db-57db-48b3-8070-466902d80432', 'port_id': 'bb12e561-a0b3-4475-9098-277e869e6df0', 'mac_address': 'fa:16:3e:74:91:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6270346-7331-4901-9fae-9ec73206d49e', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:35.876470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-2d48605a-5d6b-4b4d-931b-ea3e654b90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.880716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-2d48605a-5d6b-4b4d-931b-ea3e654b90c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1709001 Jun 30 02:47:35.903462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-90581a7d-8f1e-467f-902f-08adb4e7d831 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 217 time: 0.0606284 Jun 30 02:47:35.931115 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.946292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb12e561-a0b3-4475-9098-277e869e6df0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:35.989953 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4756d7c8-b3dc-4d9d-8d34-8e3931911aa7 req-352c923b-6d94-430b-af6b-ec590013b5b7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642299 Jun 30 02:47:36.016167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port bb12e561-a0b3-4475-9098-277e869e6df0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=bb12e561-a0b3-4475-9098-277e869e6df0,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:36.033133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-9fff2b2c-2c10-4e30-87e2-167462501be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:36.034905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-9fff2b2c-2c10-4e30-87e2-167462501be7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496544 Jun 30 02:47:36.088278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-d458fd33-4cba-4fed-b4bc-f75e3315b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:36.113290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-d458fd33-4cba-4fed-b4bc-f75e3315b75e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.2016330 Jun 30 02:47:36.133470 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.134701 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 600114d5-9810-4fd3-854d-b1f2ec027f54 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:36.176398 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.253038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-8a58c523-9482-4127-a2a1-84990366b7f8 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063506 Jun 30 02:47:36.257319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 600114d5-9810-4fd3-854d-b1f2ec027f54, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=600114d5-9810-4fd3-854d-b1f2ec027f54,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:36.265528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=bb12e561-a0b3-4475-9098-277e869e6df0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:36.281281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '600114d5-9810-4fd3-854d-b1f2ec027f54', 'network_id': '2a5db8db-57db-48b3-8070-466902d80432', 'port_id': '600114d5-9810-4fd3-854d-b1f2ec027f54', 'mac_address': 'fa:16:3e:5f:cb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6270346-7331-4901-9fae-9ec73206d49e', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:36.293230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-991481c6-c4dc-4b01-854f-dcbad348fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:36.300641 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-991481c6-c4dc-4b01-854f-dcbad348fcfe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609473 Jun 30 02:47:36.303249 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.343034 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.346099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9de8236944024d21992c4ba097384c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9879708 Jun 30 02:47:36.348502 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54440) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:36.359040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600114d5-9810-4fd3-854d-b1f2ec027f54 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:36.386922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 600114d5-9810-4fd3-854d-b1f2ec027f54, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=600114d5-9810-4fd3-854d-b1f2ec027f54,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:36.421380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-08972564-59ca-426b-8a61-06df1ede9042 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7284937 Jun 30 02:47:36.440057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Request body: {'port': {'device_id': 'ebafc3e3-260e-452f-9565-435931ad491b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:36.481486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b03b6c-f18f-493e-97c4-2086707aec1f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:36.509723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a199f2-0abe-4e88-ae65-ce23e8f7979b req-fc48bce1-ef9e-44bd-8ce4-9aa1e4109565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:36.512256 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84a199f2-0abe-4e88-ae65-ce23e8f7979b req-fc48bce1-ef9e-44bd-8ce4-9aa1e4109565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 931 time: 0.3017418 Jun 30 02:47:36.513735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.514222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.514666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.515106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.515535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.516122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.516691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.517246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.517848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.518404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.518971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.519528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cf1e41-f0e7-4707-8506-d00ccb6c3041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:36.547936 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f393aa1-d718-4ce0-be3b-4bf07a14faf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.557073 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.558373 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 20dc477e-ceff-4a03-a76a-c8f3d4378a5d details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:36.567922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-24b1fb8d-7bb1-49c4-ae4c-41dedc369616 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671938 Jun 30 02:47:36.585821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-8e8438d1-1ade-42c2-8d65-2756fd8ada42 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558513 Jun 30 02:47:36.606814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7d3e4-914f-4620-89f1-d8d367f1a25b req-13c9290a-03c7-4a45-b361-e051f0744955 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:36.614252 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ced7d3e4-914f-4620-89f1-d8d367f1a25b req-13c9290a-03c7-4a45-b361-e051f0744955 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 948 time: 0.3123496 Jun 30 02:47:36.629765 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=600114d5-9810-4fd3-854d-b1f2ec027f54,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:36.638591 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f393aa1-d718-4ce0-be3b-4bf07a14faf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.656711 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.731928 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84a199f2-0abe-4e88-ae65-ce23e8f7979b req-720d0aaf-84c7-4002-9e23-e3de08143300 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083185 Jun 30 02:47:36.765390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ced7d3e4-914f-4620-89f1-d8d367f1a25b req-df677882-d3e5-4ed2-a11a-be835914c336 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501987 Jun 30 02:47:36.860097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa670988-e822-4511-a59b-e60a0cfffca0 req-f2261f31-30b7-42dc-a688-b017260f59f8 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645907 Jun 30 02:47:36.903153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:36.921346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'port_id': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d', 'mac_address': 'fa:16:3e:6b:a4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:36.956038 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f393aa1-d718-4ce0-be3b-4bf07a14faf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.959487 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f393aa1-d718-4ce0-be3b-4bf07a14faf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.963879 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2f393aa1-d718-4ce0-be3b-4bf07a14faf7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b7b03b6c-f18f-493e-97c4-2086707aec1f HTTP/1.1" status: 204 len: 168 time: 0.6061761 Jun 30 02:47:36.976854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f393aa1-d718-4ce0-be3b-4bf07a14faf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b03b6c-f18f-493e-97c4-2086707aec1f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:37.038992 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.053213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20dc477e-ceff-4a03-a76a-c8f3d4378a5d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:37.082066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:37.191925 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c0a0-20fa-431d-a819-45d979f96b8a req-d591c2f4-4600-4c7f-b244-921d410d9034 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.193733 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d79c0a0-20fa-431d-a819-45d979f96b8a req-d591c2f4-4600-4c7f-b244-921d410d9034 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1096 time: 0.2237232 Jun 30 02:47:37.236764 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.237754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 45bddaf2-a14c-4b74-aaa1-742550900101 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:37.285479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18520be-0962-43fc-8ea0-146e8092ebfb', 'name': 'network-vif-deleted', 'tag': 'cbf1b61c-4083-4c9d-b30f-02fd1072df06'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:37.337617 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e39e8cc-3b8b-4c75-b497-d1a7c63afe53" -d '{"events": [{"server_uuid": "a18520be-0962-43fc-8ea0-146e8092ebfb", "name": "network-vif-deleted", "tag": "cbf1b61c-4083-4c9d-b30f-02fd1072df06"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:37.337617 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d79c0a0-20fa-431d-a819-45d979f96b8a req-148011cf-d203-4cd5-9d1b-da376c6fbb3e tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259546 Jun 30 02:47:37.337617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c579e8-72f9-439f-97a5-608e00305336 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:37.346730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:37.365914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 45bddaf2-a14c-4b74-aaa1-742550900101, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=45bddaf2-a14c-4b74-aaa1-742550900101,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:37.373841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.379150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '45bddaf2-a14c-4b74-aaa1-742550900101', 'network_id': '9f95e7b4-a4f7-4e28-ba4f-dde9f067879e', 'port_id': '45bddaf2-a14c-4b74-aaa1-742550900101', 'mac_address': 'fa:16:3e:ce:b2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895c76f2-b67c-46ed-8de5-90205d541aaa', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:37.389108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Transition to ACTIVE for port object 21c579e8-72f9-439f-97a5-608e00305336 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:37.432072 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.448062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bddaf2-a14c-4b74-aaa1-742550900101 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:37.468713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 45bddaf2-a14c-4b74-aaa1-742550900101, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=45bddaf2-a14c-4b74-aaa1-742550900101,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:37.576082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e9b5-2bb5-4857-a629-a52edc8658a4 req-722bc3f3-cd5b-4507-9502-2ca77d7bcd85 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.582115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e9b5-2bb5-4857-a629-a52edc8658a4 req-722bc3f3-cd5b-4507-9502-2ca77d7bcd85 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.587889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e9b5-2bb5-4857-a629-a52edc8658a4 req-722bc3f3-cd5b-4507-9502-2ca77d7bcd85 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.593729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e9b5-2bb5-4857-a629-a52edc8658a4 req-722bc3f3-cd5b-4507-9502-2ca77d7bcd85 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.600982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e9b5-2bb5-4857-a629-a52edc8658a4 req-722bc3f3-cd5b-4507-9502-2ca77d7bcd85 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.607190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e9b5-2bb5-4857-a629-a52edc8658a4 req-722bc3f3-cd5b-4507-9502-2ca77d7bcd85 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.613324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e9b5-2bb5-4857-a629-a52edc8658a4 req-722bc3f3-cd5b-4507-9502-2ca77d7bcd85 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.615048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3940e9b5-2bb5-4857-a629-a52edc8658a4 req-722bc3f3-cd5b-4507-9502-2ca77d7bcd85 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5424 time: 0.1150420 Jun 30 02:47:37.658698 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3940e9b5-2bb5-4857-a629-a52edc8658a4 req-26a0fe02-044d-4192-bbc4-975fce5f5709 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339420 Jun 30 02:47:37.968285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed01ade-7a42-4ae4-8bc3-07e18539514d req-7119a1b8-7771-4516-afc2-569c35f14630 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.974407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed01ade-7a42-4ae4-8bc3-07e18539514d req-7119a1b8-7771-4516-afc2-569c35f14630 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.975948 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bed01ade-7a42-4ae4-8bc3-07e18539514d req-7119a1b8-7771-4516-afc2-569c35f14630 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959&device_id=fc5f2c3e-9234-4578-9304-2093b8374ee3 HTTP/1.1" status: 200 len: 1681 time: 0.0743206 Jun 30 02:47:38.013899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bed01ade-7a42-4ae4-8bc3-07e18539514d req-3cf21f4c-c789-4777-826d-eb9886c31669 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Jun 30 02:47:38.049259 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ce02fe-6387-40d4-a1d0-70bc92970429 x-openstack-request-id: req-89ce02fe-6387-40d4-a1d0-70bc92970429 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:38.049591 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18520be-0962-43fc-8ea0-146e8092ebfb", "name": "network-vif-deleted", "tag": "cbf1b61c-4083-4c9d-b30f-02fd1072df06", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:38.049848 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89ce02fe-6387-40d4-a1d0-70bc92970429 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:38.050256 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18520be-0962-43fc-8ea0-146e8092ebfb', 'name': 'network-vif-deleted', 'tag': 'cbf1b61c-4083-4c9d-b30f-02fd1072df06', 'status': 'completed', 'code': 200} Jun 30 02:47:38.120366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.120993 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.121124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 346d9070-7538-4e70-b6dc-4712b4ec1f8a details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:38.180916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Pushing event updated for resources: {'Port': ['ID=21c579e8-72f9-439f-97a5-608e00305336,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:38.208131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=45bddaf2-a14c-4b74-aaa1-742550900101,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:38.228335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 346d9070-7538-4e70-b6dc-4712b4ec1f8a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=346d9070-7538-4e70-b6dc-4712b4ec1f8a,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:38.250502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '346d9070-7538-4e70-b6dc-4712b4ec1f8a', 'network_id': '2a5db8db-57db-48b3-8070-466902d80432', 'port_id': '346d9070-7538-4e70-b6dc-4712b4ec1f8a', 'mac_address': 'fa:16:3e:e0:b4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6270346-7331-4901-9fae-9ec73206d49e', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:38.303643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.305084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Attempting to bind port 21c579e8-72f9-439f-97a5-608e00305336 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:38.305691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Attempting to bind port 21c579e8-72f9-439f-97a5-608e00305336 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:38.305815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Attempting to bind port 21c579e8-72f9-439f-97a5-608e00305336 on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:38.310881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Port 21c579e8-72f9-439f-97a5-608e00305336 on network d7b6293f-04a5-4899-8348-86d5a461f5fe not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:38.311294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Attempting to bind port 21c579e8-72f9-439f-97a5-608e00305336 on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:38.316664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:38.317061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Checking segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:38.317487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Bound using segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:38.318928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Bound port: 21c579e8-72f9-439f-97a5-608e00305336, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:38.318928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.329408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346d9070-7538-4e70-b6dc-4712b4ec1f8a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:38.371399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 346d9070-7538-4e70-b6dc-4712b4ec1f8a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=346d9070-7538-4e70-b6dc-4712b4ec1f8a,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:38.426776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] For port 21c579e8-72f9-439f-97a5-608e00305336, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:38.431394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] For port 21c579e8-72f9-439f-97a5-608e00305336, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=21c579e8-72f9-439f-97a5-608e00305336,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:38.568098 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.569180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device dbdd0484-5948-43a9-8d71-056365de7c3c details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:38.608144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.657283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port dbdd0484-5948-43a9-8d71-056365de7c3c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=dbdd0484-5948-43a9-8d71-056365de7c3c,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:38.660475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=346d9070-7538-4e70-b6dc-4712b4ec1f8a,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:38.667248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:38.668389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.669605 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] 10.222.0.83 "PUT /v2.0/ports/21c579e8-72f9-439f-97a5-608e00305336 HTTP/1.1" status: 200 len: 1091 time: 2.2364390 Jun 30 02:47:38.673074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'dbdd0484-5948-43a9-8d71-056365de7c3c', 'network_id': '2a5db8db-57db-48b3-8070-466902d80432', 'port_id': 'dbdd0484-5948-43a9-8d71-056365de7c3c', 'mac_address': 'fa:16:3e:a9:07:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6270346-7331-4901-9fae-9ec73206d49e', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:38.722200 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.728911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035b3d4-f1e5-4e42-868e-9a42fad16657 service neutron] Pushing event updated for resources: {'Port': ['ID=21c579e8-72f9-439f-97a5-608e00305336,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:38.735831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdd0484-5948-43a9-8d71-056365de7c3c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:38.761009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port dbdd0484-5948-43a9-8d71-056365de7c3c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=dbdd0484-5948-43a9-8d71-056365de7c3c,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:38.916761 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.962400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-581b8633-6fca-4f2f-bced-41c8d7c3ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:38.963894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-581b8633-6fca-4f2f-bced-41c8d7c3ce76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 1094 time: 0.1119165 Jun 30 02:47:38.975458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:39.047910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-71b511ed-e69e-4bbc-8bad-627a3557eecc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21c579e8-72f9-439f-97a5-608e00305336 HTTP/1.1" status: 200 len: 217 time: 0.0766537 Jun 30 02:47:39.082310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=dbdd0484-5948-43a9-8d71-056365de7c3c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:39.110643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-b44a736d-fafc-46aa-b943-7b4ff6f67b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:39.112934 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-b44a736d-fafc-46aa-b943-7b4ff6f67b5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.0593719 Jun 30 02:47:39.170306 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-b492547b-d892-4ac5-b5e8-37469c1a948f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355728 Jun 30 02:47:39.175083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:39.191658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'mac_address': 'fa:16:3e:89:31:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:39.233219 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.248961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b532c172-0fc2-4c28-bac6-12d31dd69f3b {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:39.267052 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-46b2eeaf-8d97-4c18-8b65-5cac126eb436 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906918 Jun 30 02:47:39.267872 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:39.361356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ed3c8-6a75-457e-b201-7e78d83a72f8 req-0b8b7648-31be-42fa-ae8d-f12e61395ff5 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879185 Jun 30 02:47:39.588412 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.641527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:39.822279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['20dc477e-ceff-4a03-a76a-c8f3d4378a5d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:39.850917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['bb12e561-a0b3-4475-9098-277e869e6df0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:39.890351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['600114d5-9810-4fd3-854d-b1f2ec027f54'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:39.896315 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['5cff4dbf-7714-4a43-9437-4bee8213add2'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:39.952299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['346d9070-7538-4e70-b6dc-4712b4ec1f8a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:40.008259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['dbdd0484-5948-43a9-8d71-056365de7c3c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:40.051385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebafc3e3-260e-452f-9565-435931ad491b', 'tag': '21c579e8-72f9-439f-97a5-608e00305336'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:40.053809 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ebafc3e3-260e-452f-9565-435931ad491b", "tag": "21c579e8-72f9-439f-97a5-608e00305336"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:40.170163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['b532c172-0fc2-4c28-bac6-12d31dd69f3b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:40.343179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c4be4-254c-487e-b53a-5af97955210c req-a97415c9-3c72-4a01-92cd-859d14a98b1b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:40.344995 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f96c4be4-254c-487e-b53a-5af97955210c req-a97415c9-3c72-4a01-92cd-859d14a98b1b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 943 time: 0.0868647 Jun 30 02:47:40.388559 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f96c4be4-254c-487e-b53a-5af97955210c req-963c8743-60b1-40c3-9080-7abf44878f22 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336130 Jun 30 02:47:40.622245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['45bddaf2-a14c-4b74-aaa1-742550900101'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:40.898515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e4e2f-3899-4922-a734-a3bf5f979da6 req-aa4a5401-5ba8-4a46-8cf9-059589d98b6f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:40.900045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e21e4e2f-3899-4922-a734-a3bf5f979da6 req-aa4a5401-5ba8-4a46-8cf9-059589d98b6f tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 949 time: 0.0657251 Jun 30 02:47:40.939560 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e21e4e2f-3899-4922-a734-a3bf5f979da6 req-674427ed-01d3-487c-b719-f20113819a3a tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328534 Jun 30 02:47:40.954888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device cbf1b61c-4083-4c9d-b30f-02fd1072df06 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:40.975507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: cbf1b61c-4083-4c9d-b30f-02fd1072df06 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:40.975852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device cbf1b61c-4083-4c9d-b30f-02fd1072df06 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:41.152757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b28aa-d15f-498c-bbb7-10f56781afbf req-d72ab4b5-93d6-403b-826b-b0db792cac88 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.158609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b28aa-d15f-498c-bbb7-10f56781afbf req-d72ab4b5-93d6-403b-826b-b0db792cac88 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.164422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b28aa-d15f-498c-bbb7-10f56781afbf req-d72ab4b5-93d6-403b-826b-b0db792cac88 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.170470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b28aa-d15f-498c-bbb7-10f56781afbf req-d72ab4b5-93d6-403b-826b-b0db792cac88 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.176565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b28aa-d15f-498c-bbb7-10f56781afbf req-d72ab4b5-93d6-403b-826b-b0db792cac88 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.182934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b28aa-d15f-498c-bbb7-10f56781afbf req-d72ab4b5-93d6-403b-826b-b0db792cac88 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.188709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b28aa-d15f-498c-bbb7-10f56781afbf req-d72ab4b5-93d6-403b-826b-b0db792cac88 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.190696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-540b28aa-d15f-498c-bbb7-10f56781afbf req-d72ab4b5-93d6-403b-826b-b0db792cac88 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5427 time: 0.1135669 Jun 30 02:47:41.231668 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-540b28aa-d15f-498c-bbb7-10f56781afbf req-9fd584ba-a9d8-4cf9-bd8a-7ed6048197a2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345140 Jun 30 02:47:41.281523 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06a0ae3-cc35-4f89-b662-d865ddddf885 x-openstack-request-id: req-b06a0ae3-cc35-4f89-b662-d865ddddf885 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:41.282038 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebafc3e3-260e-452f-9565-435931ad491b", "tag": "21c579e8-72f9-439f-97a5-608e00305336", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:41.282203 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b06a0ae3-cc35-4f89-b662-d865ddddf885 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:41.282665 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebafc3e3-260e-452f-9565-435931ad491b', 'tag': '21c579e8-72f9-439f-97a5-608e00305336', 'status': 'completed', 'code': 200} Jun 30 02:47:41.364904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3 req-14cd576a-1787-4d23-b308-161e55932fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.366556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3 req-14cd576a-1787-4d23-b308-161e55932fff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 1094 time: 0.0556772 Jun 30 02:47:41.438313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-48d08d9f-4455-4b2c-9960-5736a28501f6 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:47:41.438313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-48d08d9f-4455-4b2c-9960-5736a28501f6 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083070 Jun 30 02:47:41.448069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Request body: {'binding': {'host': 'n-h2-798249-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:41.448519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Unknown quota resources ['binding']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:47:41.542346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3 req-20c0a518-912c-49d2-92bf-9d126b7df919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.543834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3 req-20c0a518-912c-49d2-92bf-9d126b7df919 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 913 time: 0.1688924 Jun 30 02:47:41.885413 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3 req-e95a4811-f84d-4506-8b18-8a154ebb9109 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21c579e8-72f9-439f-97a5-608e00305336 HTTP/1.1" status: 200 len: 217 time: 0.3339171 Jun 30 02:47:41.975629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on host n-h2-798249-3 for vnic_type normal with profile None {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:41.975981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:41.976324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:41.985379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3 req-72e9dd89-595a-45a1-bee3-34e40aac8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.986926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3 req-72e9dd89-595a-45a1-bee3-34e40aac8672 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.0896974 Jun 30 02:47:41.987629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:41.987958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:41.992941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:41.993286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:41.993719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:41.994160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Bound port: 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:42.049992 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3 req-c9b9d752-a52f-456c-a92d-2300859ac769 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534837 Jun 30 02:47:42.175158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:42.227490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-9ecc7351-ba6c-414d-9549-d87e9a254d5c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.229579 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-9ecc7351-ba6c-414d-9549-d87e9a254d5c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.74 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649&tenant_id=a205eb72430843758a6f07925588ee7f&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 949 time: 0.1190391 Jun 30 02:47:42.271782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3 req-fdaee095-d3f4-40c4-a9d8-c5b04eac9ec2 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130494 Jun 30 02:47:42.314819 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.314819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f5f2badf-14ca-4485-b2d4-79b5160c1e9f service neutron] 10.222.0.77 "POST /v2.0/ports/0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8686795 Jun 30 02:47:42.367228 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-b0b32487-ffa8-476a-ae94-f34681cb5838 service neutron] 10.222.0.74 "GET /v2.0/ports/b532c172-0fc2-4c28-bac6-12d31dd69f3b/bindings/n-h1-798249-3 HTTP/1.1" status: 200 len: 382 time: 0.1263072 Jun 30 02:47:42.399922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5c7cc7d-f209-427a-8dc4-ad2bd25850f3 req-ee8616c6-4898-460e-9396-c0df503c74b3 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194084 Jun 30 02:47:42.459909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-04dd2d6e-b8be-4e2f-a169-3c685640d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.461426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-04dd2d6e-b8be-4e2f-a169-3c685640d12a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1100 time: 0.0566401 Jun 30 02:47:42.565466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-36e41fd5-7d57-4966-a7ec-b9add7e3a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.567024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-36e41fd5-7d57-4966-a7ec-b9add7e3a793 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.0962350 Jun 30 02:47:42.613821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-06f99e8e-48c5-45b5-acc6-2e5b5d66e101 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 217 time: 0.0384264 Jun 30 02:47:42.671396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-9238c25d-40c4-4277-864b-96175f36af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.672780 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-9238c25d-40c4-4277-864b-96175f36af40 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0512545 Jun 30 02:47:42.692802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f42e75-e4ac-4fe7-81cb-84ab05527a0a req-8c5eeb60-5586-466a-b471-e94d612dd217 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.698208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89f42e75-e4ac-4fe7-81cb-84ab05527a0a req-8c5eeb60-5586-466a-b471-e94d612dd217 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 951 time: 0.0737073 Jun 30 02:47:42.744407 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89f42e75-e4ac-4fe7-81cb-84ab05527a0a req-18c53c58-b089-49bd-9916-2ece7a9216b2 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Jun 30 02:47:42.747851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-9c5fbfad-f0a8-43d6-b70e-a471966bd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.749531 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-9c5fbfad-f0a8-43d6-b70e-a471966bd71e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695903 Jun 30 02:47:42.887901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-2285f5f1-70c1-473c-8391-73bce44aeb92 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293807 Jun 30 02:47:42.975326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03424b04-ac1d-4960-ac82-8c7ce7b99ba1 req-14317167-7ef7-4728-b978-bd11a8bba3f2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.978739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03424b04-ac1d-4960-ac82-8c7ce7b99ba1 req-14317167-7ef7-4728-b978-bd11a8bba3f2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 949 time: 0.0965283 Jun 30 02:47:43.020045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03424b04-ac1d-4960-ac82-8c7ce7b99ba1 req-1f805c1a-3147-43ed-ab09-29f2198a17a2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354981 Jun 30 02:47:43.023750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411188-86d3-4706-99dc-5bae1745ac04 req-71b8a696-54d7-48da-9392-9dfac09a5082 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.025282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3411188-86d3-4706-99dc-5bae1745ac04 req-71b8a696-54d7-48da-9392-9dfac09a5082 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 943 time: 0.1565597 Jun 30 02:47:43.029799 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-44ababdd-050e-4b2e-a2a3-74d84c673252 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249630 Jun 30 02:47:43.098109 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3411188-86d3-4706-99dc-5bae1745ac04 req-12c598b9-870f-4d78-a2a7-fba3513e12f9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666599 Jun 30 02:47:43.171423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 21c579e8-72f9-439f-97a5-608e00305336 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:43.186643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-ec16056a-a8d6-4884-b1af-adff1c7f9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.188817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-ec16056a-a8d6-4884-b1af-adff1c7f9e64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1096 time: 0.0758657 Jun 30 02:47:43.365965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 21c579e8-72f9-439f-97a5-608e00305336, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=21c579e8-72f9-439f-97a5-608e00305336,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:43.371813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec99e-94ba-4f22-b969-58f9f7cbd5d4 req-e4c1e470-f471-4ced-afa6-ffb5ff334bf9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.378004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec99e-94ba-4f22-b969-58f9f7cbd5d4 req-e4c1e470-f471-4ced-afa6-ffb5ff334bf9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.383971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec99e-94ba-4f22-b969-58f9f7cbd5d4 req-e4c1e470-f471-4ced-afa6-ffb5ff334bf9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.388325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '21c579e8-72f9-439f-97a5-608e00305336', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'port_id': '21c579e8-72f9-439f-97a5-608e00305336', 'mac_address': 'fa:16:3e:7a:af:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dac26f-bd2e-42ee-a54c-f144157b5667', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:43.389728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec99e-94ba-4f22-b969-58f9f7cbd5d4 req-e4c1e470-f471-4ced-afa6-ffb5ff334bf9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.395594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec99e-94ba-4f22-b969-58f9f7cbd5d4 req-e4c1e470-f471-4ced-afa6-ffb5ff334bf9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.403061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec99e-94ba-4f22-b969-58f9f7cbd5d4 req-e4c1e470-f471-4ced-afa6-ffb5ff334bf9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.409181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ec99e-94ba-4f22-b969-58f9f7cbd5d4 req-e4c1e470-f471-4ced-afa6-ffb5ff334bf9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.411494 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c8ec99e-94ba-4f22-b969-58f9f7cbd5d4 req-e4c1e470-f471-4ced-afa6-ffb5ff334bf9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5427 time: 0.1500051 Jun 30 02:47:43.413229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-46983e4f-ae74-4dd5-a19b-0b54d8569f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.415311 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-46983e4f-ae74-4dd5-a19b-0b54d8569f25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.2162206 Jun 30 02:47:43.436364 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.453442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c579e8-72f9-439f-97a5-608e00305336 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:43.475262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-403904f4-21a5-4522-a34c-26d0b22dfeb5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e HTTP/1.1" status: 200 len: 217 time: 0.0502179 Jun 30 02:47:43.483217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 21c579e8-72f9-439f-97a5-608e00305336, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=21c579e8-72f9-439f-97a5-608e00305336,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:43.518220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ed235-9d6a-447b-a537-07bf331f8c04 req-bd3f7d11-4530-4698-9511-2a18e312d8d7 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.519802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-526ed235-9d6a-447b-a537-07bf331f8c04 req-bd3f7d11-4530-4698-9511-2a18e312d8d7 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 945 time: 0.0823226 Jun 30 02:47:43.576551 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c8ec99e-94ba-4f22-b969-58f9f7cbd5d4 req-7066a326-f848-4fcc-8ce1-5938341a9a2c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361458 Jun 30 02:47:43.584956 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-526ed235-9d6a-447b-a537-07bf331f8c04 req-2bed452e-3e8e-4355-9c03-ccd13e623959 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587280 Jun 30 02:47:43.589152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-e868a0a7-3337-4851-8f90-8a09d618777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.590660 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-e868a0a7-3337-4851-8f90-8a09d618777a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.1071377 Jun 30 02:47:43.633359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-59226cad-01d7-4106-81ef-65ade2a4f351 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348408 Jun 30 02:47:43.646193 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.743464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=21c579e8-72f9-439f-97a5-608e00305336,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:43.765238 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-2f6e4fac-7a5f-4fe1-92f0-de504fdb0ef3 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231046 Jun 30 02:47:43.866600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-e59951c1-32cc-457a-a8d4-16e89f26785f service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933943 Jun 30 02:47:43.924526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['21c579e8-72f9-439f-97a5-608e00305336'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:44.223954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-afd012ce-fb65-4586-805e-aae831ef3c52 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.225577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-afd012ce-fb65-4586-805e-aae831ef3c52 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.0632401 Jun 30 02:47:44.236765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-3'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:44.352118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.364752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c082168-7dcc-4c89-9399-9be523c7ec4b req-e5a4fd5c-8b93-4312-a4a1-006b145c56db tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.366308 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c082168-7dcc-4c89-9399-9be523c7ec4b req-e5a4fd5c-8b93-4312-a4a1-006b145c56db tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 949 time: 0.1083047 Jun 30 02:47:44.446608 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:47:44.455501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c082168-7dcc-4c89-9399-9be523c7ec4b req-0a3e612d-9b8d-406f-8e35-6ee6b7516757 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813427 Jun 30 02:47:44.557610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:44.617399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:44.657623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b60e403-07c8-43f6-a813-455be05a3064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:44.660173 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18438201-60ef-4903-8131-4be583bc782d" -d '{"events": [{"server_uuid": "1b60e403-07c8-43f6-a813-455be05a3064", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:44.663869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d70074-bc0b-4bb6-9060-b98922b871d4 req-1c4868dd-1d6c-4988-b03a-e5cd5b8571f2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.666010 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.670170 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87d70074-bc0b-4bb6-9060-b98922b871d4 req-1c4868dd-1d6c-4988-b03a-e5cd5b8571f2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 944 time: 0.0806570 Jun 30 02:47:44.709249 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87d70074-bc0b-4bb6-9060-b98922b871d4 req-ca666906-d19e-4e7b-9e07-b445eecb02fd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367649 Jun 30 02:47:44.773037 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.876292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:44.898618 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on host n-h1-798249-3 for vnic_type normal with profile {"migrating_to": "n-h2-798249-3"} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:44.899577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:44.899910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:44.904652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:44.904920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Attempting to bind port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:44.909864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:44.910204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:44.910640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:44.911477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Bound port: 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:44.911645 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.943751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d453-6914-47af-a9bb-ff1d17623a94 req-a2df3a41-e749-4163-9258-c94b27ce4a39 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.950163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d453-6914-47af-a9bb-ff1d17623a94 req-a2df3a41-e749-4163-9258-c94b27ce4a39 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.957138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d453-6914-47af-a9bb-ff1d17623a94 req-a2df3a41-e749-4163-9258-c94b27ce4a39 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.964264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d453-6914-47af-a9bb-ff1d17623a94 req-a2df3a41-e749-4163-9258-c94b27ce4a39 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.970557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d453-6914-47af-a9bb-ff1d17623a94 req-a2df3a41-e749-4163-9258-c94b27ce4a39 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.976841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d453-6914-47af-a9bb-ff1d17623a94 req-a2df3a41-e749-4163-9258-c94b27ce4a39 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.984151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d453-6914-47af-a9bb-ff1d17623a94 req-a2df3a41-e749-4163-9258-c94b27ce4a39 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.986066 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8452d453-6914-47af-a9bb-ff1d17623a94 req-a2df3a41-e749-4163-9258-c94b27ce4a39 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5427 time: 0.1359477 Jun 30 02:47:44.986515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5cff4dbf-7714-4a43-9437-4bee8213add2 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:45.004858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:45.011429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:45.036252 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8452d453-6914-47af-a9bb-ff1d17623a94 req-4e5d2fad-9e73-461e-9001-dd1045c15d35 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415251 Jun 30 02:47:45.122991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.168314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 21c579e8-72f9-439f-97a5-608e00305336 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:45.203232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,revision_number=8']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:45.225821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 5cff4dbf-7714-4a43-9437-4bee8213add2 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:45.246551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:45.247273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.249184 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-9c9fef5c-5720-44ed-be2f-cd11636bc1f9 service neutron] 10.222.0.83 "PUT /v2.0/ports/0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e HTTP/1.1" status: 200 len: 1121 time: 1.0167587 Jun 30 02:47:45.254872 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 5cff4dbf-7714-4a43-9437-4bee8213add2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:45.255511 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.340999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861012d-a3f5-46ff-b365-96239ef51812 req-a8fda18d-dae2-42f9-9cfb-3d49b3851d31 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:45.350742 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9861012d-a3f5-46ff-b365-96239ef51812 req-a8fda18d-dae2-42f9-9cfb-3d49b3851d31 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 943 time: 0.1182189 Jun 30 02:47:45.358942 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a40c86-8821-4d16-b70f-6192bfca050d x-openstack-request-id: req-c6a40c86-8821-4d16-b70f-6192bfca050d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:45.359438 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b60e403-07c8-43f6-a813-455be05a3064", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:45.359772 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6a40c86-8821-4d16-b70f-6192bfca050d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:45.360258 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b60e403-07c8-43f6-a813-455be05a3064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e', 'code': 200} Jun 30 02:47:45.391645 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9861012d-a3f5-46ff-b365-96239ef51812 req-952ab505-77f7-42ea-a935-c17dd0453970 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396943 Jun 30 02:47:45.402155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 21c579e8-72f9-439f-97a5-608e00305336 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:45.410923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:45.431622 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 21c579e8-72f9-439f-97a5-608e00305336 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:45.431991 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.456776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54720) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:45.566576 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.666010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cff4dbf-7714-4a43-9437-4bee8213add2'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:45.674538 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3110e5d3-a338-43b2-9b3d-826bc7d60336" -d '{"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "5cff4dbf-7714-4a43-9437-4bee8213add2"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:45.724782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5cff4dbf-7714-4a43-9437-4bee8213add2, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5cff4dbf-7714-4a43-9437-4bee8213add2,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:45.726234 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.768985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84091e75-4974-4696-8e94-44d3c23f3244 req-91eca48d-6572-473c-b85c-6fbc859270a4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:45.789446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84091e75-4974-4696-8e94-44d3c23f3244 req-91eca48d-6572-473c-b85c-6fbc859270a4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 949 time: 0.1341774 Jun 30 02:47:45.798569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 21c579e8-72f9-439f-97a5-608e00305336, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=21c579e8-72f9-439f-97a5-608e00305336,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:45.859034 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84091e75-4974-4696-8e94-44d3c23f3244 req-5d9321be-c653-463e-8779-f4d7dbda7511 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682771 Jun 30 02:47:45.885198 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.886162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device bb12e561-a0b3-4475-9098-277e869e6df0 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:45.913044 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea4c7d7-109e-4370-9f5d-7f39036cc10d x-openstack-request-id: req-3ea4c7d7-109e-4370-9f5d-7f39036cc10d {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:45.913401 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "5cff4dbf-7714-4a43-9437-4bee8213add2", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:45.913751 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ea4c7d7-109e-4370-9f5d-7f39036cc10d {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:45.914203 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cff4dbf-7714-4a43-9437-4bee8213add2', 'code': 200} Jun 30 02:47:45.967621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.968550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device d0ec9c07-97aa-4214-b554-a99097ff930a no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:46.007201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=5cff4dbf-7714-4a43-9437-4bee8213add2,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:46.063352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e22f4-12ed-440e-8c34-3ea68fe70d46 req-b0b8a73b-c97a-4361-8d83-d6aeb0bd7fc2 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.073243 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b80e22f4-12ed-440e-8c34-3ea68fe70d46 req-b0b8a73b-c97a-4361-8d83-d6aeb0bd7fc2 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5f2c3e-9234-4578-9304-2093b8374ee3 HTTP/1.1" status: 200 len: 945 time: 0.1629083 Jun 30 02:47:46.085383 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=21c579e8-72f9-439f-97a5-608e00305336,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:46.118706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b80e22f4-12ed-440e-8c34-3ea68fe70d46 req-18abdd68-837c-40c4-bcf1-b8596e3391fc tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Jun 30 02:47:46.127870 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.150871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605664ec-77d6-454f-b3e6-b4ea01e12c06 req-0c23ab3c-2b78-452d-a36c-e0e549f475e7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.152427 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-605664ec-77d6-454f-b3e6-b4ea01e12c06 req-0c23ab3c-2b78-452d-a36c-e0e549f475e7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 945 time: 0.1158540 Jun 30 02:47:46.177781 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:46.201535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.207760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port bb12e561-a0b3-4475-9098-277e869e6df0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:46.215948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port bb12e561-a0b3-4475-9098-277e869e6df0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:46.216357 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.218238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-263572b8-7cfa-49de-bb98-f6325bbbeeb2 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.231348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-263572b8-7cfa-49de-bb98-f6325bbbeeb2 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc5f2c3e-9234-4578-9304-2093b8374ee3 HTTP/1.1" status: 200 len: 945 time: 0.1359599 Jun 30 02:47:46.267086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-605664ec-77d6-454f-b3e6-b4ea01e12c06 req-5e2d82fb-17a0-4e8c-be0a-863c6f9c18e2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000178 Jun 30 02:47:46.328538 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.374422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port bb12e561-a0b3-4475-9098-277e869e6df0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=bb12e561-a0b3-4475-9098-277e869e6df0,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:46.375866 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.638170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54788) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:46.684962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab28d1-6cc2-4f0f-81cc-04ce21af8e5d req-fa2e3c80-6a0e-49cb-a326-86237ef01ede tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.692497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab28d1-6cc2-4f0f-81cc-04ce21af8e5d req-fa2e3c80-6a0e-49cb-a326-86237ef01ede tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.699718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab28d1-6cc2-4f0f-81cc-04ce21af8e5d req-fa2e3c80-6a0e-49cb-a326-86237ef01ede tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.702517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] Deleting port e7f4f152-2cde-40d0-bfd2-4e221ac870c0 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:46.703301 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.707495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab28d1-6cc2-4f0f-81cc-04ce21af8e5d req-fa2e3c80-6a0e-49cb-a326-86237ef01ede tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.715503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab28d1-6cc2-4f0f-81cc-04ce21af8e5d req-fa2e3c80-6a0e-49cb-a326-86237ef01ede tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.722114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab28d1-6cc2-4f0f-81cc-04ce21af8e5d req-fa2e3c80-6a0e-49cb-a326-86237ef01ede tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.728276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab28d1-6cc2-4f0f-81cc-04ce21af8e5d req-fa2e3c80-6a0e-49cb-a326-86237ef01ede tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.736452 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3fab28d1-6cc2-4f0f-81cc-04ce21af8e5d req-fa2e3c80-6a0e-49cb-a326-86237ef01ede tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5429 time: 0.2666667 Jun 30 02:47:46.739307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-eb259df1-692c-4f46-b35d-6219143ecd0d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Deleting port d7585391-a67f-421c-ab89-ba5431bfeb12 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:46.739842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-eb259df1-692c-4f46-b35d-6219143ecd0d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.789978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=11']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:46.793912 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.794997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 600114d5-9810-4fd3-854d-b1f2ec027f54 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:46.806385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] For port e7f4f152-2cde-40d0-bfd2-4e221ac870c0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e7f4f152-2cde-40d0-bfd2-4e221ac870c0,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:46.806871 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.822001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] Calling delete_port for e7f4f152-2cde-40d0-bfd2-4e221ac870c0 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:46.823352 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3fab28d1-6cc2-4f0f-81cc-04ce21af8e5d req-c47eab5f-0a25-4359-8593-12ef0db1d8d6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857689 Jun 30 02:47:46.891583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-02b3719f-cb20-46e5-8303-0b5869346e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.894520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-02b3719f-cb20-46e5-8303-0b5869346e6a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649&tenant_id=a205eb72430843758a6f07925588ee7f HTTP/1.1" status: 200 len: 1100 time: 0.2834315 Jun 30 02:47:46.897671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=bb12e561-a0b3-4475-9098-277e869e6df0,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:46.907673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:46.963651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-eb259df1-692c-4f46-b35d-6219143ecd0d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] For port d7585391-a67f-421c-ab89-ba5431bfeb12, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d7585391-a67f-421c-ab89-ba5431bfeb12,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:46.963651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-eb259df1-692c-4f46-b35d-6219143ecd0d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.977771 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1d355d7-7853-4c26-8cfd-c330d4be247d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.984133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 600114d5-9810-4fd3-854d-b1f2ec027f54 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:46.990072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 600114d5-9810-4fd3-854d-b1f2ec027f54 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:46.990689 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.019090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-eb259df1-692c-4f46-b35d-6219143ecd0d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Calling delete_port for d7585391-a67f-421c-ab89-ba5431bfeb12 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:47.132334 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.133329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.161732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95487729-1d5b-4938-812a-a268e613caf4 req-402dfd95-c8a2-4b42-91ba-da50d735cb05 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:47.164064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95487729-1d5b-4938-812a-a268e613caf4 req-402dfd95-c8a2-4b42-91ba-da50d735cb05 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.83 "GET /v2.0/ports?device_id=be7bd887-d680-4fdd-a595-2822e0a9c959 HTTP/1.1" status: 200 len: 945 time: 0.2531664 Jun 30 02:47:47.175198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0578d7-3730-4852-a283-3c5418927bf3 req-c57a07fe-2d90-43de-b37f-496a5b56b764 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:47.177702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d0578d7-3730-4852-a283-3c5418927bf3 req-c57a07fe-2d90-43de-b37f-496a5b56b764 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 943 time: 0.2654049 Jun 30 02:47:47.178550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 600114d5-9810-4fd3-854d-b1f2ec027f54, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=600114d5-9810-4fd3-854d-b1f2ec027f54,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:47.261025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.262793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 20dc477e-ceff-4a03-a76a-c8f3d4378a5d up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:47.303916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d0578d7-3730-4852-a283-3c5418927bf3 req-bebf4dbe-6148-4af6-a7ca-2583071d2033 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486364 Jun 30 02:47:47.359808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-95487729-1d5b-4938-812a-a268e613caf4 req-02126300-23f6-4ce5-8066-ae5d4141dab5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Deleting port e9c8f169-9715-41b9-b396-79e521f23e35 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:47.360379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-95487729-1d5b-4938-812a-a268e613caf4 req-02126300-23f6-4ce5-8066-ae5d4141dab5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.365049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=600114d5-9810-4fd3-854d-b1f2ec027f54,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.409125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b60e403-07c8-43f6-a813-455be05a3064', 'tag': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:47.415652 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b757463f-6088-407f-a28c-2683a2a61b92" -d '{"events": [{"name": "network-changed", "server_uuid": "1b60e403-07c8-43f6-a813-455be05a3064", "tag": "0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:47.467742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50294162-6cee-46ab-a5a8-00c5ea641e22 req-443110ff-4b5b-48e1-a025-7697f50cf5a4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:47.469393 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50294162-6cee-46ab-a5a8-00c5ea641e22 req-443110ff-4b5b-48e1-a025-7697f50cf5a4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 949 time: 0.3503890 Jun 30 02:47:47.491281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-95487729-1d5b-4938-812a-a268e613caf4 req-02126300-23f6-4ce5-8066-ae5d4141dab5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] For port e9c8f169-9715-41b9-b396-79e521f23e35, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e9c8f169-9715-41b9-b396-79e521f23e35,segment=NetworkSegment(010f1ce5-e513-4342-83da-a640a79e2480),segment_id=010f1ce5-e513-4342-83da-a640a79e2480)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:47.491621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-95487729-1d5b-4938-812a-a268e613caf4 req-02126300-23f6-4ce5-8066-ae5d4141dab5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.507179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-95487729-1d5b-4938-812a-a268e613caf4 req-02126300-23f6-4ce5-8066-ae5d4141dab5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Calling delete_port for e9c8f169-9715-41b9-b396-79e521f23e35 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:47.521118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:47.525743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:47.526187 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.532823 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1d355d7-7853-4c26-8cfd-c330d4be247d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.610556 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.611541 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.622156 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50294162-6cee-46ab-a5a8-00c5ea641e22 req-c1fe11a2-1dde-4f61-8282-1620f8799ab9 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371391 Jun 30 02:47:47.655055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:47.662312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1d355d7-7853-4c26-8cfd-c330d4be247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.662469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f4f152-2cde-40d0-bfd2-4e221ac870c0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.690536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:47.719198 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-eb259df1-692c-4f46-b35d-6219143ecd0d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.739244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e1d355d7-7853-4c26-8cfd-c330d4be247d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbc726204700402a92d996fb21f8359d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0920050 Jun 30 02:47:47.739935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e9c8f169-9715-41b9-b396-79e521f23e35'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:47.748166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54820) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.759733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['d7585391-a67f-421c-ab89-ba5431bfeb12'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:47.773374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0cbce-e6da-4a1b-9ced-2aad6bbadcd4 req-ab941936-aeee-45ec-9899-e6901a47be19 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:47.775056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ce0cbce-e6da-4a1b-9ced-2aad6bbadcd4 req-ab941936-aeee-45ec-9899-e6901a47be19 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5f2c3e-9234-4578-9304-2093b8374ee3 HTTP/1.1" status: 200 len: 867 time: 0.2074568 Jun 30 02:47:47.796985 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.797808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:47.806805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb259df1-692c-4f46-b35d-6219143ecd0d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Pushing event deleted for resources: {'Port': ['ID=d7585391-a67f-421c-ab89-ba5431bfeb12,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.844755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d355d7-7853-4c26-8cfd-c330d4be247d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1701e5-6a29-4606-8b55-4e5000ec7125,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.874439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-eb259df1-692c-4f46-b35d-6219143ecd0d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] No DVR routers for this DVR port d7585391-a67f-421c-ab89-ba5431bfeb12 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:47.879287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-eb259df1-692c-4f46-b35d-6219143ecd0d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.881404 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a291456-6f47-4765-ad69-f764d14d8c2e req-eb259df1-692c-4f46-b35d-6219143ecd0d tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.74 "DELETE /v2.0/ports/d7585391-a67f-421c-ab89-ba5431bfeb12 HTTP/1.1" status: 204 len: 173 time: 1.6409845 Jun 30 02:47:47.884666 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:47.916927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebafc3e3-260e-452f-9565-435931ad491b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c579e8-72f9-439f-97a5-608e00305336'}, {'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a'}, {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb12e561-a0b3-4475-9098-277e869e6df0'}, {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600114d5-9810-4fd3-854d-b1f2ec027f54'}, {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:47.920389 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee50500-81b8-4b78-a2dd-7f7520e67789" -d '{"events": [{"server_uuid": "ebafc3e3-260e-452f-9565-435931ad491b", "name": "network-vif-plugged", "status": "completed", "tag": "21c579e8-72f9-439f-97a5-608e00305336"}, {"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a"}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "bb12e561-a0b3-4475-9098-277e869e6df0"}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "600114d5-9810-4fd3-854d-b1f2ec027f54"}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "20dc477e-ceff-4a03-a76a-c8f3d4378a5d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:47.954321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ce0cbce-e6da-4a1b-9ced-2aad6bbadcd4 req-d438caad-30d3-4bb1-9a3a-e92a87e35f59 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/security-groups?id=a0d3fbdf-1ffe-4bbb-9839-848c251776e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666038 Jun 30 02:47:47.957664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b532c172-0fc2-4c28-bac6-12d31dd69f3b {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:47.975598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.975856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.979838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Ignored duplicate provisioning block setup for port b532c172-0fc2-4c28-bac6-12d31dd69f3b by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 02:47:48.003226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89722783-9800-4cd2-92d4-8fd7429e677a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.017329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d5ef6-9531-400b-8dba-47ee83f23e47 req-ef964762-9239-440a-a18c-a33fa5fadd43 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.022236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b53d5ef6-9531-400b-8dba-47ee83f23e47 req-ef964762-9239-440a-a18c-a33fa5fadd43 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 945 time: 0.2377262 Jun 30 02:47:48.048378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89722783-9800-4cd2-92d4-8fd7429e677a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.059040 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.060655 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-95487729-1d5b-4938-812a-a268e613caf4 req-02126300-23f6-4ce5-8066-ae5d4141dab5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.074142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['d7585391-a67f-421c-ab89-ba5431bfeb12'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:48.081545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b53d5ef6-9531-400b-8dba-47ee83f23e47 req-1c4b7f51-778a-4cf1-b2b1-39c6452ab1ac tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556207 Jun 30 02:47:48.111134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.117242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02126300-23f6-4ce5-8066-ae5d4141dab5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Pushing event deleted for resources: {'Port': ['ID=e9c8f169-9715-41b9-b396-79e521f23e35,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.168665 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c2b355-3ce6-4840-a760-cf21a1fd84a5 x-openstack-request-id: req-77c2b355-3ce6-4840-a760-cf21a1fd84a5 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:48.168956 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b60e403-07c8-43f6-a813-455be05a3064", "tag": "0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:48.169229 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77c2b355-3ce6-4840-a760-cf21a1fd84a5 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:48.169675 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b60e403-07c8-43f6-a813-455be05a3064', 'tag': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e', 'status': 'completed', 'code': 200} Jun 30 02:47:48.177078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port b532c172-0fc2-4c28-bac6-12d31dd69f3b completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:48.185038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port b532c172-0fc2-4c28-bac6-12d31dd69f3b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:48.187579 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.234295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-95487729-1d5b-4938-812a-a268e613caf4 req-02126300-23f6-4ce5-8066-ae5d4141dab5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] No DVR routers for this DVR port e9c8f169-9715-41b9-b396-79e521f23e35 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:48.238676 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-95487729-1d5b-4938-812a-a268e613caf4 req-02126300-23f6-4ce5-8066-ae5d4141dab5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.240649 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95487729-1d5b-4938-812a-a268e613caf4 req-02126300-23f6-4ce5-8066-ae5d4141dab5 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.83 "DELETE /v2.0/ports/e9c8f169-9715-41b9-b396-79e521f23e35 HTTP/1.1" status: 204 len: 173 time: 1.0619156 Jun 30 02:47:48.244874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7bd887-d680-4fdd-a595-2822e0a9c959', 'name': 'network-vif-deleted', 'tag': 'e9c8f169-9715-41b9-b396-79e521f23e35'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:48.244874 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc336b-e6c7-462f-8e2a-5f4b53a1dc52" -d '{"events": [{"server_uuid": "be7bd887-d680-4fdd-a595-2822e0a9c959", "name": "network-vif-deleted", "tag": "e9c8f169-9715-41b9-b396-79e521f23e35"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:48.269558 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b51c168-68d3-4837-9c0e-fe800c169c00 x-openstack-request-id: req-2b51c168-68d3-4837-9c0e-fe800c169c00 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:48.272448 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebafc3e3-260e-452f-9565-435931ad491b", "name": "network-vif-plugged", "status": "completed", "tag": "21c579e8-72f9-439f-97a5-608e00305336", "code": 200}, {"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a", "code": 200}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "bb12e561-a0b3-4475-9098-277e869e6df0", "code": 200}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "600114d5-9810-4fd3-854d-b1f2ec027f54", "code": 200}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "20dc477e-ceff-4a03-a76a-c8f3d4378a5d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:48.272448 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b51c168-68d3-4837-9c0e-fe800c169c00 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:48.272448 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebafc3e3-260e-452f-9565-435931ad491b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c579e8-72f9-439f-97a5-608e00305336', 'code': 200} Jun 30 02:47:48.272448 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'code': 200} Jun 30 02:47:48.272448 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb12e561-a0b3-4475-9098-277e869e6df0', 'code': 200} Jun 30 02:47:48.272448 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600114d5-9810-4fd3-854d-b1f2ec027f54', 'code': 200} Jun 30 02:47:48.272448 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d', 'code': 200} Jun 30 02:47:48.321152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Port b532c172-0fc2-4c28-bac6-12d31dd69f3b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:48.321152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 45bddaf2-a14c-4b74-aaa1-742550900101 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:48.332695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] No DVR routers for this DVR port b532c172-0fc2-4c28-bac6-12d31dd69f3b on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:48.336623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=9']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.453945 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd207e3-efd3-42f3-8479-bed508961589 x-openstack-request-id: req-bbd207e3-efd3-42f3-8479-bed508961589 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:48.454206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:48.454654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:48.454810 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7bd887-d680-4fdd-a595-2822e0a9c959", "name": "network-vif-deleted", "tag": "e9c8f169-9715-41b9-b396-79e521f23e35", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:48.455112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:48.455601 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bbd207e3-efd3-42f3-8479-bed508961589 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:48.456166 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7bd887-d680-4fdd-a595-2822e0a9c959', 'name': 'network-vif-deleted', 'tag': 'e9c8f169-9715-41b9-b396-79e521f23e35', 'status': 'completed', 'code': 200} Jun 30 02:47:48.477356 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89722783-9800-4cd2-92d4-8fd7429e677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.477622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Port b532c172-0fc2-4c28-bac6-12d31dd69f3b on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:48.477818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Attempting to bind port b532c172-0fc2-4c28-bac6-12d31dd69f3b on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:48.480616 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89722783-9800-4cd2-92d4-8fd7429e677a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.482360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-89722783-9800-4cd2-92d4-8fd7429e677a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d1701e5-6a29-4606-8b55-4e5000ec7125 HTTP/1.1" status: 204 len: 168 time: 0.7330716 Jun 30 02:47:48.487919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757463f-6088-407f-a28c-2683a2a61b92 req-8245bfe8-96e1-4f07-9e35-ebf7351fbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.492042 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b757463f-6088-407f-a28c-2683a2a61b92 req-8245bfe8-96e1-4f07-9e35-ebf7351fbd09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1124 time: 0.2963371 Jun 30 02:47:48.500184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:48.504281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:48.504281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:48.504281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Bound port: b532c172-0fc2-4c28-bac6-12d31dd69f3b, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:48.504281 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.514385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89722783-9800-4cd2-92d4-8fd7429e677a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1701e5-6a29-4606-8b55-4e5000ec7125,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.535684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 45bddaf2-a14c-4b74-aaa1-742550900101 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:48.551305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 45bddaf2-a14c-4b74-aaa1-742550900101 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:48.553574 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.679786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eddb3e-969e-443c-ad98-bc6e2973692f req-38997405-80c4-4b8b-9e04-68fa160007cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.680066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb242b-d452-404c-b23d-a7c16291841d req-ed5b94d4-6eed-46e0-b63a-edacce116428 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.681425 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.681854 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92eddb3e-969e-443c-ad98-bc6e2973692f req-38997405-80c4-4b8b-9e04-68fa160007cb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 1096 time: 0.2867332 Jun 30 02:47:48.686171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb242b-d452-404c-b23d-a7c16291841d req-ed5b94d4-6eed-46e0-b63a-edacce116428 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.692751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb242b-d452-404c-b23d-a7c16291841d req-ed5b94d4-6eed-46e0-b63a-edacce116428 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.697855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2b160ace-148a-472e-91ca-7251a4e4ce08 None None] Provisioning complete for port b532c172-0fc2-4c28-bac6-12d31dd69f3b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:48.699821 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b160ace-148a-472e-91ca-7251a4e4ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.699950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb242b-d452-404c-b23d-a7c16291841d req-ed5b94d4-6eed-46e0-b63a-edacce116428 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.705699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb242b-d452-404c-b23d-a7c16291841d req-ed5b94d4-6eed-46e0-b63a-edacce116428 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.712631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb242b-d452-404c-b23d-a7c16291841d req-ed5b94d4-6eed-46e0-b63a-edacce116428 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.718558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb242b-d452-404c-b23d-a7c16291841d req-ed5b94d4-6eed-46e0-b63a-edacce116428 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.726384 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bacb242b-d452-404c-b23d-a7c16291841d req-ed5b94d4-6eed-46e0-b63a-edacce116428 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5431 time: 0.3529768 Jun 30 02:47:48.735597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] Router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:48.740176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 45bddaf2-a14c-4b74-aaa1-742550900101, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=45bddaf2-a14c-4b74-aaa1-742550900101,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:48.759444 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92eddb3e-969e-443c-ad98-bc6e2973692f req-d9d26a74-9996-4490-a691-f23b48e3aa69 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690320 Jun 30 02:47:48.760841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2b160ace-148a-472e-91ca-7251a4e4ce08 None None] Port b532c172-0fc2-4c28-bac6-12d31dd69f3b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:48.783573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb754-2289-4bb8-be84-bc8617b853e7 req-e707f7e3-bb56-4ccf-99e3-ec14b053e8e8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.785048 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24aeb754-2289-4bb8-be84-bc8617b853e7 req-e707f7e3-bb56-4ccf-99e3-ec14b053e8e8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 943 time: 0.1833229 Jun 30 02:47:48.788793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757463f-6088-407f-a28c-2683a2a61b92 req-e2124f95-8c1d-4ed4-996a-f79e618eb264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.790293 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b757463f-6088-407f-a28c-2683a2a61b92 req-e2124f95-8c1d-4ed4-996a-f79e618eb264 service neutron] 10.222.0.74 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.2598886 Jun 30 02:47:48.794896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:48.798979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:48.848169 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bacb242b-d452-404c-b23d-a7c16291841d req-50e544fd-2aec-485b-8f98-a02c082924bc tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195319 Jun 30 02:47:48.849643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b757463f-6088-407f-a28c-2683a2a61b92 req-8b5b493f-9bf1-490c-b241-080cd086f51c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e HTTP/1.1" status: 200 len: 217 time: 0.0445039 Jun 30 02:47:48.906539 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.906539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 346d9070-7538-4e70-b6dc-4712b4ec1f8a up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:48.906785 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24aeb754-2289-4bb8-be84-bc8617b853e7 req-91e8cb72-2026-49e2-afcc-63fba76747d3 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700896 Jun 30 02:47:48.911775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:48.920907 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] Sync routers for ids ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:48.935168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757463f-6088-407f-a28c-2683a2a61b92 req-87e1d69f-3d80-485a-9fee-12c13af715a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.943423 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b757463f-6088-407f-a28c-2683a2a61b92 req-87e1d69f-3d80-485a-9fee-12c13af715a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0867586 Jun 30 02:47:48.943985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54862) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:48.950861 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] Routers {'2ea87474-96d2-43ba-909c-ed9461bc1bf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:48.952214 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cb325bcb-a1ba-4484-84c4-00f9fdfb9ec1 admin admin] 10.222.0.77 "PUT /v2.0/routers/2ea87474-96d2-43ba-909c-ed9461bc1bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4967666 Jun 30 02:47:48.954161 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:47:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:49.077969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=45bddaf2-a14c-4b74-aaa1-742550900101,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.103894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.171023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=10']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.178057 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] Set router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:49.188729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:49.270357 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4feb8-7bb9-4192-962e-e34e6f27d8ef req-8bd56dc2-1241-4fb3-a83e-2e23816f39c4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:49.279688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ff4feb8-7bb9-4192-962e-e34e6f27d8ef req-8bd56dc2-1241-4fb3-a83e-2e23816f39c4 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 949 time: 0.0910938 Jun 30 02:47:49.323044 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ff4feb8-7bb9-4192-962e-e34e6f27d8ef req-efc6cd46-eddd-4aa9-9086-78c5752f96b7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Jun 30 02:47:49.381527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 346d9070-7538-4e70-b6dc-4712b4ec1f8a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:49.392465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:49.393537 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-router', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:12Z', 'updated_at': '2021-06-30T02:47:47Z', 'revision_number': 5, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'gw_port': {'id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:14Z', 'updated_at': '2021-06-30T02:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:49.395239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 346d9070-7538-4e70-b6dc-4712b4ec1f8a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:49.395614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.425651 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] Checking router: 2ea87474-96d2-43ba-909c-ed9461bc1bf2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:49.435341 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] Routers {'2ea87474-96d2-43ba-909c-ed9461bc1bf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:49.436008 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:47:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:49.472600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e has no active binding in host n-h2-798249-3 {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:47:49.546802 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] Set router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:49.563685 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.619382 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.622616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b757463f-6088-407f-a28c-2683a2a61b92 req-a9e8d787-c297-41c0-b22c-cce7686ec1f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5250206 Jun 30 02:47:49.700885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 346d9070-7538-4e70-b6dc-4712b4ec1f8a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=346d9070-7538-4e70-b6dc-4712b4ec1f8a,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:49.702422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:49.703835 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.711113 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-bf19c220-94c2-4761-8957-ea85808c537e service neutron] 10.222.0.83 "PUT /v2.0/ports/b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 1096 time: 2.8081009 Jun 30 02:47:49.718584 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4ab1cb6-c201-48da-88ae-698d8e1eb75d req-d40ed425-bcaf-46a3-a773-8ff0fe893356 tempest-ListServersNegativeTestJSON-1003030460 tempest-ListServersNegativeTestJSON-1003030460-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc5f2c3e-9234-4578-9304-2093b8374ee3 HTTP/1.1" status: 200 len: 210 time: 0.1033106 Jun 30 02:47:49.761712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4506bdb-25a6-4c0b-b75b-9d0e0c566f30 req-554fd222-1831-4b29-ad62-bc0ba2812d92 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:49.770957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4506bdb-25a6-4c0b-b75b-9d0e0c566f30 req-554fd222-1831-4b29-ad62-bc0ba2812d92 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 945 time: 0.1341608 Jun 30 02:47:49.832830 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4506bdb-25a6-4c0b-b75b-9d0e0c566f30 req-40422ad0-faf6-4f57-b1e4-3ab80e476dcd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600929 Jun 30 02:47:49.873900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54888) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:49.889595 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.895658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device dbdd0484-5948-43a9-8d71-056365de7c3c up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:49.901037 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-router', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:12Z', 'updated_at': '2021-06-30T02:47:47Z', 'revision_number': 5, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'gw_port': {'id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:14Z', 'updated_at': '2021-06-30T02:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:49.910350 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c740b79c-c383-4da0-ba78-5bbb40f0f4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.952886 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341838e-22a7-44c4-a01b-e27ea4459d05 None None] The sync data for ids ['2ea87474-96d2-43ba-909c-ed9461bc1bf2'] in n-d-798249-3 is: [{'id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'name': 'tempest-AttachSCSIVolumeTestJSON-2104407048-router', 'tenant_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:12Z', 'updated_at': '2021-06-30T02:47:47Z', 'revision_number': 5, 'project_id': 'c83fe25ea7204618bd75e7358ea6e60d', 'gw_port': {'id': '82ff45f1-20c2-41ec-9798-5a9e3c8de408', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea87474-96d2-43ba-909c-ed9461bc1bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:14Z', 'updated_at': '2021-06-30T02:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:50.072010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-dc2e785c-a364-4273-94ba-91bf1d8f201f service neutron] 10.222.0.74 "GET /v2.0/ports/0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e/bindings/n-h2-798249-3 HTTP/1.1" status: 200 len: 384 time: 0.4683788 Jun 30 02:47:50.102608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=346d9070-7538-4e70-b6dc-4712b4ec1f8a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:50.129846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c8fca324-325a-4db8-8e7e-fb33fc50e844 None None] Provisioning complete for port b532c172-0fc2-4c28-bac6-12d31dd69f3b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:50.130250 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c8fca324-325a-4db8-8e7e-fb33fc50e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.175236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5f2c3e-9234-4578-9304-2093b8374ee3', 'name': 'network-vif-deleted', 'tag': 'd7585391-a67f-421c-ab89-ba5431bfeb12'}, {'name': 'network-changed', 'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:50.177533 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35" -d '{"events": [{"server_uuid": "fc5f2c3e-9234-4578-9304-2093b8374ee3", "name": "network-vif-deleted", "tag": "d7585391-a67f-421c-ab89-ba5431bfeb12"}, {"name": "network-changed", "server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:50.202069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.205893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c740b79c-c383-4da0-ba78-5bbb40f0f4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.219713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port dbdd0484-5948-43a9-8d71-056365de7c3c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:50.230030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port dbdd0484-5948-43a9-8d71-056365de7c3c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:50.230407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.231046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5a7b-3e74-440c-8094-b25279354533 req-ece12cb7-7530-4ba2-a7b1-c0a1d78c866c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.237652 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5a7b-3e74-440c-8094-b25279354533 req-ece12cb7-7530-4ba2-a7b1-c0a1d78c866c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.243963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5a7b-3e74-440c-8094-b25279354533 req-ece12cb7-7530-4ba2-a7b1-c0a1d78c866c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.245394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b757463f-6088-407f-a28c-2683a2a61b92 req-e7e9091b-5009-48a1-a74c-e4767c34d806 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308578 Jun 30 02:47:50.251401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5a7b-3e74-440c-8094-b25279354533 req-ece12cb7-7530-4ba2-a7b1-c0a1d78c866c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.252123 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-51f8e742-9d73-488b-9fa4-7738c9094e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.253623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-51f8e742-9d73-488b-9fa4-7738c9094e52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1100 time: 0.4090917 Jun 30 02:47:50.260187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5a7b-3e74-440c-8094-b25279354533 req-ece12cb7-7530-4ba2-a7b1-c0a1d78c866c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.267849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5a7b-3e74-440c-8094-b25279354533 req-ece12cb7-7530-4ba2-a7b1-c0a1d78c866c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.274054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5a7b-3e74-440c-8094-b25279354533 req-ece12cb7-7530-4ba2-a7b1-c0a1d78c866c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.276933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9fea5a7b-3e74-440c-8094-b25279354533 req-ece12cb7-7530-4ba2-a7b1-c0a1d78c866c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5433 time: 0.1613963 Jun 30 02:47:50.277893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bddaf2-a14c-4b74-aaa1-742550900101'}, {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346d9070-7538-4e70-b6dc-4712b4ec1f8a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:50.284318 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982ada2d-01bc-468c-961d-49be7706eb38" -d '{"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "45bddaf2-a14c-4b74-aaa1-742550900101"}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "346d9070-7538-4e70-b6dc-4712b4ec1f8a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:50.297292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c8fca324-325a-4db8-8e7e-fb33fc50e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.345416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9fea5a7b-3e74-440c-8094-b25279354533 req-a9ab1891-158c-4b1c-97d7-e0aee211ff8a tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610230 Jun 30 02:47:50.352769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c740b79c-c383-4da0-ba78-5bbb40f0f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.392306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c8fca324-325a-4db8-8e7e-fb33fc50e844 None None] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:50.393807 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.443841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port dbdd0484-5948-43a9-8d71-056365de7c3c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=dbdd0484-5948-43a9-8d71-056365de7c3c,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:50.568110 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c8fca324-325a-4db8-8e7e-fb33fc50e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.662283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-9b504113-c010-417d-bec8-4ea3db567be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.662283 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-9b504113-c010-417d-bec8-4ea3db567be2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.3663807 Jun 30 02:47:50.662283 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b757463f-6088-407f-a28c-2683a2a61b92 req-e395d736-8420-45cb-af50-989b9a174303 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910961 Jun 30 02:47:50.662769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fca324-325a-4db8-8e7e-fb33fc50e844 None None] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=11']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:50.694454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f270d99-5472-4304-89e5-fa69f2fc5b40 req-5bff6fc6-cc00-4917-809e-36f41a7bfedb tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.696307 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f270d99-5472-4304-89e5-fa69f2fc5b40 req-5bff6fc6-cc00-4917-809e-36f41a7bfedb tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 943 time: 0.4125431 Jun 30 02:47:50.698833 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.724395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:50.754766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c740b79c-c383-4da0-ba78-5bbb40f0f4e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d3f1e7d33be41b597ad2ff1be6715cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8788247 Jun 30 02:47:50.755772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54916) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:50.765381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-b3db19b7-b7dd-4a35-bd24-fa077ec3cb57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 217 time: 0.1206141 Jun 30 02:47:50.765381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Deleting port 82ff45f1-20c2-41ec-9798-5a9e3c8de408 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:50.765381 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.774747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-10c47c7c-2c16-4fec-b88f-8df3964fae30 service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:50.777123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740b79c-c383-4da0-ba78-5bbb40f0f4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ccbff0-9cdf-4003-9298-dc66262d0fb7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:50.786777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=dbdd0484-5948-43a9-8d71-056365de7c3c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:50.792269 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:50.792707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d7585391-a67f-421c-ab89-ba5431bfeb12 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:50.828775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: d7585391-a67f-421c-ab89-ba5431bfeb12 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:50.828775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d7585391-a67f-421c-ab89-ba5431bfeb12 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:50.917201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-10c47c7c-2c16-4fec-b88f-8df3964fae30 service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:50.965611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-c3bbd51c-2911-4300-84cb-e4ed9f359d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.967247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-c3bbd51c-2911-4300-84cb-e4ed9f359d38 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1831384 Jun 30 02:47:50.968376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e7f4f152-2cde-40d0-bfd2-4e221ac870c0 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:50.980315 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f270d99-5472-4304-89e5-fa69f2fc5b40 req-95731c55-fb6f-4cf3-a5ec-9d07abf8dfb3 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273786 Jun 30 02:47:50.991537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e7f4f152-2cde-40d0-bfd2-4e221ac870c0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:50.991939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e7f4f152-2cde-40d0-bfd2-4e221ac870c0 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:51.053912 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-10c47c7c-2c16-4fec-b88f-8df3964fae30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:51.054260 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6f7c46b3-7837-43da-bc3b-99e53d3f6b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.062401 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae779fea-a7bc-4482-b158-bfb4939b3280 x-openstack-request-id: req-ae779fea-a7bc-4482-b158-bfb4939b3280 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:51.062730 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5f2c3e-9234-4578-9304-2093b8374ee3", "name": "network-vif-deleted", "tag": "d7585391-a67f-421c-ab89-ba5431bfeb12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:51.063005 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae779fea-a7bc-4482-b158-bfb4939b3280 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:51.063362 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5f2c3e-9234-4578-9304-2093b8374ee3', 'name': 'network-vif-deleted', 'tag': 'd7585391-a67f-421c-ab89-ba5431bfeb12', 'status': 'completed', 'code': 200} Jun 30 02:47:51.063614 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'status': 'completed', 'code': 200} Jun 30 02:47:51.068186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] For port 82ff45f1-20c2-41ec-9798-5a9e3c8de408, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=82ff45f1-20c2-41ec-9798-5a9e3c8de408,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:51.068559 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.083452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-10c47c7c-2c16-4fec-b88f-8df3964fae30 service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:51.089236 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415b6241-aab5-47ff-9f5a-3625477a26bb x-openstack-request-id: req-415b6241-aab5-47ff-9f5a-3625477a26bb {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:51.089658 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "45bddaf2-a14c-4b74-aaa1-742550900101", "code": 200}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "346d9070-7538-4e70-b6dc-4712b4ec1f8a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:51.089975 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-415b6241-aab5-47ff-9f5a-3625477a26bb {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:51.090497 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bddaf2-a14c-4b74-aaa1-742550900101', 'code': 200} Jun 30 02:47:51.090820 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346d9070-7538-4e70-b6dc-4712b4ec1f8a', 'code': 200} Jun 30 02:47:51.110991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Calling delete_port for 82ff45f1-20c2-41ec-9798-5a9e3c8de408 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:51.150808 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6f7c46b3-7837-43da-bc3b-99e53d3f6b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.201719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e9c8f169-9715-41b9-b396-79e521f23e35 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:51.218195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: e9c8f169-9715-41b9-b396-79e521f23e35 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:51.218540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e9c8f169-9715-41b9-b396-79e521f23e35 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:51.264617 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-10c47c7c-2c16-4fec-b88f-8df3964fae30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.299798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87944-7df0-461c-9885-cf37318cb284 req-071467f1-b299-49b1-942d-2d450c36f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:51.301292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-071467f1-b299-49b1-942d-2d450c36f639 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3143620 Jun 30 02:47:51.345275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-a36df580-2cd1-4282-a426-ef7852aed358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:51.346739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-a36df580-2cd1-4282-a426-ef7852aed358 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1102 time: 0.2611020 Jun 30 02:47:51.541370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d200c5d-44ec-48a9-a7c3-ee4ed005560a req-29845866-0b37-4ea0-a405-cf218067f12e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:51.542796 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d200c5d-44ec-48a9-a7c3-ee4ed005560a req-29845866-0b37-4ea0-a405-cf218067f12e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 951 time: 0.3405669 Jun 30 02:47:51.543389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6f7c46b3-7837-43da-bc3b-99e53d3f6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.545933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6f7c46b3-7837-43da-bc3b-99e53d3f6b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.546944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6f7c46b3-7837-43da-bc3b-99e53d3f6b94 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/18ccbff0-9cdf-4003-9298-dc66262d0fb7 HTTP/1.1" status: 204 len: 168 time: 0.7853506 Jun 30 02:47:51.581021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-10c47c7c-2c16-4fec-b88f-8df3964fae30 service neutron] Transition to ACTIVE for port object 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:51.593620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c46b3-7837-43da-bc3b-99e53d3f6b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ccbff0-9cdf-4003-9298-dc66262d0fb7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:51.655149 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-941f7338-e890-47ad-9f03-0bc667d01de2 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450484 Jun 30 02:47:51.701826 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-10c47c7c-2c16-4fec-b88f-8df3964fae30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.732446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-366edfa3-4958-43ab-9336-b425f76cb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:51.733912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-366edfa3-4958-43ab-9336-b425f76cb43c service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.3451874 Jun 30 02:47:51.741184 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d200c5d-44ec-48a9-a7c3-ee4ed005560a req-e11dd426-1256-47ac-a636-f5f9f88fab00 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818125 Jun 30 02:47:51.822312 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-6047166a-6f0e-41c9-8c44-81365c1ff140 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 217 time: 0.0572882 Jun 30 02:47:51.900458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c47c7c-2c16-4fec-b88f-8df3964fae30 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,revision_number=10']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:51.903405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-10c47c7c-2c16-4fec-b88f-8df3964fae30 service neutron] No DVR routers for this DVR port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:51.943441 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.277295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4f87944-7df0-461c-9885-cf37318cb284 req-10024a57-76aa-4f67-a7f1-a1931c007afc service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087077 Jun 30 02:47:52.302241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-e9b45457-bd87-4167-9dd7-504c16060fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.302241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-e9b45457-bd87-4167-9dd7-504c16060fe3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.4670300 Jun 30 02:47:52.308944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-10c47c7c-2c16-4fec-b88f-8df3964fae30 service neutron] 10.222.0.74 "PUT /v2.0/ports/0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e/bindings/n-h2-798249-3/activate HTTP/1.1" status: 200 len: 369 time: 2.2008107 Jun 30 02:47:52.310606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=82ff45f1-20c2-41ec-9798-5a9e3c8de408,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.454784 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.483152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfcf62-759b-4b79-8929-4a15ab52cead req-d356b0b3-5070-473d-a263-2e7507d2b759 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.489113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfcf62-759b-4b79-8929-4a15ab52cead req-d356b0b3-5070-473d-a263-2e7507d2b759 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.495786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfcf62-759b-4b79-8929-4a15ab52cead req-d356b0b3-5070-473d-a263-2e7507d2b759 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.498497 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.499883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab148-b2d5-41a6-a743-d0764e43170f req-35aca6f3-b124-44d1-9ac8-9c950b43bf71 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.501371 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-da5ab148-b2d5-41a6-a743-d0764e43170f req-35aca6f3-b124-44d1-9ac8-9c950b43bf71 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 945 time: 0.5808256 Jun 30 02:47:52.501921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfcf62-759b-4b79-8929-4a15ab52cead req-d356b0b3-5070-473d-a263-2e7507d2b759 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.507751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfcf62-759b-4b79-8929-4a15ab52cead req-d356b0b3-5070-473d-a263-2e7507d2b759 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.513640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfcf62-759b-4b79-8929-4a15ab52cead req-d356b0b3-5070-473d-a263-2e7507d2b759 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.519386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfcf62-759b-4b79-8929-4a15ab52cead req-d356b0b3-5070-473d-a263-2e7507d2b759 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.521312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4adfcf62-759b-4b79-8929-4a15ab52cead req-d356b0b3-5070-473d-a263-2e7507d2b759 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5434 time: 0.1152115 Jun 30 02:47:52.585751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.593119 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.598196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4adfcf62-759b-4b79-8929-4a15ab52cead req-7d9db654-5165-4c39-9c66-0ece3b67bdf7 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677397 Jun 30 02:47:52.598384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-d9eeaf51-bd12-453d-9767-f12162f2c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.599704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-d9eeaf51-bd12-453d-9767-f12162f2c049 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2870908 Jun 30 02:47:52.611817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-7c5db7e2-7569-4b34-8015-e506d7d4fc3c tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.613188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-7c5db7e2-7569-4b34-8015-e506d7d4fc3c tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1095 time: 0.0908577 Jun 30 02:47:52.631008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-95adfdbc-9b54-4e22-9d56-5f3cd3b8ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.632157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-95adfdbc-9b54-4e22-9d56-5f3cd3b8ec95 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a205eb72430843758a6f07925588ee7f&device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1102 time: 0.2844644 Jun 30 02:47:52.694134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-15c2d571-34ee-47f9-8c1f-823a62b3fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.695798 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-15c2d571-34ee-47f9-8c1f-823a62b3fa60 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064&tenant_id=8d2865600279469a9fb6e51fd8957e32 HTTP/1.1" status: 200 len: 1095 time: 0.0753779 Jun 30 02:47:52.714205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-da5ab148-b2d5-41a6-a743-d0764e43170f req-8342e53f-a2a6-4cad-b278-4435c4f2fb7b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797688 Jun 30 02:47:52.749973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54974) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.808387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.809243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ea87474-96d2-43ba-909c-ed9461bc1bf2 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:52.821215 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.829584 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-890bb94e-259d-422b-b16e-77831badb2bc admin admin] 10.222.0.77 "DELETE /v2.0/routers/2ea87474-96d2-43ba-909c-ed9461bc1bf2 HTTP/1.1" status: 204 len: 168 time: 3.8832445 Jun 30 02:47:52.835927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54986) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.842125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-30fb9c0a-987e-4336-8cd5-ddc0cbd129f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.843982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-30fb9c0a-987e-4336-8cd5-ddc0cbd129f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1095 time: 0.1244283 Jun 30 02:47:52.876257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-4201f7ae-de1c-459b-b762-50553ff7f9f7 admin admin] Deleting subnet 5dfa5a59-c4a3-4125-a982-6a0a09cee814 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:52.900027 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4201f7ae-de1c-459b-b762-50553ff7f9f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.986257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-ad0f426e-f0bc-48e2-91b8-7cc3e41f957d service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761485 Jun 30 02:47:52.996278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-59295c71-e425-450c-8170-6156e2cc5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.997926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-59295c71-e425-450c-8170-6156e2cc5133 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.3335271 Jun 30 02:47:53.042848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:53.057726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56ca24b-006a-4bf3-901e-ab7121e16be1 admin admin] Deleting subnet 97cc51fe-298d-4192-8556-fd9de4fb8fc0 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:53.066353 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56ca24b-006a-4bf3-901e-ab7121e16be1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.086197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-e6146389-3a88-4872-b986-29caa3090e97 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 200 len: 217 time: 0.0755279 Jun 30 02:47:53.098895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b'}, {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdd0484-5948-43a9-8d71-056365de7c3c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:53.107754 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4201f7ae-de1c-459b-b762-50553ff7f9f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.111200 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2210228-3feb-4b5c-9b3d-2eefd98a33e1" -d '{"events": [{"server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "name": "network-vif-plugged", "status": "completed", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b"}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "dbdd0484-5948-43a9-8d71-056365de7c3c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:53.151124 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56ca24b-006a-4bf3-901e-ab7121e16be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.154221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-95af6355-b6ad-46d8-b205-90462f4b84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.156150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-95af6355-b6ad-46d8-b205-90462f4b84d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.2495079 Jun 30 02:47:53.196414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:53.197413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2aead-20f4-4b3a-ac9e-19f222eb7603 req-dfd50d59-96e6-473b-9162-993b3c651077 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.204748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0b2aead-20f4-4b3a-ac9e-19f222eb7603 req-dfd50d59-96e6-473b-9162-993b3c651077 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 944 time: 0.2519515 Jun 30 02:47:53.241365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-66d89a7d-53a5-46eb-b086-93cfbb65a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.243520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-66d89a7d-53a5-46eb-b086-93cfbb65a6eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1334219 Jun 30 02:47:53.244208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-469d859d-553e-488d-9bf0-33871d0e6faa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e HTTP/1.1" status: 200 len: 217 time: 0.0673988 Jun 30 02:47:53.246136 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4201f7ae-de1c-459b-b762-50553ff7f9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.303033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.317628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-dcd18d5c-086d-4a84-a11b-1f67011d2647 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230019 Jun 30 02:47:53.334226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0b2aead-20f4-4b3a-ac9e-19f222eb7603 req-4464f947-2ffc-4cc1-8f54-8dff2b6c01ab tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280286 Jun 30 02:47:53.368856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-be30db20-ade0-4c93-bec5-d2de574b6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.371223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-be30db20-ade0-4c93-bec5-d2de574b6225 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977602 Jun 30 02:47:53.380825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-706ba01d-f00b-4d0d-89c6-b26bfdaa5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.382406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-706ba01d-f00b-4d0d-89c6-b26bfdaa5740 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.1188662 Jun 30 02:47:53.400671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56ca24b-006a-4bf3-901e-ab7121e16be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.441195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-30f96dea-c6ac-4d51-b5dd-cdd17959c6b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509179 Jun 30 02:47:53.511594 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4201f7ae-de1c-459b-b762-50553ff7f9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.567441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201f7ae-de1c-459b-b762-50553ff7f9f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dfa5a59-c4a3-4125-a982-6a0a09cee814,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:53.575986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4201f7ae-de1c-459b-b762-50553ff7f9f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.577622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4201f7ae-de1c-459b-b762-50553ff7f9f7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5dfa5a59-c4a3-4125-a982-6a0a09cee814 HTTP/1.1" status: 204 len: 168 time: 0.8252032 Jun 30 02:47:53.580257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-4116f717-10f5-469f-8107-6f420705f65c service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014420 Jun 30 02:47:53.580841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55006) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:53.616763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-4a4dfc7e-4fb0-431e-a1d6-a7d421892f28 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594036 Jun 30 02:47:53.647145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ced16b-8fec-4f71-b411-b7268ce94b98 req-0c4170b2-78c2-40f5-8d46-87d8d53162ee tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.649186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19ced16b-8fec-4f71-b411-b7268ce94b98 req-0c4170b2-78c2-40f5-8d46-87d8d53162ee tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 951 time: 0.1252055 Jun 30 02:47:53.694741 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56ca24b-006a-4bf3-901e-ab7121e16be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.719398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.745234 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56ca24b-006a-4bf3-901e-ab7121e16be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.746847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f1902-d2e6-450b-9b45-2ad6c5f03d76 None None] Network 871a5c35-5520-42dd-96c2-6fdaf235edc2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:53.747970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a56ca24b-006a-4bf3-901e-ab7121e16be1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/97cc51fe-298d-4192-8556-fd9de4fb8fc0 HTTP/1.1" status: 204 len: 168 time: 0.9100056 Jun 30 02:47:53.748952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca24b-006a-4bf3-901e-ab7121e16be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97cc51fe-298d-4192-8556-fd9de4fb8fc0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:53.750604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55012) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:53.769358 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19ced16b-8fec-4f71-b411-b7268ce94b98 req-510d67d7-23de-418b-ada3-024341654ab1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064520 Jun 30 02:47:53.806533 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-03f7f1c7-c5f5-4c66-bd7e-809fb0b103bd service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795490 Jun 30 02:47:53.899735 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52425df3-aa9f-44d3-a626-1c55637e3021 x-openstack-request-id: req-52425df3-aa9f-44d3-a626-1c55637e3021 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:53.900100 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "name": "network-vif-plugged", "status": "completed", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b", "code": 200}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-plugged", "status": "completed", "tag": "dbdd0484-5948-43a9-8d71-056365de7c3c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:53.900538 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52425df3-aa9f-44d3-a626-1c55637e3021 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:53.900994 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'code': 200} Jun 30 02:47:53.901306 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdd0484-5948-43a9-8d71-056365de7c3c', 'code': 200} Jun 30 02:47:53.915157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2966e94-3d7a-4c79-a314-a2f37aa5ef35 req-a7f82764-59ad-4b2e-91d0-e1a352193eba service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175335 Jun 30 02:47:54.000997 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.013661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7136c2-17e3-4370-ac9c-6cdd184ffc58']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.035743 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.058811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328819b5-8f3c-40fa-9811-78372d6748bd None None] DHCP port deletion for 871a5c35-5520-42dd-96c2-6fdaf235edc2 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:54.059645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010f1ce5-e513-4342-83da-a640a79e2480') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.062834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010f1ce5-e513-4342-83da-a640a79e2480') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.081541 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.111961 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.146530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:54.157758 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:47:54.160667 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:54.167372 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:54.167372 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:54.167372 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:54.167372 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:54.167372 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:54.167372 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:54.167372 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:54.167372 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:54.167372 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:54.167372 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:54.177094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956794b-6851-4ce1-8935-44e7283ef14d req-4089d134-dd3c-4364-9f9e-32b651b12e69 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.178894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-328819b5-8f3c-40fa-9811-78372d6748bd None None] Deleting port 3f71750e-57c3-4513-85f6-9c4d01f02339 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:54.179512 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-328819b5-8f3c-40fa-9811-78372d6748bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.183950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956794b-6851-4ce1-8935-44e7283ef14d req-4089d134-dd3c-4364-9f9e-32b651b12e69 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.190272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956794b-6851-4ce1-8935-44e7283ef14d req-4089d134-dd3c-4364-9f9e-32b651b12e69 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.196301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956794b-6851-4ce1-8935-44e7283ef14d req-4089d134-dd3c-4364-9f9e-32b651b12e69 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.204028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956794b-6851-4ce1-8935-44e7283ef14d req-4089d134-dd3c-4364-9f9e-32b651b12e69 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.212988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956794b-6851-4ce1-8935-44e7283ef14d req-4089d134-dd3c-4364-9f9e-32b651b12e69 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.221127 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956794b-6851-4ce1-8935-44e7283ef14d req-4089d134-dd3c-4364-9f9e-32b651b12e69 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.230705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a956794b-6851-4ce1-8935-44e7283ef14d req-4089d134-dd3c-4364-9f9e-32b651b12e69 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5434 time: 0.1373765 Jun 30 02:47:54.246609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451272d-502c-47b0-b3b9-0ed8f1b819b1 req-24597b6d-eb6a-4317-907d-a21162b757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.247104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451272d-502c-47b0-b3b9-0ed8f1b819b1 req-24597b6d-eb6a-4317-907d-a21162b757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.247577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451272d-502c-47b0-b3b9-0ed8f1b819b1 req-24597b6d-eb6a-4317-907d-a21162b757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.248049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451272d-502c-47b0-b3b9-0ed8f1b819b1 req-24597b6d-eb6a-4317-907d-a21162b757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.248511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451272d-502c-47b0-b3b9-0ed8f1b819b1 req-24597b6d-eb6a-4317-907d-a21162b757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.248976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451272d-502c-47b0-b3b9-0ed8f1b819b1 req-24597b6d-eb6a-4317-907d-a21162b757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.249441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451272d-502c-47b0-b3b9-0ed8f1b819b1 req-24597b6d-eb6a-4317-907d-a21162b757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.251383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5451272d-502c-47b0-b3b9-0ed8f1b819b1 req-24597b6d-eb6a-4317-907d-a21162b757f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6491 time: 0.2274075 Jun 30 02:47:54.282933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-328819b5-8f3c-40fa-9811-78372d6748bd None None] For port 3f71750e-57c3-4513-85f6-9c4d01f02339, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3f71750e-57c3-4513-85f6-9c4d01f02339,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:54.283154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Deleting port 3f71750e-57c3-4513-85f6-9c4d01f02339 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:54.283154 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.283366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-328819b5-8f3c-40fa-9811-78372d6748bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.300360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-328819b5-8f3c-40fa-9811-78372d6748bd None None] Calling delete_port for 3f71750e-57c3-4513-85f6-9c4d01f02339 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:54.320529 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a956794b-6851-4ce1-8935-44e7283ef14d req-1d473274-ee42-47aa-a86e-e1427389f7f3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870807 Jun 30 02:47:54.341708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5451272d-502c-47b0-b3b9-0ed8f1b819b1 req-80516aad-6dea-4443-a2f0-8f51e50fdc1f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830038 Jun 30 02:47:54.383171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] For port 3f71750e-57c3-4513-85f6-9c4d01f02339, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3f71750e-57c3-4513-85f6-9c4d01f02339,segment=NetworkSegment(d7ac08a5-da65-4063-9eff-727d2c44f908),segment_id=d7ac08a5-da65-4063-9eff-727d2c44f908)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:54.383570 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.400669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Calling delete_port for 3f71750e-57c3-4513-85f6-9c4d01f02339 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:54.482079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.488297 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.493421 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0e7136c2-17e3-4370-ac9c-6cdd184ffc58 HTTP/1.1" status: 204 len: 168 time: 0.9084861 Jun 30 02:47:54.516070 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-328819b5-8f3c-40fa-9811-78372d6748bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.530864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8831cb-2804-4bd1-a565-bb77d64bae34 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7136c2-17e3-4370-ac9c-6cdd184ffc58,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:54.567979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328819b5-8f3c-40fa-9811-78372d6748bd None None] Pushing event deleted for resources: {'Port': ['ID=3f71750e-57c3-4513-85f6-9c4d01f02339,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:54.576788 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.591007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328819b5-8f3c-40fa-9811-78372d6748bd None None] No DVR routers for this DVR port 3f71750e-57c3-4513-85f6-9c4d01f02339 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:54.614403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e68aee-284e-460d-9a35-3ac50140f742 req-0caaefe9-91a1-4d3f-b275-5f44be15cdac tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.615000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f71750e-57c3-4513-85f6-9c4d01f02339,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:54.616508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3e68aee-284e-460d-9a35-3ac50140f742 req-0caaefe9-91a1-4d3f-b275-5f44be15cdac tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 944 time: 0.1364372 Jun 30 02:47:54.646120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] No DVR routers for this DVR port 3f71750e-57c3-4513-85f6-9c4d01f02339 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:54.686080 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3e68aee-284e-460d-9a35-3ac50140f742 req-ed3f6941-5b59-4f87-82f9-084050ca141d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531824 Jun 30 02:47:54.771343 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.784859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871a5c35-5520-42dd-96c2-6fdaf235edc2']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.799561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ac08a5-da65-4063-9eff-727d2c44f908') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.801301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ac08a5-da65-4063-9eff-727d2c44f908') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.803180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f04a33eb-1f20-41f8-8734-29cceb8a25a6 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.804975 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-f04a33eb-1f20-41f8-8734-29cceb8a25a6 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1095 time: 0.1569979 Jun 30 02:47:54.821115 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:54.876065 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:55.001233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-168946cd-7132-44e6-aceb-b3023e20e6b4 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c3ee50ef144b4e8d9114a2dce38285e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332093 Jun 30 02:47:55.065240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3f71750e-57c3-4513-85f6-9c4d01f02339 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:55.093235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 3f71750e-57c3-4513-85f6-9c4d01f02339 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:55.093717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3f71750e-57c3-4513-85f6-9c4d01f02339 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:55.094231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 82ff45f1-20c2-41ec-9798-5a9e3c8de408 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:55.123267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 82ff45f1-20c2-41ec-9798-5a9e3c8de408 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:55.123267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 82ff45f1-20c2-41ec-9798-5a9e3c8de408 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:55.131255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-297bbb70-827d-4b57-a722-234bfe554454 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:55.132791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-297bbb70-827d-4b57-a722-234bfe554454 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303792 Jun 30 02:47:55.151097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b62bf636-0ed9-4977-b1d2-a1c95410ff1a tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/quotas/c3ee50ef144b4e8d9114a2dce38285e6 HTTP/1.1" status: 200 len: 375 time: 0.0124578 Jun 30 02:47:55.188079 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-aa3964b5-60b3-4560-b788-e4491d7f5f3c tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3ee50ef144b4e8d9114a2dce38285e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314927 Jun 30 02:47:55.230370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:55.330072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:55.341219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'mac_address': 'fa:16:3e:89:31:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:55.380772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.394064 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b532c172-0fc2-4c28-bac6-12d31dd69f3b {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:55.413307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:55.749768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.756057 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.758449 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] 10.222.0.77 "DELETE /v2.0/networks/871a5c35-5520-42dd-96c2-6fdaf235edc2 HTTP/1.1" status: 204 len: 168 time: 1.9964850 Jun 30 02:47:55.762935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55074) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:55.774112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ffab3-8990-45a9-af08-ec8208a3e151 admin admin] Pushing event deleted for resources: {'Network': ['ID=871a5c35-5520-42dd-96c2-6fdaf235edc2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:55.930045 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.942311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-584545b9-d972-4d6e-a20d-74c7ab52c060 service neutron] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:55.950816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-584545b9-d972-4d6e-a20d-74c7ab52c060 service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.956165 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0777dbd3-4d8c-4d41-bad9-e99850555e09 req-584545b9-d972-4d6e-a20d-74c7ab52c060 service neutron] 10.222.0.83 "DELETE /v2.0/ports/0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e/bindings/n-h1-798249-3 HTTP/1.1" status: 204 len: 173 time: 1.1449594 Jun 30 02:47:56.021657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=12']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:56.036627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55076) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:56.098327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55082) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:56.099392 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-041a5797-a2a8-4ac2-88ea-fcdd1471aa15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c80ab6c399441f9bb71ec28106c6a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612969 Jun 30 02:47:56.173172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb70dd9a-9e64-40b7-a26f-f7127f1da87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.213055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['b532c172-0fc2-4c28-bac6-12d31dd69f3b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:56.221602 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb70dd9a-9e64-40b7-a26f-f7127f1da87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.323506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.380967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49fd1c-258e-4c07-ada1-967e87594330 req-3b630fdb-b5e8-482a-bb0c-d946e9ab2f71 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.382563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b49fd1c-258e-4c07-ada1-967e87594330 req-3b630fdb-b5e8-482a-bb0c-d946e9ab2f71 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 950 time: 0.1331241 Jun 30 02:47:56.448788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f759-6b9c-4505-9bbb-06dd9f80f98e req-52494661-6cd0-431a-8dc9-65cb9ddce748 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.455224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f759-6b9c-4505-9bbb-06dd9f80f98e req-52494661-6cd0-431a-8dc9-65cb9ddce748 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.461559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f759-6b9c-4505-9bbb-06dd9f80f98e req-52494661-6cd0-431a-8dc9-65cb9ddce748 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.467354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f759-6b9c-4505-9bbb-06dd9f80f98e req-52494661-6cd0-431a-8dc9-65cb9ddce748 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.470942 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b49fd1c-258e-4c07-ada1-967e87594330 req-06d392bc-90bc-41e7-b700-f29713986f35 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523887 Jun 30 02:47:56.474759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f759-6b9c-4505-9bbb-06dd9f80f98e req-52494661-6cd0-431a-8dc9-65cb9ddce748 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.477835 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb70dd9a-9e64-40b7-a26f-f7127f1da87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.480418 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb70dd9a-9e64-40b7-a26f-f7127f1da87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.480642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f759-6b9c-4505-9bbb-06dd9f80f98e req-52494661-6cd0-431a-8dc9-65cb9ddce748 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.484213 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eb70dd9a-9e64-40b7-a26f-f7127f1da87b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0d3fbdf-1ffe-4bbb-9839-848c251776e8 HTTP/1.1" status: 204 len: 168 time: 0.3822918 Jun 30 02:47:56.487397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f759-6b9c-4505-9bbb-06dd9f80f98e req-52494661-6cd0-431a-8dc9-65cb9ddce748 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.489360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4fb8f759-6b9c-4505-9bbb-06dd9f80f98e req-52494661-6cd0-431a-8dc9-65cb9ddce748 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5434 time: 0.1350505 Jun 30 02:47:56.545359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70dd9a-9e64-40b7-a26f-f7127f1da87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d3fbdf-1ffe-4bbb-9839-848c251776e8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:56.545853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4fb8f759-6b9c-4505-9bbb-06dd9f80f98e req-ffe70a1c-a27a-4b53-9d6c-e88804089c95 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480988 Jun 30 02:47:56.652647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b75ac1a4-e829-4ba6-97b9-1e6261e93cd5 req-284ab151-0f98-4a62-86cf-90ee41fd7e69 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 210 time: 0.0303409 Jun 30 02:47:56.721889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfcf23-0613-4b53-89e4-5eb2f347f9a9 req-922e08d1-b5e7-48b4-95b8-a06d6b45469c tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.723378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cbbfcf23-0613-4b53-89e4-5eb2f347f9a9 req-922e08d1-b5e7-48b4-95b8-a06d6b45469c tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 944 time: 0.0986774 Jun 30 02:47:56.730996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] Deleting port 24a5e6f5-79b5-453b-9620-48bea1c931b1 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:56.731340 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.821462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cbbfcf23-0613-4b53-89e4-5eb2f347f9a9 req-e11adc45-d469-44fb-a8a1-1a3c221afb9e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880473 Jun 30 02:47:56.882652 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] For port 24a5e6f5-79b5-453b-9620-48bea1c931b1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=24a5e6f5-79b5-453b-9620-48bea1c931b1,segment=NetworkSegment(1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e),segment_id=1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:56.883051 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.901174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] Calling delete_port for 24a5e6f5-79b5-453b-9620-48bea1c931b1 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:57.100358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8648ce-cc67-432c-b44b-82c13fa7b0a4 req-ef7727da-a5a2-4848-83fa-0cf72669bc6f tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:57.101944 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b8648ce-cc67-432c-b44b-82c13fa7b0a4 req-ef7727da-a5a2-4848-83fa-0cf72669bc6f tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 1101 time: 0.1293836 Jun 30 02:47:57.180939 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b8648ce-cc67-432c-b44b-82c13fa7b0a4 req-b3b7c8e8-b1a8-4dde-b88d-8c0d8bdb1d20 tempest-MigrationsAdminTest-629560388 tempest-MigrationsAdminTest-629560388-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688193 Jun 30 02:47:57.244992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:57.304253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port b532c172-0fc2-4c28-bac6-12d31dd69f3b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:57.304253 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.389685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.401065 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.426286 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:57.426564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] Pushing event deleted for resources: {'Port': ['ID=24a5e6f5-79b5-453b-9620-48bea1c931b1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:57.428703 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26270816-5a97-45fa-93cb-37b7731235dd" -d '{"events": [{"server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "name": "network-vif-plugged", "status": "completed", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:57.443694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:57.567396 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.622756 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.640470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=13']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:58.161906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] Router 211adead-7bf2-4fd1-b81a-f07838d4bb15 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:58.212773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac4d4c-1cd3-46fe-8dab-01d870682279 req-b397ee7e-f5f9-4320-8133-af50a4cbf00e tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:58.214318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4ac4d4c-1cd3-46fe-8dab-01d870682279 req-b397ee7e-f5f9-4320-8133-af50a4cbf00e tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1095 time: 0.1063180 Jun 30 02:47:58.287828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4ac4d4c-1cd3-46fe-8dab-01d870682279 req-f9a1473e-f828-4239-bedd-e20b031486e4 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669496 Jun 30 02:47:58.302317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:58.307579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2d5c08ef-6619-4bb4-ae8d-5cc3676fb32d admin admin] 10.222.0.77 "PUT /v2.0/routers/211adead-7bf2-4fd1-b81a-f07838d4bb15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5434675 Jun 30 02:47:58.310251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55166) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:58.319335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] Sync routers for ids ['211adead-7bf2-4fd1-b81a-f07838d4bb15'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:58.322891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] Routers {'211adead-7bf2-4fd1-b81a-f07838d4bb15'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:58.323630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:47:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['211adead-7bf2-4fd1-b81a-f07838d4bb15'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:58.483245 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.583735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] Set router 211adead-7bf2-4fd1-b81a-f07838d4bb15 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:58.592828 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.763697 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07e6dca5-326d-48f6-bb06-2c686015dfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.767162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-router', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:27Z', 'updated_at': '2021-06-30T02:47:57Z', 'revision_number': 5, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'gw_port': {'id': 'd0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:58.798556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] Checking router: 211adead-7bf2-4fd1-b81a-f07838d4bb15 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:58.807417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] Routers {'211adead-7bf2-4fd1-b81a-f07838d4bb15'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:58.808213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:47:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['211adead-7bf2-4fd1-b81a-f07838d4bb15'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:58.808411 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Deleting port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:58.808619 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.893621 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] Set router 211adead-7bf2-4fd1-b81a-f07838d4bb15 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:58.893893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] For port d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:58.894162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.918012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Calling delete_port for d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:58.952762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-router', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:27Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 6, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:59.006891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917af91f-64f3-4ece-ad6e-48014e396086 None None] The sync data for ids ['211adead-7bf2-4fd1-b81a-f07838d4bb15'] in n-d-798249-3 is: [{'id': '211adead-7bf2-4fd1-b81a-f07838d4bb15', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045659915-router', 'tenant_id': 'b9bf8514d37c49d9926ca90bed185a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:27Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 6, 'project_id': 'b9bf8514d37c49d9926ca90bed185a19', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:59.252520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-e75fa5a5-7e3d-490f-8ab4-3274763947af tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:59.253895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-e75fa5a5-7e3d-490f-8ab4-3274763947af tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 951 time: 0.0626209 Jun 30 02:47:59.319862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.348525 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7143f3d1-715a-4b1a-a1a9-09574007f2eb x-openstack-request-id: req-7143f3d1-715a-4b1a-a1a9-09574007f2eb {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:59.349056 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "name": "network-vif-plugged", "status": "completed", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:59.349056 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7143f3d1-715a-4b1a-a1a9-09574007f2eb {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:59.349295 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'code': 200} Jun 30 02:47:59.376778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:59.454310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-fbea98bf-6d70-4969-9163-e15c39100828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Deleting port b532c172-0fc2-4c28-bac6-12d31dd69f3b {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:59.455248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-fbea98bf-6d70-4969-9163-e15c39100828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.481566 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.935780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.940176 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.982936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f0723bb-0b31-46fd-bea4-e9ade5aa729c req-1a4b64f5-d5c4-4cac-adca-2e11dd4a5dd8 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 210 time: 0.0511096 Jun 30 02:48:00.029918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-fbea98bf-6d70-4969-9163-e15c39100828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] For port b532c172-0fc2-4c28-bac6-12d31dd69f3b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b532c172-0fc2-4c28-bac6-12d31dd69f3b,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:00.030285 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-fbea98bf-6d70-4969-9163-e15c39100828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.061096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174d87-c4a6-4a35-99ee-6e48db692122 req-6aaa0375-93cf-4277-a891-c1ff4a04914b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.067634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174d87-c4a6-4a35-99ee-6e48db692122 req-6aaa0375-93cf-4277-a891-c1ff4a04914b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.075256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174d87-c4a6-4a35-99ee-6e48db692122 req-6aaa0375-93cf-4277-a891-c1ff4a04914b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.076919 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-7bf14a98-f955-4bb0-80e2-28e0ed2c86ec tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c3ee50ef144b4e8d9114a2dce38285e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340829 Jun 30 02:48:00.094185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174d87-c4a6-4a35-99ee-6e48db692122 req-6aaa0375-93cf-4277-a891-c1ff4a04914b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.100082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174d87-c4a6-4a35-99ee-6e48db692122 req-6aaa0375-93cf-4277-a891-c1ff4a04914b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.106151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174d87-c4a6-4a35-99ee-6e48db692122 req-6aaa0375-93cf-4277-a891-c1ff4a04914b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.112070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174d87-c4a6-4a35-99ee-6e48db692122 req-6aaa0375-93cf-4277-a891-c1ff4a04914b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.121362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14174d87-c4a6-4a35-99ee-6e48db692122 req-6aaa0375-93cf-4277-a891-c1ff4a04914b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5434 time: 0.6589296 Jun 30 02:48:00.123588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-fbea98bf-6d70-4969-9163-e15c39100828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Calling delete_port for b532c172-0fc2-4c28-bac6-12d31dd69f3b owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:00.200143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14174d87-c4a6-4a35-99ee-6e48db692122 req-4c7fc2a5-b805-48ed-b66d-46d283da81cb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771422 Jun 30 02:48:00.202621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.203353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 211adead-7bf2-4fd1-b81a-f07838d4bb15 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:48:00.209145 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.214939 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-40045d3a-ed5a-43bb-a0c1-279ce3b73269 admin admin] 10.222.0.77 "DELETE /v2.0/routers/211adead-7bf2-4fd1-b81a-f07838d4bb15 HTTP/1.1" status: 204 len: 168 time: 1.9029956 Jun 30 02:48:00.215567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55188) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:00.278199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-d9bae760-e4e6-43fc-b13b-7b487014e7e6 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.280034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-d9bae760-e4e6-43fc-b13b-7b487014e7e6 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019184 Jun 30 02:48:00.294698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acd891-f394-4d02-8fef-e777f17f7b6c req-a3db0d52-4f60-49ca-a298-6276b12fd5a0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.296743 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02acd891-f394-4d02-8fef-e777f17f7b6c req-a3db0d52-4f60-49ca-a298-6276b12fd5a0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 951 time: 0.1452537 Jun 30 02:48:00.302241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Request body: {'port': {'device_id': 'a3deeb46-eed0-4b62-a0dd-908176e448e3', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': 'c3ee50ef144b4e8d9114a2dce38285e6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:00.315728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-665dfd49-ab62-411c-9c09-054657b616df admin admin] Deleting subnet 2ef3d6b7-7490-4a9a-8502-b70b0680f55b {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:00.319506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-665dfd49-ab62-411c-9c09-054657b616df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.365941 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-665dfd49-ab62-411c-9c09-054657b616df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.426104 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02acd891-f394-4d02-8fef-e777f17f7b6c req-f535a977-2c30-4b92-8133-53c542d6d69e tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007488 Jun 30 02:48:00.620264 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-665dfd49-ab62-411c-9c09-054657b616df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.628373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Made reservation on behalf of c3ee50ef144b4e8d9114a2dce38285e6 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:00.632087 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.646887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.654564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-063a0b10-9aa2-4813-ae2c-ea5b1ab01c90 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.656370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-063a0b10-9aa2-4813-ae2c-ea5b1ab01c90 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 821 time: 0.2074797 Jun 30 02:48:00.659202 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-fbea98bf-6d70-4969-9163-e15c39100828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.672130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:00.674739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['b532c172-0fc2-4c28-bac6-12d31dd69f3b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:00.732765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea98bf-6d70-4969-9163-e15c39100828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Pushing event deleted for resources: {'Port': ['ID=b532c172-0fc2-4c28-bac6-12d31dd69f3b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:00.771006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-47aaec5a-400d-4e75-8b5a-052bfd5129c6 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/quotas/8d2865600279469a9fb6e51fd8957e32 HTTP/1.1" status: 200 len: 375 time: 0.0807004 Jun 30 02:48:00.793186 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.839206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-fbea98bf-6d70-4969-9163-e15c39100828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] No DVR routers for this DVR port b532c172-0fc2-4c28-bac6-12d31dd69f3b on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:00.842411 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-fbea98bf-6d70-4969-9163-e15c39100828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.844567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc0dee6f-1924-4892-95ec-0e9c621dd552 req-fbea98bf-6d70-4969-9163-e15c39100828 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.83 "DELETE /v2.0/ports/b532c172-0fc2-4c28-bac6-12d31dd69f3b HTTP/1.1" status: 204 len: 173 time: 1.5853012 Jun 30 02:48:00.872412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'name': 'network-vif-deleted', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:00.874248 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f2e004-2b4f-4ef0-97cf-82e44f912c87" -d '{"events": [{"server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "name": "network-vif-deleted", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:00.915610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.916753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-3ac5702a-cf16-4bbf-a26f-6755dcefdc18 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208158 Jun 30 02:48:00.980096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7be10ab-cbe5-4996-a16e-715e7329e382,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.042002 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-665dfd49-ab62-411c-9c09-054657b616df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.089645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 24a5e6f5-79b5-453b-9620-48bea1c931b1 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:01.099755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-665dfd49-ab62-411c-9c09-054657b616df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.101824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-665dfd49-ab62-411c-9c09-054657b616df admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2ef3d6b7-7490-4a9a-8502-b70b0680f55b HTTP/1.1" status: 204 len: 168 time: 0.8815014 Jun 30 02:48:01.106497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dfd49-ab62-411c-9c09-054657b616df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef3d6b7-7490-4a9a-8502-b70b0680f55b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.110357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55208) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:01.116915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ba3c76-3fd0-42d2-826d-2593d9fc7c82 None None] Network efa77631-51e6-4a14-a902-c743acdc664a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:01.124633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 24a5e6f5-79b5-453b-9620-48bea1c931b1 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:01.125026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 24a5e6f5-79b5-453b-9620-48bea1c931b1 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:01.125580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:01.168026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:01.168794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d0a5f68b-8aaf-4bed-8c65-aa8b5ea605e9 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:01.205268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Allocated IP 192.168.233.122 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/8f63a7a4-978e-4f9c-bbc2-50e892b831cb) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:01.213346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.265637 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-61c9ce12-d04c-4aa4-8508-203dda7d855f service neutron] 10.222.0.77 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404067 Jun 30 02:48:01.486494 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Deleting port ceaaaf75-548c-4129-981c-74ad09907103 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:01.489105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.494994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f5c481-3e0e-46fa-a824-c31ecfa71eb5 None None] DHCP port deletion for efa77631-51e6-4a14-a902-c743acdc664a request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:01.498535 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.533067 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.552918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-17f5c481-3e0e-46fa-a824-c31ecfa71eb5 None None] Deleting port ceaaaf75-548c-4129-981c-74ad09907103 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:01.553869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-17f5c481-3e0e-46fa-a824-c31ecfa71eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.560693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Transition to ACTIVE for port object 8f63a7a4-978e-4f9c-bbc2-50e892b831cb will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:01.567740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-29e19a1f-68e5-4ea9-8dae-10aa4a35828f service neutron] 10.222.0.77 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934446 Jun 30 02:48:01.592232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ae65-eada-4c97-9358-e7b78271e4b7 req-8ef04a1c-e6ac-4bc3-a6a1-19343ff0165f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:01.598801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ae65-eada-4c97-9358-e7b78271e4b7 req-8ef04a1c-e6ac-4bc3-a6a1-19343ff0165f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:01.606287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ae65-eada-4c97-9358-e7b78271e4b7 req-8ef04a1c-e6ac-4bc3-a6a1-19343ff0165f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:01.607679 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3486fd13-b532-48a9-b853-8dee95441426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.611834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] For port ceaaaf75-548c-4129-981c-74ad09907103, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ceaaaf75-548c-4129-981c-74ad09907103,segment=NetworkSegment(1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e),segment_id=1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:01.612207 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.612470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ae65-eada-4c97-9358-e7b78271e4b7 req-8ef04a1c-e6ac-4bc3-a6a1-19343ff0165f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:01.618894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ae65-eada-4c97-9358-e7b78271e4b7 req-8ef04a1c-e6ac-4bc3-a6a1-19343ff0165f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:01.624960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ae65-eada-4c97-9358-e7b78271e4b7 req-8ef04a1c-e6ac-4bc3-a6a1-19343ff0165f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:01.634228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0ae65-eada-4c97-9358-e7b78271e4b7 req-8ef04a1c-e6ac-4bc3-a6a1-19343ff0165f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:01.636136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b9a0ae65-eada-4c97-9358-e7b78271e4b7 req-8ef04a1c-e6ac-4bc3-a6a1-19343ff0165f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5434 time: 0.1594505 Jun 30 02:48:01.636663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Calling delete_port for ceaaaf75-548c-4129-981c-74ad09907103 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:01.646651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55216) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:01.654663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-dd067e30-7826-406e-9cca-970abe818f6c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Request body: {'floatingip': {'port_id': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:01.655909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-17f5c481-3e0e-46fa-a824-c31ecfa71eb5 None None] For port ceaaaf75-548c-4129-981c-74ad09907103, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ceaaaf75-548c-4129-981c-74ad09907103,segment=NetworkSegment(1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e),segment_id=1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:01.656616 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-17f5c481-3e0e-46fa-a824-c31ecfa71eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.679926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-17f5c481-3e0e-46fa-a824-c31ecfa71eb5 None None] Calling delete_port for ceaaaf75-548c-4129-981c-74ad09907103 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:01.765961 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537dae50-2a57-4d57-9704-3d51f68d6b3d x-openstack-request-id: req-537dae50-2a57-4d57-9704-3d51f68d6b3d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:01.765961 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f37444-7927-4154-a19d-76ebe0ad0649", "name": "network-vif-deleted", "tag": "b532c172-0fc2-4c28-bac6-12d31dd69f3b", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:01.766273 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-537dae50-2a57-4d57-9704-3d51f68d6b3d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:01.766606 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f37444-7927-4154-a19d-76ebe0ad0649', 'name': 'network-vif-deleted', 'tag': 'b532c172-0fc2-4c28-bac6-12d31dd69f3b', 'status': 'completed', 'code': 200} Jun 30 02:48:01.811195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd067e30-7826-406e-9cca-970abe818f6c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.890590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc66eb5e-99ab-467c-911b-d79bdfc19d5e req-55513fbf-ee7a-4de1-bbb3-b85dc3aad3d8 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 210 time: 0.0293944 Jun 30 02:48:01.904924 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.938607 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-17f5c481-3e0e-46fa-a824-c31ecfa71eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.036420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.109321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5c481-3e0e-46fa-a824-c31ecfa71eb5 None None] Pushing event deleted for resources: {'Port': ['ID=ceaaaf75-548c-4129-981c-74ad09907103,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.114082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5c481-3e0e-46fa-a824-c31ecfa71eb5 None None] No DVR routers for this DVR port ceaaaf75-548c-4129-981c-74ad09907103 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:02.157843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] No DVR routers for this DVR port ceaaaf75-548c-4129-981c-74ad09907103 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:02.157843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceaaaf75-548c-4129-981c-74ad09907103,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.200002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:02.204873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:02.207877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:02.225180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Pushing event updated for resources: {'Port': ['ID=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.328773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac717db-7957-4999-bc71-3c742c2b9ee9 req-af885fb2-9482-4afb-8df0-ea14bbad8c67 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:02.339531 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aac717db-7957-4999-bc71-3c742c2b9ee9 req-af885fb2-9482-4afb-8df0-ea14bbad8c67 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 948 time: 0.2383475 Jun 30 02:48:02.360672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:02.361446 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.393165 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.406590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aac717db-7957-4999-bc71-3c742c2b9ee9 req-f0cac2b2-a191-4a78-8b19-2d2e87754ae2 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660675 Jun 30 02:48:02.447562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa77631-51e6-4a14-a902-c743acdc664a']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.456442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-208c3251-00b5-4cdb-a6e4-dc1aadd5a92a req-3871acd5-b77c-4dcd-bfbd-307af62115a1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4f37444-7927-4154-a19d-76ebe0ad0649 HTTP/1.1" status: 200 len: 210 time: 0.0949080 Jun 30 02:48:02.481585 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b00fa606-9025-4573-954a-eafd43061d9e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1832280 Jun 30 02:48:02.493087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.493087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a24c40c-3b4c-4bd4-b650-8c4b0ea01d4e') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.495310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Request body: {'port': {'device_id': 'a3deeb46-eed0-4b62-a0dd-908176e448e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:02.515368 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.590968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd0e225-23f8-425b-a325-cb5baa7036f3 req-818c79cb-3de4-4c03-834a-0cd5335d45a2 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 210 time: 0.0614882 Jun 30 02:48:02.616048 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.667574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:48:02.667901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:48:02.669694 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:48:02.692843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.694412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ea4dc692-1730-4c1b-8bb5-f40466cfa2a4 None None] Provisioning for port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:02.712991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ea4dc692-1730-4c1b-8bb5-f40466cfa2a4 None None] Provisioning complete for port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:02.713365 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea4dc692-1730-4c1b-8bb5-f40466cfa2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.783235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ea4dc692-1730-4c1b-8bb5-f40466cfa2a4 None None] Port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:02.856480 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.894822 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd067e30-7826-406e-9cca-970abe818f6c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.895927 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.902428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.905712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/efa77631-51e6-4a14-a902-c743acdc664a HTTP/1.1" status: 204 len: 168 time: 1.7791846 Jun 30 02:48:02.956242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188a77c-6f87-49ef-b2c1-cf082e50e8a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=efa77631-51e6-4a14-a902-c743acdc664a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:03.054556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd067e30-7826-406e-9cca-970abe818f6c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.128362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ceaaaf75-548c-4129-981c-74ad09907103 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:03.191955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: ceaaaf75-548c-4129-981c-74ad09907103 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:03.191955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ceaaaf75-548c-4129-981c-74ad09907103 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:03.200843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f63a7a4-978e-4f9c-bbc2-50e892b831cb {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:03.215595 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.231955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Transition to ACTIVE for port object 8f63a7a4-978e-4f9c-bbc2-50e892b831cb will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:03.265646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55246) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:03.308057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:03.314907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-2794bb9d-0513-4c34-b00f-8794f249783c tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:03.316446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-2794bb9d-0513-4c34-b00f-8794f249783c tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.83 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 948 time: 0.3476555 Jun 30 02:48:03.334355 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-dd067e30-7826-406e-9cca-970abe818f6c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Floating IP 91f2907b-4aa9-43df-bcd9-72e9ff388dc1 associated. External IP: 172.25.2.45, port: 20dc477e-ceff-4a03-a76a-c8f3d4378a5d. Jun 30 02:48:03.349788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: b532c172-0fc2-4c28-bac6-12d31dd69f3b {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:03.352038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b532c172-0fc2-4c28-bac6-12d31dd69f3b not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:03.366852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed5f16-542e-4f09-86a5-0a5c5478a6b9 req-4f481246-d18a-40a1-9883-9680e2d818a5 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:03.368454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7bed5f16-542e-4f09-86a5-0a5c5478a6b9 req-4f481246-d18a-40a1-9883-9680e2d818a5 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 936 time: 0.2111568 Jun 30 02:48:03.372361 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.434035 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Pushing event updated for resources: {'Port': ['ID=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:03.530280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7bed5f16-542e-4f09-86a5-0a5c5478a6b9 req-beb92658-cb37-4cfd-a078-b6567ffbd965 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7be10ab-cbe5-4996-a16e-715e7329e382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254556 Jun 30 02:48:03.551053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55254) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:03.614088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Attempting to bind port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:03.614720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Attempting to bind port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:03.615323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Attempting to bind port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:03.622644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:48:03.623111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Attempting to bind port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:03.630181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:03.630526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:03.630959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:03.631470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Bound port: 8f63a7a4-978e-4f9c-bbc2-50e892b831cb, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:03.631836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.808084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-69ae237d-75d8-4470-bf74-10ad152e6018 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Deleting port 741d7075-4e29-44a9-b960-2644f9d47e65 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:03.808084 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-69ae237d-75d8-4470-bf74-10ad152e6018 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.808772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] For port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:03.818759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] For port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:03.832189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-326b8987-068d-4b3a-885b-aefae40fafbd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c83fe25ea7204618bd75e7358ea6e60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801619 Jun 30 02:48:03.852769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55260) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:03.961866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.987885 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5123e9c-a040-4c1c-8bba-d6ee0310a91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.015812 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5123e9c-a040-4c1c-8bba-d6ee0310a91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.068494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90c4f21a-32a3-47fd-9332-9ea44ab89342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.078004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:04.078634 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.080313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] 10.222.0.83 "PUT /v2.0/ports/8f63a7a4-978e-4f9c-bbc2-50e892b831cb HTTP/1.1" status: 200 len: 1096 time: 1.5908933 Jun 30 02:48:04.083471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3deeb46-eed0-4b62-a0dd-908176e448e3', 'tag': '8f63a7a4-978e-4f9c-bbc2-50e892b831cb'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:04.086766 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6fd52c-464c-4c56-8c4f-2cf640971b81" -d '{"events": [{"name": "network-changed", "server_uuid": "a3deeb46-eed0-4b62-a0dd-908176e448e3", "tag": "8f63a7a4-978e-4f9c-bbc2-50e892b831cb"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:04.336295 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5123e9c-a040-4c1c-8bba-d6ee0310a91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.345103 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5123e9c-a040-4c1c-8bba-d6ee0310a91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.346330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f5123e9c-a040-4c1c-8bba-d6ee0310a91d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d6b74e3-f735-4783-b8eb-5f59d8033d53 HTTP/1.1" status: 204 len: 168 time: 0.4899652 Jun 30 02:48:04.420771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5123e9c-a040-4c1c-8bba-d6ee0310a91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6b74e3-f735-4783-b8eb-5f59d8033d53,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:04.435605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517ef9a-f78b-466e-8cd7-ab104e648803 service neutron] Pushing event updated for resources: {'Port': ['ID=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:04.449530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd067e30-7826-406e-9cca-970abe818f6c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Router 6e0f635a-e894-432a-8055-7d02ed84da3d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:04.479165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b0810-69aa-42d9-b244-7f6ed6585b3b req-ef52c14d-6fb3-45a5-8548-094ed4f43865 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:04.488761 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202b0810-69aa-42d9-b244-7f6ed6585b3b req-ef52c14d-6fb3-45a5-8548-094ed4f43865 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 948 time: 0.6651988 Jun 30 02:48:04.522246 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90c4f21a-32a3-47fd-9332-9ea44ab89342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.549591 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.552358 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad2e6c0e-a67e-4aaf-9a81-d4f4b8eb5071 req-73215339-a14a-4b3c-bf4a-1628ddde0446 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 210 time: 0.1008067 Jun 30 02:48:04.565172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-d9e8fbcc-a9af-4bc8-803b-e65736b0b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:04.566773 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-d9e8fbcc-a9af-4bc8-803b-e65736b0b83f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3ee50ef144b4e8d9114a2dce38285e6&device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 1099 time: 0.2168770 Jun 30 02:48:04.571578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202b0810-69aa-42d9-b244-7f6ed6585b3b req-058f234c-3a5e-49b4-a71e-78af0c49cacb tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817456 Jun 30 02:48:04.649276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-69ae237d-75d8-4470-bf74-10ad152e6018 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] For port 741d7075-4e29-44a9-b960-2644f9d47e65, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=741d7075-4e29-44a9-b960-2644f9d47e65,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:04.649692 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-69ae237d-75d8-4470-bf74-10ad152e6018 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.664474 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-23c737f1-5436-4ffc-812c-c0be33e80587 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=8f63a7a4-978e-4f9c-bbc2-50e892b831cb HTTP/1.1" status: 200 len: 217 time: 0.0890732 Jun 30 02:48:04.671605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90c4f21a-32a3-47fd-9332-9ea44ab89342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.685639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-69ae237d-75d8-4470-bf74-10ad152e6018 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Calling delete_port for 741d7075-4e29-44a9-b960-2644f9d47e65 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:04.690204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd067e30-7826-406e-9cca-970abe818f6c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:04.702110 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] Sync routers for ids ['6e0f635a-e894-432a-8055-7d02ed84da3d'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:04.706225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd067e30-7826-406e-9cca-970abe818f6c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.723323 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] Routers {'6e0f635a-e894-432a-8055-7d02ed84da3d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:04.724249 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6e0f635a-e894-432a-8055-7d02ed84da3d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:04.752654 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dd067e30-7826-406e-9cca-970abe818f6c tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "PUT /v2.0/floatingips/91f2907b-4aa9-43df-bcd9-72e9ff388dc1 HTTP/1.1" status: 200 len: 990 time: 3.1049213 Jun 30 02:48:04.754863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:04.755331 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ef12ab-fa23-4ab7-b571-f1b2a4ca4cbe x-openstack-request-id: req-b7ef12ab-fa23-4ab7-b571-f1b2a4ca4cbe {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:04.755634 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3deeb46-eed0-4b62-a0dd-908176e448e3", "tag": "8f63a7a4-978e-4f9c-bbc2-50e892b831cb", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:04.755892 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7ef12ab-fa23-4ab7-b571-f1b2a4ca4cbe {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:04.756311 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3deeb46-eed0-4b62-a0dd-908176e448e3', 'tag': '8f63a7a4-978e-4f9c-bbc2-50e892b831cb', 'status': 'completed', 'code': 200} Jun 30 02:48:04.758618 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "20dc477e-ceff-4a03-a76a-c8f3d4378a5d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:04.842358 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-90c4f21a-32a3-47fd-9332-9ea44ab89342 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5707bd8f5eda4b4f9ad851716a19b193&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5754991 Jun 30 02:48:04.843112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4f21a-32a3-47fd-9332-9ea44ab89342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5071531-efc5-4adf-93e7-44320767e994,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:04.862161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55276) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:04.876917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-5a2f35d8-6188-4be5-a28f-a6ca0575195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:04.883057 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-5a2f35d8-6188-4be5-a28f-a6ca0575195b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.2124965 Jun 30 02:48:04.952572 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] Set router 6e0f635a-e894-432a-8055-7d02ed84da3d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:05.054865 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30c8955c-0c49-4d81-a1b2-46134101a164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.069021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-69ae237d-75d8-4470-bf74-10ad152e6018 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.092126 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30c8955c-0c49-4d81-a1b2-46134101a164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.096751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-12e9feb0-d3ac-4305-8344-4e84d2a2c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.098387 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-12e9feb0-d3ac-4305-8344-4e84d2a2c721 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986716 Jun 30 02:48:05.116173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae237d-75d8-4470-bf74-10ad152e6018 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Pushing event deleted for resources: {'Port': ['ID=741d7075-4e29-44a9-b960-2644f9d47e65,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:05.208702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-69ae237d-75d8-4470-bf74-10ad152e6018 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] No DVR routers for this DVR port 741d7075-4e29-44a9-b960-2644f9d47e65 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:05.222142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c2436-0452-4b47-9a06-15e7acd82ab1 req-d68fd746-586b-4c59-b235-04fdc710f136 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.224328 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-125c2436-0452-4b47-9a06-15e7acd82ab1 req-d68fd746-586b-4c59-b235-04fdc710f136 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 948 time: 0.2321708 Jun 30 02:48:05.227026 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-69ae237d-75d8-4470-bf74-10ad152e6018 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.228988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30e8aa44-0a70-4fe5-bc98-a6101b700f42 req-69ae237d-75d8-4470-bf74-10ad152e6018 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.83 "DELETE /v2.0/ports/741d7075-4e29-44a9-b960-2644f9d47e65 HTTP/1.1" status: 204 len: 173 time: 1.9042773 Jun 30 02:48:05.281581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-125c2436-0452-4b47-9a06-15e7acd82ab1 req-42ccb742-01b0-47da-bf8d-4ff31483d859 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7be10ab-cbe5-4996-a16e-715e7329e382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505428 Jun 30 02:48:05.300188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-b3d831df-0800-49fe-a3a7-dba382f1699e service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931036 Jun 30 02:48:05.413266 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '91f2907b-4aa9-43df-bcd9-72e9ff388dc1', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'port_id': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'mac_address': 'fa:16:3e:6b:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:05Z', 'updated_at': '2021-06-30T02:48:02Z', 'revision_number': 1, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf', 'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'mac_address': 'fa:16:3e:e9:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:37Z', 'updated_at': '2021-06-30T02:44:48Z', 'revision_number': 5, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'subnets': [{'id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:05.448850 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a920712a-e9ee-4a3e-8bfd-012d892c837e req-bd8d0ea4-f717-48f7-b588-e046609b2697 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416056 Jun 30 02:48:05.452749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30c8955c-0c49-4d81-a1b2-46134101a164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.457857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30c8955c-0c49-4d81-a1b2-46134101a164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.459029 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-30c8955c-0c49-4d81-a1b2-46134101a164 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f5071531-efc5-4adf-93e7-44320767e994 HTTP/1.1" status: 204 len: 168 time: 0.5994511 Jun 30 02:48:05.497283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8955c-0c49-4d81-a1b2-46134101a164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5071531-efc5-4adf-93e7-44320767e994,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:05.502884 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf343f-36ea-4faf-add9-1bf34e8c312c x-openstack-request-id: req-1dbf343f-36ea-4faf-add9-1bf34e8c312c {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:05.503182 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "tag": "20dc477e-ceff-4a03-a76a-c8f3d4378a5d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:05.503445 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1dbf343f-36ea-4faf-add9-1bf34e8c312c {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:05.503948 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'tag': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d', 'status': 'completed', 'code': 200} Jun 30 02:48:05.506128 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] Checking router: 6e0f635a-e894-432a-8055-7d02ed84da3d for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:05.533087 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] Routers {'6e0f635a-e894-432a-8055-7d02ed84da3d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:05.533744 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6e0f635a-e894-432a-8055-7d02ed84da3d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:05.654299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-20238556-c62a-4fa1-9257-5fc46f3f6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.655428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-20238556-c62a-4fa1-9257-5fc46f3f6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.656238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-20238556-c62a-4fa1-9257-5fc46f3f6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.656946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-20238556-c62a-4fa1-9257-5fc46f3f6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.657662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-20238556-c62a-4fa1-9257-5fc46f3f6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.658304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-20238556-c62a-4fa1-9257-5fc46f3f6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.658945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-20238556-c62a-4fa1-9257-5fc46f3f6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.661400 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-20238556-c62a-4fa1-9257-5fc46f3f6a14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6491 time: 0.0993409 Jun 30 02:48:05.688250 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] Set router 6e0f635a-e894-432a-8055-7d02ed84da3d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:05.795004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55288) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:05.922790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-3aeed4db-a647-4b83-a9e7-8c1dc9bc8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.924417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-3aeed4db-a647-4b83-a9e7-8c1dc9bc8f48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3ee50ef144b4e8d9114a2dce38285e6&device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 1099 time: 0.1564651 Jun 30 02:48:06.061748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-0afa843c-26f1-4301-b7c4-9e0fa6c894f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.063597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-0afa843c-26f1-4301-b7c4-9e0fa6c894f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1318896 Jun 30 02:48:06.085213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f8ed1a22-7eb4-47e2-8eb8-1a18d20cb91a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b9bf8514d37c49d9926ca90bed185a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728325 Jun 30 02:48:06.122228 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '91f2907b-4aa9-43df-bcd9-72e9ff388dc1', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'port_id': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'mac_address': 'fa:16:3e:6b:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:05Z', 'updated_at': '2021-06-30T02:48:02Z', 'revision_number': 1, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf', 'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'mac_address': 'fa:16:3e:e9:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:37Z', 'updated_at': '2021-06-30T02:44:48Z', 'revision_number': 5, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'subnets': [{'id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:06.123241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55292) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:06.125570 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3a73683c-afbb-4bfe-a508-3f1135eb76df req-e11c9e24-f1b4-4de7-91af-61a7b23fdbc5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 210 time: 0.0608246 Jun 30 02:48:06.138466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc1abb2-47e3-4319-a598-479193b6ba12 req-3296f31f-fa03-4997-8742-2d3c6233691e tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 210 time: 0.1832299 Jun 30 02:48:06.197188 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6218756a-2a47-47e3-a900-95e4fc8a2515 None None] The sync data for ids ['6e0f635a-e894-432a-8055-7d02ed84da3d'] in n-d-798249-3 is: [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '91f2907b-4aa9-43df-bcd9-72e9ff388dc1', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'port_id': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'mac_address': 'fa:16:3e:6b:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:05Z', 'updated_at': '2021-06-30T02:48:02Z', 'revision_number': 1, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf', 'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'mac_address': 'fa:16:3e:e9:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:37Z', 'updated_at': '2021-06-30T02:44:48Z', 'revision_number': 5, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'subnets': [{'id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:06.228256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-e1f8d36b-a55a-4cab-8e10-771aa46c237b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=8f63a7a4-978e-4f9c-bbc2-50e892b831cb HTTP/1.1" status: 200 len: 217 time: 0.1531231 Jun 30 02:48:06.316577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-cb8cd8bb-54f7-4149-bdaa-79374ff2f13b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.319794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-cb8cd8bb-54f7-4149-bdaa-79374ff2f13b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.74 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 821 time: 0.6311128 Jun 30 02:48:06.324092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-a073adb4-0ece-4f3b-9a29-7c8ea65ef623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.328461 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-a073adb4-0ece-4f3b-9a29-7c8ea65ef623 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2b9ddc54-579a-469a-a75a-d6c07351455b HTTP/1.1" status: 200 len: 913 time: 0.6475279 Jun 30 02:48:06.338782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Request body: {'port': {'device_id': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38', 'admin_state_up': True, 'tenant_id': '8d2865600279469a9fb6e51fd8957e32'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:06.390766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-7488f902-8f38-47df-976a-627432588cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.397463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-7488f902-8f38-47df-976a-627432588cfc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1629143 Jun 30 02:48:06.504168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf9c66-54ec-4a38-81a9-c837032f89cb None None] New status for floating IP 91f2907b-4aa9-43df-bcd9-72e9ff388dc1: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:48:06.642678 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06060561-8e1d-47ca-8508-b44791c35547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.702552 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06060561-8e1d-47ca-8508-b44791c35547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.720733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-783dc6fa-07bb-498d-8663-ab9d5a810421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.722600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-783dc6fa-07bb-498d-8663-ab9d5a810421 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3156121 Jun 30 02:48:06.778529 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-c8cbbe6f-88c2-4a3f-b5bd-765cebf60bae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d HTTP/1.1" status: 200 len: 998 time: 0.4188600 Jun 30 02:48:06.863440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebf478-594b-4eb5-b05b-e4f6c9c91155 req-fd77d77b-5b4b-40ef-872c-858886bfa1e5 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.870771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ecebf478-594b-4eb5-b05b-e4f6c9c91155 req-fd77d77b-5b4b-40ef-872c-858886bfa1e5 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 948 time: 0.2681658 Jun 30 02:48:06.913430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2e694-99ce-4278-9b0d-ad69091eb1be req-681518e7-1dfa-4bbc-95ab-29358cf7debd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.915590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1c2e694-99ce-4278-9b0d-ad69091eb1be req-681518e7-1dfa-4bbc-95ab-29358cf7debd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 951 time: 0.3630610 Jun 30 02:48:06.917699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-cd212632-d54b-476f-afc9-bc8f3ec6b28f service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687925 Jun 30 02:48:06.933057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-9aff6637-fbbe-4e39-ba30-c033e3c826bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.934667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-9aff6637-fbbe-4e39-ba30-c033e3c826bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dd37d0e-9728-4f58-99b6-57eb8489880e HTTP/1.1" status: 200 len: 851 time: 0.1420426 Jun 30 02:48:07.012155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Made reservation on behalf of 8d2865600279469a9fb6e51fd8957e32 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:07.016372 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.034599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ecebf478-594b-4eb5-b05b-e4f6c9c91155 req-4decf6ad-51a5-4839-9fa6-96ba1ee22aae tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7be10ab-cbe5-4996-a16e-715e7329e382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626694 Jun 30 02:48:07.035803 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1c2e694-99ce-4278-9b0d-ad69091eb1be req-3d95550f-0868-4e5a-b14c-089f622043e1 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136761 Jun 30 02:48:07.096622 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd6fd52c-464c-4c56-8c4f-2cf640971b81 req-d9e430ce-c529-4f35-939e-018f93ad1ee8 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575930 Jun 30 02:48:07.178309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-af0ef88d-1b01-4a0d-b722-e0550437a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.183879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-af0ef88d-1b01-4a0d-b722-e0550437a060 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b9ddc54-579a-469a-a75a-d6c07351455b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2288930 Jun 30 02:48:07.189139 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06060561-8e1d-47ca-8508-b44791c35547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.192280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06060561-8e1d-47ca-8508-b44791c35547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.193207 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-06060561-8e1d-47ca-8508-b44791c35547 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/957d43e2-5e86-4bc3-a549-ac588a13fa1f HTTP/1.1" status: 204 len: 168 time: 1.0662217 Jun 30 02:48:07.208472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06060561-8e1d-47ca-8508-b44791c35547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957d43e2-5e86-4bc3-a549-ac588a13fa1f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:07.339326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 741d7075-4e29-44a9-b960-2644f9d47e65 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:07.367416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 741d7075-4e29-44a9-b960-2644f9d47e65 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:07.368053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 741d7075-4e29-44a9-b960-2644f9d47e65 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:07.439837 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0a75e92d-e79b-4869-9819-a775d3f412db req-f3a9cc19-52ed-44c3-a314-1ec5afaac9e2 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 210 time: 0.0508561 Jun 30 02:48:07.461889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Allocated IP 172.20.0.9 (49922fc5-c3d8-48be-85de-86ddb8475a38/6d5e1c63-79c1-4411-9b46-90f94045e51f/c2b80d52-11a9-4520-8537-722755f5bc57) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:07.491087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-844eb90b-1600-4d11-b1a7-4eccbd0e07f8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.491087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-844eb90b-1600-4d11-b1a7-4eccbd0e07f8 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.74 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 951 time: 0.1760123 Jun 30 02:48:07.491327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e2966465-0848-491f-9b33-7544908fa7ff req-d14a9803-b7ea-4e94-b65b-e96a2c3cf851 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=067b77bf-7d58-4b71-b268-70f7deeb5cd9 HTTP/1.1" status: 200 len: 210 time: 0.0474863 Jun 30 02:48:07.505167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'name': 'network-vif-deleted', 'tag': '741d7075-4e29-44a9-b960-2644f9d47e65'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:07.508457 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e123bb58-e348-4ac7-803d-f2eb1c0c05ec" -d '{"events": [{"server_uuid": "067b77bf-7d58-4b71-b268-70f7deeb5cd9", "name": "network-vif-deleted", "tag": "741d7075-4e29-44a9-b960-2644f9d47e65"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:07.594361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-56ee6b17-dfe5-4817-b421-6734982f0ab2 service neutron] 10.222.0.74 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792551 Jun 30 02:48:07.653678 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c32b82-be44-4c6b-b687-6c7e8ba1bd79 x-openstack-request-id: req-a4c32b82-be44-4c6b-b687-6c7e8ba1bd79 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:07.653936 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067b77bf-7d58-4b71-b268-70f7deeb5cd9", "name": "network-vif-deleted", "tag": "741d7075-4e29-44a9-b960-2644f9d47e65", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:07.654174 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4c32b82-be44-4c6b-b687-6c7e8ba1bd79 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:07.654675 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067b77bf-7d58-4b71-b268-70f7deeb5cd9', 'name': 'network-vif-deleted', 'tag': '741d7075-4e29-44a9-b960-2644f9d47e65', 'status': 'completed', 'code': 200} Jun 30 02:48:07.685125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-e4b767da-dcc4-4be4-b727-9654630483f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Deleting port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:07.685701 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-e4b767da-dcc4-4be4-b727-9654630483f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.797226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-609f60e2-4c7a-481e-bf12-80bf5bfa2b3e req-cc701e55-a22c-468a-ace9-adfae33356e7 service neutron] 10.222.0.74 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898746 Jun 30 02:48:07.800508 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.832695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-e4b767da-dcc4-4be4-b727-9654630483f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] For port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:07.833454 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-e4b767da-dcc4-4be4-b727-9654630483f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.855751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-e4b767da-dcc4-4be4-b727-9654630483f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Calling delete_port for f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:07.955670 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.008539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Network 49922fc5-c3d8-48be-85de-86ddb8475a38 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:08.011726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:08.015571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:08.026727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Pushing event updated for resources: {'Port': ['ID=c2b80d52-11a9-4520-8537-722755f5bc57,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:08.105369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:08.106135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.207521 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-e4b767da-dcc4-4be4-b727-9654630483f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.221122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:08.236716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a3330-c286-41bf-8dde-d60bd24cfb57 req-ebcf1c8e-1b09-40cb-90f9-9cceb3efa423 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:08.244578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3f8a3330-c286-41bf-8dde-d60bd24cfb57 req-ebcf1c8e-1b09-40cb-90f9-9cceb3efa423 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 948 time: 0.0860720 Jun 30 02:48:08.265852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-158379e6-4b0e-4bb5-a4f9-6568c70bfee9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9320700 Jun 30 02:48:08.278921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Request body: {'port': {'device_id': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:08.283004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b767da-dcc4-4be4-b727-9654630483f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Pushing event deleted for resources: {'Port': ['ID=f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:08.338627 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3f8a3330-c286-41bf-8dde-d60bd24cfb57 req-0a298c8b-e010-4b92-ad06-319bb4e12c84 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7be10ab-cbe5-4996-a16e-715e7329e382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925846 Jun 30 02:48:08.420665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.447349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511c32c-6293-4093-a5ab-6ba887900a7d req-11a8b494-7207-491c-8bc0-0ea93989ad72 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:08.451274 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a511c32c-6293-4093-a5ab-6ba887900a7d req-11a8b494-7207-491c-8bc0-0ea93989ad72 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 868 time: 0.2827663 Jun 30 02:48:08.454939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-e4b767da-dcc4-4be4-b727-9654630483f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] No DVR routers for this DVR port f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:08.464069 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-e4b767da-dcc4-4be4-b727-9654630483f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.466862 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-88199046-d739-41d2-aa6e-ec3c8eb4a8d8 req-e4b767da-dcc4-4be4-b727-9654630483f5 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.74 "DELETE /v2.0/ports/f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c HTTP/1.1" status: 204 len: 173 time: 0.9715359 Jun 30 02:48:08.467284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-deleted', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:08.481397 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5178812-32b6-4b60-b501-7f4108b54917" -d '{"events": [{"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-deleted", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:08.578803 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a511c32c-6293-4093-a5ab-6ba887900a7d req-2702b722-a49d-47d1-9bf1-2895f5af63dd tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202974 Jun 30 02:48:08.657025 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0dcb9a-e57a-49b8-b038-e7465a0ac66c x-openstack-request-id: req-4a0dcb9a-e57a-49b8-b038-e7465a0ac66c {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:08.657788 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81330fe4-c893-4608-8150-c5a083586992", "name": "network-vif-deleted", "tag": "f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:08.657922 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a0dcb9a-e57a-49b8-b038-e7465a0ac66c {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:08.665020 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81330fe4-c893-4608-8150-c5a083586992', 'name': 'network-vif-deleted', 'tag': 'f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c', 'status': 'completed', 'code': 200} Jun 30 02:48:08.923809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d14d5c-20fc-4588-a5c7-fd531c46f954 req-7aff7244-1f1d-4081-8823-be05ff05b9e1 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:08.925364 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65d14d5c-20fc-4588-a5c7-fd531c46f954 req-7aff7244-1f1d-4081-8823-be05ff05b9e1 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 931 time: 0.1465816 Jun 30 02:48:09.021129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65d14d5c-20fc-4588-a5c7-fd531c46f954 req-0cdc7f58-dbe1-42b8-8be5-f24099f01f08 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823734 Jun 30 02:48:09.044139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b80d52-11a9-4520-8537-722755f5bc57 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:09.052637 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.073677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Transition to ACTIVE for port object c2b80d52-11a9-4520-8537-722755f5bc57 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:09.130468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55378) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:09.183449 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.231893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-network', 'tenant_id': '1385916552854a14abd6847e292f7ff9'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:09.266910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Pushing event updated for resources: {'Port': ['ID=c2b80d52-11a9-4520-8537-722755f5bc57,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.318427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:09.318707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:09.319185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:09.324526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:48:09.324852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:09.329978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:09.330381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:09.330776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:09.331206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Bound port: c2b80d52-11a9-4520-8537-722755f5bc57, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:09.331596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.340102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f63a7a4-978e-4f9c-bbc2-50e892b831cb details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:48:09.368020 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Made reservation on behalf of 1385916552854a14abd6847e292f7ff9 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:09.377044 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.409945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.413417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:09.418787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:09.488753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:09.504091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '8f63a7a4-978e-4f9c-bbc2-50e892b831cb', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '8f63a7a4-978e-4f9c-bbc2-50e892b831cb', 'mac_address': 'fa:16:3e:75:26:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:48:09.557196 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.567410 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.573837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f63a7a4-978e-4f9c-bbc2-50e892b831cb {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:09.592866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.595883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:09.647861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:09.648362 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.650865 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] 10.222.0.74 "PUT /v2.0/ports/c2b80d52-11a9-4520-8537-722755f5bc57 HTTP/1.1" status: 200 len: 1091 time: 1.3756659 Jun 30 02:48:09.661227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'tag': 'c2b80d52-11a9-4520-8537-722755f5bc57'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:09.663749 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8ac50a-5ed1-41b2-b959-92354b77cc17", "tag": "c2b80d52-11a9-4520-8537-722755f5bc57"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:09.665996 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.666544 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.699101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7895a6c-3a9e-4d69-8214-6ef78dae6a8f service neutron] Pushing event updated for resources: {'Port': ['ID=c2b80d52-11a9-4520-8537-722755f5bc57,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.705617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:48:09.731559 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.731674 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Added segment a4611ee7-94d2-4091-8b8d-243bc10ce06a of type vlan for network 476cee86-4757-4f64-aa07-e6971784b6e8 Jun 30 02:48:09.733048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1efa6b-b516-47ff-8ffc-349340874973,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.764326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dc917-2315-4314-8a51-a2843b4e97f5 req-33015602-6a6c-44be-b625-5a3b2f5ea1cc tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:09.766390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-780dc917-2315-4314-8a51-a2843b4e97f5 req-33015602-6a6c-44be-b625-5a3b2f5ea1cc tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 949 time: 0.1587634 Jun 30 02:48:09.767214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf0b68-e108-43e0-9ef8-ad0a3394d3f7 req-f474be5e-7531-45d9-b319-21c43989d098 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:09.768904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60cf0b68-e108-43e0-9ef8-ad0a3394d3f7 req-f474be5e-7531-45d9-b319-21c43989d098 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 948 time: 0.1647401 Jun 30 02:48:09.779575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.832144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.856515 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60cf0b68-e108-43e0-9ef8-ad0a3394d3f7 req-b05a71ea-d7ee-4c85-add0-c3603e31b19f tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7be10ab-cbe5-4996-a16e-715e7329e382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706334 Jun 30 02:48:09.882537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-aa0998ab-721c-4a79-a053-191b4b2196d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:09.884683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-aa0998ab-721c-4a79-a053-191b4b2196d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1094 time: 0.1148653 Jun 30 02:48:09.911696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['8f63a7a4-978e-4f9c-bbc2-50e892b831cb'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:09.911881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-780dc917-2315-4314-8a51-a2843b4e97f5 req-a1b6a388-a002-4ad5-9715-4e7a5d3144b5 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314335 Jun 30 02:48:09.990432 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-39b6fb48-05c3-403b-8e1c-b572e49f167c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b80d52-11a9-4520-8537-722755f5bc57 HTTP/1.1" status: 200 len: 217 time: 0.0929499 Jun 30 02:48:10.081833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-4375d68f-1ec8-479c-8f93-c034384d9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.083699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-4375d68f-1ec8-479c-8f93-c034384d9d9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0832942 Jun 30 02:48:10.089661 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9320fffa-3385-4736-9f8e-4b0c7b2516d7 req-4b9e223f-08bf-45a3-9044-88f5f05ba935 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=81330fe4-c893-4608-8150-c5a083586992 HTTP/1.1" status: 200 len: 210 time: 0.0376067 Jun 30 02:48:10.108821 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.110678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.111905 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.167127 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-930aac05-d6c6-4ba4-9f3d-0a6394ef6598 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561719 Jun 30 02:48:10.233897 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b6a7f-df40-4bfb-95ec-feedbeb9f45e x-openstack-request-id: req-758b6a7f-df40-4bfb-95ec-feedbeb9f45e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:10.234247 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8ac50a-5ed1-41b2-b959-92354b77cc17", "tag": "c2b80d52-11a9-4520-8537-722755f5bc57", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:10.234725 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-758b6a7f-df40-4bfb-95ec-feedbeb9f45e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:10.235147 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'tag': 'c2b80d52-11a9-4520-8537-722755f5bc57', 'status': 'completed', 'code': 200} Jun 30 02:48:10.318874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] Pushing event updated for resources: {'Network': ['ID=476cee86-4757-4f64-aa07-e6971784b6e8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:10.330610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 476cee86-4757-4f64-aa07-e6971784b6e8 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:48:10.338242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-bce78dbe-4ce0-47bf-918f-f8d753e03f51 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550386 Jun 30 02:48:10.357178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9a3e1-23fc-40c1-8d06-c7be608059ea req-24aa9f48-485c-4072-85fd-440e94534603 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.359152 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5a9a3e1-23fc-40c1-8d06-c7be608059ea req-24aa9f48-485c-4072-85fd-440e94534603 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 943 time: 0.0764680 Jun 30 02:48:10.394559 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-152d1429-f294-4c7c-ae68-e4e7a59b8534 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2627840 Jun 30 02:48:10.396480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55404) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:10.402056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Request body: {'subnet': {'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-subnet', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:10.435391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5a9a3e1-23fc-40c1-8d06-c7be608059ea req-0ac687b5-f778-4b62-aa7c-9b2c695034d8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692744 Jun 30 02:48:10.470101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22402cf6-01fb-4a6f-b85f-106f03df8294 req-aeb86fc7-0da6-42d2-907a-99753c8799ab service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175568 Jun 30 02:48:10.600821 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Made reservation on behalf of 1385916552854a14abd6847e292f7ff9 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:10.603388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.693987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb req-bf5c229e-54c4-47b4-8b46-0f4623e818d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.696058 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb req-bf5c229e-54c4-47b4-8b46-0f4623e818d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1094 time: 0.0548062 Jun 30 02:48:10.794081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb req-ea1d0bce-f7ca-4b2b-8755-d9af6ac1f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.795564 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb req-ea1d0bce-f7ca-4b2b-8755-d9af6ac1f842 service neutron] 10.222.0.74 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.0923026 Jun 30 02:48:10.837909 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb req-7e080fe3-41b3-4373-811c-d538b815b2e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b80d52-11a9-4520-8537-722755f5bc57 HTTP/1.1" status: 200 len: 217 time: 0.0356770 Jun 30 02:48:10.852274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.889783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb req-50fdb853-3b8a-415c-b4d5-dc993f733a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.891262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb req-50fdb853-3b8a-415c-b4d5-dc993f733a7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0455673 Jun 30 02:48:10.911496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241ef8f8-c4e5-445c-b029-1fd60971e78c,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:10.935309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Checking segment: {'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:10.936145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb req-e6104be9-bb09-48cf-be00-40187054892d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347691 Jun 30 02:48:10.937989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Network hostable DHCP agents. Network: 476cee86-4757-4f64-aa07-e6971784b6e8, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:48:11.063735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Network 476cee86-4757-4f64-aa07-e6971784b6e8 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:48:11.086878 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb req-3b3ccbf6-cff6-40fe-b53f-bca308b2e1b0 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436036 Jun 30 02:48:11.102978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d483ac-cd57-4de4-b0b7-5fa99dcdd771 req-7c24691c-23a8-4489-aa7f-5eefdb4a5a0f tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:11.104389 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d483ac-cd57-4de4-b0b7-5fa99dcdd771 req-7c24691c-23a8-4489-aa7f-5eefdb4a5a0f tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 949 time: 0.1036005 Jun 30 02:48:11.123234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a052-883c-4712-ba72-f7c9e63af869 req-71f4f45f-af97-4384-98a8-a855517a698b tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:11.125129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2348a052-883c-4712-ba72-f7c9e63af869 req-71f4f45f-af97-4384-98a8-a855517a698b tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 949 time: 0.0779529 Jun 30 02:48:11.164944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:11.176991 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2348a052-883c-4712-ba72-f7c9e63af869 req-ba9ab377-7b53-49c8-8a91-a50c47ccc5e9 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457151 Jun 30 02:48:11.194829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 476cee86-4757-4f64-aa07-e6971784b6e8) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:11.210066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d483ac-cd57-4de4-b0b7-5fa99dcdd771 req-5dfd65b9-e1f0-435b-b5e1-3e7c5411714e tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7be10ab-cbe5-4996-a16e-715e7329e382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923276 Jun 30 02:48:11.212954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:11.214583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.239149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a260e-5e41-4636-bb96-f8152d9f9d66 None None] Network 476cee86-4757-4f64-aa07-e6971784b6e8 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:11.243504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:11.243876 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f2ffaf42-4e09-4be7-8224-dd2bcc0aac0c not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:11.256576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15d82cf8-bf5f-4a76-8e35-aeae7a43d3fb req-a3fa7f62-2681-4b9f-b5c8-7e187077b357 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616144 Jun 30 02:48:11.331280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55422) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:11.334198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f63a7a4-978e-4f9c-bbc2-50e892b831cb up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:11.339829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4ed30fc7-1942-4feb-90a1-d581aef4fc75 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9422138 Jun 30 02:48:11.343889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55426) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:11.348964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:11.479109 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-476cee86-4757-4f64-aa07-e6971784b6e8', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:11.480658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6760ad2-c5da-4549-8d31-15e1de99f2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.480940 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.499089 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.500578 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.556039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-451c3b4c-89a9-4b03-a264-8d019ddf2073 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:11.557858 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-451c3b4c-89a9-4b03-a264-8d019ddf2073 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 949 time: 0.1255741 Jun 30 02:48:11.577464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:11.582955 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.584842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:11.586294 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.660069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Allocated IP 172.20.0.2 (476cee86-4757-4f64-aa07-e6971784b6e8/241ef8f8-c4e5-445c-b029-1fd60971e78c/3b1f5e38-cfa7-4666-bf11-0e3280997cc8) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:11.757727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.795903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3deeb46-eed0-4b62-a0dd-908176e448e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f63a7a4-978e-4f9c-bbc2-50e892b831cb'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:11.798211 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb72612-ffc5-4714-a49f-c00f75400315" -d '{"events": [{"server_uuid": "a3deeb46-eed0-4b62-a0dd-908176e448e3", "name": "network-vif-plugged", "status": "completed", "tag": "8f63a7a4-978e-4f9c-bbc2-50e892b831cb"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:11.819266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:11.860751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.890505 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.899681 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.902858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Transition to ACTIVE for port object 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:11.942913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Transition to ACTIVE for port object 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:11.964525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:11.987976 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a792d023-2570-4a7e-92d7-11e6455d9fba x-openstack-request-id: req-a792d023-2570-4a7e-92d7-11e6455d9fba {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:11.988310 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3deeb46-eed0-4b62-a0dd-908176e448e3", "name": "network-vif-plugged", "status": "completed", "tag": "8f63a7a4-978e-4f9c-bbc2-50e892b831cb", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:11.989418 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a792d023-2570-4a7e-92d7-11e6455d9fba {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:11.989418 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3deeb46-eed0-4b62-a0dd-908176e448e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f63a7a4-978e-4f9c-bbc2-50e892b831cb', 'code': 200} Jun 30 02:48:12.029632 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6760ad2-c5da-4549-8d31-15e1de99f2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.048360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28900da0-3293-4427-9fa3-75df3f3ce971 req-2669fcfd-0429-41ae-a7ef-9dbe89d77128 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.052419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.056973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28900da0-3293-4427-9fa3-75df3f3ce971 req-2669fcfd-0429-41ae-a7ef-9dbe89d77128 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 943 time: 0.4844995 Jun 30 02:48:12.104734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-6ebfc845-8b87-4774-bfff-73b539cc6eac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Deleting port d0ec9c07-97aa-4214-b554-a99097ff930a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:12.104734 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-6ebfc845-8b87-4774-bfff-73b539cc6eac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.108291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Network 476cee86-4757-4f64-aa07-e6971784b6e8 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:12.111399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:12.113983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:12.125071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28900da0-3293-4427-9fa3-75df3f3ce971 req-9ecf1550-4c85-4b67-a5e9-9f01a4d41c6b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640285 Jun 30 02:48:12.135173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Pushing event updated for resources: {'Port': ['ID=3b1f5e38-cfa7-4666-bf11-0e3280997cc8,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.172580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6760ad2-c5da-4549-8d31-15e1de99f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.220682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Attempting to bind port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:12.221199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Attempting to bind port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:12.221653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Attempting to bind port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 on network 476cee86-4757-4f64-aa07-e6971784b6e8 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:12.228249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:12.228249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Checking segment: {'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:12.229109 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.229723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Bound using segment: {'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:12.230462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Bound port: 3b1f5e38-cfa7-4666-bf11-0e3280997cc8, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:12.230707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c6760ad2-c5da-4549-8d31-15e1de99f2cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b3736ee29d342e5963af1bbc7c2685d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8977907 Jun 30 02:48:12.231008 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.234958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6760ad2-c5da-4549-8d31-15e1de99f2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a5bb6a-3d08-44b7-82a9-45bdf133dc30,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.237323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55438) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:12.312767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-6ebfc845-8b87-4774-bfff-73b539cc6eac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] For port d0ec9c07-97aa-4214-b554-a99097ff930a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=d0ec9c07-97aa-4214-b554-a99097ff930a,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:12.313133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-6ebfc845-8b87-4774-bfff-73b539cc6eac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.324054 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b644-4542-43a7-ae4a-fd381ca5d6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.330769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] For port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:12.334017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-6ebfc845-8b87-4774-bfff-73b539cc6eac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Calling delete_port for d0ec9c07-97aa-4214-b554-a99097ff930a owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:12.341471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] For port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3b1f5e38-cfa7-4666-bf11-0e3280997cc8,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:12.361620 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b644-4542-43a7-ae4a-fd381ca5d6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.364677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d34e0a-3e7e-4502-8e59-e058215deb82 req-9df07222-7b48-4e2e-b799-a4cade9d0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.366201 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7d34e0a-3e7e-4502-8e59-e058215deb82 req-9df07222-7b48-4e2e-b799-a4cade9d0ae1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 1101 time: 0.2788625 Jun 30 02:48:12.408717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d76f44-3a85-404d-b7bd-63fece367d5a req-4a052491-4c9a-4a7f-83c1-449ac9b4acdf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.410395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-63d76f44-3a85-404d-b7bd-63fece367d5a req-4a052491-4c9a-4a7f-83c1-449ac9b4acdf tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.2386754 Jun 30 02:48:12.413283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.423733 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.495189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075012de-ac1f-42ba-8b34-fd70ceb695e9 None None] Pushing event updated for resources: {'Port': ['ID=3b1f5e38-cfa7-4666-bf11-0e3280997cc8,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.525719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccbeb7-6f59-410b-bbc6-245e47f62eb0 req-28286cca-61cb-48d9-be1f-f63eb4d3e007 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.527344 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e7ccbeb7-6f59-410b-bbc6-245e47f62eb0 req-28286cca-61cb-48d9-be1f-f63eb4d3e007 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 949 time: 0.1727872 Jun 30 02:48:12.592021 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b644-4542-43a7-ae4a-fd381ca5d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.594741 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b644-4542-43a7-ae4a-fd381ca5d6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.596114 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b1e7b644-4542-43a7-ae4a-fd381ca5d6dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00a5bb6a-3d08-44b7-82a9-45bdf133dc30 HTTP/1.1" status: 204 len: 168 time: 0.3517294 Jun 30 02:48:12.631101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e7ccbeb7-6f59-410b-bbc6-245e47f62eb0 req-1bb9b4ae-2231-40f9-a5cb-cbdb34de8bc3 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ad6a57c-8ecd-4d29-b025-8b167d3528a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958257 Jun 30 02:48:12.637959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7b644-4542-43a7-ae4a-fd381ca5d6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a5bb6a-3d08-44b7-82a9-45bdf133dc30,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.747731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-6ebfc845-8b87-4774-bfff-73b539cc6eac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.779185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfc845-8b87-4774-bfff-73b539cc6eac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Pushing event deleted for resources: {'Port': ['ID=d0ec9c07-97aa-4214-b554-a99097ff930a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.811855 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.837326 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7d34e0a-3e7e-4502-8e59-e058215deb82 req-017c1c03-1c88-4d5a-ab13-6b7c955a0482 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a7be10ab-cbe5-4996-a16e-715e7329e382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628010 Jun 30 02:48:12.882245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-63d76f44-3a85-404d-b7bd-63fece367d5a req-2f35ea85-d92c-4ae4-a665-0b851ed3c0f7 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649277 Jun 30 02:48:12.891092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-6ebfc845-8b87-4774-bfff-73b539cc6eac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] No DVR routers for this DVR port d0ec9c07-97aa-4214-b554-a99097ff930a on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:12.893522 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-6ebfc845-8b87-4774-bfff-73b539cc6eac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.903748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16487c48-c9d2-413d-955f-3c35e06f7c3b req-6ebfc845-8b87-4774-bfff-73b539cc6eac tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.83 "DELETE /v2.0/ports/d0ec9c07-97aa-4214-b554-a99097ff930a HTTP/1.1" status: 204 len: 173 time: 1.3310220 Jun 30 02:48:12.903748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-deleted', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:12.903748 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504eaf7e-2029-4641-a584-04179a696c04" -d '{"events": [{"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-deleted", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:12.953094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e523179-8ce5-414f-803b-8be679579685 req-33c56232-0680-4b2a-94da-ab6cd2b4261f tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.959954 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e523179-8ce5-414f-803b-8be679579685 req-33c56232-0680-4b2a-94da-ab6cd2b4261f tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 950 time: 0.1206641 Jun 30 02:48:12.960313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Allocated IP 172.25.2.185 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/dbd966c0-1804-4309-ba7f-96eb2ca52088) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:13.064263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e523179-8ce5-414f-803b-8be679579685 req-b7f043ab-2821-43cd-88bb-6488065433fc tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7be10ab-cbe5-4996-a16e-715e7329e382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940752 Jun 30 02:48:13.082133 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1645b73a-1534-43cd-b153-88e1654f20b2 x-openstack-request-id: req-1645b73a-1534-43cd-b153-88e1654f20b2 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:13.082620 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20", "name": "network-vif-deleted", "tag": "d0ec9c07-97aa-4214-b554-a99097ff930a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:13.083163 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1645b73a-1534-43cd-b153-88e1654f20b2 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:13.083577 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20', 'name': 'network-vif-deleted', 'tag': 'd0ec9c07-97aa-4214-b554-a99097ff930a', 'status': 'completed', 'code': 200} Jun 30 02:48:13.116180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:13.145188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.184345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c2b80d52-11a9-4520-8537-722755f5bc57 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:48:13.339161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:13.346147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48145f4-4a0b-457f-b836-51c9d62d8c28 req-3a97a42f-c2e5-4f56-aa8a-a263334a35a0 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:13.347801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e48145f4-4a0b-457f-b836-51c9d62d8c28 req-3a97a42f-c2e5-4f56-aa8a-a263334a35a0 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 943 time: 0.0806472 Jun 30 02:48:13.349571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'c2b80d52-11a9-4520-8537-722755f5bc57', 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38', 'port_id': 'c2b80d52-11a9-4520-8537-722755f5bc57', 'mac_address': 'fa:16:3e:f2:09:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5e1c63-79c1-4411-9b46-90f94045e51f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:48:13.386474 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.388842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:13.404654 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.429665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b80d52-11a9-4520-8537-722755f5bc57 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:13.434330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e48145f4-4a0b-457f-b836-51c9d62d8c28 req-b63477db-9da0-4032-8de9-f2c2d844a840 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792863 Jun 30 02:48:13.472576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:13.474217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:13.477839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:13.480352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:13.532086 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.566838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Pushing event updated for resources: {'Port': ['ID=dbd966c0-1804-4309-ba7f-96eb2ca52088,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:13.600525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c2b80d52-11a9-4520-8537-722755f5bc57,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:13.643369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55454) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:13.666141 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dea762fa-e395-4e23-9c5b-8d170bbaac26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.718834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-760f9e1a-edc1-4769-bcb1-c7b17068d23b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:13.720502 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-760f9e1a-edc1-4769-bcb1-c7b17068d23b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1932528 Jun 30 02:48:13.759132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a99834-361c-4453-aa37-22e07a59c49d None None] Network 476cee86-4757-4f64-aa07-e6971784b6e8 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:13.781899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dea762fa-e395-4e23-9c5b-8d170bbaac26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.836851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['c2b80d52-11a9-4520-8537-722755f5bc57'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:13.874892 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dea762fa-e395-4e23-9c5b-8d170bbaac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.892781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55317317-b25c-4590-a339-5e8186d8fcae req-60085e87-405a-45f7-8717-6670ae5038f0 tempest-ListImageFiltersTestJSON-998941815 tempest-ListImageFiltersTestJSON-998941815-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba7abfe1-ad29-42d2-b3f2-fe7b68c2bd20 HTTP/1.1" status: 200 len: 210 time: 0.0426807 Jun 30 02:48:13.922237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-fd500832-1910-4bc9-9e4a-ff395e11b98c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Deleting port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:13.922501 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-fd500832-1910-4bc9-9e4a-ff395e11b98c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.950245 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dea762fa-e395-4e23-9c5b-8d170bbaac26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cc21da9e4fda497b987ad0ef61c99567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025730 Jun 30 02:48:13.951616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55460) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:13.955106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ca1b5d3f-89cf-4f8e-acbb-cf9b3fee68f7 None None] Provisioning for port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:13.959485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea762fa-e395-4e23-9c5b-8d170bbaac26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b6ac08-8e52-4923-8ad6-373eb78a1cb0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:13.970856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ca1b5d3f-89cf-4f8e-acbb-cf9b3fee68f7 None None] Provisioning complete for port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:13.971381 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5d3f-89cf-4f8e-acbb-cf9b3fee68f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.044933 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-601ee830-b047-41b1-8ea3-031cdbe7c100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.097669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-fd500832-1910-4bc9-9e4a-ff395e11b98c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] For port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:14.098487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-fd500832-1910-4bc9-9e4a-ff395e11b98c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.111464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-601ee830-b047-41b1-8ea3-031cdbe7c100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.115332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-fd500832-1910-4bc9-9e4a-ff395e11b98c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Calling delete_port for 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:14.201720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60652d-362a-4dfd-a9dc-dadf36868932 req-95de11de-d408-4f06-8b8d-5038cf2c3ea6 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:14.203582 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f60652d-362a-4dfd-a9dc-dadf36868932 req-95de11de-d408-4f06-8b8d-5038cf2c3ea6 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 950 time: 0.1070125 Jun 30 02:48:14.316801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f60652d-362a-4dfd-a9dc-dadf36868932 req-303f781a-01b4-49db-94c3-0b04f8681c2d tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003096 Jun 30 02:48:14.324526 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-601ee830-b047-41b1-8ea3-031cdbe7c100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.344793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-601ee830-b047-41b1-8ea3-031cdbe7c100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.345957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-601ee830-b047-41b1-8ea3-031cdbe7c100 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b6b6ac08-8e52-4923-8ad6-373eb78a1cb0 HTTP/1.1" status: 204 len: 168 time: 0.3937836 Jun 30 02:48:14.370087 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5d3f-89cf-4f8e-acbb-cf9b3fee68f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.381985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ee830-b047-41b1-8ea3-031cdbe7c100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b6ac08-8e52-4923-8ad6-373eb78a1cb0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:14.430855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ca1b5d3f-89cf-4f8e-acbb-cf9b3fee68f7 None None] For port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3b1f5e38-cfa7-4666-bf11-0e3280997cc8,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:14.537595 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5d3f-89cf-4f8e-acbb-cf9b3fee68f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.555274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.567291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52618e-c188-4f79-8ae3-48b3753d0843 req-e50fea3d-1d2c-438f-817f-13a9ff70fb61 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:14.576351 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb52618e-c188-4f79-8ae3-48b3753d0843 req-e50fea3d-1d2c-438f-817f-13a9ff70fb61 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 950 time: 0.2039390 Jun 30 02:48:14.627382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b5d3f-89cf-4f8e-acbb-cf9b3fee68f7 None None] Pushing event updated for resources: {'Port': ['ID=3b1f5e38-cfa7-4666-bf11-0e3280997cc8,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:14.664252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-52daef61-dbed-4a2f-87cc-63ef4b3a803c None None] Provisioning complete for port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:14.664728 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-52daef61-dbed-4a2f-87cc-63ef4b3a803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.686988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-fd500832-1910-4bc9-9e4a-ff395e11b98c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.707787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb52618e-c188-4f79-8ae3-48b3753d0843 req-10b7263f-dd32-43ef-8ca2-ac3504fe39a7 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7be10ab-cbe5-4996-a16e-715e7329e382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302929 Jun 30 02:48:14.735097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd500832-1910-4bc9-9e4a-ff395e11b98c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Pushing event deleted for resources: {'Port': ['ID=78cb75c8-5510-4ee5-bdc0-a19e1001c4bb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:14.837390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-fd500832-1910-4bc9-9e4a-ff395e11b98c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] No DVR routers for this DVR port 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:14.840016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-fd500832-1910-4bc9-9e4a-ff395e11b98c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.842282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-729e9d94-097c-4328-a86c-1eaeb40a104b req-fd500832-1910-4bc9-9e4a-ff395e11b98c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.74 "DELETE /v2.0/ports/78cb75c8-5510-4ee5-bdc0-a19e1001c4bb HTTP/1.1" status: 204 len: 173 time: 1.0958741 Jun 30 02:48:14.845515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'name': 'network-vif-deleted', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:14.848240 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed067810-429c-46c2-92f6-aa828e0d1d06" -d '{"events": [{"server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "name": "network-vif-deleted", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:15.210731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ee54f-0e67-496d-85f3-d46fefabac21 req-12e1cfb8-79ea-4c0c-b000-b80a91d401df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:15.210731 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b57ee54f-0e67-496d-85f3-d46fefabac21 req-12e1cfb8-79ea-4c0c-b000-b80a91d401df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 944 time: 0.1462655 Jun 30 02:48:15.210731 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.245700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:15.245700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:15.245700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:15.245700 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.248066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b57ee54f-0e67-496d-85f3-d46fefabac21 req-ae160432-b445-4eec-ad79-ea9e7c8246d9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282322 Jun 30 02:48:15.251316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:15.267165 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c3a85a-7b92-42ef-baca-fb8f9ebc1230 x-openstack-request-id: req-53c3a85a-7b92-42ef-baca-fb8f9ebc1230 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:15.267596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:15.267895 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd393b3e-15a5-4f5c-9e70-d01108862316", "name": "network-vif-deleted", "tag": "78cb75c8-5510-4ee5-bdc0-a19e1001c4bb", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:15.268036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 78cb75c8-5510-4ee5-bdc0-a19e1001c4bb not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:15.269308 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53c3a85a-7b92-42ef-baca-fb8f9ebc1230 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:15.269973 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd393b3e-15a5-4f5c-9e70-d01108862316', 'name': 'network-vif-deleted', 'tag': '78cb75c8-5510-4ee5-bdc0-a19e1001c4bb', 'status': 'completed', 'code': 200} Jun 30 02:48:15.377716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Router cab509e9-d49a-4ecd-90a7-2d8152a444f2 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:48:15.384214 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device d0ec9c07-97aa-4214-b554-a99097ff930a no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:15.410179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: d0ec9c07-97aa-4214-b554-a99097ff930a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:15.410746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device d0ec9c07-97aa-4214-b554-a99097ff930a not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:15.524136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:15.538952 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Sync routers for ids ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:15.551228 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Routers {'cab509e9-d49a-4ecd-90a7-2d8152a444f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:15.551848 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:15.628879 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.632935 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-018a4eb2-12f8-498b-82c2-109a8f333a0a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.2853243 Jun 30 02:48:15.633080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55504) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:15.702532 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Set router cab509e9-d49a-4ecd-90a7-2d8152a444f2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:15.810397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8614dce8-b810-420f-afc3-a8d5b6f5bcc7 req-32b787c4-7656-4de7-9a5f-9bc91796cc3c tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd393b3e-15a5-4f5c-9e70-d01108862316 HTTP/1.1" status: 200 len: 210 time: 0.0479417 Jun 30 02:48:15.850639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f577802-0e6d-4065-9896-446351e5fb72 req-de3e1916-90c2-4d9a-992a-d8d5ad0f39fe tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:15.850639 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8f577802-0e6d-4065-9896-446351e5fb72 req-de3e1916-90c2-4d9a-992a-d8d5ad0f39fe tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 945 time: 0.1702707 Jun 30 02:48:15.923853 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:13Z', 'revision_number': 3, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:15.958629 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Checking router: cab509e9-d49a-4ecd-90a7-2d8152a444f2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:15.959349 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Updating router cab509e9-d49a-4ecd-90a7-2d8152a444f2 port dbd966c0-1804-4309-ba7f-96eb2ca52088 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:15.959661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8f577802-0e6d-4065-9896-446351e5fb72 req-04d11e4e-5c51-4979-9f45-e12deaa7f3be tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967181 Jun 30 02:48:16.025439 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.370561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.459703 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.479917 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Transition to ACTIVE for port object dbd966c0-1804-4309-ba7f-96eb2ca52088 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:16.573437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de620d8e-20dd-4e6f-a2f9-01414900885d req-94465dcd-c98e-4e1f-b8c3-1d9ca36cd8d7 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:16.575056 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de620d8e-20dd-4e6f-a2f9-01414900885d req-94465dcd-c98e-4e1f-b8c3-1d9ca36cd8d7 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 944 time: 0.1338191 Jun 30 02:48:16.583253 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.636074 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Attempting to bind port dbd966c0-1804-4309-ba7f-96eb2ca52088 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:16.636479 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Attempting to bind port dbd966c0-1804-4309-ba7f-96eb2ca52088 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:16.637179 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Attempting to bind port dbd966c0-1804-4309-ba7f-96eb2ca52088 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:16.646730 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de620d8e-20dd-4e6f-a2f9-01414900885d req-72b50597-0520-491e-808b-4b55f02991ab tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655353 Jun 30 02:48:16.647783 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:16.648703 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:16.649107 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.649541 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:16.650026 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Bound port: dbd966c0-1804-4309-ba7f-96eb2ca52088, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:16.650453 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.653512 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Pushing event updated for resources: {'Port': ['ID=dbd966c0-1804-4309-ba7f-96eb2ca52088,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:16.656141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Allocated IP 172.20.0.1 (476cee86-4757-4f64-aa07-e6971784b6e8/241ef8f8-c4e5-445c-b029-1fd60971e78c/eeec2c59-6db4-4d48-afc4-32bb6a5b45b5) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:16.680730 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.681080 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.681425 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.681794 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.682127 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.682747 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.682994 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.683318 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.683829 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.684159 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.684488 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.684921 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:16.736024 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] For port dbd966c0-1804-4309-ba7f-96eb2ca52088, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:16.740611 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] For port dbd966c0-1804-4309-ba7f-96eb2ca52088, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=dbd966c0-1804-4309-ba7f-96eb2ca52088,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:16.786933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.801710 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Transition to ACTIVE for port object eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:16.841204 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.916745 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Routers {'cab509e9-d49a-4ecd-90a7-2d8152a444f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:16.917938 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:16.940433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.978999 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed9e03-6d0e-4c55-8a09-10bad62d5b71 None None] Pushing event updated for resources: {'Port': ['ID=dbd966c0-1804-4309-ba7f-96eb2ca52088,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:16.998485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-4cdf3c87-72e3-480b-8cbd-50fefc1a70e3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:17.000693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-4cdf3c87-72e3-480b-8cbd-50fefc1a70e3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 945 time: 0.1122844 Jun 30 02:48:17.018195 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Network 476cee86-4757-4f64-aa07-e6971784b6e8 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:17.023696 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:17.027508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:17.089352 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] Set router cab509e9-d49a-4ecd-90a7-2d8152a444f2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:17.099657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.156042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Pushing event updated for resources: {'Port': ['ID=eeec2c59-6db4-4d48-afc4-32bb6a5b45b5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:17.206719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-98020b68-d13d-4143-8a5c-228486c486b8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Deleting port 21c579e8-72f9-439f-97a5-608e00305336 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:17.207362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-98020b68-d13d-4143-8a5c-228486c486b8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.212704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c2b80d52-11a9-4520-8537-722755f5bc57 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:17.383604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-98020b68-d13d-4143-8a5c-228486c486b8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] For port 21c579e8-72f9-439f-97a5-608e00305336, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=21c579e8-72f9-439f-97a5-608e00305336,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:17.384431 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-98020b68-d13d-4143-8a5c-228486c486b8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.387633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port c2b80d52-11a9-4520-8537-722755f5bc57 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:17.393739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port c2b80d52-11a9-4520-8537-722755f5bc57 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:17.394135 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.422012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-98020b68-d13d-4143-8a5c-228486c486b8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Calling delete_port for 21c579e8-72f9-439f-97a5-608e00305336 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:17.436017 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.546745 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.607534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0b0eec24-b1af-44a5-aca7-bb0724b7ad8a None None] Provisioning for port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:17.625213 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe6a5b-04cc-419d-ae97-ff93b16b5416 req-b415cb87-7da5-418d-a1c2-50010a35aa98 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:17.635260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fefe6a5b-04cc-419d-ae97-ff93b16b5416 req-b415cb87-7da5-418d-a1c2-50010a35aa98 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 945 time: 0.1301646 Jun 30 02:48:17.636600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b80d52-11a9-4520-8537-722755f5bc57'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:17.642416 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2719e79-8500-4a2f-b7bb-181ed1c4579c" -d '{"events": [{"server_uuid": "4a8ac50a-5ed1-41b2-b959-92354b77cc17", "name": "network-vif-plugged", "status": "completed", "tag": "c2b80d52-11a9-4520-8537-722755f5bc57"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:17.648899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0b0eec24-b1af-44a5-aca7-bb0724b7ad8a None None] Provisioning complete for port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:17.649721 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0b0eec24-b1af-44a5-aca7-bb0724b7ad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.668091 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.673107 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:13Z', 'revision_number': 3, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:17.688090 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fefe6a5b-04cc-419d-ae97-ff93b16b5416 req-b4481824-9bcd-44fa-b49f-88d79b0fa298 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516751 Jun 30 02:48:17.689527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:17.719808 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b45b79-e902-41bd-a206-90fa66e0064e None None] The sync data for ids ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'] in n-d-798249-3 is: [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:13Z', 'revision_number': 3, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:17.732326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0b0eec24-b1af-44a5-aca7-bb0724b7ad8a None None] Port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:17.749288 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.779269 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.846391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Pushing event updated for resources: {'Port': ['ID=eeec2c59-6db4-4d48-afc4-32bb6a5b45b5,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:17.852102 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.893422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c2b80d52-11a9-4520-8537-722755f5bc57,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:17.898960 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-98020b68-d13d-4143-8a5c-228486c486b8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.914670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['21c579e8-72f9-439f-97a5-608e00305336'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:17.941724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98020b68-d13d-4143-8a5c-228486c486b8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event deleted for resources: {'Port': ['ID=21c579e8-72f9-439f-97a5-608e00305336,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:17.986123 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Network 476cee86-4757-4f64-aa07-e6971784b6e8 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:17.988075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:18.011181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-98020b68-d13d-4143-8a5c-228486c486b8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] No DVR routers for this DVR port 21c579e8-72f9-439f-97a5-608e00305336 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:18.025434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cc987-a2b7-4c8c-939a-8d3267dbf3c0 req-18dad5dc-0871-4798-bdd0-6ccfcc07a050 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:18.032257 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2e9cc987-a2b7-4c8c-939a-8d3267dbf3c0 req-18dad5dc-0871-4798-bdd0-6ccfcc07a050 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 950 time: 0.1895874 Jun 30 02:48:18.032257 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-98020b68-d13d-4143-8a5c-228486c486b8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.032257 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8e2aa74-e4cf-41de-b7d9-a570c82d9923 req-98020b68-d13d-4143-8a5c-228486c486b8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "DELETE /v2.0/ports/21c579e8-72f9-439f-97a5-608e00305336 HTTP/1.1" status: 204 len: 173 time: 1.0220406 Jun 30 02:48:18.032257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebafc3e3-260e-452f-9565-435931ad491b', 'name': 'network-vif-deleted', 'tag': '21c579e8-72f9-439f-97a5-608e00305336'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:18.032660 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aa8a44-ad40-4c72-a6b6-f3816d35f5a1" -d '{"events": [{"server_uuid": "ebafc3e3-260e-452f-9565-435931ad491b", "name": "network-vif-deleted", "tag": "21c579e8-72f9-439f-97a5-608e00305336"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:18.101981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2e9cc987-a2b7-4c8c-939a-8d3267dbf3c0 req-ea3f5c17-d6b7-4a73-a5eb-b861870a94d0 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/security-groups?id=a7be10ab-cbe5-4996-a16e-715e7329e382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531268 Jun 30 02:48:18.432368 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1513cf-853e-4e91-b8b9-9178fd23fd04 x-openstack-request-id: req-5d1513cf-853e-4e91-b8b9-9178fd23fd04 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:18.433814 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ac50a-5ed1-41b2-b959-92354b77cc17", "name": "network-vif-plugged", "status": "completed", "tag": "c2b80d52-11a9-4520-8537-722755f5bc57", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:18.433942 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d1513cf-853e-4e91-b8b9-9178fd23fd04 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:18.434354 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b80d52-11a9-4520-8537-722755f5bc57', 'code': 200} Jun 30 02:48:18.472437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-76df2f39-2d53-4c45-822e-1a61c261c21f None None] Provisioning complete for port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:18.473156 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76df2f39-2d53-4c45-822e-1a61c261c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.552937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-76df2f39-2d53-4c45-822e-1a61c261c21f None None] Port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:18.631602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-101b04ce-f7bc-4597-aaa6-5a354fc8953f tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:18.633749 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-101b04ce-f7bc-4597-aaa6-5a354fc8953f tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 950 time: 0.1150975 Jun 30 02:48:18.702352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Router cab509e9-d49a-4ecd-90a7-2d8152a444f2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:18.773184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21596f-f639-434f-8022-e0e990969b7a req-465c9f32-67a5-4177-985e-36a090412209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:18.775183 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe21596f-f639-434f-8022-e0e990969b7a req-465c9f32-67a5-4177-985e-36a090412209 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1096 time: 0.1740971 Jun 30 02:48:18.785355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-ca0e7710-27b7-4d13-9258-d709d60c4623 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Deleting port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:18.785898 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-ca0e7710-27b7-4d13-9258-d709d60c4623 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.787705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da146c-bcd9-4e7c-983d-b191232d3011 req-4c8280ab-da04-43b5-aa73-4a662c20f91d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:18.790385 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16da146c-bcd9-4e7c-983d-b191232d3011 req-4c8280ab-da04-43b5-aa73-4a662c20f91d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.1597023 Jun 30 02:48:18.903087 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe21596f-f639-434f-8022-e0e990969b7a req-448c1647-8d60-457c-a1a5-2a4e03aff3ba service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092985 Jun 30 02:48:18.919911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16da146c-bcd9-4e7c-983d-b191232d3011 req-d02e329b-2590-4b6a-9e37-89e1c838e7f9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185744 Jun 30 02:48:18.967113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:18.967730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-ca0e7710-27b7-4d13-9258-d709d60c4623 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] For port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:18.969268 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-ca0e7710-27b7-4d13-9258-d709d60c4623 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.973339 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e0ffea2-ca07-4f5d-83c3-34b2fe696058 admin admin] 10.222.0.77 "PUT /v2.0/routers/cab509e9-d49a-4ecd-90a7-2d8152a444f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3392148 Jun 30 02:48:19.000925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-ca0e7710-27b7-4d13-9258-d709d60c4623 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Calling delete_port for 8f63a7a4-978e-4f9c-bbc2-50e892b831cb owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:19.123498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device dbd966c0-1804-4309-ba7f-96eb2ca52088 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:19.182220 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe0c98c-c539-4b87-b8e0-1968b306feda x-openstack-request-id: req-7fe0c98c-c539-4b87-b8e0-1968b306feda {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:19.182738 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebafc3e3-260e-452f-9565-435931ad491b", "name": "network-vif-deleted", "tag": "21c579e8-72f9-439f-97a5-608e00305336", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:19.183065 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7fe0c98c-c539-4b87-b8e0-1968b306feda {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:19.183572 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebafc3e3-260e-452f-9565-435931ad491b', 'name': 'network-vif-deleted', 'tag': '21c579e8-72f9-439f-97a5-608e00305336', 'status': 'completed', 'code': 200} Jun 30 02:48:19.252097 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-ca0e7710-27b7-4d13-9258-d709d60c4623 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.265240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['8f63a7a4-978e-4f9c-bbc2-50e892b831cb'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:19.325425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port dbd966c0-1804-4309-ba7f-96eb2ca52088 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:19.332398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e7710-27b7-4d13-9258-d709d60c4623 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Pushing event deleted for resources: {'Port': ['ID=8f63a7a4-978e-4f9c-bbc2-50e892b831cb,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:19.341353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port dbd966c0-1804-4309-ba7f-96eb2ca52088 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:19.341962 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.447280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-ca0e7710-27b7-4d13-9258-d709d60c4623 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] No DVR routers for this DVR port 8f63a7a4-978e-4f9c-bbc2-50e892b831cb on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:19.451131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-ca0e7710-27b7-4d13-9258-d709d60c4623 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.453854 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8524ad1-d50a-4f9d-83ac-ae17885fbfc4 req-ca0e7710-27b7-4d13-9258-d709d60c4623 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.83 "DELETE /v2.0/ports/8f63a7a4-978e-4f9c-bbc2-50e892b831cb HTTP/1.1" status: 204 len: 173 time: 0.8142378 Jun 30 02:48:19.482689 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bdd406b-b1e7-4767-9d45-0aed585771fb req-2c5daa42-77be-4c59-a275-38d44b1d582f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 210 time: 0.0792756 Jun 30 02:48:19.571096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.609387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port dbd966c0-1804-4309-ba7f-96eb2ca52088, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=dbd966c0-1804-4309-ba7f-96eb2ca52088,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:19.709007 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.721843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb522398-59e0-4f0d-bab2-bfd2062b5f0d req-48a915b2-467a-41be-b283-9e0098e50210 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:19.724107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb522398-59e0-4f0d-bab2-bfd2062b5f0d req-48a915b2-467a-41be-b283-9e0098e50210 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1126525 Jun 30 02:48:19.805026 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb522398-59e0-4f0d-bab2-bfd2062b5f0d req-bb3f5579-b9da-4871-9981-9cb2c08dae34 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671124 Jun 30 02:48:19.832033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=dbd966c0-1804-4309-ba7f-96eb2ca52088,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:19.846946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.849290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.849290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.849290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.849290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.849290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.851334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.851892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.852933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.855445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.855970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:19.856486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:20.008068 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0520df06-a080-4e6c-8660-24c9ba4817b4 req-bcd7afb4-2c9c-4d62-8cb7-24702c2b78e4 tempest-TenantUsagesTestJSON-1913612280 tempest-TenantUsagesTestJSON-1913612280-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3deeb46-eed0-4b62-a0dd-908176e448e3 HTTP/1.1" status: 200 len: 210 time: 0.0369194 Jun 30 02:48:20.370506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90899e-221f-4b50-a4e0-1c128768aaeb req-090e342f-5278-4af8-aac2-01aec880a2d2 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:20.380463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec90899e-221f-4b50-a4e0-1c128768aaeb req-090e342f-5278-4af8-aac2-01aec880a2d2 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.1223896 Jun 30 02:48:20.381768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Sync routers for ids ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:20.402746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Routers {'cab509e9-d49a-4ecd-90a7-2d8152a444f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:20.404264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:20.439166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec90899e-221f-4b50-a4e0-1c128768aaeb req-8282561b-3be3-4b65-9a06-11f0d5b11dfa tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574636 Jun 30 02:48:20.544630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-1ab8b441-5c59-47a7-b07c-e0a8c101ea33 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:20.551659 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-1ab8b441-5c59-47a7-b07c-e0a8c101ea33 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/networks?id=476cee86-4757-4f64-aa07-e6971784b6e8 HTTP/1.1" status: 200 len: 828 time: 0.2306714 Jun 30 02:48:20.633862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-83e49b04-b681-4a00-96a3-ef5d169ed7b7 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/quotas/1385916552854a14abd6847e292f7ff9 HTTP/1.1" status: 200 len: 375 time: 0.0812345 Jun 30 02:48:20.662091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Set router cab509e9-d49a-4ecd-90a7-2d8152a444f2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:20.710640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b895384-6380-457d-8eca-75b252f99101 req-f7e34ed5-e580-4f34-bbcc-908aeadb27e0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:20.712308 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b895384-6380-457d-8eca-75b252f99101 req-f7e34ed5-e580-4f34-bbcc-908aeadb27e0 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.74 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1586893 Jun 30 02:48:20.770326 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-e4f2aa3f-bc9d-4387-b3a1-c49575c90b7d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1385916552854a14abd6847e292f7ff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318321 Jun 30 02:48:20.834126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a43fe3f1-3fc2-49c6-8f6b-4d74cf874c81 req-bf0690dc-12a9-496a-8e9f-39f9828fe2c4 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 210 time: 0.0516050 Jun 30 02:48:20.962116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-eb7cdb36-b8df-4d40-ae67-62b04c10274c service neutron] 10.222.0.77 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941845 Jun 30 02:48:21.042286 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eeec2c59-6db4-4d48-afc4-32bb6a5b45b5', 'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'mac_address': 'fa:16:3e:33:54:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:16Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 2, 'project_id': '1385916552854a14abd6847e292f7ff9', 'subnets': [{'id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:21.117762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-0b895384-6380-457d-8eca-75b252f99101 req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Deleting port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:21.118523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0b895384-6380-457d-8eca-75b252f99101 req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.136435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device dbd966c0-1804-4309-ba7f-96eb2ca52088 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:21.149512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Checking router: cab509e9-d49a-4ecd-90a7-2d8152a444f2 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:21.149876 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Updating router cab509e9-d49a-4ecd-90a7-2d8152a444f2 port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:21.199687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18ed71-cdae-4cca-b3ec-6e5ea32e1012 req-452ca085-9354-46b4-97e5-dd29ec33022b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:21.215244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba18ed71-cdae-4cca-b3ec-6e5ea32e1012 req-452ca085-9354-46b4-97e5-dd29ec33022b tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 950 time: 0.1993709 Jun 30 02:48:21.220624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3deeb46-eed0-4b62-a0dd-908176e448e3', 'name': 'network-vif-deleted', 'tag': '8f63a7a4-978e-4f9c-bbc2-50e892b831cb'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:21.229259 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f541c0-fbe5-4b36-9dca-3b96ca252b39" -d '{"events": [{"server_uuid": "a3deeb46-eed0-4b62-a0dd-908176e448e3", "name": "network-vif-deleted", "tag": "8f63a7a4-978e-4f9c-bbc2-50e892b831cb"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:21.232211 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-dc9f2875-86ee-4903-84b7-e4fe4403d0f9 service neutron] 10.222.0.77 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691422 Jun 30 02:48:21.300987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0b895384-6380-457d-8eca-75b252f99101 req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] For port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:21.301603 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0b895384-6380-457d-8eca-75b252f99101 req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.336244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-0b895384-6380-457d-8eca-75b252f99101 req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Calling delete_port for a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:21.353819 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba18ed71-cdae-4cca-b3ec-6e5ea32e1012 req-9efaf038-fbc8-4b0b-ab26-29e0b5424d12 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/security-groups?id=ee16952c-e7f9-423f-a8c9-edaf24cbf620&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364815 Jun 30 02:48:21.366951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55676) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:21.390630 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.415074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f63a7a4-978e-4f9c-bbc2-50e892b831cb no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:21.445527 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:48:21.483959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 8f63a7a4-978e-4f9c-bbc2-50e892b831cb {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:21.485517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f63a7a4-978e-4f9c-bbc2-50e892b831cb not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:21.485645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 21c579e8-72f9-439f-97a5-608e00305336 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:21.566760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-373228bc-06ee-4050-b034-84db3f47ab15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7f3ada2a2ee4c018a9912938b9f20ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974061 Jun 30 02:48:21.568928 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84854587-9b99-4896-ad09-731c3148dbb1 x-openstack-request-id: req-84854587-9b99-4896-ad09-731c3148dbb1 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:21.569361 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55684) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:21.570136 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3deeb46-eed0-4b62-a0dd-908176e448e3", "name": "network-vif-deleted", "tag": "8f63a7a4-978e-4f9c-bbc2-50e892b831cb", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:21.570686 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84854587-9b99-4896-ad09-731c3148dbb1 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:21.571685 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3deeb46-eed0-4b62-a0dd-908176e448e3', 'name': 'network-vif-deleted', 'tag': '8f63a7a4-978e-4f9c-bbc2-50e892b831cb', 'status': 'completed', 'code': 200} Jun 30 02:48:21.575836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 21c579e8-72f9-439f-97a5-608e00305336 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:21.576824 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 21c579e8-72f9-439f-97a5-608e00305336 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:21.650949 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0b895384-6380-457d-8eca-75b252f99101 req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.774144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dcc9abd2-44d6-4b4c-9509-ee6255dddd71 req-c4e7e047-7df9-4a4a-b935-ca7be65bbf37 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 210 time: 0.1210337 Jun 30 02:48:21.792020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:21.800034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port dbd966c0-1804-4309-ba7f-96eb2ca52088 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:21.800646 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.896010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Pushing event deleted for resources: {'Port': ['ID=a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:21.999393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb2e19-9dfd-4e2b-9b15-2adabb228562 req-31399e9b-7f90-4e07-b62c-1cb28fb59b41 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:22.004960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.012023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1abb2e19-9dfd-4e2b-9b15-2adabb228562 req-31399e9b-7f90-4e07-b62c-1cb28fb59b41 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.1837955 Jun 30 02:48:22.014200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.015357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.015975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.016589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.017117 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.017771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.018414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.019075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.019598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.020138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.026512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.118069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1abb2e19-9dfd-4e2b-9b15-2adabb228562 req-ecc821f7-6619-4db6-a2df-08dc52bb9ed8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034586 Jun 30 02:48:22.121880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b895384-6380-457d-8eca-75b252f99101 req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] No DVR routers for this DVR port a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:22.128923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0b895384-6380-457d-8eca-75b252f99101 req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.135276 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b895384-6380-457d-8eca-75b252f99101 req-03b6b258-8d36-4395-91b8-9f6f851391d2 tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.74 "DELETE /v2.0/ports/a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb HTTP/1.1" status: 204 len: 173 time: 1.4161713 Jun 30 02:48:22.141044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'name': 'network-vif-deleted', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:22.144532 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bf54d1-6c37-4add-85d3-b983e22b8064" -d '{"events": [{"server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "name": "network-vif-deleted", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:22.150547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-701a6911-bd0c-491b-bc61-a34c35d9ddc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.210761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-701a6911-bd0c-491b-bc61-a34c35d9ddc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.248971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55708) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:22.301285 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.307870 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-24d9296c-7825-4986-b18e-55b5f063ad5e req-f8154bd8-c154-48ba-8bd7-e56fc6739bb6 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 210 time: 0.0925093 Jun 30 02:48:22.359020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Transition to ACTIVE for port object eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:22.449335 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b3e429-6ec0-4e2b-bdf5-025ecb3e5b39 x-openstack-request-id: req-49b3e429-6ec0-4e2b-bdf5-025ecb3e5b39 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:22.449868 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7093ab26-f11d-436b-845a-831a5cfa9d40", "name": "network-vif-deleted", "tag": "a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:22.450831 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49b3e429-6ec0-4e2b-bdf5-025ecb3e5b39 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:22.451400 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7093ab26-f11d-436b-845a-831a5cfa9d40', 'name': 'network-vif-deleted', 'tag': 'a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb', 'status': 'completed', 'code': 200} Jun 30 02:48:22.492278 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.505021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e5fe5-e959-43e6-b09b-27c512e63208 req-f835c5cf-8def-4990-a4e3-3a0f90784bc4 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:22.530209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-492e5fe5-e959-43e6-b09b-27c512e63208 req-f835c5cf-8def-4990-a4e3-3a0f90784bc4 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1096 time: 0.1548946 Jun 30 02:48:22.554458 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-701a6911-bd0c-491b-bc61-a34c35d9ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.564444 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-701a6911-bd0c-491b-bc61-a34c35d9ddc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.564444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-701a6911-bd0c-491b-bc61-a34c35d9ddc3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ad6a57c-8ecd-4d29-b025-8b167d3528a6 HTTP/1.1" status: 204 len: 168 time: 0.9883277 Jun 30 02:48:22.584712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a6911-bd0c-491b-bc61-a34c35d9ddc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad6a57c-8ecd-4d29-b025-8b167d3528a6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:22.605050 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-492e5fe5-e959-43e6-b09b-27c512e63208 req-cccd5d30-3176-4871-b73d-8114d31290be tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785363 Jun 30 02:48:22.627867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.635337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fc107-920c-4135-8a78-95c7bd96a52a None None] Pushing event updated for resources: {'Port': ['ID=eeec2c59-6db4-4d48-afc4-32bb6a5b45b5,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:22.806345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-871b240d-78eb-4eb2-8e7c-3b95097c9d89 req-a9948796-6b33-43cf-80af-cce0f0ce73fc tempest-MigrationsAdminTest-1304514765 tempest-MigrationsAdminTest-1304514765-project] 10.222.0.77 "GET /v2.0/ports?device_id=7093ab26-f11d-436b-845a-831a5cfa9d40 HTTP/1.1" status: 200 len: 210 time: 0.0769861 Jun 30 02:48:22.820532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Attempting to bind port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:22.821547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Attempting to bind port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:22.821547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Attempting to bind port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 on network 476cee86-4757-4f64-aa07-e6971784b6e8 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:22.838610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:22.839277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Checking segment: {'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:22.839862 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.840669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Bound using segment: {'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:22.841327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Bound port: eeec2c59-6db4-4d48-afc4-32bb6a5b45b5, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:22.841944 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.874651 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5e74e959-37df-47a8-abe6-0aedc0ef1a01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3ee50ef144b4e8d9114a2dce38285e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6232829 Jun 30 02:48:22.876621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55730) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:22.992123 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a36ab253-66fc-4b15-80f0-d80d0c716051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.023456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a36ab253-66fc-4b15-80f0-d80d0c716051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.032061 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e55f640b-9ac9-4140-b901-04843b9796bc req-e1030130-2c70-4f9d-8249-24e98c7e7ac3 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 210 time: 0.1492150 Jun 30 02:48:23.089101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] For port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:23.090467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] For port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=eeec2c59-6db4-4d48-afc4-32bb6a5b45b5,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:23.223121 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.286062 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a36ab253-66fc-4b15-80f0-d80d0c716051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.287375 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.290562 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a36ab253-66fc-4b15-80f0-d80d0c716051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.292298 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a36ab253-66fc-4b15-80f0-d80d0c716051 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a7be10ab-cbe5-4996-a16e-715e7329e382 HTTP/1.1" status: 204 len: 168 time: 0.4140551 Jun 30 02:48:23.303631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ab253-66fc-4b15-80f0-d80d0c716051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7be10ab-cbe5-4996-a16e-715e7329e382,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:23.363256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Routers {'cab509e9-d49a-4ecd-90a7-2d8152a444f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:23.363905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:23.514346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] Set router cab509e9-d49a-4ecd-90a7-2d8152a444f2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:23.613871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ec6a899-f8a2-44a2-acd1-645ee8463ab1 req-9fdedac0-5f51-4b37-b344-feafc5cea5ef tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 210 time: 0.0644128 Jun 30 02:48:23.808662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fc107-920c-4135-8a78-95c7bd96a52a None None] Pushing event updated for resources: {'Port': ['ID=eeec2c59-6db4-4d48-afc4-32bb6a5b45b5,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:24.119395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eeec2c59-6db4-4d48-afc4-32bb6a5b45b5', 'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'mac_address': 'fa:16:3e:33:54:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:16Z', 'updated_at': '2021-06-30T02:48:23Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'subnets': [{'id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:24.160150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f41a42-dde2-4577-9763-63a2678b09f0 None None] The sync data for ids ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'] in n-d-798249-3 is: [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eeec2c59-6db4-4d48-afc4-32bb6a5b45b5', 'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'mac_address': 'fa:16:3e:33:54:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:16Z', 'updated_at': '2021-06-30T02:48:23Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'subnets': [{'id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:24.249325 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b68a5508-efdb-4131-a812-365e3b19ce80 req-9d3976cb-3627-4d24-9596-70d1c39f37b5 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 210 time: 0.0597968 Jun 30 02:48:24.647463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55770) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:24.674561 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8086ff73-e19e-4823-9cdd-aef89b527a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.846586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f22004fe-0112-4f86-8d9e-f9faf5699b95 req-1f5c38b6-126e-488e-a9cb-fa7b0ef0296a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 210 time: 0.0497048 Jun 30 02:48:24.921713 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8086ff73-e19e-4823-9cdd-aef89b527a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.074327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:25.188633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8086ff73-e19e-4823-9cdd-aef89b527a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.235431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55780) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:25.240764 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8086ff73-e19e-4823-9cdd-aef89b527a78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d784f2803d384b3eb8c23889fc11ae5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5902860 Jun 30 02:48:25.242403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086ff73-e19e-4823-9cdd-aef89b527a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e060c4-c286-44aa-8559-d2619f6aa938,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:25.258127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:25.305470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:25.306544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a5f3e9cb-9b7c-4b31-b41f-2a8ebfdb2bdb not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:25.416323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:25.427365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae569483-706d-4d9c-962d-f52b5b01e4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.427933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:25.427933 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.514720 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae569483-706d-4d9c-962d-f52b5b01e4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.572427 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.610522 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eaa8ad4b-649a-4b0b-af17-c9a1896b2dc1 req-68fe14c8-640d-45ea-8e2b-d50158fc75b2 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 210 time: 0.0446675 Jun 30 02:48:25.669133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55792) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:25.673924 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=eeec2c59-6db4-4d48-afc4-32bb6a5b45b5,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:25.683363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-70d386dc-98f4-44e7-9051-735335718151 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:25.685663 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-70d386dc-98f4-44e7-9051-735335718151 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.83 "GET /v2.0/networks?id=476cee86-4757-4f64-aa07-e6971784b6e8 HTTP/1.1" status: 200 len: 828 time: 0.3101096 Jun 30 02:48:25.703795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Request body: {'port': {'device_id': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'admin_state_up': True, 'tenant_id': '1385916552854a14abd6847e292f7ff9'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:25.817127 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae569483-706d-4d9c-962d-f52b5b01e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.817362 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.820923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae569483-706d-4d9c-962d-f52b5b01e4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.826119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ae569483-706d-4d9c-962d-f52b5b01e4cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0e060c4-c286-44aa-8559-d2619f6aa938 HTTP/1.1" status: 204 len: 168 time: 0.5895765 Jun 30 02:48:25.834922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae569483-706d-4d9c-962d-f52b5b01e4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e060c4-c286-44aa-8559-d2619f6aa938,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:25.887082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=eeec2c59-6db4-4d48-afc4-32bb6a5b45b5,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:25.923154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Made reservation on behalf of 1385916552854a14abd6847e292f7ff9 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:25.926904 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.100586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Allocated IP 172.20.0.4 (476cee86-4757-4f64-aa07-e6971784b6e8/241ef8f8-c4e5-445c-b029-1fd60971e78c/724c1858-fcb2-4d95-a2f2-2b3d35884522) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:26.110598 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5cf337d5-98e2-43a5-bdcf-81c857fba7c2 req-465e3855-2a86-4e26-b1d7-dee0f092b3c0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=ebafc3e3-260e-452f-9565-435931ad491b HTTP/1.1" status: 200 len: 210 time: 0.0363786 Jun 30 02:48:26.180798 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c0b64a20-4f4b-4d99-9e6f-2cc93ca3b51a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a205eb72430843758a6f07925588ee7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088933 Jun 30 02:48:26.181555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55806) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:26.236513 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a17dab9e-0b16-46b7-90d0-e85e793add78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.269524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a17dab9e-0b16-46b7-90d0-e85e793add78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.298532 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.315173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Transition to ACTIVE for port object 724c1858-fcb2-4d95-a2f2-2b3d35884522 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:26.691735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a17dab9e-0b16-46b7-90d0-e85e793add78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.694902 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a17dab9e-0b16-46b7-90d0-e85e793add78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.695523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a17dab9e-0b16-46b7-90d0-e85e793add78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee16952c-e7f9-423f-a8c9-edaf24cbf620 HTTP/1.1" status: 204 len: 168 time: 0.5128801 Jun 30 02:48:26.703732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dab9e-0b16-46b7-90d0-e85e793add78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee16952c-e7f9-423f-a8c9-edaf24cbf620,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:26.744015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.806130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Network 476cee86-4757-4f64-aa07-e6971784b6e8 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:26.809817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:26.822031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:26.826103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Pushing event updated for resources: {'Port': ['ID=724c1858-fcb2-4d95-a2f2-2b3d35884522,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:26.856881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e85a5-f6f8-4cc1-9bf3-32992d5f075c req-8ca588b8-15ba-4302-b315-01afa7d206b2 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:26.858545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e50e85a5-f6f8-4cc1-9bf3-32992d5f075c req-8ca588b8-15ba-4302-b315-01afa7d206b2 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 931 time: 0.1029911 Jun 30 02:48:26.887480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:26.887480 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.951816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e50e85a5-f6f8-4cc1-9bf3-32992d5f075c req-32392df5-cc71-4132-a340-d24b3289b8c2 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865588 Jun 30 02:48:27.058963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8992112b-9a3b-40af-affb-cd7dfcea0b46 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3597710 Jun 30 02:48:27.078467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Request body: {'port': {'device_id': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:27.086031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:27.132393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:27.132774 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.168416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.459142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2a5e79d7-e3ab-4917-870f-d0201037e168 None None] Provisioning for port 724c1858-fcb2-4d95-a2f2-2b3d35884522 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:27.464441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2a5e79d7-e3ab-4917-870f-d0201037e168 None None] Provisioning complete for port 724c1858-fcb2-4d95-a2f2-2b3d35884522 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:27.464962 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2a5e79d7-e3ab-4917-870f-d0201037e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.471907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724c1858-fcb2-4d95-a2f2-2b3d35884522 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:27.490297 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.512791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Transition to ACTIVE for port object 724c1858-fcb2-4d95-a2f2-2b3d35884522 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:27.519350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e79d7-e3ab-4917-870f-d0201037e168 None None] Port 724c1858-fcb2-4d95-a2f2-2b3d35884522 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:27.643511 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.728202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=724c1858-fcb2-4d95-a2f2-2b3d35884522,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:27.831524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Attempting to bind port 724c1858-fcb2-4d95-a2f2-2b3d35884522 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:27.833292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Attempting to bind port 724c1858-fcb2-4d95-a2f2-2b3d35884522 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:27.833952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Attempting to bind port 724c1858-fcb2-4d95-a2f2-2b3d35884522 on network 476cee86-4757-4f64-aa07-e6971784b6e8 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:27.839843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Port 724c1858-fcb2-4d95-a2f2-2b3d35884522 on network 476cee86-4757-4f64-aa07-e6971784b6e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:48:27.840978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Attempting to bind port 724c1858-fcb2-4d95-a2f2-2b3d35884522 on network 476cee86-4757-4f64-aa07-e6971784b6e8 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:27.853060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:27.853421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Checking segment: {'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:27.854527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Bound using segment: {'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:27.855833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Bound port: 724c1858-fcb2-4d95-a2f2-2b3d35884522, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4611ee7-94d2-4091-8b8d-243bc10ce06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:27.856215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.081310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8aa98-dca5-4292-b11a-87e764f94da7 req-a4940618-0053-433e-a076-879b92e3753a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:28.083173 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46a8aa98-dca5-4292-b11a-87e764f94da7 req-a4940618-0053-433e-a076-879b92e3753a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.2221260 Jun 30 02:48:28.086973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] For port 724c1858-fcb2-4d95-a2f2-2b3d35884522, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:28.091753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] For port 724c1858-fcb2-4d95-a2f2-2b3d35884522, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:28.102175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46a8aa98-dca5-4292-b11a-87e764f94da7 req-90202da6-0dc3-49ae-b9c1-165d3fc944eb tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/quotas/97787217fcc14b9aa4f8cbea685e8609 HTTP/1.1" status: 200 len: 375 time: 0.0127234 Jun 30 02:48:28.143236 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46a8aa98-dca5-4292-b11a-87e764f94da7 req-865cc515-643c-4728-b722-4376e8f9b8d3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328982 Jun 30 02:48:28.174698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334daaae-f6cf-4225-afd8-260feacde849 req-2996fe99-ce1c-4259-9797-649ca3150abd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:28.176397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-334daaae-f6cf-4225-afd8-260feacde849 req-2996fe99-ce1c-4259-9797-649ca3150abd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 943 time: 0.1026478 Jun 30 02:48:28.207073 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.226421 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-334daaae-f6cf-4225-afd8-260feacde849 req-b0c4410c-f9b7-4e6f-9a6c-1bf643aabedb tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384128 Jun 30 02:48:28.280692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:28.281320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.282744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] 10.222.0.83 "PUT /v2.0/ports/724c1858-fcb2-4d95-a2f2-2b3d35884522 HTTP/1.1" status: 200 len: 1091 time: 1.2155633 Jun 30 02:48:28.289129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'tag': '724c1858-fcb2-4d95-a2f2-2b3d35884522'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:28.293413 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef73fefc-c41b-443e-920e-e2924779727f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cc60df-2b1a-4618-bd86-a51d798708d6", "tag": "724c1858-fcb2-4d95-a2f2-2b3d35884522"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:28.338231 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46a8aa98-dca5-4292-b11a-87e764f94da7 req-740c62cd-aa4a-4381-a3d9-e6a64a6ba610 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848655 Jun 30 02:48:28.368016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb019455-21a2-44ee-a497-adb50ba1d9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=724c1858-fcb2-4d95-a2f2-2b3d35884522,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:28.486481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55886) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:28.534457 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46a8aa98-dca5-4292-b11a-87e764f94da7 req-d3d10642-d6a3-4a8e-b92f-6a1c718ed0e1 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920540 Jun 30 02:48:28.544815 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6725ab80-2a55-45c5-a061-e167ad412e8b x-openstack-request-id: req-6725ab80-2a55-45c5-a061-e167ad412e8b {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:28.545111 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cc60df-2b1a-4618-bd86-a51d798708d6", "tag": "724c1858-fcb2-4d95-a2f2-2b3d35884522", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:28.545824 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6725ab80-2a55-45c5-a061-e167ad412e8b {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:28.545824 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'tag': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'status': 'completed', 'code': 200} Jun 30 02:48:28.559055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a33f6086-bf2e-489c-9ff4-87e705feca0e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99599d01eb7b43a3944d934fe41fff25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697565 Jun 30 02:48:28.560409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55888) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:28.572686 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-62c961eb-9b37-4685-8810-c326c1e3c2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.587543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-e2b05d80-bf41-41b8-9e68-4e0c9c735c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:28.589053 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-e2b05d80-bf41-41b8-9e68-4e0c9c735c32 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1385916552854a14abd6847e292f7ff9&device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 1094 time: 0.1569316 Jun 30 02:48:28.639933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-08e3a8cb-74f2-423c-92c0-5b9222b8bfee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522 HTTP/1.1" status: 200 len: 217 time: 0.0438321 Jun 30 02:48:28.680924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83370579-acd4-4e27-86a9-b3a4aefc7d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.701444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8dac0473-01fc-4244-a670-77d5dd31c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:28.703856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-8dac0473-01fc-4244-a670-77d5dd31c00a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=241ef8f8-c4e5-445c-b029-1fd60971e78c HTTP/1.1" status: 200 len: 867 time: 0.0583940 Jun 30 02:48:28.707515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83370579-acd4-4e27-86a9-b3a4aefc7d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.776876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-814c2693-1029-4ff0-9500-9311028c9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:28.778451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-814c2693-1029-4ff0-9500-9311028c9fe9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=476cee86-4757-4f64-aa07-e6971784b6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673225 Jun 30 02:48:28.842885 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83370579-acd4-4e27-86a9-b3a4aefc7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.848161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83370579-acd4-4e27-86a9-b3a4aefc7d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.858488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-83370579-acd4-4e27-86a9-b3a4aefc7d53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc3c570a-c066-42e4-9d9b-461c2fe7c370 HTTP/1.1" status: 204 len: 168 time: 0.2889526 Jun 30 02:48:28.894207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83370579-acd4-4e27-86a9-b3a4aefc7d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c570a-c066-42e4-9d9b-461c2fe7c370,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:28.960256 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7511955-2cdc-49f7-9e51-fde56f1a622c req-7ba62b0d-4cbd-40b7-99db-ed66195ade09 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=55f60d81-b6ec-4a2a-b12d-bd8af3f22794 HTTP/1.1" status: 200 len: 210 time: 0.0851898 Jun 30 02:48:28.971697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-2c4b2460-7eaf-4618-adfe-b1f963b02ec6 service neutron] 10.222.0.83 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864331 Jun 30 02:48:29.011779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55904) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:29.114559 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35823f80-356f-45fa-ab5e-9f28242726e5 req-db852436-5916-453b-aaf3-4ecc66155c76 service neutron] 10.222.0.83 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289668 Jun 30 02:48:29.416372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91e8ca-fd8d-4f01-8bba-9ee15df595f6 req-ff2e48ed-6bfe-43a1-8493-002fa3cc0b62 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:29.425167 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b91e8ca-fd8d-4f01-8bba-9ee15df595f6 req-ff2e48ed-6bfe-43a1-8493-002fa3cc0b62 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 943 time: 0.0908122 Jun 30 02:48:29.440644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73fefc-c41b-443e-920e-e2924779727f req-36f86f5c-76b1-4ccc-989a-1196548aba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:29.442528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef73fefc-c41b-443e-920e-e2924779727f req-36f86f5c-76b1-4ccc-989a-1196548aba3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1385916552854a14abd6847e292f7ff9&device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 1094 time: 0.0595734 Jun 30 02:48:29.477993 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b91e8ca-fd8d-4f01-8bba-9ee15df595f6 req-42619ac4-2422-4459-82d7-308e0bb9c743 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461278 Jun 30 02:48:29.557240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73fefc-c41b-443e-920e-e2924779727f req-4fa41c71-930a-4bf6-9ae7-5c0ce7f25b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:29.558937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef73fefc-c41b-443e-920e-e2924779727f req-4fa41c71-930a-4bf6-9ae7-5c0ce7f25b0e service neutron] 10.222.0.83 "GET /v2.0/networks?id=476cee86-4757-4f64-aa07-e6971784b6e8 HTTP/1.1" status: 200 len: 929 time: 0.1096079 Jun 30 02:48:29.612690 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef73fefc-c41b-443e-920e-e2924779727f req-120a1c2b-7b65-438d-893f-bb8c07d1106b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522 HTTP/1.1" status: 200 len: 217 time: 0.0456445 Jun 30 02:48:29.664709 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2306-d8dc-4623-9dce-fc0cc444a9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.696738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73fefc-c41b-443e-920e-e2924779727f req-cc7c905f-3b0f-4711-928a-f24f29194c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:29.696738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef73fefc-c41b-443e-920e-e2924779727f req-cc7c905f-3b0f-4711-928a-f24f29194c73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=241ef8f8-c4e5-445c-b029-1fd60971e78c HTTP/1.1" status: 200 len: 867 time: 0.0545449 Jun 30 02:48:29.745767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73fefc-c41b-443e-920e-e2924779727f req-5e810f42-ba7a-4fd2-9833-71a2727c0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:29.747462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef73fefc-c41b-443e-920e-e2924779727f req-5e810f42-ba7a-4fd2-9833-71a2727c0c3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=476cee86-4757-4f64-aa07-e6971784b6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656312 Jun 30 02:48:29.787539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2306-d8dc-4623-9dce-fc0cc444a9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.878828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef73fefc-c41b-443e-920e-e2924779727f req-0a112809-49fa-4b4e-8653-dd849a5820ae service neutron] 10.222.0.83 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236808 Jun 30 02:48:29.920344 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2306-d8dc-4623-9dce-fc0cc444a9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.991870 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a9aa2306-d8dc-4623-9dce-fc0cc444a9d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d091b8557f284aa4a51ac7627f4d73d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9788458 Jun 30 02:48:29.992877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa2306-d8dc-4623-9dce-fc0cc444a9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b1ae3b-4549-45d7-961f-37e96f2bf1df,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:29.996705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55938) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:30.039410 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef73fefc-c41b-443e-920e-e2924779727f req-45a44a09-2fe9-4842-bf4f-dc488d9ba0bd service neutron] 10.222.0.83 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523800 Jun 30 02:48:30.068001 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-86e6e7f0-86eb-4b0a-8d13-885d9a9b0247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.097588 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-86e6e7f0-86eb-4b0a-8d13-885d9a9b0247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.347582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-86e6e7f0-86eb-4b0a-8d13-885d9a9b0247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.350912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-86e6e7f0-86eb-4b0a-8d13-885d9a9b0247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.352102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-86e6e7f0-86eb-4b0a-8d13-885d9a9b0247 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0b1ae3b-4549-45d7-961f-37e96f2bf1df HTTP/1.1" status: 204 len: 168 time: 0.3546059 Jun 30 02:48:30.360308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6e7f0-86eb-4b0a-8d13-885d9a9b0247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b1ae3b-4549-45d7-961f-37e96f2bf1df,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:30.666209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25bf99-7b02-4f3a-9808-a5514f36aeb5 req-3cb17289-13de-40cb-9d45-03527d324f71 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:30.675086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e25bf99-7b02-4f3a-9808-a5514f36aeb5 req-3cb17289-13de-40cb-9d45-03527d324f71 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 943 time: 0.0886314 Jun 30 02:48:30.728721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e25bf99-7b02-4f3a-9808-a5514f36aeb5 req-014011cd-177e-4503-b657-6313f33c2935 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525362 Jun 30 02:48:31.262743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-8b26b918-cc86-4a3b-9da7-c3eb4a74228d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:31.286021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-8b26b918-cc86-4a3b-9da7-c3eb4a74228d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.1303113 Jun 30 02:48:31.286021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-fc3568b8-d94a-41ca-9e42-3990794ac117 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/quotas/97787217fcc14b9aa4f8cbea685e8609 HTTP/1.1" status: 200 len: 375 time: 0.0106499 Jun 30 02:48:31.327054 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.327657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-31c590d7-cf16-43a7-aeaf-12fb91829a7c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309000 Jun 30 02:48:31.361095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ed486eef-47c6-42f9-b08c-b912978e1228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.438453 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-64060344-1cc5-4f7a-97e2-990ebbe41206 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099954 Jun 30 02:48:31.570427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-771c3f23-06f6-466a-808c-fa984955f011 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211402 Jun 30 02:48:32.007663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b36ad2-20a1-43a8-863e-308356f48de2 req-2258c3e1-2cfb-4a5f-8fb5-8ae302e6b791 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.009779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19b36ad2-20a1-43a8-863e-308356f48de2 req-2258c3e1-2cfb-4a5f-8fb5-8ae302e6b791 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 943 time: 0.1493440 Jun 30 02:48:32.078207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19b36ad2-20a1-43a8-863e-308356f48de2 req-224b7bb5-c8c0-4f8d-9fc8-44130df01188 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605757 Jun 30 02:48:32.138139 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f864cf93-6d88-44c6-a5ff-62f969b7a06a req-e493de81-7491-499f-b8c3-95b1e7e56a9d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 210 time: 0.0412545 Jun 30 02:48:32.926145 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.038375 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56066) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:33.220119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57b994a7-abf6-4596-af81-d820e41e903d req-6bac1187-f297-471f-8d6b-0f903917dc50 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 210 time: 0.0285776 Jun 30 02:48:33.282787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a65268-5057-436d-b79a-32e083410d96 req-4718f023-c0ae-4a28-8e3b-a70b19d31f52 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:33.284239 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4a65268-5057-436d-b79a-32e083410d96 req-4718f023-c0ae-4a28-8e3b-a70b19d31f52 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 943 time: 0.0903614 Jun 30 02:48:33.328391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4a65268-5057-436d-b79a-32e083410d96 req-1ef0fe49-2db9-47f1-8acd-8bfc6aa289c6 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339127 Jun 30 02:48:33.400718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 724c1858-fcb2-4d95-a2f2-2b3d35884522 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:48:33.421641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-034d7da8-d474-4a9c-9128-f53df2ad9b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.504463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 724c1858-fcb2-4d95-a2f2-2b3d35884522, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:33.516486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'port_id': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'mac_address': 'fa:16:3e:16:4a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:48:33.543665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-034d7da8-d474-4a9c-9128-f53df2ad9b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.555746 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.569923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724c1858-fcb2-4d95-a2f2-2b3d35884522 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:33.590216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 724c1858-fcb2-4d95-a2f2-2b3d35884522, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:33.656915 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-034d7da8-d474-4a9c-9128-f53df2ad9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.695261 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-034d7da8-d474-4a9c-9128-f53df2ad9b79 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4042d44fa0b4698aa4c3d87d8a2a2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6552067 Jun 30 02:48:33.697458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d7da8-d474-4a9c-9128-f53df2ad9b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76bb3c7-b4bd-47dd-a8f8-329bd556b2fe,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:33.698210 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56088) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:33.748530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-939ea275-625f-497e-b9e2-fe5f1dfe0332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.769261 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-939ea275-625f-497e-b9e2-fe5f1dfe0332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.839823 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.891283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=724c1858-fcb2-4d95-a2f2-2b3d35884522,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:34.005716 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-939ea275-625f-497e-b9e2-fe5f1dfe0332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.008752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-939ea275-625f-497e-b9e2-fe5f1dfe0332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.009924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-939ea275-625f-497e-b9e2-fe5f1dfe0332 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b76bb3c7-b4bd-47dd-a8f8-329bd556b2fe HTTP/1.1" status: 204 len: 168 time: 0.3107531 Jun 30 02:48:34.017776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ea275-625f-497e-b9e2-fe5f1dfe0332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76bb3c7-b4bd-47dd-a8f8-329bd556b2fe,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:34.037776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['724c1858-fcb2-4d95-a2f2-2b3d35884522'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:34.135943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56096) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:34.403351 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2e7d0f8c-0e58-4eab-b385-cb0b02618b18 req-e3df24a4-4c02-4b6d-94f5-c46719a1d8c9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 210 time: 0.0573180 Jun 30 02:48:34.560263 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.715387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5cc5d-3da2-496a-8351-32fa3b120242 req-054bdd70-b229-441d-b795-1f6845d77260 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.717779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1af5cc5d-3da2-496a-8351-32fa3b120242 req-054bdd70-b229-441d-b795-1f6845d77260 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 944 time: 0.0681150 Jun 30 02:48:34.755591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1af5cc5d-3da2-496a-8351-32fa3b120242 req-e6919366-129f-42ed-8cd2-7b87c3f94be5 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Jun 30 02:48:34.795641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-265109164-network', 'tenant_id': 'f8a90b59da464704994f9d76149935f9'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:34.953854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Made reservation on behalf of f8a90b59da464704994f9d76149935f9 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:34.956331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.967774 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.969955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56116) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:35.393964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b392aafa-996e-44be-9d5d-6c20b155da6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.400971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 724c1858-fcb2-4d95-a2f2-2b3d35884522 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:35.430761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.571512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.589418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:48:35.595932 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2f76f7d-fa04-4153-8a25-b12290aff652 req-acead22a-5162-461e-945b-89a2d22666e3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 210 time: 0.0313110 Jun 30 02:48:35.621892 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.621892 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Added segment 5d3b5e17-dcd8-4bd4-950b-e610d7975b5d of type vlan for network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 Jun 30 02:48:35.637714 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ceb5fa-2d2f-4649-ac69-1ad9f30e3fda,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:35.668590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 724c1858-fcb2-4d95-a2f2-2b3d35884522 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:35.675204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 724c1858-fcb2-4d95-a2f2-2b3d35884522 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:35.675588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.679662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.800058 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.831784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724c1858-fcb2-4d95-a2f2-2b3d35884522'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:35.835140 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e695017b-b6c2-47f4-a406-69d3dacf5623" -d '{"events": [{"server_uuid": "a5cc60df-2b1a-4618-bd86-a51d798708d6", "name": "network-vif-plugged", "status": "completed", "tag": "724c1858-fcb2-4d95-a2f2-2b3d35884522"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:35.838807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-c3f72449-46f0-4526-8703-2d99b961327a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:35.840481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-c3f72449-46f0-4526-8703-2d99b961327a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.1418076 Jun 30 02:48:35.854446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Request body: {'port': {'device_id': 'c124810c-2718-4620-a878-b2ff6859fd9c', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'admin_state_up': True, 'tenant_id': '97787217fcc14b9aa4f8cbea685e8609'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:35.864351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 724c1858-fcb2-4d95-a2f2-2b3d35884522, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:35.890828 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfc8aea-82d4-4346-a814-1e2931dcd2df x-openstack-request-id: req-4bfc8aea-82d4-4346-a814-1e2931dcd2df {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:35.891240 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cc60df-2b1a-4618-bd86-a51d798708d6", "name": "network-vif-plugged", "status": "completed", "tag": "724c1858-fcb2-4d95-a2f2-2b3d35884522", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:35.891593 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4bfc8aea-82d4-4346-a814-1e2931dcd2df {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:35.892077 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'code': 200} Jun 30 02:48:35.910393 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b392aafa-996e-44be-9d5d-6c20b155da6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.013885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c31b08-1a6d-4a73-a1cc-ade2711ba793 req-12ffe6f7-e324-47d3-b254-93e7d8ed7ea0 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.015385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15c31b08-1a6d-4a73-a1cc-ade2711ba793 req-12ffe6f7-e324-47d3-b254-93e7d8ed7ea0 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 944 time: 0.1037691 Jun 30 02:48:36.019342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efa030-2d89-4e70-bd5b-724d602b622c req-c6f2218b-cb5d-48bb-bd87-efc922018963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.020825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07efa030-2d89-4e70-bd5b-724d602b622c req-c6f2218b-cb5d-48bb-bd87-efc922018963 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 1095 time: 0.0575843 Jun 30 02:48:36.055236 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15c31b08-1a6d-4a73-a1cc-ade2711ba793 req-fb7f88b3-ba6f-4f09-9d09-f03f83b45844 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Jun 30 02:48:36.055895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07efa030-2d89-4e70-bd5b-724d602b622c req-d3b6faaa-ebd6-44b5-91a9-cf2760b16034 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290697 Jun 30 02:48:36.062345 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.063392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.067595 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.125940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:36.132202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b392aafa-996e-44be-9d5d-6c20b155da6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.132480 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.141931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:48:36.169574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392aafa-996e-44be-9d5d-6c20b155da6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805c33d5-454d-4fe3-b73e-2f59023f6836,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:36.174989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b392aafa-996e-44be-9d5d-6c20b155da6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95d7e04f62524b11a0b4e6fab720a25b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2037780 Jun 30 02:48:36.179017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56156) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:36.247755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09dd3ff2-5d1c-4ecd-9db7-30f205710c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.258447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=724c1858-fcb2-4d95-a2f2-2b3d35884522,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:36.272665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09dd3ff2-5d1c-4ecd-9db7-30f205710c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.387521 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f30721de-b32f-4a11-9bf6-132bca4c56e8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2477937 Jun 30 02:48:36.390820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56166) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:36.392713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Request body: {'subnet': {'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-265109164-subnet', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:36.410967 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09dd3ff2-5d1c-4ecd-9db7-30f205710c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.416789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09dd3ff2-5d1c-4ecd-9db7-30f205710c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.422330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-09dd3ff2-5d1c-4ecd-9db7-30f205710c60 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/805c33d5-454d-4fe3-b73e-2f59023f6836 HTTP/1.1" status: 204 len: 168 time: 0.2417004 Jun 30 02:48:36.435419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd3ff2-5d1c-4ecd-9db7-30f205710c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c33d5-454d-4fe3-b73e-2f59023f6836,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:36.597284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Made reservation on behalf of 97787217fcc14b9aa4f8cbea685e8609 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:36.601937 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.625428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56204) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:36.779493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8080affc-4d31-4426-b8e1-0eedbf3cb39a req-7f55bfec-a696-4ef9-9d03-664679b24ab1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 210 time: 0.0420899 Jun 30 02:48:36.781225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Allocated IP 172.20.0.11 (d7b6293f-04a5-4899-8348-86d5a461f5fe/50dac26f-bd2e-42ee-a54c-f144157b5667/5dcfdc5d-0454-44ea-8c92-e320eb96685e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:36.806173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Made reservation on behalf of f8a90b59da464704994f9d76149935f9 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:36.810041 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.019901 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.244601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b09dc8-84bd-457b-ac04-b9f4a9ce75df req-46112455-f2b6-4f7c-9336-960f70be0fd4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.246005 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-66b09dc8-84bd-457b-ac04-b9f4a9ce75df req-46112455-f2b6-4f7c-9336-960f70be0fd4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 945 time: 0.0643122 Jun 30 02:48:37.286562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-66b09dc8-84bd-457b-ac04-b9f4a9ce75df req-364ddbb9-04a8-4aa6-9bdb-c68112441cda tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349896 Jun 30 02:48:37.303939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.364543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ac4b76-043d-49b5-82b4-d6947207729d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:37.375930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.376276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.376621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.376957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.377297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.377661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.377989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.378305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.378633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.378953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.379275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.379594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:37.388151 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.400722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Checking segment: {'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:37.401711 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Network hostable DHCP agents. Network: c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:48:37.440782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Network d7b6293f-04a5-4899-8348-86d5a461f5fe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:37.449730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:37.452767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:37.489409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event updated for resources: {'Port': ['ID=5dcfdc5d-0454-44ea-8c92-e320eb96685e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:37.516364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.517028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.560314 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a12fa3b-cef1-4dcc-a187-ae21bf299aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.594459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:48:37.645054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56218) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:37.670396 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-ac1a7486-b877-4eaa-820d-d8c6d912878e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8085430 Jun 30 02:48:37.671467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Request body: {'port': {'device_id': 'c124810c-2718-4620-a878-b2ff6859fd9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:37.750878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:37.759538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b51f5-7570-4945-a161-6e9674605b98 None None] Network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:37.800094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.801818 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.802204 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36900749-452a-45d1-ab08-6cdc29ed04ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.822635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a12fa3b-cef1-4dcc-a187-ae21bf299aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.856193 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.947596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:37.948466 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.982046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ade7c-65ce-4659-819a-105d563b201f req-d77bf49a-b4c3-4bf8-9b9d-f7e4393b049e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.986067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc6ade7c-65ce-4659-819a-105d563b201f req-d77bf49a-b4c3-4bf8-9b9d-f7e4393b049e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 932 time: 0.0686865 Jun 30 02:48:37.986067 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a12fa3b-cef1-4dcc-a187-ae21bf299aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.063840 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3a12fa3b-cef1-4dcc-a187-ae21bf299aff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb5ba36525514737a16d0d0161c6d38f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4368987 Jun 30 02:48:38.066115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56224) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:38.070095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12fa3b-cef1-4dcc-a187-ae21bf299aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165dc9dd-baf8-4210-8fa1-46b1b15ad7c1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:38.091312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Allocated IP 172.20.0.2 (c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4/35ac4b76-043d-49b5-82b4-d6947207729d/39dc11b0-fa7d-4c8e-8607-a04bff181928) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:38.093765 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc6ade7c-65ce-4659-819a-105d563b201f req-e76122aa-e3b0-47bd-93a2-5735f7a1d0a9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907302 Jun 30 02:48:38.151528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80e14ff3-87a2-4d02-8935-a2604b68ada3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.166915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ffe10da4-d308-41a9-9bdd-f685dbc13522 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7780881 Jun 30 02:48:38.172922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56226) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:38.177897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:38.206852 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80e14ff3-87a2-4d02-8935-a2604b68ada3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.223120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcfdc5d-0454-44ea-8c92-e320eb96685e {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:38.236336 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.257985 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36900749-452a-45d1-ab08-6cdc29ed04ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.261611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Transition to ACTIVE for port object 5dcfdc5d-0454-44ea-8c92-e320eb96685e will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:38.310959 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.471676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc7db8-9bd8-433f-aa05-48f343158491 req-96a25bed-e67f-4ec4-854e-e942b2208fe5 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.473151 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34dc7db8-9bd8-433f-aa05-48f343158491 req-96a25bed-e67f-4ec4-854e-e942b2208fe5 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 945 time: 0.0745499 Jun 30 02:48:38.511887 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34dc7db8-9bd8-433f-aa05-48f343158491 req-f14c9eab-7de6-425e-9309-9f73bf17e173 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Jun 30 02:48:38.628477 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36900749-452a-45d1-ab08-6cdc29ed04ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.702668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Transition to ACTIVE for port object 39dc11b0-fa7d-4c8e-8607-a04bff181928 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:38.703954 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80e14ff3-87a2-4d02-8935-a2604b68ada3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.706727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80e14ff3-87a2-4d02-8935-a2604b68ada3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.711430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-80e14ff3-87a2-4d02-8935-a2604b68ada3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/165dc9dd-baf8-4210-8fa1-46b1b15ad7c1 HTTP/1.1" status: 204 len: 168 time: 0.6409745 Jun 30 02:48:38.711430 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.732970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56236) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:38.740182 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-36900749-452a-45d1-ab08-6cdc29ed04ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f2ca7c23d0b4bb2b51f22433f2a3a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0906692 Jun 30 02:48:38.751127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Transition to ACTIVE for port object 39dc11b0-fa7d-4c8e-8607-a04bff181928 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:38.751247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56238) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:38.751247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e14ff3-87a2-4d02-8935-a2604b68ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165dc9dd-baf8-4210-8fa1-46b1b15ad7c1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:38.756914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36900749-452a-45d1-ab08-6cdc29ed04ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b70a6-5ef1-4e1e-a8de-1cc492871d36,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:38.778818 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782ec686-e2a5-451e-9a95-9fa14a61cf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.807790 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17184012-9045-4d6d-908f-1146248039ad req-eb376efa-983e-4479-b58b-b0935f4d6554 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 258 time: 0.2593641 Jun 30 02:48:38.819410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:38.866632 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.873025 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.878182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfdc5d-0454-44ea-8c92-e320eb96685e,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:38.943438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96199c40-f1be-403a-8607-6b4a3354b738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.949727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.979663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.979939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96199c40-f1be-403a-8607-6b4a3354b738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.993482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:38.996834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:39.000231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:39.005385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Attempting to bind port 5dcfdc5d-0454-44ea-8c92-e320eb96685e on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:39.005825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Attempting to bind port 5dcfdc5d-0454-44ea-8c92-e320eb96685e by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:39.006991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Attempting to bind port 5dcfdc5d-0454-44ea-8c92-e320eb96685e on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:39.015057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Pushing event updated for resources: {'Port': ['ID=39dc11b0-fa7d-4c8e-8607-a04bff181928,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.017978 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782ec686-e2a5-451e-9a95-9fa14a61cf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.130707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Port 5dcfdc5d-0454-44ea-8c92-e320eb96685e on network d7b6293f-04a5-4899-8348-86d5a461f5fe not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:48:39.130707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Attempting to bind port 5dcfdc5d-0454-44ea-8c92-e320eb96685e on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:39.130707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:39.130707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Checking segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:39.130707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Bound using segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:39.130707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Bound port: 5dcfdc5d-0454-44ea-8c92-e320eb96685e, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:39.130707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.132684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Attempting to bind port 39dc11b0-fa7d-4c8e-8607-a04bff181928 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:39.132684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Attempting to bind port 39dc11b0-fa7d-4c8e-8607-a04bff181928 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:39.132684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Attempting to bind port 39dc11b0-fa7d-4c8e-8607-a04bff181928 on network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:39.132684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:39.132684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Checking segment: {'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:39.132684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.132684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Bound using segment: {'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:39.132684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Bound port: 39dc11b0-fa7d-4c8e-8607-a04bff181928, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:39.132684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.133556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] For port 5dcfdc5d-0454-44ea-8c92-e320eb96685e, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:39.133556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] For port 5dcfdc5d-0454-44ea-8c92-e320eb96685e, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=5dcfdc5d-0454-44ea-8c92-e320eb96685e,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:39.140410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] For port 39dc11b0-fa7d-4c8e-8607-a04bff181928, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:39.143407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] For port 39dc11b0-fa7d-4c8e-8607-a04bff181928, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=39dc11b0-fa7d-4c8e-8607-a04bff181928,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:39.264091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd280830-aefe-4c80-be10-be92d2a35b78 req-d425a514-af8f-40f3-89a3-ef7a2d080867 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.265578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd280830-aefe-4c80-be10-be92d2a35b78 req-d425a514-af8f-40f3-89a3-ef7a2d080867 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 944 time: 0.0662730 Jun 30 02:48:39.303088 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd280830-aefe-4c80-be10-be92d2a35b78 req-2bf5553b-6af9-4119-b8a3-21497b483be1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317693 Jun 30 02:48:39.606922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.664601 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96199c40-f1be-403a-8607-6b4a3354b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.666611 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.670351 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-782ec686-e2a5-451e-9a95-9fa14a61cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.670530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96199c40-f1be-403a-8607-6b4a3354b738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.670530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-96199c40-f1be-403a-8607-6b4a3354b738 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2b3b70a6-5ef1-4e1e-a8de-1cc492871d36 HTTP/1.1" status: 204 len: 168 time: 0.9162083 Jun 30 02:48:39.670530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.708513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96199c40-f1be-403a-8607-6b4a3354b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b70a6-5ef1-4e1e-a8de-1cc492871d36,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.717676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.718594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.719675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] 10.222.0.83 "PUT /v2.0/ports/5dcfdc5d-0454-44ea-8c92-e320eb96685e HTTP/1.1" status: 200 len: 1092 time: 2.0526912 Jun 30 02:48:39.720117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c124810c-2718-4620-a878-b2ff6859fd9c', 'tag': '5dcfdc5d-0454-44ea-8c92-e320eb96685e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:39.722442 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3151951-3845-4166-98b4-a041c0b0547e" -d '{"events": [{"name": "network-changed", "server_uuid": "c124810c-2718-4620-a878-b2ff6859fd9c", "tag": "5dcfdc5d-0454-44ea-8c92-e320eb96685e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:39.770314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be56e30-3323-4d20-81b7-633ba899ed27 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfdc5d-0454-44ea-8c92-e320eb96685e,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.813738 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-782ec686-e2a5-451e-9a95-9fa14a61cf5c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b8f79c3e69c4abfa090984a24996896&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0716543 Jun 30 02:48:39.813738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ec686-e2a5-451e-9a95-9fa14a61cf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d0b4e8-c00c-4221-a296-1bb5c746c602,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.813990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56252) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:39.828685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.890873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39670d21-7162-4cd4-9e18-81f34d43908d None None] Pushing event updated for resources: {'Port': ['ID=39dc11b0-fa7d-4c8e-8607-a04bff181928,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.906441 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88176bfd-ecba-4272-b82b-050ca56b6732 x-openstack-request-id: req-88176bfd-ecba-4272-b82b-050ca56b6732 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:39.906903 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c124810c-2718-4620-a878-b2ff6859fd9c", "tag": "5dcfdc5d-0454-44ea-8c92-e320eb96685e", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:39.907165 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88176bfd-ecba-4272-b82b-050ca56b6732 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:39.907585 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c124810c-2718-4620-a878-b2ff6859fd9c', 'tag': '5dcfdc5d-0454-44ea-8c92-e320eb96685e', 'status': 'completed', 'code': 200} Jun 30 02:48:39.977966 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f728bd70-405a-4ffa-aa5e-33e700f0da26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.012544 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f728bd70-405a-4ffa-aa5e-33e700f0da26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.024592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-917e86b7-f99b-4fd6-9430-d942bce6559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.026087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-917e86b7-f99b-4fd6-9430-d942bce6559d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 1095 time: 0.1480546 Jun 30 02:48:40.058470 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.087894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-74955190-c6fd-480b-8a41-cddf0a6f053b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dcfdc5d-0454-44ea-8c92-e320eb96685e HTTP/1.1" status: 200 len: 217 time: 0.0504000 Jun 30 02:48:40.168597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-161a1698-15d2-43ee-8ec4-faaebf886869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.171207 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-161a1698-15d2-43ee-8ec4-faaebf886869 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.0754080 Jun 30 02:48:40.208368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-bff9abcc-7a9a-4348-a012-30dafe014275 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303383 Jun 30 02:48:40.311843 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-e50cd737-7b81-4c72-b872-19e1f0c7b546 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969887 Jun 30 02:48:40.338512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f728bd70-405a-4ffa-aa5e-33e700f0da26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.341258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f728bd70-405a-4ffa-aa5e-33e700f0da26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.344669 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f728bd70-405a-4ffa-aa5e-33e700f0da26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59d0b4e8-c00c-4221-a296-1bb5c746c602 HTTP/1.1" status: 204 len: 168 time: 0.5316458 Jun 30 02:48:40.393532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728bd70-405a-4ffa-aa5e-33e700f0da26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d0b4e8-c00c-4221-a296-1bb5c746c602,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:40.453740 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c352057d-8ed8-4d2a-935c-6acd826d2e8b req-07e82ca9-48f7-4b9c-b358-b89ae3bc3209 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346257 Jun 30 02:48:40.514300 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.522916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56260) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:40.542000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e17caa88-0e3a-47bb-b165-8e0bb060b5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.556703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.594073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81654be1-dde1-44eb-9a24-a82df85089ed req-0fe46cd1-10eb-4ae4-ae7d-4be6c5627582 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.595958 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81654be1-dde1-44eb-9a24-a82df85089ed req-0fe46cd1-10eb-4ae4-ae7d-4be6c5627582 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 944 time: 0.1090832 Jun 30 02:48:40.619305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Allocated IP 172.25.2.101 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/cbc6b828-2ca2-4cc1-971f-bfb42cb68a79) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:40.761157 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.762674 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81654be1-dde1-44eb-9a24-a82df85089ed req-ec0e1d5b-f123-43c2-9c20-c5f0e093b9c3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541657 Jun 30 02:48:40.784940 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e17caa88-0e3a-47bb-b165-8e0bb060b5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.809024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151951-3845-4166-98b4-a041c0b0547e req-29a45261-0e04-4d77-bf84-28eb017415e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.810668 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3151951-3845-4166-98b4-a041c0b0547e req-29a45261-0e04-4d77-bf84-28eb017415e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 1095 time: 0.1265240 Jun 30 02:48:40.941955 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e17caa88-0e3a-47bb-b165-8e0bb060b5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.966063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151951-3845-4166-98b4-a041c0b0547e req-f76898f3-e8c2-4813-951c-eb52b32d07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.970470 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3151951-3845-4166-98b4-a041c0b0547e req-f76898f3-e8c2-4813-951c-eb52b32d07c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 913 time: 0.1489196 Jun 30 02:48:40.970470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17caa88-0e3a-47bb-b165-8e0bb060b5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13a0be0-3b28-483d-9218-3c0744524f6b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:41.001921 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.042883 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3151951-3845-4166-98b4-a041c0b0547e req-c8c35585-9042-410b-8abb-4a1f5e967929 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dcfdc5d-0454-44ea-8c92-e320eb96685e HTTP/1.1" status: 200 len: 217 time: 0.0551095 Jun 30 02:48:41.048211 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e17caa88-0e3a-47bb-b165-8e0bb060b5f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c011d470d3e46d48cf2600238a7dc69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213351 Jun 30 02:48:41.048417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56274) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:41.072599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22590f4-a5b5-4fe4-99aa-2fb09858b728 None None] Network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:41.083570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:41.087190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Pushing event updated for resources: {'Port': ['ID=cbc6b828-2ca2-4cc1-971f-bfb42cb68a79,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:41.090778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:41.095429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:41.149223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 39dc11b0-fa7d-4c8e-8607-a04bff181928 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:41.171131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151951-3845-4166-98b4-a041c0b0547e req-b01847cc-23eb-4ec1-8158-3c0958d82ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:41.172906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3151951-3845-4166-98b4-a041c0b0547e req-b01847cc-23eb-4ec1-8158-3c0958d82ef8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.1198409 Jun 30 02:48:41.211600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Allocated IP 172.25.2.124 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/93e65921-da05-45bd-a926-67e3fa81cebb) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:41.231184 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.249779 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3151951-3845-4166-98b4-a041c0b0547e req-717f0560-3c29-4885-888d-e8257a6f4d37 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563922 Jun 30 02:48:41.249779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a96f3b5-4f9b-41d5-8319-5027cc0f6159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.276665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a96f3b5-4f9b-41d5-8319-5027cc0f6159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.367620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4e8a683e-cbc0-4f11-be71-22db95a67727 None None] Provisioning for port 39dc11b0-fa7d-4c8e-8607-a04bff181928 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:41.402187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ad89f-26ff-4d13-b8c6-c2ab0ffe699c req-ebad6bf9-f04f-4a97-9755-69b0d93c2da0 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:41.403720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-671ad89f-26ff-4d13-b8c6-c2ab0ffe699c req-ebad6bf9-f04f-4a97-9755-69b0d93c2da0 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1096 time: 0.2299461 Jun 30 02:48:41.416363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.422933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 39dc11b0-fa7d-4c8e-8607-a04bff181928 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:41.429315 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 39dc11b0-fa7d-4c8e-8607-a04bff181928 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:41.435320 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.437551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3151951-3845-4166-98b4-a041c0b0547e req-de84d5f8-93bb-495e-9996-1d213e8620f8 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382554 Jun 30 02:48:41.493299 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.507673 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-671ad89f-26ff-4d13-b8c6-c2ab0ffe699c req-c3078d10-d535-4931-9f53-21c1a723b3ff tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941246 Jun 30 02:48:41.546592 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.592541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a96f3b5-4f9b-41d5-8319-5027cc0f6159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.597542 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a96f3b5-4f9b-41d5-8319-5027cc0f6159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.602219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 39dc11b0-fa7d-4c8e-8607-a04bff181928, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=39dc11b0-fa7d-4c8e-8607-a04bff181928,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:41.603311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5a96f3b5-4f9b-41d5-8319-5027cc0f6159 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b13a0be0-3b28-483d-9218-3c0744524f6b HTTP/1.1" status: 204 len: 168 time: 0.5534549 Jun 30 02:48:41.613844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3151951-3845-4166-98b4-a041c0b0547e req-e82dd151-cb51-41ea-8c40-72b7c33ec54e service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638510 Jun 30 02:48:41.619034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96f3b5-4f9b-41d5-8319-5027cc0f6159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13a0be0-3b28-483d-9218-3c0744524f6b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:41.715926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8151197e-146f-4e68-ae6d-add8cf7b5df4 None None] Provisioning complete for port 39dc11b0-fa7d-4c8e-8607-a04bff181928 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:41.716324 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8151197e-146f-4e68-ae6d-add8cf7b5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.772284 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.785647 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.823639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8151197e-146f-4e68-ae6d-add8cf7b5df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.854469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.857280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=39dc11b0-fa7d-4c8e-8607-a04bff181928,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:41.900091 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-8151197e-146f-4e68-ae6d-add8cf7b5df4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:48:41.900444 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-8151197e-146f-4e68-ae6d-add8cf7b5df4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:48:41.953914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:41.953914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.953914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:41.955161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:41.990566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Pushing event updated for resources: {'Port': ['ID=93e65921-da05-45bd-a926-67e3fa81cebb,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:42.111053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Pushing event updated for resources: {'Port': ['ID=cbc6b828-2ca2-4cc1-971f-bfb42cb68a79,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:42.142787 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.393811 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.395315 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17184012-9045-4d6d-908f-1146248039ad req-d7633579-89f2-4246-9820-3a61c744cde9 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5805109 Jun 30 02:48:42.466924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17184012-9045-4d6d-908f-1146248039ad req-4959f505-3e01-4f93-8370-63aa20a30471 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 696 time: 0.0612774 Jun 30 02:48:42.637242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.681692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17184012-9045-4d6d-908f-1146248039ad req-ba3e73b6-0da9-4426-aa55-829c1a0ab719 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:42.683384 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17184012-9045-4d6d-908f-1146248039ad req-ba3e73b6-0da9-4426-aa55-829c1a0ab719 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1856270 Jun 30 02:48:42.904862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.918880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9d057-c886-479c-9864-93cfc70b79d8 req-d03be9e9-8d2e-4163-8e96-f148e33d4527 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:42.920438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-39d9d057-c886-479c-9864-93cfc70b79d8 req-d03be9e9-8d2e-4163-8e96-f148e33d4527 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 944 time: 0.1216593 Jun 30 02:48:43.034618 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-39d9d057-c886-479c-9864-93cfc70b79d8 req-3e6c102e-163d-4324-9038-8576d9f1ad8d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726061 Jun 30 02:48:43.068954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 39dc11b0-fa7d-4c8e-8607-a04bff181928 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:43.121793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 39dc11b0-fa7d-4c8e-8607-a04bff181928 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:43.122164 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.244105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:48:43.306450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-3d659d60-894a-4bb1-8c76-1d641cb8a4b8 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:43.307983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-3d659d60-894a-4bb1-8c76-1d641cb8a4b8 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1204379 Jun 30 02:48:43.393174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-2f079056-46df-4ad6-82d1-3c2cd9b3ede0 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 696 time: 0.0792961 Jun 30 02:48:43.408843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-a857a353-4980-4bda-ace7-a9cce0b14ebd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Request body: {'floatingip': {'port_id': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:43.444925 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:43.458805 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-a857a353-4980-4bda-ace7-a9cce0b14ebd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.459778 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Sync routers for ids ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:43.475871 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Routers {'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:43.477278 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:43.482057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 5dcfdc5d-0454-44ea-8c92-e320eb96685e details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:48:43.571398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.572983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a7a3be1f-f93e-4f41-ae83-9992cd424754 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3988774 Jun 30 02:48:43.576150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56356) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:43.670761 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Set router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:43.746460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 5dcfdc5d-0454-44ea-8c92-e320eb96685e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=5dcfdc5d-0454-44ea-8c92-e320eb96685e,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:43.759601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '5dcfdc5d-0454-44ea-8c92-e320eb96685e', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'port_id': '5dcfdc5d-0454-44ea-8c92-e320eb96685e', 'mac_address': 'fa:16:3e:dc:8e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dac26f-bd2e-42ee-a54c-f144157b5667', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:48:43.802357 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.825252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcfdc5d-0454-44ea-8c92-e320eb96685e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:43.851127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 5dcfdc5d-0454-44ea-8c92-e320eb96685e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=5dcfdc5d-0454-44ea-8c92-e320eb96685e,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:43.915938 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:42Z', 'revision_number': 3, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:43.949035 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Checking router: e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:43.949844 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Updating router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e port 93e65921-da05-45bd-a926-67e3fa81cebb binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:43.995556 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.045345 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.117724 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-a857a353-4980-4bda-ace7-a9cce0b14ebd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.260921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=5dcfdc5d-0454-44ea-8c92-e320eb96685e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:44.279951 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-a857a353-4980-4bda-ace7-a9cce0b14ebd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.309079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['5dcfdc5d-0454-44ea-8c92-e320eb96685e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:44.337130 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.450610 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-a857a353-4980-4bda-ace7-a9cce0b14ebd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Floating IP e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c associated. External IP: 172.25.2.101, port: 724c1858-fcb2-4d95-a2f2-2b3d35884522. Jun 30 02:48:44.476388 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.487172 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Transition to ACTIVE for port object 93e65921-da05-45bd-a926-67e3fa81cebb will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:44.571675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Allocated IP 172.20.0.1 (c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4/35ac4b76-043d-49b5-82b4-d6947207729d/a52601c2-431a-42dd-90aa-1162028d35ec) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:44.600363 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.657602 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Attempting to bind port 93e65921-da05-45bd-a926-67e3fa81cebb on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:44.657976 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Attempting to bind port 93e65921-da05-45bd-a926-67e3fa81cebb by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:44.658740 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Attempting to bind port 93e65921-da05-45bd-a926-67e3fa81cebb on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:44.661704 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6195c-5946-4ad8-bbbe-00ed3d5a235f None None] Pushing event updated for resources: {'Port': ['ID=93e65921-da05-45bd-a926-67e3fa81cebb,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:44.666969 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:44.667365 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:44.667774 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.668163 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:44.668640 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Bound port: 93e65921-da05-45bd-a926-67e3fa81cebb, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:44.669038 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.727641 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] For port 93e65921-da05-45bd-a926-67e3fa81cebb, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:44.731683 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] For port 93e65921-da05-45bd-a926-67e3fa81cebb, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=93e65921-da05-45bd-a926-67e3fa81cebb,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:44.743884 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.759212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Transition to ACTIVE for port object a52601c2-431a-42dd-90aa-1162028d35ec will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:44.760957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-a857a353-4980-4bda-ace7-a9cce0b14ebd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Router cab509e9-d49a-4ecd-90a7-2d8152a444f2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:44.874178 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.899745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-a857a353-4980-4bda-ace7-a9cce0b14ebd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:44.910609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] Sync routers for ids ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:44.910822 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-a857a353-4980-4bda-ace7-a9cce0b14ebd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.921752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] Routers {'cab509e9-d49a-4ecd-90a7-2d8152a444f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:44.922841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:44.960388 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-a857a353-4980-4bda-ace7-a9cce0b14ebd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "PUT /v2.0/floatingips/e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c HTTP/1.1" status: 200 len: 996 time: 1.5612676 Jun 30 02:48:44.961277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'tag': '724c1858-fcb2-4d95-a2f2-2b3d35884522'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:44.969596 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1128df38-2415-457d-8c90-4d75fd43aa02" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cc60df-2b1a-4618-bd86-a51d798708d6", "tag": "724c1858-fcb2-4d95-a2f2-2b3d35884522"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:44.991807 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Routers {'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:44.992520 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:44.996095 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6195c-5946-4ad8-bbbe-00ed3d5a235f None None] Pushing event updated for resources: {'Port': ['ID=93e65921-da05-45bd-a926-67e3fa81cebb,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:45.034222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.059850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-5525ef12-fae8-4b92-ae4c-67d92c3d0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.061341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-5525ef12-fae8-4b92-ae4c-67d92c3d0999 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1385916552854a14abd6847e292f7ff9&device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 1096 time: 0.0808177 Jun 30 02:48:45.100857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] Set router cab509e9-d49a-4ecd-90a7-2d8152a444f2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:45.121827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a52601c2-431a-42dd-90aa-1162028d35ec,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:45.142869 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] Set router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:45.147294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:45.148718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:45.154699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:45.257682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.274406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-4d25041c-c617-49bc-bd4c-30000f43e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.276330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-4d25041c-c617-49bc-bd4c-30000f43e559 service neutron] 10.222.0.77 "GET /v2.0/networks?id=476cee86-4757-4f64-aa07-e6971784b6e8 HTTP/1.1" status: 200 len: 929 time: 0.2086718 Jun 30 02:48:45.391820 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-eb8fe8d5-916d-4696-a9cd-9e2eb7102e6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522 HTTP/1.1" status: 200 len: 999 time: 0.1076689 Jun 30 02:48:45.472636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'port_id': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'mac_address': 'fa:16:3e:16:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:41Z', 'updated_at': '2021-06-30T02:48:43Z', 'revision_number': 1, 'project_id': '1385916552854a14abd6847e292f7ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec2c59-6db4-4d48-afc4-32bb6a5b45b5', 'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'mac_address': 'fa:16:3e:33:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:16Z', 'updated_at': '2021-06-30T02:48:25Z', 'revision_number': 5, 'project_id': '1385916552854a14abd6847e292f7ff9', 'subnets': [{'id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:45.482442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-59a6d469-d07c-4f21-8a3b-f1f7363c928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.484581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-59a6d469-d07c-4f21-8a3b-f1f7363c928b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=241ef8f8-c4e5-445c-b029-1fd60971e78c HTTP/1.1" status: 200 len: 867 time: 0.0856867 Jun 30 02:48:45.499344 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:42Z', 'revision_number': 3, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:45.508721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] Checking router: cab509e9-d49a-4ecd-90a7-2d8152a444f2 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:45.514653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 5dcfdc5d-0454-44ea-8c92-e320eb96685e up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:45.534931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-a4e36354-2e76-4012-a8d2-b88b51071101 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:48:45.538358 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-a4e36354-2e76-4012-a8d2-b88b51071101 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081203 Jun 30 02:48:45.538781 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a64d7-1a84-42db-b811-2bfc19156d2e None None] The sync data for ids ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'] in n-d-798249-3 is: [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:42Z', 'revision_number': 3, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:45.551545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Request body: {'binding': {'host': 'n-h2-798249-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:45.552023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Unknown quota resources ['binding']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:48:45.563008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] Routers {'cab509e9-d49a-4ecd-90a7-2d8152a444f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:45.563008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:45.644113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-3615c77c-831d-4caf-9792-41beb9c28f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.645649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-3615c77c-831d-4caf-9792-41beb9c28f9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=476cee86-4757-4f64-aa07-e6971784b6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551006 Jun 30 02:48:45.673371 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.694439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] Set router cab509e9-d49a-4ecd-90a7-2d8152a444f2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:45.797573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on host n-h2-798249-3 for vnic_type normal with profile None {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:45.803062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:45.803062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:45.808511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 5dcfdc5d-0454-44ea-8c92-e320eb96685e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:45.815599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-18287c50-a221-43b4-b153-dfbfefbc6d49 None None] Provisioning for port a52601c2-431a-42dd-90aa-1162028d35ec completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:45.837646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-18287c50-a221-43b4-b153-dfbfefbc6d49 None None] Provisioning complete for port a52601c2-431a-42dd-90aa-1162028d35ec triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:45.837646 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18287c50-a221-43b4-b153-dfbfefbc6d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.843779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:48:45.844220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:45.861944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-6282911d-9896-4c45-93be-c6a75ba342b1 service neutron] 10.222.0.77 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830068 Jun 30 02:48:45.875731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:45.880907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:45.880907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:45.880907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Bound port: c2b80d52-11a9-4520-8537-722755f5bc57, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:45.890328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 5dcfdc5d-0454-44ea-8c92-e320eb96685e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:45.890828 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.895844 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.977151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-18287c50-a221-43b4-b153-dfbfefbc6d49 None None] Port a52601c2-431a-42dd-90aa-1162028d35ec cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:46.008114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:46.019650 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7434d52-6888-4791-8f18-d29ae4a9d9fc req-cb50c9bd-8893-4fb6-b470-d73ebf29530d service neutron] 10.222.0.77 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552689 Jun 30 02:48:46.027196 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.088003 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.108148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a52601c2-431a-42dd-90aa-1162028d35ec,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:46.116298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.163451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 5dcfdc5d-0454-44ea-8c92-e320eb96685e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=5dcfdc5d-0454-44ea-8c92-e320eb96685e,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:46.165354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c124810c-2718-4620-a878-b2ff6859fd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfdc5d-0454-44ea-8c92-e320eb96685e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:46.169530 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949fd52b-62db-46ae-aec9-3c2698ff673c" -d '{"events": [{"server_uuid": "c124810c-2718-4620-a878-b2ff6859fd9c", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfdc5d-0454-44ea-8c92-e320eb96685e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:46.179067 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.179781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-465d69a3-15e9-4517-82b0-3606ced610f2 service neutron] 10.222.0.77 "POST /v2.0/ports/c2b80d52-11a9-4520-8537-722755f5bc57/bindings HTTP/1.1" status: 201 len: 389 time: 0.6359806 Jun 30 02:48:46.215966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'port_id': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'mac_address': 'fa:16:3e:16:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:41Z', 'updated_at': '2021-06-30T02:48:43Z', 'revision_number': 1, 'project_id': '1385916552854a14abd6847e292f7ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec2c59-6db4-4d48-afc4-32bb6a5b45b5', 'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'mac_address': 'fa:16:3e:33:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:16Z', 'updated_at': '2021-06-30T02:48:25Z', 'revision_number': 5, 'project_id': '1385916552854a14abd6847e292f7ff9', 'subnets': [{'id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:46.237968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:46.242408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:46.283301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2877bfa4-5f21-466d-9c31-f7447993e7f1 None None] The sync data for ids ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'] in n-d-798249-3 is: [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'port_id': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'mac_address': 'fa:16:3e:16:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:41Z', 'updated_at': '2021-06-30T02:48:43Z', 'revision_number': 1, 'project_id': '1385916552854a14abd6847e292f7ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeec2c59-6db4-4d48-afc4-32bb6a5b45b5', 'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'mac_address': 'fa:16:3e:33:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:16Z', 'updated_at': '2021-06-30T02:48:25Z', 'revision_number': 5, 'project_id': '1385916552854a14abd6847e292f7ff9', 'subnets': [{'id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:46.370859 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.533529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=5dcfdc5d-0454-44ea-8c92-e320eb96685e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:46.732092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-96a1e5c7-18a4-462d-9624-6ec8f08c2e0b None None] Provisioning complete for port a52601c2-431a-42dd-90aa-1162028d35ec triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:46.732564 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-96a1e5c7-18a4-462d-9624-6ec8f08c2e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.757866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:46.779829 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0da9c5-694b-45fa-afbd-598488bb5c97 None None] New status for floating IP e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:48:46.848737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-96a1e5c7-18a4-462d-9624-6ec8f08c2e0b None None] Port a52601c2-431a-42dd-90aa-1162028d35ec cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:46.942250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:46.948035 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ada3d5ac-1cc5-4d1d-a15d-b71b61f5bdb1 admin admin] 10.222.0.77 "PUT /v2.0/routers/e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3701105 Jun 30 02:48:47.120628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44cceb-42ac-474e-8b32-98d6d08bcff0 req-689cc188-c8ad-41e4-9cc7-9ab53aa64015 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:47.129734 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd44cceb-42ac-474e-8b32-98d6d08bcff0 req-689cc188-c8ad-41e4-9cc7-9ab53aa64015 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 946 time: 0.1215091 Jun 30 02:48:47.173001 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd44cceb-42ac-474e-8b32-98d6d08bcff0 req-fc37a512-70c4-4328-8985-0213b88a8def tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 Jun 30 02:48:47.194673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93e65921-da05-45bd-a926-67e3fa81cebb up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:47.251691 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed28bb4-ade1-4dc6-a604-4f4660255d4e x-openstack-request-id: req-8ed28bb4-ade1-4dc6-a604-4f4660255d4e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:47.252220 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cc60df-2b1a-4618-bd86-a51d798708d6", "tag": "724c1858-fcb2-4d95-a2f2-2b3d35884522", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:47.252220 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ed28bb4-ade1-4dc6-a604-4f4660255d4e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:47.252732 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'tag': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'status': 'completed', 'code': 200} Jun 30 02:48:47.304875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56434) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:47.364933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-51fe5b65-354a-492f-93b2-65eb982b3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:47.369791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-51fe5b65-354a-492f-93b2-65eb982b3d3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1385916552854a14abd6847e292f7ff9&device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 1096 time: 0.0888860 Jun 30 02:48:47.405965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-a8dfa2ca-1370-4dcb-a634-bf7f68532b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:47.407639 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-a8dfa2ca-1370-4dcb-a634-bf7f68532b95 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1096 time: 0.0718274 Jun 30 02:48:47.436675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 93e65921-da05-45bd-a926-67e3fa81cebb completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:47.444437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 93e65921-da05-45bd-a926-67e3fa81cebb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:47.445174 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.573410 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a55e59f-a354-4345-983f-daa950065da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.603290 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-ec0b9a3b-14f4-4593-a1ee-340f8bca6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:47.607291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-ec0b9a3b-14f4-4593-a1ee-340f8bca6fe8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=476cee86-4757-4f64-aa07-e6971784b6e8 HTTP/1.1" status: 200 len: 929 time: 0.2316585 Jun 30 02:48:47.656175 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e0f9ee-08d5-4aa6-b234-e12498fa9d5b x-openstack-request-id: req-14e0f9ee-08d5-4aa6-b234-e12498fa9d5b {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:47.658096 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c124810c-2718-4620-a878-b2ff6859fd9c", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfdc5d-0454-44ea-8c92-e320eb96685e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:47.660042 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14e0f9ee-08d5-4aa6-b234-e12498fa9d5b {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:47.660722 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c124810c-2718-4620-a878-b2ff6859fd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfdc5d-0454-44ea-8c92-e320eb96685e', 'code': 200} Jun 30 02:48:47.705218 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.772268 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 93e65921-da05-45bd-a926-67e3fa81cebb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=93e65921-da05-45bd-a926-67e3fa81cebb,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:47.775563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-86927331-1df9-483d-87c2-3193dd11928e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522 HTTP/1.1" status: 200 len: 1001 time: 0.1464174 Jun 30 02:48:47.898002 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.946455 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-5d400dbe-d1ce-4549-9348-2c2b971355d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:47.948360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-5d400dbe-d1ce-4549-9348-2c2b971355d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=241ef8f8-c4e5-445c-b029-1fd60971e78c HTTP/1.1" status: 200 len: 867 time: 0.1598530 Jun 30 02:48:48.011789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844bccc-fa9a-4d95-8123-e3ff584624ac req-2b5e849a-47a3-4e64-b161-1d861805d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:48.014261 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6844bccc-fa9a-4d95-8123-e3ff584624ac req-2b5e849a-47a3-4e64-b161-1d861805d849 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 1097 time: 0.2353072 Jun 30 02:48:48.019231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=93e65921-da05-45bd-a926-67e3fa81cebb,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:48.039590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2c150-0033-4c73-8066-2ac05c1c86ad req-3b725dca-eaf1-4ef4-a6e1-db38ef6f23e9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:48.043559 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62f2c150-0033-4c73-8066-2ac05c1c86ad req-3b725dca-eaf1-4ef4-a6e1-db38ef6f23e9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.1687615 Jun 30 02:48:48.077884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Sync routers for ids ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:48.088600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Routers {'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:48.089406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:48.112520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a55e59f-a354-4345-983f-daa950065da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.117546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6844bccc-fa9a-4d95-8123-e3ff584624ac req-bfdfacb4-ca03-414f-94f7-bd474ffce5d1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885129 Jun 30 02:48:48.124562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62f2c150-0033-4c73-8066-2ac05c1c86ad req-31d081b7-eb89-4253-84e0-bd060c6e9298 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730510 Jun 30 02:48:48.135100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-257acd67-b3c9-4054-8a67-baccbc728c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:48.137948 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-257acd67-b3c9-4054-8a67-baccbc728c2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=476cee86-4757-4f64-aa07-e6971784b6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777313 Jun 30 02:48:48.207016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-5e816208-7938-4b0a-9cc5-b3e93baa8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:48.208545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-5e816208-7938-4b0a-9cc5-b3e93baa8774 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.7942059 Jun 30 02:48:48.227270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Set router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:48.263426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-085d4d57-dbd1-4096-bdcf-ab7900309950 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b80d52-11a9-4520-8537-722755f5bc57 HTTP/1.1" status: 200 len: 217 time: 0.0465777 Jun 30 02:48:48.263959 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a55e59f-a354-4345-983f-daa950065da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.271203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-36aaef80-5d8e-434a-96ae-5a95d110202b service neutron] 10.222.0.83 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044500 Jun 30 02:48:48.362898 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-0c07dc80-44bc-4423-a861-70f49caefbd3 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 258 time: 0.2464707 Jun 30 02:48:48.368917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55e59f-a354-4345-983f-daa950065da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571f53a4-5298-4ad8-a85c-8e291713626b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:48.378451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:48.392689 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8a55e59f-a354-4345-983f-daa950065da0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44ce0cd2999c4dc5aacfc12adcda39a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0872202 Jun 30 02:48:48.393748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1128df38-2415-457d-8c90-4d75fd43aa02 req-f5204623-99da-4b20-b0ae-333b3bbdfcd7 service neutron] 10.222.0.83 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109281 Jun 30 02:48:48.394234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56450) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:48.408988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-7fbbeddb-ac09-46d0-b481-6a0328f0de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:48.410361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-7fbbeddb-ac09-46d0-b481-6a0328f0de42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.1277642 Jun 30 02:48:48.450801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-346e4cd6-704d-4d23-8c4b-18c8a8ee9dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.467842 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-b88164ee-0115-4424-8c3c-eb21fbbed607 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387809 Jun 30 02:48:48.480013 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-346e4cd6-704d-4d23-8c4b-18c8a8ee9dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.534346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.609830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:45Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'a52601c2-431a-42dd-90aa-1162028d35ec', 'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'mac_address': 'fa:16:3e:ee:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:44Z', 'updated_at': '2021-06-30T02:48:45Z', 'revision_number': 2, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'subnets': [{'id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:48.610540 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-c73fb61a-5146-4111-8e94-f12e4925d6d3 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354935 Jun 30 02:48:48.640387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Checking router: e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:48.651274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Updating router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e port a52601c2-431a-42dd-90aa-1162028d35ec binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:48.653784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56452) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:48.664465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-91de061c-3b3c-4e97-9738-27fde608c1db tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113799189', 'description': 'tempest-description--1941528953'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:48.675724 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.704443 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-346e4cd6-704d-4d23-8c4b-18c8a8ee9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.710728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-346e4cd6-704d-4d23-8c4b-18c8a8ee9dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.712265 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-346e4cd6-704d-4d23-8c4b-18c8a8ee9dc3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/571f53a4-5298-4ad8-a85c-8e291713626b HTTP/1.1" status: 204 len: 168 time: 0.3171210 Jun 30 02:48:48.723337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e4cd6-704d-4d23-8c4b-18c8a8ee9dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571f53a4-5298-4ad8-a85c-8e291713626b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:48.739274 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-d2be0ed9-937f-4d13-9887-9e54490d7b99 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202116 Jun 30 02:48:48.744476 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.839366 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91de061c-3b3c-4e97-9738-27fde608c1db tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.904487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Allocated IP 172.25.2.41 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/ce867c9c-fb4c-4758-bea0-1102b74639a9) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:49.009472 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91de061c-3b3c-4e97-9738-27fde608c1db tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.059104 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.114466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93e65921-da05-45bd-a926-67e3fa81cebb up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:49.135582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060022-f5e5-4e01-914f-dc305365768d req-7055ab28-e73f-421b-9eb7-8202624bf65e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:49.137658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65060022-f5e5-4e01-914f-dc305365768d req-7055ab28-e73f-421b-9eb7-8202624bf65e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 946 time: 0.1011081 Jun 30 02:48:49.142074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91de061c-3b3c-4e97-9738-27fde608c1db tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.204660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de061c-3b3c-4e97-9738-27fde608c1db tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873b678b-b934-4c63-b3aa-7e9f1dca3af8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:49.225543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 93e65921-da05-45bd-a926-67e3fa81cebb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:49.225925 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.231289 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.236500 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65060022-f5e5-4e01-914f-dc305365768d req-bb5821f1-2093-496f-b8d1-f67fe1ae9e4f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781758 Jun 30 02:48:49.263066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Transition to ACTIVE for port object a52601c2-431a-42dd-90aa-1162028d35ec will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:49.320221 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.362291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:49.365144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:49.367795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:49.370530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91de061c-3b3c-4e97-9738-27fde608c1db tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.371955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-91de061c-3b3c-4e97-9738-27fde608c1db tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7161415 Jun 30 02:48:49.384392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56466) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:49.389262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0161600a-6586-4927-a22f-42112f946c39 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Request body: {'security_group_rule': {'security_group_id': '873b678b-b934-4c63-b3aa-7e9f1dca3af8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:49.413318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Pushing event updated for resources: {'Port': ['ID=ce867c9c-fb4c-4758-bea0-1102b74639a9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:49.428885 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.523668 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.543912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1858e3-5455-4044-9b4d-09b9f7a6dd20 None None] Pushing event updated for resources: {'Port': ['ID=a52601c2-431a-42dd-90aa-1162028d35ec,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:49.556592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Attempting to bind port a52601c2-431a-42dd-90aa-1162028d35ec on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:49.557334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Attempting to bind port a52601c2-431a-42dd-90aa-1162028d35ec by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:49.557887 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Attempting to bind port a52601c2-431a-42dd-90aa-1162028d35ec on network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:49.563796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:49.564441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Checking segment: {'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:49.565048 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.565624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Bound using segment: {'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:49.566644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Bound port: a52601c2-431a-42dd-90aa-1162028d35ec, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:49.566861 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.593016 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0161600a-6586-4927-a22f-42112f946c39 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.651698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] For port a52601c2-431a-42dd-90aa-1162028d35ec, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:49.655195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] For port a52601c2-431a-42dd-90aa-1162028d35ec, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a52601c2-431a-42dd-90aa-1162028d35ec,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:49.699336 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.706659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0161600a-6586-4927-a22f-42112f946c39 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.722078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14724f7-dd82-4a9c-9903-a529ee47cb72 req-51230ff0-8ecf-486b-afe7-4ee628ded1db tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:49.723641 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b14724f7-dd82-4a9c-9903-a529ee47cb72 req-51230ff0-8ecf-486b-afe7-4ee628ded1db tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.1063721 Jun 30 02:48:49.771693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b14724f7-dd82-4a9c-9903-a529ee47cb72 req-3d39dfaf-5d3b-4242-a552-1a7510ca2fce tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Jun 30 02:48:49.853787 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.879584 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0161600a-6586-4927-a22f-42112f946c39 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.902790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.914767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161600a-6586-4927-a22f-42112f946c39 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ddd243-740d-407e-8adb-1e748cac718a,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:49.944903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56476) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:49.952605 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1858e3-5455-4044-9b4d-09b9f7a6dd20 None None] Pushing event updated for resources: {'Port': ['ID=a52601c2-431a-42dd-90aa-1162028d35ec,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:49.968070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Routers {'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:49.968872 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:49.979860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b74cc6f2-e1ff-44ba-8b01-ff72b7f442f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.014152 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.062490 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0161600a-6586-4927-a22f-42112f946c39 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.064018 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0161600a-6586-4927-a22f-42112f946c39 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6783259 Jun 30 02:48:50.066855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56478) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.074882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-28a6de74-2042-4648-b761-e215ef289084 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Request body: {'security_group_rule': {'security_group_id': '873b678b-b934-4c63-b3aa-7e9f1dca3af8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:50.116639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] Set router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:50.122941 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-28a6de74-2042-4648-b761-e215ef289084 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:48:50.122941 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:48:50.122941 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id_1': 'f8a90b59da464704994f9d76149935f9', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 48, 50, 94378)}] Jun 30 02:48:50.122941 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:48:50.123553 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-28a6de74-2042-4648-b761-e215ef289084 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:48:50.159042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Pushing event updated for resources: {'Port': ['ID=ce867c9c-fb4c-4758-bea0-1102b74639a9,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:50.176048 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.258800 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b74cc6f2-e1ff-44ba-8b01-ff72b7f442f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.337685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b74cc6f2-e1ff-44ba-8b01-ff72b7f442f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.405987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cc6f2-e1ff-44ba-8b01-ff72b7f442f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c0700f-9d67-4bbb-9ce1-3e205fe075c4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:50.414373 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b74cc6f2-e1ff-44ba-8b01-ff72b7f442f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ca39fcc194a4df496c88abd86a45fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672170 Jun 30 02:48:50.417382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56488) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.423273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:45Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'a52601c2-431a-42dd-90aa-1162028d35ec', 'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'mac_address': 'fa:16:3e:ee:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:44Z', 'updated_at': '2021-06-30T02:48:49Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'subnets': [{'id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:50.439528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.440964 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-b33e18da-8c94-41aa-9776-7ed33c3d7bfd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0772176 Jun 30 02:48:50.456083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03343b9b-fa6d-4486-81a4-90b6da96d632 None None] The sync data for ids ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'] in n-d-798249-3 is: [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:45Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'a52601c2-431a-42dd-90aa-1162028d35ec', 'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'mac_address': 'fa:16:3e:ee:23:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:44Z', 'updated_at': '2021-06-30T02:48:49Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'subnets': [{'id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:50.495231 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fdac94b-c861-4922-ab23-e528a3705556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.553232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fdac94b-c861-4922-ab23-e528a3705556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.565333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-f7a364cf-4592-4a4a-b690-ee91b6d96ec3 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.1159379 Jun 30 02:48:50.724716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6874c02-7326-49c7-bdd0-e148289d9941 req-65ac1ef6-ccde-41c1-b85b-892aac255094 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:50.727036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6874c02-7326-49c7-bdd0-e148289d9941 req-65ac1ef6-ccde-41c1-b85b-892aac255094 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 946 time: 0.1058004 Jun 30 02:48:50.734033 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fdac94b-c861-4922-ab23-e528a3705556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.734033 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fdac94b-c861-4922-ab23-e528a3705556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.734282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-449cad67-8e2d-46fb-805a-ac2ef186aeee tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:50.734788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9fdac94b-c861-4922-ab23-e528a3705556 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a9c0700f-9d67-4bbb-9ce1-3e205fe075c4 HTTP/1.1" status: 204 len: 168 time: 0.3161654 Jun 30 02:48:50.738243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce980d60-cfdf-49db-8817-c21541ad3155 req-449cad67-8e2d-46fb-805a-ac2ef186aeee tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1638381 Jun 30 02:48:50.760632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdac94b-c861-4922-ab23-e528a3705556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c0700f-9d67-4bbb-9ce1-3e205fe075c4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:50.809655 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6874c02-7326-49c7-bdd0-e148289d9941 req-b37742e5-4295-45c7-b8ae-dfcf6eab4490 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731759 Jun 30 02:48:50.852902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-28a6de74-2042-4648-b761-e215ef289084 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.931161 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-28a6de74-2042-4648-b761-e215ef289084 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.054215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a84e18-9f0c-4cc1-84bf-36b48ddb5816 req-38c17cfc-dd9a-455b-976f-b8873deb4842 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:51.061455 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70a84e18-9f0c-4cc1-84bf-36b48ddb5816 req-38c17cfc-dd9a-455b-976f-b8873deb4842 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0870795 Jun 30 02:48:51.130964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70a84e18-9f0c-4cc1-84bf-36b48ddb5816 req-3e05d35f-1351-433a-845f-3aa136235c2e tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.0552588 Jun 30 02:48:51.130964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-70a84e18-9f0c-4cc1-84bf-36b48ddb5816 req-c9abbb66-a758-47c9-bb8a-e988e08e97ab tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Request body: {'floatingip': {'port_id': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:51.168697 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-70a84e18-9f0c-4cc1-84bf-36b48ddb5816 req-c9abbb66-a758-47c9-bb8a-e988e08e97ab tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.224157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a52601c2-431a-42dd-90aa-1162028d35ec up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:51.285853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-28a6de74-2042-4648-b761-e215ef289084 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.337212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6de74-2042-4648-b761-e215ef289084 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194a3316-523e-474a-8b69-5f8f08f3ff52,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:51.374452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56502) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:51.383766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d9448-6497-4249-8564-3b5974476479 req-53ddd87f-5ad4-4a85-8161-74b2e3d27ab0 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:51.399971 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-942d9448-6497-4249-8564-3b5974476479 req-53ddd87f-5ad4-4a85-8161-74b2e3d27ab0 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.1632037 Jun 30 02:48:51.450984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a52601c2-431a-42dd-90aa-1162028d35ec completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:51.464934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a52601c2-431a-42dd-90aa-1162028d35ec triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:51.465460 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.484860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-942d9448-6497-4249-8564-3b5974476479 req-a7d83039-be17-4873-9569-a0b47f330429 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838048 Jun 30 02:48:51.512423 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-28a6de74-2042-4648-b761-e215ef289084 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.512423 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-28a6de74-2042-4648-b761-e215ef289084 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4439023 Jun 30 02:48:51.515078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56512) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:51.519978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:51.543775 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-70a84e18-9f0c-4cc1-84bf-36b48ddb5816 req-c9abbb66-a758-47c9-bb8a-e988e08e97ab tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 02:48:51.565086 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70a84e18-9f0c-4cc1-84bf-36b48ddb5816 req-c9abbb66-a758-47c9-bb8a-e988e08e97ab tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "PUT /v2.0/floatingips/02d31bcb-86b9-4767-8ddd-280937a22986 HTTP/1.1" status: 409 len: 549 time: 0.4444647 Jun 30 02:48:51.669971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb133789-daca-4c28-89e0-6fcc4a487290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.673905 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.687079 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.743980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port a52601c2-431a-42dd-90aa-1162028d35ec, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a52601c2-431a-42dd-90aa-1162028d35ec,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:51.884891 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.963738 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb133789-daca-4c28-89e0-6fcc4a487290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.977242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.980175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=a52601c2-431a-42dd-90aa-1162028d35ec,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:52.043140 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99dd8a16-3f34-48c6-a108-711907766b18 req-52ff20bd-91b5-4fb4-8195-0fdc7d506801 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips/02d31bcb-86b9-4767-8ddd-280937a22986 HTTP/1.1" status: 200 len: 692 time: 0.0868809 Jun 30 02:48:52.153889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Allocated IP 172.25.2.127 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/55074a33-1454-45d0-8c0e-960da80254df) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:52.161854 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb133789-daca-4c28-89e0-6fcc4a487290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.221010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd8a16-3f34-48c6-a108-711907766b18 req-a0c61008-aaa7-4f6b-858c-bef6aa853be8 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:52.225638 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99dd8a16-3f34-48c6-a108-711907766b18 req-a0c61008-aaa7-4f6b-858c-bef6aa853be8 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1742938 Jun 30 02:48:52.261254 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fb133789-daca-4c28-89e0-6fcc4a487290 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=052d31497221453e8fd6b26d8eca1c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8583541 Jun 30 02:48:52.267577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb133789-daca-4c28-89e0-6fcc4a487290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aec5b88-6dd5-4dc9-9570-648241e0ccdd,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:52.270183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56532) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:52.317805 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99dd8a16-3f34-48c6-a108-711907766b18 req-6edf531c-e3ae-421f-8b3a-86ee9886bdc7 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.0868943 Jun 30 02:48:52.365986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.371920 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99dd8a16-3f34-48c6-a108-711907766b18 req-123efd55-4f6a-4b6b-abe3-47831ee82b01 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.0531561 Jun 30 02:48:52.441121 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c12b54e-7820-430a-af58-33f6b88e62a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.476483 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c12b54e-7820-430a-af58-33f6b88e62a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.517283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-99dd8a16-3f34-48c6-a108-711907766b18 req-bf34c59f-8201-4709-894e-ef02a986831d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Deleting port ce867c9c-fb4c-4758-bea0-1102b74639a9 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:52.517740 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-99dd8a16-3f34-48c6-a108-711907766b18 req-bf34c59f-8201-4709-894e-ef02a986831d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.554352 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.603613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:52.604562 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.609147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:52.611939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:52.635104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-99dd8a16-3f34-48c6-a108-711907766b18 req-bf34c59f-8201-4709-894e-ef02a986831d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.635435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-99dd8a16-3f34-48c6-a108-711907766b18 req-bf34c59f-8201-4709-894e-ef02a986831d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.654715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Pushing event updated for resources: {'Port': ['ID=55074a33-1454-45d0-8c0e-960da80254df,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:52.656160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-99dd8a16-3f34-48c6-a108-711907766b18 req-bf34c59f-8201-4709-894e-ef02a986831d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Calling delete_port for ce867c9c-fb4c-4758-bea0-1102b74639a9 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:52.667517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3b90c-6def-462e-a747-1468ad605603 req-106e2261-6d2b-481e-b3f1-f722ca7f245d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:52.670055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4aa3b90c-6def-462e-a747-1468ad605603 req-106e2261-6d2b-481e-b3f1-f722ca7f245d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 946 time: 0.1980083 Jun 30 02:48:52.737640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4aa3b90c-6def-462e-a747-1468ad605603 req-cdc0f219-5c39-4c01-80a9-8524bf73d440 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606308 Jun 30 02:48:52.739771 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c12b54e-7820-430a-af58-33f6b88e62a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.742533 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c12b54e-7820-430a-af58-33f6b88e62a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.743867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9c12b54e-7820-430a-af58-33f6b88e62a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3aec5b88-6dd5-4dc9-9570-648241e0ccdd HTTP/1.1" status: 204 len: 168 time: 0.4696133 Jun 30 02:48:52.815959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12b54e-7820-430a-af58-33f6b88e62a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aec5b88-6dd5-4dc9-9570-648241e0ccdd,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:52.861415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.005663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-99dd8a16-3f34-48c6-a108-711907766b18 req-bf34c59f-8201-4709-894e-ef02a986831d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.051173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34c59f-8201-4709-894e-ef02a986831d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Pushing event deleted for resources: {'Port': ['ID=ce867c9c-fb4c-4758-bea0-1102b74639a9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:53.070789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.182864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a52601c2-431a-42dd-90aa-1162028d35ec up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:53.265070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-99dd8a16-3f34-48c6-a108-711907766b18 req-bf34c59f-8201-4709-894e-ef02a986831d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.268769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-99dd8a16-3f34-48c6-a108-711907766b18 req-bf34c59f-8201-4709-894e-ef02a986831d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.285473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.288241 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99dd8a16-3f34-48c6-a108-711907766b18 req-bf34c59f-8201-4709-894e-ef02a986831d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "DELETE /v2.0/floatingips/02d31bcb-86b9-4767-8ddd-280937a22986 HTTP/1.1" status: 204 len: 173 time: 0.9153812 Jun 30 02:48:53.320382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a52601c2-431a-42dd-90aa-1162028d35ec triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:53.321075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.329738 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.454547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.511582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be24c4-298f-4bdb-bbc7-c85456d54a56 req-584e2c72-8584-4f7a-9ddd-3aa64cbda543 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:53.514999 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2be24c4-298f-4bdb-bbc7-c85456d54a56 req-584e2c72-8584-4f7a-9ddd-3aa64cbda543 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.1308887 Jun 30 02:48:53.544074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.579636 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2be24c4-298f-4bdb-bbc7-c85456d54a56 req-e93a30d0-e7ca-48ab-87f5-ba5766203f0d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558615 Jun 30 02:48:53.583454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Pushing event updated for resources: {'Port': ['ID=55074a33-1454-45d0-8c0e-960da80254df,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:53.689169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.690428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e0c3a1b-5319-48ec-811b-338cb100acaf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1744077 Jun 30 02:48:53.734091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-6f8a19a0-d4ba-4fa3-b8dc-0b13eeb32fd6 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 1001 time: 0.1225181 Jun 30 02:48:53.794196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56568) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:53.806071 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f55a3c4-f12c-4039-8303-d04720c7d34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.854415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-515bde20-ad24-4540-9c31-99bd56ff53dd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:53.871051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-515bde20-ad24-4540-9c31-99bd56ff53dd tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports/724c1858-fcb2-4d95-a2f2-2b3d35884522 HTTP/1.1" status: 200 len: 942 time: 0.1312428 Jun 30 02:48:53.991799 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f55a3c4-f12c-4039-8303-d04720c7d34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.058965 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-4022f0aa-dad1-44b9-a291-9754437df86e tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 1001 time: 0.0812516 Jun 30 02:48:54.102204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f55a3c4-f12c-4039-8303-d04720c7d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.176730 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5f55a3c4-f12c-4039-8303-d04720c7d34e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48c94e63b5134f09810f0b5512e68f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889899 Jun 30 02:48:54.177858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56604) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:54.184524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55a3c4-f12c-4039-8303-d04720c7d34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bddb64-eee4-424a-9294-9434c8e27827,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:54.256203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-7e3da757-b4bf-4fc5-affb-662f312928d8 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:54.264963 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-7e3da757-b4bf-4fc5-affb-662f312928d8 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.2048664 Jun 30 02:48:54.359001 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98f10b5a-01c6-4d9f-98ae-07e200ef08fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.422208 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-66afb797-dbcb-4d9d-8e09-72b3016b7212 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 1001 time: 0.1558125 Jun 30 02:48:54.430623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-54d11ac5-bb27-4ec7-9deb-8c6c35bbbd88 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:54.434395 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98f10b5a-01c6-4d9f-98ae-07e200ef08fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.544102 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-54d11ac5-bb27-4ec7-9deb-8c6c35bbbd88 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.546172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105b0cf-f8be-4060-bfe5-27e22a2c8f2a req-6c118f5c-41d5-49d1-81fe-10e8c9ce4ae0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:54.547724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e105b0cf-f8be-4060-bfe5-27e22a2c8f2a req-6c118f5c-41d5-49d1-81fe-10e8c9ce4ae0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 946 time: 0.0815661 Jun 30 02:48:54.596327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e105b0cf-f8be-4060-bfe5-27e22a2c8f2a req-7573abb3-94d3-4b5e-98c1-7939f893dc70 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396922 Jun 30 02:48:54.718912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98f10b5a-01c6-4d9f-98ae-07e200ef08fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.722033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98f10b5a-01c6-4d9f-98ae-07e200ef08fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.727444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-98f10b5a-01c6-4d9f-98ae-07e200ef08fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08bddb64-eee4-424a-9294-9434c8e27827 HTTP/1.1" status: 204 len: 168 time: 0.5487339 Jun 30 02:48:54.738084 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-54d11ac5-bb27-4ec7-9deb-8c6c35bbbd88 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.745364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f10b5a-01c6-4d9f-98ae-07e200ef08fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bddb64-eee4-424a-9294-9434c8e27827,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:54.832773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-54d11ac5-bb27-4ec7-9deb-8c6c35bbbd88 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.833372 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-54d11ac5-bb27-4ec7-9deb-8c6c35bbbd88 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Floating IP e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c disassociated. External IP: 172.25.2.101, port: 724c1858-fcb2-4d95-a2f2-2b3d35884522. Jun 30 02:48:55.064038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-54d11ac5-bb27-4ec7-9deb-8c6c35bbbd88 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Router cab509e9-d49a-4ecd-90a7-2d8152a444f2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:55.182928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-54d11ac5-bb27-4ec7-9deb-8c6c35bbbd88 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:55.187554 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-54d11ac5-bb27-4ec7-9deb-8c6c35bbbd88 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.196653 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] Sync routers for ids ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:55.207750 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] Routers {'cab509e9-d49a-4ecd-90a7-2d8152a444f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:55.209300 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:55.340248 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] Set router cab509e9-d49a-4ecd-90a7-2d8152a444f2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:55.604411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-54d11ac5-bb27-4ec7-9deb-8c6c35bbbd88 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "PUT /v2.0/floatingips/e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c HTTP/1.1" status: 200 len: 695 time: 1.1762009 Jun 30 02:48:55.605462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'tag': '724c1858-fcb2-4d95-a2f2-2b3d35884522'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:55.609918 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cc60df-2b1a-4618-bd86-a51d798708d6", "tag": "724c1858-fcb2-4d95-a2f2-2b3d35884522"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:55.638749 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eeec2c59-6db4-4d48-afc4-32bb6a5b45b5', 'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'mac_address': 'fa:16:3e:33:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:16Z', 'updated_at': '2021-06-30T02:48:25Z', 'revision_number': 5, 'project_id': '1385916552854a14abd6847e292f7ff9', 'subnets': [{'id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:55.666415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-62ba8852-2fef-4f72-b4f4-dc43db3c034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:55.669911 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] Checking router: cab509e9-d49a-4ecd-90a7-2d8152a444f2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:55.673951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-62ba8852-2fef-4f72-b4f4-dc43db3c034f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=1385916552854a14abd6847e292f7ff9&device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 1096 time: 0.0601087 Jun 30 02:48:55.688378 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] Routers {'cab509e9-d49a-4ecd-90a7-2d8152a444f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:55.689125 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:55.778398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-dafb86ca-28c7-4888-a3fd-549a1d2b6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:55.788133 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-dafb86ca-28c7-4888-a3fd-549a1d2b6d3a service neutron] 10.222.0.77 "GET /v2.0/networks?id=476cee86-4757-4f64-aa07-e6971784b6e8 HTTP/1.1" status: 200 len: 929 time: 0.1132596 Jun 30 02:48:55.819866 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] Set router cab509e9-d49a-4ecd-90a7-2d8152a444f2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:55.830124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-23f52446-1fd6-4236-a043-dddcce828048 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522 HTTP/1.1" status: 200 len: 217 time: 0.0408080 Jun 30 02:48:55.893758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-a2a3f4d6-8290-4abc-8041-25610c7e7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:55.895554 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-a2a3f4d6-8290-4abc-8041-25610c7e7453 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=241ef8f8-c4e5-445c-b029-1fd60971e78c HTTP/1.1" status: 200 len: 867 time: 0.0601645 Jun 30 02:48:55.997076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-9750b7da-d374-44dc-8241-2bdd2364a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:56.007858 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-9750b7da-d374-44dc-8241-2bdd2364a42d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=476cee86-4757-4f64-aa07-e6971784b6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038420 Jun 30 02:48:56.037726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56688) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:56.069110 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eeec2c59-6db4-4d48-afc4-32bb6a5b45b5', 'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'mac_address': 'fa:16:3e:33:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:16Z', 'updated_at': '2021-06-30T02:48:25Z', 'revision_number': 5, 'project_id': '1385916552854a14abd6847e292f7ff9', 'subnets': [{'id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:56.101692 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13797996-ed07-40c1-9dc7-6997cf7f5611 None None] The sync data for ids ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'] in n-d-798249-3 is: [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:48:17Z', 'revision_number': 4, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eeec2c59-6db4-4d48-afc4-32bb6a5b45b5', 'name': '', 'network_id': '476cee86-4757-4f64-aa07-e6971784b6e8', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'mac_address': 'fa:16:3e:33:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:16Z', 'updated_at': '2021-06-30T02:48:25Z', 'revision_number': 5, 'project_id': '1385916552854a14abd6847e292f7ff9', 'subnets': [{'id': '241ef8f8-c4e5-445c-b029-1fd60971e78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:56.146770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-02f94e4b-fb50-4a54-9574-57b9f0a69ba6 service neutron] 10.222.0.77 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348665 Jun 30 02:48:56.242215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-311ffe4d-2c8a-4ed9-b32f-2dd051e96ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.358287 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f627e8f9-44a3-4d12-9373-fbd04724ae02 req-8beb4450-cbeb-49fd-b41d-045314400fa7 service neutron] 10.222.0.77 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082000 Jun 30 02:48:56.414936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db21d3-0c35-4caf-ade9-0b310780d9b1 req-3706fc38-b92c-4470-951d-1fab53e503b3 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:56.416443 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a3db21d3-0c35-4caf-ade9-0b310780d9b1 req-3706fc38-b92c-4470-951d-1fab53e503b3 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.1079299 Jun 30 02:48:56.452934 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-311ffe4d-2c8a-4ed9-b32f-2dd051e96ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.472990 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a3db21d3-0c35-4caf-ade9-0b310780d9b1 req-559c728f-9c15-44a4-8d50-8cc2005a5e71 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 Jun 30 02:48:56.561844 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e17eec5-876b-4022-af09-c14227b0fc43 x-openstack-request-id: req-5e17eec5-876b-4022-af09-c14227b0fc43 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:56.562393 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cc60df-2b1a-4618-bd86-a51d798708d6", "tag": "724c1858-fcb2-4d95-a2f2-2b3d35884522", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:56.562898 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e17eec5-876b-4022-af09-c14227b0fc43 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:56.563491 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'tag': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'status': 'completed', 'code': 200} Jun 30 02:48:56.576729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-311ffe4d-2c8a-4ed9-b32f-2dd051e96ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.627954 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-311ffe4d-2c8a-4ed9-b32f-2dd051e96ae4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=59e3e400e6784fd4bc5b2ece568b7417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5912464 Jun 30 02:48:56.629258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56710) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:56.630153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ffe4d-2c8a-4ed9-b32f-2dd051e96ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc933b2f-d4b2-424c-8ed9-afe8545b7c52,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:56.716530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b21a2fa4-e438-49cd-bcf2-bd49ce163e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.719458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-423679ae-d446-4e0b-996d-4625532b86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:56.720977 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-423679ae-d446-4e0b-996d-4625532b86f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1385916552854a14abd6847e292f7ff9&device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 1096 time: 0.1316097 Jun 30 02:48:56.744535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b21a2fa4-e438-49cd-bcf2-bd49ce163e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.865385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-398f65dd-9181-4f4b-beae-fe7816ca7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:56.866944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-398f65dd-9181-4f4b-beae-fe7816ca7b2c service neutron] 10.222.0.83 "GET /v2.0/networks?id=476cee86-4757-4f64-aa07-e6971784b6e8 HTTP/1.1" status: 200 len: 929 time: 0.1367865 Jun 30 02:48:56.891068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6dd5-ae4e-4f78-a5e1-a9cd11ed4108 req-afbf0db5-798c-4d7b-885e-6c5e488cc683 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:56.892575 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-014a6dd5-ae4e-4f78-a5e1-a9cd11ed4108 req-afbf0db5-798c-4d7b-885e-6c5e488cc683 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 946 time: 0.1485941 Jun 30 02:48:56.928589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-e96591c6-f095-45c0-8f58-ebf6fccace28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522 HTTP/1.1" status: 200 len: 217 time: 0.0547597 Jun 30 02:48:56.943197 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b21a2fa4-e438-49cd-bcf2-bd49ce163e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.946482 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b21a2fa4-e438-49cd-bcf2-bd49ce163e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.947607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b21a2fa4-e438-49cd-bcf2-bd49ce163e21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc933b2f-d4b2-424c-8ed9-afe8545b7c52 HTTP/1.1" status: 204 len: 168 time: 0.3126943 Jun 30 02:48:56.955744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5d106db-64aa-4161-855b-c7059fff6034 req-c0ce047a-ef73-4a70-85a3-dc7f4a641b6f tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips/e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c HTTP/1.1" status: 200 len: 695 time: 0.0537078 Jun 30 02:48:56.961621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a2fa4-e438-49cd-bcf2-bd49ce163e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc933b2f-d4b2-424c-8ed9-afe8545b7c52,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:57.011875 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-014a6dd5-ae4e-4f78-a5e1-a9cd11ed4108 req-38ecc5aa-25da-4ca4-ad08-52e34b7bffcf tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859673 Jun 30 02:48:57.024317 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-d49811d3-0825-4bc0-b766-77f227be32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:57.025853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-d49811d3-0825-4bc0-b766-77f227be32ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=241ef8f8-c4e5-445c-b029-1fd60971e78c HTTP/1.1" status: 200 len: 867 time: 0.0848110 Jun 30 02:48:57.099322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-db2f0770-bcaf-443b-85c8-513cb5009c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:57.100986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-db2f0770-bcaf-443b-85c8-513cb5009c3e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=476cee86-4757-4f64-aa07-e6971784b6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631528 Jun 30 02:48:57.156730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d106db-64aa-4161-855b-c7059fff6034 req-dafa639d-1b43-41df-b088-4aba6ad933c6 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:57.157651 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5d106db-64aa-4161-855b-c7059fff6034 req-dafa639d-1b43-41df-b088-4aba6ad933c6 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1888900 Jun 30 02:48:57.223819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-7984624e-e259-4a22-b1a4-441d128ae466 service neutron] 10.222.0.83 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150956 Jun 30 02:48:57.227041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5d106db-64aa-4161-855b-c7059fff6034 req-f7ab3a32-f68d-4b17-92a3-2745d30843e6 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 698 time: 0.0614631 Jun 30 02:48:57.351234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5d106db-64aa-4161-855b-c7059fff6034 req-afaa701a-a4c4-48c3-bb45-b438341e622d tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.101 HTTP/1.1" status: 200 len: 698 time: 0.0600376 Jun 30 02:48:57.371894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-325e7f0f-34eb-4bdf-9747-e299ddfca5a4 req-1bfe12ad-0c7d-4883-a830-81f4caeb0418 service neutron] 10.222.0.83 "GET /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374023 Jun 30 02:48:57.383672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-616d2162-8955-4ee1-96e2-49540693a405 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=99d9f11947394935875372341fb2d395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837064 Jun 30 02:48:57.416104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407fce0-7d5d-4a39-98fa-3f4906e62594 None None] New status for floating IP e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:48:57.501336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d5d106db-64aa-4161-855b-c7059fff6034 req-7ae754b7-fac6-48ba-b538-70ffaa9b20f1 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Deleting port cbc6b828-2ca2-4cc1-971f-bfb42cb68a79 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:57.501678 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d5d106db-64aa-4161-855b-c7059fff6034 req-7ae754b7-fac6-48ba-b538-70ffaa9b20f1 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.525719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-fcc661b3-f4a4-40a1-afdf-5f5a70febc34 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:57.543825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-fcc661b3-f4a4-40a1-afdf-5f5a70febc34 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432657 Jun 30 02:48:57.549795 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b33d18bf-c701-42f0-a563-4bf1bda71ee4 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/quotas/99d9f11947394935875372341fb2d395 HTTP/1.1" status: 200 len: 375 time: 0.0162911 Jun 30 02:48:57.592947 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-1fe31877-2c65-44fb-998c-71dd2c3824a8 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=99d9f11947394935875372341fb2d395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394990 Jun 30 02:48:57.613045 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d5d106db-64aa-4161-855b-c7059fff6034 req-7ae754b7-fac6-48ba-b538-70ffaa9b20f1 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.613648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d5d106db-64aa-4161-855b-c7059fff6034 req-7ae754b7-fac6-48ba-b538-70ffaa9b20f1 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.637486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d5d106db-64aa-4161-855b-c7059fff6034 req-7ae754b7-fac6-48ba-b538-70ffaa9b20f1 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Calling delete_port for cbc6b828-2ca2-4cc1-971f-bfb42cb68a79 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:57.762484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93036b0-7750-481d-8a40-155a5003514e req-d6c6f252-f89e-4141-b008-4f03837e04f2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:57.764073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93036b0-7750-481d-8a40-155a5003514e req-d6c6f252-f89e-4141-b008-4f03837e04f2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 946 time: 0.0734067 Jun 30 02:48:57.957455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-f93036b0-7750-481d-8a40-155a5003514e req-833aa219-f44c-48eb-a138-83b5dad6128a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Deleting port 5dcfdc5d-0454-44ea-8c92-e320eb96685e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:57.957887 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f93036b0-7750-481d-8a40-155a5003514e req-833aa219-f44c-48eb-a138-83b5dad6128a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.009286 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d5d106db-64aa-4161-855b-c7059fff6034 req-7ae754b7-fac6-48ba-b538-70ffaa9b20f1 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.057486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae754b7-fac6-48ba-b538-70ffaa9b20f1 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Pushing event deleted for resources: {'Port': ['ID=cbc6b828-2ca2-4cc1-971f-bfb42cb68a79,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:58.139306 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d5d106db-64aa-4161-855b-c7059fff6034 req-7ae754b7-fac6-48ba-b538-70ffaa9b20f1 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.142443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f93036b0-7750-481d-8a40-155a5003514e req-833aa219-f44c-48eb-a138-83b5dad6128a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] For port 5dcfdc5d-0454-44ea-8c92-e320eb96685e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=5dcfdc5d-0454-44ea-8c92-e320eb96685e,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:58.146970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f93036b0-7750-481d-8a40-155a5003514e req-833aa219-f44c-48eb-a138-83b5dad6128a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.147167 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d5d106db-64aa-4161-855b-c7059fff6034 req-7ae754b7-fac6-48ba-b538-70ffaa9b20f1 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.147167 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5d106db-64aa-4161-855b-c7059fff6034 req-7ae754b7-fac6-48ba-b538-70ffaa9b20f1 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "DELETE /v2.0/floatingips/e8ce74b5-4fd4-4dcf-8aba-2f31f5ba6b2c HTTP/1.1" status: 204 len: 173 time: 0.8419740 Jun 30 02:48:58.158843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-f93036b0-7750-481d-8a40-155a5003514e req-833aa219-f44c-48eb-a138-83b5dad6128a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Calling delete_port for 5dcfdc5d-0454-44ea-8c92-e320eb96685e owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:58.231668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e63ef-a0cc-43b9-a6a7-0728b54b5cfb req-ee5704d1-fde1-4c48-84e3-ada694dad428 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:58.232619 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04e63ef-a0cc-43b9-a6a7-0728b54b5cfb req-ee5704d1-fde1-4c48-84e3-ada694dad428 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.1518774 Jun 30 02:48:58.299350 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04e63ef-a0cc-43b9-a6a7-0728b54b5cfb req-fd181367-053d-4d89-9a8b-637f0cdfa805 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555730 Jun 30 02:48:58.332311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-962f185d-6fea-4acd-a099-52439d9086fd req-b9fc4a6e-54cf-4bc6-b3f1-cf10c2cded66 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 210 time: 0.0376897 Jun 30 02:48:58.378146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56752) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:58.415280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5beeabe3-b061-4eb7-ba03-4e08e7ec2f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.461378 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:48:58.546988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f93036b0-7750-481d-8a40-155a5003514e req-833aa219-f44c-48eb-a138-83b5dad6128a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.560217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['5dcfdc5d-0454-44ea-8c92-e320eb96685e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:58.577330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833aa219-f44c-48eb-a138-83b5dad6128a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event deleted for resources: {'Port': ['ID=5dcfdc5d-0454-44ea-8c92-e320eb96685e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:58.588423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49edab-8af7-4edf-be82-84f1f872d919 req-b5a21049-7737-4083-8a1f-7d4aefc333dd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:58.588678 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc49edab-8af7-4edf-be82-84f1f872d919 req-b5a21049-7737-4083-8a1f-7d4aefc333dd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 946 time: 0.1322267 Jun 30 02:48:58.623482 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5beeabe3-b061-4eb7-ba03-4e08e7ec2f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.652912 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c61beaf9-5d1b-4da7-a55b-d4b1d8472261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.660502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93036b0-7750-481d-8a40-155a5003514e req-833aa219-f44c-48eb-a138-83b5dad6128a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] No DVR routers for this DVR port 5dcfdc5d-0454-44ea-8c92-e320eb96685e on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:58.664366 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f93036b0-7750-481d-8a40-155a5003514e req-833aa219-f44c-48eb-a138-83b5dad6128a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.666423 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93036b0-7750-481d-8a40-155a5003514e req-833aa219-f44c-48eb-a138-83b5dad6128a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "DELETE /v2.0/ports/5dcfdc5d-0454-44ea-8c92-e320eb96685e HTTP/1.1" status: 204 len: 173 time: 0.8972397 Jun 30 02:48:58.667126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c124810c-2718-4620-a878-b2ff6859fd9c', 'name': 'network-vif-deleted', 'tag': '5dcfdc5d-0454-44ea-8c92-e320eb96685e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:58.667872 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc49edab-8af7-4edf-be82-84f1f872d919 req-ff77a7bd-c8d7-48ff-9bb4-db56e39c3891 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566497 Jun 30 02:48:58.669804 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc534278-66e7-40ce-b136-8bb6a64826f1" -d '{"events": [{"server_uuid": "c124810c-2718-4620-a878-b2ff6859fd9c", "name": "network-vif-deleted", "tag": "5dcfdc5d-0454-44ea-8c92-e320eb96685e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:58.697628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5beeabe3-b061-4eb7-ba03-4e08e7ec2f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.737889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beeabe3-b061-4eb7-ba03-4e08e7ec2f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd49a14-5d96-487a-8b4b-698dd06a1a2f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:58.761631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5beeabe3-b061-4eb7-ba03-4e08e7ec2f18 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bce4e3737e29456490b31cee291b76ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818343 Jun 30 02:48:58.764047 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56762) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:58.861379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-468a07e8-58b3-4143-8591-a3febca36d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.891528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-468a07e8-58b3-4143-8591-a3febca36d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.928406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c81c4d-86d4-47d2-94f4-e7c478a3ad51 req-31180339-52bc-4772-8a69-f233c5c96011 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:58.931695 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6c81c4d-86d4-47d2-94f4-e7c478a3ad51 req-31180339-52bc-4772-8a69-f233c5c96011 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1305170 Jun 30 02:48:58.992560 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6c81c4d-86d4-47d2-94f4-e7c478a3ad51 req-8c3cf8c0-802e-49b8-af37-76888fb84129 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0543747 Jun 30 02:48:59.046443 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72463ce4-5173-41c1-8b74-3450ba6f19d1 x-openstack-request-id: req-72463ce4-5173-41c1-8b74-3450ba6f19d1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:59.047001 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c124810c-2718-4620-a878-b2ff6859fd9c", "name": "network-vif-deleted", "tag": "5dcfdc5d-0454-44ea-8c92-e320eb96685e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:59.047245 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72463ce4-5173-41c1-8b74-3450ba6f19d1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:59.047653 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c124810c-2718-4620-a878-b2ff6859fd9c', 'name': 'network-vif-deleted', 'tag': '5dcfdc5d-0454-44ea-8c92-e320eb96685e', 'status': 'completed', 'code': 200} Jun 30 02:48:59.077018 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4161d124-5fd1-409e-bccc-f0adbafeb124 req-3666deb3-8906-4eb5-856d-f25be59c29e0 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0402901 Jun 30 02:48:59.182630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-468a07e8-58b3-4143-8591-a3febca36d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.185238 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-468a07e8-58b3-4143-8591-a3febca36d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.186432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-468a07e8-58b3-4143-8591-a3febca36d2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1bd49a14-5d96-487a-8b4b-698dd06a1a2f HTTP/1.1" status: 204 len: 168 time: 0.4214282 Jun 30 02:48:59.195498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a07e8-58b3-4143-8591-a3febca36d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd49a14-5d96-487a-8b4b-698dd06a1a2f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:00.026900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0875d6-26e9-4dcd-b3b9-d68876a6124a req-e94b54bc-a45b-42c8-b2e3-aa9fe9f03730 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:00.028873 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f0875d6-26e9-4dcd-b3b9-d68876a6124a req-e94b54bc-a45b-42c8-b2e3-aa9fe9f03730 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.0937049 Jun 30 02:49:00.034308 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05bf5ce0-467f-488c-94f8-dc183979bda6 req-c78b3583-ce6c-49b9-a6b1-e49c5ea26e02 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 210 time: 0.0524127 Jun 30 02:49:00.083285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f0875d6-26e9-4dcd-b3b9-d68876a6124a req-f9c04ea3-ce88-4a0c-b621-5746fd1e862c tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 Jun 30 02:49:00.218215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a50a2495-f390-48da-80e9-5e97f02f8d18 req-aabfaf80-5eac-4464-9ba9-9c82284382c5 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=c124810c-2718-4620-a878-b2ff6859fd9c HTTP/1.1" status: 200 len: 210 time: 0.0648913 Jun 30 02:49:00.329622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295bf05-d500-46d1-aaa7-ecdd65360500 req-7155e206-9928-4986-a02c-4d746e0b2228 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:00.331168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a295bf05-d500-46d1-aaa7-ecdd65360500 req-7155e206-9928-4986-a02c-4d746e0b2228 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 945 time: 0.0994017 Jun 30 02:49:00.374070 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a295bf05-d500-46d1-aaa7-ecdd65360500 req-f14fe382-1875-4369-8e01-faee503d7bae tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369127 Jun 30 02:49:00.962446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56826) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:01.108640 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d0c01905-ca39-49a6-af4e-3f44d5570e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.140737 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-23c2a0b1-bb21-4c9e-b182-d73c750e9396 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=99d9f11947394935875372341fb2d395&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623977 Jun 30 02:49:01.214848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a0e66ab-f1c0-442f-9480-f54521dadf1d req-a08e2198-daf0-4a50-9ed3-b5059d1936c5 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 210 time: 0.0467713 Jun 30 02:49:01.244631 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.307069 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3b224d71-7bff-41bd-8f5b-f9a6d96565a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.374991 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d0c01905-ca39-49a6-af4e-3f44d5570e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.465996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-cb5f7b97-20d3-4224-af9f-4535abd6d49b tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:01.467807 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-cb5f7b97-20d3-4224-af9f-4535abd6d49b tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218336 Jun 30 02:49:01.479962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d0c01905-ca39-49a6-af4e-3f44d5570e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.484137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Request body: {'port': {'device_id': 'd0d227de-7a38-47bf-9d5c-f5d75ba3e415', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '99d9f11947394935875372341fb2d395'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:01.504762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-a357be11-cf34-4730-b769-025dc39e292a tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:01.507162 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-a357be11-cf34-4730-b769-025dc39e292a tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.83 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 945 time: 0.2361124 Jun 30 02:49:01.577880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770f81-9bed-4b6f-b1b8-e76dcdcb9145 req-a73b6226-d876-45ce-b25f-1473b8b7a1f8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:01.585163 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5770f81-9bed-4b6f-b1b8-e76dcdcb9145 req-a73b6226-d876-45ce-b25f-1473b8b7a1f8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.3151295 Jun 30 02:49:01.619480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 5dcfdc5d-0454-44ea-8c92-e320eb96685e no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:01.666694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 5dcfdc5d-0454-44ea-8c92-e320eb96685e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:01.667390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 5dcfdc5d-0454-44ea-8c92-e320eb96685e not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:01.726657 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5770f81-9bed-4b6f-b1b8-e76dcdcb9145 req-30a599ee-71a0-420f-9900-80fd0b127c7b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393728 Jun 30 02:49:01.797182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-145b579a-3277-49fd-84e5-8b6a890ca6c4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Deleting port 724c1858-fcb2-4d95-a2f2-2b3d35884522 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:01.797634 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-145b579a-3277-49fd-84e5-8b6a890ca6c4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.855755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Made reservation on behalf of 99d9f11947394935875372341fb2d395 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:01.859526 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.895790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.017994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-145b579a-3277-49fd-84e5-8b6a890ca6c4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] For port 724c1858-fcb2-4d95-a2f2-2b3d35884522, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=724c1858-fcb2-4d95-a2f2-2b3d35884522,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:02.018682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-145b579a-3277-49fd-84e5-8b6a890ca6c4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.066127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-145b579a-3277-49fd-84e5-8b6a890ca6c4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Calling delete_port for 724c1858-fcb2-4d95-a2f2-2b3d35884522 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:02.097912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c01905-ca39-49a6-af4e-3f44d5570e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930f046e-6a14-498a-ab21-bdcaf15f0c8e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:02.106918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d0c01905-ca39-49a6-af4e-3f44d5570e4a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45f961df869744f49d1bbf70d0e1fa24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1411183 Jun 30 02:49:02.109757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56870) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:02.154932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-f376bd9f-dad0-4e10-9d24-843cd2db2250 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:02.156591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-f376bd9f-dad0-4e10-9d24-843cd2db2250 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.2924838 Jun 30 02:49:02.180895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-84cce211-45b5-4e08-912e-f9ec6302af09 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:02.185055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-84cce211-45b5-4e08-912e-f9ec6302af09 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.1932993 Jun 30 02:49:02.197245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-3'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:02.201840 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-1d61a64d-a320-4fa7-ad90-609216176d6b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/quotas/97787217fcc14b9aa4f8cbea685e8609 HTTP/1.1" status: 200 len: 375 time: 0.0280077 Jun 30 02:49:02.235902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736fb66-bec8-49d4-87b1-01ef2937eca7 req-23bfd95a-280d-4451-bd61-11510e31f08e tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:02.237416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a736fb66-bec8-49d4-87b1-01ef2937eca7 req-23bfd95a-280d-4451-bd61-11510e31f08e tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 945 time: 0.6916468 Jun 30 02:49:02.243911 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-ec7e457e-64ed-483a-a759-ff6686996a0d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2265992 Jun 30 02:49:02.257158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-fbe505ff-1a3f-4638-b174-d6a242aed5f7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484684 Jun 30 02:49:02.266681 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9287-e904-41e4-9688-04ebefcfeb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.280258 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.367334 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9287-e904-41e4-9688-04ebefcfeb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.386130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a736fb66-bec8-49d4-87b1-01ef2937eca7 req-807d3f5d-7ad6-4f17-a08a-d28e779bdc3e tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/security-groups?id=dd1efa6b-b516-47ff-8ffc-349340874973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409287 Jun 30 02:49:02.405141 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.413099 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.461129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-8cb82ab3-5d9a-425b-ac6b-978ed6c6cdd4 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951921 Jun 30 02:49:02.485291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-fcba5192-b5fc-4c0b-950e-1e1593f40d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:02.486934 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-fcba5192-b5fc-4c0b-950e-1e1593f40d0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 1096 time: 0.1670494 Jun 30 02:49:02.542299 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-145b579a-3277-49fd-84e5-8b6a890ca6c4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.554139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['724c1858-fcb2-4d95-a2f2-2b3d35884522'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:02.588884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa30c77c-b67d-4a5d-aed5-6c986c104c17,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:02.590006 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9287-e904-41e4-9688-04ebefcfeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.592525 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9287-e904-41e4-9688-04ebefcfeb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.593708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cc6a9287-e904-41e4-9688-04ebefcfeb7e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/930f046e-6a14-498a-ab21-bdcaf15f0c8e HTTP/1.1" status: 204 len: 168 time: 0.4767115 Jun 30 02:49:02.626072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a9287-e904-41e4-9688-04ebefcfeb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930f046e-6a14-498a-ab21-bdcaf15f0c8e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:02.674869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b579a-3277-49fd-84e5-8b6a890ca6c4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Pushing event deleted for resources: {'Port': ['ID=724c1858-fcb2-4d95-a2f2-2b3d35884522,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:02.695436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-42f231bc-25ca-4706-9faf-a6de9be2b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:02.697732 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-42f231bc-25ca-4706-9faf-a6de9be2b87e service neutron] 10.222.0.74 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.1659589 Jun 30 02:49:02.740665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-145b579a-3277-49fd-84e5-8b6a890ca6c4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] No DVR routers for this DVR port 724c1858-fcb2-4d95-a2f2-2b3d35884522 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:02.752747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-145b579a-3277-49fd-84e5-8b6a890ca6c4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.760490 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-90fe44f3-b6e2-4cb9-a2e1-7d512bbedd1a req-145b579a-3277-49fd-84e5-8b6a890ca6c4 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.83 "DELETE /v2.0/ports/724c1858-fcb2-4d95-a2f2-2b3d35884522 HTTP/1.1" status: 204 len: 173 time: 1.2082207 Jun 30 02:49:02.761252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'name': 'network-vif-deleted', 'tag': '724c1858-fcb2-4d95-a2f2-2b3d35884522'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:02.765455 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd14d21-73e1-4eb2-9f1f-6760f4adcd13" -d '{"events": [{"server_uuid": "a5cc60df-2b1a-4618-bd86-a51d798708d6", "name": "network-vif-deleted", "tag": "724c1858-fcb2-4d95-a2f2-2b3d35884522"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:02.792915 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.811970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-10be3d53-7d67-4763-9b46-908c33beb7d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3 HTTP/1.1" status: 200 len: 217 time: 0.0939126 Jun 30 02:49:02.814184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:02.918430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-04b79e43-4d0d-4311-82e3-e2cdf4237a3b service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553893 Jun 30 02:49:02.924730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Allocated IP 192.168.233.206 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/7359f1fa-094f-4cb7-80b6-becc5550cbed) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:02.949569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31379605-376d-4d95-871f-e67ac619ca65 req-cf85531e-810d-4d68-b79f-d9a7cc34931c tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 210 time: 0.0532479 Jun 30 02:49:02.996738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:03.020641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-c17fe0fe-bc98-4ee6-b6de-6138f6a56037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:03.022362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-c17fe0fe-bc98-4ee6-b6de-6138f6a56037 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.1968625 Jun 30 02:49:03.069090 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-5154d244-3933-47ce-96ce-7fefdee02226 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396194 Jun 30 02:49:03.093071 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b80d52-11a9-4520-8537-722755f5bc57'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:03.095827 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da07ff9f-0a25-4556-873b-b3ebd3042481" -d '{"events": [{"server_uuid": "4a8ac50a-5ed1-41b2-b959-92354b77cc17", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b80d52-11a9-4520-8537-722755f5bc57"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:03.109307 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.215255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.252636 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.276790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-aafa8398-be8c-426b-8aab-f3991513021a service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973460 Jun 30 02:49:03.290943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Transition to ACTIVE for port object 7359f1fa-094f-4cb7-80b6-becc5550cbed will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:03.387757 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356558b5-5692-4aa9-92d8-ec1a928040e6 x-openstack-request-id: req-356558b5-5692-4aa9-92d8-ec1a928040e6 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:03.388048 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cc60df-2b1a-4618-bd86-a51d798708d6", "name": "network-vif-deleted", "tag": "724c1858-fcb2-4d95-a2f2-2b3d35884522", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:03.388505 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-356558b5-5692-4aa9-92d8-ec1a928040e6 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:03.391327 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cc60df-2b1a-4618-bd86-a51d798708d6', 'name': 'network-vif-deleted', 'tag': '724c1858-fcb2-4d95-a2f2-2b3d35884522', 'status': 'completed', 'code': 200} Jun 30 02:49:03.459643 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fbc519-e4f3-418a-a0d9-5a66275bd0e8 x-openstack-request-id: req-91fbc519-e4f3-418a-a0d9-5a66275bd0e8 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:03.462389 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ac50a-5ed1-41b2-b959-92354b77cc17", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b80d52-11a9-4520-8537-722755f5bc57", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:03.462389 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91fbc519-e4f3-418a-a0d9-5a66275bd0e8 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:03.466319 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b80d52-11a9-4520-8537-722755f5bc57', 'code': 200} Jun 30 02:49:03.467266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b80d52-11a9-4520-8537-722755f5bc57,revision_number=7']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.486327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5617cf51-fe54-4322-b055-215cad0f4e45 req-65c8bf4d-6c5b-451d-a0c2-88f4cb2df825 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 210 time: 0.0446718 Jun 30 02:49:03.525465 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.562477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on host n-h1-798249-3 for vnic_type normal with profile {"migrating_to": "n-h2-798249-3"} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:03.570050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:03.579497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:03.602374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:03.608699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:03.614280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:03.618442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device c2b80d52-11a9-4520-8537-722755f5bc57 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:03.621652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Pushing event updated for resources: {'Port': ['ID=7359f1fa-094f-4cb7-80b6-becc5550cbed,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.662193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56908) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:03.668597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6f6f2-8024-4567-a127-ea9d80d5abf2 req-34b69adb-02a8-4115-9adc-1e2b8ccd311a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:03.682866 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-49c6f6f2-8024-4567-a127-ea9d80d5abf2 req-34b69adb-02a8-4115-9adc-1e2b8ccd311a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 945 time: 0.5141649 Jun 30 02:49:03.692061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:03.692948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:03.707543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:03.709106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:03.709760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:03.710779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Bound port: c2b80d52-11a9-4520-8537-722755f5bc57, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:03.711966 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.720574 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04f3ddd8-a32f-4077-82bd-1633324e3ba2 req-36332e04-d2e5-4157-aa02-d8596e0500a9 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337268 Jun 30 02:49:03.744576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1880f3e-850c-4e64-ae91-877a93cb2fcd req-a3faf21b-e6e1-40a9-a820-bf79663eab30 tempest-FloatingIPsAssociationNegativeTestJSON-122481599 tempest-FloatingIPsAssociationNegativeTestJSON-122481599-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5cc60df-2b1a-4618-bd86-a51d798708d6 HTTP/1.1" status: 200 len: 210 time: 0.0812333 Jun 30 02:49:03.789049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:03.789745 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.946879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-8b74d5ed-a436-422e-b6f0-1981c7b0cb37 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4667964 Jun 30 02:49:03.960715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Request body: {'port': {'device_id': 'd0d227de-7a38-47bf-9d5c-f5d75ba3e415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:03.963920 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-49c6f6f2-8024-4567-a127-ea9d80d5abf2 req-6e5ab895-6a90-411d-be6b-734fe474e61a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777109 Jun 30 02:49:04.058974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:04.077221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:04.177533 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cfb647bb-5d07-4753-b829-b1e7076ce8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.205286 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.214851 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.225555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, got binding levels [] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:04.266812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on host n-h1-798249-3 for vnic_type normal with profile {"migrating_to": "n-h2-798249-3"} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:04.266812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:04.266812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:04.274830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:04.277112 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Attempting to bind port c2b80d52-11a9-4520-8537-722755f5bc57 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:04.305965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:04.309715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:04.310660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:04.312874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Bound port: c2b80d52-11a9-4520-8537-722755f5bc57, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:04.313864 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.370772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-863e4b8e-f110-4187-8f72-27c4e0900742 None None] Provisioning for port 7359f1fa-094f-4cb7-80b6-becc5550cbed completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:04.461025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:04.461656 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.465793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] 10.222.0.83 "PUT /v2.0/ports/c2b80d52-11a9-4520-8537-722755f5bc57 HTTP/1.1" status: 200 len: 1121 time: 2.2744420 Jun 30 02:49:04.472228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f711981-587b-4c6e-95e3-909a9341ef26 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b80d52-11a9-4520-8537-722755f5bc57,revision_number=8']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:04.607888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cfb647bb-5d07-4753-b829-b1e7076ce8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.617750 n-d-798249-3 neutron-server[94532]: WARNING neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Concurrent port binding operations failed on port c2b80d52-11a9-4520-8537-722755f5bc57 Jun 30 02:49:04.652305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:04.662648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-863e4b8e-f110-4187-8f72-27c4e0900742 None None] Provisioning complete for port 7359f1fa-094f-4cb7-80b6-becc5550cbed triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:04.664928 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-863e4b8e-f110-4187-8f72-27c4e0900742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.686235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a50ca-58c1-4154-8df2-4ca6f33cc512 req-d1acacfa-8410-4892-ab44-d9941854e9b5 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:04.700724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-462a50ca-58c1-4154-8df2-4ca6f33cc512 req-d1acacfa-8410-4892-ab44-d9941854e9b5 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 936 time: 0.1685517 Jun 30 02:49:04.740707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7d28260-b944-4a35-8605-41ae732cc27f req-9ee028b9-d60d-4e0c-9caf-3c9a3f701a6e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 210 time: 0.0936997 Jun 30 02:49:04.743621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cfb647bb-5d07-4753-b829-b1e7076ce8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.775824 n-d-798249-3 neutron-server[94532]: INFO neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Attempt 2 to bind port c2b80d52-11a9-4520-8537-722755f5bc57 Jun 30 02:49:04.776576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device c2b80d52-11a9-4520-8537-722755f5bc57 has no active binding in host n-h2-798249-3 {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:49:04.785084 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['c2b80d52-11a9-4520-8537-722755f5bc57'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:04.785900 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-462a50ca-58c1-4154-8df2-4ca6f33cc512 req-461d0672-f0dd-4b38-8014-5dc469295430 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813453 Jun 30 02:49:04.803881 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['c2b80d52-11a9-4520-8537-722755f5bc57'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:04.820221 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cfb647bb-5d07-4753-b829-b1e7076ce8de admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1869c278226e4f8aa3ec0106bead699c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1541858 Jun 30 02:49:04.821724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56934) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:04.855313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb647bb-5d07-4753-b829-b1e7076ce8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3626421-fbb7-4365-b277-c5214eb6d1d3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:04.868463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7359f1fa-094f-4cb7-80b6-becc5550cbed {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:04.880144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.928729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56938) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:04.931115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Transition to ACTIVE for port object 7359f1fa-094f-4cb7-80b6-becc5550cbed will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:04.953436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-863e4b8e-f110-4187-8f72-27c4e0900742 None None] Port 7359f1fa-094f-4cb7-80b6-becc5550cbed cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:04.970331 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56940) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:04.996731 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.997050 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f95b1db0-b09a-4d57-bf46-705f72d72042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.062602 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.095591 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f95b1db0-b09a-4d57-bf46-705f72d72042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.233755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7359f1fa-094f-4cb7-80b6-becc5550cbed,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:05.271596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1890313231-network', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:05.391243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24a98c-70c6-4ae1-a199-ba5ed8e89c1b req-e7dfa5a6-4a58-44f9-a661-e0dd3a42e22c tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:05.393773 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da24a98c-70c6-4ae1-a199-ba5ed8e89c1b req-e7dfa5a6-4a58-44f9-a661-e0dd3a42e22c tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 943 time: 0.1484096 Jun 30 02:49:05.422816 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f95b1db0-b09a-4d57-bf46-705f72d72042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.432688 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f95b1db0-b09a-4d57-bf46-705f72d72042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.432688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f95b1db0-b09a-4d57-bf46-705f72d72042 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3626421-fbb7-4365-b277-c5214eb6d1d3 HTTP/1.1" status: 204 len: 168 time: 0.6036036 Jun 30 02:49:05.469889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'tag': 'c2b80d52-11a9-4520-8537-722755f5bc57'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:05.478575 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7d06b7-8d2f-4f18-940b-cc657727f289" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8ac50a-5ed1-41b2-b959-92354b77cc17", "tag": "c2b80d52-11a9-4520-8537-722755f5bc57"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:05.493522 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b1db0-b09a-4d57-bf46-705f72d72042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3626421-fbb7-4365-b277-c5214eb6d1d3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:05.516643 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da24a98c-70c6-4ae1-a199-ba5ed8e89c1b req-235925c0-c77f-4158-a3c4-e4c175ca4312 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123946 Jun 30 02:49:05.546837 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bdb7d6-ea4e-4e03-9bcb-c736e1c4794b x-openstack-request-id: req-d0bdb7d6-ea4e-4e03-9bcb-c736e1c4794b {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:05.547165 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8ac50a-5ed1-41b2-b959-92354b77cc17", "tag": "c2b80d52-11a9-4520-8537-722755f5bc57", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:05.547417 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0bdb7d6-ea4e-4e03-9bcb-c736e1c4794b {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:05.547811 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'tag': 'c2b80d52-11a9-4520-8537-722755f5bc57', 'status': 'completed', 'code': 200} Jun 30 02:49:05.625831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d06b7-8d2f-4f18-940b-cc657727f289 req-0eeb3e77-5b8d-475c-836d-d50014fdfd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:05.631051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7d06b7-8d2f-4f18-940b-cc657727f289 req-0eeb3e77-5b8d-475c-836d-d50014fdfd08 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1124 time: 0.0723567 Jun 30 02:49:05.633064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Made reservation on behalf of f727d6caff2346ad8eb6cfc1b68d9bc7 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:05.634644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 724c1858-fcb2-4d95-a2f2-2b3d35884522 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:05.635750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.692089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 724c1858-fcb2-4d95-a2f2-2b3d35884522 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:05.695472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 724c1858-fcb2-4d95-a2f2-2b3d35884522 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:05.762173 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.778121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Attempting to bind port 7359f1fa-094f-4cb7-80b6-becc5550cbed on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:05.778699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Attempting to bind port 7359f1fa-094f-4cb7-80b6-becc5550cbed by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:05.778863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Attempting to bind port 7359f1fa-094f-4cb7-80b6-becc5550cbed on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:05.790946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Port 7359f1fa-094f-4cb7-80b6-becc5550cbed on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:05.791125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Attempting to bind port 7359f1fa-094f-4cb7-80b6-becc5550cbed on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:05.799905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:05.800244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:05.800603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:05.801047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Bound port: 7359f1fa-094f-4cb7-80b6-becc5550cbed, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:05.801405 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.847925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d06b7-8d2f-4f18-940b-cc657727f289 req-b7bc8f33-a992-40f2-9aa7-d80ff758914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:05.849725 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7d06b7-8d2f-4f18-940b-cc657727f289 req-b7bc8f33-a992-40f2-9aa7-d80ff758914e service neutron] 10.222.0.74 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.2111087 Jun 30 02:49:05.926168 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7d06b7-8d2f-4f18-940b-cc657727f289 req-4254ae0e-1569-4010-b815-a46080686773 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b80d52-11a9-4520-8537-722755f5bc57 HTTP/1.1" status: 200 len: 217 time: 0.0657625 Jun 30 02:49:05.940306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-3fc2c097-47d9-4b04-891c-a67e8056fec4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1661818 Jun 30 02:49:05.969188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] For port 7359f1fa-094f-4cb7-80b6-becc5550cbed, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:05.983105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] For port 7359f1fa-094f-4cb7-80b6-becc5550cbed, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=7359f1fa-094f-4cb7-80b6-becc5550cbed,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:06.007487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d06b7-8d2f-4f18-940b-cc657727f289 req-5dd4f44c-409a-4e71-b5ae-743b03719068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.009136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7d06b7-8d2f-4f18-940b-cc657727f289 req-5dd4f44c-409a-4e71-b5ae-743b03719068 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0734594 Jun 30 02:49:06.077937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d62bb320-8186-4332-822c-76fe0e610cfa req-769804bf-27c1-44cf-a019-fe4b555eb154 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 210 time: 0.0489330 Jun 30 02:49:06.098088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.106587 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7d06b7-8d2f-4f18-940b-cc657727f289 req-a5adbce1-390d-48c0-b380-aba0ddc9c808 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822337 Jun 30 02:49:06.185008 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.206979 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.226162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.227531 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.230300 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] 10.222.0.74 "PUT /v2.0/ports/7359f1fa-094f-4cb7-80b6-becc5550cbed HTTP/1.1" status: 200 len: 1096 time: 2.2754540 Jun 30 02:49:06.235902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d227de-7a38-47bf-9d5c-f5d75ba3e415', 'tag': '7359f1fa-094f-4cb7-80b6-becc5550cbed'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:06.240954 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6553f4a-48c0-40eb-b1ff-11663d1266e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d227de-7a38-47bf-9d5c-f5d75ba3e415", "tag": "7359f1fa-094f-4cb7-80b6-becc5550cbed"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:06.275984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-aada63c6-5cee-463f-a6d7-4af468bc731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.277817 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-aada63c6-5cee-463f-a6d7-4af468bc731c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1095 time: 0.2031283 Jun 30 02:49:06.280902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.344310 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01024568-c4bc-4cdf-8353-60fe7497cdcd x-openstack-request-id: req-01024568-c4bc-4cdf-8353-60fe7497cdcd {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:06.344600 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d227de-7a38-47bf-9d5c-f5d75ba3e415", "tag": "7359f1fa-094f-4cb7-80b6-becc5550cbed", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:06.345117 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01024568-c4bc-4cdf-8353-60fe7497cdcd {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:06.345605 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d227de-7a38-47bf-9d5c-f5d75ba3e415', 'tag': '7359f1fa-094f-4cb7-80b6-becc5550cbed', 'status': 'completed', 'code': 200} Jun 30 02:49:06.367077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1878cf7-a2b7-4478-adc7-1cbddca9d1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7359f1fa-094f-4cb7-80b6-becc5550cbed,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:06.381618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:06.389662 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7d06b7-8d2f-4f18-940b-cc657727f289 req-da9bb1ae-1a3c-4ebe-a815-5759f0eab334 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471092 Jun 30 02:49:06.412157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451464e6-4345-4a74-b5fb-37961ecdabc6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:06.424631 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.425804 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Added segment 3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7 of type vlan for network 124c6787-c2af-4733-a6f0-883854864943 Jun 30 02:49:06.524735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ef7a4-5b14-43ba-ba6c-2e99e9195245 req-2b2c3085-0fc0-4ac9-98b9-4c1ae9f0b942 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.526351 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-831ef7a4-5b14-43ba-ba6c-2e99e9195245 req-2b2c3085-0fc0-4ac9-98b9-4c1ae9f0b942 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 948 time: 0.3966169 Jun 30 02:49:06.566274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-9e582541-89d2-4c36-a854-4fed908a8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.567866 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-9e582541-89d2-4c36-a854-4fed908a8da9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d9f11947394935875372341fb2d395&device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 1099 time: 0.2116988 Jun 30 02:49:06.590149 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.634505 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-b471045f-f301-4b41-8f7c-672c5c432a59 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7359f1fa-094f-4cb7-80b6-becc5550cbed HTTP/1.1" status: 200 len: 217 time: 0.0511875 Jun 30 02:49:06.656093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-831ef7a4-5b14-43ba-ba6c-2e99e9195245 req-9b489a75-9b0a-4444-98f6-75a292289461 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986149 Jun 30 02:49:06.661430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-54891b3a-aa39-49ae-8e63-0a8b914c4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.663424 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-54891b3a-aa39-49ae-8e63-0a8b914c4740 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.3527277 Jun 30 02:49:06.729806 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7d06b7-8d2f-4f18-940b-cc657727f289 req-de472007-8573-44c8-a8ce-ab3cf3b12ca9 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321464 Jun 30 02:49:06.731129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-2b472d4e-0e07-491d-88ba-ac6cf728cb1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e HTTP/1.1" status: 200 len: 217 time: 0.0577171 Jun 30 02:49:06.743321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-2431defb-1c78-44e2-bff2-eb147cc0d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.744663 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-2431defb-1c78-44e2-bff2-eb147cc0d83d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1023712 Jun 30 02:49:06.822539 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.823804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.824388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.842036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] Deleting port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:06.842673 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.849484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-052f9abc-e51a-43dc-80a0-5a512ed875fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.851029 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-052f9abc-e51a-43dc-80a0-5a512ed875fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0987308 Jun 30 02:49:06.894421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=124c6787-c2af-4733-a6f0-883854864943,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:06.904924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-8fbb7c19-ee66-4372-b8be-772b68483df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:06.909827 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-8fbb7c19-ee66-4372-b8be-772b68483df7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.1685133 Jun 30 02:49:06.912597 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 124c6787-c2af-4733-a6f0-883854864943 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:06.953797 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-f9a424fc-096a-441c-8bc6-0bbafb46d3f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380108 Jun 30 02:49:07.007402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea815aa-5dbc-46d4-90f9-d47e07cab46d req-cb0d6605-4ea4-403f-be58-5892420a627c tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:07.007402 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ea815aa-5dbc-46d4-90f9-d47e07cab46d req-cb0d6605-4ea4-403f-be58-5892420a627c tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 943 time: 0.2038364 Jun 30 02:49:07.051012 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-6e5a0469-ef6b-4e5d-a00a-3f5cb49575a4 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902158 Jun 30 02:49:07.064380 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ea815aa-5dbc-46d4-90f9-d47e07cab46d req-bb5c0472-ef5a-4390-9dbe-271946d8a2de tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686498 Jun 30 02:49:07.081189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0143937f-fce2-4887-8c91-98a7fc7f4eb1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1097176 Jun 30 02:49:07.081849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56980) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:07.090269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Request body: {'subnet': {'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1890313231-subnet', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:07.125807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-9bcf9794-b766-474c-8605-f94327768002 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640043 Jun 30 02:49:07.175859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] For port eeec2c59-6db4-4d48-afc4-32bb6a5b45b5, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=eeec2c59-6db4-4d48-afc4-32bb6a5b45b5,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:07.176297 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.199933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] Calling delete_port for eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:07.283653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab9f16e4-dd5e-434c-b67f-543176f93a33 req-95d73962-7df9-43c4-b24d-de5bc7c14e94 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441033 Jun 30 02:49:07.322244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bbcf808-761e-4401-89ca-70ce0a8ded83 req-0fe76913-3dbf-4279-b6d8-629bd23bf2d3 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528865 Jun 30 02:49:07.328363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Made reservation on behalf of f727d6caff2346ad8eb6cfc1b68d9bc7 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:07.334392 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.380928 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eae067f4-6eb6-4800-9b2f-d65afff8bd4e req-449f8343-b686-4561-b104-10bb67ff58a4 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 210 time: 0.0526569 Jun 30 02:49:07.518345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-47734148-550f-49d6-8705-33a7a9b12771 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:07.522650 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-47734148-550f-49d6-8705-33a7a9b12771 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.2219262 Jun 30 02:49:07.542526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Request body: {'port': {'device_id': '8e980f03-2197-427a-8766-fb301575b108', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'admin_state_up': True, 'tenant_id': '97787217fcc14b9aa4f8cbea685e8609'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:07.655383 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.697564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeec2c59-6db4-4d48-afc4-32bb6a5b45b5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:07.737222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-271002d8-be6d-43f4-b4d3-99cc86c24f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:07.740170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-271002d8-be6d-43f4-b4d3-99cc86c24f3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d9f11947394935875372341fb2d395&device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 1099 time: 0.1574035 Jun 30 02:49:08.061465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-4ea0e285-d596-45b5-826c-38e692e4ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:08.063523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-4ea0e285-d596-45b5-826c-38e692e4ca86 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.2910850 Jun 30 02:49:08.139241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-84e701aa-c2fa-48ac-90fa-a0b1d230cee1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=7359f1fa-094f-4cb7-80b6-becc5550cbed HTTP/1.1" status: 200 len: 217 time: 0.0472562 Jun 30 02:49:08.179460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9c22f-9199-46c3-af06-6abfd70a5324 req-fca02fc2-098e-4a07-83f1-122979b2eb59 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:08.181118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-98e9c22f-9199-46c3-af06-6abfd70a5324 req-fca02fc2-098e-4a07-83f1-122979b2eb59 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 948 time: 0.2738504 Jun 30 02:49:08.212005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.281335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-5dddb623-8434-4ea5-a5c1-4a61eba4e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:08.282891 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-5dddb623-8434-4ea5-a5c1-4a61eba4e794 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1292253 Jun 30 02:49:08.348418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec1fd2-cb84-495e-9168-520edfc5288c req-81535671-1665-48ae-beb4-69157ebbb67a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:08.350511 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6ec1fd2-cb84-495e-9168-520edfc5288c req-81535671-1665-48ae-beb4-69157ebbb67a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 943 time: 0.1111393 Jun 30 02:49:08.354111 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-98e9c22f-9199-46c3-af06-6abfd70a5324 req-71e28a78-ce1c-49ee-99d8-816d1e9f32dd tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525173 Jun 30 02:49:08.390148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.428116 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6ec1fd2-cb84-495e-9168-520edfc5288c req-62531789-83e3-47e0-87d7-254ec40c9480 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698020 Jun 30 02:49:08.468967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Made reservation on behalf of 97787217fcc14b9aa4f8cbea685e8609 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:08.474888 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.495381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:08.516602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Checking segment: {'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:08.516986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Network hostable DHCP agents. Network: 124c6787-c2af-4733-a6f0-883854864943, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:08.530692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-2d13b737-49d0-4127-a02d-1ea230074ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:08.532863 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-2d13b737-49d0-4127-a02d-1ea230074ada service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2403395 Jun 30 02:49:08.642348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7fa854b-69a4-4b20-a2e0-8305e4343ad9 req-70d92351-7d3e-463d-9c94-2ca1eda04bb8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 210 time: 0.0906146 Jun 30 02:49:08.649200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Allocated IP 172.20.0.10 (d7b6293f-04a5-4899-8348-86d5a461f5fe/50dac26f-bd2e-42ee-a54c-f144157b5667/cf163eed-6d72-42dd-a248-f4ef375043f7) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:08.661311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Network 124c6787-c2af-4733-a6f0-883854864943 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:08.734017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] Router cab509e9-d49a-4ecd-90a7-2d8152a444f2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:08.736219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-a70f9698-77cb-43cf-89ff-842a224c22b1 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794138 Jun 30 02:49:08.790546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 124c6787-c2af-4733-a6f0-883854864943) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:08.800253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:08.800253 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.801468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2064f7-b78f-4464-b3f4-549ff2c5bca7 None None] Network 124c6787-c2af-4733-a6f0-883854864943 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:08.883236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.913563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6553f4a-48c0-40eb-b1ff-11663d1266e4 req-7b1871d1-53ad-41b7-8ffe-0aa119493edd service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652467 Jun 30 02:49:08.959058 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3f538d0c-ae2d-4fa4-8cdb-0795ac8b0afb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8737247 Jun 30 02:49:08.961447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57024) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:08.966065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:09.010275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-124c6787-c2af-4733-a6f0-883854864943', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:09.011167 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.013381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:09.019931 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e4aec57-e331-4614-87dd-a5b7fced9dd5 admin admin] 10.222.0.77 "PUT /v2.0/routers/cab509e9-d49a-4ecd-90a7-2d8152a444f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0888174 Jun 30 02:49:09.021630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57028) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.022483 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] Sync routers for ids ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:09.034124 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] Routers {'cab509e9-d49a-4ecd-90a7-2d8152a444f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:09.035019 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:09.072752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.079314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.085750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.160927 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] Set router cab509e9-d49a-4ecd-90a7-2d8152a444f2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:09.180164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Network d7b6293f-04a5-4899-8348-86d5a461f5fe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:09.188883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:09.192138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:09.287474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Allocated IP 172.20.0.2 (124c6787-c2af-4733-a6f0-883854864943/21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf/595cbecf-ba9f-4c90-8bc3-c864c37950de) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:09.384730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event updated for resources: {'Port': ['ID=cf163eed-6d72-42dd-a248-f4ef375043f7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:09.394437 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.396974 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:49:07Z', 'revision_number': 5, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:09.419890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:09.420540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.437609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.438892 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] Checking router: cab509e9-d49a-4ecd-90a7-2d8152a444f2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:09.453669 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] Routers {'cab509e9-d49a-4ecd-90a7-2d8152a444f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:09.454790 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:09.563153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.567165 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-a1da9f94-9991-49dd-9109-8b40d822816c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0337744 Jun 30 02:49:09.599419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34161049-a76b-4ebf-8e5b-7a554a9ec09b req-0c677cb8-a960-4427-977e-513bec1cfce4 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:09.607944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34161049-a76b-4ebf-8e5b-7a554a9ec09b req-0c677cb8-a960-4427-977e-513bec1cfce4 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 948 time: 0.0816808 Jun 30 02:49:09.612937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Request body: {'port': {'device_id': '8e980f03-2197-427a-8766-fb301575b108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:09.634273 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.643762 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] Set router cab509e9-d49a-4ecd-90a7-2d8152a444f2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:09.661886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Transition to ACTIVE for port object 595cbecf-ba9f-4c90-8bc3-c864c37950de will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:09.674667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34161049-a76b-4ebf-8e5b-7a554a9ec09b req-f09ac0d0-b0c1-475a-8f34-5b25669d710b tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653341 Jun 30 02:49:09.706606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Transition to ACTIVE for port object 595cbecf-ba9f-4c90-8bc3-c864c37950de will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:09.833381 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.862464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.908659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Pushing event updated for resources: {'Port': ['ID=595cbecf-ba9f-4c90-8bc3-c864c37950de,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:09.911857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57042) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.916264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Network 124c6787-c2af-4733-a6f0-883854864943 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:09.927193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:09.931853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:09.952488 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.960981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7bf83-0150-47b0-b3c6-5a6b8ff78cbe req-fcf2f2d2-02b7-42ca-a0ec-907f55ccfbb2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:09.969894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6cf7bf83-0150-47b0-b3c6-5a6b8ff78cbe req-fcf2f2d2-02b7-42ca-a0ec-907f55ccfbb2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 932 time: 0.1539135 Jun 30 02:49:09.985065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a559b4-8a0e-4146-b0b0-0104411c6abe req-ebb8450f-ec23-448a-9da6-06aca1d9b21d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:09.992901 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81a559b4-8a0e-4146-b0b0-0104411c6abe req-ebb8450f-ec23-448a-9da6-06aca1d9b21d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 943 time: 0.2563095 Jun 30 02:49:10.006207 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:49:07Z', 'revision_number': 5, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:10.038836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Attempting to bind port 595cbecf-ba9f-4c90-8bc3-c864c37950de on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:10.039511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Attempting to bind port 595cbecf-ba9f-4c90-8bc3-c864c37950de by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:10.040139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Attempting to bind port 595cbecf-ba9f-4c90-8bc3-c864c37950de on network 124c6787-c2af-4733-a6f0-883854864943 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:10.046766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:10.047494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Checking segment: {'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:10.048197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.048886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Bound using segment: {'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:10.049656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Bound port: 595cbecf-ba9f-4c90-8bc3-c864c37950de, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:10.050297 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.053044 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9f691-44f0-4340-9532-f9984a22db70 None None] The sync data for ids ['cab509e9-d49a-4ecd-90a7-2d8152a444f2'] in n-d-798249-3 is: [{'id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-366954671-router', 'tenant_id': '1385916552854a14abd6847e292f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:11Z', 'updated_at': '2021-06-30T02:49:07Z', 'revision_number': 5, 'project_id': '1385916552854a14abd6847e292f7ff9', 'gw_port': {'id': 'dbd966c0-1804-4309-ba7f-96eb2ca52088', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab509e9-d49a-4ecd-90a7-2d8152a444f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:12Z', 'updated_at': '2021-06-30T02:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:10.059746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6cf7bf83-0150-47b0-b3c6-5a6b8ff78cbe req-3b1c5b54-70a7-47c2-b829-45efc113322a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879068 Jun 30 02:49:10.095345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Deleting port dbd966c0-1804-4309-ba7f-96eb2ca52088 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:10.095859 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.180104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] For port 595cbecf-ba9f-4c90-8bc3-c864c37950de, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:10.184959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] For port 595cbecf-ba9f-4c90-8bc3-c864c37950de, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=595cbecf-ba9f-4c90-8bc3-c864c37950de,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:10.264134 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d092740-046d-4e8d-945b-f435aa681007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.301777 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.322109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81a559b4-8a0e-4146-b0b0-0104411c6abe req-fbaa7953-897d-41ca-98c3-50f801d8f9eb tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285627 Jun 30 02:49:10.379305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f1bd6-4c73-46e7-8b17-0ad3698ff936 None None] Pushing event updated for resources: {'Port': ['ID=595cbecf-ba9f-4c90-8bc3-c864c37950de,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:10.471607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] For port dbd966c0-1804-4309-ba7f-96eb2ca52088, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=dbd966c0-1804-4309-ba7f-96eb2ca52088,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:10.472254 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.517921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Calling delete_port for dbd966c0-1804-4309-ba7f-96eb2ca52088 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:10.797213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d092740-046d-4e8d-945b-f435aa681007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.901230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b5835-dd46-43f4-954b-f63a22df91b5 req-cdff6600-f0bf-438b-80da-1771d57eefb8 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:10.901230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd4b5835-dd46-43f4-954b-f63a22df91b5 req-cdff6600-f0bf-438b-80da-1771d57eefb8 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 948 time: 0.0817196 Jun 30 02:49:10.907020 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf163eed-6d72-42dd-a248-f4ef375043f7 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:10.962051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd4b5835-dd46-43f4-954b-f63a22df91b5 req-4d72c2d9-bcbc-4f99-88cc-8c74cd0953e2 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847106 Jun 30 02:49:10.973763 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.019645 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.053117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.175672 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 595cbecf-ba9f-4c90-8bc3-c864c37950de up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:11.226337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Allocated IP 172.25.2.104 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/e1d8fac8-7a41-476d-8fe4-f0322d6b53be) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:11.401344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503be443-c15a-4aff-95a4-33f76f09205f req-fa34ac44-97f7-4358-99d0-17dbb82fc4f2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:11.403071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-503be443-c15a-4aff-95a4-33f76f09205f req-fa34ac44-97f7-4358-99d0-17dbb82fc4f2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 932 time: 0.1744037 Jun 30 02:49:11.463765 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.540484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-503be443-c15a-4aff-95a4-33f76f09205f req-f9222f6d-6f7b-46c2-8232-65f64754b695 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287847 Jun 30 02:49:11.568362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 7359f1fa-094f-4cb7-80b6-becc5550cbed details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:11.579681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeea4d1-6157-4b30-88f4-b6cf0f20c385 req-c9e3a331-005e-4de7-9f65-1f8620196210 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:11.599556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbeea4d1-6157-4b30-88f4-b6cf0f20c385 req-c9e3a331-005e-4de7-9f65-1f8620196210 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 943 time: 0.1299095 Jun 30 02:49:11.647318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbeea4d1-6157-4b30-88f4-b6cf0f20c385 req-8713971c-3eca-450b-a8a9-d4fdd2ade854 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467551 Jun 30 02:49:11.709139 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d092740-046d-4e8d-945b-f435aa681007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.745235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 7359f1fa-094f-4cb7-80b6-becc5550cbed, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=7359f1fa-094f-4cb7-80b6-becc5550cbed,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:11.755446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57060) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:11.776925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5d092740-046d-4e8d-945b-f435aa681007 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95e3e19bfee94416baedebc7da79c11e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8317637 Jun 30 02:49:11.777744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '7359f1fa-094f-4cb7-80b6-becc5550cbed', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '7359f1fa-094f-4cb7-80b6-becc5550cbed', 'mac_address': 'fa:16:3e:88:d9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:49:11.777884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d092740-046d-4e8d-945b-f435aa681007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7bb435-fb3e-43ec-9fda-f974654117b2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:11.829635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90fafa25-994d-4a76-9279-a910b1dc8522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.830004 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.847709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7359f1fa-094f-4cb7-80b6-becc5550cbed {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:11.874569 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90fafa25-994d-4a76-9279-a910b1dc8522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.874703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.875949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 7359f1fa-094f-4cb7-80b6-becc5550cbed, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=7359f1fa-094f-4cb7-80b6-becc5550cbed,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:11.878923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b466c379-ee5d-4e23-b3f9-6f2aef14368d None None] Network 124c6787-c2af-4733-a6f0-883854864943 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:11.949099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd966c0-1804-4309-ba7f-96eb2ca52088,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:11.951516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Transition to ACTIVE for port object cf163eed-6d72-42dd-a248-f4ef375043f7 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:11.956543 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.960334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 595cbecf-ba9f-4c90-8bc3-c864c37950de completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:11.987355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:12.023497 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:12.023879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device eeec2c59-6db4-4d48-afc4-32bb6a5b45b5 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:12.034146 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.062238 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90fafa25-994d-4a76-9279-a910b1dc8522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.065573 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90fafa25-994d-4a76-9279-a910b1dc8522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.066752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-90fafa25-994d-4a76-9279-a910b1dc8522 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f7bb435-fb3e-43ec-9fda-f974654117b2 HTTP/1.1" status: 204 len: 168 time: 0.3102250 Jun 30 02:49:12.084212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fafa25-994d-4a76-9279-a910b1dc8522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7bb435-fb3e-43ec-9fda-f974654117b2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.155461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6b8e4a0f-6d81-4f1d-8b3c-02817471356c None None] Provisioning for port 595cbecf-ba9f-4c90-8bc3-c864c37950de completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:12.167017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6b8e4a0f-6d81-4f1d-8b3c-02817471356c None None] Provisioning complete for port 595cbecf-ba9f-4c90-8bc3-c864c37950de triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:12.167566 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4a0f-6d81-4f1d-8b3c-02817471356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.183013 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.199021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=7359f1fa-094f-4cb7-80b6-becc5550cbed,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.320540 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4a0f-6d81-4f1d-8b3c-02817471356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.349536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['7359f1fa-094f-4cb7-80b6-becc5550cbed'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:12.396277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6b8e4a0f-6d81-4f1d-8b3c-02817471356c None None] For port 595cbecf-ba9f-4c90-8bc3-c864c37950de, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=595cbecf-ba9f-4c90-8bc3-c864c37950de,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:12.555210 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4a0f-6d81-4f1d-8b3c-02817471356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.745433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e4a0f-6d81-4f1d-8b3c-02817471356c None None] Pushing event updated for resources: {'Port': ['ID=595cbecf-ba9f-4c90-8bc3-c864c37950de,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.772363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:12.782180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2d6fe79e-3005-4fd4-aca8-c0e942ffba46 None None] Provisioning complete for port 595cbecf-ba9f-4c90-8bc3-c864c37950de triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:12.782430 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe79e-3005-4fd4-aca8-c0e942ffba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.824618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:12.837040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:12.845170 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Pushing event updated for resources: {'Port': ['ID=e1d8fac8-7a41-476d-8fe4-f0322d6b53be,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.925841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.055761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cd376-e2f0-4127-b3ee-780823598bc8 req-3f090e06-d461-42e9-be22-49bb373358a0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.062183 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-615cd376-e2f0-4127-b3ee-780823598bc8 req-3f090e06-d461-42e9-be22-49bb373358a0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 944 time: 0.0985634 Jun 30 02:49:13.105800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Pushing event updated for resources: {'Port': ['ID=cf163eed-6d72-42dd-a248-f4ef375043f7,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:13.132439 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.155594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.162784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-615cd376-e2f0-4127-b3ee-780823598bc8 req-17406479-2ef5-47a3-8549-9d8b6e63fb9e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921333 Jun 30 02:49:13.266485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 595cbecf-ba9f-4c90-8bc3-c864c37950de up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:13.323503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 595cbecf-ba9f-4c90-8bc3-c864c37950de triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:13.323896 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.377380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbac02-c670-4237-88d8-fbc029d5b674 req-940ecc2a-975d-4c03-91f2-5c0312042c3b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.379102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53bbac02-c670-4237-88d8-fbc029d5b674 req-940ecc2a-975d-4c03-91f2-5c0312042c3b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 943 time: 0.0931532 Jun 30 02:49:13.438042 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53bbac02-c670-4237-88d8-fbc029d5b674 req-4763b283-9aba-4755-b21c-4a7a97e3e1aa tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499830 Jun 30 02:49:13.445784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde16a7-e3ed-455a-ad27-68919285da64 req-de5e207f-8a12-417a-bf56-539a1d8b0f22 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.447391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cfde16a7-e3ed-455a-ad27-68919285da64 req-de5e207f-8a12-417a-bf56-539a1d8b0f22 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 949 time: 1.2804744 Jun 30 02:49:13.453098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Attempting to bind port cf163eed-6d72-42dd-a248-f4ef375043f7 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:13.453444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Attempting to bind port cf163eed-6d72-42dd-a248-f4ef375043f7 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:13.453887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Attempting to bind port cf163eed-6d72-42dd-a248-f4ef375043f7 on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:13.468906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Port cf163eed-6d72-42dd-a248-f4ef375043f7 on network d7b6293f-04a5-4899-8348-86d5a461f5fe not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:13.468906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Attempting to bind port cf163eed-6d72-42dd-a248-f4ef375043f7 on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:13.483646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:13.484837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Checking segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:13.484837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Bound using segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:13.484837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Bound port: cf163eed-6d72-42dd-a248-f4ef375043f7, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:13.485187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.505836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.506409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab509e9-d49a-4ecd-90a7-2d8152a444f2 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:49:13.511487 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.512574 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6e99686b-7d59-4e9e-bb9c-5513ccf4db38 admin admin] 10.222.0.77 "DELETE /v2.0/routers/cab509e9-d49a-4ecd-90a7-2d8152a444f2 HTTP/1.1" status: 204 len: 168 time: 4.4890335 Jun 30 02:49:13.515372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57090) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:13.520908 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cfde16a7-e3ed-455a-ad27-68919285da64 req-1a788fee-32df-4f22-8b57-59bf994ae025 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644255 Jun 30 02:49:13.565275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae16ac6-5171-4c9c-8203-5c836a687a2b admin admin] Deleting subnet 241ef8f8-c4e5-445c-b029-1fd60971e78c {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:13.570003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cae16ac6-5171-4c9c-8203-5c836a687a2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.584742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] For port cf163eed-6d72-42dd-a248-f4ef375043f7, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:13.585482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 7359f1fa-094f-4cb7-80b6-becc5550cbed up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:13.591357 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] For port cf163eed-6d72-42dd-a248-f4ef375043f7, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cf163eed-6d72-42dd-a248-f4ef375043f7,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:13.636783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cae16ac6-5171-4c9c-8203-5c836a687a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.729742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 7359f1fa-094f-4cb7-80b6-becc5550cbed completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:13.742725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 7359f1fa-094f-4cb7-80b6-becc5550cbed triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:13.742725 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.743006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cae16ac6-5171-4c9c-8203-5c836a687a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.743106 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.811581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.813062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.814972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] 10.222.0.83 "PUT /v2.0/ports/cf163eed-6d72-42dd-a248-f4ef375043f7 HTTP/1.1" status: 200 len: 1092 time: 4.2070878 Jun 30 02:49:13.817459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e980f03-2197-427a-8766-fb301575b108', 'tag': 'cf163eed-6d72-42dd-a248-f4ef375043f7'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:13.821432 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900e5e92-6137-4da6-b4f2-38013cc2c9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e980f03-2197-427a-8766-fb301575b108", "tag": "cf163eed-6d72-42dd-a248-f4ef375043f7"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:13.896377 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.906077 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc82e50-0b84-4342-bd7b-024570bf6fd7 x-openstack-request-id: req-8dc82e50-0b84-4342-bd7b-024570bf6fd7 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:13.906521 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e980f03-2197-427a-8766-fb301575b108", "tag": "cf163eed-6d72-42dd-a248-f4ef375043f7", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:13.907551 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8dc82e50-0b84-4342-bd7b-024570bf6fd7 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:13.907967 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e980f03-2197-427a-8766-fb301575b108', 'tag': 'cf163eed-6d72-42dd-a248-f4ef375043f7', 'status': 'completed', 'code': 200} Jun 30 02:49:13.916102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e438b2-9a6c-4237-8815-edebb5563997 service neutron] Pushing event updated for resources: {'Port': ['ID=cf163eed-6d72-42dd-a248-f4ef375043f7,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:13.950843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d227de-7a38-47bf-9d5c-f5d75ba3e415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7359f1fa-094f-4cb7-80b6-becc5550cbed'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:13.954910 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd22bed-0141-4a7e-b1d7-02d686341e5c" -d '{"events": [{"server_uuid": "d0d227de-7a38-47bf-9d5c-f5d75ba3e415", "name": "network-vif-plugged", "status": "completed", "tag": "7359f1fa-094f-4cb7-80b6-becc5550cbed"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:13.971194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 7359f1fa-094f-4cb7-80b6-becc5550cbed, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=7359f1fa-094f-4cb7-80b6-becc5550cbed,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:13.992673 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cae16ac6-5171-4c9c-8203-5c836a687a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.992845 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.037667 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b38ba89-af8d-49ca-8567-c10f4c973713 x-openstack-request-id: req-9b38ba89-af8d-49ca-8567-c10f4c973713 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:14.038025 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d227de-7a38-47bf-9d5c-f5d75ba3e415", "name": "network-vif-plugged", "status": "completed", "tag": "7359f1fa-094f-4cb7-80b6-becc5550cbed", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:14.049353 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b38ba89-af8d-49ca-8567-c10f4c973713 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:14.049353 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d227de-7a38-47bf-9d5c-f5d75ba3e415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7359f1fa-094f-4cb7-80b6-becc5550cbed', 'code': 200} Jun 30 02:49:14.049857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae16ac6-5171-4c9c-8203-5c836a687a2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241ef8f8-c4e5-445c-b029-1fd60971e78c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:14.107484 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.108598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c2b80d52-11a9-4520-8537-722755f5bc57 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:14.127024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e5e92-6137-4da6-b4f2-38013cc2c9b4 req-d99523b2-2baa-42f6-856c-2f60193b9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.128752 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-900e5e92-6137-4da6-b4f2-38013cc2c9b4 req-d99523b2-2baa-42f6-856c-2f60193b9c8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 1095 time: 0.1930490 Jun 30 02:49:14.188243 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cae16ac6-5171-4c9c-8203-5c836a687a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.193199 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cae16ac6-5171-4c9c-8203-5c836a687a2b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/241ef8f8-c4e5-445c-b029-1fd60971e78c HTTP/1.1" status: 204 len: 168 time: 0.6738410 Jun 30 02:49:14.193636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57108) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:14.200272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb806195-47ec-42f5-97af-5a41ca3bb92b None None] Network 476cee86-4757-4f64-aa07-e6971784b6e8 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:14.303431 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.307177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-712d0a66-fce6-4d93-a06e-d5d76f8db007 service neutron] 10.222.0.74 "GET /v2.0/ports/c2b80d52-11a9-4520-8537-722755f5bc57/bindings/n-h2-798249-3 HTTP/1.1" status: 200 len: 384 time: 0.2807279 Jun 30 02:49:14.393438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d35179-aa05-48ec-b011-d745e91de297 req-dd394728-fbaf-4d08-ba2d-90cdaa143a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.396002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-69d35179-aa05-48ec-b011-d745e91de297 req-dd394728-fbaf-4d08-ba2d-90cdaa143a0e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 1101 time: 0.2430274 Jun 30 02:49:14.401809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e5e92-6137-4da6-b4f2-38013cc2c9b4 req-483d3a79-82f7-4008-91c3-c3b55721c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.403947 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-900e5e92-6137-4da6-b4f2-38013cc2c9b4 req-483d3a79-82f7-4008-91c3-c3b55721c7c4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=97787217fcc14b9aa4f8cbea685e8609&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2667732 Jun 30 02:49:14.445192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=7359f1fa-094f-4cb7-80b6-becc5550cbed,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:14.500260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.528498 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-69d35179-aa05-48ec-b011-d745e91de297 req-984f979f-57fe-40ef-865b-395787306d71 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231978 Jun 30 02:49:14.671242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e5e92-6137-4da6-b4f2-38013cc2c9b4 req-11dbc633-13be-412f-863a-1c42cce5a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.673268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-900e5e92-6137-4da6-b4f2-38013cc2c9b4 req-11dbc633-13be-412f-863a-1c42cce5a05f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2619233 Jun 30 02:49:14.673610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b853a7-bbc4-4f8a-afd6-371dd852a0ce None None] DHCP port deletion for 476cee86-4757-4f64-aa07-e6971784b6e8 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:14.804741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b5b853a7-bbc4-4f8a-afd6-371dd852a0ce None None] Deleting port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:14.805292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5b853a7-bbc4-4f8a-afd6-371dd852a0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.838394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f863-6eb5-4604-8e6d-e7ea4fd5723c req-06b2ebde-70cf-4469-9821-4e1bd8179831 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.839960 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b74f863-6eb5-4604-8e6d-e7ea4fd5723c req-06b2ebde-70cf-4469-9821-4e1bd8179831 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 943 time: 0.1635587 Jun 30 02:49:14.864632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-b9e7d768-fbd3-4c0e-96ea-a05dd7344e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.866907 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-b9e7d768-fbd3-4c0e-96ea-a05dd7344e41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 1095 time: 0.1471603 Jun 30 02:49:14.899904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b5b853a7-bbc4-4f8a-afd6-371dd852a0ce None None] For port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3b1f5e38-cfa7-4666-bf11-0e3280997cc8,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:14.900359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5b853a7-bbc4-4f8a-afd6-371dd852a0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.930032 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-c8291b45-db1a-46e1-9800-495af2da2b21 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf163eed-6d72-42dd-a248-f4ef375043f7 HTTP/1.1" status: 200 len: 217 time: 0.0480261 Jun 30 02:49:14.934599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b5b853a7-bbc4-4f8a-afd6-371dd852a0ce None None] Calling delete_port for 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:14.979016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Router 86f91292-5d7d-4d79-a968-05ff6b2873c2 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:14.986051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b74f863-6eb5-4604-8e6d-e7ea4fd5723c req-b17395b9-5570-4b3a-8e68-71f7831c4f36 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355851 Jun 30 02:49:15.022462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-f7ae0838-4b95-4c19-a42c-295819aedc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:15.024519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-f7ae0838-4b95-4c19-a42c-295819aedc5a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.0840621 Jun 30 02:49:15.112374 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-d1434118-8031-4eeb-a5cb-c6949e0afe66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721810 Jun 30 02:49:15.144142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device dbd966c0-1804-4309-ba7f-96eb2ca52088 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:15.174766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: dbd966c0-1804-4309-ba7f-96eb2ca52088 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:15.175075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device dbd966c0-1804-4309-ba7f-96eb2ca52088 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:15.175455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:15.225460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Deleting port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:15.226115 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.232252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-3749dd06-b91a-4952-8386-06d8774e0a83 service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:15.258832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47e59-218f-4812-b829-28f73733048e req-593049f7-40c6-47ea-a87d-61df572a94aa tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:15.260541 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8fb47e59-218f-4812-b829-28f73733048e req-593049f7-40c6-47ea-a87d-61df572a94aa tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 944 time: 0.7500951 Jun 30 02:49:15.317597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-e1183dd0-c62b-4221-9997-64ce2510cec2 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365900 Jun 30 02:49:15.342014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-3749dd06-b91a-4952-8386-06d8774e0a83 service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:15.397054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] For port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3b1f5e38-cfa7-4666-bf11-0e3280997cc8,segment=NetworkSegment(a4611ee7-94d2-4091-8b8d-243bc10ce06a),segment_id=a4611ee7-94d2-4091-8b8d-243bc10ce06a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:15.397464 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.412832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8fb47e59-218f-4812-b829-28f73733048e req-be428151-4c22-43c1-82ff-1abb5751b749 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128702 Jun 30 02:49:15.417341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-3749dd06-b91a-4952-8386-06d8774e0a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b80d52-11a9-4520-8537-722755f5bc57 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:15.423752 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60efcb3a-40df-4370-bec0-c1ebbd9fd6df req-c7548f4a-d798-4db4-9304-069976b76b39 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945606 Jun 30 02:49:15.446516 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.447145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Calling delete_port for 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:15.447145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-3749dd06-b91a-4952-8386-06d8774e0a83 service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:15.474458 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5b853a7-bbc4-4f8a-afd6-371dd852a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.487724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:15.521990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b853a7-bbc4-4f8a-afd6-371dd852a0ce None None] Pushing event deleted for resources: {'Port': ['ID=3b1f5e38-cfa7-4666-bf11-0e3280997cc8,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:15.531358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Sync routers for ids ['86f91292-5d7d-4d79-a968-05ff6b2873c2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:15.532430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da4ccd-2d14-4acb-9f4b-1e553a2f03bc req-2e320e55-d648-47e1-b52a-630ca6abbed3 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:15.540591 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80da4ccd-2d14-4acb-9f4b-1e553a2f03bc req-2e320e55-d648-47e1-b52a-630ca6abbed3 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 950 time: 0.3611026 Jun 30 02:49:15.547685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b853a7-bbc4-4f8a-afd6-371dd852a0ce None None] No DVR routers for this DVR port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:15.572288 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-3749dd06-b91a-4952-8386-06d8774e0a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.590415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Routers {'86f91292-5d7d-4d79-a968-05ff6b2873c2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:15.590415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['86f91292-5d7d-4d79-a968-05ff6b2873c2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:15.616080 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80da4ccd-2d14-4acb-9f4b-1e553a2f03bc req-ac87d4cf-2af9-453e-879e-92fe9663454d tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721538 Jun 30 02:49:15.682583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device c2b80d52-11a9-4520-8537-722755f5bc57 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:15.723080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.755449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1f5e38-cfa7-4666-bf11-0e3280997cc8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:15.759449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] No DVR routers for this DVR port 3b1f5e38-cfa7-4666-bf11-0e3280997cc8 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:15.770195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.779753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-592b0c59-57a5-492b-8907-f1ba4bd64ebe admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.8100417 Jun 30 02:49:15.779926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device c2b80d52-11a9-4520-8537-722755f5bc57 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:15.780058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57138) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:15.782279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Set router 86f91292-5d7d-4d79-a968-05ff6b2873c2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:15.787701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-3749dd06-b91a-4952-8386-06d8774e0a83 service neutron] Transition to ACTIVE for port object c2b80d52-11a9-4520-8537-722755f5bc57 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:15.837219 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.851205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476cee86-4757-4f64-aa07-e6971784b6e8']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:15.863955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4611ee7-94d2-4091-8b8d-243bc10ce06a') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:15.864864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4611ee7-94d2-4091-8b8d-243bc10ce06a') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:15.881067 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.908296 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.915661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:15.916066 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:15.918063 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:16.024761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:13Z', 'revision_number': 3, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:16.056578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Checking router: 86f91292-5d7d-4d79-a968-05ff6b2873c2 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:16.057018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Updating router 86f91292-5d7d-4d79-a968-05ff6b2873c2 port e1d8fac8-7a41-476d-8fe4-f0322d6b53be binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:16.059613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-3749dd06-b91a-4952-8386-06d8774e0a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.098044 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.230616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749dd06-b91a-4952-8386-06d8774e0a83 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b80d52-11a9-4520-8537-722755f5bc57,revision_number=10']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:16.262175 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.305370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-3749dd06-b91a-4952-8386-06d8774e0a83 service neutron] No DVR routers for this DVR port c2b80d52-11a9-4520-8537-722755f5bc57 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:16.325190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.330610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] 10.222.0.77 "DELETE /v2.0/networks/476cee86-4757-4f64-aa07-e6971784b6e8 HTTP/1.1" status: 204 len: 168 time: 2.1360161 Jun 30 02:49:16.363005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162a815-194f-4958-b27b-227b614f5d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=476cee86-4757-4f64-aa07-e6971784b6e8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:16.375723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-3749dd06-b91a-4952-8386-06d8774e0a83 service neutron] 10.222.0.74 "PUT /v2.0/ports/c2b80d52-11a9-4520-8537-722755f5bc57/bindings/n-h2-798249-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0609176 Jun 30 02:49:16.502769 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.515324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Transition to ACTIVE for port object e1d8fac8-7a41-476d-8fe4-f0322d6b53be will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:16.619519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa28c8f-5a50-4d22-af21-fa4ef96b688c req-d31c69ce-2b4b-4798-a3dc-15482d13b6b9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:16.621298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3aa28c8f-5a50-4d22-af21-fa4ef96b688c req-d31c69ce-2b4b-4798-a3dc-15482d13b6b9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 944 time: 0.2053499 Jun 30 02:49:16.659420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a403b-3d05-46fa-9b20-7082be294e03 req-91c4fcc4-75fe-449c-b509-214869ae18ef tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:16.667136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-722a403b-3d05-46fa-9b20-7082be294e03 req-91c4fcc4-75fe-449c-b509-214869ae18ef tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 944 time: 0.0840509 Jun 30 02:49:16.678612 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.751867 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3aa28c8f-5a50-4d22-af21-fa4ef96b688c req-ee4de78c-5e02-4a0b-97e0-f154bdfcf240 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080928 Jun 30 02:49:16.771583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-722a403b-3d05-46fa-9b20-7082be294e03 req-b5695b94-cd65-4474-a831-8e6ee7be112a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034768 Jun 30 02:49:16.794661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-db4c7308-c78d-4eb0-9312-08cbc83cd11d tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:16.796320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-db4c7308-c78d-4eb0-9312-08cbc83cd11d tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1095 time: 0.1952326 Jun 30 02:49:16.847869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f273b8d-aa91-4932-b43a-084d728cb6ab None None] Pushing event updated for resources: {'Port': ['ID=e1d8fac8-7a41-476d-8fe4-f0322d6b53be,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:16.861322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Attempting to bind port e1d8fac8-7a41-476d-8fe4-f0322d6b53be on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:16.861322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Attempting to bind port e1d8fac8-7a41-476d-8fe4-f0322d6b53be by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:16.861322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Attempting to bind port e1d8fac8-7a41-476d-8fe4-f0322d6b53be on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:16.869954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:16.870388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:16.876756 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.877471 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.878171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:16.878921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Bound port: e1d8fac8-7a41-476d-8fe4-f0322d6b53be, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:16.879454 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.916571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-72aa2b9b-0f5e-4165-bb3c-eeb125686b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:16.923876 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-72aa2b9b-0f5e-4165-bb3c-eeb125686b16 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17&tenant_id=8d2865600279469a9fb6e51fd8957e32 HTTP/1.1" status: 200 len: 1095 time: 0.1005836 Jun 30 02:49:16.955696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57170) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:16.990905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] For port e1d8fac8-7a41-476d-8fe4-f0322d6b53be, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:16.995142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] For port e1d8fac8-7a41-476d-8fe4-f0322d6b53be, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e1d8fac8-7a41-476d-8fe4-f0322d6b53be,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:17.067890 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.125992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb6ae-5421-4155-b7e3-2b3c320cf55c req-a82108e9-8f48-4410-a36c-99aea7c33044 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:17.128794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65dcb6ae-5421-4155-b7e3-2b3c320cf55c req-a82108e9-8f48-4410-a36c-99aea7c33044 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 950 time: 0.0998197 Jun 30 02:49:17.135669 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5330fd89-b976-4eb9-9677-ebf7e6d3e92a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1385916552854a14abd6847e292f7ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762481 Jun 30 02:49:17.137925 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57176) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:17.172275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Routers {'86f91292-5d7d-4d79-a968-05ff6b2873c2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:17.173536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['86f91292-5d7d-4d79-a968-05ff6b2873c2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:17.191518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57178) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:17.200346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-a30e1068-5fb1-4860-95ee-39207f11da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:17.202027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-a30e1068-5fb1-4860-95ee-39207f11da32 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1095 time: 0.2210987 Jun 30 02:49:17.215543 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65dcb6ae-5421-4155-b7e3-2b3c320cf55c req-da729897-0f14-430b-88c5-96c4b9bf4c56 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790596 Jun 30 02:49:17.248621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c39bf99e-b92b-4a54-b3bb-079ebafb726f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.266024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f273b8d-aa91-4932-b43a-084d728cb6ab None None] Pushing event updated for resources: {'Port': ['ID=e1d8fac8-7a41-476d-8fe4-f0322d6b53be,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:17.277298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Allocated IP 172.20.0.1 (124c6787-c2af-4733-a6f0-883854864943/21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf/1916256f-ed2b-4054-9293-874f1566a7aa) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:17.282408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c39bf99e-b92b-4a54-b3bb-079ebafb726f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.369669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] Set router 86f91292-5d7d-4d79-a968-05ff6b2873c2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:17.385025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-e00f57e8-565c-44b8-b229-ce3fb8c420a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:17.387466 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-e00f57e8-565c-44b8-b229-ce3fb8c420a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.1773725 Jun 30 02:49:17.436408 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-0b0c7e45-073d-4844-acce-857a10dd77e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b80d52-11a9-4520-8537-722755f5bc57 HTTP/1.1" status: 200 len: 217 time: 0.0418093 Jun 30 02:49:17.449243 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c39bf99e-b92b-4a54-b3bb-079ebafb726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.452257 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c39bf99e-b92b-4a54-b3bb-079ebafb726f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.453787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c39bf99e-b92b-4a54-b3bb-079ebafb726f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd1efa6b-b516-47ff-8ffc-349340874973 HTTP/1.1" status: 204 len: 168 time: 0.3149397 Jun 30 02:49:17.469209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bf99e-b92b-4a54-b3bb-079ebafb726f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1efa6b-b516-47ff-8ffc-349340874973,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:17.499836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:17.540509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-47bcb358-e926-44ec-a8f7-77b899874dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:17.542022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-47bcb358-e926-44ec-a8f7-77b899874dea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0986116 Jun 30 02:49:17.546821 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.579956 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-426c4d11-dcd5-4856-98ed-45bd5b42ec07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306840 Jun 30 02:49:17.588473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.614894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Transition to ACTIVE for port object 1916256f-ed2b-4054-9293-874f1566a7aa will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:17.731916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-2961b516-4020-4704-ade2-b77a066cc573 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449125 Jun 30 02:49:17.737627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:13Z', 'revision_number': 3, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:17.740043 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.765486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12569636-e1e0-41f4-9d89-01ccc7b6bbd6 None None] The sync data for ids ['86f91292-5d7d-4d79-a968-05ff6b2873c2'] in n-d-798249-3 is: [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:13Z', 'revision_number': 3, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:17.832832 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-d71f6d82-e464-430a-9035-49dd4a529c07 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950110 Jun 30 02:49:17.851060 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.878201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Network 124c6787-c2af-4733-a6f0-883854864943 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:17.893176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Allocated IP 172.25.2.78 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/ce92739f-39ee-4b06-a7a3-9bc04235b524) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:17.899524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:17.904131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:17.973773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1916256f-ed2b-4054-9293-874f1566a7aa,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:18.016619 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.184917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.302739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad3e63-b4eb-408d-93c2-e73e38e24440 req-6dbeb18d-c8ec-42a7-bb5f-7e2bde11fd9d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:18.303503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753fa86-9dbf-4e55-aed9-5ae8ed036ca2 req-72bf0823-7d4f-4202-aa88-6ad24155b4ef tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:18.305487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdad3e63-b4eb-408d-93c2-e73e38e24440 req-6dbeb18d-c8ec-42a7-bb5f-7e2bde11fd9d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 944 time: 0.2982600 Jun 30 02:49:18.326537 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2753fa86-9dbf-4e55-aed9-5ae8ed036ca2 req-72bf0823-7d4f-4202-aa88-6ad24155b4ef tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 944 time: 0.2079530 Jun 30 02:49:18.410452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2753fa86-9dbf-4e55-aed9-5ae8ed036ca2 req-6d1f37de-e2c6-4ebb-884d-7fa6720713c6 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988245 Jun 30 02:49:18.427708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdad3e63-b4eb-408d-93c2-e73e38e24440 req-643608c1-abe5-422d-8c5b-8887f415f92e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105115 Jun 30 02:49:18.483740 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.572314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d96537a7-a50b-4b40-9938-0a1e77d1a711 None None] Provisioning for port 1916256f-ed2b-4054-9293-874f1566a7aa completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:18.575614 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.592363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d96537a7-a50b-4b40-9938-0a1e77d1a711 None None] Provisioning complete for port 1916256f-ed2b-4054-9293-874f1566a7aa triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:18.592749 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d96537a7-a50b-4b40-9938-0a1e77d1a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.633836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:18.637076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:18.643003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:18.673541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d96537a7-a50b-4b40-9938-0a1e77d1a711 None None] Port 1916256f-ed2b-4054-9293-874f1566a7aa cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:18.771630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event updated for resources: {'Port': ['ID=ce92739f-39ee-4b06-a7a3-9bc04235b524,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:18.825098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.855547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.872611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-816d8c77-9581-4ccf-9938-aad057528196 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:18.874234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-816d8c77-9581-4ccf-9938-aad057528196 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1095 time: 0.1893816 Jun 30 02:49:18.890881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989b096-d6ac-4f3b-8a98-441de79e4070 req-6034a62d-f75f-4b3d-939d-28a0152b54a4 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:18.892481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b989b096-d6ac-4f3b-8a98-441de79e4070 req-6034a62d-f75f-4b3d-939d-28a0152b54a4 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 950 time: 0.2087486 Jun 30 02:49:18.901402 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.965564 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.086425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1916256f-ed2b-4054-9293-874f1566a7aa,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:19.097156 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.133105 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b989b096-d6ac-4f3b-8a98-441de79e4070 req-709bf5d4-b424-4b91-9892-a2b7e0d60a57 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293091 Jun 30 02:49:19.253322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e1d8fac8-7a41-476d-8fe4-f0322d6b53be up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:19.282744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57224) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:19.346371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Network 124c6787-c2af-4733-a6f0-883854864943 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:19.347837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:19.366415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.432020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-d0337ef0-bdbd-4566-80de-5c5821fe852a tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:19.439478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-d0337ef0-bdbd-4566-80de-5c5821fe852a tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 950 time: 0.1549003 Jun 30 02:49:19.483530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-network', 'tenant_id': '255435969e4e416c9e80caa5fab02373'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:19.499064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-7a00c207-2c25-45be-a80b-f758582fd35b service neutron] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:19.506855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e1d8fac8-7a41-476d-8fe4-f0322d6b53be completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:19.516078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.516275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e1d8fac8-7a41-476d-8fe4-f0322d6b53be triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:19.516275 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.549438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-7a00c207-2c25-45be-a80b-f758582fd35b service neutron] Notify callbacks [] for binding, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.550627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2908bb9e-8082-4dff-9e0b-cce2edb01246 req-7a00c207-2c25-45be-a80b-f758582fd35b service neutron] 10.222.0.83 "DELETE /v2.0/ports/c2b80d52-11a9-4520-8537-722755f5bc57/bindings/n-h1-798249-3 HTTP/1.1" status: 204 len: 173 time: 0.6570587 Jun 30 02:49:19.610749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Router 86f91292-5d7d-4d79-a968-05ff6b2873c2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:19.710795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.713935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Made reservation on behalf of 255435969e4e416c9e80caa5fab02373 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:19.716409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.724944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device cf163eed-6d72-42dd-a248-f4ef375043f7 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:19.737992 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.756572 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.757537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port e1d8fac8-7a41-476d-8fe4-f0322d6b53be, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e1d8fac8-7a41-476d-8fe4-f0322d6b53be,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:19.760612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3f3e7d5c-6f19-4c74-8c71-506db143fd94 None None] Provisioning complete for port 1916256f-ed2b-4054-9293-874f1566a7aa triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:19.761235 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3f3e7d5c-6f19-4c74-8c71-506db143fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.774520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event updated for resources: {'Port': ['ID=ce92739f-39ee-4b06-a7a3-9bc04235b524,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:19.825762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-6e106774-b594-487f-8bf6-3623f7d82e95 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Deleting port 7359f1fa-094f-4cb7-80b6-becc5550cbed {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:19.826016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-6e106774-b594-487f-8bf6-3623f7d82e95 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.879338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e7d5c-6f19-4c74-8c71-506db143fd94 None None] Port 1916256f-ed2b-4054-9293-874f1566a7aa cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:19.893841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:19.920876 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6b9890e7-1888-4953-8c4f-0695bee211e4 admin admin] 10.222.0.77 "PUT /v2.0/routers/86f91292-5d7d-4d79-a968-05ff6b2873c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1437962 Jun 30 02:49:19.944894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c866a4-a656-4082-82af-5b7d0ce60152 req-3778a101-8a7e-45c3-a89a-d0989697d368 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:19.945959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port cf163eed-6d72-42dd-a248-f4ef375043f7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cf163eed-6d72-42dd-a248-f4ef375043f7,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:19.951337 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44c866a4-a656-4082-82af-5b7d0ce60152 req-3778a101-8a7e-45c3-a89a-d0989697d368 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 944 time: 0.2416832 Jun 30 02:49:19.966894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc6db7-592f-46a6-9858-5e036d5ef879 req-24920dff-23f0-406d-adce-5f7452e1d4e1 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:19.970120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'cf163eed-6d72-42dd-a248-f4ef375043f7', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'port_id': 'cf163eed-6d72-42dd-a248-f4ef375043f7', 'mac_address': 'fa:16:3e:8f:f9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dac26f-bd2e-42ee-a54c-f144157b5667', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:49:19.975495 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.982474 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17fc6db7-592f-46a6-9858-5e036d5ef879 req-24920dff-23f0-406d-adce-5f7452e1d4e1 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 944 time: 0.2948370 Jun 30 02:49:20.036702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44c866a4-a656-4082-82af-5b7d0ce60152 req-29769d9b-5ba3-4d92-a6ff-26ecf0d9ed3d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700023 Jun 30 02:49:20.054112 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.074871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-6e106774-b594-487f-8bf6-3623f7d82e95 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] For port 7359f1fa-094f-4cb7-80b6-becc5550cbed, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=7359f1fa-094f-4cb7-80b6-becc5550cbed,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:20.075281 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-6e106774-b594-487f-8bf6-3623f7d82e95 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.091711 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.106387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=e1d8fac8-7a41-476d-8fe4-f0322d6b53be,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:20.119785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-6e106774-b594-487f-8bf6-3623f7d82e95 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Calling delete_port for 7359f1fa-094f-4cb7-80b6-becc5550cbed owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:20.125359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17fc6db7-592f-46a6-9858-5e036d5ef879 req-3c463dd7-cdde-4bf3-9805-da3c52216439 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381812 Jun 30 02:49:20.168720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf163eed-6d72-42dd-a248-f4ef375043f7 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:20.200012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.200349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.200683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.201063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.201307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.201655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.202011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.202365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.202736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.203054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.203370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.203734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:20.231799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port cf163eed-6d72-42dd-a248-f4ef375043f7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cf163eed-6d72-42dd-a248-f4ef375043f7,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:20.272640 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.332280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:20.357828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bc2e0d-3013-4d55-8d0e-041dec6420a6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:20.377668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.378335 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Added segment 0a684cc8-f8e2-4a88-9f31-d409640e1bdc of type vlan for network c367f55f-9028-4874-a4d0-e9742e157287 Jun 30 02:49:20.422204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab5396-73d5-4021-b9bb-cfaa0f6cb67a req-4b2f4fb5-a3a9-46ea-adda-8cb63810b011 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:20.425209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cfab5396-73d5-4021-b9bb-cfaa0f6cb67a req-4b2f4fb5-a3a9-46ea-adda-8cb63810b011 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 950 time: 0.1116333 Jun 30 02:49:20.443580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.455424 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.512529 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cfab5396-73d5-4021-b9bb-cfaa0f6cb67a req-6b0d91d6-22fe-4c0c-afe8-54a2134e2013 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/security-groups?id=fa30c77c-b67d-4a5d-aed5-6c986c104c17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800800 Jun 30 02:49:20.529400 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.531460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3f33f937-6918-4ec0-91dd-0fb18746cee9 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3325007 Jun 30 02:49:20.539289 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=cf163eed-6d72-42dd-a248-f4ef375043f7,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:20.539504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57246) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:20.543500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-730778044'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:20.620552 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Sync routers for ids ['86f91292-5d7d-4d79-a968-05ff6b2873c2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:20.668892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['cf163eed-6d72-42dd-a248-f4ef375043f7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:20.697132 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-6e106774-b594-487f-8bf6-3623f7d82e95 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.715380 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['7359f1fa-094f-4cb7-80b6-becc5550cbed'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:20.733860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e106774-b594-487f-8bf6-3623f7d82e95 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Pushing event deleted for resources: {'Port': ['ID=7359f1fa-094f-4cb7-80b6-becc5550cbed,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:20.756204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Made reservation on behalf of 1631fdef8b444c98b84ced6f6e39b671 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:20.756423 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Routers {'86f91292-5d7d-4d79-a968-05ff6b2873c2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:20.756796 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['86f91292-5d7d-4d79-a968-05ff6b2873c2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:20.772618 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.777096 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.796248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-6e106774-b594-487f-8bf6-3623f7d82e95 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] No DVR routers for this DVR port 7359f1fa-094f-4cb7-80b6-becc5550cbed on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:20.799156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:20.799338 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.800806 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-6e106774-b594-487f-8bf6-3623f7d82e95 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.804032 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c84e8cda-7c82-47fa-95b1-073a57c9d0ab req-6e106774-b594-487f-8bf6-3623f7d82e95 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.74 "DELETE /v2.0/ports/7359f1fa-094f-4cb7-80b6-becc5550cbed HTTP/1.1" status: 204 len: 173 time: 1.3580890 Jun 30 02:49:20.807575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d227de-7a38-47bf-9d5c-f5d75ba3e415', 'name': 'network-vif-deleted', 'tag': '7359f1fa-094f-4cb7-80b6-becc5550cbed'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:20.811274 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9629d96-dc47-4c35-b9f3-22dd75ab7079" -d '{"events": [{"server_uuid": "d0d227de-7a38-47bf-9d5c-f5d75ba3e415", "name": "network-vif-deleted", "tag": "7359f1fa-094f-4cb7-80b6-becc5550cbed"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:20.852443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9aebd-35b8-4797-beef-2e7d1b4004cc req-1453b4dc-7ec7-41f4-a3a4-5691923c155c tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:20.859827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2de9aebd-35b8-4797-beef-2e7d1b4004cc req-1453b4dc-7ec7-41f4-a3a4-5691923c155c tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1095 time: 0.1991563 Jun 30 02:49:20.889843 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Set router 86f91292-5d7d-4d79-a968-05ff6b2873c2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:20.913408 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2de9aebd-35b8-4797-beef-2e7d1b4004cc req-d2185683-08fa-4cdc-952a-336ea21e9491 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525150 Jun 30 02:49:20.926427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] Pushing event updated for resources: {'Network': ['ID=c367f55f-9028-4874-a4d0-e9742e157287,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:20.938123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.988667 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fbf228-9172-4fce-a331-b7a4ccf62afd x-openstack-request-id: req-65fbf228-9172-4fce-a331-b7a4ccf62afd {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:20.989148 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d227de-7a38-47bf-9d5c-f5d75ba3e415", "name": "network-vif-deleted", "tag": "7359f1fa-094f-4cb7-80b6-becc5550cbed", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:20.989528 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65fbf228-9172-4fce-a331-b7a4ccf62afd {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:20.990143 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d227de-7a38-47bf-9d5c-f5d75ba3e415', 'name': 'network-vif-deleted', 'tag': '7359f1fa-094f-4cb7-80b6-becc5550cbed', 'status': 'completed', 'code': 200} Jun 30 02:49:21.006529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c367f55f-9028-4874-a4d0-e9742e157287 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:21.113355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57258) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:21.119859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-af513b85-5396-4c20-948d-604f5fd73b66 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086346006', 'description': 'tempest-description--2036469731'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:21.170128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57260) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:21.175465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Request body: {'subnet': {'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-subnet', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:21.177552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e1d8fac8-7a41-476d-8fe4-f0322d6b53be up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:21.183295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d9b37ba4-6688-45b9-b78a-ae543f6e817f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9054670 Jun 30 02:49:21.234323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e1d8fac8-7a41-476d-8fe4-f0322d6b53be triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:21.234721 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.243090 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:18Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1916256f-ed2b-4054-9293-874f1566a7aa', 'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'mac_address': 'fa:16:3e:e7:0e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:16Z', 'updated_at': '2021-06-30T02:49:18Z', 'revision_number': 2, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'subnets': [{'id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:21.250396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1ff3-9522-4f7a-b201-93eda5f81bfa req-e7d2b837-b8d4-467b-b714-f3b2ba87737f tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.253008 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6ed1ff3-9522-4f7a-b201-93eda5f81bfa req-e7d2b837-b8d4-467b-b714-f3b2ba87737f tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1095 time: 0.0688000 Jun 30 02:49:21.277011 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Checking router: 86f91292-5d7d-4d79-a968-05ff6b2873c2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:21.277750 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Updating router 86f91292-5d7d-4d79-a968-05ff6b2873c2 port 1916256f-ed2b-4054-9293-874f1566a7aa binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:21.318345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6ed1ff3-9522-4f7a-b201-93eda5f81bfa req-8c3cf924-bdea-41a8-bf2d-ef3ed3f85dc2 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587916 Jun 30 02:49:21.385721 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.467613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.498359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf5451-3272-4d9a-bcc6-022850a9fe15 req-e1988d9b-215e-4dcd-b0ce-0fad6aa34c78 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.505872 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ebf5451-3272-4d9a-bcc6-022850a9fe15 req-e1988d9b-215e-4dcd-b0ce-0fad6aa34c78 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 945 time: 0.1694293 Jun 30 02:49:21.553808 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ebf5451-3272-4d9a-bcc6-022850a9fe15 req-431ac29d-9b39-4552-9922-7e2106fbf5d0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466468 Jun 30 02:49:21.701947 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-701d87ea-4835-448c-ba51-01a78710efc0 req-c47c1799-ed7d-4f10-b9eb-bbefb492ee31 tempest-ImagesNegativeTestJSON-566120885 tempest-ImagesNegativeTestJSON-566120885-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0d227de-7a38-47bf-9d5c-f5d75ba3e415 HTTP/1.1" status: 200 len: 210 time: 0.0373020 Jun 30 02:49:21.711505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device cf163eed-6d72-42dd-a248-f4ef375043f7 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:21.737928 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.747413 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Transition to ACTIVE for port object 1916256f-ed2b-4054-9293-874f1566a7aa will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:21.776688 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.789950 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:49:21.789950 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:49:21.789950 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id_1': '255435969e4e416c9e80caa5fab02373', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 49, 21, 181270)}] Jun 30 02:49:21.789950 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:49:21.790930 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:49:21.803041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:21.826215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.826694 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Added segment 11b9a7dc-2e08-40c4-83ca-16e77e09f186 of type vlan for network 1206b2a9-c808-40b4-864f-248569efe941 Jun 30 02:49:21.828206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0df966d-a2f2-4752-b10b-211cc5e227b7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.869848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.980664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port cf163eed-6d72-42dd-a248-f4ef375043f7 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:21.993163 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.993712 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af513b85-5396-4c20-948d-604f5fd73b66 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.994166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port cf163eed-6d72-42dd-a248-f4ef375043f7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:21.994166 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.033825 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Pushing event updated for resources: {'Port': ['ID=1916256f-ed2b-4054-9293-874f1566a7aa,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:22.073025 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.086383 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.087313 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.087436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.087436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.087436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.087436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.087436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.087436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.087436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.087436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.087436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.087436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.088364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:22.088364 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.090521 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.112619 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Attempting to bind port 1916256f-ed2b-4054-9293-874f1566a7aa on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:22.113344 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Attempting to bind port 1916256f-ed2b-4054-9293-874f1566a7aa by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:22.114332 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Attempting to bind port 1916256f-ed2b-4054-9293-874f1566a7aa on network 124c6787-c2af-4733-a6f0-883854864943 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:22.120637 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:22.121079 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af513b85-5396-4c20-948d-604f5fd73b66 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.121236 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Checking segment: {'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:22.121932 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.122499 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Bound using segment: {'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:22.122949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e980f03-2197-427a-8766-fb301575b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf163eed-6d72-42dd-a248-f4ef375043f7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:22.123296 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Bound port: 1916256f-ed2b-4054-9293-874f1566a7aa, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:22.123880 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.132740 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231cffc3-b353-4e51-a342-85e7d2471df7" -d '{"events": [{"server_uuid": "8e980f03-2197-427a-8766-fb301575b108", "name": "network-vif-plugged", "status": "completed", "tag": "cf163eed-6d72-42dd-a248-f4ef375043f7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:22.141002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port cf163eed-6d72-42dd-a248-f4ef375043f7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cf163eed-6d72-42dd-a248-f4ef375043f7,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:22.180284 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd5fa4c-00b5-4788-b163-0cf3939284fe x-openstack-request-id: req-7cd5fa4c-00b5-4788-b163-0cf3939284fe {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:22.180580 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e980f03-2197-427a-8766-fb301575b108", "name": "network-vif-plugged", "status": "completed", "tag": "cf163eed-6d72-42dd-a248-f4ef375043f7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:22.180832 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cd5fa4c-00b5-4788-b163-0cf3939284fe {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:22.181324 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e980f03-2197-427a-8766-fb301575b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf163eed-6d72-42dd-a248-f4ef375043f7', 'code': 200} Jun 30 02:49:22.199441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event updated for resources: {'Network': ['ID=1206b2a9-c808-40b4-864f-248569efe941,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:22.206208 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] For port 1916256f-ed2b-4054-9293-874f1566a7aa, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:22.210979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 1206b2a9-c808-40b4-864f-248569efe941 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:22.250710 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] For port 1916256f-ed2b-4054-9293-874f1566a7aa, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1916256f-ed2b-4054-9293-874f1566a7aa,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:22.312379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca1ce4-3d0e-4c22-9e83-b10b7cf8fcbd req-9ecdb522-b423-4d39-9093-ba7328257d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:22.314110 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0cca1ce4-3d0e-4c22-9e83-b10b7cf8fcbd req-9ecdb522-b423-4d39-9093-ba7328257d34 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 1096 time: 0.0542302 Jun 30 02:49:22.355174 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0cca1ce4-3d0e-4c22-9e83-b10b7cf8fcbd req-c831a148-81c2-4f92-8b8b-bcee834be680 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297933 Jun 30 02:49:22.472276 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.473602 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af513b85-5396-4c20-948d-604f5fd73b66 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.517763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af513b85-5396-4c20-948d-604f5fd73b66 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57d9625-e369-4bae-a635-32f7ea4b9992,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:22.525078 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.531126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=cf163eed-6d72-42dd-a248-f4ef375043f7,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:22.590304 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Routers {'86f91292-5d7d-4d79-a968-05ff6b2873c2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:22.590926 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['86f91292-5d7d-4d79-a968-05ff6b2873c2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:22.592315 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.644438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-16763d3c-22ed-42e0-98b8-913b4224a0d4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1059849 Jun 30 02:49:22.648428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57286) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:22.658859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Request body: {'subnet': {'network_id': '1206b2a9-c808-40b4-864f-248569efe941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:22.774169 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] Set router 86f91292-5d7d-4d79-a968-05ff6b2873c2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:22.822327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8137633-f6a4-483c-b087-d42d55cbfcf5 req-5b34079d-8e74-4367-9063-ffa64d85aaea tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:22.831152 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8137633-f6a4-483c-b087-d42d55cbfcf5 req-5b34079d-8e74-4367-9063-ffa64d85aaea tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1288278 Jun 30 02:49:22.837228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Made reservation on behalf of 255435969e4e416c9e80caa5fab02373 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:22.841240 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.868511 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0398404-15ad-459e-aad2-13bace2cf864 None None] Pushing event updated for resources: {'Port': ['ID=1916256f-ed2b-4054-9293-874f1566a7aa,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:22.944642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8137633-f6a4-483c-b087-d42d55cbfcf5 req-a98ecafe-316b-49d0-b7f1-098ebecd4dcf tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095929 Jun 30 02:49:23.060582 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af513b85-5396-4c20-948d-604f5fd73b66 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.068229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-af513b85-5396-4c20-948d-604f5fd73b66 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9497898 Jun 30 02:49:23.069936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57302) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:23.078551 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:18Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1916256f-ed2b-4054-9293-874f1566a7aa', 'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'mac_address': 'fa:16:3e:e7:0e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:16Z', 'updated_at': '2021-06-30T02:49:22Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'subnets': [{'id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:23.079970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-278309da-d84a-41ff-ac77-6ce4bad97b5a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Request body: {'security_group_rule': {'security_group_id': 'c57d9625-e369-4bae-a635-32f7ea4b9992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:23.124516 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11c5ac-fbc6-495e-ab87-58ae7564279b None None] The sync data for ids ['86f91292-5d7d-4d79-a968-05ff6b2873c2'] in n-d-798249-3 is: [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:18Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1916256f-ed2b-4054-9293-874f1566a7aa', 'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'mac_address': 'fa:16:3e:e7:0e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:16Z', 'updated_at': '2021-06-30T02:49:22Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'subnets': [{'id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:23.227913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Made reservation on behalf of 1631fdef8b444c98b84ced6f6e39b671 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:23.231690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.290690 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.294928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.371019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66215299-961a-41b8-a8d1-f53d33ab34fa,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:23.383749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.384192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.384848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.385342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.385793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.386222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.386643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.387080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.387507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.388053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.388474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.389042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:23.419335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Checking segment: {'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:23.419335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Network hostable DHCP agents. Network: c367f55f-9028-4874-a4d0-e9742e157287, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:23.591805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Network c367f55f-9028-4874-a4d0-e9742e157287 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:23.608007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 7359f1fa-094f-4cb7-80b6-becc5550cbed no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:23.652408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 7359f1fa-094f-4cb7-80b6-becc5550cbed {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:23.654893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 7359f1fa-094f-4cb7-80b6-becc5550cbed not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:23.724171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c367f55f-9028-4874-a4d0-e9742e157287) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:23.729435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:23.729435 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.736419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1fff03-a80c-4aea-b878-7625841e9e7f None None] Network c367f55f-9028-4874-a4d0-e9742e157287 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:23.829660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278309da-d84a-41ff-ac77-6ce4bad97b5a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.961421 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d083259d-a014-485e-83b6-84932abf1cb4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7878799 Jun 30 02:49:23.962229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57314) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:23.966840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-router', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:23.969169 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278309da-d84a-41ff-ac77-6ce4bad97b5a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.973702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c367f55f-9028-4874-a4d0-e9742e157287', 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'fixed_ips': [{'subnet_id': '66215299-961a-41b8-a8d1-f53d33ab34fa'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:23.974858 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.074653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57318) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:24.083121 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.163780 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event updated for resources: {'Subnet': ['ID=6ec200de-b1c4-4f5f-aae4-98b15253e353,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:24.181814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278309da-d84a-41ff-ac77-6ce4bad97b5a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.195990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.197081 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.231388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278309da-d84a-41ff-ac77-6ce4bad97b5a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06dbc16-9111-4e84-aaf1-57e2806b6aae,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:24.242555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Allocated IP 172.20.0.2 (c367f55f-9028-4874-a4d0-e9742e157287/66215299-961a-41b8-a8d1-f53d33ab34fa/78802c2e-ef66-4b1f-b108-9188b14a8ba6) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:24.276052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Checking segment: {'id': '11b9a7dc-2e08-40c4-83ca-16e77e09f186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1206b2a9-c808-40b4-864f-248569efe941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:24.278561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Network hostable DHCP agents. Network: 1206b2a9-c808-40b4-864f-248569efe941, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:24.312942 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bc0c8-b50f-4e71-bf50-3e41a8ac8422 req-c054e80c-0478-47d5-b6d4-c20043c9055c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:24.314563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e17bc0c8-b50f-4e71-bf50-3e41a8ac8422 req-c054e80c-0478-47d5-b6d4-c20043c9055c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1833472 Jun 30 02:49:24.316364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.353277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-72e78eaf-dc59-477a-84a2-01bb1adaec4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=99d9f11947394935875372341fb2d395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772768 Jun 30 02:49:24.355542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57322) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:24.386899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e17bc0c8-b50f-4e71-bf50-3e41a8ac8422 req-14d19dfa-a9a8-4a9f-85ed-f74781bb360d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634103 Jun 30 02:49:24.422260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7de909bb-f180-47b1-b0b0-f50d4f9169c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.435087 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278309da-d84a-41ff-ac77-6ce4bad97b5a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.436826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-278309da-d84a-41ff-ac77-6ce4bad97b5a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3658586 Jun 30 02:49:24.439561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57326) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:24.446863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-06160079-314d-408b-b82d-7f61c9a69d11 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Request body: {'security_group_rule': {'security_group_id': 'c57d9625-e369-4bae-a635-32f7ea4b9992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:24.472696 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7de909bb-f180-47b1-b0b0-f50d4f9169c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.487600 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.515056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Transition to ACTIVE for port object 78802c2e-ef66-4b1f-b108-9188b14a8ba6 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:24.515772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Network 1206b2a9-c808-40b4-864f-248569efe941 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:24.538987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Transition to ACTIVE for port object 78802c2e-ef66-4b1f-b108-9188b14a8ba6 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:24.621852 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06160079-314d-408b-b82d-7f61c9a69d11 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.752006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.752006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06160079-314d-408b-b82d-7f61c9a69d11 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.855626 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.899354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 1206b2a9-c808-40b4-864f-248569efe941) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:24.899468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06160079-314d-408b-b82d-7f61c9a69d11 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.901652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Network c367f55f-9028-4874-a4d0-e9742e157287 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:24.902471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:24.903771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:24.905032 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.908771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:24.911610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7de909bb-f180-47b1-b0b0-f50d4f9169c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.914938 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7de909bb-f180-47b1-b0b0-f50d4f9169c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.915606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1f57a-ce22-4b6c-a7bc-3a7913f0dc5c None None] Network 1206b2a9-c808-40b4-864f-248569efe941 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:24.920218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7de909bb-f180-47b1-b0b0-f50d4f9169c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa30c77c-b67d-4a5d-aed5-6c986c104c17 HTTP/1.1" status: 204 len: 168 time: 0.5614982 Jun 30 02:49:24.967324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de909bb-f180-47b1-b0b0-f50d4f9169c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa30c77c-b67d-4a5d-aed5-6c986c104c17,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.032029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06160079-314d-408b-b82d-7f61c9a69d11 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900fa950-0774-43e1-9495-fd9d9580c3cd,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.069833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Pushing event updated for resources: {'Port': ['ID=78802c2e-ef66-4b1f-b108-9188b14a8ba6,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.103431 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Attempting to bind port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:25.103848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Attempting to bind port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:25.104727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Attempting to bind port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 on network c367f55f-9028-4874-a4d0-e9742e157287 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:25.113160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:25.113563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Checking segment: {'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:25.114500 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.114898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Bound using segment: {'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:25.115393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Bound port: 78802c2e-ef66-4b1f-b108-9188b14a8ba6, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:25.115783 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.124134 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-71519344-7b66-4276-a70d-fdd8b4997b04 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4746192 Jun 30 02:49:25.128688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57336) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:25.133897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-534725430', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:25.209424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1916256f-ed2b-4054-9293-874f1566a7aa up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:25.256980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06160079-314d-408b-b82d-7f61c9a69d11 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.259103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-06160079-314d-408b-b82d-7f61c9a69d11 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8184834 Jun 30 02:49:25.261984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57338) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:25.267760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:25.283632 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.291599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] For port 78802c2e-ef66-4b1f-b108-9188b14a8ba6, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:25.305217 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.309488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] For port 78802c2e-ef66-4b1f-b108-9188b14a8ba6, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=78802c2e-ef66-4b1f-b108-9188b14a8ba6,segment=NetworkSegment(0a684cc8-f8e2-4a88-9f31-d409640e1bdc),segment_id=0a684cc8-f8e2-4a88-9f31-d409640e1bdc)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:25.339520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-1206b2a9-c808-40b4-864f-248569efe941', 'network_id': '1206b2a9-c808-40b4-864f-248569efe941', 'tenant_id': '1631fdef8b444c98b84ced6f6e39b671', 'fixed_ips': [{'subnet_id': '6ec200de-b1c4-4f5f-aae4-98b15253e353'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:25.340463 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.415110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Allocated IP 172.25.2.142 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/474af95f-b087-460d-8055-30e2ac844859) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:25.484390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Allocated IP 172.20.0.2 (1206b2a9-c808-40b4-864f-248569efe941/6ec200de-b1c4-4f5f-aae4-98b15253e353/67240924-4f68-431d-8cc0-e3385e3f617d) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:25.530002 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.617691 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.618450 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.619680 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.620355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1916256f-ed2b-4054-9293-874f1566a7aa completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:25.685075 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.699301 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.719519 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.744030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:25.747462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:25.752206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Transition to ACTIVE for port object 67240924-4f68-431d-8cc0-e3385e3f617d will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:25.759329 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.771591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Transition to ACTIVE for port object 67240924-4f68-431d-8cc0-e3385e3f617d will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:25.788090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:25.852732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Pushing event updated for resources: {'Port': ['ID=474af95f-b087-460d-8055-30e2ac844859,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.886181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1916256f-ed2b-4054-9293-874f1566a7aa triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:25.886832 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.948718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776e42a-d656-4806-8e3b-3b759c18475b None None] Pushing event updated for resources: {'Port': ['ID=78802c2e-ef66-4b1f-b108-9188b14a8ba6,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.969457 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.050945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Network 1206b2a9-c808-40b4-864f-248569efe941 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:26.063165 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:26.065905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:26.074461 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.099916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Pushing event updated for resources: {'Port': ['ID=67240924-4f68-431d-8cc0-e3385e3f617d,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:26.240083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1916256f-ed2b-4054-9293-874f1566a7aa, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1916256f-ed2b-4054-9293-874f1566a7aa,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:26.265800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Attempting to bind port 67240924-4f68-431d-8cc0-e3385e3f617d on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.267299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Attempting to bind port 67240924-4f68-431d-8cc0-e3385e3f617d by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '11b9a7dc-2e08-40c4-83ca-16e77e09f186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1206b2a9-c808-40b4-864f-248569efe941'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.268640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Attempting to bind port 67240924-4f68-431d-8cc0-e3385e3f617d on network 1206b2a9-c808-40b4-864f-248569efe941 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.280704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:26.281207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Checking segment: {'id': '11b9a7dc-2e08-40c4-83ca-16e77e09f186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1206b2a9-c808-40b4-864f-248569efe941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:26.284346 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.284938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Bound using segment: {'id': '11b9a7dc-2e08-40c4-83ca-16e77e09f186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1206b2a9-c808-40b4-864f-248569efe941'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:26.286416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Bound port: 67240924-4f68-431d-8cc0-e3385e3f617d, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b9a7dc-2e08-40c4-83ca-16e77e09f186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1206b2a9-c808-40b4-864f-248569efe941'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:26.286938 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.376939 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.385644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.434435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.443677 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.513970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1916256f-ed2b-4054-9293-874f1566a7aa,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:26.529905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] For port 67240924-4f68-431d-8cc0-e3385e3f617d, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:26.557684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] For port 67240924-4f68-431d-8cc0-e3385e3f617d, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=67240924-4f68-431d-8cc0-e3385e3f617d,segment=NetworkSegment(11b9a7dc-2e08-40c4-83ca-16e77e09f186),segment_id=11b9a7dc-2e08-40c4-83ca-16e77e09f186)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:26.578706 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Allocated IP 172.25.2.106 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/07bc6b94-1e9d-4726-9371-888cd5f7042a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:26.639394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbada2e4-b64f-4e19-8d78-5e390e2b3756 req-de546931-06f3-4e05-8409-e97b854bcc6b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:26.641014 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbada2e4-b64f-4e19-8d78-5e390e2b3756 req-de546931-06f3-4e05-8409-e97b854bcc6b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1566281 Jun 30 02:49:26.701637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.770219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbada2e4-b64f-4e19-8d78-5e390e2b3756 req-4d94e1e8-ef81-4571-86dc-e971b0ccb1a3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925612 Jun 30 02:49:26.806780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.858569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301ce3b-3ca5-4ed6-a90a-1195c2ece303 None None] Pushing event updated for resources: {'Port': ['ID=67240924-4f68-431d-8cc0-e3385e3f617d,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:26.885485 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.060675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57378) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.163003 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.208522 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.317425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1107377155-network', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:27.383305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1916256f-ed2b-4054-9293-874f1566a7aa up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:27.401036 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.450115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1916256f-ed2b-4054-9293-874f1566a7aa triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:27.450474 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.487686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:27.496501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe558b70-2a0b-4f50-a7ce-a64b9c3df63c None None] Network c367f55f-9028-4874-a4d0-e9742e157287 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:27.501318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:27.503783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Allocated IP 172.25.2.22 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/0725631f-72bc-48ed-9cb7-2c4fd31c5b19) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:27.506800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:27.508789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Pushing event updated for resources: {'Port': ['ID=07bc6b94-1e9d-4726-9371-888cd5f7042a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:27.512042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Router 290fd6e9-931e-45ed-a756-f7ccaea324e2 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:27.624258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 78802c2e-ef66-4b1f-b108-9188b14a8ba6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:27.667680 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:27.677563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Made reservation on behalf of a94cd6792f3746bdbcbc060a15360cb7 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:27.680377 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.685464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.695690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Sync routers for ids ['290fd6e9-931e-45ed-a756-f7ccaea324e2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:27.698196 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.705938 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.706975 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-025411d6-e612-4ff7-99ce-720cb93fc9db None None] Provisioning for port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:27.720034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Routers {'290fd6e9-931e-45ed-a756-f7ccaea324e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:27.720784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['290fd6e9-931e-45ed-a756-f7ccaea324e2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:27.896338 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.901603 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.911545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57388) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.911973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Set router 290fd6e9-931e-45ed-a756-f7ccaea324e2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:27.914368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:27.914646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3b7a31c9-36b0-44be-be62-c4559e05f24d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9508457 Jun 30 02:49:28.026155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:28.027393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.092537 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.100563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:28.111325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:28.117304 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.124085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:28.155578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event updated for resources: {'Port': ['ID=0725631f-72bc-48ed-9cb7-2c4fd31c5b19,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:28.249844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10095c2a-2c16-4c99-b672-e80d34c485f8 req-57d78e4f-b685-4a6d-80ec-bd3c3118ee43 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:28.252299 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10095c2a-2c16-4c99-b672-e80d34c485f8 req-57d78e4f-b685-4a6d-80ec-bd3c3118ee43 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1567464 Jun 30 02:49:28.253121 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.299639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:28.330076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81db74ec-5783-4834-805d-34640253c84a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:28.342365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.342974 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Added segment 898f9694-db7f-4767-979e-18b45923a81d of type vlan for network 69eb99e6-aef0-4477-9db7-0070bde99f86 Jun 30 02:49:28.643920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10095c2a-2c16-4c99-b672-e80d34c485f8 req-fa084039-1670-45e7-9ea4-e0e9c928a531 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269631 Jun 30 02:49:28.643920 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.647414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c6dd4bad-5357-442a-9618-ab577679b139 None None] Provisioning complete for port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:28.647414 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4bad-5357-442a-9618-ab577679b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.651376 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.680092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-router', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '474af95f-b087-460d-8055-30e2ac844859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:24Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 3, 'project_id': '255435969e4e416c9e80caa5fab02373', 'gw_port': {'id': '474af95f-b087-460d-8055-30e2ac844859', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:25Z', 'updated_at': '2021-06-30T02:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:28.717426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603171a2-2f2f-4e9e-b961-985e6d47bf46 None None] Network 1206b2a9-c808-40b4-864f-248569efe941 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:28.725913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Checking router: 290fd6e9-931e-45ed-a756-f7ccaea324e2 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:28.726269 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Updating router 290fd6e9-931e-45ed-a756-f7ccaea324e2 port 474af95f-b087-460d-8055-30e2ac844859 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:28.765012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 78802c2e-ef66-4b1f-b108-9188b14a8ba6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=78802c2e-ef66-4b1f-b108-9188b14a8ba6,segment=NetworkSegment(0a684cc8-f8e2-4a88-9f31-d409640e1bdc),segment_id=0a684cc8-f8e2-4a88-9f31-d409640e1bdc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:28.790751 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.840918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c6dd4bad-5357-442a-9618-ab577679b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.848633 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.919673 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.067572 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.069359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:29.070625 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.072547 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.075941 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2170862f-1513-44c5-9494-8986018a6ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.196315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] Pushing event updated for resources: {'Network': ['ID=69eb99e6-aef0-4477-9db7-0070bde99f86,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:29.222744 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-c6dd4bad-5357-442a-9618-ab577679b139 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:49:29.223532 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-c6dd4bad-5357-442a-9618-ab577679b139 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:49:29.231491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:29.252260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=78802c2e-ef66-4b1f-b108-9188b14a8ba6,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:29.298073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 67240924-4f68-431d-8cc0-e3385e3f617d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:29.355307 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-95b05660-45fe-4a08-b968-401704a0516a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2913542 Jun 30 02:49:29.355908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57398) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:29.362966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Request body: {'subnet': {'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1107377155-subnet', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:29.444390 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.455503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Transition to ACTIVE for port object 474af95f-b087-460d-8055-30e2ac844859 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:29.515503 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.552408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Made reservation on behalf of a94cd6792f3746bdbcbc060a15360cb7 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:29.556235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 67240924-4f68-431d-8cc0-e3385e3f617d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:29.556392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.584789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Allocated IP 172.20.0.1 (c367f55f-9028-4874-a4d0-e9742e157287/66215299-961a-41b8-a8d1-f53d33ab34fa/4eccd343-6f35-49dc-81a9-d51814bc4a79) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:29.603596 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.664412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Attempting to bind port 474af95f-b087-460d-8055-30e2ac844859 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:29.664786 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Attempting to bind port 474af95f-b087-460d-8055-30e2ac844859 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:29.665362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Attempting to bind port 474af95f-b087-460d-8055-30e2ac844859 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:29.676994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:29.676994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:29.676994 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.676994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:29.676994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Bound port: 474af95f-b087-460d-8055-30e2ac844859, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:29.676994 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.702298 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241f247-9d80-4b46-b9ab-3fdd5add820d None None] Pushing event updated for resources: {'Port': ['ID=474af95f-b087-460d-8055-30e2ac844859,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:29.724562 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.745190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Pushing event updated for resources: {'Port': ['ID=07bc6b94-1e9d-4726-9371-888cd5f7042a,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:29.752021 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.786522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] For port 474af95f-b087-460d-8055-30e2ac844859, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:29.792340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] For port 474af95f-b087-460d-8055-30e2ac844859, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=474af95f-b087-460d-8055-30e2ac844859,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:29.811878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.813131 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9b072aa7-e79f-44af-9586-934b20e8d5cc tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5499291 Jun 30 02:49:29.924428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.958163 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.961903 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.987287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Transition to ACTIVE for port object 4eccd343-6f35-49dc-81a9-d51814bc4a79 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:30.017117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Routers {'290fd6e9-931e-45ed-a756-f7ccaea324e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:30.017869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['290fd6e9-931e-45ed-a756-f7ccaea324e2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:30.022675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Checking segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:30.023390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Network hostable DHCP agents. Network: 69eb99e6-aef0-4477-9db7-0070bde99f86, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:30.041812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c591-4f5c-47ad-b1f8-7ec63b2d575b req-f9cfb659-40e5-4f49-8772-8f69b33102ee tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:30.043839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff83c591-4f5c-47ad-b1f8-7ec63b2d575b req-f9cfb659-40e5-4f49-8772-8f69b33102ee tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.2378592 Jun 30 02:49:30.077923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:30.094030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7e3e222c-a65d-495d-9275-66fc34e7f3a8 None None] Provisioning for port 67240924-4f68-431d-8cc0-e3385e3f617d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:30.098708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241f247-9d80-4b46-b9ab-3fdd5add820d None None] Pushing event updated for resources: {'Port': ['ID=474af95f-b087-460d-8055-30e2ac844859,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:30.105157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7e3e222c-a65d-495d-9275-66fc34e7f3a8 None None] Provisioning complete for port 67240924-4f68-431d-8cc0-e3385e3f617d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:30.105550 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e3e222c-a65d-495d-9275-66fc34e7f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.109625 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-4f51448c-b35b-4097-8bc1-76afeb759597 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2086346006&fields=id&tenant_id=f727d6caff2346ad8eb6cfc1b68d9bc7 HTTP/1.1" status: 200 len: 267 time: 0.0976064 Jun 30 02:49:30.158245 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff83c591-4f5c-47ad-b1f8-7ec63b2d575b req-831e6bdb-c6ff-40cb-85d7-c56af59f67f2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041617 Jun 30 02:49:30.184710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.231926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:30.233446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] Set router 290fd6e9-931e-45ed-a756-f7ccaea324e2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:30.299034 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.366486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Network c367f55f-9028-4874-a4d0-e9742e157287 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:30.371009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:30.389465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:30.457753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4eccd343-6f35-49dc-81a9-d51814bc4a79,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:30.481201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.493717 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e3e222c-a65d-495d-9275-66fc34e7f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.614461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7e3e222c-a65d-495d-9275-66fc34e7f3a8 None None] For port 67240924-4f68-431d-8cc0-e3385e3f617d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=67240924-4f68-431d-8cc0-e3385e3f617d,segment=NetworkSegment(11b9a7dc-2e08-40c4-83ca-16e77e09f186),segment_id=11b9a7dc-2e08-40c4-83ca-16e77e09f186)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:30.620030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-router', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '474af95f-b087-460d-8055-30e2ac844859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:24Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 3, 'project_id': '255435969e4e416c9e80caa5fab02373', 'gw_port': {'id': '474af95f-b087-460d-8055-30e2ac844859', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:25Z', 'updated_at': '2021-06-30T02:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:30.650079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec33fe-8071-4848-b384-fbe08a09f488 None None] The sync data for ids ['290fd6e9-931e-45ed-a756-f7ccaea324e2'] in n-d-798249-3 is: [{'id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-router', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '474af95f-b087-460d-8055-30e2ac844859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:24Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 3, 'project_id': '255435969e4e416c9e80caa5fab02373', 'gw_port': {'id': '474af95f-b087-460d-8055-30e2ac844859', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:25Z', 'updated_at': '2021-06-30T02:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:30.671793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Router e194bac2-9604-4b45-aba1-4ae5f8a35959 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:30.726541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-4af7bf07-fc6b-4bd1-b301-4c2fbf5ca159 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:30.728091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-4af7bf07-fc6b-4bd1-b301-4c2fbf5ca159 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/networks?id=124c6787-c2af-4733-a6f0-883854864943 HTTP/1.1" status: 200 len: 806 time: 0.6176414 Jun 30 02:49:30.744057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-569197ba-8644-4379-8655-76c9d79ea529 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/quotas/f727d6caff2346ad8eb6cfc1b68d9bc7 HTTP/1.1" status: 200 len: 375 time: 0.0101790 Jun 30 02:49:30.793469 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e3e222c-a65d-495d-9275-66fc34e7f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.804604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:30.812843 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab134e6-cd63-4f74-93a1-77bb60408fdf None None] Sync routers for ids ['e194bac2-9604-4b45-aba1-4ae5f8a35959'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:30.825138 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab134e6-cd63-4f74-93a1-77bb60408fdf None None] Routers {'e194bac2-9604-4b45-aba1-4ae5f8a35959'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:30.828455 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7ab134e6-cd63-4f74-93a1-77bb60408fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e194bac2-9604-4b45-aba1-4ae5f8a35959'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:30.850737 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-022e46b2-fdf8-419d-b130-4555178d734a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f727d6caff2346ad8eb6cfc1b68d9bc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1008847 Jun 30 02:49:30.861267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e222c-a65d-495d-9275-66fc34e7f3a8 None None] Pushing event updated for resources: {'Port': ['ID=67240924-4f68-431d-8cc0-e3385e3f617d,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:30.900590 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7ab134e6-cd63-4f74-93a1-77bb60408fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:30.912364 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab134e6-cd63-4f74-93a1-77bb60408fdf None None] Routers {'e194bac2-9604-4b45-aba1-4ae5f8a35959'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:30.913190 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7ab134e6-cd63-4f74-93a1-77bb60408fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e194bac2-9604-4b45-aba1-4ae5f8a35959'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:30.921022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.960473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.975566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57458) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:30.978870 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a18192d1-095e-466a-8454-9d76abe029f8 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.8508344 Jun 30 02:49:31.010771 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7ab134e6-cd63-4f74-93a1-77bb60408fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:31.011446 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab134e6-cd63-4f74-93a1-77bb60408fdf None None] The sync data for ids ['e194bac2-9604-4b45-aba1-4ae5f8a35959'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:31.054919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-203b9151-1f7d-4316-ba4e-ed8be40b4f78 None None] Provisioning for port 4eccd343-6f35-49dc-81a9-d51814bc4a79 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:31.058831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-203b9151-1f7d-4316-ba4e-ed8be40b4f78 None None] Provisioning complete for port 4eccd343-6f35-49dc-81a9-d51814bc4a79 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:31.059264 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-203b9151-1f7d-4316-ba4e-ed8be40b4f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.089098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 69eb99e6-aef0-4477-9db7-0070bde99f86) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:31.101929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ffa97-30cc-43e0-9625-1747dddb3021 None None] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:31.105951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:31.106404 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.254550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.293986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-ff9743f6-9bb2-4017-aab2-7f4e1f33683a service neutron] 10.222.0.77 "GET /v2.0/networks/124c6787-c2af-4733-a6f0-883854864943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303377 Jun 30 02:49:31.423638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 67240924-4f68-431d-8cc0-e3385e3f617d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:31.478709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc1605-ee71-4091-9013-7a5dd715beec req-2edb0609-0835-47cc-a1db-4e34465ffa26 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:31.486034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19bc1605-ee71-4091-9013-7a5dd715beec req-2edb0609-0835-47cc-a1db-4e34465ffa26 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.0772586 Jun 30 02:49:31.499787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-203b9151-1f7d-4316-ba4e-ed8be40b4f78 None None] Port 4eccd343-6f35-49dc-81a9-d51814bc4a79 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:31.539071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19bc1605-ee71-4091-9013-7a5dd715beec req-8cbb0f2d-b68c-49b8-8242-f06423e386e9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518718 Jun 30 02:49:31.540121 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.543990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 67240924-4f68-431d-8cc0-e3385e3f617d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:31.544616 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.552942 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4edc0013-33e8-48c0-9666-b1dbbcff1a92 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1958139 Jun 30 02:49:31.653961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57466) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:31.656384 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.668587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:31.675103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 78802c2e-ef66-4b1f-b108-9188b14a8ba6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:31.678031 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-590cb06b-70b9-4d50-8e10-5cb796cca0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.725583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.776503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4eccd343-6f35-49dc-81a9-d51814bc4a79,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:31.792169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:31.792657 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.810432 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-a0b25ca3-7c93-4643-b928-216594baa12b service neutron] 10.222.0.77 "GET /v2.0/networks/124c6787-c2af-4733-a6f0-883854864943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071139 Jun 30 02:49:31.846805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Network c367f55f-9028-4874-a4d0-e9742e157287 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:31.848701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:31.884319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-69eb99e6-aef0-4477-9db7-0070bde99f86', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:31.887157 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.006029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 474af95f-b087-460d-8055-30e2ac844859 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:32.014369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.015536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.025530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Router 290fd6e9-931e-45ed-a756-f7ccaea324e2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:32.034847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.175120 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.259171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Allocated IP 172.20.0.2 (69eb99e6-aef0-4477-9db7-0070bde99f86/a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00/750f4c6a-6d8b-42f3-82ab-45b6f8dfd653) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:32.270828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8d022df5-218d-4ed8-be8f-fc7385bb47e1 None None] Provisioning complete for port 4eccd343-6f35-49dc-81a9-d51814bc4a79 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:32.271276 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8d022df5-218d-4ed8-be8f-fc7385bb47e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.278516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:32.286510 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4ae60ff7-ddf9-4852-957f-3f6e640250e3 admin admin] 10.222.0.77 "PUT /v2.0/routers/290fd6e9-931e-45ed-a756-f7ccaea324e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3397214 Jun 30 02:49:32.441339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8d022df5-218d-4ed8-be8f-fc7385bb47e1 None None] Port 4eccd343-6f35-49dc-81a9-d51814bc4a79 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:32.454162 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-194f9b12-98c4-47cb-8ed1-0daf8bc76da6 req-1f969a73-c54e-493e-94c6-887e037cc499 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 210 time: 0.0788631 Jun 30 02:49:32.553862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Allocated IP 172.20.0.1 (1206b2a9-c808-40b4-864f-248569efe941/6ec200de-b1c4-4f5f-aae4-98b15253e353/8082a32a-c72f-4fcd-8fc3-569564832a1e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:32.615719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 474af95f-b087-460d-8055-30e2ac844859 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:32.700116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 474af95f-b087-460d-8055-30e2ac844859 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:32.700486 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.847685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f016c4-a9a5-425c-b354-8b63f07b6691 req-baf61959-3436-4c2b-a8f8-dc3e4721f162 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:32.854735 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.858229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-37f016c4-a9a5-425c-b354-8b63f07b6691 req-baf61959-3436-4c2b-a8f8-dc3e4721f162 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1343155 Jun 30 02:49:32.888728 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.905314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Transition to ACTIVE for port object 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:32.927621 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-37f016c4-a9a5-425c-b354-8b63f07b6691 req-ac0e6434-baf9-4776-bb2d-9217726b4a60 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682604 Jun 30 02:49:32.951998 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.973393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Transition to ACTIVE for port object 8082a32a-c72f-4fcd-8fc3-569564832a1e will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:32.974448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Transition to ACTIVE for port object 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:33.006833 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.007103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9a1585a-8bcf-43a2-a3c0-48c87f1b9ef8 req-2ea31ca4-aaf2-442c-857b-723696ed1a1c tempest-FloatingIPsNegativeTestJSON-2098299659 tempest-FloatingIPsNegativeTestJSON-2098299659-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=255435969e4e416c9e80caa5fab02373 HTTP/1.1" status: 200 len: 217 time: 0.1080437 Jun 30 02:49:33.007266 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.011101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Sync routers for ids ['290fd6e9-931e-45ed-a756-f7ccaea324e2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:33.028010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 474af95f-b087-460d-8055-30e2ac844859, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=474af95f-b087-460d-8055-30e2ac844859,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:33.039206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Routers {'290fd6e9-931e-45ed-a756-f7ccaea324e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:33.039206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['290fd6e9-931e-45ed-a756-f7ccaea324e2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:33.055170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f330035c-c4b1-4d1c-97e1-14ac2294aef5 req-eea52ad7-e9b1-436a-bec5-c4c2a27ced6f tempest-FloatingIPsNegativeTestJSON-2098299659 tempest-FloatingIPsNegativeTestJSON-2098299659-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0354834 Jun 30 02:49:33.131579 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.153207 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-ba12c138-4d96-44f6-92e8-c5efc8c332e0 req-3c07e8e5-8985-4e86-b113-44d3830c10f6 tempest-FloatingIPsNegativeTestJSON-2098299659 tempest-FloatingIPsNegativeTestJSON-2098299659-project] show failed (client error): The resource could not be found. Jun 30 02:49:33.157674 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba12c138-4d96-44f6-92e8-c5efc8c332e0 req-3c07e8e5-8985-4e86-b113-44d3830c10f6 tempest-FloatingIPsNegativeTestJSON-2098299659 tempest-FloatingIPsNegativeTestJSON-2098299659-project] 10.222.0.77 "GET /v2.0/floatingips/4b5d7b1e-80fc-4bae-8539-96f39402436c HTTP/1.1" status: 404 len: 350 time: 0.0392997 Jun 30 02:49:33.172955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57526) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.204854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:33.211963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:33.214580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:33.230718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Pushing event updated for resources: {'Port': ['ID=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:33.239883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Set router 290fd6e9-931e-45ed-a756-f7ccaea324e2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:33.257897 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.295646 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.413323 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.428537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Network 1206b2a9-c808-40b4-864f-248569efe941 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:33.433110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.438046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:33.440517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event updated for resources: {'Port': ['ID=8082a32a-c72f-4fcd-8fc3-569564832a1e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:33.443758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:33.453794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Attempting to bind port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:33.454235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Attempting to bind port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:33.454664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Attempting to bind port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:33.507895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:33.508370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Checking segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:33.508848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.509964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Bound using segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:33.509964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Bound port: 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:33.510316 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.512259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=474af95f-b087-460d-8055-30e2ac844859,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:33.528721 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.640458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Allocated IP 172.25.2.135 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/582eece9-4800-407c-95fb-b2c3adc76967) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:33.651651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] For port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:33.670270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] For port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:33.707493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-router', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '474af95f-b087-460d-8055-30e2ac844859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:24Z', 'updated_at': '2021-06-30T02:49:30Z', 'revision_number': 4, 'project_id': '255435969e4e416c9e80caa5fab02373', 'gw_port': {'id': '474af95f-b087-460d-8055-30e2ac844859', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:25Z', 'updated_at': '2021-06-30T02:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '4eccd343-6f35-49dc-81a9-d51814bc4a79', 'name': '', 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'mac_address': 'fa:16:3e:e3:0d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '66215299-961a-41b8-a8d1-f53d33ab34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:28Z', 'updated_at': '2021-06-30T02:49:31Z', 'revision_number': 2, 'project_id': '255435969e4e416c9e80caa5fab02373', 'subnets': [{'id': '66215299-961a-41b8-a8d1-f53d33ab34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:33.785725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Checking router: 290fd6e9-931e-45ed-a756-f7ccaea324e2 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:33.787580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Updating router 290fd6e9-931e-45ed-a756-f7ccaea324e2 port 4eccd343-6f35-49dc-81a9-d51814bc4a79 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:33.796675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8736c3f5-a37c-4ab1-b82d-d12448f340b5 req-f95ddaec-43ce-48d6-a4f3-c4345a634c35 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 210 time: 0.2429311 Jun 30 02:49:33.842771 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.845781 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.973972 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.029370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4858a-9814-4210-b9dc-48c5876a9e81 None None] Pushing event updated for resources: {'Port': ['ID=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:34.110956 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.198350 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.218045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-eac25258-e46c-4ce8-979c-159f79fc9b36 None None] Provisioning for port 8082a32a-c72f-4fcd-8fc3-569564832a1e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:34.219900 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.239653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-eac25258-e46c-4ce8-979c-159f79fc9b36 None None] Provisioning complete for port 8082a32a-c72f-4fcd-8fc3-569564832a1e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:34.240448 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eac25258-e46c-4ce8-979c-159f79fc9b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.251609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:34.255469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:34.258163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:34.298559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Pushing event updated for resources: {'Port': ['ID=582eece9-4800-407c-95fb-b2c3adc76967,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:34.310629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-eac25258-e46c-4ce8-979c-159f79fc9b36 None None] Port 8082a32a-c72f-4fcd-8fc3-569564832a1e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:34.441135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215e88d-e264-4661-8a66-04cb18d2f39a req-00e5fd4c-aa8b-4311-922a-e1a6deea5ecd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:34.448955 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1215e88d-e264-4661-8a66-04cb18d2f39a req-00e5fd4c-aa8b-4311-922a-e1a6deea5ecd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.2911201 Jun 30 02:49:34.522071 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.536997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Transition to ACTIVE for port object 4eccd343-6f35-49dc-81a9-d51814bc4a79 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:34.618139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1215e88d-e264-4661-8a66-04cb18d2f39a req-b7a4c204-7248-47e8-a63b-bc63745e3663 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681657 Jun 30 02:49:34.839476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.843395 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.843575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.849084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] Deleting port 4eccd343-6f35-49dc-81a9-d51814bc4a79 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:34.849630 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.957931 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.974674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] Calling delete_port for 4eccd343-6f35-49dc-81a9-d51814bc4a79 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:35.041373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35b815d1-b007-4c63-bc46-df2b2a5865de req-edda08d0-9612-4963-96f8-efd2261fb4df tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 210 time: 0.1945474 Jun 30 02:49:35.048099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a712bbc-7c17-44c7-9f3f-5a5a5f1b4993 None None] Pushing event updated for resources: {'Port': ['ID=4eccd343-6f35-49dc-81a9-d51814bc4a79,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:35.163633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.201390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Attempting to bind port 4eccd343-6f35-49dc-81a9-d51814bc4a79 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:35.202014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Attempting to bind port 4eccd343-6f35-49dc-81a9-d51814bc4a79 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:35.202427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Attempting to bind port 4eccd343-6f35-49dc-81a9-d51814bc4a79 on network c367f55f-9028-4874-a4d0-e9742e157287 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:35.211992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:35.212370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Checking segment: {'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:35.212776 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.213167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Bound using segment: {'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:35.213684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Bound port: 4eccd343-6f35-49dc-81a9-d51814bc4a79, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:35.214064 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.363158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.474235 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:49:35.507796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event updated for resources: {'Port': ['ID=8082a32a-c72f-4fcd-8fc3-569564832a1e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:35.518445 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.529803 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.565058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 474af95f-b087-460d-8055-30e2ac844859 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:35.602546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:49:35.602546 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:49:35.623426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e1ac50-4639-4437-8daf-98306869b54a None None] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:35.768945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 474af95f-b087-460d-8055-30e2ac844859 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:35.783206 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.890959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-69b6ac19-448a-45e1-89a5-9a63b1a44daf None None] Provisioning for port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:36.024140 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:36.149288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Attempting to bind port 4eccd343-6f35-49dc-81a9-d51814bc4a79 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:36.150051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Attempting to bind port 4eccd343-6f35-49dc-81a9-d51814bc4a79 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:36.156708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Attempting to bind port 4eccd343-6f35-49dc-81a9-d51814bc4a79 on network c367f55f-9028-4874-a4d0-e9742e157287 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:36.172506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:36.172963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Checking segment: {'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:36.173552 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.174050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Bound using segment: {'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:36.174663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Bound port: 4eccd343-6f35-49dc-81a9-d51814bc4a79, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a684cc8-f8e2-4a88-9f31-d409640e1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c367f55f-9028-4874-a4d0-e9742e157287'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:36.175154 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.225222 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.244489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Port 4eccd343-6f35-49dc-81a9-d51814bc4a79 has been deleted concurrently {{(pid=94532) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 02:49:36.251435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Network 1206b2a9-c808-40b4-864f-248569efe941 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:36.267983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Routers {'290fd6e9-931e-45ed-a756-f7ccaea324e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:36.268782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['290fd6e9-931e-45ed-a756-f7ccaea324e2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:36.315622 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:36.320803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:36.325071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:36.325597 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.463823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eccd343-6f35-49dc-81a9-d51814bc4a79,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:36.541644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Router e194bac2-9604-4b45-aba1-4ae5f8a35959 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:36.556995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16812817-ff53-4f87-945f-0c0b0f2710ab req-b41d0a0a-fef4-4bf5-b100-958ee89fccf6 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:36.562170 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16812817-ff53-4f87-945f-0c0b0f2710ab req-b41d0a0a-fef4-4bf5-b100-958ee89fccf6 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.2422118 Jun 30 02:49:36.609267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0e316f5-bcc6-4f92-9fc7-bf24ab4b0d1e req-58a5680d-6b18-4a3a-9652-3ba03cdb18e7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 210 time: 0.3114390 Jun 30 02:49:36.661973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] Set router 290fd6e9-931e-45ed-a756-f7ccaea324e2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:36.685382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16812817-ff53-4f87-945f-0c0b0f2710ab req-07001f90-ac95-4ff6-9d14-182c783052a8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970380 Jun 30 02:49:36.820233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Router 84b81071-47d1-4e15-90eb-80da8e54ab89 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:36.823598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:36.833287 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e671edbf-6de4-4745-b116-50955e9d96e4 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "PUT /v2.0/routers/e194bac2-9604-4b45-aba1-4ae5f8a35959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8524437 Jun 30 02:49:36.834998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57560) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.835730 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71078f35-b31b-4528-96c0-2479a943b769 None None] Sync routers for ids ['e194bac2-9604-4b45-aba1-4ae5f8a35959'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:36.841930 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Request body: {'port': {'network_id': '1206b2a9-c808-40b4-864f-248569efe941', 'name': 'tempest-FloatingIPAdminTestJSON-1699259977'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:36.860312 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71078f35-b31b-4528-96c0-2479a943b769 None None] Routers {'e194bac2-9604-4b45-aba1-4ae5f8a35959'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:36.866221 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-71078f35-b31b-4528-96c0-2479a943b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e194bac2-9604-4b45-aba1-4ae5f8a35959'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:37.003490 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-71078f35-b31b-4528-96c0-2479a943b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:37.037747 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71078f35-b31b-4528-96c0-2479a943b769 None None] Routers {'e194bac2-9604-4b45-aba1-4ae5f8a35959'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:37.038390 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-71078f35-b31b-4528-96c0-2479a943b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e194bac2-9604-4b45-aba1-4ae5f8a35959'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:37.053261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-95874733-ee52-4d33-bc6f-8a5be569f26b None None] Provisioning complete for port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:37.053918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-95874733-ee52-4d33-bc6f-8a5be569f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.055626 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.078256 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-71078f35-b31b-4528-96c0-2479a943b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:37.082683 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71078f35-b31b-4528-96c0-2479a943b769 None None] The sync data for ids ['e194bac2-9604-4b45-aba1-4ae5f8a35959'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:37.102320 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.138276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:37.163547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Sync routers for ids ['84b81071-47d1-4e15-90eb-80da8e54ab89'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:37.178547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Made reservation on behalf of 1631fdef8b444c98b84ced6f6e39b671 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:37.187565 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.201362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Routers {'84b81071-47d1-4e15-90eb-80da8e54ab89'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:37.202511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['84b81071-47d1-4e15-90eb-80da8e54ab89'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:37.217235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] device_id is not set on port 3e794fda-d77e-4d84-b242-5997128f0613 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:37.243100 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.247569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0a7792ba-c9c8-4204-bc5e-51639ed3c57d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5823448 Jun 30 02:49:37.247881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57566) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:37.257392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:37.349802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-router', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '474af95f-b087-460d-8055-30e2ac844859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:24Z', 'updated_at': '2021-06-30T02:49:35Z', 'revision_number': 5, 'project_id': '255435969e4e416c9e80caa5fab02373', 'gw_port': {'id': '474af95f-b087-460d-8055-30e2ac844859', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:25Z', 'updated_at': '2021-06-30T02:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:37.385477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd22a0-8b15-41fa-a398-7a57dac24be0 None None] The sync data for ids ['290fd6e9-931e-45ed-a756-f7ccaea324e2'] in n-d-798249-3 is: [{'id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-router', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '474af95f-b087-460d-8055-30e2ac844859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:24Z', 'updated_at': '2021-06-30T02:49:35Z', 'revision_number': 5, 'project_id': '255435969e4e416c9e80caa5fab02373', 'gw_port': {'id': '474af95f-b087-460d-8055-30e2ac844859', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:25Z', 'updated_at': '2021-06-30T02:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:37.420844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Allocated IP 172.20.0.14 (1206b2a9-c808-40b4-864f-248569efe941/6ec200de-b1c4-4f5f-aae4-98b15253e353/3e794fda-d77e-4d84-b242-5997128f0613) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:37.438385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] Router 290fd6e9-931e-45ed-a756-f7ccaea324e2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:37.448815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Set router 84b81071-47d1-4e15-90eb-80da8e54ab89 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:37.515689 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.562886 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-95874733-ee52-4d33-bc6f-8a5be569f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.681000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:37.826021 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-95874733-ee52-4d33-bc6f-8a5be569f26b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:49:37.826381 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-95874733-ee52-4d33-bc6f-8a5be569f26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:49:37.897302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:34Z', 'revision_number': 3, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:37.905280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:37.936959 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1aa29595-ec12-4785-b95e-6b0a4307b813 admin admin] 10.222.0.77 "PUT /v2.0/routers/290fd6e9-931e-45ed-a756-f7ccaea324e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7605674 Jun 30 02:49:37.947266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57574) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:37.957807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Checking router: 84b81071-47d1-4e15-90eb-80da8e54ab89 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:37.961312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Updating router 84b81071-47d1-4e15-90eb-80da8e54ab89 port 582eece9-4800-407c-95fb-b2c3adc76967 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:38.013644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.042462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-717ee9f8-144d-4937-a6c2-8ca5f1d18c7d tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:38.043969 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-717ee9f8-144d-4937-a6c2-8ca5f1d18c7d tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.74 "GET /v2.0/networks?id=124c6787-c2af-4733-a6f0-883854864943 HTTP/1.1" status: 200 len: 806 time: 0.3966765 Jun 30 02:49:38.053197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.110727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.162872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Transition to ACTIVE for port object 3e794fda-d77e-4d84-b242-5997128f0613 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:38.204065 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f505a33-24db-4008-af1d-b8b541755a30 req-467da480-06b1-4124-ba32-7977ad9c523f tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 210 time: 0.2488086 Jun 30 02:49:38.242143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-dedd5f3b-f566-4675-8de0-278d0c02a31a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f727d6caff2346ad8eb6cfc1b68d9bc7 HTTP/1.1" status: 200 len: 380 time: 0.1827879 Jun 30 02:49:38.258229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Request body: {'port': {'device_id': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'admin_state_up': True, 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'security_groups': ['c57d9625-e369-4bae-a635-32f7ea4b9992']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:38.293616 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.344606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c09425-1300-42ac-8f4d-ac162679ecb0 req-95a378e0-6a9a-47aa-b540-2e5bff423172 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:38.346592 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8c09425-1300-42ac-8f4d-ac162679ecb0 req-95a378e0-6a9a-47aa-b540-2e5bff423172 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.3780737 Jun 30 02:49:38.351233 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.477894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Network 1206b2a9-c808-40b4-864f-248569efe941 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:38.499766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:38.515973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:38.533215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event updated for resources: {'Port': ['ID=3e794fda-d77e-4d84-b242-5997128f0613,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:38.587848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8c09425-1300-42ac-8f4d-ac162679ecb0 req-8fdb0395-d1c7-4a70-aee9-01282c3c2577 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303388 Jun 30 02:49:38.643092 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] Sync routers for ids ['290fd6e9-931e-45ed-a756-f7ccaea324e2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:38.655299 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] Routers {'290fd6e9-931e-45ed-a756-f7ccaea324e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:38.655921 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['290fd6e9-931e-45ed-a756-f7ccaea324e2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:38.676606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:38.676606 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.681356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Allocated IP 172.20.0.1 (69eb99e6-aef0-4477-9db7-0070bde99f86/a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00/8b6f86dd-69e5-4605-b3e3-09f7c07d0b02) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:38.738041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.749113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Transition to ACTIVE for port object 582eece9-4800-407c-95fb-b2c3adc76967 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:38.843085 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.880937 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.896921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Transition to ACTIVE for port object 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:38.934605 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] Set router 290fd6e9-931e-45ed-a756-f7ccaea324e2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:38.969687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Made reservation on behalf of f727d6caff2346ad8eb6cfc1b68d9bc7 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:38.978567 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.997798 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.061954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Deleting port 474af95f-b087-460d-8055-30e2ac844859 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:39.062524 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.072118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Attempting to bind port 582eece9-4800-407c-95fb-b2c3adc76967 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:39.072933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Attempting to bind port 582eece9-4800-407c-95fb-b2c3adc76967 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:39.073655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Attempting to bind port 582eece9-4800-407c-95fb-b2c3adc76967 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:39.083833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cd11fe1b-a1ed-4ffc-96c4-aa290430af48 None None] Provisioning for port 3e794fda-d77e-4d84-b242-5997128f0613 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:39.085222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.094210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:39.095237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:39.096084 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.096982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:39.097770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Bound port: 582eece9-4800-407c-95fb-b2c3adc76967, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:39.098398 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.107714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cd11fe1b-a1ed-4ffc-96c4-aa290430af48 None None] Provisioning complete for port 3e794fda-d77e-4d84-b242-5997128f0613 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:39.108413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cd11fe1b-a1ed-4ffc-96c4-aa290430af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.133762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878fac9-0091-4bce-8458-d112f8efd936 None None] Pushing event updated for resources: {'Port': ['ID=582eece9-4800-407c-95fb-b2c3adc76967,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:39.208037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] For port 474af95f-b087-460d-8055-30e2ac844859, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=474af95f-b087-460d-8055-30e2ac844859,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:39.208319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.216899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1f6705cd-d5f9-42d4-90a2-0f1b156e669b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3805931 Jun 30 02:49:39.217751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57586) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:39.226196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Calling delete_port for 474af95f-b087-460d-8055-30e2ac844859 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:39.238991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Allocated IP 172.20.0.8 (124c6787-c2af-4733-a6f0-883854864943/21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf/9c1adb47-0eda-4154-b9cd-05c2d9530d5c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:39.279392 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-router', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '474af95f-b087-460d-8055-30e2ac844859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:24Z', 'updated_at': '2021-06-30T02:49:35Z', 'revision_number': 5, 'project_id': '255435969e4e416c9e80caa5fab02373', 'gw_port': {'id': '474af95f-b087-460d-8055-30e2ac844859', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:25Z', 'updated_at': '2021-06-30T02:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:39.279541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cd11fe1b-a1ed-4ffc-96c4-aa290430af48 None None] Port 3e794fda-d77e-4d84-b242-5997128f0613 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:39.338054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] For port 582eece9-4800-407c-95fb-b2c3adc76967, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:39.346974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] For port 582eece9-4800-407c-95fb-b2c3adc76967, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=582eece9-4800-407c-95fb-b2c3adc76967,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:39.350414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cd11fe1b-a1ed-4ffc-96c4-aa290430af48 None None] Provisioning complete for port 8082a32a-c72f-4fcd-8fc3-569564832a1e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:39.352175 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cd11fe1b-a1ed-4ffc-96c4-aa290430af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.377878 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] Checking router: 290fd6e9-931e-45ed-a756-f7ccaea324e2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:39.411355 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] Routers {'290fd6e9-931e-45ed-a756-f7ccaea324e2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:39.412679 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['290fd6e9-931e-45ed-a756-f7ccaea324e2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:39.438608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cd11fe1b-a1ed-4ffc-96c4-aa290430af48 None None] Port 8082a32a-c72f-4fcd-8fc3-569564832a1e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:39.450418 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.485251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'project_id': '1631fdef8b444c98b84ced6f6e39b671', 'port_id': '3e794fda-d77e-4d84-b242-5997128f0613'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:39.532220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:39.542001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:39.548879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:39.557274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878fac9-0091-4bce-8458-d112f8efd936 None None] Pushing event updated for resources: {'Port': ['ID=582eece9-4800-407c-95fb-b2c3adc76967,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:39.563790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Routers {'84b81071-47d1-4e15-90eb-80da8e54ab89'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:39.563790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['84b81071-47d1-4e15-90eb-80da8e54ab89'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:39.593372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.594950 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] Set router 290fd6e9-931e-45ed-a756-f7ccaea324e2 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:39.644162 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c2c39da-a5d7-4bf2-a8ea-3557740c6af8 req-d5ce2fdb-8c76-42af-83fa-9c22106676df tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 210 time: 0.1317406 Jun 30 02:49:39.652620 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.729115 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.746696 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-router', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:24Z', 'updated_at': '2021-06-30T02:49:38Z', 'revision_number': 6, 'project_id': '255435969e4e416c9e80caa5fab02373', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:39.777000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Transition to ACTIVE for port object 9c1adb47-0eda-4154-b9cd-05c2d9530d5c will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:39.777463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:39.819020 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b787bb-e72c-4411-883d-e93ba6e3155d None None] The sync data for ids ['290fd6e9-931e-45ed-a756-f7ccaea324e2'] in n-d-798249-3 is: [{'id': '290fd6e9-931e-45ed-a756-f7ccaea324e2', 'name': 'tempest-FloatingIPsNegativeTestJSON-615269147-router', 'tenant_id': '255435969e4e416c9e80caa5fab02373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:24Z', 'updated_at': '2021-06-30T02:49:38Z', 'revision_number': 6, 'project_id': '255435969e4e416c9e80caa5fab02373', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:39.836049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] Set router 84b81071-47d1-4e15-90eb-80da8e54ab89 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:39.844610 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6f86dd-69e5-4605-b3e3-09f7c07d0b02,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:39.880441 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-66539c19-71a8-4470-92cc-cd8acde77e46 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1113799189&fields=id&tenant_id=f8a90b59da464704994f9d76149935f9 HTTP/1.1" status: 200 len: 267 time: 0.4065490 Jun 30 02:49:39.883642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.887010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.889898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.889898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.889898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.889898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.889898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.889898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.889898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.889898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.890919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.890919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:39.904771 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.966415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.044268 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:40.044268 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.048983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Pushing event updated for resources: {'Port': ['ID=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:40.090314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Network 124c6787-c2af-4733-a6f0-883854864943 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:40.095425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:40.104385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:40.138255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-2dcd9103-f852-496d-9774-af79dc5eaf52 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.139881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-2dcd9103-f852-496d-9774-af79dc5eaf52 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/networks?id=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 HTTP/1.1" status: 200 len: 815 time: 0.2361844 Jun 30 02:49:40.216403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-85c62f9d-1158-4618-b31d-ce02de1c5b0c None None] Provisioning for port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:40.218390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.219191 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.224193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Allocated IP 172.25.2.131 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/e5bb6f35-f805-4351-ac3a-1eefe466cd07) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:40.235818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-85c62f9d-1158-4618-b31d-ce02de1c5b0c None None] Provisioning complete for port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:40.236193 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-85c62f9d-1158-4618-b31d-ce02de1c5b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.261574 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.319567 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-08a0fa41-daa0-4702-9ef4-17d20313d117 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/quotas/f8a90b59da464704994f9d76149935f9 HTTP/1.1" status: 200 len: 375 time: 0.0593455 Jun 30 02:49:40.319845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:34Z', 'revision_number': 3, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:40.326360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-85c62f9d-1158-4618-b31d-ce02de1c5b0c None None] Port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:40.366022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64516341-83a0-4cf6-aa51-858469a50aa7 None None] The sync data for ids ['84b81071-47d1-4e15-90eb-80da8e54ab89'] in n-d-798249-3 is: [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:34Z', 'revision_number': 3, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:40.384450 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-cdeba773-6427-40c9-982b-9793596d0476 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1307137 Jun 30 02:49:40.409722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Request body: {'port': {'device_id': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:40.558902 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-fd622ddb-05c7-4249-8a9f-fd6369e0d097 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f8a90b59da464704994f9d76149935f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2293215 Jun 30 02:49:40.562293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.577337 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.597608 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.620330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-732bff13-c794-49ab-b191-ae2d17631b44 None None] Provisioning for port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:40.625161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-732bff13-c794-49ab-b191-ae2d17631b44 None None] Provisioning complete for port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:40.625663 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-732bff13-c794-49ab-b191-ae2d17631b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.627035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf830da-412f-45d5-9424-08acd2c7c93c req-8187f0cc-ab0b-4dc5-b1e3-fa9918518789 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.628609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-acf830da-412f-45d5-9424-08acd2c7c93c req-8187f0cc-ab0b-4dc5-b1e3-fa9918518789 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.2998524 Jun 30 02:49:40.696488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-732bff13-c794-49ab-b191-ae2d17631b44 None None] Port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:40.707897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Pushing event deleted for resources: {'Port': ['ID=474af95f-b087-460d-8055-30e2ac844859,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:40.827414 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-acf830da-412f-45d5-9424-08acd2c7c93c req-750d1a4b-3d5a-473f-881d-80434336ad23 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793437 Jun 30 02:49:40.841940 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.876060 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.946098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.971067 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-4d973ccb-6037-4b26-adc8-d584509d07e0 service neutron] 10.222.0.77 "GET /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659225 Jun 30 02:49:41.004659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.035730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:41.057960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:41.089258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.095553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:41.105162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Pushing event updated for resources: {'Port': ['ID=e5bb6f35-f805-4351-ac3a-1eefe466cd07,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:41.127791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.160585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1adb47-0eda-4154-b9cd-05c2d9530d5c {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:41.180995 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.204664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.213147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6f86dd-69e5-4605-b3e3-09f7c07d0b02,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:41.219190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Transition to ACTIVE for port object 9c1adb47-0eda-4154-b9cd-05c2d9530d5c will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:41.254923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fefd81-a16b-4129-bdd5-ea17369eeb70 req-c665b999-8db1-40cf-a351-463c51be8dc4 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.256456 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2fefd81-a16b-4129-bdd5-ea17369eeb70 req-c665b999-8db1-40cf-a351-463c51be8dc4 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 931 time: 0.2223816 Jun 30 02:49:41.305902 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-69000685-0741-4e6c-b62d-d1a2e5bbbffa service neutron] 10.222.0.77 "GET /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035269 Jun 30 02:49:41.338092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:41.340157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:41.414352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.414352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 290fd6e9-931e-45ed-a756-f7ccaea324e2 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:49:41.428950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.440741 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-20964e53-03c7-4772-bbf1-e80f9811193c admin admin] 10.222.0.77 "DELETE /v2.0/routers/290fd6e9-931e-45ed-a756-f7ccaea324e2 HTTP/1.1" status: 204 len: 168 time: 3.4921870 Jun 30 02:49:41.441531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57604) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:41.692853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-864c4ee3-b94c-4d32-a7a0-e78010d4eb1b admin admin] Deleting subnet 66215299-961a-41b8-a8d1-f53d33ab34fa {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:41.704032 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-864c4ee3-b94c-4d32-a7a0-e78010d4eb1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.789318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 582eece9-4800-407c-95fb-b2c3adc76967 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:41.810435 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.881821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-edc9dec0-6581-42e5-96b0-94abc2c7b4ed None None] Provisioning complete for port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:41.882263 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-edc9dec0-6581-42e5-96b0-94abc2c7b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.957765 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-edc9dec0-6581-42e5-96b0-94abc2c7b4ed None None] Port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:42.084051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 582eece9-4800-407c-95fb-b2c3adc76967 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:42.088991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 582eece9-4800-407c-95fb-b2c3adc76967 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:42.089683 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.109015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2fefd81-a16b-4129-bdd5-ea17369eeb70 req-50309e59-1056-4ffc-a8d9-2439302a5df1 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8314133 Jun 30 02:49:42.146939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:42.189318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Router 84b81071-47d1-4e15-90eb-80da8e54ab89 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:42.200988 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-864c4ee3-b94c-4d32-a7a0-e78010d4eb1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.251078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Attempting to bind port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:42.251435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Attempting to bind port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:42.251748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Attempting to bind port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c on network 124c6787-c2af-4733-a6f0-883854864943 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:42.260383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c on network 124c6787-c2af-4733-a6f0-883854864943 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:42.260721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Attempting to bind port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c on network 124c6787-c2af-4733-a6f0-883854864943 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:42.285562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:42.285958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Checking segment: {'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:42.286365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Bound using segment: {'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:42.286933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Bound port: 9c1adb47-0eda-4154-b9cd-05c2d9530d5c, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '124c6787-c2af-4733-a6f0-883854864943'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:42.293552 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.350902 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.375171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-864c4ee3-b94c-4d32-a7a0-e78010d4eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.400682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 582eece9-4800-407c-95fb-b2c3adc76967, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=582eece9-4800-407c-95fb-b2c3adc76967,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:42.431314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:42.456381 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c020b451-65e4-459d-9bac-9f3fdc328d91 admin admin] 10.222.0.77 "PUT /v2.0/routers/84b81071-47d1-4e15-90eb-80da8e54ab89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2070892 Jun 30 02:49:42.496145 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.540382 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.569875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-864c4ee3-b94c-4d32-a7a0-e78010d4eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.574307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] For port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:42.591250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] For port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:42.622804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 474af95f-b087-460d-8055-30e2ac844859 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:42.626572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=582eece9-4800-407c-95fb-b2c3adc76967,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:42.633473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c4ee3-b94c-4d32-a7a0-e78010d4eb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66215299-961a-41b8-a8d1-f53d33ab34fa,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:42.646782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-864c4ee3-b94c-4d32-a7a0-e78010d4eb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.650657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-864c4ee3-b94c-4d32-a7a0-e78010d4eb1b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/66215299-961a-41b8-a8d1-f53d33ab34fa HTTP/1.1" status: 204 len: 168 time: 1.2061293 Jun 30 02:49:42.654238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57622) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:42.685741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a02bea-b6ab-45ad-ba4b-8e9e6145751a None None] Network c367f55f-9028-4874-a4d0-e9742e157287 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:42.725991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 474af95f-b087-460d-8055-30e2ac844859 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:42.726901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 474af95f-b087-460d-8055-30e2ac844859 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:42.758615 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.822239 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.849216 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e8a2d29-7a3e-4bb0-88db-c8dc07b5da58 req-2091ab58-0752-4505-97f5-86c82e3cd5b1 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.0723302 Jun 30 02:49:42.865105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:42.868422 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.869951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] 10.222.0.74 "PUT /v2.0/ports/9c1adb47-0eda-4154-b9cd-05c2d9530d5c HTTP/1.1" status: 200 len: 1091 time: 2.4770319 Jun 30 02:49:42.898223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'tag': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:42.905213 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fb7e2b-6711-416e-8402-64a26fb898b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a02d3b0d-536b-4f60-b465-f70449dd8dc9", "tag": "9c1adb47-0eda-4154-b9cd-05c2d9530d5c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:42.982110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.061207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51e823-d18b-4f5e-808c-2a352892d624 req-6fc1c46c-bff0-42c1-867b-5758d3fb6e51 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.070288 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6e51e823-d18b-4f5e-808c-2a352892d624 req-6fc1c46c-bff0-42c1-867b-5758d3fb6e51 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.4142175 Jun 30 02:49:43.125636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54d81f-26fa-4059-9eca-ca6f2948e8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:43.138980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7b33d5-fb87-4ce4-8e1a-208f8f13308f None None] DHCP port deletion for c367f55f-9028-4874-a4d0-e9742e157287 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:43.185888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Sync routers for ids ['84b81071-47d1-4e15-90eb-80da8e54ab89'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:43.201006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Routers {'84b81071-47d1-4e15-90eb-80da8e54ab89'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:43.201675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['84b81071-47d1-4e15-90eb-80da8e54ab89'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:43.286395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6e51e823-d18b-4f5e-808c-2a352892d624 req-c6b2fc49-a908-4b3e-9605-f83dbcc6b84f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652334 Jun 30 02:49:43.313829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b33d5-fb87-4ce4-8e1a-208f8f13308f None None] Deleting port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:43.313829 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7d7b33d5-fb87-4ce4-8e1a-208f8f13308f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.340121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-4e04bdfe-888d-465e-bc9f-4e3a6c5a869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.357737 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-4e04bdfe-888d-465e-bc9f-4e3a6c5a869f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f727d6caff2346ad8eb6cfc1b68d9bc7&device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 1094 time: 0.2960989 Jun 30 02:49:43.393176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Set router 84b81071-47d1-4e15-90eb-80da8e54ab89 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:43.403425 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d946fed3-6d46-40c7-8fac-2b9467b590a9 x-openstack-request-id: req-d946fed3-6d46-40c7-8fac-2b9467b590a9 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:43.408460 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02d3b0d-536b-4f60-b465-f70449dd8dc9", "tag": "9c1adb47-0eda-4154-b9cd-05c2d9530d5c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:43.408460 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d946fed3-6d46-40c7-8fac-2b9467b590a9 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:43.408460 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'tag': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c', 'status': 'completed', 'code': 200} Jun 30 02:49:43.411157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Deleting port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:43.411504 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.414064 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-b3cc669c-5e18-457e-a8de-77c54f155806 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c1adb47-0eda-4154-b9cd-05c2d9530d5c HTTP/1.1" status: 200 len: 217 time: 0.0594189 Jun 30 02:49:43.416125 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.439764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7d7b33d5-fb87-4ce4-8e1a-208f8f13308f None None] For port 78802c2e-ef66-4b1f-b108-9188b14a8ba6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=78802c2e-ef66-4b1f-b108-9188b14a8ba6,segment=NetworkSegment(0a684cc8-f8e2-4a88-9f31-d409640e1bdc),segment_id=0a684cc8-f8e2-4a88-9f31-d409640e1bdc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:43.440197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7d7b33d5-fb87-4ce4-8e1a-208f8f13308f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.461592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57642) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:43.467568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-682ee7d1-9d1a-40bd-aba7-8b5d23530092 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966031687', 'description': 'tempest-description--1665645194'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:43.498222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b33d5-fb87-4ce4-8e1a-208f8f13308f None None] Calling delete_port for 78802c2e-ef66-4b1f-b108-9188b14a8ba6 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:43.524278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] For port 78802c2e-ef66-4b1f-b108-9188b14a8ba6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=78802c2e-ef66-4b1f-b108-9188b14a8ba6,segment=NetworkSegment(0a684cc8-f8e2-4a88-9f31-d409640e1bdc),segment_id=0a684cc8-f8e2-4a88-9f31-d409640e1bdc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:43.524640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.548516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-a818d68b-291f-4346-999c-a822f846f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.550280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-a818d68b-291f-4346-999c-a822f846f4be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf HTTP/1.1" status: 200 len: 845 time: 0.1199784 Jun 30 02:49:43.611438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Calling delete_port for 78802c2e-ef66-4b1f-b108-9188b14a8ba6 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:43.646154 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.648561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 582eece9-4800-407c-95fb-b2c3adc76967 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:43.786163 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-682ee7d1-9d1a-40bd-aba7-8b5d23530092 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.796832 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 582eece9-4800-407c-95fb-b2c3adc76967 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:43.797610 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.816479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Pushing event updated for resources: {'Port': ['ID=e5bb6f35-f805-4351-ac3a-1eefe466cd07,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:43.861193 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.863800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8b6f86dd-69e5-4605-b3e3-09f7c07d0b02', 'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'mac_address': 'fa:16:3e:0a:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:38Z', 'updated_at': '2021-06-30T02:49:40Z', 'revision_number': 2, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'subnets': [{'id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:43.877164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65c0c3-2a01-4003-a4a3-4ff727ab7206 req-6b7f3ba3-2dd1-4008-9337-b04faac45726 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.884271 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eb65c0c3-2a01-4003-a4a3-4ff727ab7206 req-6b7f3ba3-2dd1-4008-9337-b04faac45726 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 943 time: 0.3376954 Jun 30 02:49:43.901358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Checking router: 84b81071-47d1-4e15-90eb-80da8e54ab89 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:43.901358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Updating router 84b81071-47d1-4e15-90eb-80da8e54ab89 port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:43.959630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-682ee7d1-9d1a-40bd-aba7-8b5d23530092 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.973781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-c2ec6474-9777-4b2c-84a9-0e565bdc98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.973781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-c2ec6474-9777-4b2c-84a9-0e565bdc98eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=124c6787-c2af-4733-a6f0-883854864943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4056537 Jun 30 02:49:44.011886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-239277ef-54bd-485c-b3b0-cfde7546957d req-19f57452-8207-41aa-a49d-15ecc1058f2b tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.0464611 Jun 30 02:49:44.055321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.086030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7d7b33d5-fb87-4ce4-8e1a-208f8f13308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.106681 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-682ee7d1-9d1a-40bd-aba7-8b5d23530092 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.127317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b33d5-fb87-4ce4-8e1a-208f8f13308f None None] Pushing event deleted for resources: {'Port': ['ID=78802c2e-ef66-4b1f-b108-9188b14a8ba6,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.134616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b33d5-fb87-4ce4-8e1a-208f8f13308f None None] No DVR routers for this DVR port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:44.137957 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eb65c0c3-2a01-4003-a4a3-4ff727ab7206 req-e731cc96-1c6d-4df1-856a-8012cfe50d3e tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497680 Jun 30 02:49:44.138576 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.150304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Pushing event deleted for resources: {'Port': ['ID=78802c2e-ef66-4b1f-b108-9188b14a8ba6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.153750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] No DVR routers for this DVR port 78802c2e-ef66-4b1f-b108-9188b14a8ba6 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:44.193873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ee7d1-9d1a-40bd-aba7-8b5d23530092 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720febb4-8dc3-418d-a6cb-dc8118a4abad,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.256076 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Floating IP c788cede-41ad-4ace-9e78-73c316fad18e associated. External IP: 172.25.2.131, port: 3e794fda-d77e-4d84-b242-5997128f0613. Jun 30 02:49:44.270903 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-222d4770-2c26-473f-b4a0-1fd983dc04b3 service neutron] 10.222.0.74 "GET /v2.0/networks/124c6787-c2af-4733-a6f0-883854864943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822227 Jun 30 02:49:44.284491 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-682ee7d1-9d1a-40bd-aba7-8b5d23530092 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.285013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 78802c2e-ef66-4b1f-b108-9188b14a8ba6 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:44.289045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-682ee7d1-9d1a-40bd-aba7-8b5d23530092 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8226442 Jun 30 02:49:44.289045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57648) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:44.294953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-83bdfee9-3009-4b61-aee5-6ac3ffe07625 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'security_group_rule': {'security_group_id': '720febb4-8dc3-418d-a6cb-dc8118a4abad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:44.315682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 78802c2e-ef66-4b1f-b108-9188b14a8ba6 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:44.315682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 78802c2e-ef66-4b1f-b108-9188b14a8ba6 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:44.362389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.386055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c367f55f-9028-4874-a4d0-e9742e157287']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:44.406197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a684cc8-f8e2-4a88-9f31-d409640e1bdc') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:44.406503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a684cc8-f8e2-4a88-9f31-d409640e1bdc') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:44.455465 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.487272 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83bdfee9-3009-4b61-aee5-6ac3ffe07625 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.488443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.493536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4096cd3b-cf77-4e8e-ae65-39a3cf2c59c0 req-99af1e31-ac5b-4ec8-bda4-fa68c145647c service neutron] 10.222.0.74 "GET /v2.0/networks/124c6787-c2af-4733-a6f0-883854864943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859105 Jun 30 02:49:44.504860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:44.517940 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:44.564993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc523464-26fa-4a82-9225-b24dc63f242f req-220252e4-15c1-4a01-bc92-f04bb4e422da tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:44.568059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc523464-26fa-4a82-9225-b24dc63f242f req-220252e4-15c1-4a01-bc92-f04bb4e422da tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1475768 Jun 30 02:49:44.608134 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.637802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc523464-26fa-4a82-9225-b24dc63f242f req-14d3d2fc-72da-4094-bde4-df235a86fc34 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571709 Jun 30 02:49:44.639736 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83bdfee9-3009-4b61-aee5-6ac3ffe07625 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.681514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Router e194bac2-9604-4b45-aba1-4ae5f8a35959 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:44.714996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Transition to ACTIVE for port object 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:44.760479 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.765457 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.768084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c367f55f-9028-4874-a4d0-e9742e157287 HTTP/1.1" status: 204 len: 168 time: 2.1107373 Jun 30 02:49:44.786337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83bdfee9-3009-4b61-aee5-6ac3ffe07625 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.795982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4a73b-9ea8-4b09-9008-897dec707063 admin admin] Pushing event deleted for resources: {'Network': ['ID=c367f55f-9028-4874-a4d0-e9742e157287,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.809706 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdfee9-3009-4b61-aee5-6ac3ffe07625 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdd315c-def6-4187-8c68-1388398a4b83,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.850030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.878135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-50c8e7c7-27a7-4964-b00d-78bec9612bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:44.878135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-50c8e7c7-27a7-4964-b00d-78bec9612bc9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f727d6caff2346ad8eb6cfc1b68d9bc7&device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 1094 time: 0.1799238 Jun 30 02:49:44.884641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:44.894362 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e892f5-097d-4f18-99be-d9f82a32290f None None] Sync routers for ids ['e194bac2-9604-4b45-aba1-4ae5f8a35959'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:44.905295 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e892f5-097d-4f18-99be-d9f82a32290f None None] Routers {'e194bac2-9604-4b45-aba1-4ae5f8a35959'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:44.906006 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-01e892f5-097d-4f18-99be-d9f82a32290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e194bac2-9604-4b45-aba1-4ae5f8a35959'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:44.929108 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83bdfee9-3009-4b61-aee5-6ac3ffe07625 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.930935 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-83bdfee9-3009-4b61-aee5-6ac3ffe07625 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6406975 Jun 30 02:49:44.937023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ff13c-9d1d-4b11-8e39-70086428fc37 None None] Pushing event updated for resources: {'Port': ['ID=8b6f86dd-69e5-4605-b3e3-09f7c07d0b02,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.937196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57660) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:44.939502 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-419eeaa4-b7c0-4795-8b02-1f316d56f9d0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'security_group_rule': {'security_group_id': '720febb4-8dc3-418d-a6cb-dc8118a4abad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:44.982404 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-01e892f5-097d-4f18-99be-d9f82a32290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:45.001554 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e892f5-097d-4f18-99be-d9f82a32290f None None] Routers {'e194bac2-9604-4b45-aba1-4ae5f8a35959'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:45.002181 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-01e892f5-097d-4f18-99be-d9f82a32290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e194bac2-9604-4b45-aba1-4ae5f8a35959'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:45.009762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-d5f54802-be57-4028-a048-fc4abd48cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.010750 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-d5f54802-be57-4028-a048-fc4abd48cbd4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=124c6787-c2af-4733-a6f0-883854864943 HTTP/1.1" status: 200 len: 907 time: 0.1276455 Jun 30 02:49:45.027458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Attempting to bind port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:45.027458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Attempting to bind port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:45.027458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Attempting to bind port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:45.033579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:45.033955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Checking segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:45.038471 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.038471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Bound using segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:45.038471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Bound port: 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:45.038471 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.047635 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-01e892f5-097d-4f18-99be-d9f82a32290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:45.048490 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e892f5-097d-4f18-99be-d9f82a32290f None None] The sync data for ids ['e194bac2-9604-4b45-aba1-4ae5f8a35959'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:45.100136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-a6fc35a2-3842-4b20-91ac-b72a0e6a6ed6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c1adb47-0eda-4154-b9cd-05c2d9530d5c HTTP/1.1" status: 200 len: 217 time: 0.0820866 Jun 30 02:49:45.101073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.141367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] For port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:45.142818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] For port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8b6f86dd-69e5-4605-b3e3-09f7c07d0b02,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:45.213377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-568cf732-0a93-45f9-a6d4-398788bb500e req-9a542394-88f2-4ef7-af4c-be7a5e4edc6c tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.0488639 Jun 30 02:49:45.297726 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-419eeaa4-b7c0-4795-8b02-1f316d56f9d0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.329415 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.357277 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-419eeaa4-b7c0-4795-8b02-1f316d56f9d0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.405680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Routers {'84b81071-47d1-4e15-90eb-80da8e54ab89'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:45.406321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['84b81071-47d1-4e15-90eb-80da8e54ab89'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:45.418474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ff13c-9d1d-4b11-8e39-70086428fc37 None None] Pushing event updated for resources: {'Port': ['ID=8b6f86dd-69e5-4605-b3e3-09f7c07d0b02,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:45.532734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57666) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:45.598915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] Set router 84b81071-47d1-4e15-90eb-80da8e54ab89 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:45.603389 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-861721b1-e136-413c-b755-55773c703527 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=255435969e4e416c9e80caa5fab02373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647874 Jun 30 02:49:45.606084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57668) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:45.615514 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-419eeaa4-b7c0-4795-8b02-1f316d56f9d0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.679820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419eeaa4-b7c0-4795-8b02-1f316d56f9d0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56864169-86bf-44b7-ac63-53257ce550ef,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:45.698219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cb4d7932-0de3-4eed-910c-04e5e4c49752 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.4742606 Jun 30 02:49:45.700283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57672) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:45.716126 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0153573-d5ad-4e5c-9cc9-10b51f54981c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.776053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0153573-d5ad-4e5c-9cc9-10b51f54981c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.784493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-d1901548-3b66-43d4-9d7c-c82f5f4f3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.787623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-d1901548-3b66-43d4-9d7c-c82f5f4f3d08 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf HTTP/1.1" status: 200 len: 845 time: 0.6790824 Jun 30 02:49:45.874860 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-419eeaa4-b7c0-4795-8b02-1f316d56f9d0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.879245 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-419eeaa4-b7c0-4795-8b02-1f316d56f9d0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9415703 Jun 30 02:49:45.879804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57676) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:45.902797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:45.908990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8f929848-05ab-4f31-b60a-048891b51cf2 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] 10.222.0.77 "GET /v2.0/floatingips/c788cede-41ad-4ace-9e78-73c316fad18e HTTP/1.1" status: 200 len: 984 time: 0.2075286 Jun 30 02:49:45.913406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57680) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:46.000484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8b6f86dd-69e5-4605-b3e3-09f7c07d0b02', 'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'mac_address': 'fa:16:3e:0a:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:38Z', 'updated_at': '2021-06-30T02:49:45Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'subnets': [{'id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:46.020670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b107-9223-4adb-bb45-dbe9d68cb216 req-7b4becfb-1504-4add-8ab1-d8b446292561 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:46.023885 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b522b107-9223-4adb-bb45-dbe9d68cb216 req-7b4becfb-1504-4add-8ab1-d8b446292561 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1867604 Jun 30 02:49:46.044868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb258c-d6dc-45cd-8bbc-f243c2005c03 None None] The sync data for ids ['84b81071-47d1-4e15-90eb-80da8e54ab89'] in n-d-798249-3 is: [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8b6f86dd-69e5-4605-b3e3-09f7c07d0b02', 'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'mac_address': 'fa:16:3e:0a:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:38Z', 'updated_at': '2021-06-30T02:49:45Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'subnets': [{'id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:46.049637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa89884-177e-4d58-bb6b-426d7c61a3f7 req-c6637b9c-3b9b-4a9a-aa11-db62ff0cf595 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:46.049637 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afa89884-177e-4d58-bb6b-426d7c61a3f7 req-c6637b9c-3b9b-4a9a-aa11-db62ff0cf595 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 943 time: 0.4222481 Jun 30 02:49:46.086741 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0153573-d5ad-4e5c-9cc9-10b51f54981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.090025 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0153573-d5ad-4e5c-9cc9-10b51f54981c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.091832 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e0153573-d5ad-4e5c-9cc9-10b51f54981c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58bc2e0d-3013-4d55-8d0e-041dec6420a6 HTTP/1.1" status: 204 len: 168 time: 0.4845402 Jun 30 02:49:46.142987 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.154747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e8613590-1923-447a-b2f1-354f41c9865a tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3211 time: 0.2392042 Jun 30 02:49:46.158500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57684) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:46.181098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-b7ab0439-34ea-4b6a-b64a-b63e43a49cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:46.184265 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-b7ab0439-34ea-4b6a-b64a-b63e43a49cde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=124c6787-c2af-4733-a6f0-883854864943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3885953 Jun 30 02:49:46.276666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afa89884-177e-4d58-bb6b-426d7c61a3f7 req-d3a882e9-8364-4052-a311-f6f750853975 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144566 Jun 30 02:49:46.299634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0153573-d5ad-4e5c-9cc9-10b51f54981c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bc2e0d-3013-4d55-8d0e-041dec6420a6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.334981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b522b107-9223-4adb-bb45-dbe9d68cb216 req-660d5c77-4da9-4ce8-a6c9-51eaf1ba8f7f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961297 Jun 30 02:49:46.481681 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.586780 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-cae038f3-b1f6-4540-afdb-73e4d6538fa0 service neutron] 10.222.0.74 "GET /v2.0/networks/124c6787-c2af-4733-a6f0-883854864943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537364 Jun 30 02:49:46.720352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Allocated IP 172.25.2.200 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/e04cfa98-773d-40bd-8f8c-29e09fd9aa84) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:46.757559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Deleting port e5bb6f35-f805-4351-ac3a-1eefe466cd07 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:46.758135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.819778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08fb7e2b-6711-416e-8402-64a26fb898b2 req-01fa6ac5-eca0-41b0-b684-aefb168a8e04 service neutron] 10.222.0.74 "GET /v2.0/networks/124c6787-c2af-4733-a6f0-883854864943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895685 Jun 30 02:49:46.868558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.869970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.898123 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c38e76c4-ca1f-4f8e-8ea2-ce61c385ece1 req-0304fa8e-5fd8-4c91-9e1f-9e8da3f5d3be tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.0429826 Jun 30 02:49:46.912794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Calling delete_port for e5bb6f35-f805-4351-ac3a-1eefe466cd07 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:46.950530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.186697 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.262120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:47.265418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:47.268031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:47.282593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'Port': ['ID=e04cfa98-773d-40bd-8f8c-29e09fd9aa84,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:47.516235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111574d0-f7a2-4734-a8e7-4796a75e5485 req-afb24d01-5d88-4362-9705-bc164aaffe8d tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:47.518620 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-111574d0-f7a2-4734-a8e7-4796a75e5485 req-afb24d01-5d88-4362-9705-bc164aaffe8d tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 943 time: 0.0767939 Jun 30 02:49:47.569617 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.644632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event deleted for resources: {'Port': ['ID=e5bb6f35-f805-4351-ac3a-1eefe466cd07,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:47.724779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 9c1adb47-0eda-4154-b9cd-05c2d9530d5c details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:47.725466 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.758401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-111574d0-f7a2-4734-a8e7-4796a75e5485 req-75264323-58a5-4d1f-ac48-0340205a2fb3 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325401 Jun 30 02:49:47.769234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:47.781361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd065-8e77-413f-b5d7-3d83ca072103 req-ee914958-bf21-4daa-ac89-48b9857bf81c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:47.787488 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cd3cd065-8e77-413f-b5d7-3d83ca072103 req-ee914958-bf21-4daa-ac89-48b9857bf81c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.2333119 Jun 30 02:49:47.831786 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.832867 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Floating IP c788cede-41ad-4ace-9e78-73c316fad18e disassociated (deleted). External IP: 172.25.2.131, port: 3e794fda-d77e-4d84-b242-5997128f0613. Jun 30 02:49:47.968105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:47.991450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cd3cd065-8e77-413f-b5d7-3d83ca072103 req-245b707b-7a48-4221-85aa-437cedd132b6 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967432 Jun 30 02:49:48.001156 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'port_id': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c', 'mac_address': 'fa:16:3e:14:91:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:49:48.076581 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.096994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1adb47-0eda-4154-b9cd-05c2d9530d5c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:48.104956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:48.117013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:48.118134 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.187855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:48.196216 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.235349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-19bc16c8-773e-407f-b370-73de1403feb6 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.237406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-19bc16c8-773e-407f-b370-73de1403feb6 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.83 "GET /v2.0/networks?id=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 HTTP/1.1" status: 200 len: 815 time: 0.4274609 Jun 30 02:49:48.260684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.321150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8b6f86dd-69e5-4605-b3e3-09f7c07d0b02,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:48.335001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f06a1688-7735-421d-811d-6680e704310d req-4f7a988e-d289-46eb-9b95-816bbba2e30a tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.0903025 Jun 30 02:49:48.344089 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-53ff8fb8-63c9-426f-8f49-105d8a777960 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8a90b59da464704994f9d76149935f9 HTTP/1.1" status: 200 len: 380 time: 0.0753627 Jun 30 02:49:48.369053 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.375077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Request body: {'port': {'device_id': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'admin_state_up': True, 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'security_groups': ['873b678b-b934-4c63-b3aa-7e9f1dca3af8']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:48.498004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:48.502435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Router e194bac2-9604-4b45-aba1-4ae5f8a35959 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:48.539716 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.575070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.613074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=8b6f86dd-69e5-4605-b3e3-09f7c07d0b02,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:48.642426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['9c1adb47-0eda-4154-b9cd-05c2d9530d5c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:48.728802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:48.735799 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.741039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2941fea-7a18-47c1-8e9e-3b3612ef3536 None None] Sync routers for ids ['e194bac2-9604-4b45-aba1-4ae5f8a35959'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:48.771357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2941fea-7a18-47c1-8e9e-3b3612ef3536 None None] Routers {'e194bac2-9604-4b45-aba1-4ae5f8a35959'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:48.772432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b2941fea-7a18-47c1-8e9e-3b3612ef3536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e194bac2-9604-4b45-aba1-4ae5f8a35959'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:48.787710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4b83448a-8f89-4a1e-8158-2ec30944e06e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "DELETE /v2.0/floatingips/c788cede-41ad-4ace-9e78-73c316fad18e HTTP/1.1" status: 204 len: 168 time: 2.6278281 Jun 30 02:49:48.791089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57726) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:48.795940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:48.823437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b2941fea-7a18-47c1-8e9e-3b3612ef3536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:48.877237 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.888217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2941fea-7a18-47c1-8e9e-3b3612ef3536 None None] Routers {'e194bac2-9604-4b45-aba1-4ae5f8a35959'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:48.888217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b2941fea-7a18-47c1-8e9e-3b3612ef3536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e194bac2-9604-4b45-aba1-4ae5f8a35959'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:48.931532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b2941fea-7a18-47c1-8e9e-3b3612ef3536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:48.932204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2941fea-7a18-47c1-8e9e-3b3612ef3536 None None] The sync data for ids ['e194bac2-9604-4b45-aba1-4ae5f8a35959'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:48.955889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Made reservation on behalf of f8a90b59da464704994f9d76149935f9 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:48.968117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.084280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'Port': ['ID=e04cfa98-773d-40bd-8f8c-29e09fd9aa84,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:49.132056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.139725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.291852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a032a8-4cc2-4fed-bf77-5d734a996eb5 req-4ba4fd12-1f33-4882-a46c-be1ffebf5bcb tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:49.292472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19fe08-ab45-477c-98f6-7d7fb91938bf req-17c3bf60-e450-4d96-827c-0618f7f92967 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:49.294049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd19fe08-ab45-477c-98f6-7d7fb91938bf req-17c3bf60-e450-4d96-827c-0618f7f92967 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 944 time: 0.3236721 Jun 30 02:49:49.294194 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1a032a8-4cc2-4fed-bf77-5d734a996eb5 req-4ba4fd12-1f33-4882-a46c-be1ffebf5bcb tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.0900505 Jun 30 02:49:49.312557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Allocated IP 172.20.0.12 (c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4/35ac4b76-043d-49b5-82b4-d6947207729d/22d8f556-fddf-4e5a-bf69-e363d0aa7e0e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:49.357828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1a032a8-4cc2-4fed-bf77-5d734a996eb5 req-b9c653b9-86cf-4012-8979-1e0e4b43f57e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565128 Jun 30 02:49:49.399311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd19fe08-ab45-477c-98f6-7d7fb91938bf req-68760b7e-81e0-4b4f-a186-30805eec58f7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932937 Jun 30 02:49:49.495475 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d8cde4c-2ba8-4b9f-a746-541488289503 req-032cd3ec-b286-415b-ae4d-0f7f0bc5df96 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.0321369 Jun 30 02:49:49.498926 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.611637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.656503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Transition to ACTIVE for port object 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:49.671504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:49.690381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Allocated IP 172.25.2.10 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/ca717d76-6372-4d9f-a055-cf87bc824376) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:49.737461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:49.738789 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.742244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 9c1adb47-0eda-4154-b9cd-05c2d9530d5c up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:49.770718 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.772119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6bd65472-7276-440e-a3c5-48de0da1cee7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8807797 Jun 30 02:49:49.895452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.986364 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.026112 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:50.031498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:50.031872 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.056141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:50.060985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:50.063935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:50.130054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Pushing event updated for resources: {'Port': ['ID=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:50.167701 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.195725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.196577 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.199507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:50.202027 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7582a326-c6ce-4a7a-8d63-c853c5ba2ad4" -d '{"events": [{"server_uuid": "a02d3b0d-536b-4f60-b465-f70449dd8dc9", "name": "network-vif-plugged", "status": "completed", "tag": "9c1adb47-0eda-4154-b9cd-05c2d9530d5c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:50.216254 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.243775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:50.260483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:50.263684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:50.267583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:50.303950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Pushing event updated for resources: {'Port': ['ID=ca717d76-6372-4d9f-a055-cf87bc824376,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:50.315156 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe0d86-101c-444e-8bb2-e160861b4fc8 x-openstack-request-id: req-41fe0d86-101c-444e-8bb2-e160861b4fc8 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:50.315406 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02d3b0d-536b-4f60-b465-f70449dd8dc9", "name": "network-vif-plugged", "status": "completed", "tag": "9c1adb47-0eda-4154-b9cd-05c2d9530d5c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:50.315627 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41fe0d86-101c-444e-8bb2-e160861b4fc8 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:50.316068 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c', 'code': 200} Jun 30 02:49:50.507027 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.522086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be720731-8b14-41f9-bebe-1fd34e5379cc req-7dc35595-4f77-465f-928b-0543d7ac1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.526232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-a4b753db-5d67-4c31-bbbd-d2b171d9903f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1559978 Jun 30 02:49:50.528583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be720731-8b14-41f9-bebe-1fd34e5379cc req-7dc35595-4f77-465f-928b-0543d7ac1d89 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 1095 time: 0.1372819 Jun 30 02:49:50.545253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Request body: {'port': {'device_id': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:50.614555 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be720731-8b14-41f9-bebe-1fd34e5379cc req-38071813-5f98-4474-8448-0a04dbf86e3e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787070 Jun 30 02:49:50.635644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576e829-de17-491c-9cf9-0fdb2d52ccb0 req-7401e9d0-20fa-4566-b09c-2ef500919ead tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.643484 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.649940 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f576e829-de17-491c-9cf9-0fdb2d52ccb0 req-7401e9d0-20fa-4566-b09c-2ef500919ead tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1062922 Jun 30 02:49:50.656332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.711135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f576e829-de17-491c-9cf9-0fdb2d52ccb0 req-ae72fd95-f73d-4c6e-afd5-1121cfe31701 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601811 Jun 30 02:49:50.760603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:50.860537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-990ceeae-18cf-4aa1-8a69-5283465c201c None None] Provisioning for port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:50.881835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-990ceeae-18cf-4aa1-8a69-5283465c201c None None] Provisioning complete for port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:50.881835 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-990ceeae-18cf-4aa1-8a69-5283465c201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.905962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bb9f-7129-4fbe-8b7e-1b03d1eeb98e req-ddaa9d70-3544-4d09-aa0a-e5047da0069f tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.907813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8139bb9f-7129-4fbe-8b7e-1b03d1eeb98e req-ddaa9d70-3544-4d09-aa0a-e5047da0069f tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 945 time: 0.0752704 Jun 30 02:49:50.914714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-990ceeae-18cf-4aa1-8a69-5283465c201c None None] Port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:50.978414 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8139bb9f-7129-4fbe-8b7e-1b03d1eeb98e req-01694e87-716c-435a-8553-5ba38751e8e5 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631273 Jun 30 02:49:51.030396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.133316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:51.152704 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.202689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee7e9b-e492-4ce5-8d14-3a0f98d15ef6 req-4e2f54d7-8c87-46bb-b22c-5cde48d211cf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:51.204693 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4ee7e9b-e492-4ce5-8d14-3a0f98d15ef6 req-4e2f54d7-8c87-46bb-b22c-5cde48d211cf tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 932 time: 0.1089549 Jun 30 02:49:51.206975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Transition to ACTIVE for port object 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:51.282312 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4ee7e9b-e492-4ce5-8d14-3a0f98d15ef6 req-e3aa0704-1ee3-4acc-844d-a9e997d4fa28 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534039 Jun 30 02:49:51.306796 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.664303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.666702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.799434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-f39099cd-b6a4-4956-b304-35744c41a131 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--966031687&fields=id&tenant_id=a94cd6792f3746bdbcbc060a15360cb7 HTTP/1.1" status: 200 len: 267 time: 0.1563401 Jun 30 02:49:51.844607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Pushing event updated for resources: {'Port': ['ID=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:52.021504 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.086325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Pushing event updated for resources: {'Port': ['ID=ca717d76-6372-4d9f-a055-cf87bc824376,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:52.142094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Attempting to bind port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:52.142094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Attempting to bind port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:52.142094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Attempting to bind port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e on network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:52.149315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e on network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:52.149925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Attempting to bind port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e on network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:52.158858 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8b9b211f-ade6-403d-825e-ef355a52413a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:52.161258 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8b9b211f-ade6-403d-825e-ef355a52413a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 812 time: 0.3472505 Jun 30 02:49:52.164069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:52.164415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Checking segment: {'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:52.164804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Bound using segment: {'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:52.165245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Bound port: 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:52.165646 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.190634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-005056c1-ad74-4623-a2fd-67517c753ff2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/quotas/a94cd6792f3746bdbcbc060a15360cb7 HTTP/1.1" status: 200 len: 375 time: 0.0225127 Jun 30 02:49:52.276376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] For port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:52.280904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] For port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:52.305961 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-eb78bbb4-2d5c-4dd0-9127-9e4dfcbe07d8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0981033 Jun 30 02:49:52.407982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-2e599df8-4fa0-45a1-a856-258d8b534de4 service neutron] 10.222.0.77 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884385 Jun 30 02:49:52.439204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.455424 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-41598929-7208-4d77-b6b6-b5ad62f8cf0f tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6484601 Jun 30 02:49:52.456564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57838) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:52.534481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-304a112d-6b5c-40a1-a767-51b1b6066bc4 service neutron] 10.222.0.77 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200478 Jun 30 02:49:52.638365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:53.705872 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.762553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:53.762553 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.762553 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] 10.222.0.83 "PUT /v2.0/ports/22d8f556-fddf-4e5a-bf69-e363d0aa7e0e HTTP/1.1" status: 200 len: 1092 time: 3.2096763 Jun 30 02:49:53.762553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'tag': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:53.762553 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e3a4fb-dd0c-4146-b67b-49460847ae67" -d '{"events": [{"name": "network-changed", "server_uuid": "d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4", "tag": "22d8f556-fddf-4e5a-bf69-e363d0aa7e0e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:53.771204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23c6eb-07fa-402a-8ee2-3c49ed694be3 service neutron] Pushing event updated for resources: {'Port': ['ID=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:53.788669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729e606-1d3a-4108-86f7-786bc1fbf6c4 req-71b7cd48-0925-4620-a861-23b42e999128 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:53.790207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0729e606-1d3a-4108-86f7-786bc1fbf6c4 req-71b7cd48-0925-4620-a861-23b42e999128 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.0801432 Jun 30 02:49:53.804147 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.813910 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.828055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.852983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device cf163eed-6d72-42dd-a248-f4ef375043f7 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:53.918355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0729e606-1d3a-4108-86f7-786bc1fbf6c4 req-f0ef5844-f2fb-426c-bb63-0e5c4de90907 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214578 Jun 30 02:49:54.089758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port cf163eed-6d72-42dd-a248-f4ef375043f7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cf163eed-6d72-42dd-a248-f4ef375043f7,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:54.089898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.099099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'cf163eed-6d72-42dd-a248-f4ef375043f7', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'port_id': 'cf163eed-6d72-42dd-a248-f4ef375043f7', 'mac_address': 'fa:16:3e:8f:f9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dac26f-bd2e-42ee-a54c-f144157b5667', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:49:54.113355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad4338-07d0-4d33-ad61-473646e6adfe req-b395f2c4-fd2b-4b16-a900-f183831713f7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:54.115579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b4ad4338-07d0-4d33-ad61-473646e6adfe req-b395f2c4-fd2b-4b16-a900-f183831713f7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 945 time: 0.1465466 Jun 30 02:49:54.192416 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.231840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf163eed-6d72-42dd-a248-f4ef375043f7 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:54.255270 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b4ad4338-07d0-4d33-ad61-473646e6adfe req-e0453e53-1a41-4234-90e8-0fb9efda9ea5 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302598 Jun 30 02:49:54.289232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port cf163eed-6d72-42dd-a248-f4ef375043f7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cf163eed-6d72-42dd-a248-f4ef375043f7,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:54.309771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-01724231-6ab1-465f-b321-496e548a33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:54.311257 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-01724231-6ab1-465f-b321-496e548a33a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8a90b59da464704994f9d76149935f9&device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 1095 time: 0.1293375 Jun 30 02:49:54.355522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Allocated IP 172.25.2.40 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/f3e3b0eb-d9c5-4bf6-aeb0-025b773838f2) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:54.410236 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-3833fc12-6064-41df-b561-376b3c2bc782 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e HTTP/1.1" status: 200 len: 217 time: 0.0865424 Jun 30 02:49:54.522683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7da51-f5b3-4f73-b360-b3ed72125ed1 req-dac5b048-f4bf-4f10-a931-6fbfd487eaf5 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:54.523478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-c49aa7bb-b28b-4960-841a-5ea0a016514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:54.524990 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-c49aa7bb-b28b-4960-841a-5ea0a016514d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=35ac4b76-043d-49b5-82b4-d6947207729d HTTP/1.1" status: 200 len: 854 time: 0.1101377 Jun 30 02:49:54.525732 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ae7da51-f5b3-4f73-b360-b3ed72125ed1 req-dac5b048-f4bf-4f10-a931-6fbfd487eaf5 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 944 time: 0.3313160 Jun 30 02:49:54.552048 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.621347 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ae7da51-f5b3-4f73-b360-b3ed72125ed1 req-d03c51b5-3d4d-4e6e-a97e-5eceeea14d9e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869427 Jun 30 02:49:54.677001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['cf163eed-6d72-42dd-a248-f4ef375043f7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:54.682346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-de1ef8f5-b9be-46df-8d2f-edcda5869dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:54.683927 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-de1ef8f5-b9be-46df-8d2f-edcda5869dec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521442 Jun 30 02:49:54.738658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.754918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=cf163eed-6d72-42dd-a248-f4ef375043f7,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:54.796871 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d269af82-cbdd-4ea6-8e2b-bd77ed1bb8ea x-openstack-request-id: req-d269af82-cbdd-4ea6-8e2b-bd77ed1bb8ea {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:54.801984 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4", "tag": "22d8f556-fddf-4e5a-bf69-e363d0aa7e0e", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:54.802516 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d269af82-cbdd-4ea6-8e2b-bd77ed1bb8ea {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:54.803517 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'tag': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e', 'status': 'completed', 'code': 200} Jun 30 02:49:54.887629 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-222a76c8-8250-41e8-9b8b-40b09b4fc460 req-84644d66-edab-4657-8086-de04a93dd63b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 210 time: 0.0424614 Jun 30 02:49:54.895508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-c2ba06d2-d10d-4bf0-8b31-5da8dab415d7 service neutron] 10.222.0.83 "GET /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026217 Jun 30 02:49:55.014985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97d2b6d2-8548-484b-bc14-6cbb610fdd6f req-ff58fa31-44c5-475d-8b14-b12402a9b800 service neutron] 10.222.0.83 "GET /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135721 Jun 30 02:49:55.119018 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.164153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:55.167914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:55.171683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:55.236862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Pushing event updated for resources: {'Port': ['ID=f3e3b0eb-d9c5-4bf6-aeb0-025b773838f2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:55.259436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-c15cf137-14bf-4da2-adec-024635e3245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:55.261321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-c15cf137-14bf-4da2-adec-024635e3245f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8a90b59da464704994f9d76149935f9&device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 1095 time: 0.0872366 Jun 30 02:49:55.270069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f2d1-f888-44ef-8f8c-48f5c9a839f4 req-18fdaaa7-e73d-45e1-b86b-940528e012af tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:55.271744 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc56f2d1-f888-44ef-8f8c-48f5c9a839f4 req-18fdaaa7-e73d-45e1-b86b-940528e012af tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 945 time: 0.2052629 Jun 30 02:49:55.282845 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57936) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:55.289722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f44e9d8d-fbce-46d7-97ca-8d4ff7de4a24 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Request body: {'floatingip': {'port_id': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:55.359628 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44e9d8d-fbce-46d7-97ca-8d4ff7de4a24 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.552637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-261a94cd-625a-4d82-9b9d-e46b10c94751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:55.554196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-261a94cd-625a-4d82-9b9d-e46b10c94751 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 HTTP/1.1" status: 200 len: 916 time: 0.2847736 Jun 30 02:49:55.621303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-2f92c1c1-1dbe-43bc-b66b-89549e03c418 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e HTTP/1.1" status: 200 len: 217 time: 0.0586925 Jun 30 02:49:55.623984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.866852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device cf163eed-6d72-42dd-a248-f4ef375043f7 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:55.959890 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.042723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port cf163eed-6d72-42dd-a248-f4ef375043f7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:56.046072 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.220639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.270867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e980f03-2197-427a-8766-fb301575b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf163eed-6d72-42dd-a248-f4ef375043f7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:56.275473 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d5d3fa-e84b-4496-8974-076b66b5766f" -d '{"events": [{"server_uuid": "8e980f03-2197-427a-8766-fb301575b108", "name": "network-vif-plugged", "status": "completed", "tag": "cf163eed-6d72-42dd-a248-f4ef375043f7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:56.297609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595cc1d-d503-422e-bc3b-22e2fc01e38b req-fa0b2956-af09-4b79-8c61-44b785a45640 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.304869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d595cc1d-d503-422e-bc3b-22e2fc01e38b req-fa0b2956-af09-4b79-8c61-44b785a45640 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 945 time: 0.7993569 Jun 30 02:49:56.318589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port cf163eed-6d72-42dd-a248-f4ef375043f7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cf163eed-6d72-42dd-a248-f4ef375043f7,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:56.335805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-668072ef-0364-4e6b-8847-121ef8a8937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.337303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-668072ef-0364-4e6b-8847-121ef8a8937e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=35ac4b76-043d-49b5-82b4-d6947207729d HTTP/1.1" status: 200 len: 854 time: 0.7100513 Jun 30 02:49:56.400872 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d595cc1d-d503-422e-bc3b-22e2fc01e38b req-71c729d4-cf69-40ae-8012-098e0b4ca2f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948956 Jun 30 02:49:56.449573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-16720f18-cecf-4a5a-a92e-845de5706029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.451971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-16720f18-cecf-4a5a-a92e-845de5706029 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060095 Jun 30 02:49:56.603463 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.651504 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-f2336b13-1f37-46a8-8635-b6f91e16e73a service neutron] 10.222.0.83 "GET /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926167 Jun 30 02:49:56.670970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=cf163eed-6d72-42dd-a248-f4ef375043f7,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:56.771002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17e3a4fb-dd0c-4146-b67b-49460847ae67 req-fe1c3f2a-85b6-4544-8cd1-b3ec24487b15 service neutron] 10.222.0.83 "GET /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896323 Jun 30 02:49:56.785676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.833623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad217228-748a-44ef-8e80-37fe00e4c972 req-f8f62e8d-8371-49b3-81a2-9a7c0c50eb02 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 210 time: 0.1950412 Jun 30 02:49:56.881122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaafc8-0e3a-4f87-8071-f1e1abcc75f0 req-1f530bf1-c72a-426f-ac30-fad6db0dd157 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.884438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7eeaafc8-0e3a-4f87-8071-f1e1abcc75f0 req-1f530bf1-c72a-426f-ac30-fad6db0dd157 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 944 time: 0.2605166 Jun 30 02:49:56.912315 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0e59d4-e3df-4315-a204-8bb19ffc9de7 x-openstack-request-id: req-5f0e59d4-e3df-4315-a204-8bb19ffc9de7 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:56.912861 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e980f03-2197-427a-8766-fb301575b108", "name": "network-vif-plugged", "status": "completed", "tag": "cf163eed-6d72-42dd-a248-f4ef375043f7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:56.912861 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f0e59d4-e3df-4315-a204-8bb19ffc9de7 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:56.913226 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e980f03-2197-427a-8766-fb301575b108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf163eed-6d72-42dd-a248-f4ef375043f7', 'code': 200} Jun 30 02:49:56.962668 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.resource_extend [None req-f44e9d8d-fbce-46d7-97ca-8d4ff7de4a24 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:49:57.027540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7eeaafc8-0e3a-4f87-8071-f1e1abcc75f0 req-d3976df5-219e-48fb-b38a-c48d4756a019 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374149 Jun 30 02:49:57.046191 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44e9d8d-fbce-46d7-97ca-8d4ff7de4a24 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.056938 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.182875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Pushing event updated for resources: {'Port': ['ID=f3e3b0eb-d9c5-4bf6-aeb0-025b773838f2,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:57.197596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.277082 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44e9d8d-fbce-46d7-97ca-8d4ff7de4a24 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.513128 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-f44e9d8d-fbce-46d7-97ca-8d4ff7de4a24 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Floating IP 85901a0b-2db0-4596-b3c8-23eb6a5d22ad associated. External IP: 172.25.2.106, port: 9c1adb47-0eda-4154-b9cd-05c2d9530d5c. Jun 30 02:49:57.515978 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.517225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-81f8dc75-fcd5-43fc-8b89-6207e4291163 tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0717175 Jun 30 02:49:57.520086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58062) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:57.800447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c4079a86-6423-4c17-bf59-418a37aaf967 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4176 time: 0.2774923 Jun 30 02:49:57.802951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58078) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:57.934504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554a1ee-119c-450c-8bc8-5fd7dbb140f8 req-d194f8b6-7fcc-4389-8fdc-b8832e4030fd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:57.945374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3554a1ee-119c-450c-8bc8-5fd7dbb140f8 req-d194f8b6-7fcc-4389-8fdc-b8832e4030fd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.2576714 Jun 30 02:49:57.958106 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-24270422-e598-4975-9b65-75581c4f6911 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1528292 Jun 30 02:49:57.961441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58100) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:58.016236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3554a1ee-119c-450c-8bc8-5fd7dbb140f8 req-ccdbf63f-a2c5-49de-a5ca-42fdd6949e5f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723233 Jun 30 02:49:58.036318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44e9d8d-fbce-46d7-97ca-8d4ff7de4a24 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Router 86f91292-5d7d-4d79-a968-05ff6b2873c2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:58.264847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-338c1b0f-6286-445f-991a-6b97d7d76e3d tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Deleting port f3e3b0eb-d9c5-4bf6-aeb0-025b773838f2 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:58.265189 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-338c1b0f-6286-445f-991a-6b97d7d76e3d tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.277398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f758bd4d-1d6b-4654-8f6c-840e39d656a2 req-0205ae0a-b1fe-49a9-8e7b-8b75c87523cd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 210 time: 0.0635021 Jun 30 02:49:58.376778 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-338c1b0f-6286-445f-991a-6b97d7d76e3d tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.378158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-338c1b0f-6286-445f-991a-6b97d7d76e3d tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.393909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-338c1b0f-6286-445f-991a-6b97d7d76e3d tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Calling delete_port for f3e3b0eb-d9c5-4bf6-aeb0-025b773838f2 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:58.453601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44e9d8d-fbce-46d7-97ca-8d4ff7de4a24 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:58.458772 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f44e9d8d-fbce-46d7-97ca-8d4ff7de4a24 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.467662 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] Sync routers for ids ['86f91292-5d7d-4d79-a968-05ff6b2873c2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:58.507358 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] Routers {'86f91292-5d7d-4d79-a968-05ff6b2873c2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:58.508274 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f44e9d8d-fbce-46d7-97ca-8d4ff7de4a24 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "PUT /v2.0/floatingips/85901a0b-2db0-4596-b3c8-23eb6a5d22ad HTTP/1.1" status: 200 len: 991 time: 3.2242320 Jun 30 02:49:58.508924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'tag': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:58.511453 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad" -d '{"events": [{"name": "network-changed", "server_uuid": "a02d3b0d-536b-4f60-b465-f70449dd8dc9", "tag": "9c1adb47-0eda-4154-b9cd-05c2d9530d5c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:58.512942 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['86f91292-5d7d-4d79-a968-05ff6b2873c2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:58.563480 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-67aeabb2-44d2-4e32-93ce-83a0288a1153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.714865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d2e23-8882-474f-8b27-50cf35c4e1fa req-aaf2c918-e2fd-4f79-aedf-225008f71853 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:58.717040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-492d2e23-8882-474f-8b27-50cf35c4e1fa req-aaf2c918-e2fd-4f79-aedf-225008f71853 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 944 time: 0.0959048 Jun 30 02:49:58.723777 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-338c1b0f-6286-445f-991a-6b97d7d76e3d tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.732083 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] Set router 86f91292-5d7d-4d79-a968-05ff6b2873c2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:58.800471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c1b0f-6286-445f-991a-6b97d7d76e3d tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Pushing event deleted for resources: {'Port': ['ID=f3e3b0eb-d9c5-4bf6-aeb0-025b773838f2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:58.820474 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-492d2e23-8882-474f-8b27-50cf35c4e1fa req-e4cd25bc-1c66-40c0-a9a7-200cbc79952a tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848703 Jun 30 02:49:58.910014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-338c1b0f-6286-445f-991a-6b97d7d76e3d tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.929450 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-338c1b0f-6286-445f-991a-6b97d7d76e3d tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.930718 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-338c1b0f-6286-445f-991a-6b97d7d76e3d tempest-FloatingIPAdminTestJSON-201854964 tempest-FloatingIPAdminTestJSON-201854964-project] 10.222.0.77 "DELETE /v2.0/floatingips/c04d38f3-c3ba-4671-9936-2519a0845cc9 HTTP/1.1" status: 204 len: 168 time: 0.9682460 Jun 30 02:49:58.934103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58158) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.174365 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76a6596-998e-41a1-a22d-e5d6cf5ebe9e x-openstack-request-id: req-d76a6596-998e-41a1-a22d-e5d6cf5ebe9e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:59.175149 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02d3b0d-536b-4f60-b465-f70449dd8dc9", "tag": "9c1adb47-0eda-4154-b9cd-05c2d9530d5c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:59.180770 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d76a6596-998e-41a1-a22d-e5d6cf5ebe9e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:59.183554 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'tag': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c', 'status': 'completed', 'code': 200} Jun 30 02:49:59.311944 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-23ff560e-1cd7-491b-861d-f323204eb81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.313727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-23ff560e-1cd7-491b-861d-f323204eb81b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f727d6caff2346ad8eb6cfc1b68d9bc7&device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 1096 time: 0.1298311 Jun 30 02:49:59.324117 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:18Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '85901a0b-2db0-4596-b3c8-23eb6a5d22ad', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'port_id': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'mac_address': 'fa:16:3e:14:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:49:27Z', 'updated_at': '2021-06-30T02:49:56Z', 'revision_number': 1, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916256f-ed2b-4054-9293-874f1566a7aa', 'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'mac_address': 'fa:16:3e:e7:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:16Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 5, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'subnets': [{'id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:59.383071 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] Checking router: 86f91292-5d7d-4d79-a968-05ff6b2873c2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:59.397909 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] Routers {'86f91292-5d7d-4d79-a968-05ff6b2873c2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:59.398603 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['86f91292-5d7d-4d79-a968-05ff6b2873c2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:59.512742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b8441f4c-dacf-4f93-9b28-39a1dcc336e1 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Deleting port ca717d76-6372-4d9f-a055-cf87bc824376 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:59.513100 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8441f4c-dacf-4f93-9b28-39a1dcc336e1 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.600432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-534a9400-7dd4-4099-9025-4612f2875f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.600432 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-534a9400-7dd4-4099-9025-4612f2875f46 service neutron] 10.222.0.74 "GET /v2.0/networks?id=124c6787-c2af-4733-a6f0-883854864943 HTTP/1.1" status: 200 len: 907 time: 0.2743137 Jun 30 02:49:59.612085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-73a58f32-f6e8-498c-8c9e-828ee8e1282a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.621925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-73a58f32-f6e8-498c-8c9e-828ee8e1282a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 812 time: 0.4478257 Jun 30 02:49:59.656208 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] Set router 86f91292-5d7d-4d79-a968-05ff6b2873c2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:59.676801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-d5c892ad-f985-4443-a232-8ed22e633d4d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a94cd6792f3746bdbcbc060a15360cb7 HTTP/1.1" status: 200 len: 379 time: 0.0511050 Jun 30 02:49:59.689053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'port': {'device_id': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'admin_state_up': True, 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'security_groups': ['720febb4-8dc3-418d-a6cb-dc8118a4abad']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:59.760844 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-78a767b6-e55e-4b21-a7d5-51df6bfebfc7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c1adb47-0eda-4154-b9cd-05c2d9530d5c HTTP/1.1" status: 200 len: 999 time: 0.1515291 Jun 30 02:49:59.826012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-83f1a2e5-d5cc-4e28-afd5-9ff0ee493a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.827487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-83f1a2e5-d5cc-4e28-afd5-9ff0ee493a0e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf HTTP/1.1" status: 200 len: 845 time: 0.0513368 Jun 30 02:49:59.837535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7e60a-d02f-4924-b84c-474ae1d37d8f req-0f24130a-1da0-4efa-874f-a3575013d309 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.844526 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fac7e60a-d02f-4924-b84c-474ae1d37d8f req-0f24130a-1da0-4efa-874f-a3575013d309 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.3284843 Jun 30 02:49:59.939894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8441f4c-dacf-4f93-9b28-39a1dcc336e1 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.939894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8441f4c-dacf-4f93-9b28-39a1dcc336e1 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.957025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fac7e60a-d02f-4924-b84c-474ae1d37d8f req-442581ca-09e9-44cb-81f8-7d9c4b097905 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115537 Jun 30 02:50:00.004840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b8441f4c-dacf-4f93-9b28-39a1dcc336e1 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Calling delete_port for ca717d76-6372-4d9f-a055-cf87bc824376 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:00.038364 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:18Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '85901a0b-2db0-4596-b3c8-23eb6a5d22ad', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'port_id': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'mac_address': 'fa:16:3e:14:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:49:27Z', 'updated_at': '2021-06-30T02:49:56Z', 'revision_number': 1, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916256f-ed2b-4054-9293-874f1566a7aa', 'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'mac_address': 'fa:16:3e:e7:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:16Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 5, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'subnets': [{'id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:00.074562 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c2fe4-df1e-49f5-b7aa-830c9aec5826 None None] The sync data for ids ['86f91292-5d7d-4d79-a968-05ff6b2873c2'] in n-d-798249-3 is: [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:18Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '85901a0b-2db0-4596-b3c8-23eb6a5d22ad', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'port_id': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'mac_address': 'fa:16:3e:14:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:49:27Z', 'updated_at': '2021-06-30T02:49:56Z', 'revision_number': 1, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916256f-ed2b-4054-9293-874f1566a7aa', 'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'mac_address': 'fa:16:3e:e7:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:16Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 5, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'subnets': [{'id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:00.117980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-12278e3d-23f9-4302-abfd-496bf89b0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:00.119694 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-12278e3d-23f9-4302-abfd-496bf89b0cc7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=124c6787-c2af-4733-a6f0-883854864943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2655408 Jun 30 02:50:00.164619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Made reservation on behalf of a94cd6792f3746bdbcbc060a15360cb7 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:00.169280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.236473 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0ac21b4c-cf60-4c00-91f5-899b85f47e66 req-6f533b44-6db3-40f3-93ca-25f062b59977 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 210 time: 0.0424919 Jun 30 02:50:00.325597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-a1e179ff-8c3e-4d75-a365-2cf94ea89f28 service neutron] 10.222.0.74 "GET /v2.0/networks/124c6787-c2af-4733-a6f0-883854864943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939256 Jun 30 02:50:00.545182 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72aaa946-c3ef-47ac-ad4f-a50a08c3ecad req-271a1f29-5d85-41a8-8f3d-e101bd530bf0 service neutron] 10.222.0.74 "GET /v2.0/networks/124c6787-c2af-4733-a6f0-883854864943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113886 Jun 30 02:50:00.563304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Allocated IP 172.20.0.7 (69eb99e6-aef0-4477-9db7-0070bde99f86/a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00/c05be467-e86f-4f9e-99f5-e19aa0587d56) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:00.591221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e877a7ac-266a-4c96-b336-e60676276e7c None None] New status for floating IP 85901a0b-2db0-4596-b3c8-23eb6a5d22ad: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:00.626104 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8441f4c-dacf-4f93-9b28-39a1dcc336e1 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.675790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8441f4c-dacf-4f93-9b28-39a1dcc336e1 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca717d76-6372-4d9f-a055-cf87bc824376,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:00.740680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487804e-6ff8-4d85-8e88-2c0d3ec05f1e req-c302c173-3da1-486f-8c38-a5713ec08f5d tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:00.742327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2487804e-6ff8-4d85-8e88-2c0d3ec05f1e req-c302c173-3da1-486f-8c38-a5713ec08f5d tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 944 time: 0.2736950 Jun 30 02:50:00.770818 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8441f4c-dacf-4f93-9b28-39a1dcc336e1 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.770818 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8441f4c-dacf-4f93-9b28-39a1dcc336e1 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.770818 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b8441f4c-dacf-4f93-9b28-39a1dcc336e1 tempest-FloatingIPAdminTestJSON-222142304 tempest-FloatingIPAdminTestJSON-222142304-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/09b4d95a-0c8f-46b0-a4f6-eb5cf8d44ba5 HTTP/1.1" status: 204 len: 168 time: 1.8309505 Jun 30 02:50:00.771883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58210) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:00.853937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2487804e-6ff8-4d85-8e88-2c0d3ec05f1e req-f73f4298-5fbd-4545-8994-e3896187bed2 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034541 Jun 30 02:50:00.931136 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.945840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ff8d0-c0a3-4cd7-9310-f05e321e9b70 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Deleting port 3e794fda-d77e-4d84-b242-5997128f0613 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:00.946376 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff8d0-c0a3-4cd7-9310-f05e321e9b70 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.964695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Transition to ACTIVE for port object c05be467-e86f-4f9e-99f5-e19aa0587d56 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:01.140016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff8d0-c0a3-4cd7-9310-f05e321e9b70 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.158841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ff8d0-c0a3-4cd7-9310-f05e321e9b70 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Calling delete_port for 3e794fda-d77e-4d84-b242-5997128f0613 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:01.283590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8581a88-62dd-4858-83fa-5e6e9afd76f9 req-d626fa53-3e36-4f95-b2b6-f4d5264fc504 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:01.294330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c8581a88-62dd-4858-83fa-5e6e9afd76f9 req-d626fa53-3e36-4f95-b2b6-f4d5264fc504 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.0877597 Jun 30 02:50:01.311470 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.374989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:01.386852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:01.396533 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.397797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:01.402706 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-510629be-f875-4ae0-82c1-a361ba094cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.405949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:01.451285 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c8581a88-62dd-4858-83fa-5e6e9afd76f9 req-1ded1ad1-0996-4840-8c30-321500b7f5cf tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523566 Jun 30 02:50:01.506982 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff8d0-c0a3-4cd7-9310-f05e321e9b70 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.523689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:01.523689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.574154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ff8d0-c0a3-4cd7-9310-f05e321e9b70 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event deleted for resources: {'Port': ['ID=3e794fda-d77e-4d84-b242-5997128f0613,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:01.672666 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-881d989f-bb11-468b-ba26-1b9ffd354692 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9902265 Jun 30 02:50:01.682709 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba5ff8d0-c0a3-4cd7-9310-f05e321e9b70 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.683768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Request body: {'port': {'device_id': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:01.685349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ba5ff8d0-c0a3-4cd7-9310-f05e321e9b70 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "DELETE /v2.0/ports/3e794fda-d77e-4d84-b242-5997128f0613 HTTP/1.1" status: 204 len: 168 time: 0.9123259 Jun 30 02:50:01.690019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58252) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:01.846572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35e7a5-a18f-4829-9e94-d8ea1dd8ff22 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:01.849775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9b35e7a5-a18f-4829-9e94-d8ea1dd8ff22 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "GET /v2.0/ports?device_id=e194bac2-9604-4b45-aba1-4ae5f8a35959 HTTP/1.1" status: 200 len: 913 time: 0.1580522 Jun 30 02:50:01.859845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58254) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:01.980313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2404c4af-93a7-42ab-8d4b-7d6211f07f46 None None] Provisioning for port c05be467-e86f-4f9e-99f5-e19aa0587d56 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:01.985464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2404c4af-93a7-42ab-8d4b-7d6211f07f46 None None] Provisioning complete for port c05be467-e86f-4f9e-99f5-e19aa0587d56 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:01.985867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2404c4af-93a7-42ab-8d4b-7d6211f07f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.003590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fa9cf-ff95-4dd8-9582-0968a7f8cc6c req-7b61bf93-ff30-48f1-9b0a-3c8f5f726bbd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.018960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fb7fa9cf-ff95-4dd8-9582-0968a7f8cc6c req-7b61bf93-ff30-48f1-9b0a-3c8f5f726bbd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 931 time: 0.1914766 Jun 30 02:50:02.028462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2404c4af-93a7-42ab-8d4b-7d6211f07f46 None None] Port c05be467-e86f-4f9e-99f5-e19aa0587d56 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:02.111774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fb7fa9cf-ff95-4dd8-9582-0968a7f8cc6c req-f375af2a-59d9-4d07-a5bf-f8cbb5b36ffe tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916972 Jun 30 02:50:02.296961 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.400719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae8207-ab90-461b-ac78-4c43348a4111 req-874bc364-ec24-4e91-9aab-614eee41161c tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.411658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-59ae8207-ab90-461b-ac78-4c43348a4111 req-874bc364-ec24-4e91-9aab-614eee41161c tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 944 time: 0.1365502 Jun 30 02:50:02.466132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-59ae8207-ab90-461b-ac78-4c43348a4111 req-a02cc5d4-284d-44f2-98d4-956e0326c264 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534816 Jun 30 02:50:02.588561 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.627168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fb684-756c-4226-8f4a-8b493247654c req-df948dbd-867d-4a28-bf0d-0ab57297f4d2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.629602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d3fb684-756c-4226-8f4a-8b493247654c req-df948dbd-867d-4a28-bf0d-0ab57297f4d2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.0677023 Jun 30 02:50:02.672008 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d3fb684-756c-4226-8f4a-8b493247654c req-88906ea0-03f1-40a0-8648-1d8775f2a847 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369053 Jun 30 02:50:02.788762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05be467-e86f-4f9e-99f5-e19aa0587d56 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:02.802597 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.814854 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-b0e313c3-8ee6-4902-877d-eaffc9e8b90c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1085830 Jun 30 02:50:02.815133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.847165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Transition to ACTIVE for port object c05be467-e86f-4f9e-99f5-e19aa0587d56 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:02.948416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1bf9a892-e05c-483a-8b27-f8d100ba2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.948919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1bf9a892-e05c-483a-8b27-f8d100ba2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.949404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1bf9a892-e05c-483a-8b27-f8d100ba2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.949941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1bf9a892-e05c-483a-8b27-f8d100ba2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.950491 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1bf9a892-e05c-483a-8b27-f8d100ba2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.951147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1bf9a892-e05c-483a-8b27-f8d100ba2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.951647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1bf9a892-e05c-483a-8b27-f8d100ba2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.955288 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1bf9a892-e05c-483a-8b27-f8d100ba2944 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6491 time: 0.1019177 Jun 30 02:50:02.977436 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.044251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:03.076872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Deleting port 8082a32a-c72f-4fcd-8fc3-569564832a1e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:03.076872 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.169257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-4a64ad06-8132-433f-a26d-71b3ade3ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.169761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-4a64ad06-8132-433f-a26d-71b3ade3ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.170373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-4a64ad06-8132-433f-a26d-71b3ade3ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.171975 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-4a64ad06-8132-433f-a26d-71b3ade3ab1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2b9ddc54-579a-469a-a75a-d6c07351455b&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e HTTP/1.1" status: 200 len: 2294 time: 0.1923680 Jun 30 02:50:03.342550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.360379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-a991b932-029d-4ae8-99f2-d276a926088a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d HTTP/1.1" status: 200 len: 1000 time: 0.1640487 Jun 30 02:50:03.364207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Calling delete_port for 8082a32a-c72f-4fcd-8fc3-569564832a1e owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:03.390672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Attempting to bind port c05be467-e86f-4f9e-99f5-e19aa0587d56 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:03.391094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Attempting to bind port c05be467-e86f-4f9e-99f5-e19aa0587d56 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:03.391331 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Attempting to bind port c05be467-e86f-4f9e-99f5-e19aa0587d56 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:03.432290 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Port c05be467-e86f-4f9e-99f5-e19aa0587d56 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:03.436121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Attempting to bind port c05be467-e86f-4f9e-99f5-e19aa0587d56 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:03.439689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-14546a54-1b90-48e2-bb4a-81f8450a49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.441480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:03.441933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Checking segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:03.442384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Bound using segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:03.442516 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-14546a54-1b90-48e2-bb4a-81f8450a49e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dd37d0e-9728-4f58-99b6-57eb8489880e HTTP/1.1" status: 200 len: 851 time: 0.0733659 Jun 30 02:50:03.443182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Bound port: c05be467-e86f-4f9e-99f5-e19aa0587d56, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:03.443683 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.457774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b791e1-0071-44ba-8650-57f4feb23e6f req-f63840f3-e26a-4f4a-a63a-1170ae4cb10e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.465375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92b791e1-0071-44ba-8650-57f4feb23e6f req-f63840f3-e26a-4f4a-a63a-1170ae4cb10e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 943 time: 0.1618943 Jun 30 02:50:03.581543 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92b791e1-0071-44ba-8650-57f4feb23e6f req-6e29078c-cf50-4e39-ba51-1c9b282e36b0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151795 Jun 30 02:50:03.598212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-2eb92431-bee1-4711-951e-7bdee7391a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.599880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-2eb92431-bee1-4711-951e-7bdee7391a3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b9ddc54-579a-469a-a75a-d6c07351455b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324365 Jun 30 02:50:03.694211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:03.698459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:03.727711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-ac93e522-d2c4-449d-bdb8-ae7dc67d289e service neutron] 10.222.0.74 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173880 Jun 30 02:50:03.896248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.909717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601e0c6-36ad-4ca0-b69d-5cc9a2025d30 req-def65711-f7db-40fe-9c78-5df69e11b59c tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.911769 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3601e0c6-36ad-4ca0-b69d-5cc9a2025d30 req-def65711-f7db-40fe-9c78-5df69e11b59c tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 944 time: 0.1651459 Jun 30 02:50:03.914042 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-5459561f-97d9-4920-ba33-66162649353d service neutron] 10.222.0.74 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785452 Jun 30 02:50:03.956605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.957617 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.959406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] 10.222.0.74 "PUT /v2.0/ports/c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 1091 time: 2.2804637 Jun 30 02:50:03.965571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:03.970954 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1456bb62-f665-49b3-906c-dc5f846a73b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:04.008131 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-3c6c2ff0-098e-4556-b354-e24c57f71a9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=dbdd0484-5948-43a9-8d71-056365de7c3c HTTP/1.1" status: 200 len: 217 time: 0.0846570 Jun 30 02:50:04.026646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3601e0c6-36ad-4ca0-b69d-5cc9a2025d30 req-6a3c3da7-a33a-41f2-b401-447dce790b07 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078243 Jun 30 02:50:04.058273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.071130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5b45a-2b2d-42af-9fc1-6e47133ba47e service neutron] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:04.115246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-7d229b9c-0149-499b-a8d9-e7f1af372ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.116871 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-7d229b9c-0149-499b-a8d9-e7f1af372ccd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.0892029 Jun 30 02:50:04.161336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event deleted for resources: {'Port': ['ID=8082a32a-c72f-4fcd-8fc3-569564832a1e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:04.256164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6ec93-6a3f-441a-b59d-29034360101e req-835397fa-d05b-4ba0-af5d-daa00e68445d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.264608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e6f6ec93-6a3f-441a-b59d-29034360101e req-835397fa-d05b-4ba0-af5d-daa00e68445d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.2897196 Jun 30 02:50:04.283421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-966fbd46-394b-43af-b567-b00ed3f9b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.287467 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-966fbd46-394b-43af-b567-b00ed3f9b938 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1608675 Jun 30 02:50:04.506673 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-ed115653-a5da-46fc-a6d2-f1a9aa8c9365 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110329 Jun 30 02:50:04.546121 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e6f6ec93-6a3f-441a-b59d-29034360101e req-83277f57-91f6-4260-89cf-edd649e8a44c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799737 Jun 30 02:50:04.553546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.607169 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-1f321ba4-5fad-4aaf-9791-dfb018e02e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.609582 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-1f321ba4-5fad-4aaf-9791-dfb018e02e62 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1094 time: 0.4433336 Jun 30 02:50:04.759640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-d9f15f7b-bbef-4d68-9d92-12eeab2bfbdc service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445898 Jun 30 02:50:04.999910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-a909519b-c8d3-46a0-837b-3dcaf08d9d4d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=600114d5-9810-4fd3-854d-b1f2ec027f54 HTTP/1.1" status: 200 len: 217 time: 0.2274320 Jun 30 02:50:05.143870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1f0b3e84-187f-4c14-ab6e-c7d95363955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.154135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1f0b3e84-187f-4c14-ab6e-c7d95363955c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.1499147 Jun 30 02:50:05.241825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-f3dbb7a5-2824-4801-8c5e-9f72ebed3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.243608 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-f3dbb7a5-2824-4801-8c5e-9f72ebed3e3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0815644 Jun 30 02:50:05.384207 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90c4dc4-230e-4129-885f-1a803825fdb8 x-openstack-request-id: req-c90c4dc4-230e-4129-885f-1a803825fdb8 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:05.384785 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:05.385223 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c90c4dc4-230e-4129-885f-1a803825fdb8 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:05.386175 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'status': 'completed', 'code': 200} Jun 30 02:50:05.393849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-cbd74acc-48ad-40f5-bb7a-9e4f675cc403 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 217 time: 0.7494254 Jun 30 02:50:05.485799 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-fca6630c-ae2c-4f5b-9ab7-d7a642595798 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333863 Jun 30 02:50:05.519452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5913a-9e51-4bf9-b5b3-a969d6f3c99b req-3f1d8eae-64a6-42bf-8fe6-0df1599618f5 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.529095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cbe5913a-9e51-4bf9-b5b3-a969d6f3c99b req-3f1d8eae-64a6-42bf-8fe6-0df1599618f5 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 944 time: 0.1503677 Jun 30 02:50:05.538499 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.588668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-4c5a5a39-1a48-4061-850b-0b25444c9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.591272 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-4c5a5a39-1a48-4061-850b-0b25444c9904 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.1583557 Jun 30 02:50:05.645087 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cbe5913a-9e51-4bf9-b5b3-a969d6f3c99b req-fd8babe9-4a6e-4ba4-8997-7f0aa9c21403 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144350 Jun 30 02:50:05.698705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-3cc0f119-8e78-464d-b4ba-80a0e658539a service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062652 Jun 30 02:50:05.756648 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-8b3b80eb-4f64-4dfb-bf0a-d1666e7db0de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=bb12e561-a0b3-4475-9098-277e869e6df0 HTTP/1.1" status: 200 len: 217 time: 0.0510733 Jun 30 02:50:05.831940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc04d9b-6c20-4b3c-b4c7-968359e0118e req-872da5e6-5a7f-4153-b36d-d302ec3c8123 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.844062 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bdc04d9b-6c20-4b3c-b4c7-968359e0118e req-872da5e6-5a7f-4153-b36d-d302ec3c8123 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 943 time: 0.5170140 Jun 30 02:50:05.852127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-0fdebbbc-0be8-4648-ab13-11bf96917766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.853681 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-0fdebbbc-0be8-4648-ab13-11bf96917766 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.0902410 Jun 30 02:50:05.946116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:06.003378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bdc04d9b-6c20-4b3c-b4c7-968359e0118e req-413fe22d-1a9f-4033-9a61-5ca866ea46eb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564453 Jun 30 02:50:06.054558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b59b4b-8aec-4af0-b54c-cc19778cce55 req-9c32f140-a81d-4cb3-b773-c0ae5b4c38b0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.060905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81b59b4b-8aec-4af0-b54c-cc19778cce55 req-9c32f140-a81d-4cb3-b773-c0ae5b4c38b0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1540892 Jun 30 02:50:06.092361 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-5ca74aa2-5b23-4484-af1f-5047c552976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.094425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-5ca74aa2-5b23-4484-af1f-5047c552976d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2345588 Jun 30 02:50:06.172685 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-b1e1d8fd-f8f3-4365-9a5c-d6cfab9339c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.174078 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81b59b4b-8aec-4af0-b54c-cc19778cce55 req-516755a9-a6d4-49c0-94dd-58ca3e49e3f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121240 Jun 30 02:50:06.175951 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-b1e1d8fd-f8f3-4365-9a5c-d6cfab9339c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5405462 Jun 30 02:50:06.347977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Router e194bac2-9604-4b45-aba1-4ae5f8a35959 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:06.358827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:06.364598 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-02d10011-8909-4fd0-9c73-1ebd39d14784 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605309 Jun 30 02:50:06.376313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'port_id': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e', 'mac_address': 'fa:16:3e:78:c4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:06.381533 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-41314739-c838-4689-9703-a9a0a1e7b144 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694260 Jun 30 02:50:06.430155 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.447818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:06.474683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:06.602921 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.677965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:06.681939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:06.696800 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e58b786-6fae-4bd9-ad4a-33f98d995cf4 None None] Sync routers for ids ['e194bac2-9604-4b45-aba1-4ae5f8a35959'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:06.706406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-094103a1-bce0-4b3f-af25-28baabb76f5e tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "PUT /v2.0/routers/e194bac2-9604-4b45-aba1-4ae5f8a35959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8407626 Jun 30 02:50:06.709105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58448) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:06.711258 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e58b786-6fae-4bd9-ad4a-33f98d995cf4 None None] Routers {'e194bac2-9604-4b45-aba1-4ae5f8a35959'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:06.712091 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7e58b786-6fae-4bd9-ad4a-33f98d995cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e194bac2-9604-4b45-aba1-4ae5f8a35959'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:06.721064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c67db92-8eb7-409b-9fb0-2268bb831f03 req-1d06d289-86c4-4d60-af4e-1f3d42c82ac8 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322284 Jun 30 02:50:06.752525 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7e58b786-6fae-4bd9-ad4a-33f98d995cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:06.770630 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e58b786-6fae-4bd9-ad4a-33f98d995cf4 None None] Routers {'e194bac2-9604-4b45-aba1-4ae5f8a35959'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:06.771791 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7e58b786-6fae-4bd9-ad4a-33f98d995cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e194bac2-9604-4b45-aba1-4ae5f8a35959'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:06.848030 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7e58b786-6fae-4bd9-ad4a-33f98d995cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:06.848030 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e58b786-6fae-4bd9-ad4a-33f98d995cf4 None None] The sync data for ids ['e194bac2-9604-4b45-aba1-4ae5f8a35959'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:06.866661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['22d8f556-fddf-4e5a-bf69-e363d0aa7e0e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:07.000732 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.085729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-19c25fb2-dfb3-43aa-8127-0b77f0c7f190 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128479 Jun 30 02:50:07.122879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36614be-6cff-4118-82f7-969c422f1b1d req-224eec75-1f48-449b-96bf-1852b61ab42c tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.124902 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d36614be-6cff-4118-82f7-969c422f1b1d req-224eec75-1f48-449b-96bf-1852b61ab42c tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 945 time: 0.2522814 Jun 30 02:50:07.207024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-211608d7-f880-4d15-9540-0dc730b09e57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=346d9070-7538-4e70-b6dc-4712b4ec1f8a HTTP/1.1" status: 200 len: 217 time: 0.0997169 Jun 30 02:50:07.246504 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d36614be-6cff-4118-82f7-969c422f1b1d req-9a03186c-f5f1-40cc-8bb4-6da42b50da59 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036022 Jun 30 02:50:07.250911 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.291041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-1949ae2a-fc9c-4ae8-9160-2f0e2289d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.293533 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-1949ae2a-fc9c-4ae8-9160-2f0e2289d908 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1094 time: 0.1904836 Jun 30 02:50:07.367085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff57b5-f471-4e48-8f80-8791162677db req-c597f8a0-c318-411e-a725-d8ba446b3153 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.369030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b0ff57b5-f471-4e48-8f80-8791162677db req-c597f8a0-c318-411e-a725-d8ba446b3153 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 943 time: 0.0904977 Jun 30 02:50:07.371907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-99796210-5242-437e-b3c5-e9e41e610d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.373558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-99796210-5242-437e-b3c5-e9e41e610d44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.1647770 Jun 30 02:50:07.497867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b0ff57b5-f471-4e48-8f80-8791162677db req-12ccb7fa-66ec-43c9-a850-dc0c2b9e42d8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218729 Jun 30 02:50:07.522553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-f92aa5e8-f8a3-4ada-812e-2f08ffdcd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.524241 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-f92aa5e8-f8a3-4ada-812e-2f08ffdcd8d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.2208960 Jun 30 02:50:07.554292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-ed7faefb-77b6-44fa-b204-1fbb094052b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.559808 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-ed7faefb-77b6-44fa-b204-1fbb094052b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1682467 Jun 30 02:50:07.650150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-fea2c5dd-8d7d-405e-b899-cdffba350473 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 217 time: 0.1129823 Jun 30 02:50:07.759133 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-3bb99be6-9998-487e-9efa-adf3f4d0ee6d service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911187 Jun 30 02:50:07.761175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58464) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:07.773618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-97c14bcf-ff64-4ce4-b551-44a7bd4f9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.775972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-97c14bcf-ff64-4ce4-b551-44a7bd4f9346 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.1106744 Jun 30 02:50:07.946466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-11b9a348-d5db-403c-94fb-4ff938df1865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.948390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6486c2-6dcd-4963-9af2-6b09d40e1172 req-ac16e06e-c12e-4190-b8b0-30fa8f05d471 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.960146 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b6486c2-6dcd-4963-9af2-6b09d40e1172 req-ac16e06e-c12e-4190-b8b0-30fa8f05d471 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.5153954 Jun 30 02:50:07.973883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Deleting port 0725631f-72bc-48ed-9cb7-2c4fd31c5b19 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:07.974221 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.976597 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:08.074842 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.085792 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-11b9a348-d5db-403c-94fb-4ff938df1865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.090976 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-9333024e-14f8-4d95-9c58-5e1bd4ba31d0 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194025 Jun 30 02:50:08.092504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Calling delete_port for 0725631f-72bc-48ed-9cb7-2c4fd31c5b19 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:08.156460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-c44adc61-54d8-44f3-9ffd-22738929189e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=45bddaf2-a14c-4b74-aaa1-742550900101 HTTP/1.1" status: 200 len: 217 time: 0.0579679 Jun 30 02:50:08.220610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-83099951-0b51-47b3-a7bc-ff32c49e198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:08.223216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-83099951-0b51-47b3-a7bc-ff32c49e198f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=895c76f2-b67c-46ed-8de5-90205d541aaa HTTP/1.1" status: 200 len: 797 time: 0.0606110 Jun 30 02:50:08.228174 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b6486c2-6dcd-4963-9af2-6b09d40e1172 req-7b267824-a98e-45f9-a3b8-ba3383cec65d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667408 Jun 30 02:50:08.231281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:08.239072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:08.239072 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.295977 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-11b9a348-d5db-403c-94fb-4ff938df1865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.308780 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-9ade8ffa-1b5a-493b-8afd-0cfd2e1ece50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:08.309336 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-9ade8ffa-1b5a-493b-8afd-0cfd2e1ece50 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5087235 Jun 30 02:50:08.432773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9a348-d5db-403c-94fb-4ff938df1865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc42fa77-0f16-4b84-a519-d1c33d4a165f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:08.451580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.453678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1a13cc30-7ad5-425d-af7c-efa1c4311f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:08.457277 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-1a13cc30-7ad5-425d-af7c-efa1c4311f04 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2261813 Jun 30 02:50:08.463678 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-11b9a348-d5db-403c-94fb-4ff938df1865 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=83dabc674ae745158b19fb5fe434447b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7013044 Jun 30 02:50:08.478446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58472) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:08.514826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-d5e60e63-8353-4583-97dd-0dd6f6808330 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7373343 Jun 30 02:50:08.558097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:08.561246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:08.580176 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3783078b-dc62-465d-a72e-60b7e4712224" -d '{"events": [{"server_uuid": "d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4", "name": "network-vif-plugged", "status": "completed", "tag": "22d8f556-fddf-4e5a-bf69-e363d0aa7e0e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:08.708464 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3ad0-f896-4c68-91b4-44b52d8841c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.767710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-827f9f82-5088-414d-ab10-ead633b26199 service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467940 Jun 30 02:50:08.768192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-73417a55-5563-475c-93b3-ce137be0af66 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265964 Jun 30 02:50:08.771581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb48f1-7c58-4168-9268-0e9af9ff32d3 req-cd42832c-dcf0-415a-a877-dde29f9508d2 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:08.773245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17eb48f1-7c58-4168-9268-0e9af9ff32d3 req-cd42832c-dcf0-415a-a877-dde29f9508d2 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 945 time: 0.2132571 Jun 30 02:50:08.801054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3ad0-f896-4c68-91b4-44b52d8841c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.898678 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17eb48f1-7c58-4168-9268-0e9af9ff32d3 req-ac65ed42-67dc-4a81-baf1-dde87e6b11b6 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934014 Jun 30 02:50:08.916333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-3702ec70-e949-4faa-83be-9d7e415216b8 service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921520 Jun 30 02:50:09.659436 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-14f59e86-442f-4266-82d5-019519a70550 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5cff4dbf-7714-4a43-9437-4bee8213add2 HTTP/1.1" status: 200 len: 217 time: 0.0469723 Jun 30 02:50:09.666189 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc8b310-4f58-4d21-9e60-9aa374fbdc53 x-openstack-request-id: req-7bc8b310-4f58-4d21-9e60-9aa374fbdc53 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:09.666189 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4", "name": "network-vif-plugged", "status": "completed", "tag": "22d8f556-fddf-4e5a-bf69-e363d0aa7e0e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:09.666189 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7bc8b310-4f58-4d21-9e60-9aa374fbdc53 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:09.666189 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e', 'code': 200} Jun 30 02:50:09.674367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-26782445-ed37-440a-83ca-0a55b21efee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.674367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-26782445-ed37-440a-83ca-0a55b21efee5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=895c76f2-b67c-46ed-8de5-90205d541aaa HTTP/1.1" status: 200 len: 797 time: 0.0825233 Jun 30 02:50:09.679731 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.680900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-a87c01e9-ec69-46ca-abaa-150d996e9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.680900 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-a87c01e9-ec69-46ca-abaa-150d996e9c7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 1095 time: 0.5459268 Jun 30 02:50:09.680900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafcc7a-1052-4e97-862a-341af5a406e0 req-d0cd25c9-39f6-48d9-b033-9b4a55907c1b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.680900 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dfafcc7a-1052-4e97-862a-341af5a406e0 req-d0cd25c9-39f6-48d9-b033-9b4a55907c1b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 943 time: 0.5410824 Jun 30 02:50:09.683064 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:09.685246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538f53c-b1c6-401b-9a6d-034bdc2f28ac req-a57c031b-44ad-4a8e-97c4-02bb79609104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.685246 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f538f53c-b1c6-401b-9a6d-034bdc2f28ac req-a57c031b-44ad-4a8e-97c4-02bb79609104 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 1096 time: 0.1349795 Jun 30 02:50:09.685246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-05e61883-bf9c-412a-9d7c-49d88a2818d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.685246 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-05e61883-bf9c-412a-9d7c-49d88a2818d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1554627 Jun 30 02:50:09.685246 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f538f53c-b1c6-401b-9a6d-034bdc2f28ac req-93c06bf8-ac58-464e-bfe5-73b9e3d9cbbb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824862 Jun 30 02:50:09.686186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1456bb62-f665-49b3-906c-dc5f846a73b6 req-e47b6a56-a80a-4bb6-a79d-25219268bedd service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534492 Jun 30 02:50:09.686322 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3ad0-f896-4c68-91b4-44b52d8841c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.686322 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3ad0-f896-4c68-91b4-44b52d8841c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.686322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2f2d3ad0-f896-4c68-91b4-44b52d8841c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc42fa77-0f16-4b84-a519-d1c33d4a165f HTTP/1.1" status: 204 len: 168 time: 0.8487432 Jun 30 02:50:09.686695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.686890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d3ad0-f896-4c68-91b4-44b52d8841c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc42fa77-0f16-4b84-a519-d1c33d4a165f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:09.687028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dfafcc7a-1052-4e97-862a-341af5a406e0 req-edb13bd1-b19a-4ea7-883a-087107a2fcc6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350658 Jun 30 02:50:09.687028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event deleted for resources: {'Port': ['ID=0725631f-72bc-48ed-9cb7-2c4fd31c5b19,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:09.687645 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-cc29d920-7eb6-41b9-bc04-bb52238e92eb service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663554 Jun 30 02:50:09.688222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-3bc69a3e-cd7e-4d21-a48e-506c41651224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.688222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-3bc69a3e-cd7e-4d21-a48e-506c41651224 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.2595186 Jun 30 02:50:09.688222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.688634 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdaa81c-23e3-4a35-9cb4-396f4ee56511 req-79a79088-aba3-419b-a9e6-bc41a97bebc1 service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408956 Jun 30 02:50:09.688634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d64eb3-4498-4eab-9e6b-95f94aea9c75 req-c3d3636a-65bd-4bee-a5ba-b4a72e5a4c6b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.688634 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60d64eb3-4498-4eab-9e6b-95f94aea9c75 req-c3d3636a-65bd-4bee-a5ba-b4a72e5a4c6b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1056917 Jun 30 02:50:09.689055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-2c9aaa6c-a057-466c-848a-7d018e324c2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e HTTP/1.1" status: 200 len: 217 time: 0.0955458 Jun 30 02:50:09.689197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60d64eb3-4498-4eab-9e6b-95f94aea9c75 req-c6aaaac1-7d9c-4608-aa64-e9fee379c3dc tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378826 Jun 30 02:50:09.689330 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.689330 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.717381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-b5e64ac7-a1bf-4e55-9589-f6876cd6874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.718888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-b5e64ac7-a1bf-4e55-9589-f6876cd6874e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0965216 Jun 30 02:50:09.761192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-c269400f-18a7-4c87-b261-1a1776aa752e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332313 Jun 30 02:50:09.851428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:09.871033 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.871592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Fanout notify agent at l3_agent the message router_deleted on router e194bac2-9604-4b45-aba1-4ae5f8a35959 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:09.879791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.884768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6d59fbe7-d79f-4537-977c-26abda140d12 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "DELETE /v2.0/routers/e194bac2-9604-4b45-aba1-4ae5f8a35959 HTTP/1.1" status: 204 len: 168 time: 3.1707447 Jun 30 02:50:09.884768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-db346733-4c9a-4bf9-aa2c-de44acb9e6a9 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152487 Jun 30 02:50:09.885035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58492) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:09.973939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-249531ad-7a29-4a7b-8ced-b2e3bfbc0f9f tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Deleting subnet 6ec200de-b1c4-4f5f-aae4-98b15253e353 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:09.977331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-249531ad-7a29-4a7b-8ced-b2e3bfbc0f9f tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.019001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:10.040099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-249531ad-7a29-4a7b-8ced-b2e3bfbc0f9f tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.051192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'port_id': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'mac_address': 'fa:16:3e:5c:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:10.053536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99bc0b4d-e227-41c7-89d3-da10b3cccc04 req-4369e395-325e-42fa-abe2-5fbb64947120 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611195 Jun 30 02:50:10.133079 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.158181 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-249531ad-7a29-4a7b-8ced-b2e3bfbc0f9f tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.183237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05be467-e86f-4f9e-99f5-e19aa0587d56 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:10.221103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:10.251303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4847a-912c-4043-9929-6854e9911f08 req-1ddc2fbd-18b2-42ea-b367-42a45a089681 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:10.259745 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35a4847a-912c-4043-9929-6854e9911f08 req-1ddc2fbd-18b2-42ea-b367-42a45a089681 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 946 time: 0.1219206 Jun 30 02:50:10.336885 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35a4847a-912c-4043-9929-6854e9911f08 req-87198621-b90a-43c4-b0ce-d1abd5ac0ea9 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735323 Jun 30 02:50:10.385570 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.442961 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-249531ad-7a29-4a7b-8ced-b2e3bfbc0f9f tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.444137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:10.527760 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-249531ad-7a29-4a7b-8ced-b2e3bfbc0f9f tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.529967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-249531ad-7a29-4a7b-8ced-b2e3bfbc0f9f tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "DELETE /v2.0/subnets/6ec200de-b1c4-4f5f-aae4-98b15253e353 HTTP/1.1" status: 204 len: 168 time: 0.6447971 Jun 30 02:50:10.531207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249531ad-7a29-4a7b-8ced-b2e3bfbc0f9f tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec200de-b1c4-4f5f-aae4-98b15253e353,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:10.533139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58512) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:10.538062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73632075-9890-4703-bfd9-c7041c4b4cba None None] Network 1206b2a9-c808-40b4-864f-248569efe941 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:10.717139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ade36-c645-4576-bd60-15be51647f16 req-41d7a4fb-360d-4bab-86fb-29765a7b86b3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:10.717875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.720077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['c05be467-e86f-4f9e-99f5-e19aa0587d56'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:10.728268 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-102ade36-c645-4576-bd60-15be51647f16 req-41d7a4fb-360d-4bab-86fb-29765a7b86b3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1405447 Jun 30 02:50:10.820825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Deleting port 67240924-4f68-431d-8cc0-e3385e3f617d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:10.821412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.860398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-102ade36-c645-4576-bd60-15be51647f16 req-3b8bb6ea-a4da-4dc2-bc4a-2cde8a408a07 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310804 Jun 30 02:50:11.013377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] For port 67240924-4f68-431d-8cc0-e3385e3f617d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=67240924-4f68-431d-8cc0-e3385e3f617d,segment=NetworkSegment(11b9a7dc-2e08-40c4-83ca-16e77e09f186),segment_id=11b9a7dc-2e08-40c4-83ca-16e77e09f186)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:11.013771 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.033551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f8ee8-7ae7-4503-979e-6e4e346c785a None None] DHCP port deletion for 1206b2a9-c808-40b4-864f-248569efe941 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:11.043373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Calling delete_port for 67240924-4f68-431d-8cc0-e3385e3f617d owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:11.081942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042770af-cd8a-4854-a084-069c17f9c87c req-638d6c9a-bffe-42ec-a80e-45e75ff6715e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:11.090396 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-042770af-cd8a-4854-a084-069c17f9c87c req-638d6c9a-bffe-42ec-a80e-45e75ff6715e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.2422009 Jun 30 02:50:11.103548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f63f8ee8-7ae7-4503-979e-6e4e346c785a None None] Deleting port 67240924-4f68-431d-8cc0-e3385e3f617d {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:11.104032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f63f8ee8-7ae7-4503-979e-6e4e346c785a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.185703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-042770af-cd8a-4854-a084-069c17f9c87c req-59e7ad44-5a1c-48d8-8cd3-5f2269a7101b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933704 Jun 30 02:50:11.239565 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f63f8ee8-7ae7-4503-979e-6e4e346c785a None None] For port 67240924-4f68-431d-8cc0-e3385e3f617d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=67240924-4f68-431d-8cc0-e3385e3f617d,segment=NetworkSegment(11b9a7dc-2e08-40c4-83ca-16e77e09f186),segment_id=11b9a7dc-2e08-40c4-83ca-16e77e09f186)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:11.240044 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f63f8ee8-7ae7-4503-979e-6e4e346c785a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.259032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f63f8ee8-7ae7-4503-979e-6e4e346c785a None None] Calling delete_port for 67240924-4f68-431d-8cc0-e3385e3f617d owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:11.450572 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.457061 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f63f8ee8-7ae7-4503-979e-6e4e346c785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.503374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] No DVR routers for this DVR port 67240924-4f68-431d-8cc0-e3385e3f617d on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:11.511511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event deleted for resources: {'Port': ['ID=67240924-4f68-431d-8cc0-e3385e3f617d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:11.519094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f8ee8-7ae7-4503-979e-6e4e346c785a None None] Pushing event deleted for resources: {'Port': ['ID=67240924-4f68-431d-8cc0-e3385e3f617d,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:11.535988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f8ee8-7ae7-4503-979e-6e4e346c785a None None] No DVR routers for this DVR port 67240924-4f68-431d-8cc0-e3385e3f617d on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:11.666342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c456a-93da-4cee-88ea-f6a004261483 req-2696c85a-0585-4042-b6e9-f98519b69a74 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:11.674144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68c456a-93da-4cee-88ea-f6a004261483 req-2696c85a-0585-4042-b6e9-f98519b69a74 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 946 time: 0.1861033 Jun 30 02:50:11.734748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 67240924-4f68-431d-8cc0-e3385e3f617d no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:11.739859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58534) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:11.776190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 67240924-4f68-431d-8cc0-e3385e3f617d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:11.776530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 67240924-4f68-431d-8cc0-e3385e3f617d not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:11.823763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68c456a-93da-4cee-88ea-f6a004261483 req-e54028bf-2751-4f68-9985-b9c80b76e8fe tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383686 Jun 30 02:50:11.836664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.848478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:11.852614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1206b2a9-c808-40b4-864f-248569efe941']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:11.865549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b9a7dc-2e08-40c4-83ca-16e77e09f186') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:11.865854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b9a7dc-2e08-40c4-83ca-16e77e09f186') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:11.876992 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.895752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.903868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:11.904279 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.987647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1075904232-network', 'tenant_id': 'bdd67b3f50224ff6a975e285570763bf'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:50:11.987976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:11.991152 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:11.991152 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:11.991152 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:11.991152 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:11.991152 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:11.991152 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:11.991152 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:11.991152 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:11.991152 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:11.991152 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:12.013191 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port c05be467-e86f-4f9e-99f5-e19aa0587d56 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:12.017769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port c05be467-e86f-4f9e-99f5-e19aa0587d56 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:12.018183 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.111067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c9869-ce8c-4f88-a7d2-fa58a9f10162 req-14385c84-860f-4310-acf6-e5df9af7cdf8 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:12.118035 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c83c9869-ce8c-4f88-a7d2-fa58a9f10162 req-14385c84-860f-4310-acf6-e5df9af7cdf8 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 946 time: 0.0937462 Jun 30 02:50:12.118802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eecdd-2642-45e3-9d33-da34118d14c0 req-9a6921e7-926e-43a8-bb3d-3806b7fb292e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:12.124188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58542) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:12.128084 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0a5eecdd-2642-45e3-9d33-da34118d14c0 req-9a6921e7-926e-43a8-bb3d-3806b7fb292e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1058400 Jun 30 02:50:12.130394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d7e00615-d6b8-41fb-91ba-b5fa50943b3b tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Request body: {'floatingip': {'port_id': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:12.176025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.180388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7e00615-d6b8-41fb-91ba-b5fa50943b3b tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.201778 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.203726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:12.207036 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300dc76f-a59a-43ad-9b47-8769338541b0" -d '{"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-plugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:12.222914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:12.234297 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.250292 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "DELETE /v2.0/networks/1206b2a9-c808-40b4-864f-248569efe941 HTTP/1.1" status: 204 len: 168 time: 1.7122734 Jun 30 02:50:12.257105 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0a5eecdd-2642-45e3-9d33-da34118d14c0 req-1f290c42-0a48-4c79-8eff-d0677ce632d4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281703 Jun 30 02:50:12.276718 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d86819-0bb1-489b-a0f0-6a1b15ecebab x-openstack-request-id: req-26d86819-0bb1-489b-a0f0-6a1b15ecebab {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:12.277218 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-plugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:12.277710 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26d86819-0bb1-489b-a0f0-6a1b15ecebab {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:12.278235 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'code': 200} Jun 30 02:50:12.289547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58548) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:12.289547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd79de-e754-432e-9fad-ce36ab5c2f5b tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event deleted for resources: {'Network': ['ID=1206b2a9-c808-40b4-864f-248569efe941,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:12.295049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Made reservation on behalf of bdd67b3f50224ff6a975e285570763bf for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:12.301790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.368394 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.445612 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.450110 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:50:12.463187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:12.539064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4629c-65a3-4fb5-bae6-bf8ff09c1d83 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Deleting port ce92739f-39ee-4b06-a7a3-9bc04235b524 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:12.539448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bf4629c-65a3-4fb5-bae6-bf8ff09c1d83 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.649777 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bf4629c-65a3-4fb5-bae6-bf8ff09c1d83 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.650117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bf4629c-65a3-4fb5-bae6-bf8ff09c1d83 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.668154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4629c-65a3-4fb5-bae6-bf8ff09c1d83 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Calling delete_port for ce92739f-39ee-4b06-a7a3-9bc04235b524 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:12.697955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f5763-e3b5-4ad2-9893-9d8f15378b3d req-7f296fd6-43c7-4adc-af6c-632ca7e10a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:12.700908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-830f5763-e3b5-4ad2-9893-9d8f15378b3d req-7f296fd6-43c7-4adc-af6c-632ca7e10a1c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1096 time: 0.3308382 Jun 30 02:50:12.838596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413937d9-fb51-42c2-a52e-18ccc81df507 req-1c9c05f1-4ab6-4b52-a2bb-4fc2295ecc59 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:12.846458 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-413937d9-fb51-42c2-a52e-18ccc81df507 req-1c9c05f1-4ab6-4b52-a2bb-4fc2295ecc59 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.3801661 Jun 30 02:50:12.854382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-830f5763-e3b5-4ad2-9893-9d8f15378b3d req-e96242b6-543d-4dd9-b93a-827ca8ccad29 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403995 Jun 30 02:50:12.942988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-413937d9-fb51-42c2-a52e-18ccc81df507 req-0fb27a80-e9ec-4f2f-b839-1e6885992d83 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878091 Jun 30 02:50:13.060057 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.166012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bf4629c-65a3-4fb5-bae6-bf8ff09c1d83 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.200966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4629c-65a3-4fb5-bae6-bf8ff09c1d83 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Pushing event deleted for resources: {'Port': ['ID=ce92739f-39ee-4b06-a7a3-9bc04235b524,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:13.232062 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.254295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7e00615-d6b8-41fb-91ba-b5fa50943b3b tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.274112 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bf4629c-65a3-4fb5-bae6-bf8ff09c1d83 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.274885 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:13.277056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bf4629c-65a3-4fb5-bae6-bf8ff09c1d83 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.279955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6647403e-27b2-4cae-a829-b5ec0de865f9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:13.282642 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4bf4629c-65a3-4fb5-bae6-bf8ff09c1d83 tempest-FloatingIPAdminTestJSON-428386253 tempest-FloatingIPAdminTestJSON-428386253-project] 10.222.0.77 "DELETE /v2.0/floatingips/b44811aa-07fb-4a9a-864f-b709a2e28146 HTTP/1.1" status: 204 len: 168 time: 0.9986935 Jun 30 02:50:13.288320 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.288779 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Added segment a753c5bb-82a9-456f-b8e5-28c4c6840c20 of type vlan for network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 Jun 30 02:50:13.339026 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.413991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7e00615-d6b8-41fb-91ba-b5fa50943b3b tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.525620 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.527299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda7f03-34c5-47a3-9f8b-8823e72a2d96 req-29ba0d2a-9dbe-4261-bd39-3691b823e69b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:13.529087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fcda7f03-34c5-47a3-9f8b-8823e72a2d96 req-29ba0d2a-9dbe-4261-bd39-3691b823e69b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 945 time: 0.0734549 Jun 30 02:50:13.537387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:13.538127 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.587690 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fcda7f03-34c5-47a3-9f8b-8823e72a2d96 req-10769010-ac22-4e44-85f0-c6d089e74d91 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505486 Jun 30 02:50:13.656491 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-d7e00615-d6b8-41fb-91ba-b5fa50943b3b tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Floating IP dfcb0c4c-3822-4447-a8e6-13cd2241ba84 associated. External IP: 172.25.2.127, port: 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e. Jun 30 02:50:13.662445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] Pushing event updated for resources: {'Network': ['ID=1e94ff2e-8974-4f1c-85d1-b34738d78e87,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:13.686134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:13.720383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-555c5d98-1ec2-4845-a552-644ca5fd35c7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9767377 Jun 30 02:50:13.720727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58560) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:13.726486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Request body: {'subnet': {'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1075904232-subnet', 'tenant_id': 'bdd67b3f50224ff6a975e285570763bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:13.981137 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Made reservation on behalf of bdd67b3f50224ff6a975e285570763bf for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:13.993592 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.021571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e00615-d6b8-41fb-91ba-b5fa50943b3b tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:14.050012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58576) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:14.202836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e00615-d6b8-41fb-91ba-b5fa50943b3b tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:14.213313 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7e00615-d6b8-41fb-91ba-b5fa50943b3b tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.225477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] Sync routers for ids ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:14.239175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] Routers {'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:14.242136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:14.326100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d7e00615-d6b8-41fb-91ba-b5fa50943b3b tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "PUT /v2.0/floatingips/dfcb0c4c-3822-4447-a8e6-13cd2241ba84 HTTP/1.1" status: 200 len: 992 time: 2.1999886 Jun 30 02:50:14.330047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'tag': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:14.335079 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98" -d '{"events": [{"name": "network-changed", "server_uuid": "d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4", "tag": "22d8f556-fddf-4e5a-bf69-e363d0aa7e0e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:14.337253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-77d4e376-c2cc-4c8f-981d-9c9c18065374 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:14.342120 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-77d4e376-c2cc-4c8f-981d-9c9c18065374 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 821 time: 0.2372591 Jun 30 02:50:14.386041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-2b468e9f-4373-4734-bb35-f1722a00a606 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/quotas/8d2865600279469a9fb6e51fd8957e32 HTTP/1.1" status: 200 len: 375 time: 0.0373328 Jun 30 02:50:14.465575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] Set router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:14.478458 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7b604fa2-65a0-4031-8cac-5241caab1495 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1631fdef8b444c98b84ced6f6e39b671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844171 Jun 30 02:50:14.478647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58584) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:14.524778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fd9ca-7fc9-468a-9178-944d80456f4e req-380e7778-f51d-4f32-8ab3-cefce592a949 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:14.533016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a21fd9ca-7fc9-468a-9178-944d80456f4e req-380e7778-f51d-4f32-8ab3-cefce592a949 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1829426 Jun 30 02:50:14.589809 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a21fd9ca-7fc9-468a-9178-944d80456f4e req-bfbada06-b336-47fa-bc89-e4bac7a8f92d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561726 Jun 30 02:50:14.711697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b6a468c3-12a1-44fb-a691-facc8bda7186 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3244302 Jun 30 02:50:14.713881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd3430dd-3320-4cf4-af9e-20847abbc644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.751715 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c99fa8-fe38-4cab-a4c5-7b72a9179444 x-openstack-request-id: req-56c99fa8-fe38-4cab-a4c5-7b72a9179444 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:14.752008 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4", "tag": "22d8f556-fddf-4e5a-bf69-e363d0aa7e0e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:14.752800 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56c99fa8-fe38-4cab-a4c5-7b72a9179444 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:14.753275 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'tag': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e', 'status': 'completed', 'code': 200} Jun 30 02:50:14.809443 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:45Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'dfcb0c4c-3822-4447-a8e6-13cd2241ba84', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'port_id': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'mac_address': 'fa:16:3e:78:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:52Z', 'updated_at': '2021-06-30T02:50:13Z', 'revision_number': 1, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52601c2-431a-42dd-90aa-1162028d35ec', 'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'mac_address': 'fa:16:3e:ee:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:44Z', 'updated_at': '2021-06-30T02:48:51Z', 'revision_number': 5, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'subnets': [{'id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:14.821037 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd3430dd-3320-4cf4-af9e-20847abbc644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.836365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] Checking router: e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:14.845760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] Routers {'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:14.847252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:14.929010 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-be5717d0-cadd-4667-a63d-963d8e2b8c55 service neutron] 10.222.0.77 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999309 Jun 30 02:50:14.951742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-c63e9402-865a-4926-9d9d-556c7377c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:14.953245 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-c63e9402-865a-4926-9d9d-556c7377c265 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8a90b59da464704994f9d76149935f9&device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 1097 time: 0.1461997 Jun 30 02:50:14.963078 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.976338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce721f2a-3e78-4950-80f2-ed929d4de5e7 req-5fb10060-7246-408e-bbee-ac3eced587f8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:14.978006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce721f2a-3e78-4950-80f2-ed929d4de5e7 req-5fb10060-7246-408e-bbee-ac3eced587f8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 945 time: 0.0803282 Jun 30 02:50:14.989764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] Set router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:15.023544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce721f2a-3e78-4950-80f2-ed929d4de5e7 req-95a72901-9291-4740-af99-292e3782b618 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368550 Jun 30 02:50:15.095082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd3430dd-3320-4cf4-af9e-20847abbc644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.097668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd3430dd-3320-4cf4-af9e-20847abbc644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.101724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dd3430dd-3320-4cf4-af9e-20847abbc644 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0df966d-a2f2-4752-b10b-211cc5e227b7 HTTP/1.1" status: 204 len: 168 time: 0.6220865 Jun 30 02:50:15.132307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=947dbb80-a1b2-4b65-b9b8-a35faceb5f88,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:15.149622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3430dd-3320-4cf4-af9e-20847abbc644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0df966d-a2f2-4752-b10b-211cc5e227b7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:15.185206 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-835f269e-9858-4858-9c46-4b6bdb0d91e9 service neutron] 10.222.0.77 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471206 Jun 30 02:50:15.199275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Checking segment: {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:15.199743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Network hostable DHCP agents. Network: 1e94ff2e-8974-4f1c-85d1-b34738d78e87, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:15.202648 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-e3793040-1d57-46a7-baee-a288da641e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:15.204150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-e3793040-1d57-46a7-baee-a288da641e1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 HTTP/1.1" status: 200 len: 916 time: 0.2157772 Jun 30 02:50:15.351824 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-ac04a919-33f7-4721-8530-c382c0af6828 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e HTTP/1.1" status: 200 len: 1000 time: 0.1379280 Jun 30 02:50:15.356837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:45Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'dfcb0c4c-3822-4447-a8e6-13cd2241ba84', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'port_id': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'mac_address': 'fa:16:3e:78:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:52Z', 'updated_at': '2021-06-30T02:50:13Z', 'revision_number': 1, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52601c2-431a-42dd-90aa-1162028d35ec', 'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'mac_address': 'fa:16:3e:ee:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:44Z', 'updated_at': '2021-06-30T02:48:51Z', 'revision_number': 5, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'subnets': [{'id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:15.386313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c531d7-ea51-400b-bce0-417ba026f246 None None] The sync data for ids ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'] in n-d-798249-3 is: [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:45Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'dfcb0c4c-3822-4447-a8e6-13cd2241ba84', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'port_id': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'mac_address': 'fa:16:3e:78:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:52Z', 'updated_at': '2021-06-30T02:50:13Z', 'revision_number': 1, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a52601c2-431a-42dd-90aa-1162028d35ec', 'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'mac_address': 'fa:16:3e:ee:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:44Z', 'updated_at': '2021-06-30T02:48:51Z', 'revision_number': 5, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'subnets': [{'id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:15.438714 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3318fd2-732e-40c6-9d3e-ce858b591177 req-6ce69641-96d1-423c-b0e3-75e44715d0ea tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:15.460120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3318fd2-732e-40c6-9d3e-ce858b591177 req-6ce69641-96d1-423c-b0e3-75e44715d0ea tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 945 time: 0.1089652 Jun 30 02:50:15.460639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58608) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:15.461771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:15.473104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-cb76cb9b-1f6f-41f5-b0c5-86dae5b1d561 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'floatingip': {'port_id': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:15.481642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-50528d28-a3aa-47b2-9117-f9d85382bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:15.483283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-50528d28-a3aa-47b2-9117-f9d85382bc04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=35ac4b76-043d-49b5-82b4-d6947207729d HTTP/1.1" status: 200 len: 854 time: 0.1190631 Jun 30 02:50:15.558410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-5181f094-c1f3-442c-a69c-300cda29b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:15.560236 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-5181f094-c1f3-442c-a69c-300cda29b9d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695348 Jun 30 02:50:15.673710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 1e94ff2e-8974-4f1c-85d1-b34738d78e87) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:15.685340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955332a8-8fec-4ced-b96a-dba3ec17be65 None None] Network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:15.688869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:15.689580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.801143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5a19428c-657a-4c30-a6f1-7e9742e88e54 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0784872 Jun 30 02:50:15.822295 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaeef21-692a-4e8e-a59f-fcc705b6f4d4 None None] New status for floating IP dfcb0c4c-3822-4447-a8e6-13cd2241ba84: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:15.859083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-7b62deae-3047-4954-9f68-2049d59102dc service neutron] 10.222.0.83 "GET /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882159 Jun 30 02:50:16.094565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2309a8dd-cb2d-4e82-b0f5-4d7fcb04fe98 req-12af6690-c1f0-4571-ae1b-a1c4c13c176b service neutron] 10.222.0.83 "GET /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283170 Jun 30 02:50:16.138335 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb76cb9b-1f6f-41f5-b0c5-86dae5b1d561 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.199344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f89e5-d212-44e4-a686-99a4dee252b5 None None] Network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:16.395333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248733d-a7be-4d26-a091-ad530bba82de req-22f6572d-4e41-4870-a09f-a383b7d669ed tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:16.397099 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8248733d-a7be-4d26-a091-ad530bba82de req-22f6572d-4e41-4870-a09f-a383b7d669ed tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.3060477 Jun 30 02:50:16.474020 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8248733d-a7be-4d26-a091-ad530bba82de req-06d769a7-b80a-4b95-bd68-9931b6ae04c9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691922 Jun 30 02:50:16.619470 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9222f1c-b050-4545-8336-4e95eece8688 req-4559424b-be7d-4622-8a77-efb823ff998f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 210 time: 0.0887499 Jun 30 02:50:16.619929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58646) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:16.639686 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29fe3f48-1752-45bf-ac7c-201daa51c33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.712858 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-41581761-1a62-4bad-93d5-127353da53a9 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:16.714482 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-41581761-1a62-4bad-93d5-127353da53a9 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/networks?id=1e94ff2e-8974-4f1c-85d1-b34738d78e87 HTTP/1.1" status: 200 len: 805 time: 0.1280541 Jun 30 02:50:16.730284 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-8afcccb4-25fc-4bf0-84b1-5b5f56f56972 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/quotas/bdd67b3f50224ff6a975e285570763bf HTTP/1.1" status: 200 len: 375 time: 0.0101070 Jun 30 02:50:16.794400 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-aec3a97b-063d-4da4-a86c-963a6083e5db tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467563 Jun 30 02:50:16.854944 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb76cb9b-1f6f-41f5-b0c5-86dae5b1d561 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.868499 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29fe3f48-1752-45bf-ac7c-201daa51c33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.918261 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-b7683fde-672d-4b01-9b7b-4457d07de310 service neutron] 10.222.0.77 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239028 Jun 30 02:50:17.008144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-1d67a785-7a88-4fa2-8416-6af0f3891d2f service neutron] 10.222.0.77 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833852 Jun 30 02:50:17.031609 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb76cb9b-1f6f-41f5-b0c5-86dae5b1d561 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.046967 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29fe3f48-1752-45bf-ac7c-201daa51c33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.117845 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-29fe3f48-1752-45bf-ac7c-201daa51c33f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fdcab0d191a14a2cac866da5cc954bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954383 Jun 30 02:50:17.120251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58658) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:17.124261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe3f48-1752-45bf-ac7c-201daa51c33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3b02c2-a5c9-42e2-ac22-ca430c877a2e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:17.170907 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59687695-fb7f-4b16-afe3-f96836be2439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.180551 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-cb76cb9b-1f6f-41f5-b0c5-86dae5b1d561 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Floating IP cd29c06b-2efc-4d93-b1f9-c3883dd797ab associated. External IP: 172.25.2.200, port: c05be467-e86f-4f9e-99f5-e19aa0587d56. Jun 30 02:50:17.197185 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59687695-fb7f-4b16-afe3-f96836be2439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.314165 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-affbe939-8511-4c23-86e4-4200086a898f req-95611a28-a9fa-4297-9ddf-2383be783468 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 210 time: 0.0365508 Jun 30 02:50:17.356777 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59687695-fb7f-4b16-afe3-f96836be2439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.359349 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59687695-fb7f-4b16-afe3-f96836be2439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.363221 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-59687695-fb7f-4b16-afe3-f96836be2439 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e3b02c2-a5c9-42e2-ac22-ca430c877a2e HTTP/1.1" status: 204 len: 168 time: 0.2391660 Jun 30 02:50:17.370596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59687695-fb7f-4b16-afe3-f96836be2439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3b02c2-a5c9-42e2-ac22-ca430c877a2e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:17.465357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb76cb9b-1f6f-41f5-b0c5-86dae5b1d561 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Router 84b81071-47d1-4e15-90eb-80da8e54ab89 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:17.592151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb76cb9b-1f6f-41f5-b0c5-86dae5b1d561 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:17.601636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] Sync routers for ids ['84b81071-47d1-4e15-90eb-80da8e54ab89'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:17.604368 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb76cb9b-1f6f-41f5-b0c5-86dae5b1d561 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.611180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] Routers {'84b81071-47d1-4e15-90eb-80da8e54ab89'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:17.611835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['84b81071-47d1-4e15-90eb-80da8e54ab89'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:17.671861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cb76cb9b-1f6f-41f5-b0c5-86dae5b1d561 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "PUT /v2.0/floatingips/cd29c06b-2efc-4d93-b1f9-c3883dd797ab HTTP/1.1" status: 200 len: 991 time: 2.2075517 Jun 30 02:50:17.671861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:17.673985 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:17.716778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03230045-1301-416b-894c-e4856e5223ab req-85f69290-179b-4641-9ce7-6cd33db1018f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:17.724780 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03230045-1301-416b-894c-e4856e5223ab req-85f69290-179b-4641-9ce7-6cd33db1018f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1339214 Jun 30 02:50:17.751076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] Set router 84b81071-47d1-4e15-90eb-80da8e54ab89 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:17.777097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eceb-9f1d-419c-aa9c-8ea71f7152ac req-20db6143-916b-4ba4-a33d-3530e6658b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:17.778694 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b013eceb-9f1d-419c-aa9c-8ea71f7152ac req-20db6143-916b-4ba4-a33d-3530e6658b15 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 1097 time: 0.0880637 Jun 30 02:50:17.789567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03230045-1301-416b-894c-e4856e5223ab req-a0cdcf9e-7e0a-4507-98b1-76184a0794f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605071 Jun 30 02:50:17.823960 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6371902b-82c3-4622-9b98-cb114160386a req-9dec60ca-2a5b-47a0-b1d8-03174a637f25 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 210 time: 0.0418017 Jun 30 02:50:17.941749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eceb-9f1d-419c-aa9c-8ea71f7152ac req-e11952cf-4073-4b24-a082-b04f833ab4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:17.941836 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6858b3-dc03-4b26-aff7-6eaaaa8b74fe x-openstack-request-id: req-3d6858b3-dc03-4b26-aff7-6eaaaa8b74fe {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:17.941836 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:17.941836 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3d6858b3-dc03-4b26-aff7-6eaaaa8b74fe {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:17.942071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b013eceb-9f1d-419c-aa9c-8ea71f7152ac req-e11952cf-4073-4b24-a082-b04f833ab4eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 913 time: 0.1397905 Jun 30 02:50:17.942137 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'status': 'completed', 'code': 200} Jun 30 02:50:18.043741 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b013eceb-9f1d-419c-aa9c-8ea71f7152ac req-4f3cb9f7-72a5-4c0b-a8c8-23dd9bb9bf50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf163eed-6d72-42dd-a248-f4ef375043f7 HTTP/1.1" status: 200 len: 217 time: 0.0848510 Jun 30 02:50:18.055998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-e93a1544-3c20-4bd1-8ba0-c079597c042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:18.057661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-e93a1544-3c20-4bd1-8ba0-c079597c042e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1096 time: 0.0958819 Jun 30 02:50:18.126218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013eceb-9f1d-419c-aa9c-8ea71f7152ac req-e3a69f84-a944-4fae-9ab2-403997c6d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:18.128988 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b013eceb-9f1d-419c-aa9c-8ea71f7152ac req-e3a69f84-a944-4fae-9ab2-403997c6d5fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.0784638 Jun 30 02:50:18.129107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'cd29c06b-2efc-4d93-b1f9-c3883dd797ab', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'port_id': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'mac_address': 'fa:16:3e:5c:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:49:47Z', 'updated_at': '2021-06-30T02:50:16Z', 'revision_number': 1, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6f86dd-69e5-4605-b3e3-09f7c07d0b02', 'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'mac_address': 'fa:16:3e:0a:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:38Z', 'updated_at': '2021-06-30T02:49:48Z', 'revision_number': 5, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'subnets': [{'id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:18.169524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b013eceb-9f1d-419c-aa9c-8ea71f7152ac req-d8af6358-2cb8-47f1-8448-861445b167c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347555 Jun 30 02:50:18.176054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] Checking router: 84b81071-47d1-4e15-90eb-80da8e54ab89 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:18.186165 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] Routers {'84b81071-47d1-4e15-90eb-80da8e54ab89'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:18.186804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['84b81071-47d1-4e15-90eb-80da8e54ab89'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:18.192277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-2695d0d4-4af1-4a90-9460-5093ce12b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:18.194672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-2695d0d4-4af1-4a90-9460-5093ce12b170 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.1298521 Jun 30 02:50:18.265353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b013eceb-9f1d-419c-aa9c-8ea71f7152ac req-c47d02e8-5b69-45c9-b192-7e22163ee85c service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893819 Jun 30 02:50:18.280874 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-8411d310-de99-4baf-936b-ee88352998e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 999 time: 0.0767844 Jun 30 02:50:18.305460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] Set router 84b81071-47d1-4e15-90eb-80da8e54ab89 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:18.334455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-0084bf1c-f7ce-419c-980d-2d38b280390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:18.336365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-0084bf1c-f7ce-419c-980d-2d38b280390c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0494668 Jun 30 02:50:18.366126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b013eceb-9f1d-419c-aa9c-8ea71f7152ac req-e7ec3823-8ecf-43f1-a462-4f9ec81eb2c0 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935664 Jun 30 02:50:18.404320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-10b7daff-3c03-41a4-9925-f68aeff837d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:18.405912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-10b7daff-3c03-41a4-9925-f68aeff837d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624852 Jun 30 02:50:18.560478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-ba3fbdbb-14a3-4b48-bae6-192530f2a8e5 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480200 Jun 30 02:50:18.594266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'cd29c06b-2efc-4d93-b1f9-c3883dd797ab', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'port_id': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'mac_address': 'fa:16:3e:5c:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:49:47Z', 'updated_at': '2021-06-30T02:50:16Z', 'revision_number': 1, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6f86dd-69e5-4605-b3e3-09f7c07d0b02', 'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'mac_address': 'fa:16:3e:0a:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:38Z', 'updated_at': '2021-06-30T02:49:48Z', 'revision_number': 5, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'subnets': [{'id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:18.624371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1fc0c7-1717-4e7e-95f4-a2af5c5dd359 None None] The sync data for ids ['84b81071-47d1-4e15-90eb-80da8e54ab89'] in n-d-798249-3 is: [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'cd29c06b-2efc-4d93-b1f9-c3883dd797ab', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'port_id': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'mac_address': 'fa:16:3e:5c:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:49:47Z', 'updated_at': '2021-06-30T02:50:16Z', 'revision_number': 1, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6f86dd-69e5-4605-b3e3-09f7c07d0b02', 'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'mac_address': 'fa:16:3e:0a:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:38Z', 'updated_at': '2021-06-30T02:49:48Z', 'revision_number': 5, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'subnets': [{'id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:18.661108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41b008de-879a-4049-a302-f998209b8995 req-02be5274-4aae-4530-8e70-d698758d3813 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 210 time: 0.2781425 Jun 30 02:50:18.691827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef5018a8-24b5-4d94-b83a-69e5124ad5e4 req-7b236de0-d5dd-4779-8dc2-6fff3e6340d9 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230850 Jun 30 02:50:18.729698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58694) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.743726 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e3588a-86eb-4911-a6c4-bdd15d35b938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.841729 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7cb8f3-3378-4498-893a-d35586ada644 None None] New status for floating IP cd29c06b-2efc-4d93-b1f9-c3883dd797ab: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:18.842249 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e3588a-86eb-4911-a6c4-bdd15d35b938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.971595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe8bb8-d3a4-4d36-81cf-48996b93ac00 req-96b48aa8-9fc3-4693-802a-2b6a5f1c0c8b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:18.977983 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-01fe8bb8-d3a4-4d36-81cf-48996b93ac00 req-96b48aa8-9fc3-4693-802a-2b6a5f1c0c8b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.0856645 Jun 30 02:50:18.987095 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e3588a-86eb-4911-a6c4-bdd15d35b938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.010843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6eff81d2-d337-4b65-8bd8-64562f165f52 req-f1302f11-77a4-47c5-ad33-6d9fd4577485 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 210 time: 0.0356381 Jun 30 02:50:19.049822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-91e3588a-86eb-4911-a6c4-bdd15d35b938 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=36a441d0ec8c4530bbafa513f4161964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184886 Jun 30 02:50:19.050527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3588a-86eb-4911-a6c4-bdd15d35b938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d7aef7-cf6f-483d-a218-b93aec30f6db,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:19.052639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58702) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.069679 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-01fe8bb8-d3a4-4d36-81cf-48996b93ac00 req-b9a2b2f0-ec8e-4e61-afd2-c9d11bbcc025 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904050 Jun 30 02:50:19.110089 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce19c4-118c-43b2-82d0-37c4f60f1152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.139869 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce19c4-118c-43b2-82d0-37c4f60f1152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.374658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce19c4-118c-43b2-82d0-37c4f60f1152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.381362 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce19c4-118c-43b2-82d0-37c4f60f1152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.381362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-07ce19c4-118c-43b2-82d0-37c4f60f1152 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/65d7aef7-cf6f-483d-a218-b93aec30f6db HTTP/1.1" status: 204 len: 168 time: 0.3258166 Jun 30 02:50:19.389077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce19c4-118c-43b2-82d0-37c4f60f1152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d7aef7-cf6f-483d-a218-b93aec30f6db,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:19.511114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-23085737-d4f8-4b44-86ca-b68ce185940e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:19.512723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-23085737-d4f8-4b44-86ca-b68ce185940e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.74 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 821 time: 0.1171310 Jun 30 02:50:19.525342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Request body: {'port': {'device_id': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38', 'admin_state_up': True, 'tenant_id': '8d2865600279469a9fb6e51fd8957e32'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:19.818443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd8d4a0-d47d-4d1d-a2a0-2a3f6d861c6a req-a0a59f44-b427-4dd8-8ca1-ff9872af94cc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 210 time: 0.0377982 Jun 30 02:50:19.819362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Made reservation on behalf of 8d2865600279469a9fb6e51fd8957e32 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:19.822945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.981605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Allocated IP 172.20.0.10 (49922fc5-c3d8-48be-85de-86ddb8475a38/6d5e1c63-79c1-4411-9b46-90f94045e51f/a20043b1-529d-44a5-8977-fc4353401648) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:20.190156 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.235750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-180fb753-83e0-4d3b-bfd1-f74cbdd5b84f req-649029a0-f6c8-459e-bec7-ae791c62ad5b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 210 time: 0.0619819 Jun 30 02:50:20.351414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c16ad5-9e03-487e-8516-fb4eba752dea req-fe65335a-405e-419a-8da7-b33a353a7297 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:20.353322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4c16ad5-9e03-487e-8516-fb4eba752dea req-fe65335a-405e-419a-8da7-b33a353a7297 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1027672 Jun 30 02:50:20.417195 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4c16ad5-9e03-487e-8516-fb4eba752dea req-74a2bb34-cc04-4509-aa8a-e814ae047e43 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578072 Jun 30 02:50:20.445606 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.531279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Network 49922fc5-c3d8-48be-85de-86ddb8475a38 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:20.535058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:20.540337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:20.575569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Pushing event updated for resources: {'Port': ['ID=a20043b1-529d-44a5-8977-fc4353401648,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:20.610530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:20.610949 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.791568 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-b4313b04-cb36-4951-8f2d-7c6e566303df tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2699575 Jun 30 02:50:20.807019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Request body: {'port': {'device_id': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:20.893913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.019832 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97df4519-5835-419a-a49c-cf3d1f4c677f req-8e2d1e1b-b2b5-44bb-8089-3edca3681bd3 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 210 time: 0.0516458 Jun 30 02:50:21.261189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20043b1-529d-44a5-8977-fc4353401648 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:21.278774 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.295458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Transition to ACTIVE for port object a20043b1-529d-44a5-8977-fc4353401648 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:21.353639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-a16cb620-687e-4b49-ac38-59bdd5a97375 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.356295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-a16cb620-687e-4b49-ac38-59bdd5a97375 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.74 "GET /v2.0/networks?id=1e94ff2e-8974-4f1c-85d1-b34738d78e87 HTTP/1.1" status: 200 len: 805 time: 0.1203353 Jun 30 02:50:21.370740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Request body: {'port': {'device_id': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'admin_state_up': True, 'tenant_id': 'bdd67b3f50224ff6a975e285570763bf'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:21.492714 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aba1f-d98b-446d-99ed-9d3f6ad098cc req-0d995120-ea1b-4d6d-9a82-57cca375003b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.502571 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-026aba1f-d98b-446d-99ed-9d3f6ad098cc req-0d995120-ea1b-4d6d-9a82-57cca375003b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 932 time: 0.1063249 Jun 30 02:50:21.536235 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.609601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-026aba1f-d98b-446d-99ed-9d3f6ad098cc req-3a3c84bc-db98-4ced-b8f0-3ddd61d11e7f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021714 Jun 30 02:50:21.635767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Pushing event updated for resources: {'Port': ['ID=a20043b1-529d-44a5-8977-fc4353401648,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:21.757631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf401ff-b511-4340-8d18-6d1f0dc00676 req-3596c065-9b50-4556-89a8-9a08c250ff03 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.762339 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ddf401ff-b511-4340-8d18-6d1f0dc00676 req-3596c065-9b50-4556-89a8-9a08c250ff03 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 946 time: 0.1058877 Jun 30 02:50:21.784503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:21.784715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:21.785035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:21.793057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Port a20043b1-529d-44a5-8977-fc4353401648 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:21.793830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:21.804959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:21.805311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:21.805740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:21.806821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Bound port: a20043b1-529d-44a5-8977-fc4353401648, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:21.806821 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.814364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ddf401ff-b511-4340-8d18-6d1f0dc00676 req-1f77b7ba-c553-49df-8d26-d3578861b848 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454669 Jun 30 02:50:21.876871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:21.880318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:21.902722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58774) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:22.041239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device cf163eed-6d72-42dd-a248-f4ef375043f7 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:22.082332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Made reservation on behalf of bdd67b3f50224ff6a975e285570763bf for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:22.086195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.169405 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.180775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.233224 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port cf163eed-6d72-42dd-a248-f4ef375043f7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cf163eed-6d72-42dd-a248-f4ef375043f7,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:22.234653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e980f03-2197-427a-8766-fb301575b108', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf163eed-6d72-42dd-a248-f4ef375043f7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:22.240486 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f428fb6-2e60-41b5-aff0-2e31e6689d6a" -d '{"events": [{"server_uuid": "8e980f03-2197-427a-8766-fb301575b108", "name": "network-vif-unplugged", "status": "completed", "tag": "cf163eed-6d72-42dd-a248-f4ef375043f7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:22.282369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Pushing event updated for resources: {'Port': ['ID=a20043b1-529d-44a5-8977-fc4353401648,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:22.289133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:22.290008 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.299064 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-a247dcf9-f3b6-4c23-81ca-eb59a94d6e38 service neutron] 10.222.0.74 "PUT /v2.0/ports/a20043b1-529d-44a5-8977-fc4353401648 HTTP/1.1" status: 200 len: 1092 time: 1.4906583 Jun 30 02:50:22.299064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'tag': 'a20043b1-529d-44a5-8977-fc4353401648'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:22.299064 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccbd971-baa8-4790-afb6-060e141b1e33" -d '{"events": [{"name": "network-changed", "server_uuid": "b231c954-405a-41d5-b88f-21e9546e8f84", "tag": "a20043b1-529d-44a5-8977-fc4353401648"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:22.331773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-391185426'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:22.333806 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.373528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f47abab8-5549-4cc5-b0f6-9a54eca3845d req-9b7f745e-7515-4bd0-8b23-7157c2c5430b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 210 time: 0.0508604 Jun 30 02:50:22.388906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=cf163eed-6d72-42dd-a248-f4ef375043f7,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:22.398866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.399286 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.399628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.399965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.400348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.400679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.401007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.401687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.401687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.402044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.402483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.402591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Allocated IP 172.20.0.12 (1e94ff2e-8974-4f1c-85d1-b34738d78e87/947dbb80-a1b2-4b65-b9b8-a35faceb5f88/701f11d1-bff9-4071-bda8-5d1db60e492d) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:22.402804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:22.442309 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31466248-8f8c-47e4-aec3-878925133058 x-openstack-request-id: req-31466248-8f8c-47e4-aec3-878925133058 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:22.442870 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e980f03-2197-427a-8766-fb301575b108", "name": "network-vif-unplugged", "status": "failed", "tag": "cf163eed-6d72-42dd-a248-f4ef375043f7", "code": 422}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:22.443127 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31466248-8f8c-47e4-aec3-878925133058 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:22.443543 n-d-798249-3 neutron-server[94532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e980f03-2197-427a-8766-fb301575b108', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf163eed-6d72-42dd-a248-f4ef375043f7', 'code': 422} returned with failed status Jun 30 02:50:22.476708 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbad7e6-456c-4cf9-a774-f601be343023 x-openstack-request-id: req-cdbad7e6-456c-4cf9-a774-f601be343023 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:22.477041 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b231c954-405a-41d5-b88f-21e9546e8f84", "tag": "a20043b1-529d-44a5-8977-fc4353401648", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:22.477288 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cdbad7e6-456c-4cf9-a774-f601be343023 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:22.477718 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'tag': 'a20043b1-529d-44a5-8977-fc4353401648', 'status': 'completed', 'code': 200} Jun 30 02:50:22.583122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbd971-baa8-4790-afb6-060e141b1e33 req-e57207c1-9a80-4acd-908f-c071be5d7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:22.589006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ccbd971-baa8-4790-afb6-060e141b1e33 req-e57207c1-9a80-4acd-908f-c071be5d7ae9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 1095 time: 0.0832067 Jun 30 02:50:22.589158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Made reservation on behalf of 48b32dc3abfe41c790fd21af3e426199 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:22.590891 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.619472 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.639730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.706975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbd971-baa8-4790-afb6-060e141b1e33 req-382c6235-2a29-45a4-83f7-7218fb36be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:22.708445 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ccbd971-baa8-4790-afb6-060e141b1e33 req-382c6235-2a29-45a4-83f7-7218fb36be6f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=8d2865600279469a9fb6e51fd8957e32&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1134484 Jun 30 02:50:22.745540 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.770247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.828223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbd971-baa8-4790-afb6-060e141b1e33 req-c2e32475-4987-4a98-a191-1c2d5123a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:22.836089 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ccbd971-baa8-4790-afb6-060e141b1e33 req-c2e32475-4987-4a98-a191-1c2d5123a1da service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132190 Jun 30 02:50:22.854257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29eac2-7da5-47f8-a3f7-38c88d4f63c5 req-7969331b-19f7-460f-8c85-e31b12938772 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:22.855910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d29eac2-7da5-47f8-a3f7-38c88d4f63c5 req-7969331b-19f7-460f-8c85-e31b12938772 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.0839472 Jun 30 02:50:22.871137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.936957 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.947942 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-fe2bc477-abc1-4ee7-bb22-d3c33ac896df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:22.951523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-fe2bc477-abc1-4ee7-bb22-d3c33ac896df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 1095 time: 0.0747557 Jun 30 02:50:22.952469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:22.958993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d29eac2-7da5-47f8-a3f7-38c88d4f63c5 req-3c6ba715-7fd1-4d2c-8e86-e1f7edd06293 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960488 Jun 30 02:50:23.008126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:23.012753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:23.014748 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-fa35d6d8-a7b8-4e47-aa42-162441183e9c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a20043b1-529d-44a5-8977-fc4353401648 HTTP/1.1" status: 200 len: 217 time: 0.0534322 Jun 30 02:50:23.054764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:23.073554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Pushing event updated for resources: {'Port': ['ID=701f11d1-bff9-4071-bda8-5d1db60e492d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.076657 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-2f03ca5c-5d71-4943-a49f-843014215979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:23.078804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-2f03ca5c-5d71-4943-a49f-843014215979 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0570717 Jun 30 02:50:23.088207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eefc1cb-448c-4a11-8279-110c730d115a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.091210 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.091655 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Added segment cca8dd6b-d40f-479d-9af1-4022cac5b423 of type vlan for network d23e7637-4df7-4ba0-910a-85f744f6cf7f Jun 30 02:50:23.135421 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-baf7fc3e-10c3-4f0d-bf2b-0b5b2ba26b89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486743 Jun 30 02:50:23.141386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:23.142016 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.163257 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.248064 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.259632 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-65ce9c87-afdb-4db1-b415-053f9b2737e7 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114824 Jun 30 02:50:23.289032 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-37a35ef3-b77f-429f-b47f-613a1fcdfd0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9227531 Jun 30 02:50:23.302079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Request body: {'port': {'device_id': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:23.365046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d627b7f7-364c-4fad-a26b-16f5080173bc req-dee2a37c-fc50-4740-86fa-72dba3610849 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973814 Jun 30 02:50:23.368807 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.375325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:23.376074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.745261 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.751145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8471150 Jun 30 02:50:23.804887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e816f-89ea-493d-9e0b-b13067475506 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Pushing event updated for resources: {'Network': ['ID=d23e7637-4df7-4ba0-910a-85f744f6cf7f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.818015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d23e7637-4df7-4ba0-910a-85f744f6cf7f details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:23.929534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441988e-ecfe-4bb9-ade3-c9c616025a02 req-69d4ef91-960a-4b70-bfa3-1604a60fe75e tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:23.931072 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a441988e-ecfe-4bb9-ade3-c9c616025a02 req-69d4ef91-960a-4b70-bfa3-1604a60fe75e tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 932 time: 0.1871371 Jun 30 02:50:24.018978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a441988e-ecfe-4bb9-ade3-c9c616025a02 req-091005cc-48a1-41dd-936b-62b18291049f tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808413 Jun 30 02:50:24.131007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701f11d1-bff9-4071-bda8-5d1db60e492d {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:24.139265 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.154148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Transition to ACTIVE for port object 701f11d1-bff9-4071-bda8-5d1db60e492d will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:24.323614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58844) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:24.329599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Request body: {'port': {'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f', 'binding:host_id': 'n-h1-798249-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1590632598'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:24.356337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.409401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=701f11d1-bff9-4071-bda8-5d1db60e492d,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:24.483306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Made reservation on behalf of 36948fa810ff4dc8a3240ced9f18ad7c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:24.485566 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.504104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.549792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Attempting to bind port 701f11d1-bff9-4071-bda8-5d1db60e492d on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:24.550074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Attempting to bind port 701f11d1-bff9-4071-bda8-5d1db60e492d by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:24.550074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Attempting to bind port 701f11d1-bff9-4071-bda8-5d1db60e492d on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:24.567217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Port 701f11d1-bff9-4071-bda8-5d1db60e492d on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:24.567794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Attempting to bind port 701f11d1-bff9-4071-bda8-5d1db60e492d on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:24.589852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60001132-d590-4e3c-bb0d-1f7b23b76213 req-025b2a9b-d1f0-44c9-9d2f-e61d80a4b43e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:24.591242 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60001132-d590-4e3c-bb0d-1f7b23b76213 req-025b2a9b-d1f0-44c9-9d2f-e61d80a4b43e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.1584315 Jun 30 02:50:24.595365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:24.601293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Checking segment: {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:24.601293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Bound using segment: {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:24.601293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Bound port: 701f11d1-bff9-4071-bda8-5d1db60e492d, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:24.601293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.685660 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60001132-d590-4e3c-bb0d-1f7b23b76213 req-5adce351-f20f-4bc6-bc8e-2cfadcf8f598 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850754 Jun 30 02:50:24.729900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] For port 701f11d1-bff9-4071-bda8-5d1db60e492d, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:24.733032 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.735057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] For port 701f11d1-bff9-4071-bda8-5d1db60e492d, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=701f11d1-bff9-4071-bda8-5d1db60e492d,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:24.755884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e769f-0d51-49c8-83b4-3a7da506727e req-a4368e80-bc1c-4203-88c7-604f9cbcff41 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:24.757455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-617e769f-0d51-49c8-83b4-3a7da506727e req-a4368e80-bc1c-4203-88c7-604f9cbcff41 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=8e980f03-2197-427a-8766-fb301575b108 HTTP/1.1" status: 200 len: 944 time: 0.1029456 Jun 30 02:50:24.848059 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.852885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] device_id is not set on port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:24.878104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-617e769f-0d51-49c8-83b4-3a7da506727e req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Deleting port cf163eed-6d72-42dd-a248-f4ef375043f7 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:24.879020 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-617e769f-0d51-49c8-83b4-3a7da506727e req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.946507 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.974569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9abe0b-44ed-496e-bd2a-3a6a5051ca68,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:25.011038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.011784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.011899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-617e769f-0d51-49c8-83b4-3a7da506727e req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] For port cf163eed-6d72-42dd-a248-f4ef375043f7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cf163eed-6d72-42dd-a248-f4ef375043f7,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:25.012178 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-617e769f-0d51-49c8-83b4-3a7da506727e req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.013448 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] 10.222.0.74 "PUT /v2.0/ports/701f11d1-bff9-4071-bda8-5d1db60e492d HTTP/1.1" status: 200 len: 1092 time: 1.7164416 Jun 30 02:50:25.014002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'tag': '701f11d1-bff9-4071-bda8-5d1db60e492d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:25.016531 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5e423e-8744-4b66-baee-aa7efc1cf265" -d '{"events": [{"name": "network-changed", "server_uuid": "d3aefa19-574d-4601-88c3-1b1cb0e1318c", "tag": "701f11d1-bff9-4071-bda8-5d1db60e492d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:25.037183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-617e769f-0d51-49c8-83b4-3a7da506727e req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Calling delete_port for cf163eed-6d72-42dd-a248-f4ef375043f7 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:25.063506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b241c8-4124-4076-9c07-00a8694cf1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=701f11d1-bff9-4071-bda8-5d1db60e492d,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:25.114975 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1f6739-195f-4245-be10-2dcda8f9a1c8 x-openstack-request-id: req-8d1f6739-195f-4245-be10-2dcda8f9a1c8 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:25.115363 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3aefa19-574d-4601-88c3-1b1cb0e1318c", "tag": "701f11d1-bff9-4071-bda8-5d1db60e492d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:25.117422 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d1f6739-195f-4245-be10-2dcda8f9a1c8 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:25.117422 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'tag': '701f11d1-bff9-4071-bda8-5d1db60e492d', 'status': 'completed', 'code': 200} Jun 30 02:50:25.250701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] device_id is not set on port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:25.262907 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.281592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Transition to ACTIVE for port object 9b8e5ed5-b257-4e56-b07e-a521f9964eaa will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:25.302045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e423e-8744-4b66-baee-aa7efc1cf265 req-d7069ee0-90b2-422f-9181-9a3d13cf298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.303603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d5e423e-8744-4b66-baee-aa7efc1cf265 req-d7069ee0-90b2-422f-9181-9a3d13cf298e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 1095 time: 0.1473200 Jun 30 02:50:25.332496 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-617e769f-0d51-49c8-83b4-3a7da506727e req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.332841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8959da0-5380-4589-bcae-ecd8b5a5faab req-72b26174-d2bc-448b-8f73-30c84d9f60e5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.334341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8959da0-5380-4589-bcae-ecd8b5a5faab req-72b26174-d2bc-448b-8f73-30c84d9f60e5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 944 time: 0.1258869 Jun 30 02:50:25.404362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.572437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8e5ed5-b257-4e56-b07e-a521f9964eaa,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:25.602158 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8959da0-5380-4589-bcae-ecd8b5a5faab req-37d76695-4b8b-44b0-8562-c14e45382449 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145438 Jun 30 02:50:25.613386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e423e-8744-4b66-baee-aa7efc1cf265 req-458b0ab4-30bf-40f1-98a3-7bf223d684ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.616229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d5e423e-8744-4b66-baee-aa7efc1cf265 req-458b0ab4-30bf-40f1-98a3-7bf223d684ee service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=bdd67b3f50224ff6a975e285570763bf&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3028600 Jun 30 02:50:25.665576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Checking segment: {'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:25.666112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Network hostable DHCP agents. Network: d23e7637-4df7-4ba0-910a-85f744f6cf7f, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:25.786842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e423e-8744-4b66-baee-aa7efc1cf265 req-68db7035-7345-4d01-b840-b1445ba36347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.788801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d5e423e-8744-4b66-baee-aa7efc1cf265 req-68db7035-7345-4d01-b840-b1445ba36347 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1654539 Jun 30 02:50:25.824583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event deleted for resources: {'Port': ['ID=cf163eed-6d72-42dd-a248-f4ef375043f7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:25.835827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.836375 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.836893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.838718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.838718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.838718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.838718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.838718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.839306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.839306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.839568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.840640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:25.851545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Network d23e7637-4df7-4ba0-910a-85f744f6cf7f is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:25.887573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-617e769f-0d51-49c8-83b4-3a7da506727e req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] No DVR routers for this DVR port cf163eed-6d72-42dd-a248-f4ef375043f7 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:25.890956 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-617e769f-0d51-49c8-83b4-3a7da506727e req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.893699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-617e769f-0d51-49c8-83b4-3a7da506727e req-ea53f872-a837-44d1-b0c1-6b2925e546f1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "DELETE /v2.0/ports/cf163eed-6d72-42dd-a248-f4ef375043f7 HTTP/1.1" status: 204 len: 173 time: 1.1305332 Jun 30 02:50:25.894140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e980f03-2197-427a-8766-fb301575b108', 'name': 'network-vif-deleted', 'tag': 'cf163eed-6d72-42dd-a248-f4ef375043f7'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:25.896540 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41068727-f68e-4348-a486-897610c38893" -d '{"events": [{"server_uuid": "8e980f03-2197-427a-8766-fb301575b108", "name": "network-vif-deleted", "tag": "cf163eed-6d72-42dd-a248-f4ef375043f7"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:25.939917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-2798c1f7-f377-4f58-b279-418399c637a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.941603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-2798c1f7-f377-4f58-b279-418399c637a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 1095 time: 0.1075091 Jun 30 02:50:25.966128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d23e7637-4df7-4ba0-910a-85f744f6cf7f) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:25.973753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d357a6ed-6caa-4641-92f1-b2019b30d199 None None] Network d23e7637-4df7-4ba0-910a-85f744f6cf7f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:26.004643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65994de7-d434-4845-99e4-48023ddb1ab0 req-82def8ef-2d91-491f-ba10-d77ef4f34daf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.006169 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65994de7-d434-4845-99e4-48023ddb1ab0 req-82def8ef-2d91-491f-ba10-d77ef4f34daf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.1165824 Jun 30 02:50:26.006943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:26.010536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-3106ba87-776d-4fc0-9f74-4aab12138428 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=701f11d1-bff9-4071-bda8-5d1db60e492d HTTP/1.1" status: 200 len: 217 time: 0.0538661 Jun 30 02:50:26.050556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:26.051018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:26.051541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:26.091962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:26.092233 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:26.099147 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 2 to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa Jun 30 02:50:26.131332 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65994de7-d434-4845-99e4-48023ddb1ab0 req-1b64c6e0-41e3-4bd2-a2cc-612620dabc09 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186616 Jun 30 02:50:26.135644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:26.136142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:26.136634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:26.142234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c94dbef8-0919-425c-b35b-b68cd5c8d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.144947 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-c94dbef8-0919-425c-b35b-b68cd5c8d973 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=947dbb80-a1b2-4b65-b9b8-a35faceb5f88 HTTP/1.1" status: 200 len: 845 time: 0.1126101 Jun 30 02:50:26.147951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:26.148430 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:26.148986 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 3 to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa Jun 30 02:50:26.195651 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-e20d162e-f79b-4d89-b3e2-d37841665872 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e94ff2e-8974-4f1c-85d1-b34738d78e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419509 Jun 30 02:50:26.197080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:26.197583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:26.198066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:26.212061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:26.212392 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:26.213640 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 4 to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa Jun 30 02:50:26.263078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:26.263445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:26.263790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:26.271259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:26.271589 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:26.275649 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 5 to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa Jun 30 02:50:26.277630 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3bb749-d5c8-47e0-af73-c91179745d57 x-openstack-request-id: req-ac3bb749-d5c8-47e0-af73-c91179745d57 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:26.278137 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e980f03-2197-427a-8766-fb301575b108", "name": "network-vif-deleted", "tag": "cf163eed-6d72-42dd-a248-f4ef375043f7", "status": "failed", "code": 422}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:26.278530 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac3bb749-d5c8-47e0-af73-c91179745d57 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:26.279169 n-d-798249-3 neutron-server[94530]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e980f03-2197-427a-8766-fb301575b108', 'name': 'network-vif-deleted', 'tag': 'cf163eed-6d72-42dd-a248-f4ef375043f7', 'status': 'failed', 'code': 422} returned with failed status Jun 30 02:50:26.294943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:26.295285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:26.295629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:26.310176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:26.310513 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:26.312435 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 6 to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa Jun 30 02:50:26.336874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-a51f1e05-b47a-41cb-a742-a1bf26eb07ff service neutron] 10.222.0.74 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324043 Jun 30 02:50:26.337787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:26.338056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:26.338401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:26.343478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:26.343750 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:26.351928 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 7 to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa Jun 30 02:50:26.403248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:26.403591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:26.403935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:26.414898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:26.415271 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:26.417230 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 8 to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa Jun 30 02:50:26.437781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:26.438124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:26.438470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:26.452282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:26.452615 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:26.454636 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 9 to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa Jun 30 02:50:26.486444 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82803dc0-8f06-43b0-90f0-54cf826ba1dd req-a27d7d81-e4df-4d6e-a6e6-604f2dc02370 service neutron] 10.222.0.74 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415880 Jun 30 02:50:26.487559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:26.488017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:26.488530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:26.496669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:26.497233 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:26.497930 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 10 to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa Jun 30 02:50:26.514053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:26.520146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:26.520146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:26.520643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:26.520993 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:26.521394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.584787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] For port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:26.585397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempted to set empty binding levels {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:50:26.694027 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.725680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.726279 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.775759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8e5ed5-b257-4e56-b07e-a521f9964eaa,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:26.815205 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2415ad5-087c-4a8c-bde5-dd26f340bfd3 req-c735e8f8-b301-47f0-b42e-44522a373fc4 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.816752 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a2415ad5-087c-4a8c-bde5-dd26f340bfd3 req-c735e8f8-b301-47f0-b42e-44522a373fc4 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 944 time: 0.0836904 Jun 30 02:50:26.852530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6c58625c-9016-4238-b800-eefb596cf2e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.5277886 Jun 30 02:50:26.855396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58878) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:26.858332 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a2415ad5-087c-4a8c-bde5-dd26f340bfd3 req-c44b2c60-87bc-4c87-b27a-f0b0f8d03dd5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Jun 30 02:50:26.945637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bf7da3dd-70c7-44e2-b069-fad01e70ff09 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Deleting port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:26.946138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf7da3dd-70c7-44e2-b069-fad01e70ff09 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.010901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-bf7da3dd-70c7-44e2-b069-fad01e70ff09 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] For port 9b8e5ed5-b257-4e56-b07e-a521f9964eaa, host n-h1-798249-3, got binding levels [] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:27.011265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf7da3dd-70c7-44e2-b069-fad01e70ff09 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.023768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bf7da3dd-70c7-44e2-b069-fad01e70ff09 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Calling delete_port for 9b8e5ed5-b257-4e56-b07e-a521f9964eaa owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:27.201483 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf7da3dd-70c7-44e2-b069-fad01e70ff09 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.233381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7da3dd-70c7-44e2-b069-fad01e70ff09 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b8e5ed5-b257-4e56-b07e-a521f9964eaa,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:27.235696 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf7da3dd-70c7-44e2-b069-fad01e70ff09 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.241136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bf7da3dd-70c7-44e2-b069-fad01e70ff09 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "DELETE /v2.0/ports/9b8e5ed5-b257-4e56-b07e-a521f9964eaa HTTP/1.1" status: 204 len: 168 time: 0.3839707 Jun 30 02:50:27.242163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58896) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:27.270267 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa63a0e-0e74-4219-b4fe-e1a7513ba64c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:50:27.271733 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dfa63a0e-0e74-4219-b4fe-e1a7513ba64c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "GET /v2.0/ports/9b8e5ed5-b257-4e56-b07e-a521f9964eaa HTTP/1.1" status: 404 len: 333 time: 0.0285857 Jun 30 02:50:27.275577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58900) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:27.282557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Request body: {'port': {'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-293095003'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:27.328655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-83f02cca-9d6d-4cb7-849c-83dc15e6138d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:27.330179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-83f02cca-9d6d-4cb7-849c-83dc15e6138d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.1286750 Jun 30 02:50:27.331386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91ee7d-e166-4082-9e66-31de87af8e95 req-3c3f8f44-60a6-46fa-a63b-d2db109641e8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:27.332850 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea91ee7d-e166-4082-9e66-31de87af8e95 req-3c3f8f44-60a6-46fa-a63b-d2db109641e8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.0647023 Jun 30 02:50:27.345297 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-35ca4a46-f0d8-4559-b494-547e7d6ccfad tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/quotas/97787217fcc14b9aa4f8cbea685e8609 HTTP/1.1" status: 200 len: 375 time: 0.0094616 Jun 30 02:50:27.373522 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea91ee7d-e166-4082-9e66-31de87af8e95 req-454e45d9-b2cb-499e-98ff-95f77998b857 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350981 Jun 30 02:50:27.379192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-e6ad13cb-309f-4246-8b23-b6af4ff18ee0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285232 Jun 30 02:50:27.427432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Made reservation on behalf of 36948fa810ff4dc8a3240ced9f18ad7c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:27.429779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.456367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] device_id is not set on port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:27.526000 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-ebbbbb14-64a8-41c3-b488-846ea33b08b5 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399446 Jun 30 02:50:27.687235 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-793459b4-c269-4c3e-b658-b32379ba05e0 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550281 Jun 30 02:50:27.697478 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.808115 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.847294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Network d23e7637-4df7-4ba0-910a-85f744f6cf7f is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:27.850029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:27.853277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:27.854223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:27.854807 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.863570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event updated for resources: {'Port': ['ID=f24e8aa7-e70f-4984-9e4a-7fd836eaa831,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:27.968947 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-808ee5e9-1246-4e41-976d-bafa03549d39 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6924543 Jun 30 02:50:27.971568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58918) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:27.982053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:28.062230 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6bd14113-9cf8-46f5-a485-ef23d143b9ab req-db38ef24-c2f2-4076-867f-a840df4c80af tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 210 time: 0.1175141 Jun 30 02:50:28.068326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0f160-76d0-4104-8bef-3c784e10f7e0 req-7cb11b5c-fc32-4f45-9275-dda9c8af7816 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:28.069929 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5d0f160-76d0-4104-8bef-3c784e10f7e0 req-7cb11b5c-fc32-4f45-9275-dda9c8af7816 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 944 time: 0.0903363 Jun 30 02:50:28.107183 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.123476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5d0f160-76d0-4104-8bef-3c784e10f7e0 req-c963bed2-615d-43b4-8391-79b99db8d267 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Jun 30 02:50:28.293678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] device_id is not set on port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:28.301204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.312530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Transition to ACTIVE for port object f24e8aa7-e70f-4984-9e4a-7fd836eaa831 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:28.499690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.559389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event updated for resources: {'Port': ['ID=f24e8aa7-e70f-4984-9e4a-7fd836eaa831,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:28.560124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3b169-1030-4b35-9246-a643bf5cad59 req-5f8675c9-42b4-4596-a3e2-80391875369b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:28.561711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1e3b169-1030-4b35-9246-a643bf5cad59 req-5f8675c9-42b4-4596-a3e2-80391875369b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.0704095 Jun 30 02:50:28.568191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:28.568533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:28.568904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:28.569068 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d94c356-2cbd-4eb7-8828-f891e1a955ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.574862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:28.575203 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:28.575617 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 2 to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 Jun 30 02:50:28.589143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:28.589482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:28.589854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:28.595542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:28.595873 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:28.596260 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 3 to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 Jun 30 02:50:28.610719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:28.611061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:28.612026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:28.614825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1e3b169-1030-4b35-9246-a643bf5cad59 req-779861ba-ea3f-4280-83f4-c627db9779ad tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 Jun 30 02:50:28.619745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:28.620067 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:28.620464 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 4 to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 Jun 30 02:50:28.641363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:28.641767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:28.642162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:28.646623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:28.646956 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:28.647807 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 5 to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 Jun 30 02:50:28.660116 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:28.660472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:28.660827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:28.665827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:28.666161 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:28.669663 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 6 to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 Jun 30 02:50:28.680199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:28.680724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:28.681052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:28.685735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:28.686087 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:28.686477 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 7 to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 Jun 30 02:50:28.700243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:28.700833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:28.701013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:28.705774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:28.706276 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:28.706535 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 8 to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 Jun 30 02:50:28.720831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:28.721202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:28.721583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:28.726011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:28.726359 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:28.726788 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 9 to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 Jun 30 02:50:28.739099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:28.739438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:28.739779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:28.743967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:28.744298 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:28.744679 n-d-798249-3 neutron-server[94531]: INFO neutron.plugins.ml2.plugin [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 10 to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 Jun 30 02:50:28.758156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:28.758156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:28.758380 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:28.762604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:28.762933 n-d-798249-3 neutron-server[94531]: ERROR neutron.plugins.ml2.managers [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:28.763304 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.827222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] For port f24e8aa7-e70f-4984-9e4a-7fd836eaa831, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:28.827588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempted to set empty binding levels {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:50:28.894394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.927264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] In _notify_port_updated(), no bound segment for port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:50:28.928132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:28.928732 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.930115 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "PUT /v2.0/ports/f24e8aa7-e70f-4984-9e4a-7fd836eaa831 HTTP/1.1" status: 200 len: 974 time: 0.9574282 Jun 30 02:50:28.932808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58936) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:28.953036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f52405-586f-4acf-b399-53dedb16558c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event updated for resources: {'Port': ['ID=f24e8aa7-e70f-4984-9e4a-7fd836eaa831,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:29.073925 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.074455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.074806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.075289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.075761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.076238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.076711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.077187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.077682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.078151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.078619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.079085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.079605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.080643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.081110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.081604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.082079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.082548 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.088372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.089237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.089237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.089436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.089954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.090416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.090880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.091341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.091800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.095807 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8483dc92-40ea-4f8b-8136-14d868b51469 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34080 time: 0.1619601 Jun 30 02:50:29.100125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58940) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.163574 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb4a9713-f816-4814-b216-7a58bcdd4d5f req-c1c92825-a67b-48d7-a746-37fe28639397 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 210 time: 0.0340366 Jun 30 02:50:29.187853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-589dd39b-8097-45cb-9560-5d5edf4a31f7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Deleting port f24e8aa7-e70f-4984-9e4a-7fd836eaa831 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:29.188201 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-589dd39b-8097-45cb-9560-5d5edf4a31f7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.254079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-589dd39b-8097-45cb-9560-5d5edf4a31f7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] For port f24e8aa7-e70f-4984-9e4a-7fd836eaa831, host n-h1-798249-3, got binding levels [] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:29.254446 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-589dd39b-8097-45cb-9560-5d5edf4a31f7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.294011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-589dd39b-8097-45cb-9560-5d5edf4a31f7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Calling delete_port for f24e8aa7-e70f-4984-9e4a-7fd836eaa831 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:29.383062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb632b8-88e2-49a8-9c5e-e670b20319af req-c2030cd4-fa1a-4a53-8155-bd83aeb8c4e2 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.384559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bb632b8-88e2-49a8-9c5e-e670b20319af req-c2030cd4-fa1a-4a53-8155-bd83aeb8c4e2 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 944 time: 0.1319251 Jun 30 02:50:29.426394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bb632b8-88e2-49a8-9c5e-e670b20319af req-1acb2a86-6bdd-461a-ba01-ef89812fe4cd tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Jun 30 02:50:29.566485 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-589dd39b-8097-45cb-9560-5d5edf4a31f7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.595492 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dd39b-8097-45cb-9560-5d5edf4a31f7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event deleted for resources: {'Port': ['ID=f24e8aa7-e70f-4984-9e4a-7fd836eaa831,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:29.599100 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-589dd39b-8097-45cb-9560-5d5edf4a31f7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.601045 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-589dd39b-8097-45cb-9560-5d5edf4a31f7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "DELETE /v2.0/ports/f24e8aa7-e70f-4984-9e4a-7fd836eaa831 HTTP/1.1" status: 204 len: 168 time: 0.4999831 Jun 30 02:50:29.603593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58946) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.633795 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-09388320-ff68-43e1-abe4-d4b941d0d8c3 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:50:29.635299 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-09388320-ff68-43e1-abe4-d4b941d0d8c3 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "GET /v2.0/ports/f24e8aa7-e70f-4984-9e4a-7fd836eaa831 HTTP/1.1" status: 404 len: 333 time: 0.0307913 Jun 30 02:50:29.639099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58950) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.644504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-284161132', 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:29.739505 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Made reservation on behalf of 36948fa810ff4dc8a3240ced9f18ad7c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:29.741959 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.759448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] device_id is not set on port 18ce6c0b-10be-44f7-8cfb-fdde0b434f0f yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:29.819477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd863bf5-17ab-4549-b96d-5d83326b49e3 req-13f63bda-1ea3-474a-8579-278f9077c1bc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.822116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd863bf5-17ab-4549-b96d-5d83326b49e3 req-13f63bda-1ea3-474a-8579-278f9077c1bc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.0721512 Jun 30 02:50:29.863463 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd863bf5-17ab-4549-b96d-5d83326b49e3 req-7ef955e3-512a-4d39-8a91-0fdb7eb763be tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Jun 30 02:50:29.928844 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.010964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 701f11d1-bff9-4071-bda8-5d1db60e492d details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:30.042020 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.086797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Network d23e7637-4df7-4ba0-910a-85f744f6cf7f is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:30.089886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:30.094311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:30.095276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:30.096458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.110171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event updated for resources: {'Port': ['ID=18ce6c0b-10be-44f7-8cfb-fdde0b434f0f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.115343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 701f11d1-bff9-4071-bda8-5d1db60e492d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=701f11d1-bff9-4071-bda8-5d1db60e492d,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:30.128858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '701f11d1-bff9-4071-bda8-5d1db60e492d', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'port_id': '701f11d1-bff9-4071-bda8-5d1db60e492d', 'mac_address': 'fa:16:3e:5e:54:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947dbb80-a1b2-4b65-b9b8-a35faceb5f88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:30.167038 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.180553 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701f11d1-bff9-4071-bda8-5d1db60e492d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:30.202565 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 701f11d1-bff9-4071-bda8-5d1db60e492d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=701f11d1-bff9-4071-bda8-5d1db60e492d,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:30.287374 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-83b01c6e-5740-48cc-aff7-1fe7216415e7 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6469581 Jun 30 02:50:30.289856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58960) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:30.314002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7c6e2db-a942-48b5-8737-bd5fd911f475 req-03ba7bd5-4884-4b17-8f86-a96bace313a9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 210 time: 0.0284333 Jun 30 02:50:30.335412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b08bab-f3b0-4698-b5cb-e1ba02f44910 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:30.336883 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-75b08bab-f3b0-4698-b5cb-e1ba02f44910 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "GET /v2.0/ports/18ce6c0b-10be-44f7-8cfb-fdde0b434f0f HTTP/1.1" status: 200 len: 954 time: 0.0461273 Jun 30 02:50:30.341704 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.342409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58964) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:30.391858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=701f11d1-bff9-4071-bda8-5d1db60e492d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.442774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf0e47-7a00-4bac-bb7d-bb826cde1ae8 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Deleting port 18ce6c0b-10be-44f7-8cfb-fdde0b434f0f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:30.443118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9dbf0e47-7a00-4bac-bb7d-bb826cde1ae8 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.508096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9dbf0e47-7a00-4bac-bb7d-bb826cde1ae8 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.521415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf0e47-7a00-4bac-bb7d-bb826cde1ae8 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Calling delete_port for 18ce6c0b-10be-44f7-8cfb-fdde0b434f0f owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:30.666727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['701f11d1-bff9-4071-bda8-5d1db60e492d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:30.668966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871594e8-14cd-45c3-b3d6-40def7f015b9 req-cdcf6b41-c1c5-401e-ad4d-09b450889796 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:30.670609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-871594e8-14cd-45c3-b3d6-40def7f015b9 req-cdcf6b41-c1c5-401e-ad4d-09b450889796 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 945 time: 0.1026163 Jun 30 02:50:30.713526 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-871594e8-14cd-45c3-b3d6-40def7f015b9 req-b24f8e34-c287-4662-b6de-ab02369392ec tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363815 Jun 30 02:50:30.829435 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9dbf0e47-7a00-4bac-bb7d-bb826cde1ae8 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.900021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf0e47-7a00-4bac-bb7d-bb826cde1ae8 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event deleted for resources: {'Port': ['ID=18ce6c0b-10be-44f7-8cfb-fdde0b434f0f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.900021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9dbf0e47-7a00-4bac-bb7d-bb826cde1ae8 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.900021 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9dbf0e47-7a00-4bac-bb7d-bb826cde1ae8 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "DELETE /v2.0/ports/18ce6c0b-10be-44f7-8cfb-fdde0b434f0f HTTP/1.1" status: 204 len: 168 time: 0.5285196 Jun 30 02:50:30.900021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58972) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:30.907742 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48ca57d-7cd5-4d48-91af-9652594b140c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:50:30.909612 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f48ca57d-7cd5-4d48-91af-9652594b140c tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "GET /v2.0/ports/18ce6c0b-10be-44f7-8cfb-fdde0b434f0f HTTP/1.1" status: 404 len: 333 time: 0.0331087 Jun 30 02:50:30.913220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58976) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:30.919135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Request body: {'port': {'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-639941899'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:31.063308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc4560-0429-4b1d-848a-23124ee254d0 req-67bb13c8-02ce-4629-b0c3-19b77ccdc0db tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:31.065897 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fdc4560-0429-4b1d-848a-23124ee254d0 req-67bb13c8-02ce-4629-b0c3-19b77ccdc0db tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.0680704 Jun 30 02:50:31.111739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fdc4560-0429-4b1d-848a-23124ee254d0 req-6d15e3b2-ff99-4c01-8634-dacc6dba229e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383089 Jun 30 02:50:31.282087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Made reservation on behalf of 36948fa810ff4dc8a3240ced9f18ad7c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:31.285043 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.287651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-4a59d8c8-3740-4be9-b908-7e265afd3fa2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:31.289104 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-4a59d8c8-3740-4be9-b908-7e265afd3fa2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.1113038 Jun 30 02:50:31.300227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] device_id is not set on port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:31.300872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Request body: {'port': {'device_id': '0d3f0204-6be0-4119-9b69-55bddddf7e1f', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'admin_state_up': True, 'tenant_id': '97787217fcc14b9aa4f8cbea685e8609'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:31.426538 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.460476 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.472242 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-adb854a2-77d1-4089-835c-f791437018c4 req-ce262200-4820-4175-83c4-20720ff5dea2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 210 time: 0.0294433 Jun 30 02:50:31.499848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2a6742a-414e-49b9-8e26-c3451220af83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.583803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Made reservation on behalf of 97787217fcc14b9aa4f8cbea685e8609 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:31.587378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.631473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.677758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Network d23e7637-4df7-4ba0-910a-85f744f6cf7f is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:31.680968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:31.683741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:31.685204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:31.686048 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.695351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event updated for resources: {'Port': ['ID=d1bf3ede-ee5a-4f80-88e0-ff20bc07a359,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:31.721723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Allocated IP 172.20.0.14 (d7b6293f-04a5-4899-8348-86d5a461f5fe/50dac26f-bd2e-42ee-a54c-f144157b5667/712a7c58-89eb-4c3b-982f-e3408c896e70) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:31.794230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-522f1517-6934-4d03-a119-ed93a8294d98 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8793712 Jun 30 02:50:31.794799 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58986) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:31.801681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:31.896466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.909728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.965197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1de79-1711-4c72-a7a8-84ed596dc9b0 req-1ea2ab50-4989-4dfc-ae26-889ea7185a8e tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:31.966761 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3be1de79-1711-4c72-a7a8-84ed596dc9b0 req-1ea2ab50-4989-4dfc-ae26-889ea7185a8e tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 945 time: 0.1194084 Jun 30 02:50:32.014109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3be1de79-1711-4c72-a7a8-84ed596dc9b0 req-f9f79ce6-b426-4f54-aa10-019c9df5ff3e tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392265 Jun 30 02:50:32.017386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 701f11d1-bff9-4071-bda8-5d1db60e492d up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:32.108955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] device_id is not set on port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:32.117295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.129487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Transition to ACTIVE for port object d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:32.178617 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.213889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 701f11d1-bff9-4071-bda8-5d1db60e492d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:32.218814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 701f11d1-bff9-4071-bda8-5d1db60e492d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:32.219266 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.219375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Network d7b6293f-04a5-4899-8348-86d5a461f5fe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:32.223127 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:32.235464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:32.279885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event updated for resources: {'Port': ['ID=712a7c58-89eb-4c3b-982f-e3408c896e70,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:32.288169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.326759 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.334036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.334667 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.352879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f11d1-bff9-4071-bda8-5d1db60e492d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:32.355329 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7be5ce9-11fd-47f8-86b7-3d2f2d91e551" -d '{"events": [{"server_uuid": "d3aefa19-574d-4601-88c3-1b1cb0e1318c", "name": "network-vif-plugged", "status": "completed", "tag": "701f11d1-bff9-4071-bda8-5d1db60e492d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:32.362124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:32.362124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:32.362124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:32.365748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:32.366228 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:32.366806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event updated for resources: {'Port': ['ID=d1bf3ede-ee5a-4f80-88e0-ff20bc07a359,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:32.368930 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 2 to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 Jun 30 02:50:32.372288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 701f11d1-bff9-4071-bda8-5d1db60e492d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=701f11d1-bff9-4071-bda8-5d1db60e492d,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:32.375021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3464b-3321-4dbf-b03f-945a13708851 req-43287f3e-8232-4fb5-b53f-66d1651e87aa tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.378009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ea3464b-3321-4dbf-b03f-945a13708851 req-43287f3e-8232-4fb5-b53f-66d1651e87aa tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.1383841 Jun 30 02:50:32.383478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:32.383721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:32.384057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:32.388617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:32.388951 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:32.389340 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 3 to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 Jun 30 02:50:32.399920 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6a3fb1-e471-4e79-b086-a24524d7db1f x-openstack-request-id: req-ba6a3fb1-e471-4e79-b086-a24524d7db1f {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:32.400153 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aefa19-574d-4601-88c3-1b1cb0e1318c", "name": "network-vif-plugged", "status": "completed", "tag": "701f11d1-bff9-4071-bda8-5d1db60e492d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:32.400406 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba6a3fb1-e471-4e79-b086-a24524d7db1f {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:32.400815 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f11d1-bff9-4071-bda8-5d1db60e492d', 'code': 200} Jun 30 02:50:32.402890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:32.403152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:32.403477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:32.407930 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:32.408263 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:32.408653 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 4 to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 Jun 30 02:50:32.421909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:32.422256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:32.422670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:32.426696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ea3464b-3321-4dbf-b03f-945a13708851 req-ac65f4f8-6f59-44b8-91c1-f216b95067b7 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Jun 30 02:50:32.427775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:32.428108 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:32.428503 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 5 to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 Jun 30 02:50:32.428607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-8c0cec9d-706a-4644-ab3c-1a00ffd65738 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1314719 Jun 30 02:50:32.442861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:32.443624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:32.444098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Request body: {'port': {'device_id': '0d3f0204-6be0-4119-9b69-55bddddf7e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:32.444262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:32.460460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:32.460818 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:32.461336 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 6 to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 Jun 30 02:50:32.474860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:32.475201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:32.475627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:32.480698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:32.481034 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:32.481703 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 7 to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 Jun 30 02:50:32.488928 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.495648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:32.495992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:32.496336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:32.501220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:32.501651 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:32.502092 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 8 to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 Jun 30 02:50:32.520207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:32.520558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:32.520954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:32.525734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:32.526069 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:32.526460 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 9 to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 Jun 30 02:50:32.543395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:32.543738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:32.544083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:32.548906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:32.549394 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:32.549952 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempt 10 to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 Jun 30 02:50:32.559546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=701f11d1-bff9-4071-bda8-5d1db60e492d,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:32.561294 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.567531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:32.568113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:32.568536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempting to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:32.574928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:32.574928 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Failed to bind port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on host n-h1-798249-3 for vnic_type normal using segments [{'id': 'cca8dd6b-d40f-479d-9af1-4022cac5b423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'd23e7637-4df7-4ba0-910a-85f744f6cf7f'}] Jun 30 02:50:32.574928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.678849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] For port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:32.679148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attempted to set empty binding levels {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:50:32.710189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854bca0-f439-4578-9262-c5beba7582e8 req-b91b861e-17da-414f-9365-e84c9a7eff3c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.712038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e854bca0-f439-4578-9262-c5beba7582e8 req-b91b861e-17da-414f-9365-e84c9a7eff3c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 932 time: 0.0911057 Jun 30 02:50:32.739405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839374a2-45ca-486d-9aec-f60cda81cfa6 req-137c236d-c75b-4a1d-84c1-37c2ef463f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.740893 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-839374a2-45ca-486d-9aec-f60cda81cfa6 req-137c236d-c75b-4a1d-84c1-37c2ef463f72 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 1097 time: 0.2619793 Jun 30 02:50:32.752561 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e854bca0-f439-4578-9262-c5beba7582e8 req-964dd304-8d9a-4f91-9735-7f5df7d8a03d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340209 Jun 30 02:50:32.790815 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.813343 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.821095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-839374a2-45ca-486d-9aec-f60cda81cfa6 req-60231c7a-9232-4396-8613-d55538eab5b4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669947 Jun 30 02:50:32.821662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] In _notify_port_updated(), no bound segment for port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 on network d23e7637-4df7-4ba0-910a-85f744f6cf7f {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:50:32.822535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.823142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.824572 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "PUT /v2.0/ports/d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 HTTP/1.1" status: 200 len: 974 time: 1.0287018 Jun 30 02:50:32.827254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59004) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:32.866872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2deb3c1-ee28-4935-b4e5-94a74285a58b tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event updated for resources: {'Port': ['ID=d1bf3ede-ee5a-4f80-88e0-ff20bc07a359,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:32.905089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712a7c58-89eb-4c3b-982f-e3408c896e70 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:32.913589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.926630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Transition to ACTIVE for port object 712a7c58-89eb-4c3b-982f-e3408c896e70 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:32.933344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-276aca3f-c496-4bae-9acf-22d873a7544e tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Deleting port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:32.933344 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-276aca3f-c496-4bae-9acf-22d873a7544e tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.996262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-276aca3f-c496-4bae-9acf-22d873a7544e tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] For port d1bf3ede-ee5a-4f80-88e0-ff20bc07a359, host n-h1-798249-3, got binding levels [] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:32.996628 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-276aca3f-c496-4bae-9acf-22d873a7544e tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.010031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-276aca3f-c496-4bae-9acf-22d873a7544e tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Calling delete_port for d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:33.013686 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.097012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Pushing event updated for resources: {'Port': ['ID=712a7c58-89eb-4c3b-982f-e3408c896e70,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:33.150736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Attempting to bind port 712a7c58-89eb-4c3b-982f-e3408c896e70 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:33.151104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Attempting to bind port 712a7c58-89eb-4c3b-982f-e3408c896e70 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:33.151407 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Attempting to bind port 712a7c58-89eb-4c3b-982f-e3408c896e70 on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:33.155945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Port 712a7c58-89eb-4c3b-982f-e3408c896e70 on network d7b6293f-04a5-4899-8348-86d5a461f5fe not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:33.156269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Attempting to bind port 712a7c58-89eb-4c3b-982f-e3408c896e70 on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:33.161400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:33.161779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Checking segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:33.162213 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Bound using segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:33.162706 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Bound port: 712a7c58-89eb-4c3b-982f-e3408c896e70, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:33.163207 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.209333 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-276aca3f-c496-4bae-9acf-22d873a7544e tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.237432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] For port 712a7c58-89eb-4c3b-982f-e3408c896e70, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:33.240280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276aca3f-c496-4bae-9acf-22d873a7544e tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1bf3ede-ee5a-4f80-88e0-ff20bc07a359,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:33.240734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] For port 712a7c58-89eb-4c3b-982f-e3408c896e70, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=712a7c58-89eb-4c3b-982f-e3408c896e70,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:33.251386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-276aca3f-c496-4bae-9acf-22d873a7544e tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.253925 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-276aca3f-c496-4bae-9acf-22d873a7544e tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "DELETE /v2.0/ports/d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 HTTP/1.1" status: 204 len: 168 time: 0.4257445 Jun 30 02:50:33.256655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59012) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:33.261377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d16904-167b-4a94-b134-b0f5b1723282 req-8f8f8672-a4a9-4505-aba2-3c15aab28f1c tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:33.262803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02d16904-167b-4a94-b134-b0f5b1723282 req-8f8f8672-a4a9-4505-aba2-3c15aab28f1c tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 946 time: 0.1032453 Jun 30 02:50:33.283114 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-280def65-8fb6-49bb-ad3c-d854ddd75572 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:50:33.289163 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-280def65-8fb6-49bb-ad3c-d854ddd75572 tempest-PortsAdminExtendedAttrsTestJSON-836936984 tempest-PortsAdminExtendedAttrsTestJSON-836936984-project-admin] 10.222.0.77 "GET /v2.0/ports/d1bf3ede-ee5a-4f80-88e0-ff20bc07a359 HTTP/1.1" status: 404 len: 333 time: 0.0269659 Jun 30 02:50:33.289393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59014) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:33.303463 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02d16904-167b-4a94-b134-b0f5b1723282 req-56cdc22c-9b9b-4e76-8195-e25bc0cd9add tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342903 Jun 30 02:50:33.371104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.403514 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.631673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05870921-b260-4ec0-b4bd-267b46a0315d req-74e6d15a-0213-452d-9a5d-8b04b9a1c685 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:33.633231 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05870921-b260-4ec0-b4bd-267b46a0315d req-74e6d15a-0213-452d-9a5d-8b04b9a1c685 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.0758400 Jun 30 02:50:33.679431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05870921-b260-4ec0-b4bd-267b46a0315d req-5f4beabb-29c9-46a2-9c0d-d1a08af5116a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Jun 30 02:50:33.804058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:33.804718 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.806237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] 10.222.0.83 "PUT /v2.0/ports/712a7c58-89eb-4c3b-982f-e3408c896e70 HTTP/1.1" status: 200 len: 1092 time: 1.3695638 Jun 30 02:50:33.813200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3f0204-6be0-4119-9b69-55bddddf7e1f', 'tag': '712a7c58-89eb-4c3b-982f-e3408c896e70'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:33.817240 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cca98f-9a54-4903-b9c8-b06c39c8aba6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3f0204-6be0-4119-9b69-55bddddf7e1f", "tag": "712a7c58-89eb-4c3b-982f-e3408c896e70"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:33.834055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.851359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23e7637-4df7-4ba0-910a-85f744f6cf7f']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:33.858293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b8875-44b9-4380-b6d6-bf20306041ea service neutron] Pushing event updated for resources: {'Port': ['ID=712a7c58-89eb-4c3b-982f-e3408c896e70,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:33.866359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca8dd6b-d40f-479d-9af1-4022cac5b423') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:33.866685 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca8dd6b-d40f-479d-9af1-4022cac5b423') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:33.879766 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.894085 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.900480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:33.901317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:33.904122 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:33.943749 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef7b00e-6bad-4de6-ba45-aa564992808a x-openstack-request-id: req-8ef7b00e-6bad-4de6-ba45-aa564992808a {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:33.944478 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3f0204-6be0-4119-9b69-55bddddf7e1f", "tag": "712a7c58-89eb-4c3b-982f-e3408c896e70", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:33.944478 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ef7b00e-6bad-4de6-ba45-aa564992808a {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:33.944721 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3f0204-6be0-4119-9b69-55bddddf7e1f', 'tag': '712a7c58-89eb-4c3b-982f-e3408c896e70', 'status': 'completed', 'code': 200} Jun 30 02:50:33.956898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c192a7b-5c76-41fe-9741-0782c0bb9b7d req-c02c4c67-6911-448c-9c2e-8d45765cf336 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:33.958525 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c192a7b-5c76-41fe-9741-0782c0bb9b7d req-c02c4c67-6911-448c-9c2e-8d45765cf336 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 944 time: 0.0797174 Jun 30 02:50:34.000748 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c192a7b-5c76-41fe-9741-0782c0bb9b7d req-6e49b6e3-2f1a-496e-82ca-c313b1048b43 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362849 Jun 30 02:50:34.013408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-913ea8b8-3951-4fed-a2db-217a1856fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:34.014617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-913ea8b8-3951-4fed-a2db-217a1856fb33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 1095 time: 0.0728943 Jun 30 02:50:34.018056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a20043b1-529d-44a5-8977-fc4353401648 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:34.069396 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-2f59db42-a6d7-4db1-ad47-41eaf5f3b572 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=712a7c58-89eb-4c3b-982f-e3408c896e70 HTTP/1.1" status: 200 len: 217 time: 0.0368807 Jun 30 02:50:34.107016 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.118463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.123098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] 10.222.0.77 "DELETE /v2.0/networks/d23e7637-4df7-4ba0-910a-85f744f6cf7f HTTP/1.1" status: 204 len: 168 time: 0.8320947 Jun 30 02:50:34.123413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:34.125026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-d7ac4e97-225b-4208-ab10-8bf32939e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:34.126361 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-d7ac4e97-225b-4208-ab10-8bf32939e112 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.0581322 Jun 30 02:50:34.137383 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'a20043b1-529d-44a5-8977-fc4353401648', 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38', 'port_id': 'a20043b1-529d-44a5-8977-fc4353401648', 'mac_address': 'fa:16:3e:fb:e4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5e1c63-79c1-4411-9b46-90f94045e51f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:34.143791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fe075-b895-4eb5-aaf2-6854ea932104 tempest-PortsAdminExtendedAttrsTestJSON-2099502396 tempest-PortsAdminExtendedAttrsTestJSON-2099502396-project] Pushing event deleted for resources: {'Network': ['ID=d23e7637-4df7-4ba0-910a-85f744f6cf7f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:34.179447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-e530386c-60a5-498a-840e-9f62bdcebd1a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433247 Jun 30 02:50:34.181015 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.197117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20043b1-529d-44a5-8977-fc4353401648 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:34.218418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:34.284614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-ace55b31-91dc-4a04-802a-96e371505129 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974612 Jun 30 02:50:34.310638 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.368235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a20043b1-529d-44a5-8977-fc4353401648,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:34.396938 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39dbbe44-0a10-43ee-9ab1-47c4c95548da req-c459b4d0-8015-4e53-8ce2-2d70fa58d6ef service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051121 Jun 30 02:50:34.488718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab28cf6-8747-4618-964e-522a4b2b5aef req-70627f15-7c9b-455a-ba6e-7f61849947bc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:34.490276 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bab28cf6-8747-4618-964e-522a4b2b5aef req-70627f15-7c9b-455a-ba6e-7f61849947bc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 946 time: 0.0670483 Jun 30 02:50:34.533578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bab28cf6-8747-4618-964e-522a4b2b5aef req-84cd986e-972c-48ae-ae79-bde4065ff320 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373256 Jun 30 02:50:34.576927 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.646933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a20043b1-529d-44a5-8977-fc4353401648'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:34.664079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cca98f-9a54-4903-b9c8-b06c39c8aba6 req-7d77a089-9de5-4660-b3cd-b7728e59033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:34.665854 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04cca98f-9a54-4903-b9c8-b06c39c8aba6 req-7d77a089-9de5-4660-b3cd-b7728e59033e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 1095 time: 0.0642726 Jun 30 02:50:34.797422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cca98f-9a54-4903-b9c8-b06c39c8aba6 req-a6fe2a8b-8175-4161-a71c-1d2481abe2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:34.800732 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04cca98f-9a54-4903-b9c8-b06c39c8aba6 req-a6fe2a8b-8175-4161-a71c-1d2481abe2d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 913 time: 0.1282101 Jun 30 02:50:34.847290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04cca98f-9a54-4903-b9c8-b06c39c8aba6 req-c71dc46e-9510-4c3c-8a2c-8a69171c743d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=712a7c58-89eb-4c3b-982f-e3408c896e70 HTTP/1.1" status: 200 len: 217 time: 0.0383909 Jun 30 02:50:34.901005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cca98f-9a54-4903-b9c8-b06c39c8aba6 req-d69c100f-683b-4ee3-9b9c-a8215e0cf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:34.902511 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04cca98f-9a54-4903-b9c8-b06c39c8aba6 req-d69c100f-683b-4ee3-9b9c-a8215e0cf093 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.0483627 Jun 30 02:50:34.906728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747d16b-e534-4e5d-8521-f65f3d76e380 req-9c66392c-99bc-4aa5-a5f4-0b5e169547a7 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:34.908468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59046) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:34.908997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d747d16b-e534-4e5d-8521-f65f3d76e380 req-9c66392c-99bc-4aa5-a5f4-0b5e169547a7 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 945 time: 0.0676870 Jun 30 02:50:34.951212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d747d16b-e534-4e5d-8521-f65f3d76e380 req-8aa48c9d-f565-4937-983a-22d23780f6b4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363672 Jun 30 02:50:34.960180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04cca98f-9a54-4903-b9c8-b06c39c8aba6 req-6e623579-6e0a-483c-9251-fe4904db4904 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458148 Jun 30 02:50:35.138069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8761793a-053d-4b45-8e7b-2917029717da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48b32dc3abfe41c790fd21af3e426199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280426 Jun 30 02:50:35.140850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59054) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:35.159190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04cca98f-9a54-4903-b9c8-b06c39c8aba6 req-c50ac151-a4aa-4115-8e9e-0ecdf87ab7c8 service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909370 Jun 30 02:50:35.241893 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8f168c5d-63d9-4f63-b066-52990479a12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.247609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0a51d-0842-4a9f-9c44-811dcd616d66 req-79657680-e65d-42bf-8478-abda83b02dd0 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:35.249147 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b4a0a51d-0842-4a9f-9c44-811dcd616d66 req-79657680-e65d-42bf-8478-abda83b02dd0 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 946 time: 0.1418407 Jun 30 02:50:35.281313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c209aa-fcbe-4330-b048-103d66d54ed5 req-29717b71-c427-466e-8772-a875fa6ccead tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:35.283072 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7c209aa-fcbe-4330-b048-103d66d54ed5 req-29717b71-c427-466e-8772-a875fa6ccead tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 944 time: 0.1148701 Jun 30 02:50:35.285108 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8f168c5d-63d9-4f63-b066-52990479a12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.301366 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04cca98f-9a54-4903-b9c8-b06c39c8aba6 req-546c61eb-f5a0-417c-b46e-703b76f7af8e service neutron] 10.222.0.83 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319084 Jun 30 02:50:35.308840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b4a0a51d-0842-4a9f-9c44-811dcd616d66 req-2cab3e7c-5abb-42ee-81d6-6b1db0f24a29 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494483 Jun 30 02:50:35.352735 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7c209aa-fcbe-4330-b048-103d66d54ed5 req-4d11b041-8bce-413c-9c44-96c01ba13f89 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513728 Jun 30 02:50:35.538233 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8f168c5d-63d9-4f63-b066-52990479a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.540804 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8f168c5d-63d9-4f63-b066-52990479a12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.541959 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8f168c5d-63d9-4f63-b066-52990479a12c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6eefc1cb-448c-4a11-8279-110c730d115a HTTP/1.1" status: 204 len: 168 time: 0.3997021 Jun 30 02:50:35.550469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f168c5d-63d9-4f63-b066-52990479a12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eefc1cb-448c-4a11-8279-110c730d115a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:36.006313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a20043b1-529d-44a5-8977-fc4353401648 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:36.144204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5b2ab-f62f-47ce-aefb-4f1a2dd05a98 req-2d2039e8-d104-4c0b-80c1-696025c8ee80 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:36.145718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07c5b2ab-f62f-47ce-aefb-4f1a2dd05a98 req-2d2039e8-d104-4c0b-80c1-696025c8ee80 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 945 time: 0.0709341 Jun 30 02:50:36.187081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07c5b2ab-f62f-47ce-aefb-4f1a2dd05a98 req-63a280af-ffdd-4ea8-80a2-47fb9050e8c5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Jun 30 02:50:36.492441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2112-0874-4942-a224-acc06e996c62 req-a69fbd83-a0f2-42c5-97e7-d3850771debc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:36.493962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b44c2112-0874-4942-a224-acc06e996c62 req-a69fbd83-a0f2-42c5-97e7-d3850771debc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 946 time: 0.0692759 Jun 30 02:50:36.535687 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b44c2112-0874-4942-a224-acc06e996c62 req-9190f7f6-fb89-4ace-868c-1b3a4716ab14 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Jun 30 02:50:36.543766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8ec6d-710f-4a80-a6e9-43cf218865f4 req-eed18cec-c29f-48d1-993d-cd2bf2577073 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:36.545375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16a8ec6d-710f-4a80-a6e9-43cf218865f4 req-eed18cec-c29f-48d1-993d-cd2bf2577073 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 944 time: 0.0693450 Jun 30 02:50:36.557105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port a20043b1-529d-44a5-8977-fc4353401648 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:36.567726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port a20043b1-529d-44a5-8977-fc4353401648 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:36.567726 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.591702 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16a8ec6d-710f-4a80-a6e9-43cf218865f4 req-65e2c2db-e245-418f-8d8d-e824bdaf2a21 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389071 Jun 30 02:50:36.662581 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.361394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20043b1-529d-44a5-8977-fc4353401648'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:37.364083 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ea6a36-bb3a-4636-aee4-c2226f9e75e3" -d '{"events": [{"server_uuid": "b231c954-405a-41d5-b88f-21e9546e8f84", "name": "network-vif-plugged", "status": "completed", "tag": "a20043b1-529d-44a5-8977-fc4353401648"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:37.376652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:37.446161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aadd64-3861-4a38-94cb-f51ddf75c924 req-6309fdd2-04fc-4427-a5ea-c48bcca3337a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:37.447683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03aadd64-3861-4a38-94cb-f51ddf75c924 req-6309fdd2-04fc-4427-a5ea-c48bcca3337a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 945 time: 0.0650802 Jun 30 02:50:37.470042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59096) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:37.492540 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03aadd64-3861-4a38-94cb-f51ddf75c924 req-cd5bbd28-14fd-40d4-af4f-d634e58193a7 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386505 Jun 30 02:50:37.514482 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.537194 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a061f9ae-c4d5-4739-81a8-8c863c264e94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=36948fa810ff4dc8a3240ced9f18ad7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580535 Jun 30 02:50:37.537941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59098) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:37.560147 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30dbd99-5ffe-4cea-8900-ec150e6c007f x-openstack-request-id: req-b30dbd99-5ffe-4cea-8900-ec150e6c007f {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:37.560478 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b231c954-405a-41d5-b88f-21e9546e8f84", "name": "network-vif-plugged", "status": "completed", "tag": "a20043b1-529d-44a5-8977-fc4353401648", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:37.560701 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b30dbd99-5ffe-4cea-8900-ec150e6c007f {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:37.561105 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20043b1-529d-44a5-8977-fc4353401648', 'code': 200} Jun 30 02:50:37.574007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a20043b1-529d-44a5-8977-fc4353401648,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:37.611344 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6cd6249e-3100-44b2-ac38-127d5dc3ffc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.640093 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6cd6249e-3100-44b2-ac38-127d5dc3ffc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.728013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919d502-8696-4f40-a38d-e93bad252b9e req-6ccf9dc3-d54c-4d36-825d-8971f62ebf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:37.729433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5919d502-8696-4f40-a38d-e93bad252b9e req-6ccf9dc3-d54c-4d36-825d-8971f62ebf6d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 1097 time: 0.0753996 Jun 30 02:50:37.767971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5919d502-8696-4f40-a38d-e93bad252b9e req-5db86ac0-41f9-4ad6-b31b-427a9dfa66dd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302548 Jun 30 02:50:37.802213 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d6626-bbda-4608-b7a4-1e32cb4e592b req-703598bd-feec-429b-b2a9-d1a6dca6e0cc tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:37.803784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f22d6626-bbda-4608-b7a4-1e32cb4e592b req-703598bd-feec-429b-b2a9-d1a6dca6e0cc tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 944 time: 0.0650673 Jun 30 02:50:37.818839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6cd6249e-3100-44b2-ac38-127d5dc3ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.820190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6cd6249e-3100-44b2-ac38-127d5dc3ffc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.821268 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6cd6249e-3100-44b2-ac38-127d5dc3ffc5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee9abe0b-44ed-496e-bd2a-3a6a5051ca68 HTTP/1.1" status: 204 len: 168 time: 0.2824442 Jun 30 02:50:37.840274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6249e-3100-44b2-ac38-127d5dc3ffc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9abe0b-44ed-496e-bd2a-3a6a5051ca68,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:37.860101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f22d6626-bbda-4608-b7a4-1e32cb4e592b req-9c4dbe84-9f77-4d92-b6f8-bec168be1d7b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502939 Jun 30 02:50:38.082972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 712a7c58-89eb-4c3b-982f-e3408c896e70 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:38.187264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 712a7c58-89eb-4c3b-982f-e3408c896e70, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=712a7c58-89eb-4c3b-982f-e3408c896e70,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:38.200389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '712a7c58-89eb-4c3b-982f-e3408c896e70', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'port_id': '712a7c58-89eb-4c3b-982f-e3408c896e70', 'mac_address': 'fa:16:3e:82:9f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dac26f-bd2e-42ee-a54c-f144157b5667', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:38.237271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.250954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712a7c58-89eb-4c3b-982f-e3408c896e70 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:38.275071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 712a7c58-89eb-4c3b-982f-e3408c896e70, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=712a7c58-89eb-4c3b-982f-e3408c896e70,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:38.466503 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.526961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=712a7c58-89eb-4c3b-982f-e3408c896e70,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:38.689367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['712a7c58-89eb-4c3b-982f-e3408c896e70'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:38.690794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc401c6-09ad-40a7-9749-f4a5496ad332 req-8ae4aba8-e409-4e07-ba42-9754156a7fe6 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.692520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7cc401c6-09ad-40a7-9749-f4a5496ad332 req-8ae4aba8-e409-4e07-ba42-9754156a7fe6 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.0695639 Jun 30 02:50:38.745154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7cc401c6-09ad-40a7-9749-f4a5496ad332 req-1b24a6ec-9166-459e-9793-d826ad41085e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Jun 30 02:50:39.050542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7eb1e-6ce2-47a0-af85-4fbe2c024f60 req-da006e2e-5b63-4b34-a491-7ad4300fb0e0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:39.052030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02a7eb1e-6ce2-47a0-af85-4fbe2c024f60 req-da006e2e-5b63-4b34-a491-7ad4300fb0e0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 945 time: 0.0695915 Jun 30 02:50:39.099227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02a7eb1e-6ce2-47a0-af85-4fbe2c024f60 req-978f7409-66b3-483f-83c2-2b8837aaca58 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Jun 30 02:50:39.931475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e936-6c7d-4355-85c8-fcca2003cca0 req-7c7f6ae1-ff5a-435e-a30b-a1f4c9b71350 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:39.932946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f85e936-6c7d-4355-85c8-fcca2003cca0 req-7c7f6ae1-ff5a-435e-a30b-a1f4c9b71350 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.0638766 Jun 30 02:50:39.971824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f85e936-6c7d-4355-85c8-fcca2003cca0 req-04ef0abd-c29e-4bb7-840f-1fa7225db41a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Jun 30 02:50:40.083707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 712a7c58-89eb-4c3b-982f-e3408c896e70 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:40.140077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14110f-0480-48e3-9222-4933ecb9a9ac req-2c46ab0f-0ee3-41f8-9ece-7e20eb78e09b tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.141699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e14110f-0480-48e3-9222-4933ecb9a9ac req-2c46ab0f-0ee3-41f8-9ece-7e20eb78e09b tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 1097 time: 0.0566883 Jun 30 02:50:40.176890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e14110f-0480-48e3-9222-4933ecb9a9ac req-09503f39-609b-4ca4-9484-06d0a4c75309 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293109 Jun 30 02:50:40.282093 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 712a7c58-89eb-4c3b-982f-e3408c896e70 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:40.288399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 712a7c58-89eb-4c3b-982f-e3408c896e70 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:40.289013 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.372526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d64f87-211a-4c96-bbf2-59f541cd42af req-e8f86deb-e00e-447a-b273-6f4a0413decf tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.374176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74d64f87-211a-4c96-bbf2-59f541cd42af req-e8f86deb-e00e-447a-b273-6f4a0413decf tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 945 time: 0.0770600 Jun 30 02:50:40.379744 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.403187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3f0204-6be0-4119-9b69-55bddddf7e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712a7c58-89eb-4c3b-982f-e3408c896e70'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:40.406529 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126a1df3-6245-4c2c-a2b1-9099f91dfdea" -d '{"events": [{"server_uuid": "0d3f0204-6be0-4119-9b69-55bddddf7e1f", "name": "network-vif-plugged", "status": "completed", "tag": "712a7c58-89eb-4c3b-982f-e3408c896e70"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:40.415837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74d64f87-211a-4c96-bbf2-59f541cd42af req-e9bf0bc9-3b51-4430-9b5e-c6af9c52fac3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351701 Jun 30 02:50:40.420651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 712a7c58-89eb-4c3b-982f-e3408c896e70, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=712a7c58-89eb-4c3b-982f-e3408c896e70,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:40.477034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed01b1-fef9-4320-82bb-c3a6d9219c17 req-cb61c124-9be0-41fc-a15e-4dfffa2bb0a4 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.478663 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4ed01b1-fef9-4320-82bb-c3a6d9219c17 req-cb61c124-9be0-41fc-a15e-4dfffa2bb0a4 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 1097 time: 0.0586119 Jun 30 02:50:40.521322 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4ed01b1-fef9-4320-82bb-c3a6d9219c17 req-fc3bfa25-ad71-4c57-830a-cf9b04ab4f71 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Jun 30 02:50:40.587967 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6217d590-3dbc-43f3-a059-4d34eb8e50fe x-openstack-request-id: req-6217d590-3dbc-43f3-a059-4d34eb8e50fe {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:40.588450 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3f0204-6be0-4119-9b69-55bddddf7e1f", "name": "network-vif-plugged", "status": "completed", "tag": "712a7c58-89eb-4c3b-982f-e3408c896e70", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:40.588792 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6217d590-3dbc-43f3-a059-4d34eb8e50fe {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:40.589266 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3f0204-6be0-4119-9b69-55bddddf7e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712a7c58-89eb-4c3b-982f-e3408c896e70', 'code': 200} Jun 30 02:50:40.640434 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.768913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda680f-38f0-457d-8b81-749273802d70 req-99ddf071-17cf-453d-876e-84cae0113dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.771214 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ddda680f-38f0-457d-8b81-749273802d70 req-99ddf071-17cf-453d-876e-84cae0113dea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 1097 time: 0.1095426 Jun 30 02:50:40.812042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=712a7c58-89eb-4c3b-982f-e3408c896e70,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:40.818733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ddda680f-38f0-457d-8b81-749273802d70 req-d3578e74-e0f7-40bc-84af-f500d4dd68d8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394864 Jun 30 02:50:40.861599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59210) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:40.975650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-722489992', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:41.086733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Made reservation on behalf of beda0ff4e66b4023a558c118edd901fc for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:41.090334 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.099545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.187430 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.320633 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.330944 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] device_id is not set on port 520c3cd2-3b70-4b46-8466-014ad644e37e yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:41.375505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75af8e9-1f3c-4ca1-9619-cb17d6aab2b4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.444256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Allocated IP 172.25.2.125 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/520c3cd2-3b70-4b46-8466-014ad644e37e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:41.591187 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.631597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32469a2-2cb1-41ba-bb07-5aab8ab8ead2 req-617159ee-7d48-48ca-af3f-305838d62de1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:41.633087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d32469a2-2cb1-41ba-bb07-5aab8ab8ead2 req-617159ee-7d48-48ca-af3f-305838d62de1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0970621 Jun 30 02:50:41.671346 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d32469a2-2cb1-41ba-bb07-5aab8ab8ead2 req-745c390b-145c-43ba-aa11-c0276a0ba2e4 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Jun 30 02:50:41.849612 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.898016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:41.900859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:41.908363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:41.911645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Pushing event updated for resources: {'Port': ['ID=520c3cd2-3b70-4b46-8466-014ad644e37e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.951291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:41.951911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.020808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 701f11d1-bff9-4071-bda8-5d1db60e492d details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:42.114264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 701f11d1-bff9-4071-bda8-5d1db60e492d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=701f11d1-bff9-4071-bda8-5d1db60e492d,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:42.125178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '701f11d1-bff9-4071-bda8-5d1db60e492d', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'port_id': '701f11d1-bff9-4071-bda8-5d1db60e492d', 'mac_address': 'fa:16:3e:5e:54:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947dbb80-a1b2-4b65-b9b8-a35faceb5f88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:42.156711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f7287d4d-2b0d-4541-8464-08dfe5aae295 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.2938859 Jun 30 02:50:42.161325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59258) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:42.164479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.125'}]}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:42.166478 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.180104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 701f11d1-bff9-4071-bda8-5d1db60e492d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:42.209415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 701f11d1-bff9-4071-bda8-5d1db60e492d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=701f11d1-bff9-4071-bda8-5d1db60e492d,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:42.350899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.353630 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.396089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.442598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.460156 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=701f11d1-bff9-4071-bda8-5d1db60e492d,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:42.532114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['701f11d1-bff9-4071-bda8-5d1db60e492d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:42.743573 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.858880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc00bc-b145-458a-b9cb-91f1119e6d21 req-96ff060b-794f-4de9-9925-f848e9beffc4 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.860365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81dc00bc-b145-458a-b9cb-91f1119e6d21 req-96ff060b-794f-4de9-9925-f848e9beffc4 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0688961 Jun 30 02:50:42.902159 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81dc00bc-b145-458a-b9cb-91f1119e6d21 req-bf760765-8bf4-4747-a892-975d4ae6e717 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350666 Jun 30 02:50:43.243174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.272797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.561554 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.659810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-577d863c-b575-489b-b206-f8fd3e98b446 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:50:43.660977 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-577d863c-b575-489b-b206-f8fd3e98b446 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2221847 Jun 30 02:50:43.785752 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.789143 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.818931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Request body: {'binding': {'host': 'n-h2-798249-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:43.822153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Unknown quota resources ['binding']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:50:44.016554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 on host n-h2-798249-3 for vnic_type normal with profile None {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:44.016933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:44.017265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:44.021719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Port a20043b1-529d-44a5-8977-fc4353401648 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:44.022039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:44.026736 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.028962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6da07e4-4e5d-4020-913f-c61d200db4a2 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:44.029784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:44.030192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:44.030556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:44.031004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Bound port: a20043b1-529d-44a5-8977-fc4353401648, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:44.036104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 701f11d1-bff9-4071-bda8-5d1db60e492d up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:44.116662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 701f11d1-bff9-4071-bda8-5d1db60e492d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:44.117071 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.134103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:44.174537 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:50:44.177893 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bc18346e-43ac-46b0-8a86-95dafe2d2ca1 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0149212 Jun 30 02:50:44.178684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59314) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:44.219316 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.249039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f11d1-bff9-4071-bda8-5d1db60e492d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:44.252943 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ab073b-0f3b-4a21-b1be-2e148ff60f4f" -d '{"events": [{"server_uuid": "d3aefa19-574d-4601-88c3-1b1cb0e1318c", "name": "network-vif-plugged", "status": "completed", "tag": "701f11d1-bff9-4071-bda8-5d1db60e492d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:44.262052 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.263288 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-bd2430e6-ed3c-413f-ab68-688e1370d617 service neutron] 10.222.0.77 "POST /v2.0/ports/a20043b1-529d-44a5-8977-fc4353401648/bindings HTTP/1.1" status: 201 len: 389 time: 0.5793977 Jun 30 02:50:44.286355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 701f11d1-bff9-4071-bda8-5d1db60e492d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=701f11d1-bff9-4071-bda8-5d1db60e492d,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:44.291917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c06edd49-2f22-410c-be44-c5723db74734 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Deleting port 520c3cd2-3b70-4b46-8466-014ad644e37e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:44.292275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c06edd49-2f22-410c-be44-c5723db74734 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.383467 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.384428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1130ae-da02-49f1-a6c7-87784c09964f req-72dbd16b-9f61-4905-8c12-9bcc74383cdb tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:44.392796 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fa1130ae-da02-49f1-a6c7-87784c09964f req-72dbd16b-9f61-4905-8c12-9bcc74383cdb tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1172075 Jun 30 02:50:44.429204 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c06edd49-2f22-410c-be44-c5723db74734 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.442136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fa1130ae-da02-49f1-a6c7-87784c09964f req-ec13d4db-eae6-43a2-9cc6-0673ca1c1d53 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478327 Jun 30 02:50:44.468768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c06edd49-2f22-410c-be44-c5723db74734 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Calling delete_port for 520c3cd2-3b70-4b46-8466-014ad644e37e owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:44.487859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=701f11d1-bff9-4071-bda8-5d1db60e492d,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:44.723242 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abdd608-9068-421b-b787-eb305f1426d6 x-openstack-request-id: req-2abdd608-9068-421b-b787-eb305f1426d6 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:44.726915 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aefa19-574d-4601-88c3-1b1cb0e1318c", "name": "network-vif-plugged", "status": "completed", "tag": "701f11d1-bff9-4071-bda8-5d1db60e492d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:44.727288 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2abdd608-9068-421b-b787-eb305f1426d6 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:44.728501 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701f11d1-bff9-4071-bda8-5d1db60e492d', 'code': 200} Jun 30 02:50:45.024241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450c6ef-9c05-438a-bb60-aee13d8bc00a req-f0cb2aff-42f8-4d22-b03a-05dacc9d5175 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.038038 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1450c6ef-9c05-438a-bb60-aee13d8bc00a req-f0cb2aff-42f8-4d22-b03a-05dacc9d5175 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.1562500 Jun 30 02:50:45.094506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c06edd49-2f22-410c-be44-c5723db74734 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.105909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1450c6ef-9c05-438a-bb60-aee13d8bc00a req-4a819f4d-3771-4b30-bccd-71978fd3182b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651577 Jun 30 02:50:45.177190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06edd49-2f22-410c-be44-c5723db74734 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Pushing event deleted for resources: {'Port': ['ID=520c3cd2-3b70-4b46-8466-014ad644e37e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:45.227219 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c06edd49-2f22-410c-be44-c5723db74734 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.227219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c06edd49-2f22-410c-be44-c5723db74734 tempest-RoutersAdminNegativeIpV6Test-159013768 tempest-RoutersAdminNegativeIpV6Test-159013768-project-admin] 10.222.0.77 "DELETE /v2.0/ports/520c3cd2-3b70-4b46-8466-014ad644e37e HTTP/1.1" status: 204 len: 168 time: 1.0461884 Jun 30 02:50:45.471951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-aa1eab1a-f40b-4055-a916-6d71dd5e668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.473805 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-aa1eab1a-f40b-4055-a916-6d71dd5e668f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 1097 time: 0.0931890 Jun 30 02:50:45.600604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-0a566b05-f33e-4117-8ad4-a00bfe34d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.602504 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-0a566b05-f33e-4117-8ad4-a00bfe34d64d service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.1224625 Jun 30 02:50:45.675513 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-292aef2c-7713-4842-89fc-cc659721503e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a20043b1-529d-44a5-8977-fc4353401648 HTTP/1.1" status: 200 len: 217 time: 0.0670090 Jun 30 02:50:45.725175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581b94c-20f6-4e58-9785-9f76ab5049c5 req-5cb25c0c-1525-4c43-a423-f6b026fca56c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.727568 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e581b94c-20f6-4e58-9785-9f76ab5049c5 req-5cb25c0c-1525-4c43-a423-f6b026fca56c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1146073 Jun 30 02:50:45.746400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-ee59b982-816a-4e32-bfb3-c731f393bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.755087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-ee59b982-816a-4e32-bfb3-c731f393bd6a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0661230 Jun 30 02:50:45.783266 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-d3fd2457-998a-4f9b-8644-46a8f8e98e15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288301 Jun 30 02:50:45.806469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e581b94c-20f6-4e58-9785-9f76ab5049c5 req-ffe20510-af42-46a7-8646-003cccf7d548 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693657 Jun 30 02:50:45.911767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-5a420a16-2033-4655-8e55-204c9fbf1e41 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213095 Jun 30 02:50:45.919360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59352) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:46.020318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-07f8e79f-64d4-4aa6-88e8-e98e4e96ef05 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022851 Jun 30 02:50:46.047075 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a9d751d-36a2-4351-9094-e0124df70400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.211731 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a9d751d-36a2-4351-9094-e0124df70400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.315427 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a9d751d-36a2-4351-9094-e0124df70400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.341626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a20e-7f3e-46ac-a81d-b0d1fff85694 req-f5c25c03-0a02-44e2-9db5-b612347af751 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:46.349708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6887a20e-7f3e-46ac-a81d-b0d1fff85694 req-f5c25c03-0a02-44e2-9db5-b612347af751 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.0838485 Jun 30 02:50:46.388614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d751d-36a2-4351-9094-e0124df70400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbdb6ee-0020-48ce-9fde-b7245e0d6835,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:46.421945 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3a9d751d-36a2-4351-9094-e0124df70400 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=36197fc53641441d965506389f062ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013785 Jun 30 02:50:46.422581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59364) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:46.444702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6887a20e-7f3e-46ac-a81d-b0d1fff85694 req-8531535b-c184-4543-96ac-97f6f0280752 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899444 Jun 30 02:50:46.527653 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cde4730-f714-4f25-8f47-ebbed64d4657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.529385 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cde4730-f714-4f25-8f47-ebbed64d4657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.991252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab5f86-3b28-4a2e-8507-445061c5a79e req-15fa1b82-c5dd-4828-96bb-858140cbff71 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:46.992879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74ab5f86-3b28-4a2e-8507-445061c5a79e req-15fa1b82-c5dd-4828-96bb-858140cbff71 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0765700 Jun 30 02:50:46.993737 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cde4730-f714-4f25-8f47-ebbed64d4657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.996248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cde4730-f714-4f25-8f47-ebbed64d4657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.009711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8cde4730-f714-4f25-8f47-ebbed64d4657 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4fbdb6ee-0020-48ce-9fde-b7245e0d6835 HTTP/1.1" status: 204 len: 168 time: 0.5754123 Jun 30 02:50:47.027625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde4730-f714-4f25-8f47-ebbed64d4657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbdb6ee-0020-48ce-9fde-b7245e0d6835,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:47.079805 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74ab5f86-3b28-4a2e-8507-445061c5a79e req-3e9f3103-5bc2-4284-a56f-15908bccc647 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683589 Jun 30 02:50:47.762611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019a9e8-f644-4c9a-a69a-1534c1436ba7 req-7ae21859-9423-4b7f-b04d-a7b5af0208dd tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:47.770903 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6019a9e8-f644-4c9a-a69a-1534c1436ba7 req-7ae21859-9423-4b7f-b04d-a7b5af0208dd tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.1346061 Jun 30 02:50:47.818015 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6019a9e8-f644-4c9a-a69a-1534c1436ba7 req-a4bf8725-98ad-4aa1-bcc9-92a1af9be916 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457957 Jun 30 02:50:48.326801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513470b-49ba-49b1-8b3a-91930de2bf7b req-0503f551-670b-4c2b-8d57-cd6e92320f3c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.328088 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b513470b-49ba-49b1-8b3a-91930de2bf7b req-0503f551-670b-4c2b-8d57-cd6e92320f3c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0914028 Jun 30 02:50:48.391678 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b513470b-49ba-49b1-8b3a-91930de2bf7b req-4aff000e-17fb-4333-9179-3a97e9b8c293 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484509 Jun 30 02:50:48.444993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59412) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:48.525481 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7ea4ff5a-f417-4f0b-99d7-3dc45903ebc1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=beda0ff4e66b4023a558c118edd901fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792458 Jun 30 02:50:48.528007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59416) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:48.589600 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00aa0022-b2fa-4caf-ad88-bd9d4898453b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.617433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00aa0022-b2fa-4caf-ad88-bd9d4898453b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.794562 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00aa0022-b2fa-4caf-ad88-bd9d4898453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.802063 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00aa0022-b2fa-4caf-ad88-bd9d4898453b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.804656 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-00aa0022-b2fa-4caf-ad88-bd9d4898453b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b75af8e9-1f3c-4ca1-9619-cb17d6aab2b4 HTTP/1.1" status: 204 len: 168 time: 0.2756357 Jun 30 02:50:48.820503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa0022-b2fa-4caf-ad88-bd9d4898453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75af8e9-1f3c-4ca1-9619-cb17d6aab2b4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.146990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80abd84-0c4c-41c2-aacd-102e43340b40 req-e4630ee6-7355-4b34-80c0-a4ff506c2c93 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:49.158255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b80abd84-0c4c-41c2-aacd-102e43340b40 req-e4630ee6-7355-4b34-80c0-a4ff506c2c93 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.1493351 Jun 30 02:50:49.221033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b80abd84-0c4c-41c2-aacd-102e43340b40 req-7652138d-f074-4f02-a07e-2107c5133aae tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616663 Jun 30 02:50:49.452470 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:50:49.636976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4305a-0d7d-4ce6-8703-3720654904e5 req-ef5deab1-2230-4959-a3ab-e275e6e8c4a9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:49.641948 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a1f4305a-0d7d-4ce6-8703-3720654904e5 req-ef5deab1-2230-4959-a3ab-e275e6e8c4a9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0877295 Jun 30 02:50:49.702956 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a1f4305a-0d7d-4ce6-8703-3720654904e5 req-3ad34630-89ac-42e4-aef8-28b43263e3e0 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549595 Jun 30 02:50:50.474769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5961242-d1e4-40e4-8b6d-6837e7f6b525 req-f5f8b685-c51d-4f0d-ad21-47ce58334508 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:50.476282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5961242-d1e4-40e4-8b6d-6837e7f6b525 req-f5f8b685-c51d-4f0d-ad21-47ce58334508 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.0813012 Jun 30 02:50:50.523652 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5961242-d1e4-40e4-8b6d-6837e7f6b525 req-edbb340c-d615-4538-8120-770d987395de tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Jun 30 02:50:50.900351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbc98a-3ce8-41d2-983a-daae0cec31df req-a04f2f87-5eab-4c9c-92c3-bcfc3e2d2abc tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:50.904632 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77bbc98a-3ce8-41d2-983a-daae0cec31df req-a04f2f87-5eab-4c9c-92c3-bcfc3e2d2abc tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0909669 Jun 30 02:50:50.957452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77bbc98a-3ce8-41d2-983a-daae0cec31df req-229760dc-cd0e-4203-b2cc-5220ed96ab86 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475247 Jun 30 02:50:51.539665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59496) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:51.680381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-872e599c-16ab-4fbb-88ab-66131f2e9935 tempest-AgentManagementNegativeTest-91505539 tempest-AgentManagementNegativeTest-91505539-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1393912 Jun 30 02:50:51.728489 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc13b-8034-4538-b491-0fb4ddec00e6 req-3300de88-468d-41a6-a735-0d4723d3ada5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.730138 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-baecc13b-8034-4538-b491-0fb4ddec00e6 req-3300de88-468d-41a6-a735-0d4723d3ada5 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.0773315 Jun 30 02:50:51.785392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-baecc13b-8034-4538-b491-0fb4ddec00e6 req-8b27d4da-3444-4b9e-b13a-8ad67a645468 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 Jun 30 02:50:52.275697 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73191876-6675-4556-9e81-dcac992d6569 req-bb64a052-7d7b-4bb9-8232-53d6968a89af tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.277291 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73191876-6675-4556-9e81-dcac992d6569 req-bb64a052-7d7b-4bb9-8232-53d6968a89af tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1236966 Jun 30 02:50:52.330363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73191876-6675-4556-9e81-dcac992d6569 req-ba55adfd-23c2-4c24-a840-4d663f2d21f3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 Jun 30 02:50:52.488897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59530) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:52.617417 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.653152 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.737146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.884568 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.928361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d422c26-d5c0-4dbf-bb85-b95137b43363,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:52.942351 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7cc197ae212348eca6a4d4086253a6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522107 Jun 30 02:50:52.944080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.944430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.944862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.945258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.945620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.945991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.946402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.946731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.947208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.947599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.947951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.948279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a703cd4f-3f46-414e-9475-cbcde62990d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:52.950224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59538) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:53.056016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd186-416a-47e8-ab57-eac5ad2eb7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.066226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b514fe-3d47-42a7-b62e-5548c4f0a2dd req-5e7910df-e297-4b0d-a19c-9c29cc2e8b13 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:53.072524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0b514fe-3d47-42a7-b62e-5548c4f0a2dd req-5e7910df-e297-4b0d-a19c-9c29cc2e8b13 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.1286130 Jun 30 02:50:53.107707 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd186-416a-47e8-ab57-eac5ad2eb7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.132903 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0b514fe-3d47-42a7-b62e-5548c4f0a2dd req-33382356-366e-4a28-926c-76c3d3192363 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539145 Jun 30 02:50:53.223647 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.406402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd186-416a-47e8-ab57-eac5ad2eb7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.411012 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd186-416a-47e8-ab57-eac5ad2eb7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.411012 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0b0dd186-416a-47e8-ab57-eac5ad2eb7de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d422c26-d5c0-4dbf-bb85-b95137b43363 HTTP/1.1" status: 204 len: 168 time: 0.4589860 Jun 30 02:50:53.435979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dd186-416a-47e8-ab57-eac5ad2eb7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d422c26-d5c0-4dbf-bb85-b95137b43363,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:53.630827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93921ba7-0889-4812-9c96-421da050f547 req-98d62f75-4ea3-47c5-84a7-38b6de3f84a9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:53.632984 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93921ba7-0889-4812-9c96-421da050f547 req-98d62f75-4ea3-47c5-84a7-38b6de3f84a9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0886281 Jun 30 02:50:53.708934 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93921ba7-0889-4812-9c96-421da050f547 req-e326edac-762a-4afc-9b1a-95919e3974ca tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664725 Jun 30 02:50:54.417367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a5d26-8ee0-4622-86b9-95f9083ea3b1 req-e6fd6201-9d7a-4a02-ad50-dc4393640ae6 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:54.418948 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f1a5d26-8ee0-4622-86b9-95f9083ea3b1 req-e6fd6201-9d7a-4a02-ad50-dc4393640ae6 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.0831952 Jun 30 02:50:54.487180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f1a5d26-8ee0-4622-86b9-95f9083ea3b1 req-85efcd00-e62d-4717-8caf-44018517bcb1 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605760 Jun 30 02:50:54.909796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59602) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:54.959699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8dd3f-da95-4e3f-ada7-b0012e105d1c req-fa3bda41-159f-4ac3-85a9-33edb37bc676 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:54.961263 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfe8dd3f-da95-4e3f-ada7-b0012e105d1c req-fa3bda41-159f-4ac3-85a9-33edb37bc676 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0931170 Jun 30 02:50:55.010205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfe8dd3f-da95-4e3f-ada7-b0012e105d1c req-abd65836-c769-41a2-a1fc-c818340e4983 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Jun 30 02:50:55.024745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-686774371'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:55.670903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ee336-a987-4ed3-9902-5a778d6c170a req-fa195662-a1f6-4f60-8290-0fb8eb80e383 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:55.672975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-534ee336-a987-4ed3-9902-5a778d6c170a req-fa195662-a1f6-4f60-8290-0fb8eb80e383 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.0648322 Jun 30 02:50:55.714439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-534ee336-a987-4ed3-9902-5a778d6c170a req-4f7c42f1-f096-4d4c-9928-6e286893ea51 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Jun 30 02:50:55.773038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Made reservation on behalf of e428f32b06424f7f936aca82192b2999 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:55.776614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.786551 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.879000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.988638 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.002994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:56.012989 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.013365 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Added segment 50b98fd4-b3c7-4365-a434-bb388aae7dd1 of type vlan for network 7edb3ec4-d951-4e9b-8e49-8884628938bc Jun 30 02:50:56.068236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.129704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ebe11a-1148-446b-8fab-add090a649b5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:56.205859 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.211777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:56.212613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.226204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eaf80d-773f-4864-93d8-09c5c79c6f91 req-a3c9f1a4-5fff-4db8-8f28-c9354ad46fe7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:56.228457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9eaf80d-773f-4864-93d8-09c5c79c6f91 req-a3c9f1a4-5fff-4db8-8f28-c9354ad46fe7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0750229 Jun 30 02:50:56.288746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9eaf80d-773f-4864-93d8-09c5c79c6f91 req-7d060cfa-bc2e-4960-a6ce-c501a3003c2d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537617 Jun 30 02:50:56.298021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Network': ['ID=7edb3ec4-d951-4e9b-8e49-8884628938bc,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:56.308857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:56.343104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59634) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:56.345699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dabb08a3-a4c3-43eb-ae4c-0dc1949d1f2a tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4325657 Jun 30 02:50:56.352229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'subnet': {'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:56.647283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Made reservation on behalf of e428f32b06424f7f936aca82192b2999 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:56.653970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.935757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e97de1-616f-4b6a-b539-dcd11d25266e req-dbe08441-52b4-475e-a00d-8c240af60fe2 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:56.937262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64e97de1-616f-4b6a-b539-dcd11d25266e req-dbe08441-52b4-475e-a00d-8c240af60fe2 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.0851860 Jun 30 02:50:56.976346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64e97de1-616f-4b6a-b539-dcd11d25266e req-3ace2997-4a0f-4125-b819-056862b22cf9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Jun 30 02:50:56.999860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.061937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Subnet': ['ID=91b097dd-af9d-4176-8554-eead6b36b47b,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:57.076180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Checking segment: {'id': '50b98fd4-b3c7-4365-a434-bb388aae7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:57.077157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Network hostable DHCP agents. Network: 7edb3ec4-d951-4e9b-8e49-8884628938bc, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:57.201419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:57.331594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 7edb3ec4-d951-4e9b-8e49-8884628938bc) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:57.336227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:57.336951 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.340694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe46c51-0848-41f3-8584-a70ee024d1a0 None None] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:57.451378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59668) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:57.451949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e8035b19-6567-4fc3-9345-137b7763fe5c tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1042197 Jun 30 02:50:57.458855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'port': {'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1760097229'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:57.475634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19707f75-a71d-4137-bc2d-435d39bfbf5e req-327957b8-1872-42b7-8aef-9b56e3c7827c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:57.477194 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19707f75-a71d-4137-bc2d-435d39bfbf5e req-327957b8-1872-42b7-8aef-9b56e3c7827c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0771158 Jun 30 02:50:57.540037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-7edb3ec4-d951-4e9b-8e49-8884628938bc', 'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc', 'tenant_id': 'e428f32b06424f7f936aca82192b2999', 'fixed_ips': [{'subnet_id': '91b097dd-af9d-4176-8554-eead6b36b47b'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:57.541360 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.550217 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19707f75-a71d-4137-bc2d-435d39bfbf5e req-5997c092-ee04-4072-87b6-9b93378888e2 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667543 Jun 30 02:50:57.690147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Allocated IP 2001:db8::2 (7edb3ec4-d951-4e9b-8e49-8884628938bc/91b097dd-af9d-4176-8554-eead6b36b47b/af279923-82cf-4867-a62f-a46286699e98) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:57.720763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Made reservation on behalf of e428f32b06424f7f936aca82192b2999 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:57.724462 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.746792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] device_id is not set on port 9c17e981-6367-4d7a-a0f4-5a97aea7c3f8 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:57.858423 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.866778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Transition to ACTIVE for port object af279923-82cf-4867-a62f-a46286699e98 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:57.881980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Transition to ACTIVE for port object af279923-82cf-4867-a62f-a46286699e98 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:57.998993 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.051243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:58.051243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:58.057138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:58.079651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Allocated IP 2001:db8::117 (7edb3ec4-d951-4e9b-8e49-8884628938bc/91b097dd-af9d-4176-8554-eead6b36b47b/9c17e981-6367-4d7a-a0f4-5a97aea7c3f8) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:58.090317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Pushing event updated for resources: {'Port': ['ID=af279923-82cf-4867-a62f-a46286699e98,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:58.145222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Attempting to bind port af279923-82cf-4867-a62f-a46286699e98 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:58.145775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Attempting to bind port af279923-82cf-4867-a62f-a46286699e98 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '50b98fd4-b3c7-4365-a434-bb388aae7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:58.146023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Attempting to bind port af279923-82cf-4867-a62f-a46286699e98 on network 7edb3ec4-d951-4e9b-8e49-8884628938bc {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:58.153849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:58.154274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Checking segment: {'id': '50b98fd4-b3c7-4365-a434-bb388aae7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:58.154820 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.155332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Bound using segment: {'id': '50b98fd4-b3c7-4365-a434-bb388aae7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:58.155834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Bound port: af279923-82cf-4867-a62f-a46286699e98, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b98fd4-b3c7-4365-a434-bb388aae7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:58.156269 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.194135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476a05c-9fbc-49dc-9ef9-1b736572db68 req-976bfc51-838c-4c2d-819b-38478b4b37ca tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:58.198219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2476a05c-9fbc-49dc-9ef9-1b736572db68 req-976bfc51-838c-4c2d-819b-38478b4b37ca tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.0824432 Jun 30 02:50:58.240858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] For port af279923-82cf-4867-a62f-a46286699e98, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:58.244579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] For port af279923-82cf-4867-a62f-a46286699e98, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=af279923-82cf-4867-a62f-a46286699e98,segment=NetworkSegment(50b98fd4-b3c7-4365-a434-bb388aae7dd1),segment_id=50b98fd4-b3c7-4365-a434-bb388aae7dd1)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:58.247535 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2476a05c-9fbc-49dc-9ef9-1b736572db68 req-e0c98f3d-6f54-47ab-93af-0ce9bba76fd7 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424168 Jun 30 02:50:58.277651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.295288 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Transition to ACTIVE for port object 9c17e981-6367-4d7a-a0f4-5a97aea7c3f8 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:58.434729 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.499268 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a418ac-684e-4903-95b4-39509c14723b None None] Pushing event updated for resources: {'Port': ['ID=af279923-82cf-4867-a62f-a46286699e98,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:58.504286 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.556964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:58.560274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:58.563028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:58.570631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:58.571320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.591065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Port': ['ID=9c17e981-6367-4d7a-a0f4-5a97aea7c3f8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:58.645605 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f2edccd6-61b6-4a5c-8428-942e55a213e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.727208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59724) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:58.734331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'port': {'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-864090618', 'allowed_address_pairs': [{'ip_address': '2001:db8::117', 'mac_address': 'fa:16:3e:d1:fb:a3'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:58.736570 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-75e28a2e-0274-4b14-9ca1-84b773a0e890 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2836642 Jun 30 02:50:58.900923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eabe31-98b7-425b-90e5-d6fea40ef9e6 req-ced77283-73a7-4335-ab1a-8398cf5de25b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:58.902430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5eabe31-98b7-425b-90e5-d6fea40ef9e6 req-ced77283-73a7-4335-ab1a-8398cf5de25b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1079700 Jun 30 02:50:58.945993 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5eabe31-98b7-425b-90e5-d6fea40ef9e6 req-037076c3-e88e-4800-9afb-540747f6d0cb tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373342 Jun 30 02:50:58.963917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-734dd5a1-49ea-4b51-8076-03424a3a772f tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:58.965461 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-734dd5a1-49ea-4b51-8076-03424a3a772f tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1097 time: 0.0641060 Jun 30 02:50:59.030734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-3'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:59.042541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Made reservation on behalf of e428f32b06424f7f936aca82192b2999 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:59.114445 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.143925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.175446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] device_id is not set on port 944a4fba-7286-4312-bc68-595aa3abbb69 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:59.269412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:59.324073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:59.335865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Allocated IP 2001:db8::a (7edb3ec4-d951-4e9b-8e49-8884628938bc/91b097dd-af9d-4176-8554-eead6b36b47b/944a4fba-7286-4312-bc68-595aa3abbb69) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:59.374487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20043b1-529d-44a5-8977-fc4353401648'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:59.377326 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7d4551-1950-4256-9e65-f5c514e8be68" -d '{"events": [{"server_uuid": "b231c954-405a-41d5-b88f-21e9546e8f84", "name": "network-vif-unplugged", "status": "completed", "tag": "a20043b1-529d-44a5-8977-fc4353401648"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:59.382326 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.497243 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.561645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd1bdd-ea9a-4045-85d8-9a095b5416de req-1081f005-b2ad-41af-98f0-67c4cdcbeea4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:59.561645 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54dd1bdd-ea9a-4045-85d8-9a095b5416de req-1081f005-b2ad-41af-98f0-67c4cdcbeea4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 946 time: 0.1530883 Jun 30 02:50:59.572828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Pushing event updated for resources: {'Port': ['ID=a20043b1-529d-44a5-8977-fc4353401648,revision_number=7']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:59.589000 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.605066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00629c8e-aec5-4c54-bd1a-637ea7730f5a None None] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:59.606225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 on host n-h1-798249-3 for vnic_type normal with profile {"migrating_to": "n-h2-798249-3"} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:59.606657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:59.607176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:59.611953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Port a20043b1-529d-44a5-8977-fc4353401648 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:59.612355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Attempting to bind port a20043b1-529d-44a5-8977-fc4353401648 on network 49922fc5-c3d8-48be-85de-86ddb8475a38 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:59.618957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:59.620947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Checking segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:59.621642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Bound using segment: {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:59.622149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Bound port: a20043b1-529d-44a5-8977-fc4353401648, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '49922fc5-c3d8-48be-85de-86ddb8475a38'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:59.622580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.630160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Transition to ACTIVE for port object 944a4fba-7286-4312-bc68-595aa3abbb69 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:59.653152 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54dd1bdd-ea9a-4045-85d8-9a095b5416de req-f5dcbb00-1b25-4c22-aa58-b71f3d913907 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932436 Jun 30 02:50:59.713882 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d84fa0-8108-4c38-83ab-d55bd9888201 x-openstack-request-id: req-b6d84fa0-8108-4c38-83ab-d55bd9888201 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:59.714168 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b231c954-405a-41d5-b88f-21e9546e8f84", "name": "network-vif-unplugged", "status": "completed", "tag": "a20043b1-529d-44a5-8977-fc4353401648", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:59.714754 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b6d84fa0-8108-4c38-83ab-d55bd9888201 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:59.715327 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a20043b1-529d-44a5-8977-fc4353401648', 'code': 200} Jun 30 02:50:59.745818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device af279923-82cf-4867-a62f-a46286699e98 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:59.756905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:59.761146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:59.794983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.854493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0807d6d8-f3a1-4412-b82a-248b542efb3b None None] Provisioning for port af279923-82cf-4867-a62f-a46286699e98 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:59.859419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:59.862168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:59.865048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Port': ['ID=944a4fba-7286-4312-bc68-595aa3abbb69,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:59.871321 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.881296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:59.884939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:59.885654 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.908941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port af279923-82cf-4867-a62f-a46286699e98 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:59.926255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port af279923-82cf-4867-a62f-a46286699e98 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:59.927033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.962828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:59.963460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.965046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] 10.222.0.83 "PUT /v2.0/ports/a20043b1-529d-44a5-8977-fc4353401648 HTTP/1.1" status: 200 len: 1122 time: 0.9904339 Jun 30 02:50:59.995983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afe868-df00-4b79-aa47-f9d832c3c281 service neutron] Pushing event updated for resources: {'Port': ['ID=a20043b1-529d-44a5-8977-fc4353401648,revision_number=8']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:00.026170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9c5b6e21-44e7-4a2c-bcc8-958f0c8e17f7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.2974250 Jun 30 02:51:00.028392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59760) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:00.070566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a20043b1-529d-44a5-8977-fc4353401648'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:00.082233 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.108754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a20043b1-529d-44a5-8977-fc4353401648'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:00.179510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b22b8-b7e1-4d13-916e-821e4fc7be57 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:00.182089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a20043b1-529d-44a5-8977-fc4353401648 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:51:00.205194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b22b8-b7e1-4d13-916e-821e4fc7be57 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:00.212340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b22b8-b7e1-4d13-916e-821e4fc7be57 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:00.221048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e37b22b8-b7e1-4d13-916e-821e4fc7be57 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1893103 Jun 30 02:51:00.221928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59766) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:00.283325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port af279923-82cf-4867-a62f-a46286699e98, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=af279923-82cf-4867-a62f-a46286699e98,segment=NetworkSegment(50b98fd4-b3c7-4365-a434-bb388aae7dd1),segment_id=50b98fd4-b3c7-4365-a434-bb388aae7dd1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:00.319478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f196a8-8716-426e-a575-ab395123ddc2 req-7255c0ce-4794-491d-a84c-55a101149f73 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:00.325697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76f196a8-8716-426e-a575-ab395123ddc2 req-7255c0ce-4794-491d-a84c-55a101149f73 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1866899 Jun 30 02:51:00.378512 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76f196a8-8716-426e-a575-ab395123ddc2 req-419ffcdd-657d-4c33-9af5-199b5dc29db1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517340 Jun 30 02:51:00.423590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-5bd80527-a57d-4231-9dfd-8362880e75d9 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Deleting port 944a4fba-7286-4312-bc68-595aa3abbb69 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:00.424075 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5bd80527-a57d-4231-9dfd-8362880e75d9 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.506660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:00.532705 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.562131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5bd80527-a57d-4231-9dfd-8362880e75d9 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.578327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-5bd80527-a57d-4231-9dfd-8362880e75d9 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Calling delete_port for 944a4fba-7286-4312-bc68-595aa3abbb69 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:00.589215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a20043b1-529d-44a5-8977-fc4353401648 has no active binding in host n-h2-798249-3 {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:51:00.636547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a1aa7738-0e60-4490-a65b-ffc104926c0d None None] Provisioning for port 944a4fba-7286-4312-bc68-595aa3abbb69 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:00.654124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a1aa7738-0e60-4490-a65b-ffc104926c0d None None] Provisioning complete for port 944a4fba-7286-4312-bc68-595aa3abbb69 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:00.654488 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7738-0e60-4490-a65b-ffc104926c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.710863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=af279923-82cf-4867-a62f-a46286699e98,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:00.734022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa7738-0e60-4490-a65b-ffc104926c0d None None] Port 944a4fba-7286-4312-bc68-595aa3abbb69 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:00.857477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84462e-b4db-4441-b97d-107776b96956 req-e7016d77-1cd0-4a1b-b231-5c30a73fa2af tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:00.859009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6f84462e-b4db-4441-b97d-107776b96956 req-e7016d77-1cd0-4a1b-b231-5c30a73fa2af tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.0734611 Jun 30 02:51:00.897103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6f84462e-b4db-4441-b97d-107776b96956 req-85481a8f-1370-4bbe-9f1a-e0d57e67f5ed tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313725 Jun 30 02:51:01.144680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a1aa7738-0e60-4490-a65b-ffc104926c0d None None] Provisioning for port 9c17e981-6367-4d7a-a0f4-5a97aea7c3f8 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:01.149244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a1aa7738-0e60-4490-a65b-ffc104926c0d None None] Provisioning complete for port 9c17e981-6367-4d7a-a0f4-5a97aea7c3f8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:01.149650 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7738-0e60-4490-a65b-ffc104926c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.162216 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5bd80527-a57d-4231-9dfd-8362880e75d9 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.196379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd80527-a57d-4231-9dfd-8362880e75d9 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event deleted for resources: {'Port': ['ID=944a4fba-7286-4312-bc68-595aa3abbb69,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:01.210482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa7738-0e60-4490-a65b-ffc104926c0d None None] Port 9c17e981-6367-4d7a-a0f4-5a97aea7c3f8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:01.222700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a1aa7738-0e60-4490-a65b-ffc104926c0d None None] Provisioning complete for port af279923-82cf-4867-a62f-a46286699e98 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:01.222700 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a1aa7738-0e60-4490-a65b-ffc104926c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.275558 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.321468 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-58b9c3cf-eff4-499e-8e11-e98e52451cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.391644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5bd80527-a57d-4231-9dfd-8362880e75d9 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.393541 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5bd80527-a57d-4231-9dfd-8362880e75d9 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "DELETE /v2.0/ports/944a4fba-7286-4312-bc68-595aa3abbb69 HTTP/1.1" status: 204 len: 168 time: 1.1705520 Jun 30 02:51:01.396317 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59786) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:01.402355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-f3b0f45b-4d08-4196-9e56-c7bea8197245 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:01.403771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-f3b0f45b-4d08-4196-9e56-c7bea8197245 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/networks?id=1e94ff2e-8974-4f1c-85d1-b34738d78e87 HTTP/1.1" status: 200 len: 805 time: 0.2096219 Jun 30 02:51:01.424924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-4a09dee9-c93a-4cd1-891d-4f2f9ab7651f tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/quotas/bdd67b3f50224ff6a975e285570763bf HTTP/1.1" status: 200 len: 375 time: 0.0130055 Jun 30 02:51:01.434583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-92c1728a-932c-4c63-8ea5-5265ee62625f None None] Could not find standard attr ID for object 944a4fba-7286-4312-bc68-595aa3abbb69. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:51:01.449770 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbfa40c-2ed9-43d3-940e-67a84e2de482 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] GET failed (client error): The resource could not be found. Jun 30 02:51:01.455176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2fbfa40c-2ed9-43d3-940e-67a84e2de482 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "GET /v2.0/ports/944a4fba-7286-4312-bc68-595aa3abbb69 HTTP/1.1" status: 404 len: 333 time: 0.0542636 Jun 30 02:51:01.455339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-92c1728a-932c-4c63-8ea5-5265ee62625f None None] Provisioning complete for port 9c17e981-6367-4d7a-a0f4-5a97aea7c3f8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:01.455339 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-92c1728a-932c-4c63-8ea5-5265ee62625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.456169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59790) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:01.463160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'port': {'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1936563755'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:01.501984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-92c1728a-932c-4c63-8ea5-5265ee62625f None None] Port 9c17e981-6367-4d7a-a0f4-5a97aea7c3f8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:01.513598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-76ca751c-798b-4ab5-8957-1636fce3f0c8 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820551 Jun 30 02:51:01.525019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b421e6d6-090b-4ac0-8b1c-9ad6578fa5b1 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:51:01.526184 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b421e6d6-090b-4ac0-8b1c-9ad6578fa5b1 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055537 Jun 30 02:51:01.619542 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-168fb421-e69b-4421-a115-6c1a10ff8de8 service neutron] 10.222.0.77 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872107 Jun 30 02:51:01.631216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f9035-cafc-4fba-80ec-c154e946585c req-992a3c74-8e4f-4fce-8570-5a4a9d84ca4f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:01.632746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-713f9035-cafc-4fba-80ec-c154e946585c req-992a3c74-8e4f-4fce-8570-5a4a9d84ca4f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1144264 Jun 30 02:51:01.674557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device af279923-82cf-4867-a62f-a46286699e98 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:01.694135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-713f9035-cafc-4fba-80ec-c154e946585c req-06ecf2f1-dd9a-4c67-9645-f9fb5110e681 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Jun 30 02:51:01.713966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Made reservation on behalf of e428f32b06424f7f936aca82192b2999 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:01.718155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.721418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'tag': 'a20043b1-529d-44a5-8977-fc4353401648'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:01.724356 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db806148-3b0a-4f74-92a3-b3297b107fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "b231c954-405a-41d5-b88f-21e9546e8f84", "tag": "a20043b1-529d-44a5-8977-fc4353401648"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:01.732442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port af279923-82cf-4867-a62f-a46286699e98 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:01.732821 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.743349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] device_id is not set on port ae6ae3b3-488b-474f-93ba-c1be05fad788 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:51:01.744918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-9e37ff8c-301a-483f-a98f-b54d879c648c service neutron] 10.222.0.77 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192183 Jun 30 02:51:01.888634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Allocated IP 2001:db8::25b (7edb3ec4-d951-4e9b-8e49-8884628938bc/91b097dd-af9d-4176-8554-eead6b36b47b/ae6ae3b3-488b-474f-93ba-c1be05fad788) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:01.965676 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711f6f00-15fa-44a6-923d-9a7046f4ff24 x-openstack-request-id: req-711f6f00-15fa-44a6-923d-9a7046f4ff24 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:01.966161 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b231c954-405a-41d5-b88f-21e9546e8f84", "tag": "a20043b1-529d-44a5-8977-fc4353401648", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:01.966415 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-711f6f00-15fa-44a6-923d-9a7046f4ff24 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:01.966813 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'tag': 'a20043b1-529d-44a5-8977-fc4353401648', 'status': 'completed', 'code': 200} Jun 30 02:51:02.056487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.072090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Transition to ACTIVE for port object ae6ae3b3-488b-474f-93ba-c1be05fad788 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:02.092448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-7ca30862-327f-4221-9e00-6a945c6f0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.100826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-7ca30862-327f-4221-9e00-6a945c6f0c48 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 1125 time: 0.0959225 Jun 30 02:51:02.141773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 701f11d1-bff9-4071-bda8-5d1db60e492d no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:02.185847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5c1c5-1197-48c6-9a41-5c2d6a22ea8b req-a1868c45-65ce-4d94-9e3c-a9f54039369a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.193575 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cad5c1c5-1197-48c6-9a41-5c2d6a22ea8b req-a1868c45-65ce-4d94-9e3c-a9f54039369a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.1153362 Jun 30 02:51:02.233946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-90ab50ed-8007-4a39-8b96-fdc9c673a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.235882 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-90ab50ed-8007-4a39-8b96-fdc9c673a72b service neutron] 10.222.0.74 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.1242783 Jun 30 02:51:02.246479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cad5c1c5-1197-48c6-9a41-5c2d6a22ea8b req-9ad88a43-4fe0-4e1d-9133-5a12429eada9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518746 Jun 30 02:51:02.276596 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e99fd09-a077-414c-b272-cab4789ea471 req-69d1dcd9-5add-4729-86ed-11ddd08305cd tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 210 time: 0.0391119 Jun 30 02:51:02.278118 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.308777 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-e7878adb-3a11-4e14-beab-ed45f0950753 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a20043b1-529d-44a5-8977-fc4353401648 HTTP/1.1" status: 200 len: 217 time: 0.0607955 Jun 30 02:51:02.320128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701f11d1-bff9-4071-bda8-5d1db60e492d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:02.322592 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e428a06-56a2-42d9-8312-bd7cc856c74e" -d '{"events": [{"server_uuid": "d3aefa19-574d-4601-88c3-1b1cb0e1318c", "name": "network-vif-unplugged", "status": "completed", "tag": "701f11d1-bff9-4071-bda8-5d1db60e492d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:02.329046 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.336278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 701f11d1-bff9-4071-bda8-5d1db60e492d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=701f11d1-bff9-4071-bda8-5d1db60e492d,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:02.384835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:02.388432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:02.392991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:02.394481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-11c6835e-bf6f-4eef-b7d7-e1566b5073ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.396835 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-11c6835e-bf6f-4eef-b7d7-e1566b5073ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0811722 Jun 30 02:51:02.399168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.399971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.427016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Port': ['ID=ae6ae3b3-488b-474f-93ba-c1be05fad788,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:02.444189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-a44e01ad-9c12-4f54-8800-27fc29e3c2d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322156 Jun 30 02:51:02.465128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-437b9b88-c761-47a8-b98c-ecb92a586abb service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:51:02.466181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-437b9b88-c761-47a8-b98c-ecb92a586abb service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054929 Jun 30 02:51:02.502959 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.530953 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7cafe8-67fe-49ee-b1c2-35a7cfe16172 x-openstack-request-id: req-1a7cafe8-67fe-49ee-b1c2-35a7cfe16172 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:02.531469 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aefa19-574d-4601-88c3-1b1cb0e1318c", "name": "network-vif-unplugged", "status": "completed", "tag": "701f11d1-bff9-4071-bda8-5d1db60e492d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:02.532319 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a7cafe8-67fe-49ee-b1c2-35a7cfe16172 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:02.532701 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '701f11d1-bff9-4071-bda8-5d1db60e492d', 'code': 200} Jun 30 02:51:02.562183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=701f11d1-bff9-4071-bda8-5d1db60e492d,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:02.574378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-e6fa5abf-994f-44b5-925c-830d611e5eb9 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944378 Jun 30 02:51:02.581269 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-89d65237-a1a0-41f7-b092-89f53c2d712f tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1232970 Jun 30 02:51:02.583416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59816) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:02.589472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c43a4364-3d42-4033-9f72-09dfb9a957a7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::117', 'mac_address': 'fa:16:3e:d1:fb:a3'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:02.687693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db806148-3b0a-4f74-92a3-b3297b107fdf req-572aa92e-810d-4a5f-81cc-106965210be8 service neutron] 10.222.0.74 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035504 Jun 30 02:51:02.701195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43a4364-3d42-4033-9f72-09dfb9a957a7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.842087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c56ceed2-c796-48c7-b283-4b2bc342f2ee None None] Provisioning for port ae6ae3b3-488b-474f-93ba-c1be05fad788 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:02.845717 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.850768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c56ceed2-c796-48c7-b283-4b2bc342f2ee None None] Provisioning complete for port ae6ae3b3-488b-474f-93ba-c1be05fad788 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:02.850768 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c56ceed2-c796-48c7-b283-4b2bc342f2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.885067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c56ceed2-c796-48c7-b283-4b2bc342f2ee None None] Port ae6ae3b3-488b-474f-93ba-c1be05fad788 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:02.921204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa041e6-b1eb-4498-8df7-205c33e598bd req-c7bae9fd-5c74-4868-b183-f2d94d350806 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.922805 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5fa041e6-b1eb-4498-8df7-205c33e598bd req-c7bae9fd-5c74-4868-b183-f2d94d350806 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1087902 Jun 30 02:51:02.957880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43a4364-3d42-4033-9f72-09dfb9a957a7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.988394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5fa041e6-b1eb-4498-8df7-205c33e598bd req-1c72c5cf-779f-4f95-ba32-735e5df7b260 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449452 Jun 30 02:51:03.094829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-31cc5782-1629-43a9-acee-768b152615a7 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.096380 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-31cc5782-1629-43a9-acee-768b152615a7 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.74 "GET /v2.0/ports?device_id=d3aefa19-574d-4601-88c3-1b1cb0e1318c HTTP/1.1" status: 200 len: 944 time: 0.0647807 Jun 30 02:51:03.102820 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43a4364-3d42-4033-9f72-09dfb9a957a7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.156640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a4364-3d42-4033-9f72-09dfb9a957a7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Port': ['ID=ae6ae3b3-488b-474f-93ba-c1be05fad788,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:03.161346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c43a4364-3d42-4033-9f72-09dfb9a957a7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] In _notify_port_updated(), no bound segment for port ae6ae3b3-488b-474f-93ba-c1be05fad788 on network 7edb3ec4-d951-4e9b-8e49-8884628938bc {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:51:03.169417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43a4364-3d42-4033-9f72-09dfb9a957a7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.169688 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43a4364-3d42-4033-9f72-09dfb9a957a7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.174911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c43a4364-3d42-4033-9f72-09dfb9a957a7 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "PUT /v2.0/ports/ae6ae3b3-488b-474f-93ba-c1be05fad788 HTTP/1.1" status: 200 len: 1003 time: 0.5903282 Jun 30 02:51:03.175611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59828) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:03.224564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-60ff1120-ef6a-4c8e-8afd-341bd1d26a8b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Deleting port 701f11d1-bff9-4071-bda8-5d1db60e492d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:03.224909 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-60ff1120-ef6a-4c8e-8afd-341bd1d26a8b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.313157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-eeb59da6-a9ac-4f4b-988c-c3dcfe136812 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Deleting port ae6ae3b3-488b-474f-93ba-c1be05fad788 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:03.313594 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eeb59da6-a9ac-4f4b-988c-c3dcfe136812 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.374175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-60ff1120-ef6a-4c8e-8afd-341bd1d26a8b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] For port 701f11d1-bff9-4071-bda8-5d1db60e492d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=701f11d1-bff9-4071-bda8-5d1db60e492d,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:03.375047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-60ff1120-ef6a-4c8e-8afd-341bd1d26a8b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.396148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-60ff1120-ef6a-4c8e-8afd-341bd1d26a8b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Calling delete_port for 701f11d1-bff9-4071-bda8-5d1db60e492d owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:03.408703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-abcea43b-c44c-494f-9143-40fe5c825777 req-adf3ad63-92c9-4b91-a7f8-3d3764c8b079 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 210 time: 0.0456090 Jun 30 02:51:03.473875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eeb59da6-a9ac-4f4b-988c-c3dcfe136812 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.494100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-eeb59da6-a9ac-4f4b-988c-c3dcfe136812 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Calling delete_port for ae6ae3b3-488b-474f-93ba-c1be05fad788 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:03.512314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-df7188cc-4a15-471e-8689-38517ef784a3 None None] Provisioning complete for port ae6ae3b3-488b-474f-93ba-c1be05fad788 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:03.513110 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-df7188cc-4a15-471e-8689-38517ef784a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.574503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-df7188cc-4a15-471e-8689-38517ef784a3 None None] Port ae6ae3b3-488b-474f-93ba-c1be05fad788 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:03.652522 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad556478-2845-4ccb-a504-d0cddd406a9b req-65782803-193d-49f1-9abc-fe5fe9c20e7e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.654054 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad556478-2845-4ccb-a504-d0cddd406a9b req-65782803-193d-49f1-9abc-fe5fe9c20e7e tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.2447524 Jun 30 02:51:03.697793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad556478-2845-4ccb-a504-d0cddd406a9b req-9ed12046-5157-439d-91c1-fd9d4633ab96 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368659 Jun 30 02:51:03.788376 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-60ff1120-ef6a-4c8e-8afd-341bd1d26a8b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.818158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff1120-ef6a-4c8e-8afd-341bd1d26a8b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Pushing event deleted for resources: {'Port': ['ID=701f11d1-bff9-4071-bda8-5d1db60e492d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:03.840025 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eeb59da6-a9ac-4f4b-988c-c3dcfe136812 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.864637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-60ff1120-ef6a-4c8e-8afd-341bd1d26a8b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] No DVR routers for this DVR port 701f11d1-bff9-4071-bda8-5d1db60e492d on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:03.867308 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-60ff1120-ef6a-4c8e-8afd-341bd1d26a8b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.869450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c750ade-c10e-4a2d-9fb3-d3f768fd77e8 req-60ff1120-ef6a-4c8e-8afd-341bd1d26a8b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.74 "DELETE /v2.0/ports/701f11d1-bff9-4071-bda8-5d1db60e492d HTTP/1.1" status: 204 len: 173 time: 0.7671423 Jun 30 02:51:03.870921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb59da6-a9ac-4f4b-988c-c3dcfe136812 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event deleted for resources: {'Port': ['ID=ae6ae3b3-488b-474f-93ba-c1be05fad788,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:03.968392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'name': 'network-vif-deleted', 'tag': '701f11d1-bff9-4071-bda8-5d1db60e492d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:03.972719 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8701a5b-861a-4bb4-887b-807f4605162d" -d '{"events": [{"server_uuid": "d3aefa19-574d-4601-88c3-1b1cb0e1318c", "name": "network-vif-deleted", "tag": "701f11d1-bff9-4071-bda8-5d1db60e492d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:04.065243 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41bd772-15f9-412c-96f5-546becd73b19 x-openstack-request-id: req-a41bd772-15f9-412c-96f5-546becd73b19 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:04.065557 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3aefa19-574d-4601-88c3-1b1cb0e1318c", "name": "network-vif-deleted", "tag": "701f11d1-bff9-4071-bda8-5d1db60e492d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:04.065810 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a41bd772-15f9-412c-96f5-546becd73b19 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:04.066522 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3aefa19-574d-4601-88c3-1b1cb0e1318c', 'name': 'network-vif-deleted', 'tag': '701f11d1-bff9-4071-bda8-5d1db60e492d', 'status': 'completed', 'code': 200} Jun 30 02:51:04.327781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd3250-688d-45b8-9eee-c18029ae6f6a req-e1baec2b-deef-4a47-8b1b-b4212188c3ef tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:04.332191 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-63bd3250-688d-45b8-9eee-c18029ae6f6a req-e1baec2b-deef-4a47-8b1b-b4212188c3ef tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1067586 Jun 30 02:51:04.411551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-63bd3250-688d-45b8-9eee-c18029ae6f6a req-2d474496-01d4-4e07-b0eb-0d7a82ddfc86 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726831 Jun 30 02:51:04.452015 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eeb59da6-a9ac-4f4b-988c-c3dcfe136812 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.455040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-eeb59da6-a9ac-4f4b-988c-c3dcfe136812 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "DELETE /v2.0/ports/ae6ae3b3-488b-474f-93ba-c1be05fad788 HTTP/1.1" status: 204 len: 168 time: 1.2783937 Jun 30 02:51:04.457996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59848) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:04.489938 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a37f5e-33ad-4ace-a548-ca8b467911aa tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] GET failed (client error): The resource could not be found. Jun 30 02:51:04.494985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-56a37f5e-33ad-4ace-a548-ca8b467911aa tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "GET /v2.0/ports/ae6ae3b3-488b-474f-93ba-c1be05fad788 HTTP/1.1" status: 404 len: 333 time: 0.0323834 Jun 30 02:51:04.495439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59850) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:04.501305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'port': {'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1558144692'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:04.537265 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.611472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5206867b-2021-4c38-9a78-f31c2c11a3f6 req-395bdd94-58d9-4960-aa8b-99fa8511669f tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 210 time: 0.0406711 Jun 30 02:51:04.738997 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Made reservation on behalf of e428f32b06424f7f936aca82192b2999 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:04.742763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.761196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] device_id is not set on port 3a800e92-625e-4ff1-bee1-46f616a3eff5 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:51:04.901160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0c5aa-70ca-42a7-b48f-35177a7a224c req-0ec09e87-fbf5-4223-8480-dd348fda4e83 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:04.902753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6e0c5aa-70ca-42a7-b48f-35177a7a224c req-0ec09e87-fbf5-4223-8480-dd348fda4e83 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.0710130 Jun 30 02:51:04.905189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Allocated IP 2001:db8::204 (7edb3ec4-d951-4e9b-8e49-8884628938bc/91b097dd-af9d-4176-8554-eead6b36b47b/3a800e92-625e-4ff1-bee1-46f616a3eff5) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:04.957785 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6e0c5aa-70ca-42a7-b48f-35177a7a224c req-11a3eb62-470d-4719-80c8-098795939894 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479662 Jun 30 02:51:05.098625 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.111495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Transition to ACTIVE for port object 3a800e92-625e-4ff1-bee1-46f616a3eff5 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:05.344685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.380430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-ed049142-7ceb-468a-8bf3-d7215fe2a8e4 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.382282 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-ed049142-7ceb-468a-8bf3-d7215fe2a8e4 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.83 "GET /v2.0/networks?id=1e94ff2e-8974-4f1c-85d1-b34738d78e87 HTTP/1.1" status: 200 len: 805 time: 0.1208897 Jun 30 02:51:05.395379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Request body: {'port': {'device_id': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'admin_state_up': True, 'tenant_id': 'bdd67b3f50224ff6a975e285570763bf'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:05.399082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:05.405089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:05.412217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:05.417865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.418629 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.423016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Port': ['ID=3a800e92-625e-4ff1-bee1-46f616a3eff5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:05.603015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5dffc9df-73d0-47da-aae0-57b444cc9f9e tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1064556 Jun 30 02:51:05.609230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59864) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:05.629109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-558f5e21-aac5-42dd-ba22-b480db71aba6 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d1:fb:a3'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:05.795906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844ddde-cae8-4fc9-823e-7848ff4c2e5d req-6a9a7ff4-1148-48b1-80c3-192a18488aab tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.803346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8844ddde-cae8-4fc9-823e-7848ff4c2e5d req-6a9a7ff4-1148-48b1-80c3-192a18488aab tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.2398057 Jun 30 02:51:05.839237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e4930ec-c1b3-42c4-bf6a-1f99cf682bbb req-2d141cf5-d733-44cb-8cdf-d70208a34138 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 210 time: 0.0640864 Jun 30 02:51:05.849099 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8844ddde-cae8-4fc9-823e-7848ff4c2e5d req-781ee704-d0f5-4dbe-b95a-7d172c0dba9b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Jun 30 02:51:05.872171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Made reservation on behalf of bdd67b3f50224ff6a975e285570763bf for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:05.879563 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.923492 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-558f5e21-aac5-42dd-ba22-b480db71aba6 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.931757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-13f46fd7-4f3e-4fb6-95ae-572b59d37756 service neutron] 10.222.0.74 "GET /v2.0/ports/a20043b1-529d-44a5-8977-fc4353401648/bindings/n-h2-798249-3 HTTP/1.1" status: 200 len: 384 time: 0.1633365 Jun 30 02:51:05.947749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c35bf5c8-1133-43cd-819b-518094c72590 None None] Provisioning for port 3a800e92-625e-4ff1-bee1-46f616a3eff5 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:05.952078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c35bf5c8-1133-43cd-819b-518094c72590 None None] Provisioning complete for port 3a800e92-625e-4ff1-bee1-46f616a3eff5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:05.952459 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c35bf5c8-1133-43cd-819b-518094c72590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.022311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c35bf5c8-1133-43cd-819b-518094c72590 None None] Port 3a800e92-625e-4ff1-bee1-46f616a3eff5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:06.141617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a20043b1-529d-44a5-8977-fc4353401648 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:06.237052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 701f11d1-bff9-4071-bda8-5d1db60e492d no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:06.238768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee40953-ebf2-42e3-b998-83801d08e355 req-a3739eae-e622-4f31-b3a4-83132c5dcbe2 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:06.241173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aee40953-ebf2-42e3-b998-83801d08e355 req-a3739eae-e622-4f31-b3a4-83132c5dcbe2 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 944 time: 0.1115165 Jun 30 02:51:06.259851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 701f11d1-bff9-4071-bda8-5d1db60e492d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:06.260448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 701f11d1-bff9-4071-bda8-5d1db60e492d not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:06.281005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-558f5e21-aac5-42dd-ba22-b480db71aba6 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.301703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aee40953-ebf2-42e3-b998-83801d08e355 req-d062cf87-fe6a-4368-8336-9fe72ef215b2 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487571 Jun 30 02:51:06.419387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-558f5e21-aac5-42dd-ba22-b480db71aba6 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.462012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-558f5e21-aac5-42dd-ba22-b480db71aba6 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] In _notify_port_updated(), no bound segment for port 3a800e92-625e-4ff1-bee1-46f616a3eff5 on network 7edb3ec4-d951-4e9b-8e49-8884628938bc {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:51:06.468579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f5e21-aac5-42dd-ba22-b480db71aba6 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:06.469301 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-558f5e21-aac5-42dd-ba22-b480db71aba6 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.470760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-558f5e21-aac5-42dd-ba22-b480db71aba6 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "PUT /v2.0/ports/3a800e92-625e-4ff1-bee1-46f616a3eff5 HTTP/1.1" status: 200 len: 1003 time: 0.8604863 Jun 30 02:51:06.478902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59874) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:06.533691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f5e21-aac5-42dd-ba22-b480db71aba6 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Port': ['ID=3a800e92-625e-4ff1-bee1-46f616a3eff5,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:06.550043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Allocated IP 172.20.0.9 (1e94ff2e-8974-4f1c-85d1-b34738d78e87/947dbb80-a1b2-4b65-b9b8-a35faceb5f88/2634b1d6-6bca-44b3-b386-cc687375de66) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:06.731635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-6184fc5e-a954-4d6d-9198-81f88db0b4fa service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:06.731732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a7e56037-67d0-410b-b121-24a6ab50e932 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Deleting port 3a800e92-625e-4ff1-bee1-46f616a3eff5 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:06.731732 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7e56037-67d0-410b-b121-24a6ab50e932 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.766614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bc6338f2-84ac-4036-b82a-e88f1a92251d None None] Provisioning complete for port 3a800e92-625e-4ff1-bee1-46f616a3eff5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:06.767755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-6184fc5e-a954-4d6d-9198-81f88db0b4fa service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:06.768462 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bc6338f2-84ac-4036-b82a-e88f1a92251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.819426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-bc6338f2-84ac-4036-b82a-e88f1a92251d None None] Port 3a800e92-625e-4ff1-bee1-46f616a3eff5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:06.829757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-6184fc5e-a954-4d6d-9198-81f88db0b4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20043b1-529d-44a5-8977-fc4353401648 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:06.839758 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7e56037-67d0-410b-b121-24a6ab50e932 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.848041 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.851057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-6184fc5e-a954-4d6d-9198-81f88db0b4fa service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:06.851527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a7e56037-67d0-410b-b121-24a6ab50e932 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Calling delete_port for 3a800e92-625e-4ff1-bee1-46f616a3eff5 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:06.975240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-6184fc5e-a954-4d6d-9198-81f88db0b4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.031444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ab4b9456-8396-4809-8362-347d545c2051 req-99f9adb0-b53d-4072-9d41-a93d32e36b48 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 210 time: 0.0422301 Jun 30 02:51:07.050408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.120882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:07.131970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:07.136486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Pushing event updated for resources: {'Port': ['ID=2634b1d6-6bca-44b3-b386-cc687375de66,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:07.139230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:07.178974 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7e56037-67d0-410b-b121-24a6ab50e932 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.186077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-6184fc5e-a954-4d6d-9198-81f88db0b4fa service neutron] Transition to ACTIVE for port object a20043b1-529d-44a5-8977-fc4353401648 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:07.204730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10e107-266c-4d44-ad15-6818bd479af0 req-951fffa7-2fec-4820-af4c-56e468a3e451 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:07.206335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a10e107-266c-4d44-ad15-6818bd479af0 req-951fffa7-2fec-4820-af4c-56e468a3e451 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.2115932 Jun 30 02:51:07.217263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e56037-67d0-410b-b121-24a6ab50e932 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event deleted for resources: {'Port': ['ID=3a800e92-625e-4ff1-bee1-46f616a3eff5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:07.222519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:07.223110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.249386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7e56037-67d0-410b-b121-24a6ab50e932 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.252576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a7e56037-67d0-410b-b121-24a6ab50e932 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "DELETE /v2.0/ports/3a800e92-625e-4ff1-bee1-46f616a3eff5 HTTP/1.1" status: 204 len: 168 time: 0.7724767 Jun 30 02:51:07.256788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59886) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:07.266950 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a10e107-266c-4d44-ad15-6818bd479af0 req-96e652a5-3714-4d72-86d5-5d9dd0d23d7f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523252 Jun 30 02:51:07.290920 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefde7b3-64e9-4fc5-96a6-06625cb76be2 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] GET failed (client error): The resource could not be found. Jun 30 02:51:07.292637 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-aefde7b3-64e9-4fc5-96a6-06625cb76be2 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "GET /v2.0/ports/3a800e92-625e-4ff1-bee1-46f616a3eff5 HTTP/1.1" status: 404 len: 333 time: 0.0348225 Jun 30 02:51:07.296492 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59888) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:07.302197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'port': {'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1274118052'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:07.315104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-6184fc5e-a954-4d6d-9198-81f88db0b4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.361350 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-5bdfad1f-2457-41fd-88a7-2c79fb2cfdca tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9709792 Jun 30 02:51:07.373097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-c6574388-5daa-4a45-89c6-749865ac28c5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:51:07.374126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-c6574388-5daa-4a45-89c6-749865ac28c5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054643 Jun 30 02:51:07.398672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Request body: {'port': {'device_id': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:07.409750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-6184fc5e-a954-4d6d-9198-81f88db0b4fa service neutron] No DVR routers for this DVR port a20043b1-529d-44a5-8977-fc4353401648 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:07.461260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184fc5e-a954-4d6d-9198-81f88db0b4fa service neutron] Pushing event updated for resources: {'Port': ['ID=a20043b1-529d-44a5-8977-fc4353401648,revision_number=10']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:07.496453 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-6184fc5e-a954-4d6d-9198-81f88db0b4fa service neutron] 10.222.0.74 "PUT /v2.0/ports/a20043b1-529d-44a5-8977-fc4353401648/bindings/n-h2-798249-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5258791 Jun 30 02:51:07.544173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Made reservation on behalf of e428f32b06424f7f936aca82192b2999 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:07.547196 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.549487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.576041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] device_id is not set on port faa7c30e-ba84-4677-8384-0aa84d320b57 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:51:07.641626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb2a64-c600-4f5e-aee9-e05f3a074223 req-d01cfcda-c831-415c-8963-2da1030d08c6 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:07.643941 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2efb2a64-c600-4f5e-aee9-e05f3a074223 req-d01cfcda-c831-415c-8963-2da1030d08c6 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 945 time: 0.1634569 Jun 30 02:51:07.813620 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2efb2a64-c600-4f5e-aee9-e05f3a074223 req-743b24ab-2b19-458b-b407-2c05ccd91494 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558518 Jun 30 02:51:07.857291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Allocated IP 2001:db8::298 (7edb3ec4-d951-4e9b-8e49-8884628938bc/91b097dd-af9d-4176-8554-eead6b36b47b/faa7c30e-ba84-4677-8384-0aa84d320b57) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:07.871874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-5ec9a153-6008-4475-94a8-3c625ffd5cfc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045246 Jun 30 02:51:07.874847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-5408ac1a-8657-467f-90b0-1c6ffbb85453 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:07.877019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-5408ac1a-8657-467f-90b0-1c6ffbb85453 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.2053838 Jun 30 02:51:07.940225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2634b1d6-6bca-44b3-b386-cc687375de66 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:07.950694 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.968941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Transition to ACTIVE for port object 2634b1d6-6bca-44b3-b386-cc687375de66 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:07.988152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-adc1f3dc-2e61-402c-9c06-87f411684f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:07.989719 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-adc1f3dc-2e61-402c-9c06-87f411684f98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 1095 time: 0.0870371 Jun 30 02:51:08.068358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-5afec71b-7653-4639-8db0-5840048bbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.069908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-5afec71b-7653-4639-8db0-5840048bbaf5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84&tenant_id=8d2865600279469a9fb6e51fd8957e32 HTTP/1.1" status: 200 len: 1096 time: 0.1814690 Jun 30 02:51:08.121173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-ab9b9305-ba2b-4299-a366-65ae91004b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.123232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-ab9b9305-ba2b-4299-a366-65ae91004b93 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.1109200 Jun 30 02:51:08.130702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.158968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.206166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Transition to ACTIVE for port object faa7c30e-ba84-4677-8384-0aa84d320b57 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:08.209813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-c63a1f52-23f2-428c-b809-c6b8204f5b7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b80d52-11a9-4520-8537-722755f5bc57 HTTP/1.1" status: 200 len: 217 time: 0.0767138 Jun 30 02:51:08.246163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-96ce1084-6856-4c91-891a-14786707bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.247742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-96ce1084-6856-4c91-891a-14786707bf88 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d2865600279469a9fb6e51fd8957e32&device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 1096 time: 0.1481664 Jun 30 02:51:08.285436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2634b1d6-6bca-44b3-b386-cc687375de66,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:08.328088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-834b3d88-236d-4632-8fc7-c30bfa37ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.329956 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-834b3d88-236d-4632-8fc7-c30bfa37ffea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.1131124 Jun 30 02:51:08.337968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a2c74-6211-494a-827c-fd537ec41728 req-88d0835e-33b8-4d9c-aa55-b699bf9a7a58 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.339999 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-953a2c74-6211-494a-827c-fd537ec41728 req-88d0835e-33b8-4d9c-aa55-b699bf9a7a58 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 943 time: 0.1725614 Jun 30 02:51:08.371305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-41279af7-709e-4eb2-908d-4a3ac073493b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328262 Jun 30 02:51:08.422828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-953a2c74-6211-494a-827c-fd537ec41728 req-c083dfe1-31c0-4d40-8575-4421a426ac7c tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700197 Jun 30 02:51:08.436393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-8c6d10bf-e151-4e71-a6bf-5e5b0ce514f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.438900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-8c6d10bf-e151-4e71-a6bf-5e5b0ce514f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 200 len: 922 time: 0.1799374 Jun 30 02:51:08.446280 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.457408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Attempting to bind port 2634b1d6-6bca-44b3-b386-cc687375de66 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:08.457860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Attempting to bind port 2634b1d6-6bca-44b3-b386-cc687375de66 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:08.458168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Attempting to bind port 2634b1d6-6bca-44b3-b386-cc687375de66 on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:08.494887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Port 2634b1d6-6bca-44b3-b386-cc687375de66 on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:51:08.495212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Attempting to bind port 2634b1d6-6bca-44b3-b386-cc687375de66 on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:08.514252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:08.514591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Checking segment: {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:08.514971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Bound using segment: {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:08.515457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Bound port: 2634b1d6-6bca-44b3-b386-cc687375de66, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:08.515573 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-9e02fbfc-e75a-438e-a986-888f7f0a7ec0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a20043b1-529d-44a5-8977-fc4353401648 HTTP/1.1" status: 200 len: 217 time: 0.0669188 Jun 30 02:51:08.515792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.537739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-6f709952-fce7-4f96-b0f2-9375ee160be4 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564894 Jun 30 02:51:08.560964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:08.568278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:08.579443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:08.585160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.585843 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.593316 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Port': ['ID=faa7c30e-ba84-4677-8384-0aa84d320b57,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:08.608022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-2bf1d928-8631-4a5a-bb7c-ff077945df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.610345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-2bf1d928-8631-4a5a-bb7c-ff077945df31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 200 len: 861 time: 0.0868335 Jun 30 02:51:08.658569 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-78358428-53d9-4d32-b7da-30e5add4d3a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49922fc5-c3d8-48be-85de-86ddb8475a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420299 Jun 30 02:51:08.674961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483e956-4312-44f9-b190-f8087186dba6 req-a0efd3e8-cbfe-452c-b464-285dfd4cb3fb tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.676480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1483e956-4312-44f9-b190-f8087186dba6 req-a0efd3e8-cbfe-452c-b464-285dfd4cb3fb tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.2352483 Jun 30 02:51:08.692009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] For port 2634b1d6-6bca-44b3-b386-cc687375de66, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:08.728338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] For port 2634b1d6-6bca-44b3-b386-cc687375de66, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2634b1d6-6bca-44b3-b386-cc687375de66,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:08.739098 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-69694dd0-26ba-4a7c-bd91-bcf795d638ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4408326 Jun 30 02:51:08.739639 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65dd0ce7-7fb2-4624-b201-4e1525fc3fdb req-5fffa9cd-a5a1-4448-9ca7-42433135306c service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954699 Jun 30 02:51:08.746742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59906) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:08.760372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'port': {'network_id': '7edb3ec4-d951-4e9b-8e49-8884628938bc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1595925670'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:08.769734 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1483e956-4312-44f9-b190-f8087186dba6 req-8117e727-b81d-471b-bd66-80b60f10198a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799072 Jun 30 02:51:08.799828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.849458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.850199 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.851917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] 10.222.0.83 "PUT /v2.0/ports/2634b1d6-6bca-44b3-b386-cc687375de66 HTTP/1.1" status: 200 len: 1091 time: 1.4580617 Jun 30 02:51:08.852255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'tag': '2634b1d6-6bca-44b3-b386-cc687375de66'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:08.854896 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ab4df0-e9dc-45f7-b8cf-e2b2c4e9d668" -d '{"events": [{"name": "network-changed", "server_uuid": "889a0a2b-73a3-4c8e-8fa7-f3a506474072", "tag": "2634b1d6-6bca-44b3-b386-cc687375de66"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:08.885444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-59059354-2677-416e-8add-86c89ba411ea service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200654 Jun 30 02:51:08.906273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c40440-162e-42b3-9755-183e483fe8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2634b1d6-6bca-44b3-b386-cc687375de66,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:08.937704 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf5a591-adc0-4480-b159-c76e5670f8cd x-openstack-request-id: req-edf5a591-adc0-4480-b159-c76e5670f8cd {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:08.938731 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889a0a2b-73a3-4c8e-8fa7-f3a506474072", "tag": "2634b1d6-6bca-44b3-b386-cc687375de66", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:08.939132 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-edf5a591-adc0-4480-b159-c76e5670f8cd {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:08.939742 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'tag': '2634b1d6-6bca-44b3-b386-cc687375de66', 'status': 'completed', 'code': 200} Jun 30 02:51:09.068997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab4df0-e9dc-45f7-b8cf-e2b2c4e9d668 req-9af3c90a-564c-441f-8ddf-a3d3f2d06777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.070569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21ab4df0-e9dc-45f7-b8cf-e2b2c4e9d668 req-9af3c90a-564c-441f-8ddf-a3d3f2d06777 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 1094 time: 0.1041846 Jun 30 02:51:09.077074 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-b2bbbe93-4857-4342-9eeb-2b21f8f4fd52 service neutron] 10.222.0.83 "GET /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797273 Jun 30 02:51:09.082004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc2bfe-aac9-42a3-b85f-3a6804a83073 req-544e1b0a-4099-4735-9f9f-62b7a4e85c97 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.083563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-74bc2bfe-aac9-42a3-b85f-3a6804a83073 req-544e1b0a-4099-4735-9f9f-62b7a4e85c97 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 945 time: 0.1073446 Jun 30 02:51:09.121543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-40899a39-3fc6-4f4c-86d0-3972c9815e51 None None] Provisioning for port faa7c30e-ba84-4677-8384-0aa84d320b57 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:09.127570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-40899a39-3fc6-4f4c-86d0-3972c9815e51 None None] Provisioning complete for port faa7c30e-ba84-4677-8384-0aa84d320b57 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:09.128200 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-40899a39-3fc6-4f4c-86d0-3972c9815e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.178105 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-74bc2bfe-aac9-42a3-b85f-3a6804a83073 req-7089bbbb-54c3-42c3-95fa-6b99068f2a8f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851705 Jun 30 02:51:09.179145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-40899a39-3fc6-4f4c-86d0-3972c9815e51 None None] Port faa7c30e-ba84-4677-8384-0aa84d320b57 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:09.184654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Made reservation on behalf of e428f32b06424f7f936aca82192b2999 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:09.188513 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.207646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab4df0-e9dc-45f7-b8cf-e2b2c4e9d668 req-3501e920-33fb-4b63-ba10-1e26d9d60ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.209534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21ab4df0-e9dc-45f7-b8cf-e2b2c4e9d668 req-3501e920-33fb-4b63-ba10-1e26d9d60ec3 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=bdd67b3f50224ff6a975e285570763bf&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1246729 Jun 30 02:51:09.210775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] device_id is not set on port 2db29586-59f9-455e-b02c-38fc9d73b7fc yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:51:09.339584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab4df0-e9dc-45f7-b8cf-e2b2c4e9d668 req-0b6a6508-15c3-459e-99ba-e953c7f8fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.343400 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21ab4df0-e9dc-45f7-b8cf-e2b2c4e9d668 req-0b6a6508-15c3-459e-99ba-e953c7f8fc4a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250396 Jun 30 02:51:09.360776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Allocated IP 2001:db8::2c1 (7edb3ec4-d951-4e9b-8e49-8884628938bc/91b097dd-af9d-4176-8554-eead6b36b47b/2db29586-59f9-455e-b02c-38fc9d73b7fc) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:09.448653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-8e7a42fb-8ded-4ecd-9d3e-a1f83b5f9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.450182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-8e7a42fb-8ded-4ecd-9d3e-a1f83b5f9bad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 1094 time: 0.0540140 Jun 30 02:51:09.501602 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-9a710437-d2b1-47d2-b7cf-5c1b017fab59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2634b1d6-6bca-44b3-b386-cc687375de66 HTTP/1.1" status: 200 len: 217 time: 0.0422497 Jun 30 02:51:09.535971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.590302 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-4190107a-a9cb-4568-9f3d-03c85f90572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.592088 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-4190107a-a9cb-4568-9f3d-03c85f90572a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=947dbb80-a1b2-4b65-b9b8-a35faceb5f88 HTTP/1.1" status: 200 len: 845 time: 0.0809484 Jun 30 02:51:09.630320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-70b0a309-214e-4382-8998-aa519c123102 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e94ff2e-8974-4f1c-85d1-b34738d78e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302782 Jun 30 02:51:09.708788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26f8bb-ed5f-45a4-976f-e6d74bc9d13b req-f3f05ba6-0cb1-43ad-b67b-ca1c98473ae8 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.710599 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fc26f8bb-ed5f-45a4-976f-e6d74bc9d13b req-f3f05ba6-0cb1-43ad-b67b-ca1c98473ae8 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 943 time: 0.1544194 Jun 30 02:51:09.780885 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fc26f8bb-ed5f-45a4-976f-e6d74bc9d13b req-39d62fbb-606b-44fe-91b0-f1bab061b6c8 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588551 Jun 30 02:51:09.785247 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-fd0bb719-865f-431e-a07e-e0cc57a8d59b service neutron] 10.222.0.83 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462424 Jun 30 02:51:09.830891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Transition to ACTIVE for port object 2db29586-59f9-455e-b02c-38fc9d73b7fc will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:09.894636 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fea1230a-642e-4479-baf5-18aeefc3a9e9 req-9ecd09ad-9bb6-4a12-a750-98d36394c136 service neutron] 10.222.0.83 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026657 Jun 30 02:51:09.987896 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e824b0b-9bad-44c3-bdc3-75875aa0f5e8 req-e69410fb-8846-4436-b4ac-5c317e9ff77d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.989395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e824b0b-9bad-44c3-bdc3-75875aa0f5e8 req-e69410fb-8846-4436-b4ac-5c317e9ff77d tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.0718064 Jun 30 02:51:10.019797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.036500 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e824b0b-9bad-44c3-bdc3-75875aa0f5e8 req-793a5ac7-6863-4881-a439-19964214b114 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Jun 30 02:51:10.066515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:10.071972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:10.079504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:10.085064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.086345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.089739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Port': ['ID=2db29586-59f9-455e-b02c-38fc9d73b7fc,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:10.251755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e602e942-e42c-45b0-8cbd-886ed80061f3 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4957166 Jun 30 02:51:10.251755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59934) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:10.258527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-cd17493f-86d5-42be-a17d-0bde8e7678e0 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::117', 'mac_address': 'fa:16:3e:d1:fb:a3'}, {'ip_address': '2001:db8::298', 'mac_address': 'fa:16:3e:ee:64:2c'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:10.278526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-c17eaa29-b188-4a62-87a4-02a0e3e7249e tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.281343 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-c17eaa29-b188-4a62-87a4-02a0e3e7249e tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84&tenant_id=8d2865600279469a9fb6e51fd8957e32&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.0813596 Jun 30 02:51:10.361808 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd17493f-86d5-42be-a17d-0bde8e7678e0 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.421021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-62d9d1b8-040d-4091-ba70-6e7eeeef45bd None None] Provisioning for port 2db29586-59f9-455e-b02c-38fc9d73b7fc completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:10.423542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-62d9d1b8-040d-4091-ba70-6e7eeeef45bd None None] Provisioning complete for port 2db29586-59f9-455e-b02c-38fc9d73b7fc triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:10.424025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-62d9d1b8-040d-4091-ba70-6e7eeeef45bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.464016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-62d9d1b8-040d-4091-ba70-6e7eeeef45bd None None] Port 2db29586-59f9-455e-b02c-38fc9d73b7fc cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:10.564876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-fe57ae3b-b882-4da4-ab3c-5e5064c8f613 service neutron] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:10.569022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-fe57ae3b-b882-4da4-ab3c-5e5064c8f613 service neutron] Notify callbacks [] for binding, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.570194 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50f6ab42-3f5e-4a77-9979-4682cc6d2d4b req-fe57ae3b-b882-4da4-ab3c-5e5064c8f613 service neutron] 10.222.0.83 "DELETE /v2.0/ports/a20043b1-529d-44a5-8977-fc4353401648/bindings/n-h1-798249-3 HTTP/1.1" status: 204 len: 173 time: 0.2809429 Jun 30 02:51:10.604705 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd17493f-86d5-42be-a17d-0bde8e7678e0 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.617610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cccc8c-9fb5-4f4c-9a0d-bf63b50895a6 req-ca70f22e-ef47-416c-b8d9-28f52d86fe70 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.619072 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87cccc8c-9fb5-4f4c-9a0d-bf63b50895a6 req-ca70f22e-ef47-416c-b8d9-28f52d86fe70 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 945 time: 0.1163909 Jun 30 02:51:10.657881 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87cccc8c-9fb5-4f4c-9a0d-bf63b50895a6 req-6fe09273-763b-46b3-957c-3f8554296bbb tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Jun 30 02:51:10.731161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd17493f-86d5-42be-a17d-0bde8e7678e0 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.769857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-cd17493f-86d5-42be-a17d-0bde8e7678e0 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] In _notify_port_updated(), no bound segment for port 2db29586-59f9-455e-b02c-38fc9d73b7fc on network 7edb3ec4-d951-4e9b-8e49-8884628938bc {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:51:10.778227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd17493f-86d5-42be-a17d-0bde8e7678e0 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.778227 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd17493f-86d5-42be-a17d-0bde8e7678e0 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.778821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cd17493f-86d5-42be-a17d-0bde8e7678e0 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "PUT /v2.0/ports/2db29586-59f9-455e-b02c-38fc9d73b7fc HTTP/1.1" status: 200 len: 1068 time: 0.5252807 Jun 30 02:51:10.782063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59942) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:10.843709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17493f-86d5-42be-a17d-0bde8e7678e0 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event updated for resources: {'Port': ['ID=2db29586-59f9-455e-b02c-38fc9d73b7fc,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:10.879499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c5bff-af60-43fc-bacf-555c4ff2f4d4 req-fbbf371f-8f87-43c5-bc06-ca2a6f042b0a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.881145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d84c5bff-af60-43fc-bacf-555c4ff2f4d4 req-fbbf371f-8f87-43c5-bc06-ca2a6f042b0a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1015959 Jun 30 02:51:10.924816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-02be6927-0fe3-483a-98e0-164c314b6d29 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Deleting port 2db29586-59f9-455e-b02c-38fc9d73b7fc {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:10.925095 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-02be6927-0fe3-483a-98e0-164c314b6d29 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.937199 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d84c5bff-af60-43fc-bacf-555c4ff2f4d4 req-8c7cd084-242a-44b5-a16c-12b26291add7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499527 Jun 30 02:51:11.073891 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-02be6927-0fe3-483a-98e0-164c314b6d29 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.091780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9e0f2c32-cc6b-4c6b-9976-aeb52a65bcdb None None] Provisioning complete for port 2db29586-59f9-455e-b02c-38fc9d73b7fc triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:11.092435 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2c32-cc6b-4c6b-9976-aeb52a65bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.099242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-02be6927-0fe3-483a-98e0-164c314b6d29 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Calling delete_port for 2db29586-59f9-455e-b02c-38fc9d73b7fc owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:11.103513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c07663-4ff0-4e3e-95a9-7e1242e698c4 req-999a9e7a-ee94-4825-86b3-978cd56118c4 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:11.105278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99c07663-4ff0-4e3e-95a9-7e1242e698c4 req-999a9e7a-ee94-4825-86b3-978cd56118c4 tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 1096 time: 0.1758819 Jun 30 02:51:11.122969 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f461793-62fc-4681-bbc5-cca6ec64e142 req-37afaca4-072e-4d7b-9358-18eb486bce32 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:11.131613 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f461793-62fc-4681-bbc5-cca6ec64e142 req-37afaca4-072e-4d7b-9358-18eb486bce32 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 943 time: 0.0836754 Jun 30 02:51:11.142909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f2c32-cc6b-4c6b-9976-aeb52a65bcdb None None] Port 2db29586-59f9-455e-b02c-38fc9d73b7fc cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:11.169014 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f461793-62fc-4681-bbc5-cca6ec64e142 req-131397f9-a024-40ea-8241-1b651b524b30 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359476 Jun 30 02:51:11.196056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99c07663-4ff0-4e3e-95a9-7e1242e698c4 req-efc196bb-197a-4861-a7f6-43f80c79d8ba tempest-LiveAutoBlockMigrationV225Test-1853261083 tempest-LiveAutoBlockMigrationV225Test-1853261083-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794351 Jun 30 02:51:11.496311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-02be6927-0fe3-483a-98e0-164c314b6d29 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.525237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be6927-0fe3-483a-98e0-164c314b6d29 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event deleted for resources: {'Port': ['ID=2db29586-59f9-455e-b02c-38fc9d73b7fc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:11.695801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-02be6927-0fe3-483a-98e0-164c314b6d29 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.697809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-02be6927-0fe3-483a-98e0-164c314b6d29 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "DELETE /v2.0/ports/2db29586-59f9-455e-b02c-38fc9d73b7fc HTTP/1.1" status: 204 len: 168 time: 0.9141355 Jun 30 02:51:11.700440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59956) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:11.729368 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f387a54-13ae-4208-be5c-cfff2465b1ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] GET failed (client error): The resource could not be found. Jun 30 02:51:11.733769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5f387a54-13ae-4208-be5c-cfff2465b1ab tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "GET /v2.0/ports/2db29586-59f9-455e-b02c-38fc9d73b7fc HTTP/1.1" status: 404 len: 333 time: 0.0299435 Jun 30 02:51:11.735062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59958) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:11.851936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-852bbccf-713a-448b-8249-38d7ea43a484 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Deleting port faa7c30e-ba84-4677-8384-0aa84d320b57 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:11.852325 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-852bbccf-713a-448b-8249-38d7ea43a484 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.951687 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-852bbccf-713a-448b-8249-38d7ea43a484 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.964543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-852bbccf-713a-448b-8249-38d7ea43a484 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Calling delete_port for faa7c30e-ba84-4677-8384-0aa84d320b57 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:12.131558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e24425-b0cf-4071-addd-f638347c61c2 req-0dfc9d60-97cf-4b1f-ab2a-d3f650c4db8d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.133071 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36e24425-b0cf-4071-addd-f638347c61c2 req-0dfc9d60-97cf-4b1f-ab2a-d3f650c4db8d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 945 time: 0.1003430 Jun 30 02:51:12.133799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-00f9459b-787e-402e-aa39-be172f61ccce tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.135344 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-00f9459b-787e-402e-aa39-be172f61ccce tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1137512 Jun 30 02:51:12.162567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ec79d-c953-4744-9e9b-d4984e4c1cbd req-91b1af89-2fd8-4422-af1b-de23ce26c5d6 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.164078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e2ec79d-c953-4744-9e9b-d4984e4c1cbd req-91b1af89-2fd8-4422-af1b-de23ce26c5d6 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 946 time: 0.1054921 Jun 30 02:51:12.190212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36e24425-b0cf-4071-addd-f638347c61c2 req-4b4f476a-b8da-4070-871d-b40fd107e6e8 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510373 Jun 30 02:51:12.238913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2634b1d6-6bca-44b3-b386-cc687375de66 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:51:12.254914 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e2ec79d-c953-4744-9e9b-d4984e4c1cbd req-5086843e-cd21-4c3b-9732-6033a43df872 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730271 Jun 30 02:51:12.297262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-d8e02713-f478-4541-827e-edc7890fb3a1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Deleting port 712a7c58-89eb-4c3b-982f-e3408c896e70 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:12.297262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-d8e02713-f478-4541-827e-edc7890fb3a1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.348281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2634b1d6-6bca-44b3-b386-cc687375de66, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2634b1d6-6bca-44b3-b386-cc687375de66,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:12.362124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '2634b1d6-6bca-44b3-b386-cc687375de66', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'port_id': '2634b1d6-6bca-44b3-b386-cc687375de66', 'mac_address': 'fa:16:3e:54:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947dbb80-a1b2-4b65-b9b8-a35faceb5f88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:51:12.378738 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-852bbccf-713a-448b-8249-38d7ea43a484 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.389863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-d8e02713-f478-4541-827e-edc7890fb3a1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] For port 712a7c58-89eb-4c3b-982f-e3408c896e70, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=712a7c58-89eb-4c3b-982f-e3408c896e70,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:12.390229 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-d8e02713-f478-4541-827e-edc7890fb3a1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.405631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-d8e02713-f478-4541-827e-edc7890fb3a1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Calling delete_port for 712a7c58-89eb-4c3b-982f-e3408c896e70 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:12.409293 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.424105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2634b1d6-6bca-44b3-b386-cc687375de66 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:12.426862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bbccf-713a-448b-8249-38d7ea43a484 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event deleted for resources: {'Port': ['ID=faa7c30e-ba84-4677-8384-0aa84d320b57,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.463566 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-852bbccf-713a-448b-8249-38d7ea43a484 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.468949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-852bbccf-713a-448b-8249-38d7ea43a484 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "DELETE /v2.0/ports/faa7c30e-ba84-4677-8384-0aa84d320b57 HTTP/1.1" status: 204 len: 168 time: 0.7320898 Jun 30 02:51:12.469111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59974) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:12.481281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2634b1d6-6bca-44b3-b386-cc687375de66, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2634b1d6-6bca-44b3-b386-cc687375de66,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:12.494964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e4113-a5a8-4c8c-9ada-78201c0ad2dc req-4edf313a-b19d-416f-a37d-3b2cf49d3154 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.497370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d1e4113-a5a8-4c8c-9ada-78201c0ad2dc req-4edf313a-b19d-416f-a37d-3b2cf49d3154 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 943 time: 0.1678107 Jun 30 02:51:12.508629 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e556c13e-7fb0-4054-84c0-137e24b76198 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] GET failed (client error): The resource could not be found. Jun 30 02:51:12.508629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e556c13e-7fb0-4054-84c0-137e24b76198 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "GET /v2.0/ports/faa7c30e-ba84-4677-8384-0aa84d320b57 HTTP/1.1" status: 404 len: 333 time: 0.0347290 Jun 30 02:51:12.509372 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59976) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:12.558651 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d1e4113-a5a8-4c8c-9ada-78201c0ad2dc req-38338af9-6163-431b-827a-9a08f974b077 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478990 Jun 30 02:51:12.573702 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.662235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ca775fc0-856c-4535-8d55-ace411fa78c4 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Deleting port 9c17e981-6367-4d7a-a0f4-5a97aea7c3f8 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:12.662692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca775fc0-856c-4535-8d55-ace411fa78c4 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.672656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=2634b1d6-6bca-44b3-b386-cc687375de66,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.737168 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-d8e02713-f478-4541-827e-edc7890fb3a1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.749764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['712a7c58-89eb-4c3b-982f-e3408c896e70'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:12.782475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449103b4-c958-4880-9903-3161d728749a req-bb0df287-d572-4ad1-8af3-7dc938dd2136 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.783861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-449103b4-c958-4880-9903-3161d728749a req-bb0df287-d572-4ad1-8af3-7dc938dd2136 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.83 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 945 time: 0.0758591 Jun 30 02:51:12.785002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca775fc0-856c-4535-8d55-ace411fa78c4 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.788835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02713-f478-4541-827e-edc7890fb3a1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event deleted for resources: {'Port': ['ID=712a7c58-89eb-4c3b-982f-e3408c896e70,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.805308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ca775fc0-856c-4535-8d55-ace411fa78c4 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Calling delete_port for 9c17e981-6367-4d7a-a0f4-5a97aea7c3f8 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:12.846763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2634b1d6-6bca-44b3-b386-cc687375de66'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:12.847965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-d8e02713-f478-4541-827e-edc7890fb3a1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] No DVR routers for this DVR port 712a7c58-89eb-4c3b-982f-e3408c896e70 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:12.851457 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-d8e02713-f478-4541-827e-edc7890fb3a1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.853597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f460247-ff8f-4978-8e31-185e5c89b87d req-d8e02713-f478-4541-827e-edc7890fb3a1 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.83 "DELETE /v2.0/ports/712a7c58-89eb-4c3b-982f-e3408c896e70 HTTP/1.1" status: 204 len: 173 time: 0.7093928 Jun 30 02:51:12.853972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3f0204-6be0-4119-9b69-55bddddf7e1f', 'name': 'network-vif-deleted', 'tag': '712a7c58-89eb-4c3b-982f-e3408c896e70'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:12.856501 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c4b0c0-31d2-4fa2-8845-b9845d9b8bb4" -d '{"events": [{"server_uuid": "0d3f0204-6be0-4119-9b69-55bddddf7e1f", "name": "network-vif-deleted", "tag": "712a7c58-89eb-4c3b-982f-e3408c896e70"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:12.894185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-449103b4-c958-4880-9903-3161d728749a req-f20dd549-7ed3-4954-8198-bbb55089608d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Deleting port a20043b1-529d-44a5-8977-fc4353401648 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:12.894640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-449103b4-c958-4880-9903-3161d728749a req-f20dd549-7ed3-4954-8198-bbb55089608d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.911403 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01c3736-0ad7-46db-8c65-c3004cc31a2c x-openstack-request-id: req-e01c3736-0ad7-46db-8c65-c3004cc31a2c {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:12.911856 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3f0204-6be0-4119-9b69-55bddddf7e1f", "name": "network-vif-deleted", "tag": "712a7c58-89eb-4c3b-982f-e3408c896e70", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:12.912306 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e01c3736-0ad7-46db-8c65-c3004cc31a2c {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:12.912863 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3f0204-6be0-4119-9b69-55bddddf7e1f', 'name': 'network-vif-deleted', 'tag': '712a7c58-89eb-4c3b-982f-e3408c896e70', 'status': 'completed', 'code': 200} Jun 30 02:51:13.018861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-449103b4-c958-4880-9903-3161d728749a req-f20dd549-7ed3-4954-8198-bbb55089608d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] For port a20043b1-529d-44a5-8977-fc4353401648, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a20043b1-529d-44a5-8977-fc4353401648,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:13.019265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-449103b4-c958-4880-9903-3161d728749a req-f20dd549-7ed3-4954-8198-bbb55089608d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.035599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-449103b4-c958-4880-9903-3161d728749a req-f20dd549-7ed3-4954-8198-bbb55089608d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Calling delete_port for a20043b1-529d-44a5-8977-fc4353401648 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:13.142652 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca775fc0-856c-4535-8d55-ace411fa78c4 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.182541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca775fc0-856c-4535-8d55-ace411fa78c4 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event deleted for resources: {'Port': ['ID=9c17e981-6367-4d7a-a0f4-5a97aea7c3f8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.208340 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca775fc0-856c-4535-8d55-ace411fa78c4 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.213051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ca775fc0-856c-4535-8d55-ace411fa78c4 tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "DELETE /v2.0/ports/9c17e981-6367-4d7a-a0f4-5a97aea7c3f8 HTTP/1.1" status: 204 len: 168 time: 0.7010906 Jun 30 02:51:13.213932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59982) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:13.278280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c0226e-71bc-41db-b0e5-245a3804d9ad tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Deleting subnet 91b097dd-af9d-4176-8554-eead6b36b47b {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:13.282241 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18c0226e-71bc-41db-b0e5-245a3804d9ad tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.328822 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18c0226e-71bc-41db-b0e5-245a3804d9ad tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.351282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-449103b4-c958-4880-9903-3161d728749a req-f20dd549-7ed3-4954-8198-bbb55089608d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.361446 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f0c0ba2-5e43-4432-b22e-8ba020300232 req-676b4e1e-b9c7-478c-9bb9-b2c6cafbf606 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 210 time: 0.0419931 Jun 30 02:51:13.403457 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dd549-7ed3-4954-8198-bbb55089608d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Pushing event deleted for resources: {'Port': ['ID=a20043b1-529d-44a5-8977-fc4353401648,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.462295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-449103b4-c958-4880-9903-3161d728749a req-f20dd549-7ed3-4954-8198-bbb55089608d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] No DVR routers for this DVR port a20043b1-529d-44a5-8977-fc4353401648 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:13.469316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-449103b4-c958-4880-9903-3161d728749a req-f20dd549-7ed3-4954-8198-bbb55089608d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.471243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-449103b4-c958-4880-9903-3161d728749a req-f20dd549-7ed3-4954-8198-bbb55089608d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.83 "DELETE /v2.0/ports/a20043b1-529d-44a5-8977-fc4353401648 HTTP/1.1" status: 204 len: 173 time: 0.6814439 Jun 30 02:51:13.471674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'name': 'network-vif-deleted', 'tag': 'a20043b1-529d-44a5-8977-fc4353401648'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:13.473933 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2860f353-9a26-43dc-a15d-dc463da5ba49" -d '{"events": [{"server_uuid": "b231c954-405a-41d5-b88f-21e9546e8f84", "name": "network-vif-deleted", "tag": "a20043b1-529d-44a5-8977-fc4353401648"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:13.511498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1888d35-fa79-41b9-8001-ceae90b5d020 req-12e1a4c1-eda1-4a99-bd6b-c7cd187f4d31 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d3f0204-6be0-4119-9b69-55bddddf7e1f HTTP/1.1" status: 200 len: 210 time: 0.0778823 Jun 30 02:51:13.528639 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18c0226e-71bc-41db-b0e5-245a3804d9ad tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.539110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a20043b1-529d-44a5-8977-fc4353401648'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:13.658909 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850b6680-b95e-4af7-b842-f1a1cb592815 x-openstack-request-id: req-850b6680-b95e-4af7-b842-f1a1cb592815 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:13.659401 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b231c954-405a-41d5-b88f-21e9546e8f84", "name": "network-vif-deleted", "tag": "a20043b1-529d-44a5-8977-fc4353401648", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:13.659742 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-850b6680-b95e-4af7-b842-f1a1cb592815 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:13.660224 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b231c954-405a-41d5-b88f-21e9546e8f84', 'name': 'network-vif-deleted', 'tag': 'a20043b1-529d-44a5-8977-fc4353401648', 'status': 'completed', 'code': 200} Jun 30 02:51:13.720764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18c0226e-71bc-41db-b0e5-245a3804d9ad tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.759012 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18c0226e-71bc-41db-b0e5-245a3804d9ad tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.761081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-18c0226e-71bc-41db-b0e5-245a3804d9ad tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "DELETE /v2.0/subnets/91b097dd-af9d-4176-8554-eead6b36b47b HTTP/1.1" status: 204 len: 168 time: 0.5460711 Jun 30 02:51:13.763310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0226e-71bc-41db-b0e5-245a3804d9ad tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event deleted for resources: {'Subnet': ['ID=91b097dd-af9d-4176-8554-eead6b36b47b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.766075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60000) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:13.774071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcbc3d0-4f76-4c00-8bf6-e9d957ce2c76 None None] Network 7edb3ec4-d951-4e9b-8e49-8884628938bc requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:13.835702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09eca8-4171-4358-8a86-c9f5c7d4dd22 req-161ee906-a52d-4a0d-8d05-a696f7fcd9ab tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:13.843715 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f09eca8-4171-4358-8a86-c9f5c7d4dd22 req-161ee906-a52d-4a0d-8d05-a696f7fcd9ab tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 944 time: 0.1123390 Jun 30 02:51:13.900117 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.913203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f09eca8-4171-4358-8a86-c9f5c7d4dd22 req-21fd4867-88be-4bc4-8908-8b6d0d3eaf32 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684898 Jun 30 02:51:13.972515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Deleting port af279923-82cf-4867-a62f-a46286699e98 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:13.973042 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.054370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] For port af279923-82cf-4867-a62f-a46286699e98, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=af279923-82cf-4867-a62f-a46286699e98,segment=NetworkSegment(50b98fd4-b3c7-4365-a434-bb388aae7dd1),segment_id=50b98fd4-b3c7-4365-a434-bb388aae7dd1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:14.054751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.070481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98994566-4682-4314-8241-0705b99fb143 None None] DHCP port deletion for 7edb3ec4-d951-4e9b-8e49-8884628938bc request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:14.073596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Calling delete_port for af279923-82cf-4867-a62f-a46286699e98 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:14.119297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-98994566-4682-4314-8241-0705b99fb143 None None] Deleting port af279923-82cf-4867-a62f-a46286699e98 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:14.119978 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-98994566-4682-4314-8241-0705b99fb143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.188845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-98994566-4682-4314-8241-0705b99fb143 None None] For port af279923-82cf-4867-a62f-a46286699e98, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=af279923-82cf-4867-a62f-a46286699e98,segment=NetworkSegment(50b98fd4-b3c7-4365-a434-bb388aae7dd1),segment_id=50b98fd4-b3c7-4365-a434-bb388aae7dd1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:14.189559 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-98994566-4682-4314-8241-0705b99fb143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.203246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-98994566-4682-4314-8241-0705b99fb143 None None] Calling delete_port for af279923-82cf-4867-a62f-a46286699e98 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:14.244043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2634b1d6-6bca-44b3-b386-cc687375de66 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:14.262421 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.293279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event deleted for resources: {'Port': ['ID=af279923-82cf-4867-a62f-a46286699e98,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:14.303615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] No DVR routers for this DVR port af279923-82cf-4867-a62f-a46286699e98 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:14.318202 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-98994566-4682-4314-8241-0705b99fb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.346489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98994566-4682-4314-8241-0705b99fb143 None None] Pushing event deleted for resources: {'Port': ['ID=af279923-82cf-4867-a62f-a46286699e98,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:14.353822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98994566-4682-4314-8241-0705b99fb143 None None] No DVR routers for this DVR port af279923-82cf-4867-a62f-a46286699e98 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:14.385534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.403965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edb3ec4-d951-4e9b-8e49-8884628938bc']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:14.416044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b98fd4-b3c7-4365-a434-bb388aae7dd1') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:14.418167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b98fd4-b3c7-4365-a434-bb388aae7dd1') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:14.426114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.441950 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.449457 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:14.450299 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.451670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 2634b1d6-6bca-44b3-b386-cc687375de66 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:14.453915 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:14.462441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 2634b1d6-6bca-44b3-b386-cc687375de66 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:14.462441 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.523268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac1563e7-c3cf-4af6-bc95-0f7da69103cb req-cf4b46e2-0170-4f58-824b-e6ff39b1a2c0 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 210 time: 0.0388367 Jun 30 02:51:14.571162 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.597956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2634b1d6-6bca-44b3-b386-cc687375de66'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:14.600552 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a10a59-c4c2-4656-836d-ad4c1efd4cad" -d '{"events": [{"server_uuid": "889a0a2b-73a3-4c8e-8fa7-f3a506474072", "name": "network-vif-plugged", "status": "completed", "tag": "2634b1d6-6bca-44b3-b386-cc687375de66"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:14.614763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2634b1d6-6bca-44b3-b386-cc687375de66, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2634b1d6-6bca-44b3-b386-cc687375de66,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:14.639416 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.651102 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.651102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] 10.222.0.77 "DELETE /v2.0/networks/7edb3ec4-d951-4e9b-8e49-8884628938bc HTTP/1.1" status: 204 len: 168 time: 0.8830419 Jun 30 02:51:14.669775 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1c74e8-54ea-4573-8244-72688d667aa4 x-openstack-request-id: req-ad1c74e8-54ea-4573-8244-72688d667aa4 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:14.670116 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889a0a2b-73a3-4c8e-8fa7-f3a506474072", "name": "network-vif-plugged", "status": "completed", "tag": "2634b1d6-6bca-44b3-b386-cc687375de66", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:14.670372 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad1c74e8-54ea-4573-8244-72688d667aa4 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:14.670823 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2634b1d6-6bca-44b3-b386-cc687375de66', 'code': 200} Jun 30 02:51:14.705109 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.725366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f76511-e79c-44a4-9bfd-cc890391141d tempest-AllowedAddressPairIpV6TestJSON-792281143 tempest-AllowedAddressPairIpV6TestJSON-792281143-project] Pushing event deleted for resources: {'Network': ['ID=7edb3ec4-d951-4e9b-8e49-8884628938bc,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:14.780353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=2634b1d6-6bca-44b3-b386-cc687375de66,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:14.852682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628a430-867e-4ea3-aeb2-35efb499427c req-0ff3fe23-bbfe-4416-876a-e7aaa9fbec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:14.855965 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0628a430-867e-4ea3-aeb2-35efb499427c req-0ff3fe23-bbfe-4416-876a-e7aaa9fbec1b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 1096 time: 0.1235666 Jun 30 02:51:14.912001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0628a430-867e-4ea3-aeb2-35efb499427c req-e744fec8-b365-4089-bdae-b487d61b9c40 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413213 Jun 30 02:51:15.028067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-b4c379bc-5123-44be-b980-8c8d96e6af99 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:15.029639 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-b4c379bc-5123-44be-b980-8c8d96e6af99 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.1153302 Jun 30 02:51:15.047304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-db45b818-5684-4701-a2a2-1c002f80d573 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/quotas/97787217fcc14b9aa4f8cbea685e8609 HTTP/1.1" status: 200 len: 375 time: 0.0098717 Jun 30 02:51:15.100249 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-743033e6-d7f8-41f2-97b1-e56f8795c3b7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470350 Jun 30 02:51:15.199983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-4a06fae0-b3b9-49c7-b048-3fee7802b924 service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920017 Jun 30 02:51:15.207159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76b387-7dc1-4e68-b2f1-843a4d8d6e2d req-3f87dfe3-007a-4823-bb43-14305cbb7e76 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:15.212378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c76b387-7dc1-4e68-b2f1-843a4d8d6e2d req-3f87dfe3-007a-4823-bb43-14305cbb7e76 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0692699 Jun 30 02:51:15.250735 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c76b387-7dc1-4e68-b2f1-843a4d8d6e2d req-8afbaa39-84eb-48ee-9e1f-49ecf3d50417 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Jun 30 02:51:15.309387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-8affc5b2-8456-43ea-908d-2d4f7125ef0b service neutron] 10.222.0.77 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029952 Jun 30 02:51:15.528153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60036) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:15.692414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device af279923-82cf-4867-a62f-a46286699e98 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:15.708326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3379a4f4-d957-4cde-a7d1-157513bab4dd req-48533bd0-221c-470e-8c74-9757f26f266d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 210 time: 0.0683868 Jun 30 02:51:15.726259 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1af8a56b-4400-48f7-a9c4-c6f65fd17b1d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e428f32b06424f7f936aca82192b2999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969111 Jun 30 02:51:15.728864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60046) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:15.736485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: af279923-82cf-4867-a62f-a46286699e98 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:15.736835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device af279923-82cf-4867-a62f-a46286699e98 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:15.773734 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c12b0c4c-1456-4f92-9957-7a19c5fc3721 req-a8211dc2-c387-43e9-820f-2f4e9ad67a58 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 210 time: 0.0460382 Jun 30 02:51:15.798861 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9e64250-4411-4c89-a24f-179810f5b72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.831180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9e64250-4411-4c89-a24f-179810f5b72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.030405 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9e64250-4411-4c89-a24f-179810f5b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.041150 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9e64250-4411-4c89-a24f-179810f5b72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.041150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d9e64250-4411-4c89-a24f-179810f5b72c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6ebe11a-1148-446b-8fab-add090a649b5 HTTP/1.1" status: 204 len: 168 time: 0.3046451 Jun 30 02:51:16.050836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e64250-4411-4c89-a24f-179810f5b72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ebe11a-1148-446b-8fab-add090a649b5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:16.267562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a20043b1-529d-44a5-8977-fc4353401648 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:16.288001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: a20043b1-529d-44a5-8977-fc4353401648 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:16.288323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a20043b1-529d-44a5-8977-fc4353401648 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:16.288788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 712a7c58-89eb-4c3b-982f-e3408c896e70 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:16.313361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 712a7c58-89eb-4c3b-982f-e3408c896e70 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:16.313906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 712a7c58-89eb-4c3b-982f-e3408c896e70 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:16.493861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3dcb8-5bcb-4322-ae4b-886c08d05a8b req-1e5a0865-247a-43ba-a9d3-84ff1fa75e52 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:16.502128 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87f3dcb8-5bcb-4322-ae4b-886c08d05a8b req-1e5a0865-247a-43ba-a9d3-84ff1fa75e52 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0794184 Jun 30 02:51:16.544495 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87f3dcb8-5bcb-4322-ae4b-886c08d05a8b req-aa291916-18db-4be3-95ed-c48db21a74dd tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Jun 30 02:51:16.845753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a29a6e5-383f-4e7e-8d49-d9cdc6cb3ab4 req-2fcf806d-e4b3-43d9-bb3e-7fcafcbbd74a tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 210 time: 0.0287230 Jun 30 02:51:16.919879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-769be0e3-9cc9-423f-8e0d-0658f64ef881 req-1a27d568-b24f-46cc-839a-e3af7c00f9cb tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 210 time: 0.0326355 Jun 30 02:51:17.310652 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58907b-791c-4e90-a32b-06ced6eb30af req-b16ad89b-affe-47a8-998a-b4890562a294 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:17.312025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f58907b-791c-4e90-a32b-06ced6eb30af req-b16ad89b-affe-47a8-998a-b4890562a294 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0654843 Jun 30 02:51:17.350175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f58907b-791c-4e90-a32b-06ced6eb30af req-812e4d1b-dd67-4797-beee-d10a3b354af2 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Jun 30 02:51:17.852203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60100) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:17.981163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-660159746'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:18.004211 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04c083ee-856b-4f23-9a46-b177795ac18d req-23d2719d-a795-4051-9408-3a06dc8af2b7 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 210 time: 0.0442965 Jun 30 02:51:18.070868 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31754c04-e69e-49ff-a7e9-b9fe8bc5d831 req-c13bddcd-9e4c-4630-90e7-5bd961e23975 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 210 time: 0.0291283 Jun 30 02:51:18.266662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Made reservation on behalf of f48435562c9b466293e3d5335a49f8e2 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:18.270460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.283404 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.379790 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.526406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d638-c14d-417e-965a-36268a9ea471 req-387721e7-7864-42fc-a2e6-5a88fc2eea75 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:18.527861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e163d638-c14d-417e-965a-36268a9ea471 req-387721e7-7864-42fc-a2e6-5a88fc2eea75 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0621140 Jun 30 02:51:18.566481 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e163d638-c14d-417e-965a-36268a9ea471 req-334fcfe3-a728-49c1-ae23-25f0c2518184 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329916 Jun 30 02:51:18.709648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.735853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:18.745219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82f4922-6fb9-45d0-aafa-448ac0e48fe8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:18.750519 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.750870 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Added segment e12f5d1f-5738-44ed-9f4b-9b26a787a3bc of type vlan for network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 Jun 30 02:51:18.789861 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.073884 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.083893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:19.083893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.173733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Network': ['ID=843d0ca4-47d0-4eaf-a47e-0b71d657dd99,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:19.184884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2824332d-13eb-4446-b3b1-b0f216991ede req-1e72703d-d172-4934-b8b0-373acc9e55a1 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=b231c954-405a-41d5-b88f-21e9546e8f84 HTTP/1.1" status: 200 len: 210 time: 0.0457275 Jun 30 02:51:19.186526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:19.246881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b04bfa-8c82-4e55-ba86-084c88b62c96 req-196874bd-2546-4e9a-a618-f4a381fca5dd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 210 time: 0.0311515 Jun 30 02:51:19.567477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-11a31e70-4d5f-490e-a4ef-220bfde2ede4 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7140017 Jun 30 02:51:19.570246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60128) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:19.576044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'subnet': {'network_id': '843d0ca4-47d0-4eaf-a47e-0b71d657dd99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:19.775865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae306829-be87-474d-b13b-144fc0a45032 req-2ca3e30b-0a4a-41f9-8a13-d0231895f3e6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:19.777554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae306829-be87-474d-b13b-144fc0a45032 req-2ca3e30b-0a4a-41f9-8a13-d0231895f3e6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0696537 Jun 30 02:51:19.824682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae306829-be87-474d-b13b-144fc0a45032 req-b3de8fec-2502-4d4a-89dc-5e3eb4bfaa19 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386250 Jun 30 02:51:19.948278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Made reservation on behalf of f48435562c9b466293e3d5335a49f8e2 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:19.952076 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.293053 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.368468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Subnet': ['ID=11cc011c-7c31-4e7f-87d5-d793f1cf31db,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:20.405392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Checking segment: {'id': 'e12f5d1f-5738-44ed-9f4b-9b26a787a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '843d0ca4-47d0-4eaf-a47e-0b71d657dd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:20.406409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network hostable DHCP agents. Network: 843d0ca4-47d0-4eaf-a47e-0b71d657dd99, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:20.431114 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa85f874-e5f3-4fd4-a560-6086094fa44b req-e41b53dd-b92c-44b7-8738-688207fdd94f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 210 time: 0.0404334 Jun 30 02:51:20.607025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:20.730523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-05364a60-b305-4035-904a-09659b49477f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:20.732312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-05364a60-b305-4035-904a-09659b49477f tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.74 "GET /v2.0/networks?id=d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 200 len: 812 time: 0.1041408 Jun 30 02:51:20.743992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Request body: {'port': {'device_id': '6ad6616c-04f2-4c48-860e-7967a7210bda', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'admin_state_up': True, 'tenant_id': '97787217fcc14b9aa4f8cbea685e8609'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:20.870528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 843d0ca4-47d0-4eaf-a47e-0b71d657dd99) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:20.885915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:20.886691 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.891163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd22d55-2eda-4076-b148-66185c684742 None None] Network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:21.008668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Made reservation on behalf of 97787217fcc14b9aa4f8cbea685e8609 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:21.012238 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.054182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1843bce-1c14-42f1-b7d1-9540f78fcedb None None] Network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:21.148232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c8767143-4a9d-4568-92db-43d33fe6bdda tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5768342 Jun 30 02:51:21.150728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60152) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:21.156045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-975351530', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:21.350455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.352225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.412412 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.431901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe66edc-2c26-4259-b39c-a11a2bea19ae req-836e77e4-8d35-4491-9fc1-dcc51de94a11 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:21.433391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6fe66edc-2c26-4259-b39c-a11a2bea19ae req-836e77e4-8d35-4491-9fc1-dcc51de94a11 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.4641559 Jun 30 02:51:21.494689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6fe66edc-2c26-4259-b39c-a11a2bea19ae req-23a9efe9-6faf-4c5f-8c08-8ea5c5bdb1b9 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485494 Jun 30 02:51:21.563466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Allocated IP 172.20.0.5 (d7b6293f-04a5-4899-8348-86d5a461f5fe/50dac26f-bd2e-42ee-a54c-f144157b5667/54f4340e-70a8-409a-83f7-fcd3738c49e6) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:21.766704 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-48769ce0-0ecd-4e8e-b2e5-3e0c5089a9d3 req-c7eb30b4-fc72-4917-9ab0-f57447a4fd69 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 210 time: 0.0509334 Jun 30 02:51:21.832910 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.859125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.023418 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.084456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Network d7b6293f-04a5-4899-8348-86d5a461f5fe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:22.087883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:22.091289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:22.129017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event updated for resources: {'Port': ['ID=54f4340e-70a8-409a-83f7-fcd3738c49e6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:22.164487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.165168 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.398250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-588484e3-e472-410d-a2a1-3fc07e14a62a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6577907 Jun 30 02:51:22.405922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.413437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Request body: {'port': {'device_id': '6ad6616c-04f2-4c48-860e-7967a7210bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:22.426912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.490510 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.564616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.25.2.235 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/eb23ad05-a506-416c-a3db-3887b2692f28) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:22.663043 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.738491 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.769394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc5bd-0fe6-424a-9aa2-80a8d52a9b56 req-7f1ab638-1bcc-406e-9475-73d27c59c1a5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.776544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20abc5bd-0fe6-424a-9aa2-80a8d52a9b56 req-7f1ab638-1bcc-406e-9475-73d27c59c1a5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.1259732 Jun 30 02:51:22.846726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f4340e-70a8-409a-83f7-fcd3738c49e6 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:22.853457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20abc5bd-0fe6-424a-9aa2-80a8d52a9b56 req-96e522e3-47f9-4e73-8259-560e914e7831 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758038 Jun 30 02:51:22.856497 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.872193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Transition to ACTIVE for port object 54f4340e-70a8-409a-83f7-fcd3738c49e6 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:22.960239 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.999206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.022214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:23.043203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:23.047118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:23.099846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=eb23ad05-a506-416c-a3db-3887b2692f28,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:23.110316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Pushing event updated for resources: {'Port': ['ID=54f4340e-70a8-409a-83f7-fcd3738c49e6,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:23.211538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Attempting to bind port 54f4340e-70a8-409a-83f7-fcd3738c49e6 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:23.211784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Attempting to bind port 54f4340e-70a8-409a-83f7-fcd3738c49e6 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:23.212212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Attempting to bind port 54f4340e-70a8-409a-83f7-fcd3738c49e6 on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:23.216031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c2158-3758-4723-897b-04c4e0f38ed4 req-e42db7d9-6b58-4dbd-b834-ed2177fef0af tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.217770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Port 54f4340e-70a8-409a-83f7-fcd3738c49e6 on network d7b6293f-04a5-4899-8348-86d5a461f5fe not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:51:23.219773 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f3c2158-3758-4723-897b-04c4e0f38ed4 req-e42db7d9-6b58-4dbd-b834-ed2177fef0af tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 943 time: 0.2189081 Jun 30 02:51:23.227907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Attempting to bind port 54f4340e-70a8-409a-83f7-fcd3738c49e6 on network d7b6293f-04a5-4899-8348-86d5a461f5fe {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:23.233243 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.236148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:23.236148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Checking segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:23.236148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Bound using segment: {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:23.236148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Bound port: 54f4340e-70a8-409a-83f7-fcd3738c49e6, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:23.236148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.306933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] For port 54f4340e-70a8-409a-83f7-fcd3738c49e6, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:23.311640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] For port 54f4340e-70a8-409a-83f7-fcd3738c49e6, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=54f4340e-70a8-409a-83f7-fcd3738c49e6,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:23.330848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f3c2158-3758-4723-897b-04c4e0f38ed4 req-f564df3a-3b36-4ab5-a58f-d125bc9bca5e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787163 Jun 30 02:51:23.402014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.436550 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.437820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.439186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] 10.222.0.74 "PUT /v2.0/ports/54f4340e-70a8-409a-83f7-fcd3738c49e6 HTTP/1.1" status: 200 len: 1091 time: 1.0333371 Jun 30 02:51:23.439625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad6616c-04f2-4c48-860e-7967a7210bda', 'tag': '54f4340e-70a8-409a-83f7-fcd3738c49e6'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:23.442143 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20920e97-aec3-4246-bef5-b2f762d05402" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad6616c-04f2-4c48-860e-7967a7210bda", "tag": "54f4340e-70a8-409a-83f7-fcd3738c49e6"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:23.467356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeac3e-c8c3-4ac4-996f-ec9f08d1496c service neutron] Pushing event updated for resources: {'Port': ['ID=54f4340e-70a8-409a-83f7-fcd3738c49e6,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:23.491898 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647f668e-31ed-44d9-adde-943d6d6bbdc6 x-openstack-request-id: req-647f668e-31ed-44d9-adde-943d6d6bbdc6 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:23.492186 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad6616c-04f2-4c48-860e-7967a7210bda", "tag": "54f4340e-70a8-409a-83f7-fcd3738c49e6", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:23.492436 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-647f668e-31ed-44d9-adde-943d6d6bbdc6 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:23.492837 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad6616c-04f2-4c48-860e-7967a7210bda', 'tag': '54f4340e-70a8-409a-83f7-fcd3738c49e6', 'status': 'completed', 'code': 200} Jun 30 02:51:23.592479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20920e97-aec3-4246-bef5-b2f762d05402 req-44d2819b-74e3-4fe6-85c4-c0c5182f2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.594353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-20920e97-aec3-4246-bef5-b2f762d05402 req-44d2819b-74e3-4fe6-85c4-c0c5182f2ad0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 1094 time: 0.0795889 Jun 30 02:51:23.652661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.715061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20920e97-aec3-4246-bef5-b2f762d05402 req-4b265fb9-d68b-4941-92d9-3e2259ad2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.717148 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-20920e97-aec3-4246-bef5-b2f762d05402 req-4b265fb9-d68b-4941-92d9-3e2259ad2deb service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=97787217fcc14b9aa4f8cbea685e8609&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1150799 Jun 30 02:51:23.838526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20920e97-aec3-4246-bef5-b2f762d05402 req-92114862-0f83-4ea3-92c9-35cd99066019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.842993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-20920e97-aec3-4246-bef5-b2f762d05402 req-92114862-0f83-4ea3-92c9-35cd99066019 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1163106 Jun 30 02:51:23.879706 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.978844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-a22dc58f-c6a3-4233-b547-f4636c394ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.980523 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-a22dc58f-c6a3-4233-b547-f4636c394ade service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=97787217fcc14b9aa4f8cbea685e8609&device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 1094 time: 0.0972335 Jun 30 02:51:24.049771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-37f7ad77-4214-4827-ad8d-bad47baa950a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54f4340e-70a8-409a-83f7-fcd3738c49e6 HTTP/1.1" status: 200 len: 217 time: 0.0514686 Jun 30 02:51:24.129642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-f7e4a280-850b-45e8-8ad8-eda660322b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.130875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-f7e4a280-850b-45e8-8ad8-eda660322b69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 200 len: 852 time: 0.0616176 Jun 30 02:51:24.169955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-26460170-bcb9-4ebd-b5dc-a913ed675d50 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d7b6293f-04a5-4899-8348-86d5a461f5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312674 Jun 30 02:51:24.186252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29405972-f589-48d3-92d5-982ddc85f301 req-ae265a1e-0959-4d4e-a9a2-cd0530281f05 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.188443 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29405972-f589-48d3-92d5-982ddc85f301 req-ae265a1e-0959-4d4e-a9a2-cd0530281f05 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.1514442 Jun 30 02:51:24.195474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:51:24.278834 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-0e32e16f-6328-415c-9c8d-48f13d5df2a3 service neutron] 10.222.0.74 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016150 Jun 30 02:51:24.351541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:24.366404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8047b5d-9072-4015-959c-0fda20f5d6f5 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:24.381375 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29405972-f589-48d3-92d5-982ddc85f301 req-2a307e23-0149-46b3-96a6-4349192d3450 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014316 Jun 30 02:51:24.385736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8047b5d-9072-4015-959c-0fda20f5d6f5 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:24.388143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f8047b5d-9072-4015-959c-0fda20f5d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:24.453761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f8047b5d-9072-4015-959c-0fda20f5d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:24.460237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebe2b6ac-de51-49f4-af12-b7bda7138166 req-df4dfa7c-ac65-4ef3-b631-d475afb1301c service neutron] 10.222.0.74 "GET /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729331 Jun 30 02:51:24.464954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8047b5d-9072-4015-959c-0fda20f5d6f5 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:24.478267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f8047b5d-9072-4015-959c-0fda20f5d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:24.517237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f8047b5d-9072-4015-959c-0fda20f5d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:24.518054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8047b5d-9072-4015-959c-0fda20f5d6f5 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:24.641132 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.645261 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-46d4f191-f1d7-40fb-a52b-cdeb82458607 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4905887 Jun 30 02:51:24.645425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60198) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:24.684828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc6ed4-9130-4dc2-88b6-9a73e9692382 req-7333ded2-e6ed-4b76-9c6c-12582a20e1a7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.692980 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8dfc6ed4-9130-4dc2-88b6-9a73e9692382 req-7333ded2-e6ed-4b76-9c6c-12582a20e1a7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 943 time: 0.0776956 Jun 30 02:51:24.727087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8dfc6ed4-9130-4dc2-88b6-9a73e9692382 req-c9308d2d-69f5-4bcc-9164-7ebca2b74e50 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332134 Jun 30 02:51:25.119930 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.136242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0baf3-87c7-4d0e-925f-eccb59e68988 req-e7f6a87a-f242-4254-a4ee-9684caf86ff0 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:25.144649 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccc0baf3-87c7-4d0e-925f-eccb59e68988 req-e7f6a87a-f242-4254-a4ee-9684caf86ff0 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 944 time: 0.0890846 Jun 30 02:51:25.188638 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccc0baf3-87c7-4d0e-925f-eccb59e68988 req-1d84dfa6-110d-43b3-b6cf-191d6514895d tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396526 Jun 30 02:51:25.565324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c1376-43d9-4123-a22d-82243411c7c5 req-6fd23f20-f391-4f8e-925f-9b25de6a7456 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:25.567298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a07c1376-43d9-4123-a22d-82243411c7c5 req-6fd23f20-f391-4f8e-925f-9b25de6a7456 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0727794 Jun 30 02:51:25.609595 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a07c1376-43d9-4123-a22d-82243411c7c5 req-edcacff8-fb09-4553-a6c6-fa14fe82f93d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351586 Jun 30 02:51:25.765579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.20.0.1 (843d0ca4-47d0-4eaf-a47e-0b71d657dd99/11cc011c-7c31-4e7f-87d5-d793f1cf31db/6330854a-6b20-414b-b78e-6cf8a372ebc3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:25.851686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-754c2c85-b556-42aa-aa36-dedcf12a3de3 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:25.853224 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-754c2c85-b556-42aa-aa36-dedcf12a3de3 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 944 time: 0.1411078 Jun 30 02:51:25.910765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6f418-b010-47e8-b5c2-c7822a1eb802 req-ef8ae6b3-3da2-4b09-8fbe-b1da88c23696 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:25.912279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dbd6f418-b010-47e8-b5c2-c7822a1eb802 req-ef8ae6b3-3da2-4b09-8fbe-b1da88c23696 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 943 time: 0.0678582 Jun 30 02:51:25.956152 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dbd6f418-b010-47e8-b5c2-c7822a1eb802 req-ce71ac17-8121-425a-aa99-a9cabfbf7643 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374124 Jun 30 02:51:25.960058 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.021336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-aef101fa-021a-42c3-8b13-75edd19748e4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Deleting port c2b80d52-11a9-4520-8537-722755f5bc57 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:26.021619 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-aef101fa-021a-42c3-8b13-75edd19748e4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.110905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-aef101fa-021a-42c3-8b13-75edd19748e4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] For port c2b80d52-11a9-4520-8537-722755f5bc57, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=c2b80d52-11a9-4520-8537-722755f5bc57,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:26.111282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-aef101fa-021a-42c3-8b13-75edd19748e4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.123640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-aef101fa-021a-42c3-8b13-75edd19748e4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Calling delete_port for c2b80d52-11a9-4520-8537-722755f5bc57 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:26.170819 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.232365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:26.239097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:26.242543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:26.245199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=6330854a-6b20-414b-b78e-6cf8a372ebc3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:26.286587 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.286945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.287282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.287614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.291899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.291899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.291899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.291899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.291899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.291899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.291899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.291899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.336734 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.453305 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:51:26.548904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b08708-accc-477a-ad86-ae37c6528b39 req-fc542911-eac7-4913-8319-8ef56a1b3980 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.550299 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-29b08708-accc-477a-ad86-ae37c6528b39 req-fc542911-eac7-4913-8319-8ef56a1b3980 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 944 time: 0.2494771 Jun 30 02:51:26.588281 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-29b08708-accc-477a-ad86-ae37c6528b39 req-823f4fb4-b3fc-45b6-8e07-e63fb32bcd8b tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Jun 30 02:51:26.652966 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-aef101fa-021a-42c3-8b13-75edd19748e4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.685609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef101fa-021a-42c3-8b13-75edd19748e4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Pushing event deleted for resources: {'Port': ['ID=c2b80d52-11a9-4520-8537-722755f5bc57,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:26.764472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-aef101fa-021a-42c3-8b13-75edd19748e4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] No DVR routers for this DVR port c2b80d52-11a9-4520-8537-722755f5bc57 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:26.769250 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-aef101fa-021a-42c3-8b13-75edd19748e4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.771407 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a43b38d2-cad2-47f8-b6a8-d968bec5bd6f req-aef101fa-021a-42c3-8b13-75edd19748e4 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.83 "DELETE /v2.0/ports/c2b80d52-11a9-4520-8537-722755f5bc57 HTTP/1.1" status: 204 len: 173 time: 0.9096115 Jun 30 02:51:26.771851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'name': 'network-vif-deleted', 'tag': 'c2b80d52-11a9-4520-8537-722755f5bc57'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:26.774186 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453b075d-1335-4798-a52a-327a0cf086e0" -d '{"events": [{"server_uuid": "4a8ac50a-5ed1-41b2-b959-92354b77cc17", "name": "network-vif-deleted", "tag": "c2b80d52-11a9-4520-8537-722755f5bc57"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:26.784917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.808343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d5704-29d0-4860-a7a7-0173726c7ce0 req-56ef21e8-b1f6-456f-9fcd-a123ad5d345c tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.810084 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-885d5704-29d0-4860-a7a7-0173726c7ce0 req-56ef21e8-b1f6-456f-9fcd-a123ad5d345c tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0689795 Jun 30 02:51:26.822590 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a51269-6d10-44a8-9ded-945f5299bfbe x-openstack-request-id: req-54a51269-6d10-44a8-9ded-945f5299bfbe {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:26.822860 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8ac50a-5ed1-41b2-b959-92354b77cc17", "name": "network-vif-deleted", "tag": "c2b80d52-11a9-4520-8537-722755f5bc57", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:26.823202 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54a51269-6d10-44a8-9ded-945f5299bfbe {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:26.823594 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8ac50a-5ed1-41b2-b959-92354b77cc17', 'name': 'network-vif-deleted', 'tag': 'c2b80d52-11a9-4520-8537-722755f5bc57', 'status': 'completed', 'code': 200} Jun 30 02:51:26.851967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-885d5704-29d0-4860-a7a7-0173726c7ce0 req-b5ef3668-e77d-4639-9833-9880c9f6f8db tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335100 Jun 30 02:51:27.081345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.157783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336827a-7b4e-4afe-9ab4-29bac3b5acc9 req-f530ccf9-574a-4e42-8491-11f2e6665b1a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:27.159286 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9336827a-7b4e-4afe-9ab4-29bac3b5acc9 req-f530ccf9-574a-4e42-8491-11f2e6665b1a tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 943 time: 0.0757082 Jun 30 02:51:27.199520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9336827a-7b4e-4afe-9ab4-29bac3b5acc9 req-901d847f-30c7-4f89-a5a4-3c9855d34d6e tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336642 Jun 30 02:51:27.223784 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.299790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=6330854a-6b20-414b-b78e-6cf8a372ebc3,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:27.304764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.410244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:27.411648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:27.531661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:27.642253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:27.648831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-83c86662-f93f-4048-aee9-0d3850335342 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "PUT /v2.0/routers/bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0005803 Jun 30 02:51:27.649936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60242) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:27.652658 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a18d67-252f-4220-8a14-ad571b6b988c None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:27.655413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'port': {'network_id': '843d0ca4-47d0-4eaf-a47e-0b71d657dd99', 'name': 'tempest-FloatingIPTestJSON-1754493907'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:27.663590 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a18d67-252f-4220-8a14-ad571b6b988c None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:27.664217 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-42a18d67-252f-4220-8a14-ad571b6b988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:27.696611 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-42a18d67-252f-4220-8a14-ad571b6b988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:27.705975 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a18d67-252f-4220-8a14-ad571b6b988c None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:27.706592 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-42a18d67-252f-4220-8a14-ad571b6b988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:27.740547 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-42a18d67-252f-4220-8a14-ad571b6b988c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:27.741192 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a18d67-252f-4220-8a14-ad571b6b988c None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:27.757382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6aa0273d-e36c-4a5b-9c48-fe71c7a4a84b req-87f35127-155e-4a06-a5ed-18abece94657 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a8ac50a-5ed1-41b2-b959-92354b77cc17 HTTP/1.1" status: 200 len: 210 time: 0.0348337 Jun 30 02:51:27.926709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Made reservation on behalf of f48435562c9b466293e3d5335a49f8e2 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:27.930781 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.950093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] device_id is not set on port 374dc261-079d-4190-ac29-cd9ff55707f3 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:51:28.033614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df515101-9f43-4c81-8356-d79216e31b0e req-b49816f1-4821-4a77-a00a-817028d2afb9 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:28.035081 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-df515101-9f43-4c81-8356-d79216e31b0e req-b49816f1-4821-4a77-a00a-817028d2afb9 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0672143 Jun 30 02:51:28.058130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.20.0.8 (843d0ca4-47d0-4eaf-a47e-0b71d657dd99/11cc011c-7c31-4e7f-87d5-d793f1cf31db/374dc261-079d-4190-ac29-cd9ff55707f3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:28.073530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-df515101-9f43-4c81-8356-d79216e31b0e req-df6ef54e-bd23-46e9-a029-56f9de885f76 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323291 Jun 30 02:51:28.204530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 54f4340e-70a8-409a-83f7-fcd3738c49e6 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:51:28.227047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.325261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 54f4340e-70a8-409a-83f7-fcd3738c49e6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=54f4340e-70a8-409a-83f7-fcd3738c49e6,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:28.338794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '54f4340e-70a8-409a-83f7-fcd3738c49e6', 'network_id': 'd7b6293f-04a5-4899-8348-86d5a461f5fe', 'port_id': '54f4340e-70a8-409a-83f7-fcd3738c49e6', 'mac_address': 'fa:16:3e:e6:c4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dac26f-bd2e-42ee-a54c-f144157b5667', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:51:28.381470 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.386581 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.395025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7b891-a636-4c98-92df-61b64b9fb581 req-5fb0aadf-5e47-42b9-a59c-f00881e2ed27 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:28.397810 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0db7b891-a636-4c98-92df-61b64b9fb581 req-5fb0aadf-5e47-42b9-a59c-f00881e2ed27 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 943 time: 0.0742865 Jun 30 02:51:28.402796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f4340e-70a8-409a-83f7-fcd3738c49e6 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:28.425885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 54f4340e-70a8-409a-83f7-fcd3738c49e6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=54f4340e-70a8-409a-83f7-fcd3738c49e6,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:28.438740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:28.442511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:28.446685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:28.460662 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0db7b891-a636-4c98-92df-61b64b9fb581 req-2a8cf7b9-8c75-4d56-a8c9-d5c6cf56aaa8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567863 Jun 30 02:51:28.484318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=374dc261-079d-4190-ac29-cd9ff55707f3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:28.508944 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:28.512611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.583518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.632509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c2517697-57a0-452b-a667-5538f2ef990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.634148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=54f4340e-70a8-409a-83f7-fcd3738c49e6,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:28.642339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.642692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.643020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.643352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.643679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.644007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.644335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.644656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.644974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.645291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.645638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.645982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:28.698706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-70bb14c7-7b21-44d8-afd9-734a3fa1b540 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0476606 Jun 30 02:51:28.701193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60256) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:28.706852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'port': {'network_id': '843d0ca4-47d0-4eaf-a47e-0b71d657dd99', 'name': 'tempest-FloatingIPTestJSON-991026024'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:28.878275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['54f4340e-70a8-409a-83f7-fcd3738c49e6'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:28.888394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Made reservation on behalf of f48435562c9b466293e3d5335a49f8e2 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:28.888989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.910583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] device_id is not set on port e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:51:29.045404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.20.0.7 (843d0ca4-47d0-4eaf-a47e-0b71d657dd99/11cc011c-7c31-4e7f-87d5-d793f1cf31db/e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:29.209011 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.286284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47544c4d-8cec-45fb-ad0b-42103bedd0df req-71a7a582-fa7e-4d8d-b5d8-ae243651f48d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.287778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47544c4d-8cec-45fb-ad0b-42103bedd0df req-71a7a582-fa7e-4d8d-b5d8-ae243651f48d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0973465 Jun 30 02:51:29.325739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47544c4d-8cec-45fb-ad0b-42103bedd0df req-c96c83be-78bd-45ad-96c4-6a2a44810466 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322368 Jun 30 02:51:29.428715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.476448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:29.482519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:29.487676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:29.524037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:29.553431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.554138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.719991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-042b8eac-fc82-4200-b029-fbda2def9847 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0176833 Jun 30 02:51:29.721684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb76a4-ca85-4f16-bdae-63e8a62c237c req-2ba6ebfa-c5b4-4544-8e84-5c3466bb6342 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.722986 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84cb76a4-ca85-4f16-bdae-63e8a62c237c req-2ba6ebfa-c5b4-4544-8e84-5c3466bb6342 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 944 time: 0.0719380 Jun 30 02:51:29.723519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60276) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:29.728023 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:29.753951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f6c61-36c1-4396-bed1-359b88d32b06 req-b8824e28-f18b-4f9b-829b-b2aeb34151d3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.756205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf8f6c61-36c1-4396-bed1-359b88d32b06 req-b8824e28-f18b-4f9b-829b-b2aeb34151d3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 944 time: 0.0692573 Jun 30 02:51:29.781023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84cb76a4-ca85-4f16-bdae-63e8a62c237c req-f36c6925-e4c8-4e5a-bee6-06cfc07077a9 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484757 Jun 30 02:51:29.796736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf8f6c61-36c1-4396-bed1-359b88d32b06 req-e005ca85-e5f5-4e7f-81dd-dc4fe0b2aab9 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347607 Jun 30 02:51:29.858411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.923006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-3926e006-4858-41c8-98b9-3a1bc26af02f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.924687 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-3926e006-4858-41c8-98b9-3a1bc26af02f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 944 time: 0.0687830 Jun 30 02:51:29.966876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.036195 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-c8e16da6-ff6b-43de-a239-81e0c81137fc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Deleting port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:30.036539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-c8e16da6-ff6b-43de-a239-81e0c81137fc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.084354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.25.2.210 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/773d9ca2-8692-4fc7-97e0-da54129f179f) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:30.128763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-c8e16da6-ff6b-43de-a239-81e0c81137fc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] For port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:30.129270 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-c8e16da6-ff6b-43de-a239-81e0c81137fc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.146674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-c8e16da6-ff6b-43de-a239-81e0c81137fc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Calling delete_port for 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:30.192588 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.220226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 54f4340e-70a8-409a-83f7-fcd3738c49e6 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:30.373151 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.379720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device c2b80d52-11a9-4520-8537-722755f5bc57 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:30.400575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: c2b80d52-11a9-4520-8537-722755f5bc57 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:30.401217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device c2b80d52-11a9-4520-8537-722755f5bc57 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:30.416370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:30.419485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:30.431171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:30.434335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=773d9ca2-8692-4fc7-97e0-da54129f179f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:30.444358 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-c8e16da6-ff6b-43de-a239-81e0c81137fc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.448898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 54f4340e-70a8-409a-83f7-fcd3738c49e6 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:30.449057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 54f4340e-70a8-409a-83f7-fcd3738c49e6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:30.449549 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.480258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e16da6-ff6b-43de-a239-81e0c81137fc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Pushing event deleted for resources: {'Port': ['ID=0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:30.533351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-c8e16da6-ff6b-43de-a239-81e0c81137fc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] No DVR routers for this DVR port 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:30.536321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-c8e16da6-ff6b-43de-a239-81e0c81137fc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.540498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92996e74-83ff-4cbc-9591-7d141c1e5a57 req-c8e16da6-ff6b-43de-a239-81e0c81137fc tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.83 "DELETE /v2.0/ports/0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e HTTP/1.1" status: 204 len: 173 time: 0.6100159 Jun 30 02:51:30.540674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b60e403-07c8-43f6-a813-455be05a3064', 'name': 'network-vif-deleted', 'tag': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:30.543715 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb7e63f-2b49-419c-90f8-f13867f57624" -d '{"events": [{"server_uuid": "1b60e403-07c8-43f6-a813-455be05a3064", "name": "network-vif-deleted", "tag": "0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:30.581278 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.587818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ceac-7bbd-45f8-b27a-6821b3ae75a1 req-0106be3a-b2df-442d-a218-06e3ece9ce02 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:30.589377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fd1ceac-7bbd-45f8-b27a-6821b3ae75a1 req-0106be3a-b2df-442d-a218-06e3ece9ce02 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.1350617 Jun 30 02:51:30.622825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 54f4340e-70a8-409a-83f7-fcd3738c49e6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=54f4340e-70a8-409a-83f7-fcd3738c49e6,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:30.623766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad6616c-04f2-4c48-860e-7967a7210bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f4340e-70a8-409a-83f7-fcd3738c49e6'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:30.627223 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b75815f-05ed-4f36-a4f0-00fd2a7a15c7" -d '{"events": [{"server_uuid": "6ad6616c-04f2-4c48-860e-7967a7210bda", "name": "network-vif-plugged", "status": "completed", "tag": "54f4340e-70a8-409a-83f7-fcd3738c49e6"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:30.642732 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a57f06-1bbe-4b72-a6bc-aa14c8935a27 x-openstack-request-id: req-00a57f06-1bbe-4b72-a6bc-aa14c8935a27 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:30.643033 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b60e403-07c8-43f6-a813-455be05a3064", "name": "network-vif-deleted", "tag": "0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:30.643303 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00a57f06-1bbe-4b72-a6bc-aa14c8935a27 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:30.643676 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b60e403-07c8-43f6-a813-455be05a3064', 'name': 'network-vif-deleted', 'tag': '0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e', 'status': 'completed', 'code': 200} Jun 30 02:51:30.681111 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fd1ceac-7bbd-45f8-b27a-6821b3ae75a1 req-dc2e62cb-e438-4e82-9882-37ad4de2082b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857244 Jun 30 02:51:30.721271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.737024 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128940f7-057e-4053-bee3-3c31b36782ba x-openstack-request-id: req-128940f7-057e-4053-bee3-3c31b36782ba {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:30.737419 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad6616c-04f2-4c48-860e-7967a7210bda", "name": "network-vif-plugged", "status": "completed", "tag": "54f4340e-70a8-409a-83f7-fcd3738c49e6", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:30.737746 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-128940f7-057e-4053-bee3-3c31b36782ba {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:30.738136 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad6616c-04f2-4c48-860e-7967a7210bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f4340e-70a8-409a-83f7-fcd3738c49e6', 'code': 200} Jun 30 02:51:30.792008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=54f4340e-70a8-409a-83f7-fcd3738c49e6,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:30.962039 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-85cb6fa4-fee1-4ba6-90e2-81cb92c33d24 req-22c8ec35-5910-48c0-b191-e3d5348dee75 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b60e403-07c8-43f6-a813-455be05a3064 HTTP/1.1" status: 200 len: 210 time: 0.0379231 Jun 30 02:51:30.988505 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.991046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488fcd5-bb41-4d9a-bc7e-20f039d29901 req-95081d80-7465-4486-b4db-00a4e4487421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:30.992493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8488fcd5-bb41-4d9a-bc7e-20f039d29901 req-95081d80-7465-4486-b4db-00a4e4487421 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 1096 time: 0.1823893 Jun 30 02:51:31.006393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3528a7-330a-4095-a291-0c44911bfd63 req-b1fbc3df-376d-417c-a5ed-9af0b98323ca tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.008019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd3528a7-330a-4095-a291-0c44911bfd63 req-b1fbc3df-376d-417c-a5ed-9af0b98323ca tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 945 time: 0.0789819 Jun 30 02:51:31.063575 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8488fcd5-bb41-4d9a-bc7e-20f039d29901 req-d6679710-2838-405d-b59c-1ac062fb707d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Jun 30 02:51:31.066045 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd3528a7-330a-4095-a291-0c44911bfd63 req-cdefb6fd-a80c-4342-b36f-46aa452324a5 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501428 Jun 30 02:51:31.275655 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.372460 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.412572 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b73cf3fb-5986-4e33-92d9-75c3c291bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.425838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.572503 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.640730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=773d9ca2-8692-4fc7-97e0-da54129f179f,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:31.654572 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.785567 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP aa1c7444-d414-4390-84ab-84074152fdcf associated. External IP: 172.25.2.210, port: e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff. Jun 30 02:51:31.899747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e282043-08c7-4c5e-a4c6-b2ee71afd86d req-32ce41c6-773f-4905-90b6-90ef8306c618 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.901430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e282043-08c7-4c5e-a4c6-b2ee71afd86d req-32ce41c6-773f-4905-90b6-90ef8306c618 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 945 time: 0.0696263 Jun 30 02:51:31.944359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e282043-08c7-4c5e-a4c6-b2ee71afd86d req-8f4ab7b8-d122-40bf-b6be-6e9234d81722 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369551 Jun 30 02:51:31.951712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57a8d4-6234-4f63-b41e-4b0a9cf1187e req-c4af36ab-24b2-44d0-9090-53fc874dba57 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.953325 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d57a8d4-6234-4f63-b41e-4b0a9cf1187e req-c4af36ab-24b2-44d0-9090-53fc874dba57 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.1284716 Jun 30 02:51:32.063301 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d57a8d4-6234-4f63-b41e-4b0a9cf1187e req-4dbd30d5-617f-4d86-b9de-0860944b0bdc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703928 Jun 30 02:51:32.093458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:32.236504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:32.248802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42c4c3-7f52-435b-ba71-b98edc1daa99 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:32.261706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42c4c3-7f52-435b-ba71-b98edc1daa99 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:32.263211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bc42c4c3-7f52-435b-ba71-b98edc1daa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:32.298220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bc42c4c3-7f52-435b-ba71-b98edc1daa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:32.306837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42c4c3-7f52-435b-ba71-b98edc1daa99 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:32.307444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bc42c4c3-7f52-435b-ba71-b98edc1daa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:32.310169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7c67e-0aee-4e59-a4dc-1ecae7627813 req-8d597267-ff0e-4cc5-9d3c-0cb5e9b5602c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:32.311740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2c7c67e-0aee-4e59-a4dc-1ecae7627813 req-8d597267-ff0e-4cc5-9d3c-0cb5e9b5602c tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 945 time: 0.0662398 Jun 30 02:51:32.348279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bc42c4c3-7f52-435b-ba71-b98edc1daa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:32.349019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42c4c3-7f52-435b-ba71-b98edc1daa99 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:32.352561 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2c7c67e-0aee-4e59-a4dc-1ecae7627813 req-d65932db-31db-4834-af06-0fb514bc7a63 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348032 Jun 30 02:51:32.392815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.434922 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f3fe5b33-eea8-4f6a-af86-f0c350aadd02 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7095039 Jun 30 02:51:32.436855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60318) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:32.441739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8ca3bfa0-8fcd-43f1-b063-63ae1b0400f3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:32.496093 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bfa0-8fcd-43f1-b063-63ae1b0400f3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.636111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bfa0-8fcd-43f1-b063-63ae1b0400f3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.752457 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bfa0-8fcd-43f1-b063-63ae1b0400f3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.752733 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-8ca3bfa0-8fcd-43f1-b063-63ae1b0400f3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP aa1c7444-d414-4390-84ab-84074152fdcf disassociated. External IP: 172.25.2.210, port: e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff. Jun 30 02:51:32.938727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.000912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca3bfa0-8fcd-43f1-b063-63ae1b0400f3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:33.059983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6539e-c2b8-417e-bf6c-e8dc462d5a4d req-5b7863e7-d0ad-4e67-aa2b-cf2a5f67428f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:33.061461 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10b6539e-c2b8-417e-bf6c-e8dc462d5a4d req-5b7863e7-d0ad-4e67-aa2b-cf2a5f67428f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 945 time: 0.1490195 Jun 30 02:51:33.142575 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10b6539e-c2b8-417e-bf6c-e8dc462d5a4d req-44c1f782-775d-465c-98df-d4cf28761f72 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740609 Jun 30 02:51:33.166635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca3bfa0-8fcd-43f1-b063-63ae1b0400f3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:33.172236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bfa0-8fcd-43f1-b063-63ae1b0400f3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.178685 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f1a0f-fc15-4d25-a3c9-f53d1b196eb2 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:33.190877 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f1a0f-fc15-4d25-a3c9-f53d1b196eb2 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:33.191507 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9c0f1a0f-fc15-4d25-a3c9-f53d1b196eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:33.216976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8ca3bfa0-8fcd-43f1-b063-63ae1b0400f3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "PUT /v2.0/floatingips/aa1c7444-d414-4390-84ab-84074152fdcf HTTP/1.1" status: 200 len: 688 time: 0.7766967 Jun 30 02:51:33.217299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60332) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:33.240587 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9c0f1a0f-fc15-4d25-a3c9-f53d1b196eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:33.250405 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f1a0f-fc15-4d25-a3c9-f53d1b196eb2 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:33.250922 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9c0f1a0f-fc15-4d25-a3c9-f53d1b196eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:33.265815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8133d0a-6a37-4ffa-a832-cdef22252379 req-9220e427-51e3-42d3-bb5e-a9d98686c76f tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:33.267322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8133d0a-6a37-4ffa-a832-cdef22252379 req-9220e427-51e3-42d3-bb5e-a9d98686c76f tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 945 time: 0.1183860 Jun 30 02:51:33.285462 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9c0f1a0f-fc15-4d25-a3c9-f53d1b196eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:33.286180 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f1a0f-fc15-4d25-a3c9-f53d1b196eb2 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:33.322165 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8133d0a-6a37-4ffa-a832-cdef22252379 req-10c23155-4965-4f13-8254-d991dc51392e tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485606 Jun 30 02:51:33.455355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c37b69c2-ea0f-4ced-a547-f5fbc661673e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port 773d9ca2-8692-4fc7-97e0-da54129f179f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:33.455705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c37b69c2-ea0f-4ced-a547-f5fbc661673e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.481345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-c934577b-b8a7-4071-82ea-0e8e03d9ed91 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:33.482904 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-c934577b-b8a7-4071-82ea-0e8e03d9ed91 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.74 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 945 time: 0.1800520 Jun 30 02:51:33.593337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468cb80-0d83-4234-adeb-da1cb293cd4c req-dc7a48d8-0fb4-449d-8494-559394594205 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:33.594865 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2468cb80-0d83-4234-adeb-da1cb293cd4c req-dc7a48d8-0fb4-449d-8494-559394594205 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 945 time: 0.0700560 Jun 30 02:51:33.637547 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2468cb80-0d83-4234-adeb-da1cb293cd4c req-e987ed04-5ec6-4f3e-8f3e-62d7bd940cc8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365868 Jun 30 02:51:33.881089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c44d7-d960-4dad-a24d-ae4c7de3486a req-ab829b46-c90d-4dd9-ad59-87a6956dac57 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:33.882571 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-771c44d7-d960-4dad-a24d-ae4c7de3486a req-ab829b46-c90d-4dd9-ad59-87a6956dac57 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.5028107 Jun 30 02:51:33.976751 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c37b69c2-ea0f-4ced-a547-f5fbc661673e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.977073 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c37b69c2-ea0f-4ced-a547-f5fbc661673e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.988678 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-771c44d7-d960-4dad-a24d-ae4c7de3486a req-152d447f-2878-47fa-81b2-40afff340d06 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972612 Jun 30 02:51:33.996591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c37b69c2-ea0f-4ced-a547-f5fbc661673e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for 773d9ca2-8692-4fc7-97e0-da54129f179f owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:34.052553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-5be48e88-1845-4233-8230-1df543352dcf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Deleting port a51e3657-cf69-4645-8bd3-9052520ea2b3 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:34.052894 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-5be48e88-1845-4233-8230-1df543352dcf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.169976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-5be48e88-1845-4233-8230-1df543352dcf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] For port a51e3657-cf69-4645-8bd3-9052520ea2b3, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a51e3657-cf69-4645-8bd3-9052520ea2b3,segment=NetworkSegment(ddf71f3a-274d-4165-8da2-a446e1c4b4d3),segment_id=ddf71f3a-274d-4165-8da2-a446e1c4b4d3)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:34.170606 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-5be48e88-1845-4233-8230-1df543352dcf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.185934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-5be48e88-1845-4233-8230-1df543352dcf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Calling delete_port for a51e3657-cf69-4645-8bd3-9052520ea2b3 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:34.390464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:34.415437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:34.415691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0b7afdd1-42b2-4f40-8a8f-4a1a1c39e94e not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:34.501630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c37b69c2-ea0f-4ced-a547-f5fbc661673e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.527271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b69c2-ea0f-4ced-a547-f5fbc661673e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=773d9ca2-8692-4fc7-97e0-da54129f179f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:34.549332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43046875-fa64-4ec6-bf6b-2055de7bc58e req-ba2ae351-5303-41a2-b663-c8df22a0e744 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:34.549332 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43046875-fa64-4ec6-bf6b-2055de7bc58e req-ba2ae351-5303-41a2-b663-c8df22a0e744 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 945 time: 0.0686049 Jun 30 02:51:34.578104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-5be48e88-1845-4233-8230-1df543352dcf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.586741 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43046875-fa64-4ec6-bf6b-2055de7bc58e req-045fbc3b-45ef-4c67-a5d1-58c6ec83635f tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/security-groups?id=c24b9c9c-df90-4d7d-9968-2c061b3dfd57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Jun 30 02:51:34.606295 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.631245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be48e88-1845-4233-8230-1df543352dcf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Pushing event deleted for resources: {'Port': ['ID=a51e3657-cf69-4645-8bd3-9052520ea2b3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:34.642352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c37b69c2-ea0f-4ced-a547-f5fbc661673e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.644827 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c37b69c2-ea0f-4ced-a547-f5fbc661673e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.645986 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c37b69c2-ea0f-4ced-a547-f5fbc661673e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/floatingips/aa1c7444-d414-4390-84ab-84074152fdcf HTTP/1.1" status: 204 len: 168 time: 1.4278636 Jun 30 02:51:34.649742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60354) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:34.654390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '374dc261-079d-4190-ac29-cd9ff55707f3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:34.683877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-5be48e88-1845-4233-8230-1df543352dcf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] No DVR routers for this DVR port a51e3657-cf69-4645-8bd3-9052520ea2b3 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:34.687138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-5be48e88-1845-4233-8230-1df543352dcf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.689521 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39e1d886-4d6a-47ca-a57d-0eb912ee07d2 req-5be48e88-1845-4233-8230-1df543352dcf tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.74 "DELETE /v2.0/ports/a51e3657-cf69-4645-8bd3-9052520ea2b3 HTTP/1.1" status: 204 len: 173 time: 0.8583879 Jun 30 02:51:34.690052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'name': 'network-vif-deleted', 'tag': 'a51e3657-cf69-4645-8bd3-9052520ea2b3'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:34.693340 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186f2a17-9e0c-433b-a8de-7e2f5d6a9f1c" -d '{"events": [{"server_uuid": "45e3c159-b9b6-4e7f-9908-937ee5ad93e4", "name": "network-vif-deleted", "tag": "a51e3657-cf69-4645-8bd3-9052520ea2b3"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:34.821389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.852664 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562f0a63-2ca4-474a-872f-1359d0381d1f x-openstack-request-id: req-562f0a63-2ca4-474a-872f-1359d0381d1f {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:34.853548 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e3c159-b9b6-4e7f-9908-937ee5ad93e4", "name": "network-vif-deleted", "tag": "a51e3657-cf69-4645-8bd3-9052520ea2b3", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:34.853904 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-562f0a63-2ca4-474a-872f-1359d0381d1f {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:34.854949 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e3c159-b9b6-4e7f-9908-937ee5ad93e4', 'name': 'network-vif-deleted', 'tag': 'a51e3657-cf69-4645-8bd3-9052520ea2b3', 'status': 'completed', 'code': 200} Jun 30 02:51:34.932302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1deb8-dff4-4117-8d8a-927796edfb42 req-0a795396-9cdd-4a58-8262-03c15601d361 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:34.933829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8f1deb8-dff4-4117-8d8a-927796edfb42 req-0a795396-9cdd-4a58-8262-03c15601d361 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 945 time: 0.1275268 Jun 30 02:51:34.995373 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8f1deb8-dff4-4117-8d8a-927796edfb42 req-2f42b3cd-f3f2-4b84-bd05-eae8d13d58bd tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518994 Jun 30 02:51:34.997413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.007313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d438a-df53-4218-9379-861b9da066ee req-a7d7b06f-0c34-4c7d-94d4-2e073696daef tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:35.008847 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-470d438a-df53-4218-9379-861b9da066ee req-a7d7b06f-0c34-4c7d-94d4-2e073696daef tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 945 time: 0.0674376 Jun 30 02:51:35.064593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-470d438a-df53-4218-9379-861b9da066ee req-157125d9-e463-406e-b237-0f557c8ce735 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373917 Jun 30 02:51:35.139862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.25.2.187 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/3b7849c2-4c68-447c-a90d-eed0fc21c379) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:35.250308 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.269485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590a145-6045-4d2e-8d00-1f08cca4b1c0 req-f1edc3ee-c59d-4b85-83a1-47d29a75d7a5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:35.271064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9590a145-6045-4d2e-8d00-1f08cca4b1c0 req-f1edc3ee-c59d-4b85-83a1-47d29a75d7a5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0694606 Jun 30 02:51:35.317107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9590a145-6045-4d2e-8d00-1f08cca4b1c0 req-5eec5852-8491-4864-8e4a-57c895a4dd87 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390708 Jun 30 02:51:35.446894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.488502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:35.491277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:35.494832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:35.503017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=3b7849c2-4c68-447c-a90d-eed0fc21c379,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:35.795046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b240321-20c6-4510-80a7-7a5026cd28ad req-647d2b62-c60c-4cc6-a443-cedc99524a77 tempest-LiveAutoBlockMigrationV225Test-1461026496 tempest-LiveAutoBlockMigrationV225Test-1461026496-project] 10.222.0.77 "GET /v2.0/ports?device_id=45e3c159-b9b6-4e7f-9908-937ee5ad93e4 HTTP/1.1" status: 200 len: 210 time: 0.0399227 Jun 30 02:51:36.212375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646876b3-c580-4c02-8632-5bdfaa032bf8 req-2f2ee198-742b-4d2c-ba78-000c9a576011 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:36.213906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-646876b3-c580-4c02-8632-5bdfaa032bf8 req-2f2ee198-742b-4d2c-ba78-000c9a576011 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 945 time: 0.0813150 Jun 30 02:51:36.224025 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.236193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a51e3657-cf69-4645-8bd3-9052520ea2b3 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:36.257031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: a51e3657-cf69-4645-8bd3-9052520ea2b3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:36.257837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a51e3657-cf69-4645-8bd3-9052520ea2b3 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:36.289056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-646876b3-c580-4c02-8632-5bdfaa032bf8 req-dc369c5a-5175-4e6e-bbbb-e5b607b86508 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634336 Jun 30 02:51:36.313466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433e93a-60c9-4108-89ac-fe82e1112660 req-ec0118f4-b8f0-40ef-ac64-8670e21acc5a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:36.313466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5433e93a-60c9-4108-89ac-fe82e1112660 req-ec0118f4-b8f0-40ef-ac64-8670e21acc5a tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 945 time: 0.1049554 Jun 30 02:51:36.328883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-8c969be2-6e5d-4800-90f9-eb0d55d40df1 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:36.330869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-8c969be2-6e5d-4800-90f9-eb0d55d40df1 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.74 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 945 time: 0.1159477 Jun 30 02:51:36.357620 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5433e93a-60c9-4108-89ac-fe82e1112660 req-c5308290-73bf-4f9d-8269-172b6666155e tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups?id=c57d9625-e369-4bae-a635-32f7ea4b9992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388486 Jun 30 02:51:36.448804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Deleting port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:36.449157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.573439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] For port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:36.573805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.663541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d74712-5abe-46b9-9be0-802fcb8a341d req-58424e27-29e9-4e92-b101-b3bf618205a9 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:36.665052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44d74712-5abe-46b9-9be0-802fcb8a341d req-58424e27-29e9-4e92-b101-b3bf618205a9 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.1625147 Jun 30 02:51:36.701230 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.766025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44d74712-5abe-46b9-9be0-802fcb8a341d req-80b69da6-1734-4c9e-8d91-62b5fb6756cf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901673 Jun 30 02:51:36.862475 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.863169 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.863483 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.868385 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Floating IP 85901a0b-2db0-4596-b3c8-23eb6a5d22ad disassociated. External IP: 172.25.2.106, port: 9c1adb47-0eda-4154-b9cd-05c2d9530d5c. Jun 30 02:51:36.868385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Calling delete_port for 9c1adb47-0eda-4154-b9cd-05c2d9530d5c owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:36.898262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60384) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:36.992761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.095680 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.102037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=3b7849c2-4c68-447c-a90d-eed0fc21c379,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:37.113026 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.148702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Pushing event deleted for resources: {'Port': ['ID=9c1adb47-0eda-4154-b9cd-05c2d9530d5c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:37.205617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2032eb0-ffc7-4f0c-b94b-ee069f8612ed admin admin] Deleting subnet 6d5e1c63-79c1-4411-9b46-90f94045e51f {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:37.211672 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2032eb0-ffc7-4f0c-b94b-ee069f8612ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.258520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2032eb0-ffc7-4f0c-b94b-ee069f8612ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.260556 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP 4425dee9-ba5a-4583-88c9-a42cf2a0f9a9 associated. External IP: 172.25.2.187, port: 374dc261-079d-4190-ac29-cd9ff55707f3. Jun 30 02:51:37.290075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3dac8-06ae-4123-a39e-22a6b4b8221b req-128cba3b-64da-4486-9988-3e14f7f6f2b7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:37.291583 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15a3dac8-06ae-4123-a39e-22a6b4b8221b req-128cba3b-64da-4486-9988-3e14f7f6f2b7 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 945 time: 0.1536608 Jun 30 02:51:37.320264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Router 86f91292-5d7d-4d79-a968-05ff6b2873c2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:37.345037 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2032eb0-ffc7-4f0c-b94b-ee069f8612ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.345265 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15a3dac8-06ae-4123-a39e-22a6b4b8221b req-25464b03-9035-48b2-bbb3-1d9a3448ced8 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473373 Jun 30 02:51:37.457203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:37.473109 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] Sync routers for ids ['86f91292-5d7d-4d79-a968-05ff6b2873c2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:37.489246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] Routers {'86f91292-5d7d-4d79-a968-05ff6b2873c2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:37.489958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['86f91292-5d7d-4d79-a968-05ff6b2873c2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.529923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] No DVR routers for this DVR port 9c1adb47-0eda-4154-b9cd-05c2d9530d5c on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:37.536608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.539045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d64fdc8-ca74-43a7-bad1-fc418c9a9d06 req-f8e33939-0b69-4fbb-9953-0b05fbb3e2c7 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.74 "DELETE /v2.0/ports/9c1adb47-0eda-4154-b9cd-05c2d9530d5c HTTP/1.1" status: 204 len: 173 time: 1.2025099 Jun 30 02:51:37.539679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'name': 'network-vif-deleted', 'tag': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:37.550316 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341a31f3-e932-40c8-96d3-07138f9ef49e" -d '{"events": [{"server_uuid": "a02d3b0d-536b-4f60-b465-f70449dd8dc9", "name": "network-vif-deleted", "tag": "9c1adb47-0eda-4154-b9cd-05c2d9530d5c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:37.552817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-717371fa-b50c-41dc-a6ba-fb6ed56c7b38 req-3dad0f6e-a5f6-4784-b94b-8f31ea34b9e1 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 210 time: 0.0652564 Jun 30 02:51:37.579476 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2032eb0-ffc7-4f0c-b94b-ee069f8612ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.602945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2032eb0-ffc7-4f0c-b94b-ee069f8612ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5e1c63-79c1-4411-9b46-90f94045e51f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:37.618733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:37.630755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2032eb0-ffc7-4f0c-b94b-ee069f8612ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.630755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a2032eb0-ffc7-4f0c-b94b-ee069f8612ed admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6d5e1c63-79c1-4411-9b46-90f94045e51f HTTP/1.1" status: 204 len: 168 time: 0.7292025 Jun 30 02:51:37.631363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60398) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:37.633201 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4711458a-9a22-4a66-bf3b-c375c36cbf3b x-openstack-request-id: req-4711458a-9a22-4a66-bf3b-c375c36cbf3b {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:37.634216 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02d3b0d-536b-4f60-b465-f70449dd8dc9", "name": "network-vif-deleted", "tag": "9c1adb47-0eda-4154-b9cd-05c2d9530d5c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:37.634216 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4711458a-9a22-4a66-bf3b-c375c36cbf3b {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:37.634779 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02d3b0d-536b-4f60-b465-f70449dd8dc9', 'name': 'network-vif-deleted', 'tag': '9c1adb47-0eda-4154-b9cd-05c2d9530d5c', 'status': 'completed', 'code': 200} Jun 30 02:51:37.709902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] Set router 86f91292-5d7d-4d79-a968-05ff6b2873c2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:37.759405 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.930139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:18Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1916256f-ed2b-4054-9293-874f1566a7aa', 'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'mac_address': 'fa:16:3e:e7:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:16Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 5, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'subnets': [{'id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.933245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:37.945454 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.951515 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48f91a-0fda-4b31-b3fd-db8fdb8af019 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:37.957745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] Checking router: 86f91292-5d7d-4d79-a968-05ff6b2873c2 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:37.961693 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48f91a-0fda-4b31-b3fd-db8fdb8af019 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:37.962715 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-de48f91a-0fda-4b31-b3fd-db8fdb8af019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.963222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49922fc5-c3d8-48be-85de-86ddb8475a38']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.966899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] Routers {'86f91292-5d7d-4d79-a968-05ff6b2873c2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:37.967507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['86f91292-5d7d-4d79-a968-05ff6b2873c2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.979146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.979597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf71f3a-274d-4165-8da2-a446e1c4b4d3') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.993618 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.002108 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-de48f91a-0fda-4b31-b3fd-db8fdb8af019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:38.011418 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48f91a-0fda-4b31-b3fd-db8fdb8af019 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:38.012250 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-de48f91a-0fda-4b31-b3fd-db8fdb8af019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:38.015498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.024552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:38.025013 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:38.028694 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:38.044784 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-de48f91a-0fda-4b31-b3fd-db8fdb8af019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:38.045441 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48f91a-0fda-4b31-b3fd-db8fdb8af019 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:38.095421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60da38-399d-42a3-8e55-8dae4a23f42f req-cadd9922-a10d-40ea-b2f4-cb88f1059535 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:38.097153 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb60da38-399d-42a3-8e55-8dae4a23f42f req-cadd9922-a10d-40ea-b2f4-cb88f1059535 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.2032197 Jun 30 02:51:38.148718 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.155207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb60da38-399d-42a3-8e55-8dae4a23f42f req-17401faa-7eaa-4f4f-bd11-ab2f297d18c9 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506039 Jun 30 02:51:38.197075 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7ba30316-94ca-4508-9cb3-f3fc5f851c2e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5460382 Jun 30 02:51:38.210052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60406) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:38.239891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] Set router 86f91292-5d7d-4d79-a968-05ff6b2873c2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:38.278534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.284633 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cdb1037a-f58a-48cb-be46-d9162de466a8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "GET /v2.0/floatingips/4425dee9-ba5a-4583-88c9-a42cf2a0f9a9 HTTP/1.1" status: 200 len: 978 time: 0.0734639 Jun 30 02:51:38.288752 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.290621 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] 10.222.0.77 "DELETE /v2.0/networks/49922fc5-c3d8-48be-85de-86ddb8475a38 HTTP/1.1" status: 204 len: 168 time: 0.6587019 Jun 30 02:51:38.290760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60408) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:38.300195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60410) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:38.302521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ad3c3-8652-4833-a496-dd73d62e0005 admin admin] Pushing event deleted for resources: {'Network': ['ID=49922fc5-c3d8-48be-85de-86ddb8475a38,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:38.411500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6e71d2-de38-4285-972c-46bdb9e4d066 admin admin] Deleting subnet 6296712f-366e-4cf8-97c1-1c80732cb4b9 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:38.416119 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee6e71d2-de38-4285-972c-46bdb9e4d066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.420996 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-070b6a0e-d653-4102-b30f-1ea85a8bf1c1 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1290364 Jun 30 02:51:38.424051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60414) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:38.428900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'port_id': 'e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:38.462456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee6e71d2-de38-4285-972c-46bdb9e4d066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.471585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:18Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1916256f-ed2b-4054-9293-874f1566a7aa', 'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'mac_address': 'fa:16:3e:e7:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:16Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 5, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'subnets': [{'id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:38.518536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99705ee-46b2-4eee-b3ef-dde0a009c893 None None] The sync data for ids ['86f91292-5d7d-4d79-a968-05ff6b2873c2'] in n-d-798249-3 is: [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:49:18Z', 'revision_number': 4, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1916256f-ed2b-4054-9293-874f1566a7aa', 'name': '', 'network_id': '124c6787-c2af-4733-a6f0-883854864943', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'mac_address': 'fa:16:3e:e7:0e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:16Z', 'updated_at': '2021-06-30T02:49:26Z', 'revision_number': 5, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'subnets': [{'id': '21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:38.540201 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.547560 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee6e71d2-de38-4285-972c-46bdb9e4d066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.616634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-3a983fcf-455f-47cc-8cac-0fc6d6eef37b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:38.618296 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-3a983fcf-455f-47cc-8cac-0fc6d6eef37b tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.74 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 945 time: 0.1319056 Jun 30 02:51:38.667997 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ea843-cbe6-4777-8325-830dd5376502 req-78c83e4b-e02e-4706-bbc7-fad1e0e7a159 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:38.669515 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-311ea843-cbe6-4777-8325-830dd5376502 req-78c83e4b-e02e-4706-bbc7-fad1e0e7a159 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 945 time: 0.1644635 Jun 30 02:51:38.740906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-a9a80066-373c-482b-bfff-673af4431565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Deleting port 54f4340e-70a8-409a-83f7-fcd3738c49e6 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:38.741981 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-a9a80066-373c-482b-bfff-673af4431565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.786380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-311ea843-cbe6-4777-8325-830dd5376502 req-b09eb70a-5857-4634-b207-027b7d9e84e3 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/security-groups?id=22d9073a-6a1f-47f2-9e3a-be1849370cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969086 Jun 30 02:51:38.835979 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b9e88995-a6c6-4b29-9e5f-fb072a1a0f2f req-b36e31e4-8e86-4792-87a4-fde7e2cb84e9 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/ports?device_id=a02d3b0d-536b-4f60-b465-f70449dd8dc9 HTTP/1.1" status: 200 len: 210 time: 0.0966868 Jun 30 02:51:38.837219 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee6e71d2-de38-4285-972c-46bdb9e4d066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.879872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e71d2-de38-4285-972c-46bdb9e4d066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6296712f-366e-4cf8-97c1-1c80732cb4b9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:38.892571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee6e71d2-de38-4285-972c-46bdb9e4d066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.895256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ee6e71d2-de38-4285-972c-46bdb9e4d066 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6296712f-366e-4cf8-97c1-1c80732cb4b9 HTTP/1.1" status: 204 len: 168 time: 0.5935690 Jun 30 02:51:38.898384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60420) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:38.934405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c86b9a-11cd-46f7-96ab-17eb6c0f8277 None None] New status for floating IP 85901a0b-2db0-4596-b3c8-23eb6a5d22ad: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:51:38.986862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-a9a80066-373c-482b-bfff-673af4431565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] For port 54f4340e-70a8-409a-83f7-fcd3738c49e6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=54f4340e-70a8-409a-83f7-fcd3738c49e6,segment=NetworkSegment(eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1),segment_id=eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:38.987147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-a9a80066-373c-482b-bfff-673af4431565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.007725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.011367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-a9a80066-373c-482b-bfff-673af4431565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Calling delete_port for 54f4340e-70a8-409a-83f7-fcd3738c49e6 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:39.138947 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.151838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddcaadc-f245-4b75-9b08-49181010da88']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:39.170247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04352fd4-3a8b-4658-9e51-9486e4adc6d8') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:39.170541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04352fd4-3a8b-4658-9e51-9486e4adc6d8') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:39.181526 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.198291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.200012 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.226131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:39.226541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:39.228213 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:39.367480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284cbd9-31f8-4f29-acf1-2f2ca67f9e58 req-48152f58-036f-4b2c-8f98-e999c65297bd tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:39.369013 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1284cbd9-31f8-4f29-acf1-2f2ca67f9e58 req-48152f58-036f-4b2c-8f98-e999c65297bd tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.0672224 Jun 30 02:51:39.409144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1284cbd9-31f8-4f29-acf1-2f2ca67f9e58 req-32959a16-7fc0-4b0d-83cb-f977f2c9fa31 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343213 Jun 30 02:51:39.475495 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.475777 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-a9a80066-373c-482b-bfff-673af4431565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.477313 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.486992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['54f4340e-70a8-409a-83f7-fcd3738c49e6'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:39.491144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.495964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] 10.222.0.77 "DELETE /v2.0/networks/7ddcaadc-f245-4b75-9b08-49181010da88 HTTP/1.1" status: 204 len: 168 time: 0.5935676 Jun 30 02:51:39.523916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a80066-373c-482b-bfff-673af4431565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Pushing event deleted for resources: {'Port': ['ID=54f4340e-70a8-409a-83f7-fcd3738c49e6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:39.529030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221a7b7-143f-4cd2-b64f-7e9b224211db admin admin] Pushing event deleted for resources: {'Network': ['ID=7ddcaadc-f245-4b75-9b08-49181010da88,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:39.576355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-a9a80066-373c-482b-bfff-673af4431565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] No DVR routers for this DVR port 54f4340e-70a8-409a-83f7-fcd3738c49e6 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:39.580034 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-a9a80066-373c-482b-bfff-673af4431565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.581997 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d150b528-f9fd-47d6-aba5-812093e4acf6 req-a9a80066-373c-482b-bfff-673af4431565 tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.74 "DELETE /v2.0/ports/54f4340e-70a8-409a-83f7-fcd3738c49e6 HTTP/1.1" status: 204 len: 173 time: 0.9567356 Jun 30 02:51:39.592216 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP 4425dee9-ba5a-4583-88c9-a42cf2a0f9a9 associated. External IP: 172.25.2.187, port: 374dc261-079d-4190-ac29-cd9ff55707f3. Jun 30 02:51:39.635716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad6616c-04f2-4c48-860e-7967a7210bda', 'name': 'network-vif-deleted', 'tag': '54f4340e-70a8-409a-83f7-fcd3738c49e6'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:39.638236 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97d03d6-88c0-42c7-8ed5-95ad685fefaa" -d '{"events": [{"server_uuid": "6ad6616c-04f2-4c48-860e-7967a7210bda", "name": "network-vif-deleted", "tag": "54f4340e-70a8-409a-83f7-fcd3738c49e6"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:39.675315 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b57406d-49a3-429a-9902-3f492c0cee1a x-openstack-request-id: req-2b57406d-49a3-429a-9902-3f492c0cee1a {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:39.675607 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad6616c-04f2-4c48-860e-7967a7210bda", "name": "network-vif-deleted", "tag": "54f4340e-70a8-409a-83f7-fcd3738c49e6", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:39.675873 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b57406d-49a3-429a-9902-3f492c0cee1a {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:39.676276 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad6616c-04f2-4c48-860e-7967a7210bda', 'name': 'network-vif-deleted', 'tag': '54f4340e-70a8-409a-83f7-fcd3738c49e6', 'status': 'completed', 'code': 200} Jun 30 02:51:40.056789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60440) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:40.096197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60442) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:40.116775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16bb9a4a-431d-4596-8119-6bc45a26548a req-7d34734a-433a-49a8-a2f4-d8deb75fe4eb tempest-DeleteServersTestJSON-785714411 tempest-DeleteServersTestJSON-785714411-project] 10.222.0.77 "GET /v2.0/ports?device_id=6ad6616c-04f2-4c48-860e-7967a7210bda HTTP/1.1" status: 200 len: 210 time: 0.0343444 Jun 30 02:51:40.150282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:40.174111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-889eb9ed-25bc-4469-b236-7a73820965d2 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.184540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d118b9ea-568d-42a6-89c9-315382b9a020 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d2865600279469a9fb6e51fd8957e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847313 Jun 30 02:51:40.190960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60444) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:40.218287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-889eb9ed-25bc-4469-b236-7a73820965d2 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.263143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:40.266943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 9c1adb47-0eda-4154-b9cd-05c2d9530d5c no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:40.275134 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f2567-c267-4329-982e-e6c72c259286 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:40.289881 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f2567-c267-4329-982e-e6c72c259286 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:40.290989 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-027f2567-c267-4329-982e-e6c72c259286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:40.292592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 9c1adb47-0eda-4154-b9cd-05c2d9530d5c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:40.293755 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 9c1adb47-0eda-4154-b9cd-05c2d9530d5c not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:40.301262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9dc029c7-f98d-42bf-b7e5-ffdb534771cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.325109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9dc029c7-f98d-42bf-b7e5-ffdb534771cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.338717 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-027f2567-c267-4329-982e-e6c72c259286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:40.351333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f2567-c267-4329-982e-e6c72c259286 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:40.352653 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-027f2567-c267-4329-982e-e6c72c259286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:40.412932 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-027f2567-c267-4329-982e-e6c72c259286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:40.412932 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f2567-c267-4329-982e-e6c72c259286 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:40.515156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:40.532451 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-889eb9ed-25bc-4469-b236-7a73820965d2 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.535100 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-889eb9ed-25bc-4469-b236-7a73820965d2 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.536346 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-889eb9ed-25bc-4469-b236-7a73820965d2 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "DELETE /v2.0/security-groups/c57d9625-e369-4bae-a635-32f7ea4b9992 HTTP/1.1" status: 204 len: 168 time: 0.4781048 Jun 30 02:51:40.539143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60452) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:40.545428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889eb9ed-25bc-4469-b236-7a73820965d2 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57d9625-e369-4bae-a635-32f7ea4b9992,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:40.555529 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-0097f1e9-466b-4307-a5b5-4019d553c4e4 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] show failed (client error): The resource could not be found. Jun 30 02:51:40.556533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0097f1e9-466b-4307-a5b5-4019d553c4e4 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "GET /v2.0/security-groups/c57d9625-e369-4bae-a635-32f7ea4b9992 HTTP/1.1" status: 404 len: 347 time: 0.0163727 Jun 30 02:51:40.559268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60454) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:40.630001 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9dc029c7-f98d-42bf-b7e5-ffdb534771cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.633115 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9dc029c7-f98d-42bf-b7e5-ffdb534771cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.636585 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9dc029c7-f98d-42bf-b7e5-ffdb534771cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c24b9c9c-df90-4d7d-9968-2c061b3dfd57 HTTP/1.1" status: 204 len: 168 time: 0.4425037 Jun 30 02:51:40.658161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc029c7-f98d-42bf-b7e5-ffdb534771cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24b9c9c-df90-4d7d-9968-2c061b3dfd57,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:40.809741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:40.815524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.820734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee718b-84be-4dfe-9dbc-dcd06a3a89d1 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:40.831009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee718b-84be-4dfe-9dbc-dcd06a3a89d1 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:40.831670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ee718b-84be-4dfe-9dbc-dcd06a3a89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:40.855945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35d962-8acd-4500-928b-cca72290f222 req-2876af5d-c1a1-4111-8b43-710dc198624a tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:40.857647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c35d962-8acd-4500-928b-cca72290f222 req-2876af5d-c1a1-4111-8b43-710dc198624a tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.2256262 Jun 30 02:51:40.868491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ee718b-84be-4dfe-9dbc-dcd06a3a89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:40.877827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee718b-84be-4dfe-9dbc-dcd06a3a89d1 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:40.878430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ee718b-84be-4dfe-9dbc-dcd06a3a89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:40.898642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-684af0d9-960d-4939-87dd-236f6d973541 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Deleting port 07bc6b94-1e9d-4726-9371-888cd5f7042a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:40.899004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-684af0d9-960d-4939-87dd-236f6d973541 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.912272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ee718b-84be-4dfe-9dbc-dcd06a3a89d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:40.912913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee718b-84be-4dfe-9dbc-dcd06a3a89d1 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:40.989916 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c35d962-8acd-4500-928b-cca72290f222 req-eba73855-c79d-49a3-b266-983e5ff47189 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218135 Jun 30 02:51:41.005712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-145bdfb8-2b6c-489e-8c6f-3f057e077938 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "PUT /v2.0/floatingips/4425dee9-ba5a-4583-88c9-a42cf2a0f9a9 HTTP/1.1" status: 200 len: 977 time: 2.5805008 Jun 30 02:51:41.008517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60458) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:41.013197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d045d053-9702-4ad0-9842-63852af194a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:41.028577 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-684af0d9-960d-4939-87dd-236f6d973541 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.028911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-684af0d9-960d-4939-87dd-236f6d973541 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.040463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-684af0d9-960d-4939-87dd-236f6d973541 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Calling delete_port for 07bc6b94-1e9d-4726-9371-888cd5f7042a owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:41.081877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d045d053-9702-4ad0-9842-63852af194a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.251283 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d045d053-9702-4ad0-9842-63852af194a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.360646 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-684af0d9-960d-4939-87dd-236f6d973541 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.391666 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684af0d9-960d-4939-87dd-236f6d973541 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Pushing event deleted for resources: {'Port': ['ID=07bc6b94-1e9d-4726-9371-888cd5f7042a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:41.417624 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d045d053-9702-4ad0-9842-63852af194a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.418179 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-d045d053-9702-4ad0-9842-63852af194a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP 4425dee9-ba5a-4583-88c9-a42cf2a0f9a9 disassociated. External IP: 172.25.2.187, port: e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff. Jun 30 02:51:41.472365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-684af0d9-960d-4939-87dd-236f6d973541 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.475393 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-684af0d9-960d-4939-87dd-236f6d973541 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.482484 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-684af0d9-960d-4939-87dd-236f6d973541 tempest-ServersTestJSON-1861563647 tempest-ServersTestJSON-1861563647-project] 10.222.0.77 "DELETE /v2.0/floatingips/85901a0b-2db0-4596-b3c8-23eb6a5d22ad HTTP/1.1" status: 204 len: 168 time: 0.9164178 Jun 30 02:51:41.482484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60474) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:41.695595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d045d053-9702-4ad0-9842-63852af194a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:41.741851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60484) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:41.839838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d27d7890-a8b4-4811-8875-c219e3e24d67 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9edc78e1914a4ef28ee5a803ab0de905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0968099 Jun 30 02:51:41.856897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60488) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:41.956847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40105190-293b-4e8d-a649-573fd5ed55f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.026032 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40105190-293b-4e8d-a649-573fd5ed55f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.110287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.192417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d045d053-9702-4ad0-9842-63852af194a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:42.208907 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d045d053-9702-4ad0-9842-63852af194a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.209018 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9dcb1-ec7d-4cf0-934c-a43af16be2b2 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:42.213978 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9dcb1-ec7d-4cf0-934c-a43af16be2b2 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:42.214573 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-98e9dcb1-ec7d-4cf0-934c-a43af16be2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:42.236659 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d045d053-9702-4ad0-9842-63852af194a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "PUT /v2.0/floatingips/4425dee9-ba5a-4583-88c9-a42cf2a0f9a9 HTTP/1.1" status: 200 len: 688 time: 1.2269969 Jun 30 02:51:42.239123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60500) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:42.256200 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-98e9dcb1-ec7d-4cf0-934c-a43af16be2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:42.268323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 54f4340e-70a8-409a-83f7-fcd3738c49e6 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:42.300393 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9dcb1-ec7d-4cf0-934c-a43af16be2b2 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:42.301623 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-98e9dcb1-ec7d-4cf0-934c-a43af16be2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:42.312857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 54f4340e-70a8-409a-83f7-fcd3738c49e6 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:42.322071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 54f4340e-70a8-409a-83f7-fcd3738c49e6 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:42.332742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67052592-6c3f-440d-85e7-37329f9738b6 req-663baa02-3da9-4740-96e3-f988a9a7ad5d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:42.339770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67052592-6c3f-440d-85e7-37329f9738b6 req-663baa02-3da9-4740-96e3-f988a9a7ad5d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.1914527 Jun 30 02:51:42.348197 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-98e9dcb1-ec7d-4cf0-934c-a43af16be2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:42.348920 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9dcb1-ec7d-4cf0-934c-a43af16be2b2 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:42.370147 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40105190-293b-4e8d-a649-573fd5ed55f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.370147 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40105190-293b-4e8d-a649-573fd5ed55f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.370147 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-40105190-293b-4e8d-a649-573fd5ed55f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/308fa446-f964-40b3-8c3b-4e81a0cce95f HTTP/1.1" status: 204 len: 168 time: 0.5010920 Jun 30 02:51:42.383688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e4f64db8-e75c-4aa2-9556-473b85e9a693 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port 3b7849c2-4c68-447c-a90d-eed0fc21c379 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:42.384183 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4f64db8-e75c-4aa2-9556-473b85e9a693 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.425364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40105190-293b-4e8d-a649-573fd5ed55f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308fa446-f964-40b3-8c3b-4e81a0cce95f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:42.476710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67052592-6c3f-440d-85e7-37329f9738b6 req-b66e4711-98fb-4035-9dff-1cff8df13221 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359940 Jun 30 02:51:42.489318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4f64db8-e75c-4aa2-9556-473b85e9a693 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.489684 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4f64db8-e75c-4aa2-9556-473b85e9a693 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.507282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e4f64db8-e75c-4aa2-9556-473b85e9a693 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for 3b7849c2-4c68-447c-a90d-eed0fc21c379 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:42.772220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4f64db8-e75c-4aa2-9556-473b85e9a693 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.800507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f64db8-e75c-4aa2-9556-473b85e9a693 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=3b7849c2-4c68-447c-a90d-eed0fc21c379,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:42.888763 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4f64db8-e75c-4aa2-9556-473b85e9a693 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.892684 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4f64db8-e75c-4aa2-9556-473b85e9a693 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.896570 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e4f64db8-e75c-4aa2-9556-473b85e9a693 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/floatingips/4425dee9-ba5a-4583-88c9-a42cf2a0f9a9 HTTP/1.1" status: 204 len: 168 time: 0.6540616 Jun 30 02:51:42.896903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60514) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:42.952582 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-57f4975f-7b39-403f-bf8b-198a30173885 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] delete failed (client error): The resource could not be found. Jun 30 02:51:42.952776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] Deleting port 1916256f-ed2b-4054-9293-874f1566a7aa {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:42.953100 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.957151 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-57f4975f-7b39-403f-bf8b-198a30173885 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/floatingips/4425dee9-ba5a-4583-88c9-a42cf2a0f9a9 HTTP/1.1" status: 404 len: 345 time: 0.0555465 Jun 30 02:51:42.958279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60516) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:43.054643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] For port 1916256f-ed2b-4054-9293-874f1566a7aa, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1916256f-ed2b-4054-9293-874f1566a7aa,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:43.055005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.072512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] Calling delete_port for 1916256f-ed2b-4054-9293-874f1566a7aa owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:43.085654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572fb661-f346-44d0-832a-b5902d662ef2 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.091894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572fb661-f346-44d0-832a-b5902d662ef2 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.098941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572fb661-f346-44d0-832a-b5902d662ef2 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.103130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-572fb661-f346-44d0-832a-b5902d662ef2 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "GET /v2.0/ports?network_id=843d0ca4-47d0-4eaf-a47e-0b71d657dd99 HTTP/1.1" status: 200 len: 2357 time: 0.1414247 Jun 30 02:51:43.108275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60524) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:43.169482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c866a1-e93b-41e6-8e45-8e9fcc61d1b6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.171606 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b4c866a1-e93b-41e6-8e45-8e9fcc61d1b6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "GET /v2.0/subnets/11cc011c-7c31-4e7f-87d5-d793f1cf31db HTTP/1.1" status: 200 len: 797 time: 0.0623269 Jun 30 02:51:43.178091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60526) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:43.183327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'port': {'network_id': '843d0ca4-47d0-4eaf-a47e-0b71d657dd99', 'name': 'tempest-FloatingIPTestJSON-442402507', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:43.509987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Made reservation on behalf of f48435562c9b466293e3d5335a49f8e2 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:43.576898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.615557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] Pushing event deleted for resources: {'Port': ['ID=1916256f-ed2b-4054-9293-874f1566a7aa,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:43.648882 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.679722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] device_id is not set on port 64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:51:43.953725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b3ee2-593b-4262-b97c-5fe2a00ded4c req-e25a419a-7416-4c96-a5d3-be4e24425a0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.958687 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-450b3ee2-593b-4262-b97c-5fe2a00ded4c req-e25a419a-7416-4c96-a5d3-be4e24425a0b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 945 time: 0.2992163 Jun 30 02:51:44.003611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.029102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-450b3ee2-593b-4262-b97c-5fe2a00ded4c req-76f7ac9b-0b91-4976-a2af-369702bad510 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665953 Jun 30 02:51:44.242727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.20.0.14 (843d0ca4-47d0-4eaf-a47e-0b71d657dd99/11cc011c-7c31-4e7f-87d5-d793f1cf31db/64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:44.250431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.20.0.13 (843d0ca4-47d0-4eaf-a47e-0b71d657dd99/11cc011c-7c31-4e7f-87d5-d793f1cf31db/64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:44.334260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] Router 86f91292-5d7d-4d79-a968-05ff6b2873c2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:44.461242 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.463612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:44.469487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c0df0c9b-05e8-4550-9c62-05e4ed75645d admin admin] 10.222.0.77 "PUT /v2.0/routers/86f91292-5d7d-4d79-a968-05ff6b2873c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9886553 Jun 30 02:51:44.471970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60564) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:44.477357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] Sync routers for ids ['86f91292-5d7d-4d79-a968-05ff6b2873c2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:44.489089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] Routers {'86f91292-5d7d-4d79-a968-05ff6b2873c2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:44.489912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['86f91292-5d7d-4d79-a968-05ff6b2873c2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:44.619756 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.649345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] Set router 86f91292-5d7d-4d79-a968-05ff6b2873c2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:44.759035 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.769729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.821274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:44.824590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:44.827751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:44.861103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:44.900507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:44.901142 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.926421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:51:43Z', 'revision_number': 5, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port': {'id': 'e1d8fac8-7a41-476d-8fe4-f0322d6b53be', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:11Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:44.964231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] Checking router: 86f91292-5d7d-4d79-a968-05ff6b2873c2 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:44.977951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] Routers {'86f91292-5d7d-4d79-a968-05ff6b2873c2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:44.978719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['86f91292-5d7d-4d79-a968-05ff6b2873c2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:44.990016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Deleting port e1d8fac8-7a41-476d-8fe4-f0322d6b53be {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:44.990740 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.092191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] For port e1d8fac8-7a41-476d-8fe4-f0322d6b53be, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e1d8fac8-7a41-476d-8fe4-f0322d6b53be,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:45.093391 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.123423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Calling delete_port for e1d8fac8-7a41-476d-8fe4-f0322d6b53be owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:45.127795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] Set router 86f91292-5d7d-4d79-a968-05ff6b2873c2 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:45.173178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c19114ef-bbbc-4215-a153-40b2ecd669ff tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9915495 Jun 30 02:51:45.173822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60592) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:45.178799 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:45.231478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 6, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:45.268093 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e31e1-51cb-4774-9281-0614c609c789 None None] The sync data for ids ['86f91292-5d7d-4d79-a968-05ff6b2873c2'] in n-d-798249-3 is: [{'id': '86f91292-5d7d-4d79-a968-05ff6b2873c2', 'name': 'tempest-ServersTestJSON-1890313231-router', 'tenant_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:09Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 6, 'project_id': 'f727d6caff2346ad8eb6cfc1b68d9bc7', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:45.372443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.483899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.586206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.602654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.25.2.220 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/e78edab6-b0e2-4086-8b26-11bbaf711043) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:45.649341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d8fac8-7a41-476d-8fe4-f0322d6b53be,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:45.662198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1916256f-ed2b-4054-9293-874f1566a7aa no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:45.687631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 1916256f-ed2b-4054-9293-874f1566a7aa {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:45.697167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1916256f-ed2b-4054-9293-874f1566a7aa not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:45.743948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.745614 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.862402 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.865137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.918895 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.957642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:45.962090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:45.966011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:46.026512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.028027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f91292-5d7d-4d79-a968-05ff6b2873c2 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:51:46.036396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.038356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=e78edab6-b0e2-4086-8b26-11bbaf711043,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:46.039849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ebf3f663-33b3-46dd-beb1-71fb3964beac admin admin] 10.222.0.77 "DELETE /v2.0/routers/86f91292-5d7d-4d79-a968-05ff6b2873c2 HTTP/1.1" status: 204 len: 168 time: 1.5666080 Jun 30 02:51:46.043338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:46.141811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-7295498f-d16c-432f-aa46-16334f282afe admin admin] Deleting subnet 21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:46.153564 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7295498f-d16c-432f-aa46-16334f282afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.234110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7295498f-d16c-432f-aa46-16334f282afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.375636 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7295498f-d16c-432f-aa46-16334f282afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.545298 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7295498f-d16c-432f-aa46-16334f282afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.618838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295498f-d16c-432f-aa46-16334f282afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:46.627662 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7295498f-d16c-432f-aa46-16334f282afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.630480 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7295498f-d16c-432f-aa46-16334f282afe admin admin] 10.222.0.77 "DELETE /v2.0/subnets/21db8c1b-0ddf-4ab8-ab27-a55a0c19fccf HTTP/1.1" status: 204 len: 168 time: 0.5861359 Jun 30 02:51:46.633037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60648) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:46.636404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8bfb09-a669-426e-b607-601070eba106 None None] Network 124c6787-c2af-4733-a6f0-883854864943 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:46.660235 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.792382 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.852917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Deleting port 595cbecf-ba9f-4c90-8bc3-c864c37950de {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:46.853663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.930260 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.960840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] For port 595cbecf-ba9f-4c90-8bc3-c864c37950de, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=595cbecf-ba9f-4c90-8bc3-c864c37950de,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:46.961316 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.981468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Calling delete_port for 595cbecf-ba9f-4c90-8bc3-c864c37950de owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:47.007742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569684a-9ad0-4f99-adf2-d0604fed49e8 None None] DHCP port deletion for 124c6787-c2af-4733-a6f0-883854864943 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:47.099458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60658) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:47.111473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9569684a-9ad0-4f99-adf2-d0604fed49e8 None None] Deleting port 595cbecf-ba9f-4c90-8bc3-c864c37950de {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:47.111473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9569684a-9ad0-4f99-adf2-d0604fed49e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.209312 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.219763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9569684a-9ad0-4f99-adf2-d0604fed49e8 None None] For port 595cbecf-ba9f-4c90-8bc3-c864c37950de, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=595cbecf-ba9f-4c90-8bc3-c864c37950de,segment=NetworkSegment(3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7),segment_id=3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:47.220453 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9569684a-9ad0-4f99-adf2-d0604fed49e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.236325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9569684a-9ad0-4f99-adf2-d0604fed49e8 None None] Calling delete_port for 595cbecf-ba9f-4c90-8bc3-c864c37950de owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:47.277844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=595cbecf-ba9f-4c90-8bc3-c864c37950de,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:47.280090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] No DVR routers for this DVR port 595cbecf-ba9f-4c90-8bc3-c864c37950de on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:47.325757 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.366067 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9569684a-9ad0-4f99-adf2-d0604fed49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.394717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569684a-9ad0-4f99-adf2-d0604fed49e8 None None] Pushing event deleted for resources: {'Port': ['ID=595cbecf-ba9f-4c90-8bc3-c864c37950de,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:47.399319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9569684a-9ad0-4f99-adf2-d0604fed49e8 None None] No DVR routers for this DVR port 595cbecf-ba9f-4c90-8bc3-c864c37950de on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:47.493053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.509246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124c6787-c2af-4733-a6f0-883854864943']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:47.526651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.554847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:47.555424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac9c5ae-aa85-4e4f-9981-ad091ed7ccc7') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:47.591248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.610255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.617013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:47.617396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:47.619324 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:47.676382 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=e78edab6-b0e2-4086-8b26-11bbaf711043,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:47.697806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a225662-06bd-49e6-9a25-4710fc853a70 admin admin] Deleting subnet 50dac26f-bd2e-42ee-a54c-f144157b5667 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:47.703901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a225662-06bd-49e6-9a25-4710fc853a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.723241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e1d8fac8-7a41-476d-8fe4-f0322d6b53be no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:47.727714 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.746721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e1d8fac8-7a41-476d-8fe4-f0322d6b53be {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:47.747162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e1d8fac8-7a41-476d-8fe4-f0322d6b53be not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:47.747696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 595cbecf-ba9f-4c90-8bc3-c864c37950de no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:47.768271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 595cbecf-ba9f-4c90-8bc3-c864c37950de {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:47.768620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 595cbecf-ba9f-4c90-8bc3-c864c37950de not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:47.790579 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a225662-06bd-49e6-9a25-4710fc853a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.828990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.834295 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.837273 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/124c6787-c2af-4733-a6f0-883854864943 HTTP/1.1" status: 204 len: 168 time: 1.2029848 Jun 30 02:51:47.859853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33336ecb-e2a1-4e2b-b87c-341234c77de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=124c6787-c2af-4733-a6f0-883854864943,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:47.881428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a225662-06bd-49e6-9a25-4710fc853a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.910856 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP 60d6282a-1790-4f56-bb1e-7a392879a05b associated. External IP: 172.25.2.220, port: 64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab. Jun 30 02:51:48.131349 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a225662-06bd-49e6-9a25-4710fc853a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.165948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a225662-06bd-49e6-9a25-4710fc853a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50dac26f-bd2e-42ee-a54c-f144157b5667,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:48.178547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a225662-06bd-49e6-9a25-4710fc853a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.179569 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6a225662-06bd-49e6-9a25-4710fc853a70 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/50dac26f-bd2e-42ee-a54c-f144157b5667 HTTP/1.1" status: 204 len: 168 time: 1.0792077 Jun 30 02:51:48.182654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60706) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:48.189007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:48.263339 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.320109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:48.331033 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523877f7-efd3-4350-b413-bf867d9e9147 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:48.344780 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523877f7-efd3-4350-b413-bf867d9e9147 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:48.345581 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-523877f7-efd3-4350-b413-bf867d9e9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:48.390086 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-523877f7-efd3-4350-b413-bf867d9e9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:48.394748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60718) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:48.400191 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523877f7-efd3-4350-b413-bf867d9e9147 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:48.401083 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-523877f7-efd3-4350-b413-bf867d9e9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:48.409835 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.446883 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-523877f7-efd3-4350-b413-bf867d9e9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:48.447593 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523877f7-efd3-4350-b413-bf867d9e9147 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:48.447936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b6293f-04a5-4899-8348-86d5a461f5fe']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:48.461460 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:48.461786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0f67df-198c-4c0c-bfcd-5aa7e948ccf1') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:48.461928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.480564 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.495321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2634b1d6-6bca-44b3-b386-cc687375de66 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:51:48.516821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3c9fb400-d407-458d-a6ef-29c7386b06a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f727d6caff2346ad8eb6cfc1b68d9bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1209509 Jun 30 02:51:48.526276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60726) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:48.526929 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.532465 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e90911eb-a936-46ab-a2b3-c8395d16ef1c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3574150 Jun 30 02:51:48.535406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60732) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:48.548979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-89b52799-055c-4ffe-ad4a-f42551bacfa8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'port_id': '64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:48.564268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:48.564991 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:48.566750 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:48.621273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3734e5d8-462b-473e-8def-eb5c71a09ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.668715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2634b1d6-6bca-44b3-b386-cc687375de66, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2634b1d6-6bca-44b3-b386-cc687375de66,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:48.669618 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3734e5d8-462b-473e-8def-eb5c71a09ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.690288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '2634b1d6-6bca-44b3-b386-cc687375de66', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'port_id': '2634b1d6-6bca-44b3-b386-cc687375de66', 'mac_address': 'fa:16:3e:54:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947dbb80-a1b2-4b65-b9b8-a35faceb5f88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:51:48.723961 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89b52799-055c-4ffe-ad4a-f42551bacfa8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.737906 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.768550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2634b1d6-6bca-44b3-b386-cc687375de66 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:48.778309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2634b1d6-6bca-44b3-b386-cc687375de66, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2634b1d6-6bca-44b3-b386-cc687375de66,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:48.956671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.961280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.963345 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d7b6293f-04a5-4899-8348-86d5a461f5fe HTTP/1.1" status: 204 len: 168 time: 0.7794788 Jun 30 02:51:48.984262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f8446-97a1-42e6-9216-b3b9a6d08883 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b6293f-04a5-4899-8348-86d5a461f5fe,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:49.035161 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.044138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3734e5d8-462b-473e-8def-eb5c71a09ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.044138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3734e5d8-462b-473e-8def-eb5c71a09ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.044138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3734e5d8-462b-473e-8def-eb5c71a09ca3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/451464e6-4345-4a74-b5fb-37961ecdabc6 HTTP/1.1" status: 204 len: 168 time: 0.5190866 Jun 30 02:51:49.054315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734e5d8-462b-473e-8def-eb5c71a09ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451464e6-4345-4a74-b5fb-37961ecdabc6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:49.123627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=2634b1d6-6bca-44b3-b386-cc687375de66,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:49.129361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2634b1d6-6bca-44b3-b386-cc687375de66'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:49.423663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89b52799-055c-4ffe-ad4a-f42551bacfa8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.575401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89b52799-055c-4ffe-ad4a-f42551bacfa8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.797207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60790) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:49.899649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0cf0df64-429d-4026-87d9-7e82dbe39c80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97787217fcc14b9aa4f8cbea685e8609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988052 Jun 30 02:51:49.900298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60792) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:49.912567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b52799-055c-4ffe-ad4a-f42551bacfa8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:50.041537 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9860af20-990f-4ec4-bcec-16f16839511d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.079202 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9860af20-990f-4ec4-bcec-16f16839511d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.157544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b52799-055c-4ffe-ad4a-f42551bacfa8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:50.167637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89b52799-055c-4ffe-ad4a-f42551bacfa8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.173382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ff09d2-6ad4-4f57-9bff-17133c63cfb5 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:50.189890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ff09d2-6ad4-4f57-9bff-17133c63cfb5 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:50.190528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ff09d2-6ad4-4f57-9bff-17133c63cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:50.251842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ff09d2-6ad4-4f57-9bff-17133c63cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:50.256375 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60800) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:50.257086 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-89b52799-055c-4ffe-ad4a-f42551bacfa8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "PUT /v2.0/floatingips/60d6282a-1790-4f56-bb1e-7a392879a05b HTTP/1.1" status: 200 len: 978 time: 1.7183707 Jun 30 02:51:50.261764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ff09d2-6ad4-4f57-9bff-17133c63cfb5 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:50.283444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ff09d2-6ad4-4f57-9bff-17133c63cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:50.283610 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9860af20-990f-4ec4-bcec-16f16839511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.283610 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9860af20-990f-4ec4-bcec-16f16839511d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.283610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9860af20-990f-4ec4-bcec-16f16839511d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22d9073a-6a1f-47f2-9e3a-be1849370cb8 HTTP/1.1" status: 204 len: 168 time: 0.3745735 Jun 30 02:51:50.325585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ff09d2-6ad4-4f57-9bff-17133c63cfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:50.326252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ff09d2-6ad4-4f57-9bff-17133c63cfb5 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:50.350534 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860af20-990f-4ec4-bcec-16f16839511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d9073a-6a1f-47f2-9e3a-be1849370cb8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:50.518508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2634b1d6-6bca-44b3-b386-cc687375de66 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:50.601805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 2634b1d6-6bca-44b3-b386-cc687375de66 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:50.602780 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.777979 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.834544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2634b1d6-6bca-44b3-b386-cc687375de66, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2634b1d6-6bca-44b3-b386-cc687375de66,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:50.836247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2634b1d6-6bca-44b3-b386-cc687375de66'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:50.841010 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff0c221-abe0-4b71-83ce-89a532248e3b" -d '{"events": [{"server_uuid": "889a0a2b-73a3-4c8e-8fa7-f3a506474072", "name": "network-vif-plugged", "status": "completed", "tag": "2634b1d6-6bca-44b3-b386-cc687375de66"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:50.909678 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.997707 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf242f5-2aaf-47ce-a082-d87fd920df53 x-openstack-request-id: req-1cf242f5-2aaf-47ce-a082-d87fd920df53 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:51.000957 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889a0a2b-73a3-4c8e-8fa7-f3a506474072", "name": "network-vif-plugged", "status": "completed", "tag": "2634b1d6-6bca-44b3-b386-cc687375de66", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:51.000957 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cf242f5-2aaf-47ce-a082-d87fd920df53 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:51.000957 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2634b1d6-6bca-44b3-b386-cc687375de66', 'code': 200} Jun 30 02:51:51.003598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=2634b1d6-6bca-44b3-b386-cc687375de66,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:51.016418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port e78edab6-b0e2-4086-8b26-11bbaf711043 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:51.017212 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.215207 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.218211 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.243172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for e78edab6-b0e2-4086-8b26-11bbaf711043 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:51.612318 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.697716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=e78edab6-b0e2-4086-8b26-11bbaf711043,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:51.809159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.809527 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP 60d6282a-1790-4f56-bb1e-7a392879a05b disassociated (deleted). External IP: 172.25.2.220, port: 64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab. Jun 30 02:51:51.829005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60850) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:52.172740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:52.220351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-468689255-network', 'tenant_id': '31ac1da083f04bdb8004d2ceb961d5c4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:52.315092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:52.324852 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9162f-9276-41d6-a0f8-15dd8fcffa35 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:52.327335 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.347718 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9162f-9276-41d6-a0f8-15dd8fcffa35 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:52.347718 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-34d9162f-9276-41d6-a0f8-15dd8fcffa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.369196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5b216ef3-d7a7-49da-be8c-34b2e4384453 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/floatingips/60d6282a-1790-4f56-bb1e-7a392879a05b HTTP/1.1" status: 204 len: 168 time: 2.1090837 Jun 30 02:51:52.369428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60876) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:52.394499 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-34d9162f-9276-41d6-a0f8-15dd8fcffa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.406181 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9162f-9276-41d6-a0f8-15dd8fcffa35 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:52.407128 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-34d9162f-9276-41d6-a0f8-15dd8fcffa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.445357 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-34d9162f-9276-41d6-a0f8-15dd8fcffa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.445357 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9162f-9276-41d6-a0f8-15dd8fcffa35 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:52.489016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Made reservation on behalf of 31ac1da083f04bdb8004d2ceb961d5c4 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:52.491925 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.524168 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.572080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4c396-8706-4762-92a7-3b77f66ce152 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port 64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:52.572080 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c396-8706-4762-92a7-3b77f66ce152 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.603602 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.674573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c396-8706-4762-92a7-3b77f66ce152 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.694847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4c396-8706-4762-92a7-3b77f66ce152 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for 64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:52.807977 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.004294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60888) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:53.015412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.044329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:53.053741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.054093 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.054529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.054761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.055092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.055509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.056070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.056463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.056795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.057211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.057726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.058089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:53.077084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:53.080177 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c396-8706-4762-92a7-3b77f66ce152 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.446599 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.473719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1455907224-network', 'tenant_id': '2fbb2dedb6194de185b196e78737a81d'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:53.478972 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.478972 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Added segment 14eac07d-4813-4787-9e6a-6c927a1b08f9 of type vlan for network 4b6c377d-5135-4c0e-b5ca-5e403d19f769 Jun 30 02:51:53.479948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4c396-8706-4762-92a7-3b77f66ce152 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:53.572181 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.631926 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c396-8706-4762-92a7-3b77f66ce152 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.633822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0ff4c396-8706-4762-92a7-3b77f66ce152 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/ports/64af5f20-14ca-4c16-b25b-fd4fc3a0f9ab HTTP/1.1" status: 204 len: 168 time: 1.2633746 Jun 30 02:51:53.644136 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60906) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:53.644238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:53.759615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Made reservation on behalf of 2fbb2dedb6194de185b196e78737a81d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:53.762106 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.766856 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.770299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:53.771014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.801281 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.856301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] Pushing event updated for resources: {'Network': ['ID=4b6c377d-5135-4c0e-b5ca-5e403d19f769,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:53.869610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 4b6c377d-5135-4c0e-b5ca-5e403d19f769 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:53.939386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.053414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-59c546d7-3676-4f2f-8988-0e34ca76cc0e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2232087 Jun 30 02:51:54.058024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60916) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:54.063309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Request body: {'subnet': {'network_id': '4b6c377d-5135-4c0e-b5ca-5e403d19f769', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-468689255-subnet', 'tenant_id': '31ac1da083f04bdb8004d2ceb961d5c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:54.091535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.294500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.25.2.43 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/a9e3e4dc-01e1-4c05-b659-96097aa2d85c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:54.302723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.439309 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.526217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.554811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:54.560426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d198e68d-63a5-4b67-8f3c-ff95807456e3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:54.569372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.569767 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Added segment 87c37d02-5b22-4740-8874-6fd3bd9e9c2b of type vlan for network e9dc28d9-ad6f-493f-b8cd-5284e8850e94 Jun 30 02:51:54.632049 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.666145 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.679190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Made reservation on behalf of 31ac1da083f04bdb8004d2ceb961d5c4 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:54.682593 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.717757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:54.720982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:54.724881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:54.753749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=a9e3e4dc-01e1-4c05-b659-96097aa2d85c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:54.757998 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.759111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:54.759790 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.864385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] Pushing event updated for resources: {'Network': ['ID=e9dc28d9-ad6f-493f-b8cd-5284e8850e94,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:54.877533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network e9dc28d9-ad6f-493f-b8cd-5284e8850e94 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:54.889392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-631770d4-f0fa-4957-ae54-135dd1cf51bc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8838959 Jun 30 02:51:54.895658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60932) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:54.912469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Request body: {'subnet': {'network_id': 'e9dc28d9-ad6f-493f-b8cd-5284e8850e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1455907224-subnet', 'tenant_id': '2fbb2dedb6194de185b196e78737a81d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:54.948099 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.195620 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.199776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Made reservation on behalf of 2fbb2dedb6194de185b196e78737a81d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:55.202899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.211935 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.266615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16cd8528-656e-4c12-b318-9a601fb357c0,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:55.286008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Checking segment: {'id': '14eac07d-4813-4787-9e6a-6c927a1b08f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4b6c377d-5135-4c0e-b5ca-5e403d19f769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:55.291303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Network hostable DHCP agents. Network: 4b6c377d-5135-4c0e-b5ca-5e403d19f769, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:55.546825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Network 4b6c377d-5135-4c0e-b5ca-5e403d19f769 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:55.573834 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.713245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 4b6c377d-5135-4c0e-b5ca-5e403d19f769) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:55.724170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a332d5-60b7-474c-8402-8d408f1279fe None None] Network 4b6c377d-5135-4c0e-b5ca-5e403d19f769 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:55.730002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:55.731152 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.775792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.778010 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.910814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba5e8f9-4e44-4731-b4ba-2d1e6116d4b5 None None] Network 4b6c377d-5135-4c0e-b5ca-5e403d19f769 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:55.935718 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.945360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b15e3740-dce3-4ef9-b3b7-a34c0beb95a8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8867385 Jun 30 02:51:55.977855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=a9e3e4dc-01e1-4c05-b659-96097aa2d85c,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:55.989003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f98ffad-d11e-4c18-9b34-de001aadf0db,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:56.001693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Checking segment: {'id': '87c37d02-5b22-4740-8874-6fd3bd9e9c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'e9dc28d9-ad6f-493f-b8cd-5284e8850e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:56.002278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Network hostable DHCP agents. Network: e9dc28d9-ad6f-493f-b8cd-5284e8850e94, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:56.111881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:56.113237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fea1c251-9ae3-4b99-a862-39db957d779b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4725957 Jun 30 02:51:56.117182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60958) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:56.123060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'port': {'network_id': '843d0ca4-47d0-4eaf-a47e-0b71d657dd99', 'name': 'tempest-FloatingIPTestJSON-946687434'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:56.198088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Network e9dc28d9-ad6f-493f-b8cd-5284e8850e94 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:56.409565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, e9dc28d9-ad6f-493f-b8cd-5284e8850e94) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:56.414878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:56.415547 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:56.421020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590f7a41-1ffa-4c9c-aa61-274c40a2e3d3 None None] Network e9dc28d9-ad6f-493f-b8cd-5284e8850e94 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:56.440816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Made reservation on behalf of f48435562c9b466293e3d5335a49f8e2 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:56.444894 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:56.474456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] device_id is not set on port 0b9931d8-13f6-47ff-99fc-d9ac0f3ad1ef yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:51:56.619977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.20.0.6 (843d0ca4-47d0-4eaf-a47e-0b71d657dd99/11cc011c-7c31-4e7f-87d5-d793f1cf31db/0b9931d8-13f6-47ff-99fc-d9ac0f3ad1ef) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:56.683195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2ff5b096-056f-4729-b172-48c09f044be0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7854331 Jun 30 02:51:56.720954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e4d00-7906-4acb-bc9e-b4518ad2224a None None] Network e9dc28d9-ad6f-493f-b8cd-5284e8850e94 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:56.745317 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67746624-602f-45d5-ac7f-96688177ec5a req-fff67775-b807-449f-a5dd-9575f7f7345a tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:56.754779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-fff67775-b807-449f-a5dd-9575f7f7345a tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/networks?id=4b6c377d-5135-4c0e-b5ca-5e403d19f769 HTTP/1.1" status: 200 len: 813 time: 0.1716638 Jun 30 02:51:56.773907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-602bf6e1-967c-4efc-a71c-dd0d22d375ca tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/quotas/31ac1da083f04bdb8004d2ceb961d5c4 HTTP/1.1" status: 200 len: 375 time: 0.0175152 Jun 30 02:51:56.832331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-e1f7b77a-8853-4881-9a31-e7f20c36fb02 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=31ac1da083f04bdb8004d2ceb961d5c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568812 Jun 30 02:51:56.837881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-51d499b1-1429-4a6f-83b0-71cd308f5176 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:51:56.845709 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-51d499b1-1429-4a6f-83b0-71cd308f5176 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121067 Jun 30 02:51:56.945057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:56.982109 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-436848cd-5f62-4d77-bbb4-348953f22b34 service neutron] 10.222.0.77 "GET /v2.0/networks/4b6c377d-5135-4c0e-b5ca-5e403d19f769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349337 Jun 30 02:51:57.087119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-8eba3705-57ed-40d6-ba5d-0fe1d4b62526 service neutron] 10.222.0.77 "GET /v2.0/networks/4b6c377d-5135-4c0e-b5ca-5e403d19f769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928314 Jun 30 02:51:57.537994 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.581776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 843d0ca4-47d0-4eaf-a47e-0b71d657dd99 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:57.585040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:57.589006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:57.597567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=0b9931d8-13f6-47ff-99fc-d9ac0f3ad1ef,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:57.668415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:57.668415 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.821204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-abc3ff12-5ac2-49f3-8548-16a26a16a050 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7028127 Jun 30 02:51:57.824441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60998) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:57.830589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-fe3626e3-cf6f-4e8d-8c7c-13e97a05e362 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'port_id': '0b9931d8-13f6-47ff-99fc-d9ac0f3ad1ef'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:57.878946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f1fc3-171a-4bb8-9ac3-739f16ad825d req-4f1030dc-8f5e-4679-b1df-d635168dca4c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:57.881421 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe3626e3-cf6f-4e8d-8c7c-13e97a05e362 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.887094 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc7f1fc3-171a-4bb8-9ac3-739f16ad825d req-4f1030dc-8f5e-4679-b1df-d635168dca4c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 945 time: 0.1409330 Jun 30 02:51:57.930229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc7f1fc3-171a-4bb8-9ac3-739f16ad825d req-48afb1f8-70ee-4af8-a4d8-ec0c8717e5c3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 Jun 30 02:51:58.530933 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe3626e3-cf6f-4e8d-8c7c-13e97a05e362 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.660378 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7ca52e73-f858-41f3-a805-4309e8403379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.667467 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2b23b6d-7a7e-4615-82ed-6f89968327e6 req-61f6f123-a5e8-4277-972c-3fea0cb0218d tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0470822 Jun 30 02:51:58.734743 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe3626e3-cf6f-4e8d-8c7c-13e97a05e362 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.862795 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-fe3626e3-cf6f-4e8d-8c7c-13e97a05e362 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP 71f9ed45-4da1-4e69-ad8f-e08c78b10c3d associated. External IP: 172.25.2.43, port: 0b9931d8-13f6-47ff-99fc-d9ac0f3ad1ef. Jun 30 02:51:59.117779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3626e3-cf6f-4e8d-8c7c-13e97a05e362 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:59.246263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3626e3-cf6f-4e8d-8c7c-13e97a05e362 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:59.251925 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe3626e3-cf6f-4e8d-8c7c-13e97a05e362 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.258367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7ce1a-f304-4da1-93fb-ca2f1b032b81 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:59.270364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7ce1a-f304-4da1-93fb-ca2f1b032b81 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:59.271011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c4c7ce1a-f304-4da1-93fb-ca2f1b032b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:59.307176 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fe3626e3-cf6f-4e8d-8c7c-13e97a05e362 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "PUT /v2.0/floatingips/71f9ed45-4da1-4e69-ad8f-e08c78b10c3d HTTP/1.1" status: 200 len: 976 time: 1.4813566 Jun 30 02:51:59.309522 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 32800) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:59.341366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c4c7ce1a-f304-4da1-93fb-ca2f1b032b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:59.369355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7ce1a-f304-4da1-93fb-ca2f1b032b81 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:59.370025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c4c7ce1a-f304-4da1-93fb-ca2f1b032b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:59.411266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c4c7ce1a-f304-4da1-93fb-ca2f1b032b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:59.411891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7ce1a-f304-4da1-93fb-ca2f1b032b81 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:59.448814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port 0b9931d8-13f6-47ff-99fc-d9ac0f3ad1ef {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:59.449186 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.558176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.827444 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.828113 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.828512 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP 71f9ed45-4da1-4e69-ad8f-e08c78b10c3d disassociated. External IP: 172.25.2.43, port: 0b9931d8-13f6-47ff-99fc-d9ac0f3ad1ef. Jun 30 02:51:59.828967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for 0b9931d8-13f6-47ff-99fc-d9ac0f3ad1ef owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:00.059893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 32824) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:00.232076 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-469939a6-8526-4477-9c49-6d06cfcaa69a req-4152647a-05c2-42d0-8bab-67a54c4ece06 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0722046 Jun 30 02:52:00.241511 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.291127 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c67a5c39-9063-4a51-9838-11c8fdd75a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.293105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=0b9931d8-13f6-47ff-99fc-d9ac0f3ad1ef,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:00.551757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:00.553840 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c67a5c39-9063-4a51-9838-11c8fdd75a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.711017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c67a5c39-9063-4a51-9838-11c8fdd75a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.737118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:00.748382 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12b4f9-404e-4dd4-8bd7-c6989fb54530 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:00.772053 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12b4f9-404e-4dd4-8bd7-c6989fb54530 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:00.772979 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0a12b4f9-404e-4dd4-8bd7-c6989fb54530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:00.811634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c67a5c39-9063-4a51-9838-11c8fdd75a60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0a89ab7e9c8e4707b99819d7f7609bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7458806 Jun 30 02:52:00.815022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 32852) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:00.820647 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0a12b4f9-404e-4dd4-8bd7-c6989fb54530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:00.833826 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a12b4f9-404e-4dd4-8bd7-c6989fb54530 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:00.835449 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0a12b4f9-404e-4dd4-8bd7-c6989fb54530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:00.842347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a5c39-9063-4a51-9838-11c8fdd75a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae815cb-abc9-47bd-9e68-5fb8a0fbd85b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:00.872049 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.874915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-73afe2e7-1b6e-49ac-b9dd-aaf2c15804d3 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/ports/0b9931d8-13f6-47ff-99fc-d9ac0f3ad1ef HTTP/1.1" status: 204 len: 168 time: 1.5641150 Jun 30 02:52:00.883871 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 32856) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:00.896039 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0a12b4f9-404e-4dd4-8bd7-c6989fb54530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:00.898183 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a12b4f9-404e-4dd4-8bd7-c6989fb54530 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:00.949908 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6f5cbdaf-4f31-49ce-8fc5-f5e7a2f2b00e tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "GET /v2.0/floatingips/71f9ed45-4da1-4e69-ad8f-e08c78b10c3d HTTP/1.1" status: 200 len: 687 time: 0.0596704 Jun 30 02:52:00.949908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 32858) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:00.961926 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6bdd90e5-c651-40f0-9753-de211c83aee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.001408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6bdd90e5-c651-40f0-9753-de211c83aee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.106069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-5405190d-fd86-4840-971e-ad616e87d9a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port a9e3e4dc-01e1-4c05-b659-96097aa2d85c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:01.106614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5405190d-fd86-4840-971e-ad616e87d9a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.226507 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5405190d-fd86-4840-971e-ad616e87d9a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.226965 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5405190d-fd86-4840-971e-ad616e87d9a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.228999 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6bdd90e5-c651-40f0-9753-de211c83aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.231611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6bdd90e5-c651-40f0-9753-de211c83aee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.248071 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6bdd90e5-c651-40f0-9753-de211c83aee1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9ae815cb-abc9-47bd-9e68-5fb8a0fbd85b HTTP/1.1" status: 204 len: 168 time: 0.4275274 Jun 30 02:52:01.257134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-5405190d-fd86-4840-971e-ad616e87d9a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for a9e3e4dc-01e1-4c05-b659-96097aa2d85c owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:01.277322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd90e5-c651-40f0-9753-de211c83aee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae815cb-abc9-47bd-9e68-5fb8a0fbd85b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:01.287066 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.344896 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-35b1b60f-a1c5-41ec-92dc-0b2d5d2ffbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.491697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4eeb4fa8-4c68-4119-9e71-1a02e166a262 req-2ed49097-9f98-40ea-a907-5e39aacd7133 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0618668 Jun 30 02:52:01.763351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed57be-f928-4b35-bf3b-94328628b23d req-1e3e94c3-0ea3-40f1-9037-08476bfde6ce tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:01.764827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-1e3e94c3-0ea3-40f1-9037-08476bfde6ce tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/networks?id=e9dc28d9-ad6f-493f-b8cd-5284e8850e94 HTTP/1.1" status: 200 len: 810 time: 0.1111608 Jun 30 02:52:01.780325 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7ff4bb4b-2233-4a14-8c88-82be2b134f78 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/quotas/2fbb2dedb6194de185b196e78737a81d HTTP/1.1" status: 200 len: 375 time: 0.0099185 Jun 30 02:52:01.815649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-d645b7b0-fde2-4c90-a8c8-20af7dd00e99 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2fbb2dedb6194de185b196e78737a81d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284729 Jun 30 02:52:01.908908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-c9d3f144-78c1-42e0-8531-34cbdd38f04a service neutron] 10.222.0.77 "GET /v2.0/networks/e9dc28d9-ad6f-493f-b8cd-5284e8850e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854909 Jun 30 02:52:01.998681 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-25fcb609-6437-4c9d-9519-e2c3376b6e77 service neutron] 10.222.0.77 "GET /v2.0/networks/e9dc28d9-ad6f-493f-b8cd-5284e8850e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838921 Jun 30 02:52:02.351537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:02.585657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67746624-602f-45d5-ac7f-96688177ec5a req-b09110a5-b695-4395-8d8e-c0661b094915 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:02.587290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-b09110a5-b695-4395-8d8e-c0661b094915 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.74 "GET /v2.0/networks?id=4b6c377d-5135-4c0e-b5ca-5e403d19f769 HTTP/1.1" status: 200 len: 813 time: 0.5867040 Jun 30 02:52:02.588510 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5405190d-fd86-4840-971e-ad616e87d9a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.638690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Request body: {'port': {'device_id': '1b98da12-f2d8-44d6-8a57-f717cd11c7a1', 'network_id': '4b6c377d-5135-4c0e-b5ca-5e403d19f769', 'admin_state_up': True, 'tenant_id': '31ac1da083f04bdb8004d2ceb961d5c4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:02.650795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405190d-fd86-4840-971e-ad616e87d9a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=a9e3e4dc-01e1-4c05-b659-96097aa2d85c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:02.727233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:02.760322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'port_id': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'mac_address': 'fa:16:3e:5c:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:02.826647 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.861236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c05be467-e86f-4f9e-99f5-e19aa0587d56 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:02.900951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:02.951955 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.976433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb93a008-9278-4e79-a824-8a44dbf1a753 req-fd9e268f-3087-4922-891f-20b5e934af40 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 210 time: 0.1990695 Jun 30 02:52:02.999991 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5405190d-fd86-4840-971e-ad616e87d9a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.003862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5405190d-fd86-4840-971e-ad616e87d9a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.005736 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5405190d-fd86-4840-971e-ad616e87d9a6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/floatingips/71f9ed45-4da1-4e69-ad8f-e08c78b10c3d HTTP/1.1" status: 204 len: 168 time: 2.0553303 Jun 30 02:52:03.009468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 32926) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:03.050893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:03.094883 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58d4493f-f41a-419f-a0a7-6406a40f6f6d req-a683b13c-cc22-472c-86c6-8cf9cb8dc7f8 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 210 time: 0.0381713 Jun 30 02:52:03.099438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 32932) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:03.116873 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a14bc7c0-013a-4930-af06-f61efff37d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.152322 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.212417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:03.293772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['c05be467-e86f-4f9e-99f5-e19aa0587d56'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:03.332768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Made reservation on behalf of 31ac1da083f04bdb8004d2ceb961d5c4 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:03.334633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.347389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-a14bc7c0-013a-4930-af06-f61efff37d66 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:52:03.347389 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:52:03.347389 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id_1': 'a4f2cd23f2ee4e38817268380b1849fc', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 52, 3, 131477)}] Jun 30 02:52:03.347389 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:52:03.348444 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-a14bc7c0-013a-4930-af06-f61efff37d66 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:52:03.452498 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:52:03.478410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Allocated IP 172.20.0.7 (4b6c377d-5135-4c0e-b5ca-5e403d19f769/16cd8528-656e-4c12-b318-9a601fb357c0/1a164c76-c943-43f7-8532-d69846f63565) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:03.534491 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.626901 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.668074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.792436 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.814659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.25.2.56 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/d0a585b2-078b-445c-ab25-77a976dc7be4) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:03.836562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-68c9d75d-2dba-473d-9bdf-f3fa1cf5e2aa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1308050 Jun 30 02:52:03.858581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a14bc7c0-013a-4930-af06-f61efff37d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.867254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Network 4b6c377d-5135-4c0e-b5ca-5e403d19f769 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:03.875286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:03.881867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:03.883914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Pushing event updated for resources: {'Port': ['ID=1a164c76-c943-43f7-8532-d69846f63565,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:03.956804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:03.957595 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.994428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.114870 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a14bc7c0-013a-4930-af06-f61efff37d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.168441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-0557441f-8040-4147-af49-3a1ae0f524a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.168935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-0557441f-8040-4147-af49-3a1ae0f524a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.169405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-0557441f-8040-4147-af49-3a1ae0f524a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.170497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-0557441f-8040-4147-af49-3a1ae0f524a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.170981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-0557441f-8040-4147-af49-3a1ae0f524a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.171454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-0557441f-8040-4147-af49-3a1ae0f524a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.171920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-0557441f-8040-4147-af49-3a1ae0f524a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.173889 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-0557441f-8040-4147-af49-3a1ae0f524a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6491 time: 0.1999576 Jun 30 02:52:04.196155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.209154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc33153c-117b-4512-ae5c-dfb9500033f9 req-1494af76-1cc8-434d-90e2-ac38da6c0e21 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 210 time: 0.0445018 Jun 30 02:52:04.239990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a14bc7c0-013a-4930-af06-f61efff37d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.304161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:04.336295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:04.338843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:04.374399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:04.387467 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-47d9257e-edbc-4d3f-8a33-270ce6ac27c2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7692618 Jun 30 02:52:04.391849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82959c55-6a31-4f8e-b246-03642e8f6ed4 req-6f03839e-e66f-4e66-920b-14fec3acc450 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.399261 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-82959c55-6a31-4f8e-b246-03642e8f6ed4 req-6f03839e-e66f-4e66-920b-14fec3acc450 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 931 time: 0.3009689 Jun 30 02:52:04.401090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=d0a585b2-078b-445c-ab25-77a976dc7be4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:04.403531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Request body: {'port': {'device_id': '1b98da12-f2d8-44d6-8a57-f717cd11c7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:04.455181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port c05be467-e86f-4f9e-99f5-e19aa0587d56 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:04.455946 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.476675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-82959c55-6a31-4f8e-b246-03642e8f6ed4 req-f37d2e34-036e-4d11-bbf9-1525ec2dbb1b tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764418 Jun 30 02:52:04.481871 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a14bc7c0-013a-4930-af06-f61efff37d66 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a4f2cd23f2ee4e38817268380b1849fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3786981 Jun 30 02:52:04.482582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33002) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:04.492331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bc7c0-013a-4930-af06-f61efff37d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e782f285-2587-4f64-9131-18654c155b2c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:04.583863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f7f1728f-fafe-4bc6-9f3c-e1a9c373f3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.603722 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.627805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f7f1728f-fafe-4bc6-9f3c-e1a9c373f3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.664005 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.690751 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.714821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:04.718774 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaadd9d-09d6-47be-b406-4f5a08e3dda0" -d '{"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-plugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:04.720535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-d608919a-3c7f-4bd4-adc4-e971bd54d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.721189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-d608919a-3c7f-4bd4-adc4-e971bd54d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.724294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-d608919a-3c7f-4bd4-adc4-e971bd54d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.726290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-d608919a-3c7f-4bd4-adc4-e971bd54d37a service neutron] 10.222.0.74 "GET /v2.0/networks?id=2b9ddc54-579a-469a-a75a-d6c07351455b&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e HTTP/1.1" status: 200 len: 2294 time: 0.5031486 Jun 30 02:52:04.737044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:04.877885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-9740a404-ca61-4aa3-b333-e8c458e57705 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d HTTP/1.1" status: 200 len: 1000 time: 0.1446304 Jun 30 02:52:04.883476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.913175 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f7f1728f-fafe-4bc6-9f3c-e1a9c373f3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.916921 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f7f1728f-fafe-4bc6-9f3c-e1a9c373f3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.918821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f7f1728f-fafe-4bc6-9f3c-e1a9c373f3e0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e782f285-2587-4f64-9131-18654c155b2c HTTP/1.1" status: 204 len: 168 time: 0.4346445 Jun 30 02:52:04.938433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1728f-fafe-4bc6-9f3c-e1a9c373f3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e782f285-2587-4f64-9131-18654c155b2c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:04.960869 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdbc7e4-bc0c-4146-8b28-75e3e81bff6d x-openstack-request-id: req-2fdbc7e4-bc0c-4146-8b28-75e3e81bff6d {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:04.961565 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-plugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:04.962053 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2fdbc7e4-bc0c-4146-8b28-75e3e81bff6d {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:04.963740 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'code': 200} Jun 30 02:52:04.969546 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-cda32446-4b23-4fc8-b246-5ed95fab35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:04.971071 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-cda32446-4b23-4fc8-b246-5ed95fab35e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dd37d0e-9728-4f58-99b6-57eb8489880e HTTP/1.1" status: 200 len: 851 time: 0.0860527 Jun 30 02:52:05.020949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:05.030367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a164c76-c943-43f7-8532-d69846f63565 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:05.041581 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.060576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Transition to ACTIVE for port object 1a164c76-c943-43f7-8532-d69846f63565 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:05.180172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-cf3804bf-7fdf-4def-ad3f-b6f80b7833e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:05.181703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-cf3804bf-7fdf-4def-ad3f-b6f80b7833e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b9ddc54-579a-469a-a75a-d6c07351455b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812880 Jun 30 02:52:05.243061 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.244157 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.340953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Pushing event updated for resources: {'Port': ['ID=1a164c76-c943-43f7-8532-d69846f63565,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:05.343349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-6bec11f1-e3ba-4630-aa2e-57270de893e7 service neutron] 10.222.0.74 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526604 Jun 30 02:52:05.465156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Attempting to bind port 1a164c76-c943-43f7-8532-d69846f63565 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:05.465767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Attempting to bind port 1a164c76-c943-43f7-8532-d69846f63565 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '14eac07d-4813-4787-9e6a-6c927a1b08f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4b6c377d-5135-4c0e-b5ca-5e403d19f769'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:05.466283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Attempting to bind port 1a164c76-c943-43f7-8532-d69846f63565 on network 4b6c377d-5135-4c0e-b5ca-5e403d19f769 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:05.472017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Port 1a164c76-c943-43f7-8532-d69846f63565 on network 4b6c377d-5135-4c0e-b5ca-5e403d19f769 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:05.472540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Attempting to bind port 1a164c76-c943-43f7-8532-d69846f63565 on network 4b6c377d-5135-4c0e-b5ca-5e403d19f769 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:05.478067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:05.478678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Checking segment: {'id': '14eac07d-4813-4787-9e6a-6c927a1b08f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4b6c377d-5135-4c0e-b5ca-5e403d19f769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:05.479569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Bound using segment: {'id': '14eac07d-4813-4787-9e6a-6c927a1b08f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4b6c377d-5135-4c0e-b5ca-5e403d19f769'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:05.482372 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Bound port: 1a164c76-c943-43f7-8532-d69846f63565, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eac07d-4813-4787-9e6a-6c927a1b08f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '4b6c377d-5135-4c0e-b5ca-5e403d19f769'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:05.482719 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.513588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2689ee1b-a8f6-4bc3-976d-13bb92c7e99d req-63530c6c-74bc-48bb-afe3-e65a176df4d8 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 210 time: 0.0732121 Jun 30 02:52:05.589720 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.604274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] For port 1a164c76-c943-43f7-8532-d69846f63565, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:05.608339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] For port 1a164c76-c943-43f7-8532-d69846f63565, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1a164c76-c943-43f7-8532-d69846f63565,segment=NetworkSegment(14eac07d-4813-4787-9e6a-6c927a1b08f9),segment_id=14eac07d-4813-4787-9e6a-6c927a1b08f9)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:05.643817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-de559ac6-c668-4842-bf70-908a629daa1b service neutron] 10.222.0.74 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897024 Jun 30 02:52:05.723234 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.769939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:05.770573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.772007 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] 10.222.0.74 "PUT /v2.0/ports/1a164c76-c943-43f7-8532-d69846f63565 HTTP/1.1" status: 200 len: 1091 time: 1.3758802 Jun 30 02:52:05.772465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b98da12-f2d8-44d6-8a57-f717cd11c7a1', 'tag': '1a164c76-c943-43f7-8532-d69846f63565'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:05.774926 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9872d959-ddb1-470c-8e41-304451fb4269" -d '{"events": [{"name": "network-changed", "server_uuid": "1b98da12-f2d8-44d6-8a57-f717cd11c7a1", "tag": "1a164c76-c943-43f7-8532-d69846f63565"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:05.812710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22697b-2199-498c-8222-9112c3bd7687 service neutron] Pushing event updated for resources: {'Port': ['ID=1a164c76-c943-43f7-8532-d69846f63565,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:06.047146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67746624-602f-45d5-ac7f-96688177ec5a req-1eff1be2-a4e8-43ce-b16e-d3d4888ec5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.051250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-1eff1be2-a4e8-43ce-b16e-d3d4888ec5b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31ac1da083f04bdb8004d2ceb961d5c4&device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 1094 time: 0.1181915 Jun 30 02:52:06.174240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-52b11cc5-f022-4ab9-8ebd-4c2173f00de1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a164c76-c943-43f7-8532-d69846f63565 HTTP/1.1" status: 200 len: 217 time: 0.1048372 Jun 30 02:52:06.196143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-15268136-1cec-4b06-8afe-c0bd2f4164a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=dbdd0484-5948-43a9-8d71-056365de7c3c HTTP/1.1" status: 200 len: 217 time: 0.5163279 Jun 30 02:52:06.262380 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67746624-602f-45d5-ac7f-96688177ec5a req-45cd3c92-eb4a-4178-94a6-7c1118f72e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.284672 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-45cd3c92-eb4a-4178-94a6-7c1118f72e57 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=16cd8528-656e-4c12-b318-9a601fb357c0 HTTP/1.1" status: 200 len: 853 time: 0.1001825 Jun 30 02:52:06.343703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-a2533c6f-9c80-4984-8928-39dae2f005be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b6c377d-5135-4c0e-b5ca-5e403d19f769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550025 Jun 30 02:52:06.368362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-a165271e-aa35-486d-92c1-9340dd91c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.369904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-a165271e-aa35-486d-92c1-9340dd91c75d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.1609104 Jun 30 02:52:06.446069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406f880-3304-4b70-aa7c-1477b396acd7 req-8ac30ef7-c875-4883-85a6-e41ffcb32f47 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.456777 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-3b234171-d12c-4002-9b06-a59bd79f961d service neutron] 10.222.0.74 "GET /v2.0/networks/4b6c377d-5135-4c0e-b5ca-5e403d19f769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061440 Jun 30 02:52:06.456976 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c406f880-3304-4b70-aa7c-1477b396acd7 req-8ac30ef7-c875-4883-85a6-e41ffcb32f47 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 943 time: 0.7784023 Jun 30 02:52:06.517656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.552964 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c406f880-3304-4b70-aa7c-1477b396acd7 req-303ccd19-9535-427d-aecb-5c230522c9e6 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950661 Jun 30 02:52:06.576397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-a807fb8d-80b8-487b-9fc6-ae7cb56a8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.578001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-a807fb8d-80b8-487b-9fc6-ae7cb56a8015 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2006223 Jun 30 02:52:06.649957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67746624-602f-45d5-ac7f-96688177ec5a req-f6ca2149-437e-42b6-85ec-803ef2ae6e17 service neutron] 10.222.0.74 "GET /v2.0/networks/4b6c377d-5135-4c0e-b5ca-5e403d19f769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857889 Jun 30 02:52:06.678253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.704182 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70130419-6ce7-4e76-9877-e2e3210ac08b x-openstack-request-id: req-70130419-6ce7-4e76-9877-e2e3210ac08b {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:06.704510 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b98da12-f2d8-44d6-8a57-f717cd11c7a1", "tag": "1a164c76-c943-43f7-8532-d69846f63565", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:06.704787 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70130419-6ce7-4e76-9877-e2e3210ac08b {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:06.705200 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b98da12-f2d8-44d6-8a57-f717cd11c7a1', 'tag': '1a164c76-c943-43f7-8532-d69846f63565', 'status': 'completed', 'code': 200} Jun 30 02:52:06.886502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=d0a585b2-078b-445c-ab25-77a976dc7be4,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:06.910454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872d959-ddb1-470c-8e41-304451fb4269 req-1b742510-94a6-4803-9582-bdfe205515b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.912127 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9872d959-ddb1-470c-8e41-304451fb4269 req-1b742510-94a6-4803-9582-bdfe205515b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31ac1da083f04bdb8004d2ceb961d5c4&device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 1094 time: 0.1078637 Jun 30 02:52:06.979587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-53ab6bbf-e7e7-48a0-8f7a-383bd7db32c6 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938644 Jun 30 02:52:06.999192 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.089655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872d959-ddb1-470c-8e41-304451fb4269 req-5ba924db-22a8-4493-94b4-22ebdbe2f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:07.092400 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9872d959-ddb1-470c-8e41-304451fb4269 req-5ba924db-22a8-4493-94b4-22ebdbe2f51a service neutron] 10.222.0.74 "GET /v2.0/networks?id=4b6c377d-5135-4c0e-b5ca-5e403d19f769 HTTP/1.1" status: 200 len: 914 time: 0.1720998 Jun 30 02:52:07.206154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9872d959-ddb1-470c-8e41-304451fb4269 req-ae063fab-a279-46f4-b50c-881b1d751706 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a164c76-c943-43f7-8532-d69846f63565 HTTP/1.1" status: 200 len: 217 time: 0.1058919 Jun 30 02:52:07.278184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872d959-ddb1-470c-8e41-304451fb4269 req-4db6b6c0-1162-4273-a190-2d89891b8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:07.280063 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9872d959-ddb1-470c-8e41-304451fb4269 req-4db6b6c0-1162-4273-a190-2d89891b8858 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=16cd8528-656e-4c12-b318-9a601fb357c0 HTTP/1.1" status: 200 len: 853 time: 0.0662661 Jun 30 02:52:07.304917 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-ba9b4b8b-37de-4938-b9d4-d802b606420c service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078718 Jun 30 02:52:07.306144 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP ee6e7324-ca33-45fc-b702-a5bd9688054d associated. External IP: 172.25.2.56, port: e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff. Jun 30 02:52:07.322434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9872d959-ddb1-470c-8e41-304451fb4269 req-235d1cb9-c1be-4063-ba40-43783f0b694a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b6c377d-5135-4c0e-b5ca-5e403d19f769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347991 Jun 30 02:52:07.323494 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c013e476-de3e-488d-b24a-7f92e4b12da2 req-98e8068d-905c-44e1-9c12-9baf3fb1a6df tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 210 time: 0.3009758 Jun 30 02:52:07.413934 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-2dd13e6a-953f-4823-b1df-c25643806179 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=600114d5-9810-4fd3-854d-b1f2ec027f54 HTTP/1.1" status: 200 len: 217 time: 0.0554962 Jun 30 02:52:07.454733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9872d959-ddb1-470c-8e41-304451fb4269 req-cf69d42a-020f-4986-8002-ea8eca9cf6a2 service neutron] 10.222.0.74 "GET /v2.0/networks/4b6c377d-5135-4c0e-b5ca-5e403d19f769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223936 Jun 30 02:52:07.596529 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9872d959-ddb1-470c-8e41-304451fb4269 req-1261320c-0353-422b-abaa-a9bdf5c3796e service neutron] 10.222.0.74 "GET /v2.0/networks/4b6c377d-5135-4c0e-b5ca-5e403d19f769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352634 Jun 30 02:52:07.729087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-c53831bc-243f-4664-8bef-982b61da2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:07.731084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-c53831bc-243f-4664-8bef-982b61da2512 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.3032370 Jun 30 02:52:07.859921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed57be-f928-4b35-bf3b-94328628b23d req-4ced3d8c-b19e-4a01-acd8-c2c0204d12af tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:07.861443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-4ced3d8c-b19e-4a01-acd8-c2c0204d12af tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.83 "GET /v2.0/networks?id=e9dc28d9-ad6f-493f-b8cd-5284e8850e94 HTTP/1.1" status: 200 len: 810 time: 0.4497697 Jun 30 02:52:07.894647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Request body: {'port': {'device_id': 'fb717993-84d6-4f97-8eef-2026938a44ba', 'network_id': 'e9dc28d9-ad6f-493f-b8cd-5284e8850e94', 'admin_state_up': True, 'tenant_id': '2fbb2dedb6194de185b196e78737a81d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:08.003781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:08.005665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-edcb1b3b-65b8-4540-81ba-d631e794f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:08.007233 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-edcb1b3b-65b8-4540-81ba-d631e794f35a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2666924 Jun 30 02:52:08.191514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dff07-d3bf-44e4-b1cf-03edb381608f req-4d70eaf7-e1e2-4068-8cb0-7c53bf118f22 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:08.193098 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8b1dff07-d3bf-44e4-b1cf-03edb381608f req-4d70eaf7-e1e2-4068-8cb0-7c53bf118f22 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 943 time: 0.3306522 Jun 30 02:52:08.280200 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-2680181b-99d1-41c9-8426-125a04e2da0c service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621045 Jun 30 02:52:08.319376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8b1dff07-d3bf-44e4-b1cf-03edb381608f req-3583f3f9-8ea9-4f20-ad90-e560375ad355 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097331 Jun 30 02:52:08.320083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Made reservation on behalf of 2fbb2dedb6194de185b196e78737a81d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:08.323468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.375484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:08.397538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1bfb32-724e-4cb0-bd35-3ab72f85475c None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:08.405969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1a164c76-c943-43f7-8532-d69846f63565 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:08.461407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1bfb32-724e-4cb0-bd35-3ab72f85475c None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:08.462128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dc1bfb32-724e-4cb0-bd35-3ab72f85475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:08.485580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a65c9b70-354c-4935-adfb-00f4ac913a9f tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:08.492681 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-17680857-e384-4478-b266-ffa7c071b931 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993434 Jun 30 02:52:08.494119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a65c9b70-354c-4935-adfb-00f4ac913a9f tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/networks?id=1e94ff2e-8974-4f1c-85d1-b34738d78e87 HTTP/1.1" status: 200 len: 805 time: 0.2194579 Jun 30 02:52:08.517049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-7e30a680-a910-4f06-966a-eb9bbb588a44 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/quotas/bdd67b3f50224ff6a975e285570763bf HTTP/1.1" status: 200 len: 375 time: 0.0217767 Jun 30 02:52:08.560730 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-1092cdbd-e1b3-40da-bc7c-0a7b0833e8b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=bb12e561-a0b3-4475-9098-277e869e6df0 HTTP/1.1" status: 200 len: 217 time: 0.0610352 Jun 30 02:52:08.566306 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.601636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dc1bfb32-724e-4cb0-bd35-3ab72f85475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:08.618558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1bfb32-724e-4cb0-bd35-3ab72f85475c None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:08.619954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dc1bfb32-724e-4cb0-bd35-3ab72f85475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:08.637660 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-b57d9721-d38e-40bd-b373-4a656b52a6dc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156123 Jun 30 02:52:08.681620 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.resource_extend [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:52:08.688392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dc1bfb32-724e-4cb0-bd35-3ab72f85475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:08.690034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1bfb32-724e-4cb0-bd35-3ab72f85475c None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:08.694569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2634b1d6-6bca-44b3-b386-cc687375de66 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:08.695891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Allocated IP 172.20.0.9 (e9dc28d9-ad6f-493f-b8cd-5284e8850e94/4f98ffad-d11e-4c18-9b34-de001aadf0db/716ce21d-a98c-49eb-bd0d-b2a828289abf) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:08.709702 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a3b9220c-37ca-4dca-8162-09d66cd3596f req-40213a7b-0b76-4a36-8895-608dec9b29d2 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 210 time: 0.1055648 Jun 30 02:52:08.718146 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ce1149c6-5f33-4ed9-ab95-190ce5c78777 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.7053695 Jun 30 02:52:08.720622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33132) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:08.725957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1857759321'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:08.749422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-9821b7e3-1033-463d-8d10-20a6af2e5b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:08.750991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-9821b7e3-1033-463d-8d10-20a6af2e5b41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.1825356 Jun 30 02:52:08.846082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Made reservation on behalf of f48435562c9b466293e3d5335a49f8e2 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:08.850899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.907546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:52:08.934591 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.935981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1a164c76-c943-43f7-8532-d69846f63565, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1a164c76-c943-43f7-8532-d69846f63565,segment=NetworkSegment(14eac07d-4813-4787-9e6a-6c927a1b08f9),segment_id=14eac07d-4813-4787-9e6a-6c927a1b08f9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:08.946081 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Added segment 0a1b9286-f40d-4c01-9bb3-1daa9c497986 of type vlan for network 3e81713b-b03f-4702-a076-a7f3ff31b566 Jun 30 02:52:08.959610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '1a164c76-c943-43f7-8532-d69846f63565', 'network_id': '4b6c377d-5135-4c0e-b5ca-5e403d19f769', 'port_id': '1a164c76-c943-43f7-8532-d69846f63565', 'mac_address': 'fa:16:3e:d4:6e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cd8528-656e-4c12-b318-9a601fb357c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:09.015926 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.035621 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a164c76-c943-43f7-8532-d69846f63565 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:09.039778 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.076002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1a164c76-c943-43f7-8532-d69846f63565, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1a164c76-c943-43f7-8532-d69846f63565,segment=NetworkSegment(14eac07d-4813-4787-9e6a-6c927a1b08f9),segment_id=14eac07d-4813-4787-9e6a-6c927a1b08f9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:09.083151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2634b1d6-6bca-44b3-b386-cc687375de66'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:09.085670 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a825737a-bf65-4e90-9e5b-77fc35f4548d" -d '{"events": [{"server_uuid": "889a0a2b-73a3-4c8e-8fa7-f3a506474072", "name": "network-vif-unplugged", "status": "completed", "tag": "2634b1d6-6bca-44b3-b386-cc687375de66"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:09.109412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2634b1d6-6bca-44b3-b386-cc687375de66, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2634b1d6-6bca-44b3-b386-cc687375de66,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:09.144996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.155449 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.217916 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.247091 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa416ca-8373-4e8e-beb7-1e1f787a666b x-openstack-request-id: req-2aa416ca-8373-4e8e-beb7-1e1f787a666b {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:09.247496 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889a0a2b-73a3-4c8e-8fa7-f3a506474072", "name": "network-vif-unplugged", "status": "completed", "tag": "2634b1d6-6bca-44b3-b386-cc687375de66", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:09.247863 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2aa416ca-8373-4e8e-beb7-1e1f787a666b {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:09.248343 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2634b1d6-6bca-44b3-b386-cc687375de66', 'code': 200} Jun 30 02:52:09.309823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=1a164c76-c943-43f7-8532-d69846f63565,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:09.371937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-f21934ef-9eed-45f0-bf3c-327237ce3193 service neutron] 10.222.0.77 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298467 Jun 30 02:52:09.440132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=2634b1d6-6bca-44b3-b386-cc687375de66,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:09.464270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.471784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:09.477723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.486404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-d8e4491d-495d-45cc-912c-a8baf3091d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:09.488868 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-d8e4491d-495d-45cc-912c-a8baf3091d84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7280195 Jun 30 02:52:09.503862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['1a164c76-c943-43f7-8532-d69846f63565'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:09.567789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4987c9d8-7883-4dc0-9168-bdc675bc4c04 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:09.568278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4987c9d8-7883-4dc0-9168-bdc675bc4c04 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.83 "GET /v2.0/ports?device_id=889a0a2b-73a3-4c8e-8fa7-f3a506474072 HTTP/1.1" status: 200 len: 943 time: 0.3935170 Jun 30 02:52:09.593887 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.653011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-37166a9b-e192-47ed-8b75-dc1e13d28bd6 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506028 Jun 30 02:52:09.665281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Network': ['ID=3e81713b-b03f-4702-a076-a7f3ff31b566,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:09.685543 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8251e173-ac8d-4ad2-9c64-78c414c50443 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9639375 Jun 30 02:52:09.691409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33156) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:09.696643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'subnet': {'network_id': '3e81713b-b03f-4702-a076-a7f3ff31b566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:09.713664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 3e81713b-b03f-4702-a076-a7f3ff31b566 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:52:09.751229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a83bc46d-3cf6-43fe-adcc-2e21c1b7e370 service neutron] 10.222.0.77 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783312 Jun 30 02:52:09.817355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-0e1c648e-635d-4e2f-865d-6fb57a389622 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531246 Jun 30 02:52:09.903023 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-6ed811e9-e1dd-403a-98e2-e093fa61aa5b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=346d9070-7538-4e70-b6dc-4712b4ec1f8a HTTP/1.1" status: 200 len: 217 time: 0.0782382 Jun 30 02:52:09.945571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4fc1239a-a08c-418f-9092-c538fc684702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Deleting port 2634b1d6-6bca-44b3-b386-cc687375de66 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:09.946226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4fc1239a-a08c-418f-9092-c538fc684702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.004242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-3652f62b-1bcd-4b59-8ea6-86ee93b13369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:10.005894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-3652f62b-1bcd-4b59-8ea6-86ee93b13369 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.0900776 Jun 30 02:52:10.008395 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.059405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Made reservation on behalf of f48435562c9b466293e3d5335a49f8e2 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:10.086251 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.093362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c050d-474c-4588-8be4-3beb37d543d7 req-589e397f-e68e-4f77-aeac-7268ff208b79 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:10.100455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-446c050d-474c-4588-8be4-3beb37d543d7 req-589e397f-e68e-4f77-aeac-7268ff208b79 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 944 time: 0.2009945 Jun 30 02:52:10.188745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Network e9dc28d9-ad6f-493f-b8cd-5284e8850e94 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:10.202644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:10.205053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Pushing event updated for resources: {'Port': ['ID=716ce21d-a98c-49eb-bd0d-b2a828289abf,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:10.211175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:10.277355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-446c050d-474c-4588-8be4-3beb37d543d7 req-40e6e82f-5815-4624-bb56-4591cc0210d4 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754112 Jun 30 02:52:10.285220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:10.294154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4fc1239a-a08c-418f-9092-c538fc684702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] For port 2634b1d6-6bca-44b3-b386-cc687375de66, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2634b1d6-6bca-44b3-b386-cc687375de66,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:10.295336 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4fc1239a-a08c-418f-9092-c538fc684702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.295635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.339463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-4494682e-4eb7-4d28-a6ea-7e4d1e9c62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:10.342084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-4494682e-4eb7-4d28-a6ea-7e4d1e9c62c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3269229 Jun 30 02:52:10.361533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4fc1239a-a08c-418f-9092-c538fc684702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Calling delete_port for 2634b1d6-6bca-44b3-b386-cc687375de66 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:10.443796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33174) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:10.484542 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c07fdf54-21b6-4bca-941d-a12b8c4b4000 req-a000006f-83a1-41f4-8627-73399c48eaef tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 210 time: 0.0784626 Jun 30 02:52:10.499199 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-7e6bbcc2-332f-4f6f-abfe-3db55246b8c3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6156516 Jun 30 02:52:10.528408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Request body: {'port': {'device_id': 'fb717993-84d6-4f97-8eef-2026938a44ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:10.646896 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-c2189acc-0bf9-4577-8560-9e0006550e7f service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965951 Jun 30 02:52:10.660821 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861233e5-cf36-49d3-9cae-a85483481a2b req-a73662f4-c17d-4bb9-b03c-867e43ea51b5 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:10.663546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-861233e5-cf36-49d3-9cae-a85483481a2b req-a73662f4-c17d-4bb9-b03c-867e43ea51b5 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 931 time: 0.3604052 Jun 30 02:52:10.810782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-4c4b6fd6-d8b1-4530-8819-b4ccbfd9d104 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543467 Jun 30 02:52:10.812383 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-861233e5-cf36-49d3-9cae-a85483481a2b req-8f0dd9cc-f566-4290-b21f-5bc87a3844ff tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/security-groups?id=d198e68d-63a5-4b67-8f3c-ff95807456e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341999 Jun 30 02:52:10.900259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.905066 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90110ffc-fe53-46de-bc46-dd75e429cbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.911118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-85a79ad6-fdfd-4096-a9e4-1743fa4f5461 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=45bddaf2-a14c-4b74-aaa1-742550900101 HTTP/1.1" status: 200 len: 217 time: 0.0559719 Jun 30 02:52:10.978768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Subnet': ['ID=62a63cef-3df4-4f75-8132-dfe060b752c3,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:10.981030 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4fc1239a-a08c-418f-9092-c538fc684702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.020473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90110ffc-fe53-46de-bc46-dd75e429cbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.029211 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.099184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1239a-a08c-418f-9092-c538fc684702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Pushing event deleted for resources: {'Port': ['ID=2634b1d6-6bca-44b3-b386-cc687375de66,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:11.104856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Checking segment: {'id': '0a1b9286-f40d-4c01-9bb3-1daa9c497986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3e81713b-b03f-4702-a076-a7f3ff31b566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:11.105279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network hostable DHCP agents. Network: 3e81713b-b03f-4702-a076-a7f3ff31b566, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:52:11.124380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-6c1099a0-6d51-47c8-bc8e-fc660cba4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:11.126987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4fc1239a-a08c-418f-9092-c538fc684702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] No DVR routers for this DVR port 2634b1d6-6bca-44b3-b386-cc687375de66 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:11.128027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-6c1099a0-6d51-47c8-bc8e-fc660cba4bc6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=895c76f2-b67c-46ed-8de5-90205d541aaa HTTP/1.1" status: 200 len: 797 time: 0.2043183 Jun 30 02:52:11.131400 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4fc1239a-a08c-418f-9092-c538fc684702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.133351 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1eaf18ec-8926-4668-901b-4d3abd7c87e5 req-4fc1239a-a08c-418f-9092-c538fc684702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.83 "DELETE /v2.0/ports/2634b1d6-6bca-44b3-b386-cc687375de66 HTTP/1.1" status: 204 len: 173 time: 1.5285296 Jun 30 02:52:11.133821 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'name': 'network-vif-deleted', 'tag': '2634b1d6-6bca-44b3-b386-cc687375de66'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:11.136129 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0abe568-0ed8-4f7d-8a47-e208d8bf0fb4" -d '{"events": [{"server_uuid": "889a0a2b-73a3-4c8e-8fa7-f3a506474072", "name": "network-vif-deleted", "tag": "2634b1d6-6bca-44b3-b386-cc687375de66"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:11.181582 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb19cb2-cdf5-4eb3-b894-979442336073 x-openstack-request-id: req-4eb19cb2-cdf5-4eb3-b894-979442336073 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:11.181901 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889a0a2b-73a3-4c8e-8fa7-f3a506474072", "name": "network-vif-deleted", "tag": "2634b1d6-6bca-44b3-b386-cc687375de66", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:11.182158 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4eb19cb2-cdf5-4eb3-b894-979442336073 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:11.182570 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889a0a2b-73a3-4c8e-8fa7-f3a506474072', 'name': 'network-vif-deleted', 'tag': '2634b1d6-6bca-44b3-b386-cc687375de66', 'status': 'completed', 'code': 200} Jun 30 02:52:11.308492 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-d1af1df8-1bda-42f0-a32a-81b4047927f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:11.310210 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-d1af1df8-1bda-42f0-a32a-81b4047927f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1665723 Jun 30 02:52:11.386920 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90110ffc-fe53-46de-bc46-dd75e429cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.465907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cac161-0a6b-418a-bff8-c8d20f95c539 req-77074360-b473-48d8-92f7-e661b262ae90 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:11.468118 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11cac161-0a6b-418a-bff8-c8d20f95c539 req-77074360-b473-48d8-92f7-e661b262ae90 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 944 time: 0.0671692 Jun 30 02:52:11.470248 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-90110ffc-fe53-46de-bc46-dd75e429cbfe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c8fcd466ca84c9a931ed2eccdba9b86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0239053 Jun 30 02:52:11.473101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33192) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:11.474186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90110ffc-fe53-46de-bc46-dd75e429cbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ee858d-c32c-4371-adb0-8adad3ba11bb,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:11.513674 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-5fc1901d-00a7-46bc-942a-ed9ebfb57c54 service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928267 Jun 30 02:52:11.523879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716ce21d-a98c-49eb-bd0d-b2a828289abf {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:11.532283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 3e81713b-b03f-4702-a076-a7f3ff31b566 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:52:11.539627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.565320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11cac161-0a6b-418a-bff8-c8d20f95c539 req-ee36801b-94d2-4750-9794-04bcdbf3fd4b tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846779 Jun 30 02:52:11.590272 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da471f67-d2de-40c8-a03c-a0569371c456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.623110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da471f67-d2de-40c8-a03c-a0569371c456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.669937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 3e81713b-b03f-4702-a076-a7f3ff31b566) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:11.675416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:11.676287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.680911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aececf1b-3037-43f8-927f-bf67a08acbde None None] Network 3e81713b-b03f-4702-a076-a7f3ff31b566 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:11.688617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Transition to ACTIVE for port object 716ce21d-a98c-49eb-bd0d-b2a828289abf will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:11.699879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4083e8b6-b09b-4cdb-a51d-4d06f1e84e0b req-257eb88d-9fc6-4cba-81e0-073d8af69cd0 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 210 time: 0.0745285 Jun 30 02:52:11.758318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-0a98d193-1f26-4625-b53c-29cee22c5209 service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295425 Jun 30 02:52:11.760461 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.840051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2438dd90-208c-4b19-9ecd-6e13da208edd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1451244 Jun 30 02:52:11.841228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33204) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:11.852624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1777996909', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:11.868209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-6b3bcd48-419b-4900-85d6-57f804127fa9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5cff4dbf-7714-4a43-9437-4bee8213add2 HTTP/1.1" status: 200 len: 217 time: 0.1032317 Jun 30 02:52:11.905114 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da471f67-d2de-40c8-a03c-a0569371c456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.907688 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da471f67-d2de-40c8-a03c-a0569371c456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.909555 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-da471f67-d2de-40c8-a03c-a0569371c456 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86ee858d-c32c-4371-adb0-8adad3ba11bb HTTP/1.1" status: 204 len: 168 time: 0.4347146 Jun 30 02:52:11.974228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da471f67-d2de-40c8-a03c-a0569371c456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ee858d-c32c-4371-adb0-8adad3ba11bb,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:11.994849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Pushing event updated for resources: {'Port': ['ID=716ce21d-a98c-49eb-bd0d-b2a828289abf,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:12.016211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-3e81713b-b03f-4702-a076-a7f3ff31b566', 'network_id': '3e81713b-b03f-4702-a076-a7f3ff31b566', 'tenant_id': 'f48435562c9b466293e3d5335a49f8e2', 'fixed_ips': [{'subnet_id': '62a63cef-3df4-4f75-8132-dfe060b752c3'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:52:12.019208 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.037440 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.039319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.076794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-3d81c9bb-83e6-4783-9442-bde5253bcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:12.078659 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-3d81c9bb-83e6-4783-9442-bde5253bcf10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=895c76f2-b67c-46ed-8de5-90205d541aaa HTTP/1.1" status: 200 len: 797 time: 0.1953006 Jun 30 02:52:12.147041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Attempting to bind port 716ce21d-a98c-49eb-bd0d-b2a828289abf on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:12.147688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Attempting to bind port 716ce21d-a98c-49eb-bd0d-b2a828289abf by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '87c37d02-5b22-4740-8874-6fd3bd9e9c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'e9dc28d9-ad6f-493f-b8cd-5284e8850e94'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:12.148266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Attempting to bind port 716ce21d-a98c-49eb-bd0d-b2a828289abf on network e9dc28d9-ad6f-493f-b8cd-5284e8850e94 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:12.159686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Port 716ce21d-a98c-49eb-bd0d-b2a828289abf on network e9dc28d9-ad6f-493f-b8cd-5284e8850e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:12.160267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Attempting to bind port 716ce21d-a98c-49eb-bd0d-b2a828289abf on network e9dc28d9-ad6f-493f-b8cd-5284e8850e94 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:12.173429 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.179495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:12.180271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Checking segment: {'id': '87c37d02-5b22-4740-8874-6fd3bd9e9c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'e9dc28d9-ad6f-493f-b8cd-5284e8850e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:12.180851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Bound using segment: {'id': '87c37d02-5b22-4740-8874-6fd3bd9e9c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'e9dc28d9-ad6f-493f-b8cd-5284e8850e94'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:12.181566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Bound port: 716ce21d-a98c-49eb-bd0d-b2a828289abf, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c37d02-5b22-4740-8874-6fd3bd9e9c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'e9dc28d9-ad6f-493f-b8cd-5284e8850e94'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:12.182090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.329584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] For port 716ce21d-a98c-49eb-bd0d-b2a828289abf, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:12.332890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] For port 716ce21d-a98c-49eb-bd0d-b2a828289abf, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=716ce21d-a98c-49eb-bd0d-b2a828289abf,segment=NetworkSegment(87c37d02-5b22-4740-8874-6fd3bd9e9c2b),segment_id=87c37d02-5b22-4740-8874-6fd3bd9e9c2b)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:12.343147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-ff3da3cf-3910-4db4-9ed7-ec00243e309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:12.344837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-ff3da3cf-3910-4db4-9ed7-ec00243e309e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2564905 Jun 30 02:52:12.355408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Allocated IP 172.20.0.2 (3e81713b-b03f-4702-a076-a7f3ff31b566/62a63cef-3df4-4f75-8132-dfe060b752c3/faf75511-53b5-4775-877b-f103f3ced926) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:12.453118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.511641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:12.512746 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.515367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] 10.222.0.83 "PUT /v2.0/ports/716ce21d-a98c-49eb-bd0d-b2a828289abf HTTP/1.1" status: 200 len: 1091 time: 2.0010116 Jun 30 02:52:12.516486 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb717993-84d6-4f97-8eef-2026938a44ba', 'tag': '716ce21d-a98c-49eb-bd0d-b2a828289abf'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:12.519194 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eac1bf-403e-4165-aad1-f9f7fcc0c2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb717993-84d6-4f97-8eef-2026938a44ba", "tag": "716ce21d-a98c-49eb-bd0d-b2a828289abf"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:12.538314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1a164c76-c943-43f7-8532-d69846f63565 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:12.606715 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-cbac1c5e-42fd-4fed-83d2-c778e6967985 service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504873 Jun 30 02:52:12.615971 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fca38e-c502-4982-a80c-437104a09b77 x-openstack-request-id: req-14fca38e-c502-4982-a80c-437104a09b77 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:12.616256 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb717993-84d6-4f97-8eef-2026938a44ba", "tag": "716ce21d-a98c-49eb-bd0d-b2a828289abf", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:12.616508 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14fca38e-c502-4982-a80c-437104a09b77 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:12.616918 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb717993-84d6-4f97-8eef-2026938a44ba', 'tag': '716ce21d-a98c-49eb-bd0d-b2a828289abf', 'status': 'completed', 'code': 200} Jun 30 02:52:12.636796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec95715-48b0-4a3c-b2c8-930991d659de service neutron] Pushing event updated for resources: {'Port': ['ID=716ce21d-a98c-49eb-bd0d-b2a828289abf,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:12.662520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2634b1d6-6bca-44b3-b386-cc687375de66 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:12.674882 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.706570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 2634b1d6-6bca-44b3-b386-cc687375de66 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:12.721912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2634b1d6-6bca-44b3-b386-cc687375de66 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:12.722183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca200fae-9510-4a03-8a36-faae8570022e req-1f1e53ee-1e77-4506-ab8a-fe01aeb826e2 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:12.729818 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ca200fae-9510-4a03-8a36-faae8570022e req-1f1e53ee-1e77-4506-ab8a-fe01aeb826e2 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 943 time: 0.5342789 Jun 30 02:52:12.802455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22587063-d32a-4b1d-9b9f-952d7a26aa59 req-9aa820f9-5518-4758-8008-a1b257b474c8 service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839929 Jun 30 02:52:12.802714 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ca200fae-9510-4a03-8a36-faae8570022e req-87763494-62f3-459a-8186-7abae632a471 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/security-groups?id=d198e68d-63a5-4b67-8f3c-ff95807456e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688808 Jun 30 02:52:12.811430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eac1bf-403e-4165-aad1-f9f7fcc0c2a2 req-b1953485-7e22-4c93-b804-0f17a90a05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:12.815286 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72eac1bf-403e-4165-aad1-f9f7fcc0c2a2 req-b1953485-7e22-4c93-b804-0f17a90a05ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2fbb2dedb6194de185b196e78737a81d&device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 1094 time: 0.1070249 Jun 30 02:52:12.817082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 1a164c76-c943-43f7-8532-d69846f63565 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:12.878451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 1a164c76-c943-43f7-8532-d69846f63565 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:12.878806 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.056370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd912cba-bdd2-4dea-9f0f-cf329fd0d65d req-bf226cea-bffd-44a1-b8cc-82fab65150e3 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.066223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd912cba-bdd2-4dea-9f0f-cf329fd0d65d req-bf226cea-bffd-44a1-b8cc-82fab65150e3 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 944 time: 0.2507539 Jun 30 02:52:13.077208 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.095506 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e73549b8-43ff-4e69-8b98-5297ba298256 req-a7021002-af29-45bc-8f42-b230fdc13e22 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 210 time: 0.0500317 Jun 30 02:52:13.096270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33230) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:13.106861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Transition to ACTIVE for port object faf75511-53b5-4775-877b-f103f3ced926 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:13.141722 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c17b60e-3f8a-4818-8382-64e3ab9ff0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.170532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eac1bf-403e-4165-aad1-f9f7fcc0c2a2 req-5504a046-4135-4876-87f0-683ee7450662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.172606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72eac1bf-403e-4165-aad1-f9f7fcc0c2a2 req-5504a046-4135-4876-87f0-683ee7450662 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=2fbb2dedb6194de185b196e78737a81d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3320029 Jun 30 02:52:13.231582 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd912cba-bdd2-4dea-9f0f-cf329fd0d65d req-69767a3d-bd15-4f08-8799-5fe6fe8e517a tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556830 Jun 30 02:52:13.353133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.378613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.387305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Transition to ACTIVE for port object faf75511-53b5-4775-877b-f103f3ced926 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:13.399728 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.433295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eac1bf-403e-4165-aad1-f9f7fcc0c2a2 req-6f90fc6c-16d3-4e65-9bb7-e6bb74e9c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.435151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b98da12-f2d8-44d6-8a57-f717cd11c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a164c76-c943-43f7-8532-d69846f63565'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:13.436142 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72eac1bf-403e-4165-aad1-f9f7fcc0c2a2 req-6f90fc6c-16d3-4e65-9bb7-e6bb74e9c9b6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2547135 Jun 30 02:52:13.437566 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be8b3b5-5b4f-4fc2-8542-1fa08dd75336" -d '{"events": [{"server_uuid": "1b98da12-f2d8-44d6-8a57-f717cd11c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "1a164c76-c943-43f7-8532-d69846f63565"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:13.453189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1a164c76-c943-43f7-8532-d69846f63565, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1a164c76-c943-43f7-8532-d69846f63565,segment=NetworkSegment(14eac07d-4813-4787-9e6a-6c927a1b08f9),segment_id=14eac07d-4813-4787-9e6a-6c927a1b08f9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:13.491568 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbcb0a5-7784-4c11-97be-ec7b5d8de7a1 x-openstack-request-id: req-1cbcb0a5-7784-4c11-97be-ec7b5d8de7a1 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:13.492343 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b98da12-f2d8-44d6-8a57-f717cd11c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "1a164c76-c943-43f7-8532-d69846f63565", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:13.492793 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cbcb0a5-7784-4c11-97be-ec7b5d8de7a1 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:13.493598 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b98da12-f2d8-44d6-8a57-f717cd11c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a164c76-c943-43f7-8532-d69846f63565', 'code': 200} Jun 30 02:52:13.593215 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.601714 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c17b60e-3f8a-4818-8382-64e3ab9ff0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.601714 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.25.2.183 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/c54666b5-c428-42cc-8963-895fa2cfc008) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:13.602049 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.671373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874266f4-d088-4e2e-a8c6-1edbcedb4b8d req-78003bda-6638-4745-a106-62a9e86162b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.673676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-874266f4-d088-4e2e-a8c6-1edbcedb4b8d req-78003bda-6638-4745-a106-62a9e86162b1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 1096 time: 0.0845604 Jun 30 02:52:13.677237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed57be-f928-4b35-bf3b-94328628b23d req-592cb0b8-8797-499c-baf3-97b01f17d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.680831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-592cb0b8-8797-499c-baf3-97b01f17d78d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2fbb2dedb6194de185b196e78737a81d&device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 1094 time: 0.1724076 Jun 30 02:52:13.702735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Network 3e81713b-b03f-4702-a076-a7f3ff31b566 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:13.713767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:13.721138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:13.725019 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c17b60e-3f8a-4818-8382-64e3ab9ff0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.756636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-dc8ec49f-ffef-4b80-a381-97bade871122 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=716ce21d-a98c-49eb-bd0d-b2a828289abf HTTP/1.1" status: 200 len: 217 time: 0.0639713 Jun 30 02:52:13.803837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-874266f4-d088-4e2e-a8c6-1edbcedb4b8d req-4a07a840-65bb-4528-83a0-b300799dcab2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215215 Jun 30 02:52:13.804711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=1a164c76-c943-43f7-8532-d69846f63565,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:13.822153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17b60e-3f8a-4818-8382-64e3ab9ff0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47227723-98ac-4f46-8bec-d796affbad66,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:13.831203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0c17b60e-3f8a-4818-8382-64e3ab9ff0df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a5fa049f4484f16ae4739a100081908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7267525 Jun 30 02:52:13.832084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33234) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:13.833104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed57be-f928-4b35-bf3b-94328628b23d req-bb4da0a5-deaf-468c-92a8-719c505dcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.834902 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-bb4da0a5-deaf-468c-92a8-719c505dcadd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f98ffad-d11e-4c18-9b34-de001aadf0db HTTP/1.1" status: 200 len: 850 time: 0.0685613 Jun 30 02:52:13.873427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Pushing event updated for resources: {'Port': ['ID=faf75511-53b5-4775-877b-f103f3ced926,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:13.898683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Attempting to bind port faf75511-53b5-4775-877b-f103f3ced926 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:13.899551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Attempting to bind port faf75511-53b5-4775-877b-f103f3ced926 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '0a1b9286-f40d-4c01-9bb3-1daa9c497986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3e81713b-b03f-4702-a076-a7f3ff31b566'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:13.899551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Attempting to bind port faf75511-53b5-4775-877b-f103f3ced926 on network 3e81713b-b03f-4702-a076-a7f3ff31b566 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:13.908562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:13.908934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Checking segment: {'id': '0a1b9286-f40d-4c01-9bb3-1daa9c497986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3e81713b-b03f-4702-a076-a7f3ff31b566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:13.909334 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.909813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Bound using segment: {'id': '0a1b9286-f40d-4c01-9bb3-1daa9c497986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3e81713b-b03f-4702-a076-a7f3ff31b566'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:13.910809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Bound port: faf75511-53b5-4775-877b-f103f3ced926, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1b9286-f40d-4c01-9bb3-1daa9c497986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3e81713b-b03f-4702-a076-a7f3ff31b566'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:13.911258 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.924444 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.946106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-655886c6-9d43-44fb-815d-2c82ae3c44f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9dc28d9-ad6f-493f-b8cd-5284e8850e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029661 Jun 30 02:52:13.984529 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b57e1665-34f6-4e27-9026-51f7436b97cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.012538 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b57e1665-34f6-4e27-9026-51f7436b97cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.127013 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-b58574e0-a11e-425c-8d1d-7b83ac4a3228 service neutron] 10.222.0.83 "GET /v2.0/networks/e9dc28d9-ad6f-493f-b8cd-5284e8850e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743572 Jun 30 02:52:14.151086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-f1c19640-a812-453f-84e0-fa7a467ecb7a tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:14.152889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-f1c19640-a812-453f-84e0-fa7a467ecb7a tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.83 "GET /v2.0/networks?id=1e94ff2e-8974-4f1c-85d1-b34738d78e87 HTTP/1.1" status: 200 len: 805 time: 0.2707522 Jun 30 02:52:14.160029 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b57e1665-34f6-4e27-9026-51f7436b97cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.162965 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b57e1665-34f6-4e27-9026-51f7436b97cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.167427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b57e1665-34f6-4e27-9026-51f7436b97cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47227723-98ac-4f46-8bec-d796affbad66 HTTP/1.1" status: 204 len: 168 time: 0.3342054 Jun 30 02:52:14.169022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] For port faf75511-53b5-4775-877b-f103f3ced926, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:14.183051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Request body: {'port': {'device_id': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'admin_state_up': True, 'tenant_id': 'bdd67b3f50224ff6a975e285570763bf'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:14.185076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] For port faf75511-53b5-4775-877b-f103f3ced926, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=faf75511-53b5-4775-877b-f103f3ced926,segment=NetworkSegment(0a1b9286-f40d-4c01-9bb3-1daa9c497986),segment_id=0a1b9286-f40d-4c01-9bb3-1daa9c497986)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:14.189554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e1665-34f6-4e27-9026-51f7436b97cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47227723-98ac-4f46-8bec-d796affbad66,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:14.340951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.363879 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.368443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67ed57be-f928-4b35-bf3b-94328628b23d req-b58bc3c9-8fa3-4105-a7a2-9e7e157e2ccd service neutron] 10.222.0.83 "GET /v2.0/networks/e9dc28d9-ad6f-493f-b8cd-5284e8850e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336974 Jun 30 02:52:14.407892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79c0fa-0d74-4c96-bcaa-89993fda7cc8 req-0fc2c1ab-6ccc-45d1-932e-5a15365729a3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:14.411223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd79c0fa-0d74-4c96-bcaa-89993fda7cc8 req-0fc2c1ab-6ccc-45d1-932e-5a15365729a3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 943 time: 0.2609479 Jun 30 02:52:14.417390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=c54666b5-c428-42cc-8963-895fa2cfc008,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:14.464737 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d12cd9f8-e2de-4686-ba47-09cab2ecf135 req-45560a06-87f2-448f-ada0-d8231c3f6edd tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 210 time: 0.1652684 Jun 30 02:52:14.512502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6212e-add9-4df2-bf20-4ad318155045 None None] Pushing event updated for resources: {'Port': ['ID=faf75511-53b5-4775-877b-f103f3ced926,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:14.530581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd79c0fa-0d74-4c96-bcaa-89993fda7cc8 req-30db61af-311e-4d7e-aec0-ec84dd244231 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/security-groups?id=d198e68d-63a5-4b67-8f3c-ff95807456e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862410 Jun 30 02:52:14.532630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:14.542135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:14.555822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:14.940611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Made reservation on behalf of bdd67b3f50224ff6a975e285570763bf for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:14.944122 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.468487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f71551-c69a-4563-bcbb-beb6733c52fe req-1f78ed10-9d01-47c1-822b-abb0795b2057 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:15.470352 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44f71551-c69a-4563-bcbb-beb6733c52fe req-1f78ed10-9d01-47c1-822b-abb0795b2057 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 945 time: 0.7209818 Jun 30 02:52:15.534264 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44f71551-c69a-4563-bcbb-beb6733c52fe req-8eb352cf-c013-42c4-9350-ef9d18340a72 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555584 Jun 30 02:52:15.616204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Allocated IP 172.20.0.7 (1e94ff2e-8974-4f1c-85d1-b34738d78e87/947dbb80-a1b2-4b65-b9b8-a35faceb5f88/b95eb873-4467-4198-a64b-3edf88e3223a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:15.811030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b04840aa-0a63-4399-84e8-a2bfafa1565f req-57f473e1-ccec-4332-aa76-145a40a237eb tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 210 time: 0.1054986 Jun 30 02:52:15.890429 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.920566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device faf75511-53b5-4775-877b-f103f3ced926 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:16.142979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port faf75511-53b5-4775-877b-f103f3ced926 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:16.163068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33282) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:16.273987 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.286382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa34a5-3b3f-4297-9652-e7f751328e4c req-30ed3fc1-b8d8-44d1-8272-9922e5cf50e3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:16.288138 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aefa34a5-3b3f-4297-9652-e7f751328e4c req-30ed3fc1-b8d8-44d1-8272-9922e5cf50e3 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 943 time: 0.3197613 Jun 30 02:52:16.308336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-55174199-network', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:16.319582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57952053-d372-4200-94d7-bf7524015791 None None] Network 3e81713b-b03f-4702-a076-a7f3ff31b566 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:16.419987 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aefa34a5-3b3f-4297-9652-e7f751328e4c req-b91d8f75-5b80-4bff-a0c2-ef6162cd8e37 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/security-groups?id=d198e68d-63a5-4b67-8f3c-ff95807456e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197155 Jun 30 02:52:16.434094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Made reservation on behalf of 4ca780b6f01c45f79c1d771ade191dac for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:16.438033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.439137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.454330 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.550796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5c2a99bc-d9a5-4ecb-9f02-8cebd6b4e718 None None] Provisioning for port faf75511-53b5-4775-877b-f103f3ced926 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:16.563501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5c2a99bc-d9a5-4ecb-9f02-8cebd6b4e718 None None] Provisioning complete for port faf75511-53b5-4775-877b-f103f3ced926 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:16.564039 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c2a99bc-d9a5-4ecb-9f02-8cebd6b4e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.581014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.650419 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.650689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Pushing event updated for resources: {'Port': ['ID=b95eb873-4467-4198-a64b-3edf88e3223a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:16.672767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:16.683548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:16.695249 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:16.713901 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c2a99bc-d9a5-4ecb-9f02-8cebd6b4e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.715896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 716ce21d-a98c-49eb-bd0d-b2a828289abf details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:16.756207 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.782084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:16.783051 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.791759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5c2a99bc-d9a5-4ecb-9f02-8cebd6b4e718 None None] For port faf75511-53b5-4775-877b-f103f3ced926, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=faf75511-53b5-4775-877b-f103f3ced926,segment=NetworkSegment(0a1b9286-f40d-4c01-9bb3-1daa9c497986),segment_id=0a1b9286-f40d-4c01-9bb3-1daa9c497986)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:16.803151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:52:16.812526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b7fee2-d759-42ce-940a-1b715bddeb4a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:16.837420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.838228 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Added segment fc620c52-8f68-41a2-8a49-afd8a8afcd31 of type vlan for network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 Jun 30 02:52:16.876884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router 23693b3c-e747-42a2-9a07-9eb52c8bbcf8 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:52:16.899916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3e151-c2ca-4bf0-a16d-85ce831a9441 req-74206948-eb67-4d12-b6d5-db65fac09666 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:16.910235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30b3e151-c2ca-4bf0-a16d-85ce831a9441 req-74206948-eb67-4d12-b6d5-db65fac09666 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1840060 Jun 30 02:52:16.917424 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c2a99bc-d9a5-4ecb-9f02-8cebd6b4e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.922479 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.990051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 716ce21d-a98c-49eb-bd0d-b2a828289abf, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=716ce21d-a98c-49eb-bd0d-b2a828289abf,segment=NetworkSegment(87c37d02-5b22-4740-8874-6fd3bd9e9c2b),segment_id=87c37d02-5b22-4740-8874-6fd3bd9e9c2b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:17.013874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '716ce21d-a98c-49eb-bd0d-b2a828289abf', 'network_id': 'e9dc28d9-ad6f-493f-b8cd-5284e8850e94', 'port_id': '716ce21d-a98c-49eb-bd0d-b2a828289abf', 'mac_address': 'fa:16:3e:08:03:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f98ffad-d11e-4c18-9b34-de001aadf0db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:17.038044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30b3e151-c2ca-4bf0-a16d-85ce831a9441 req-4afed380-8d78-4e0c-8835-a3e540f15494 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200914 Jun 30 02:52:17.042133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:17.054614 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd1854-fcb8-4427-a9b8-0c0fbb68e56e None None] Sync routers for ids ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:17.056774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a99bc-d9a5-4ecb-9f02-8cebd6b4e718 None None] Pushing event updated for resources: {'Port': ['ID=faf75511-53b5-4775-877b-f103f3ced926,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:17.063196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-432925ca-ed8c-4f25-929b-525d45b9195d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8844576 Jun 30 02:52:17.078072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Request body: {'port': {'device_id': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:17.078917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.078917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:17.078917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.095679 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd1854-fcb8-4427-a9b8-0c0fbb68e56e None None] Routers {'23693b3c-e747-42a2-9a07-9eb52c8bbcf8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:17.101461 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-94cd1854-fcb8-4427-a9b8-0c0fbb68e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:17.118840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.157748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716ce21d-a98c-49eb-bd0d-b2a828289abf {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:17.179825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 716ce21d-a98c-49eb-bd0d-b2a828289abf, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=716ce21d-a98c-49eb-bd0d-b2a828289abf,segment=NetworkSegment(87c37d02-5b22-4740-8874-6fd3bd9e9c2b),segment_id=87c37d02-5b22-4740-8874-6fd3bd9e9c2b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:17.192998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d3337521-3759-438c-88f4-5a7522a8b29b None None] Provisioning complete for port faf75511-53b5-4775-877b-f103f3ced926 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:17.193367 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d3337521-3759-438c-88f4-5a7522a8b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.196903 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.231167 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-94cd1854-fcb8-4427-a9b8-0c0fbb68e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:17.251269 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd1854-fcb8-4427-a9b8-0c0fbb68e56e None None] Routers {'23693b3c-e747-42a2-9a07-9eb52c8bbcf8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:17.253399 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-94cd1854-fcb8-4427-a9b8-0c0fbb68e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:17.254349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0899224 Jun 30 02:52:17.261406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33304) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:17.271560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Request body: {'subnet': {'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-55174199-subnet', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:17.329888 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.332052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b5636031-580e-49c4-9858-f3fe8e489475 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4902685 Jun 30 02:52:17.337134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33306) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:17.347822 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-94cd1854-fcb8-4427-a9b8-0c0fbb68e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:17.348791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b7b4d-13b9-4231-9341-8f9e52fc1c20 admin admin] Pushing event updated for resources: {'Network': ['ID=f5286ddf-1e3f-4c1a-b26a-4435b70f2586,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:17.354660 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd1854-fcb8-4427-a9b8-0c0fbb68e56e None None] The sync data for ids ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:17.365984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:52:17.379934 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.453260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea5e28-d2a2-43dc-9b3a-c59468e8ceab req-1305330f-856e-4b54-b04e-7882662039d0 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:17.463172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4ea5e28-d2a2-43dc-9b3a-c59468e8ceab req-1305330f-856e-4b54-b04e-7882662039d0 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 931 time: 0.2621984 Jun 30 02:52:17.493069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=716ce21d-a98c-49eb-bd0d-b2a828289abf,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:17.540311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Made reservation on behalf of 4ca780b6f01c45f79c1d771ade191dac for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:17.542888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.589957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['716ce21d-a98c-49eb-bd0d-b2a828289abf'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:17.653581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4ea5e28-d2a2-43dc-9b3a-c59468e8ceab req-524b337b-bdb7-4cb0-84cf-072c38144ebf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894276 Jun 30 02:52:17.875092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device faf75511-53b5-4775-877b-f103f3ced926 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:17.994964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port faf75511-53b5-4775-877b-f103f3ced926 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:17.995911 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.021957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95eb873-4467-4198-a64b-3edf88e3223a {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:18.032524 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.051048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Transition to ACTIVE for port object b95eb873-4467-4198-a64b-3edf88e3223a will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:18.238096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535447e-519a-41f3-a1e6-9dabd1943cba req-1fd3257d-9522-4d46-be4b-89b2549dd77b tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.239554 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d535447e-519a-41f3-a1e6-9dabd1943cba req-1fd3257d-9522-4d46-be4b-89b2549dd77b tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 944 time: 0.2052493 Jun 30 02:52:18.390180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d535447e-519a-41f3-a1e6-9dabd1943cba req-c1ab794f-8a2b-452c-836d-a64b133f2e73 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/security-groups?id=d198e68d-63a5-4b67-8f3c-ff95807456e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291897 Jun 30 02:52:18.482137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.532031 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.695620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Pushing event updated for resources: {'Port': ['ID=b95eb873-4467-4198-a64b-3edf88e3223a,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:18.706954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 716ce21d-a98c-49eb-bd0d-b2a828289abf up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:18.743317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Attempting to bind port b95eb873-4467-4198-a64b-3edf88e3223a on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:18.744252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Attempting to bind port b95eb873-4467-4198-a64b-3edf88e3223a by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:18.744788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Attempting to bind port b95eb873-4467-4198-a64b-3edf88e3223a on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:18.750849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Port b95eb873-4467-4198-a64b-3edf88e3223a on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:18.751452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Attempting to bind port b95eb873-4467-4198-a64b-3edf88e3223a on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:18.758307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:18.758951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Checking segment: {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:18.759520 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Bound using segment: {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:18.760394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Bound port: b95eb873-4467-4198-a64b-3edf88e3223a, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:18.760989 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.800351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14fb3e36-0869-4a32-ac2f-0d5814032611,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:18.894663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] For port b95eb873-4467-4198-a64b-3edf88e3223a, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:18.898506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] For port b95eb873-4467-4198-a64b-3edf88e3223a, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b95eb873-4467-4198-a64b-3edf88e3223a,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:18.919185 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:18.922757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Checking segment: {'id': 'fc620c52-8f68-41a2-8a49-afd8a8afcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:18.923196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Network hostable DHCP agents. Network: f5286ddf-1e3f-4c1a-b26a-4435b70f2586, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:52:18.948610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 716ce21d-a98c-49eb-bd0d-b2a828289abf completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:18.953541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 716ce21d-a98c-49eb-bd0d-b2a828289abf triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:18.959390 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.000418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a3ce7-512a-48b0-b903-3994c35ebf3d req-79ec28df-9936-4009-bf17-00e579d4d62d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.002158 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b78a3ce7-512a-48b0-b903-3994c35ebf3d req-79ec28df-9936-4009-bf17-00e579d4d62d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 943 time: 0.0895352 Jun 30 02:52:19.046853 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b78a3ce7-512a-48b0-b903-3994c35ebf3d req-7bd2e543-f366-4cb4-9317-968bb18381e3 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Jun 30 02:52:19.052942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.074225 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.108927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.110095 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.112268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] 10.222.0.83 "PUT /v2.0/ports/b95eb873-4467-4198-a64b-3edf88e3223a HTTP/1.1" status: 200 len: 1091 time: 2.0478077 Jun 30 02:52:19.114110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'tag': 'b95eb873-4467-4198-a64b-3edf88e3223a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:19.117807 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b63590-57ad-442a-8bc8-3dc010245113" -d '{"events": [{"name": "network-changed", "server_uuid": "595ba33b-5b8c-4031-a9ca-b614891dd5aa", "tag": "b95eb873-4467-4198-a64b-3edf88e3223a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:19.145635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ae6ec-9ebf-4f74-98f2-e691a9480af4 req-7c1a6222-5d91-4d35-8463-d6128eda2dc6 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.147298 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b37ae6ec-9ebf-4f74-98f2-e691a9480af4 req-7c1a6222-5d91-4d35-8463-d6128eda2dc6 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 945 time: 0.4487593 Jun 30 02:52:19.156928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 716ce21d-a98c-49eb-bd0d-b2a828289abf, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=716ce21d-a98c-49eb-bd0d-b2a828289abf,segment=NetworkSegment(87c37d02-5b22-4740-8874-6fd3bd9e9c2b),segment_id=87c37d02-5b22-4740-8874-6fd3bd9e9c2b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:19.158561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb717993-84d6-4f97-8eef-2026938a44ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716ce21d-a98c-49eb-bd0d-b2a828289abf'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:19.161468 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24020ca6-a316-49d5-881b-dbf2723676b6" -d '{"events": [{"server_uuid": "fb717993-84d6-4f97-8eef-2026938a44ba", "name": "network-vif-plugged", "status": "completed", "tag": "716ce21d-a98c-49eb-bd0d-b2a828289abf"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:19.172555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868564fb-b868-4f6d-970d-29e16df98fe5 req-143dfbca-0ab0-4fc1-8734-0f3e4255e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.174360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-868564fb-b868-4f6d-970d-29e16df98fe5 req-143dfbca-0ab0-4fc1-8734-0f3e4255e460 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=31ac1da083f04bdb8004d2ceb961d5c4&device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 1096 time: 0.3400729 Jun 30 02:52:19.179889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a6947-4f47-4350-9424-fb9955da1d8f service neutron] Pushing event updated for resources: {'Port': ['ID=b95eb873-4467-4198-a64b-3edf88e3223a,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:19.191264 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b3a7be-2cb0-4c83-9807-fe7b607f23d7 x-openstack-request-id: req-60b3a7be-2cb0-4c83-9807-fe7b607f23d7 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:19.191747 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595ba33b-5b8c-4031-a9ca-b614891dd5aa", "tag": "b95eb873-4467-4198-a64b-3edf88e3223a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:19.192142 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60b3a7be-2cb0-4c83-9807-fe7b607f23d7 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:19.192695 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'tag': 'b95eb873-4467-4198-a64b-3edf88e3223a', 'status': 'completed', 'code': 200} Jun 30 02:52:19.263420 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cded1623-fd25-45aa-ba91-5f3f13b9bae8 x-openstack-request-id: req-cded1623-fd25-45aa-ba91-5f3f13b9bae8 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:19.263420 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb717993-84d6-4f97-8eef-2026938a44ba", "name": "network-vif-plugged", "status": "completed", "tag": "716ce21d-a98c-49eb-bd0d-b2a828289abf", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:19.263420 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cded1623-fd25-45aa-ba91-5f3f13b9bae8 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:19.263420 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb717993-84d6-4f97-8eef-2026938a44ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716ce21d-a98c-49eb-bd0d-b2a828289abf', 'code': 200} Jun 30 02:52:19.303279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:52:19.303862 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.303976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b63590-57ad-442a-8bc8-3dc010245113 req-bcd0282b-a60d-4721-a5e7-57f7b62edbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.305845 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62b63590-57ad-442a-8bc8-3dc010245113 req-bcd0282b-a60d-4721-a5e7-57f7b62edbda service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 1094 time: 0.0893438 Jun 30 02:52:19.387535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=716ce21d-a98c-49eb-bd0d-b2a828289abf,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:19.460463 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b37ae6ec-9ebf-4f74-98f2-e691a9480af4 req-a1cd2c39-a3b8-4d66-8323-a058e9745335 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018119 Jun 30 02:52:19.468514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b63590-57ad-442a-8bc8-3dc010245113 req-25605a4f-0731-4b99-9847-63a47c74aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.471384 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62b63590-57ad-442a-8bc8-3dc010245113 req-25605a4f-0731-4b99-9847-63a47c74aa34 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=bdd67b3f50224ff6a975e285570763bf&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1554620 Jun 30 02:52:19.532172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, f5286ddf-1e3f-4c1a-b26a-4435b70f2586) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:19.542579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecedc99-4732-4f31-a737-1d8540efef36 None None] Network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:19.570419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.578543 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.605284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868564fb-b868-4f6d-970d-29e16df98fe5 req-28375251-86b3-4c94-9050-5668acf5e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.607013 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-868564fb-b868-4f6d-970d-29e16df98fe5 req-28375251-86b3-4c94-9050-5668acf5e559 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4b6c377d-5135-4c0e-b5ca-5e403d19f769 HTTP/1.1" status: 200 len: 914 time: 0.4257674 Jun 30 02:52:19.638085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b63590-57ad-442a-8bc8-3dc010245113 req-5ff834ad-f5a1-4178-9805-afcf0c1fa065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.640336 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62b63590-57ad-442a-8bc8-3dc010245113 req-5ff834ad-f5a1-4178-9805-afcf0c1fa065 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624525 Jun 30 02:52:19.673029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a870e-73ce-4f60-9443-f66ad333590e req-cd0aaa49-747d-4f37-aea3-77e2ad12948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.674841 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e40a870e-73ce-4f60-9443-f66ad333590e req-cd0aaa49-747d-4f37-aea3-77e2ad12948a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 1096 time: 0.3246343 Jun 30 02:52:19.699330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334e779-b09d-48d3-aac8-4804553a4295 req-881b00ae-0ff6-490b-abb9-04d15d66a033 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.704260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d334e779-b09d-48d3-aac8-4804553a4295 req-881b00ae-0ff6-490b-abb9-04d15d66a033 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 945 time: 0.1389542 Jun 30 02:52:19.725197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-868564fb-b868-4f6d-970d-29e16df98fe5 req-86ae50ac-5d28-437f-931d-808c362d36cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a164c76-c943-43f7-8532-d69846f63565 HTTP/1.1" status: 200 len: 217 time: 0.0847597 Jun 30 02:52:19.794808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.20.0.1 (3e81713b-b03f-4702-a076-a7f3ff31b566/62a63cef-3df4-4f75-8132-dfe060b752c3/13d15472-af21-450d-9d70-3bb71036429f) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:19.798433 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e40a870e-73ce-4f60-9443-f66ad333590e req-38e59ea7-ef96-4bbf-b64e-f9475ed85598 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d198e68d-63a5-4b67-8f3c-ff95807456e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861950 Jun 30 02:52:19.807287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d334e779-b09d-48d3-aac8-4804553a4295 req-17df068c-100e-4d42-823f-606de9cdc229 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/security-groups?id=d198e68d-63a5-4b67-8f3c-ff95807456e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899599 Jun 30 02:52:19.807847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5ef37842-32c0-45f7-b0f1-4aa801e7f557 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5436311 Jun 30 02:52:19.818373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33342) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:19.821464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-f5286ddf-1e3f-4c1a-b26a-4435b70f2586', 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'fixed_ips': [{'subnet_id': '14fb3e36-0869-4a32-ac2f-0d5814032611'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:52:19.827815 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.829654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-55174199-router', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:19.880578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-17474850-c57e-4a72-a466-99a38bdc9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.882802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-17474850-c57e-4a72-a466-99a38bdc9a5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 1094 time: 0.1775277 Jun 30 02:52:19.902413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868564fb-b868-4f6d-970d-29e16df98fe5 req-04b073a8-def9-47f5-96ea-4f2e44133edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.903924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-868564fb-b868-4f6d-970d-29e16df98fe5 req-04b073a8-def9-47f5-96ea-4f2e44133edf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=16cd8528-656e-4c12-b318-9a601fb357c0 HTTP/1.1" status: 200 len: 853 time: 0.1680770 Jun 30 02:52:19.954888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-4dbf1d7d-2e13-40e2-83cf-780530133876 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b95eb873-4467-4198-a64b-3edf88e3223a HTTP/1.1" status: 200 len: 217 time: 0.0640998 Jun 30 02:52:19.964975 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-868564fb-b868-4f6d-970d-29e16df98fe5 req-bd80dcaf-9081-4e47-ae5d-39cc07f5bfcf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b6c377d-5135-4c0e-b5ca-5e403d19f769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519154 Jun 30 02:52:20.025082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-6d52b6d1-1ac3-460f-8bb2-9ff1a7186adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.027698 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-6d52b6d1-1ac3-460f-8bb2-9ff1a7186adc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=947dbb80-a1b2-4b65-b9b8-a35faceb5f88 HTTP/1.1" status: 200 len: 845 time: 0.0633183 Jun 30 02:52:20.092279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-868564fb-b868-4f6d-970d-29e16df98fe5 req-6ccef036-e6c2-4d02-8ae2-895b642ddbb3 service neutron] 10.222.0.74 "GET /v2.0/networks/4b6c377d-5135-4c0e-b5ca-5e403d19f769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213350 Jun 30 02:52:20.094021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-b628118d-f56c-443d-b074-70a067b25cdd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e94ff2e-8974-4f1c-85d1-b34738d78e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462747 Jun 30 02:52:20.102489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Allocated IP 172.20.0.2 (f5286ddf-1e3f-4c1a-b26a-4435b70f2586/14fb3e36-0869-4a32-ac2f-0d5814032611/4ac36811-169b-4f1e-a0c4-cd5b1691348d) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:20.134896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.135929 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.252307 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.319974 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.324872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Transition to ACTIVE for port object 13d15472-af21-450d-9d70-3bb71036429f will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:20.350550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-868564fb-b868-4f6d-970d-29e16df98fe5 req-f40e3cab-bcd1-413e-b57f-2eff876565b1 service neutron] 10.222.0.74 "GET /v2.0/networks/4b6c377d-5135-4c0e-b5ca-5e403d19f769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505217 Jun 30 02:52:20.386411 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.404708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-126daa8a-3b86-45a9-9058-cfc6cfbe20e7 service neutron] 10.222.0.83 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093791 Jun 30 02:52:20.415635 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Transition to ACTIVE for port object 4ac36811-169b-4f1e-a0c4-cd5b1691348d will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:20.459347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Transition to ACTIVE for port object 4ac36811-169b-4f1e-a0c4-cd5b1691348d will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:20.484104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c4b64-22c0-4271-bfa8-bec61667e53e req-334a537a-8744-447a-ba93-a2b4426e064d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.486951 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-392c4b64-22c0-4271-bfa8-bec61667e53e req-334a537a-8744-447a-ba93-a2b4426e064d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 943 time: 0.1896584 Jun 30 02:52:20.571080 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-392c4b64-22c0-4271-bfa8-bec61667e53e req-c2ecc69c-42a6-4640-8985-3e21df869b5c tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727661 Jun 30 02:52:20.598292 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33e79fb-e283-46aa-9b31-c0c04104ae76 req-0c215884-2bd7-4377-bd5f-730a94630dfd service neutron] 10.222.0.83 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817100 Jun 30 02:52:20.660337 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.680237 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.689482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:20.701399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:20.706886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:20.814515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=13d15472-af21-450d-9d70-3bb71036429f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:20.835666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.864117 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 3e81713b-b03f-4702-a076-a7f3ff31b566 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:20.868050 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:20.882297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:20.947896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Attempting to bind port 4ac36811-169b-4f1e-a0c4-cd5b1691348d on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:20.948310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Attempting to bind port 4ac36811-169b-4f1e-a0c4-cd5b1691348d by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'fc620c52-8f68-41a2-8a49-afd8a8afcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:20.948673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Attempting to bind port 4ac36811-169b-4f1e-a0c4-cd5b1691348d on network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:20.953613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.955302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Pushing event updated for resources: {'Port': ['ID=4ac36811-169b-4f1e-a0c4-cd5b1691348d,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:20.958380 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:20.958847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Checking segment: {'id': 'fc620c52-8f68-41a2-8a49-afd8a8afcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:20.959441 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.959836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Bound using segment: {'id': 'fc620c52-8f68-41a2-8a49-afd8a8afcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:20.960325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Bound port: 4ac36811-169b-4f1e-a0c4-cd5b1691348d, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc620c52-8f68-41a2-8a49-afd8a8afcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:20.960707 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.090083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] For port 4ac36811-169b-4f1e-a0c4-cd5b1691348d, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:21.093972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] For port 4ac36811-169b-4f1e-a0c4-cd5b1691348d, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4ac36811-169b-4f1e-a0c4-cd5b1691348d,segment=NetworkSegment(fc620c52-8f68-41a2-8a49-afd8a8afcd31),segment_id=fc620c52-8f68-41a2-8a49-afd8a8afcd31)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:21.268048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea104b-fb64-4e24-ae68-d37f2eb20828 req-96f67cdc-98b3-4092-b6f5-5ddcecceebdd tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:21.270404 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-27ea104b-fb64-4e24-ae68-d37f2eb20828 req-96f67cdc-98b3-4092-b6f5-5ddcecceebdd tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 945 time: 0.1195099 Jun 30 02:52:21.277581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eede392-6c3f-46be-8d7e-29ae9584bcdf req-7bec652e-430d-48db-a51f-b5adee4ff8a6 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:21.283798 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2eede392-6c3f-46be-8d7e-29ae9584bcdf req-7bec652e-430d-48db-a51f-b5adee4ff8a6 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 945 time: 0.3270321 Jun 30 02:52:21.333625 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-27ea104b-fb64-4e24-ae68-d37f2eb20828 req-f349f2e5-dc71-4f6f-965c-4bb5e8d67773 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/security-groups?id=d198e68d-63a5-4b67-8f3c-ff95807456e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538373 Jun 30 02:52:21.360332 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.370498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2eede392-6c3f-46be-8d7e-29ae9584bcdf req-bd5c10ab-82ed-4b8d-a378-36c14c1faf1f tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858154 Jun 30 02:52:21.504594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0988b-1c2a-42e7-b237-ff686efbb1ec None None] Pushing event updated for resources: {'Port': ['ID=4ac36811-169b-4f1e-a0c4-cd5b1691348d,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:21.599963 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.624268 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.658027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b3c20684-e267-4276-b5d7-d909f7bffd85 None None] Provisioning for port 13d15472-af21-450d-9d70-3bb71036429f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:21.668697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b3c20684-e267-4276-b5d7-d909f7bffd85 None None] Provisioning complete for port 13d15472-af21-450d-9d70-3bb71036429f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:21.669709 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3c20684-e267-4276-b5d7-d909f7bffd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.746900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b3c20684-e267-4276-b5d7-d909f7bffd85 None None] Port 13d15472-af21-450d-9d70-3bb71036429f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:21.764944 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.982385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Allocated IP 172.25.2.201 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/579ebcf5-1fcc-4994-8528-fbb5965158ee) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:22.080724 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f16a2-c5be-41c3-a07c-eb064ae4d811 req-625d4daa-35e6-4242-b8e6-73ed34bd95d0 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:22.082490 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-488f16a2-c5be-41c3-a07c-eb064ae4d811 req-625d4daa-35e6-4242-b8e6-73ed34bd95d0 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 943 time: 0.2782099 Jun 30 02:52:22.601348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347af51-3d9b-46ff-9e11-626bfaf00f9f req-a25f1a65-bc06-4cc6-9e69-026d4c4d9f10 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:22.606004 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8347af51-3d9b-46ff-9e11-626bfaf00f9f req-a25f1a65-bc06-4cc6-9e69-026d4c4d9f10 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 945 time: 0.0837960 Jun 30 02:52:22.656838 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.659331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8347af51-3d9b-46ff-9e11-626bfaf00f9f req-7d2c256d-6649-42ab-95c8-3ca8df2d6716 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/security-groups?id=d198e68d-63a5-4b67-8f3c-ff95807456e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496402 Jun 30 02:52:22.675362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-488f16a2-c5be-41c3-a07c-eb064ae4d811 req-77b600c7-a1b9-4277-90b9-51fd907697da tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775023 Jun 30 02:52:22.889575 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.903477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce509b00-4436-42d9-a569-fca7e5b0caa2 req-f40a3c9f-c64e-4a98-b45c-2149cb67c348 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:22.906866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57142cb1-76e1-43de-9abd-9b7b4c0bfc1e None None] Network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:22.919655 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce509b00-4436-42d9-a569-fca7e5b0caa2 req-f40a3c9f-c64e-4a98-b45c-2149cb67c348 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1024003 Jun 30 02:52:22.967166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce509b00-4436-42d9-a569-fca7e5b0caa2 req-f9d86c9a-0043-4a66-ba06-78f2eecf4bf9 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459232 Jun 30 02:52:23.055304 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.091716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-053778aa-b7a6-4047-8f40-f8d758bfa735 None None] Provisioning for port 4ac36811-169b-4f1e-a0c4-cd5b1691348d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:23.129454 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.190737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:23.201280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:23.208743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:23.231320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Pushing event updated for resources: {'Port': ['ID=579ebcf5-1fcc-4994-8528-fbb5965158ee,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:23.252398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.273388 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.316529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=13d15472-af21-450d-9d70-3bb71036429f,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:23.488376 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.636180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 3e81713b-b03f-4702-a076-a7f3ff31b566 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:23.638107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:23.880879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4ac36811-169b-4f1e-a0c4-cd5b1691348d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:23.986092 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.045209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ef6a-ed96-4041-b8b0-8eefa8f201ea req-c7bb139b-467a-43ca-b89a-a6d1ad078fda tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:24.050988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-76ddce09-dea2-44f7-a356-34a18f0b11be None None] Provisioning complete for port 13d15472-af21-450d-9d70-3bb71036429f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:24.050988 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76ddce09-dea2-44f7-a356-34a18f0b11be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.054079 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9974ef6a-ed96-4041-b8b0-8eefa8f201ea req-c7bb139b-467a-43ca-b89a-a6d1ad078fda tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 943 time: 0.1023676 Jun 30 02:52:24.086402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-76ddce09-dea2-44f7-a356-34a18f0b11be None None] Port 13d15472-af21-450d-9d70-3bb71036429f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:24.087928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 4ac36811-169b-4f1e-a0c4-cd5b1691348d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:24.092937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4ac36811-169b-4f1e-a0c4-cd5b1691348d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:24.093311 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.126352 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9974ef6a-ed96-4041-b8b0-8eefa8f201ea req-1529303e-4b1b-4088-a1a5-8c9652922675 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486815 Jun 30 02:52:24.139850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router 23693b3c-e747-42a2-9a07-9eb52c8bbcf8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:24.193020 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.232187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 4ac36811-169b-4f1e-a0c4-cd5b1691348d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4ac36811-169b-4f1e-a0c4-cd5b1691348d,segment=NetworkSegment(fc620c52-8f68-41a2-8a49-afd8a8afcd31),segment_id=fc620c52-8f68-41a2-8a49-afd8a8afcd31)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:24.275109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c658f2-6df3-4be2-93cc-ab2545ea8bda req-a5849a4c-2694-4853-9fc8-da3e406e1321 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:24.282052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-09c658f2-6df3-4be2-93cc-ab2545ea8bda req-a5849a4c-2694-4853-9fc8-da3e406e1321 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0778527 Jun 30 02:52:24.328066 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-09c658f2-6df3-4be2-93cc-ab2545ea8bda req-3533b0f1-cd81-4fc5-a034-490eea84ee5a tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 Jun 30 02:52:24.377095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e330e-a3ad-4aac-ab02-d1168d314b34 req-49bab38b-058d-4c9e-96b7-2a4e94dbf88a tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:24.378622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c9e330e-a3ad-4aac-ab02-d1168d314b34 req-49bab38b-058d-4c9e-96b7-2a4e94dbf88a tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 945 time: 0.2623575 Jun 30 02:52:24.381323 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.442308 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.455722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:24.469154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-21ef6088-a088-4f10-9483-c53c89f2a051 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "PUT /v2.0/routers/23693b3c-e747-42a2-9a07-9eb52c8bbcf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1303358 Jun 30 02:52:24.470878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42756b47-b8b6-4e77-9399-d0569053d142 None None] Sync routers for ids ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:24.471820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33402) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:24.475758 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c9e330e-a3ad-4aac-ab02-d1168d314b34 req-d68180ec-74cf-425d-b8ba-6bad7cfde341 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/security-groups?id=d198e68d-63a5-4b67-8f3c-ff95807456e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907240 Jun 30 02:52:24.478619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'port': {'network_id': '3e81713b-b03f-4702-a076-a7f3ff31b566', 'name': 'tempest-FloatingIPTestJSON-162823285'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:24.489010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42756b47-b8b6-4e77-9399-d0569053d142 None None] Routers {'23693b3c-e747-42a2-9a07-9eb52c8bbcf8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:24.489384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-42756b47-b8b6-4e77-9399-d0569053d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:24.531549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-42756b47-b8b6-4e77-9399-d0569053d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:24.538069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=4ac36811-169b-4f1e-a0c4-cd5b1691348d,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:24.545154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42756b47-b8b6-4e77-9399-d0569053d142 None None] Routers {'23693b3c-e747-42a2-9a07-9eb52c8bbcf8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:24.546044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-42756b47-b8b6-4e77-9399-d0569053d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:24.581800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-42756b47-b8b6-4e77-9399-d0569053d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:24.582448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42756b47-b8b6-4e77-9399-d0569053d142 None None] The sync data for ids ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:24.722299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:52:24.725271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b95eb873-4467-4198-a64b-3edf88e3223a details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:24.814544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Made reservation on behalf of f48435562c9b466293e3d5335a49f8e2 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:24.819190 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.835107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b95eb873-4467-4198-a64b-3edf88e3223a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b95eb873-4467-4198-a64b-3edf88e3223a,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:24.846142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] device_id is not set on port 9219d4d0-e93d-4a8f-9ff3-e0827d342dc6 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:52:24.848712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'b95eb873-4467-4198-a64b-3edf88e3223a', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'port_id': 'b95eb873-4467-4198-a64b-3edf88e3223a', 'mac_address': 'fa:16:3e:fb:a4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947dbb80-a1b2-4b65-b9b8-a35faceb5f88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:24.854889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:24.866540 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Sync routers for ids ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:24.886706 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Routers {'49e40bd5-a993-4a3f-86b3-b42a06c50d8f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:24.887775 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:24.893393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.915353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95eb873-4467-4198-a64b-3edf88e3223a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:24.946518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b95eb873-4467-4198-a64b-3edf88e3223a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b95eb873-4467-4198-a64b-3edf88e3223a,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:24.968279 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.972390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a6f36cf2-a52a-4c4e-aef7-ed1aa7d80998 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1502824 Jun 30 02:52:24.973008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33416) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:25.004990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Allocated IP 172.20.0.14 (3e81713b-b03f-4702-a076-a7f3ff31b566/62a63cef-3df4-4f75-8132-dfe060b752c3/9219d4d0-e93d-4a8f-9ff3-e0827d342dc6) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:25.011996 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Set router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:25.031593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-3e198c92-832f-4c66-a816-08db800f1285 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.031593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-3e198c92-832f-4c66-a816-08db800f1285 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 945 time: 0.1305032 Jun 30 02:52:25.144887 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.239323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-ae060f82-a964-4870-89bf-3ad595c4e93d tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Deleting port 716ce21d-a98c-49eb-bd0d-b2a828289abf {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:25.239911 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-ae060f82-a964-4870-89bf-3ad595c4e93d tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.243441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b95eb873-4467-4198-a64b-3edf88e3223a,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:25.274659 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'name': 'tempest-FloatingIPsTestJSON-55174199-router', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:20Z', 'updated_at': '2021-06-30T02:52:23Z', 'revision_number': 3, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'gw_port': {'id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:21Z', 'updated_at': '2021-06-30T02:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:25.318677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.341431 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['b95eb873-4467-4198-a64b-3edf88e3223a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:25.347457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Transition to ACTIVE for port object 9219d4d0-e93d-4a8f-9ff3-e0827d342dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:25.374797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-ae060f82-a964-4870-89bf-3ad595c4e93d tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] For port 716ce21d-a98c-49eb-bd0d-b2a828289abf, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=716ce21d-a98c-49eb-bd0d-b2a828289abf,segment=NetworkSegment(87c37d02-5b22-4740-8874-6fd3bd9e9c2b),segment_id=87c37d02-5b22-4740-8874-6fd3bd9e9c2b)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:25.375211 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-ae060f82-a964-4870-89bf-3ad595c4e93d tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.397551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-ae060f82-a964-4870-89bf-3ad595c4e93d tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Calling delete_port for 716ce21d-a98c-49eb-bd0d-b2a828289abf owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:25.447161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-f0e8fe99-7182-4293-a75a-7bb2935eaa12 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.448667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-f0e8fe99-7182-4293-a75a-7bb2935eaa12 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.74 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1843317 Jun 30 02:52:25.451047 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Checking router: 49e40bd5-a993-4a3f-86b3-b42a06c50d8f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:25.478309 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Updating router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f port 579ebcf5-1fcc-4994-8528-fbb5965158ee binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:52:25.503992 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.521967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba8b6-444b-4081-b317-714808aafc60 req-bf5a8291-feb9-43ad-87a1-4c7e279518de tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.523508 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-035ba8b6-444b-4081-b317-714808aafc60 req-bf5a8291-feb9-43ad-87a1-4c7e279518de tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 944 time: 0.2430093 Jun 30 02:52:25.657018 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-035ba8b6-444b-4081-b317-714808aafc60 req-5b71bd7b-d8d2-4723-b2a2-3a38c88352f0 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227889 Jun 30 02:52:25.679227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.730881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Deleting port 1a164c76-c943-43f7-8532-d69846f63565 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:25.731234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.735158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.742264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cd560-67a1-43ae-8791-cf7526a1ca17 req-d179bc2a-9458-4ad7-915c-3fa217a1c87e tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.751026 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f3cd560-67a1-43ae-8791-cf7526a1ca17 req-d179bc2a-9458-4ad7-915c-3fa217a1c87e tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1636260 Jun 30 02:52:25.758727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-ae060f82-a964-4870-89bf-3ad595c4e93d tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.784966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4ac36811-169b-4f1e-a0c4-cd5b1691348d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:25.829439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Network 3e81713b-b03f-4702-a076-a7f3ff31b566 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:25.845384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:25.880676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event updated for resources: {'Port': ['ID=9219d4d0-e93d-4a8f-9ff3-e0827d342dc6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:25.891787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:25.907089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4ac36811-169b-4f1e-a0c4-cd5b1691348d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:25.907567 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.966555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['716ce21d-a98c-49eb-bd0d-b2a828289abf'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:25.999975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f3cd560-67a1-43ae-8791-cf7526a1ca17 req-b79c30fc-6bac-4105-9854-df3af41d17a2 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/security-groups?id=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479722 Jun 30 02:52:26.007060 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.007562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-ae060f82-a964-4870-89bf-3ad595c4e93d tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] No DVR routers for this DVR port 716ce21d-a98c-49eb-bd0d-b2a828289abf on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:26.011054 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-ae060f82-a964-4870-89bf-3ad595c4e93d tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.019355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-905735ac-8b3b-4146-bf05-c0fb6e248735 req-ae060f82-a964-4870-89bf-3ad595c4e93d tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.83 "DELETE /v2.0/ports/716ce21d-a98c-49eb-bd0d-b2a828289abf HTTP/1.1" status: 204 len: 173 time: 0.9838812 Jun 30 02:52:26.025547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb717993-84d6-4f97-8eef-2026938a44ba', 'name': 'network-vif-deleted', 'tag': '716ce21d-a98c-49eb-bd0d-b2a828289abf'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:26.025746 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Transition to ACTIVE for port object 579ebcf5-1fcc-4994-8528-fbb5965158ee will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:26.031458 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa400a8a-21da-4f29-a448-f33cf0305c8c" -d '{"events": [{"server_uuid": "fb717993-84d6-4f97-8eef-2026938a44ba", "name": "network-vif-deleted", "tag": "716ce21d-a98c-49eb-bd0d-b2a828289abf"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:26.045458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae060f82-a964-4870-89bf-3ad595c4e93d tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] Pushing event deleted for resources: {'Port': ['ID=716ce21d-a98c-49eb-bd0d-b2a828289abf,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:26.069068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] For port 1a164c76-c943-43f7-8532-d69846f63565, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1a164c76-c943-43f7-8532-d69846f63565,segment=NetworkSegment(14eac07d-4813-4787-9e6a-6c927a1b08f9),segment_id=14eac07d-4813-4787-9e6a-6c927a1b08f9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:26.069445 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.084605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Calling delete_port for 1a164c76-c943-43f7-8532-d69846f63565 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:26.096124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:26.104605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.161770 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.194721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-09a49d58-6dd6-4086-8669-c87ee4afe16f req-c547d056-adbd-45ee-b4c0-0f464edfbfe9 tempest-ServerGroupTestJSON-2142374206 tempest-ServerGroupTestJSON-2142374206-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb717993-84d6-4f97-8eef-2026938a44ba HTTP/1.1" status: 200 len: 210 time: 0.0479205 Jun 30 02:52:26.212602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Allocated IP 172.20.0.1 (f5286ddf-1e3f-4c1a-b26a-4435b70f2586/14fb3e36-0869-4a32-ac2f-0d5814032611/9f702a3a-3d4e-41ce-9a94-9191deaa646f) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:26.226095 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Attempting to bind port 579ebcf5-1fcc-4994-8528-fbb5965158ee on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:26.226603 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Attempting to bind port 579ebcf5-1fcc-4994-8528-fbb5965158ee by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:26.227063 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Attempting to bind port 579ebcf5-1fcc-4994-8528-fbb5965158ee on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:26.236755 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:26.237436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:26.237970 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.238531 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:26.239099 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Bound port: 579ebcf5-1fcc-4994-8528-fbb5965158ee, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:26.239593 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.267232 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Pushing event updated for resources: {'Port': ['ID=579ebcf5-1fcc-4994-8528-fbb5965158ee,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:26.280934 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.281528 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.282697 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.282697 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.282697 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.285940 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.285940 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.287459 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ea6527fd-1f95-4ab8-962b-5387e1d1f629 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8102396 Jun 30 02:52:26.287922 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.287922 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.287922 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.287922 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.287922 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.288356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33444) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:26.295319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Request body: {'floatingip': {'port_id': '9219d4d0-e93d-4a8f-9ff3-e0827d342dc6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:26.307039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce112c1-e856-4f79-b03a-c5fe7b857f65 req-75c392a5-b053-458f-bc52-b7453fd9a93b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:26.308484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ce112c1-e856-4f79-b03a-c5fe7b857f65 req-75c392a5-b053-458f-bc52-b7453fd9a93b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 945 time: 0.1149158 Jun 30 02:52:26.318095 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] For port 579ebcf5-1fcc-4994-8528-fbb5965158ee, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:26.327663 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] For port 579ebcf5-1fcc-4994-8528-fbb5965158ee, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=579ebcf5-1fcc-4994-8528-fbb5965158ee,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:26.384729 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.391335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.405935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Transition to ACTIVE for port object 9f702a3a-3d4e-41ce-9a94-9191deaa646f will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:26.426132 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e27cf5f-dda7-4f74-a4f5-dd9ee89afc96 x-openstack-request-id: req-8e27cf5f-dda7-4f74-a4f5-dd9ee89afc96 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:26.427389 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb717993-84d6-4f97-8eef-2026938a44ba", "name": "network-vif-deleted", "tag": "716ce21d-a98c-49eb-bd0d-b2a828289abf", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:26.427647 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e27cf5f-dda7-4f74-a4f5-dd9ee89afc96 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:26.428390 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb717993-84d6-4f97-8eef-2026938a44ba', 'name': 'network-vif-deleted', 'tag': '716ce21d-a98c-49eb-bd0d-b2a828289abf', 'status': 'completed', 'code': 200} Jun 30 02:52:26.437993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ce112c1-e856-4f79-b03a-c5fe7b857f65 req-02450a35-ffcb-4631-821d-16afa9e517a0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952215 Jun 30 02:52:26.453391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8bcf80ef-41a2-464f-b4fe-14c255b1f3df None None] Provisioning for port 9219d4d0-e93d-4a8f-9ff3-e0827d342dc6 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:26.458719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8bcf80ef-41a2-464f-b4fe-14c255b1f3df None None] Provisioning complete for port 9219d4d0-e93d-4a8f-9ff3-e0827d342dc6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:26.458719 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8bcf80ef-41a2-464f-b4fe-14c255b1f3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.511827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf80ef-41a2-464f-b4fe-14c255b1f3df None None] Port 9219d4d0-e93d-4a8f-9ff3-e0827d342dc6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:26.517234 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.518428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.533084 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['1a164c76-c943-43f7-8532-d69846f63565'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:26.561474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Pushing event deleted for resources: {'Port': ['ID=1a164c76-c943-43f7-8532-d69846f63565,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:26.599257 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.608033 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92128b23-115d-4ad2-80d4-83b1472e9a8f None None] Pushing event updated for resources: {'Port': ['ID=579ebcf5-1fcc-4994-8528-fbb5965158ee,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:26.617769 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Routers {'49e40bd5-a993-4a3f-86b3-b42a06c50d8f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:26.618385 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:26.636664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:26.639174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:26.641391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] No DVR routers for this DVR port 1a164c76-c943-43f7-8532-d69846f63565 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:26.643226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:26.676826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.677286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.677719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.678122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.678464 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.678882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.679278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.680059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.680767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.681163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.681573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.681963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:26.689728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.691667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3050da0-6138-4d84-8acc-98fb1f858120 req-0d722ffe-3695-495b-af86-19ba2826f932 tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.74 "DELETE /v2.0/ports/1a164c76-c943-43f7-8532-d69846f63565 HTTP/1.1" status: 204 len: 173 time: 1.2205908 Jun 30 02:52:26.692292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b98da12-f2d8-44d6-8a57-f717cd11c7a1', 'name': 'network-vif-deleted', 'tag': '1a164c76-c943-43f7-8532-d69846f63565'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:26.709829 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46d39e4-9fa2-48cb-893a-22002249bddd" -d '{"events": [{"server_uuid": "1b98da12-f2d8-44d6-8a57-f717cd11c7a1", "name": "network-vif-deleted", "tag": "1a164c76-c943-43f7-8532-d69846f63565"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:26.739458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b95eb873-4467-4198-a64b-3edf88e3223a up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:26.766133 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.788470 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] Set router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:27.062874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea15702-8266-46d8-beb9-f8e116c7a4ea req-077cefcc-7be5-478f-bb82-6c17533790c2 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:27.063160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port b95eb873-4467-4198-a64b-3edf88e3223a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:27.067680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port b95eb873-4467-4198-a64b-3edf88e3223a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:27.068067 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'name': 'tempest-FloatingIPsTestJSON-55174199-router', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:20Z', 'updated_at': '2021-06-30T02:52:23Z', 'revision_number': 3, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'gw_port': {'id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:21Z', 'updated_at': '2021-06-30T02:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:27.068563 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.069995 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dea15702-8266-46d8-beb9-f8e116c7a4ea req-077cefcc-7be5-478f-bb82-6c17533790c2 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 944 time: 0.1303575 Jun 30 02:52:27.175208 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c9f4f831-7bc3-47cd-9bfe-138c9ff8ca23 None None] Provisioning for port 9f702a3a-3d4e-41ce-9a94-9191deaa646f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:27.181331 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6a35f-3e92-4840-8038-bc4ea4e2d8eb None None] The sync data for ids ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'] in n-d-798249-3 is: [{'id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'name': 'tempest-FloatingIPsTestJSON-55174199-router', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:20Z', 'updated_at': '2021-06-30T02:52:23Z', 'revision_number': 3, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'gw_port': {'id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:21Z', 'updated_at': '2021-06-30T02:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:27.186602 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.198306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c9f4f831-7bc3-47cd-9bfe-138c9ff8ca23 None None] Provisioning complete for port 9f702a3a-3d4e-41ce-9a94-9191deaa646f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:27.198797 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c9f4f831-7bc3-47cd-9bfe-138c9ff8ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.272558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95eb873-4467-4198-a64b-3edf88e3223a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:27.275754 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683290f9-9c6b-4854-ae62-69a0cbb62000" -d '{"events": [{"server_uuid": "595ba33b-5b8c-4031-a9ca-b614891dd5aa", "name": "network-vif-plugged", "status": "completed", "tag": "b95eb873-4467-4198-a64b-3edf88e3223a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:27.302615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b95eb873-4467-4198-a64b-3edf88e3223a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b95eb873-4467-4198-a64b-3edf88e3223a,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:27.305526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c9f4f831-7bc3-47cd-9bfe-138c9ff8ca23 None None] Port 9f702a3a-3d4e-41ce-9a94-9191deaa646f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:27.368839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Pushing event updated for resources: {'Port': ['ID=9f702a3a-3d4e-41ce-9a94-9191deaa646f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:27.550856 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.551650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 716ce21d-a98c-49eb-bd0d-b2a828289abf no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:27.553797 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dea15702-8266-46d8-beb9-f8e116c7a4ea req-9b34353a-c6c9-4095-88a2-9dec27118d63 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4816182 Jun 30 02:52:27.605792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b95eb873-4467-4198-a64b-3edf88e3223a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:27.620482 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaf96d0-b407-469e-bdd7-cac8505418cd x-openstack-request-id: req-bfaf96d0-b407-469e-bdd7-cac8505418cd {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:27.620984 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b98da12-f2d8-44d6-8a57-f717cd11c7a1", "name": "network-vif-deleted", "tag": "1a164c76-c943-43f7-8532-d69846f63565", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:27.621095 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfaf96d0-b407-469e-bdd7-cac8505418cd {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:27.621410 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b98da12-f2d8-44d6-8a57-f717cd11c7a1', 'name': 'network-vif-deleted', 'tag': '1a164c76-c943-43f7-8532-d69846f63565', 'status': 'completed', 'code': 200} Jun 30 02:52:27.630392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 716ce21d-a98c-49eb-bd0d-b2a828289abf {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:27.631129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 716ce21d-a98c-49eb-bd0d-b2a828289abf not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:27.636210 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.726832 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.829591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 579ebcf5-1fcc-4994-8528-fbb5965158ee up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:27.876409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.003977 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02920e4e-5799-4b2a-86d3-57eb7861e75e x-openstack-request-id: req-02920e4e-5799-4b2a-86d3-57eb7861e75e {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:28.004686 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595ba33b-5b8c-4031-a9ca-b614891dd5aa", "name": "network-vif-plugged", "status": "completed", "tag": "b95eb873-4467-4198-a64b-3edf88e3223a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:28.006159 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02920e4e-5799-4b2a-86d3-57eb7861e75e {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:28.007291 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95eb873-4467-4198-a64b-3edf88e3223a', 'code': 200} Jun 30 02:52:28.071649 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e1d9331-3cdc-4ff8-82cc-6215c3cbebd5 req-641bee22-653e-44e4-8708-caee2266910e tempest-InstanceActionsTestJSON-233984820 tempest-InstanceActionsTestJSON-233984820-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b98da12-f2d8-44d6-8a57-f717cd11c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0343153 Jun 30 02:52:28.113268 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 579ebcf5-1fcc-4994-8528-fbb5965158ee completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:28.115728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.120714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 579ebcf5-1fcc-4994-8528-fbb5965158ee triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:28.127958 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.145092 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP ee6e7324-ca33-45fc-b702-a5bd9688054d associated. External IP: 172.25.2.56, port: e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff. Jun 30 02:52:28.263362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bfc6d-b33b-4b49-bad7-b499a9e91d2a req-d34ad903-4adc-48fd-9916-d4a576492d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:28.263362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb9bfc6d-b33b-4b49-bad7-b499a9e91d2a req-d34ad903-4adc-48fd-9916-d4a576492d2e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 1096 time: 0.1843083 Jun 30 02:52:28.303888 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.333123 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.342636 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb9bfc6d-b33b-4b49-bad7-b499a9e91d2a req-80f82a0b-a462-4b82-be36-a1f5fc4d2c24 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735698 Jun 30 02:52:28.350036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 579ebcf5-1fcc-4994-8528-fbb5965158ee, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=579ebcf5-1fcc-4994-8528-fbb5965158ee,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:28.429211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Pushing event updated for resources: {'Port': ['ID=9f702a3a-3d4e-41ce-9a94-9191deaa646f,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:28.451271 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.472742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:28.525006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:28.555479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:28.557159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:28.627285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:28.631633 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.650067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a6d94-1fc2-4817-88c6-6ac9eb236232 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:28.702760 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.741418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:28.879940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:28.888213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6c36a07e-cfdd-4f9e-8f5c-3f8f054cab0a admin admin] 10.222.0.77 "PUT /v2.0/routers/49e40bd5-a993-4a3f-86b3-b42a06c50d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9126234 Jun 30 02:52:28.888213 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33500) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:28.932709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a6d94-1fc2-4817-88c6-6ac9eb236232 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:28.932709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-128a6d94-1fc2-4817-88c6-6ac9eb236232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:28.957933 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6857d5d8-3031-4ac2-84c1-340dc0e69d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.963554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:28.964707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0aae70-b7be-400b-95f5-d0f2a39d2ac7 admin admin] Deleting subnet 4f98ffad-d11e-4c18-9b34-de001aadf0db {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:28.972412 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da0aae70-b7be-400b-95f5-d0f2a39d2ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.015213 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da0aae70-b7be-400b-95f5-d0f2a39d2ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.030540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router 23693b3c-e747-42a2-9a07-9eb52c8bbcf8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:29.050586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2d07e-c538-43cc-a08c-9e7cdcff9a71 req-aa009593-40c5-464c-b8be-a9a4cf5a4874 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:29.065187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68c2d07e-c538-43cc-a08c-9e7cdcff9a71 req-aa009593-40c5-464c-b8be-a9a4cf5a4874 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 945 time: 0.2994559 Jun 30 02:52:29.077463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da0aae70-b7be-400b-95f5-d0f2a39d2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.097565 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-128a6d94-1fc2-4817-88c6-6ac9eb236232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.121994 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.126535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1a164c76-c943-43f7-8532-d69846f63565 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:29.157770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=579ebcf5-1fcc-4994-8528-fbb5965158ee,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.167440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e187b2cc-c6ce-424a-8316-8bc3408d49f4 None None] Provisioning complete for port 9f702a3a-3d4e-41ce-9a94-9191deaa646f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:29.167816 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e187b2cc-c6ce-424a-8316-8bc3408d49f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.170063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 1a164c76-c943-43f7-8532-d69846f63565 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:29.170448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1a164c76-c943-43f7-8532-d69846f63565 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:29.196844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.197110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.197390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.198147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.198147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.198503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.198769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.199225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.199553 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.200543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.200867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.201180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:29.203065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33510) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.254673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e187b2cc-c6ce-424a-8316-8bc3408d49f4 None None] Port 9f702a3a-3d4e-41ce-9a94-9191deaa646f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:29.257403 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68c2d07e-c538-43cc-a08c-9e7cdcff9a71 req-a5a5bc69-072a-454f-b623-707385694317 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963148 Jun 30 02:52:29.259451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a6d94-1fc2-4817-88c6-6ac9eb236232 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:29.260924 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-128a6d94-1fc2-4817-88c6-6ac9eb236232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.283063 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da0aae70-b7be-400b-95f5-d0f2a39d2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.302476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:29.312549 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9654-705e-45c0-b4e7-7a30424636b4 None None] Sync routers for ids ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:29.316677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0c9690-846a-47b3-b2f8-53b1fc6324a3 admin admin] Deleting subnet 16cd8528-656e-4c12-b318-9a601fb357c0 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:29.319094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.321389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9690-846a-47b3-b2f8-53b1fc6324a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.328633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.331183 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af9654-705e-45c0-b4e7-7a30424636b4 None None] Routers {'23693b3c-e747-42a2-9a07-9eb52c8bbcf8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:29.331890 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-80af9654-705e-45c0-b4e7-7a30424636b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.357265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-128a6d94-1fc2-4817-88c6-6ac9eb236232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.358023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a6d94-1fc2-4817-88c6-6ac9eb236232 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:29.370525 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da0aae70-b7be-400b-95f5-d0f2a39d2ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.376121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-da0aae70-b7be-400b-95f5-d0f2a39d2ac7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4f98ffad-d11e-4c18-9b34-de001aadf0db HTTP/1.1" status: 204 len: 168 time: 0.4847727 Jun 30 02:52:29.390201 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-80af9654-705e-45c0-b4e7-7a30424636b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.391279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33514) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.397991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0aae70-b7be-400b-95f5-d0f2a39d2ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f98ffad-d11e-4c18-9b34-de001aadf0db,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.406208 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9690-846a-47b3-b2f8-53b1fc6324a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.407457 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af9654-705e-45c0-b4e7-7a30424636b4 None None] Routers {'23693b3c-e747-42a2-9a07-9eb52c8bbcf8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:29.408311 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-80af9654-705e-45c0-b4e7-7a30424636b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.487439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9690-846a-47b3-b2f8-53b1fc6324a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.492966 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-80af9654-705e-45c0-b4e7-7a30424636b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.501604 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9654-705e-45c0-b4e7-7a30424636b4 None None] The sync data for ids ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:29.534446 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.546808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Sync routers for ids ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:29.548658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6bc2916f-9feb-411a-8df0-15028606b78b tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "PUT /v2.0/floatingips/ee6e7324-ca33-45fc-b702-a5bd9688054d HTTP/1.1" status: 200 len: 977 time: 3.2586021 Jun 30 02:52:29.551693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33516) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.558088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Routers {'49e40bd5-a993-4a3f-86b3-b42a06c50d8f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:29.559880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.691038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Set router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:29.703619 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.716216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9dc28d9-ad6f-493f-b8cd-5284e8850e94']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.731735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c37d02-5b22-4740-8874-6fd3bd9e9c2b') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.732113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c37d02-5b22-4740-8874-6fd3bd9e9c2b') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.746219 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.763774 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.771218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port 9219d4d0-e93d-4a8f-9ff3-e0827d342dc6 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:29.771486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.776644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:29.777036 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:29.779767 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:29.787656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 579ebcf5-1fcc-4994-8528-fbb5965158ee up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:29.795912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-b8eba5f3-d019-40aa-9fe9-725fdd043bf8 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2656329 Jun 30 02:52:29.806423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:29.899141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 579ebcf5-1fcc-4994-8528-fbb5965158ee triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:29.899519 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.907218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.934120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9690-846a-47b3-b2f8-53b1fc6324a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.982674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c9690-846a-47b3-b2f8-53b1fc6324a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16cd8528-656e-4c12-b318-9a601fb357c0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.990046 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9690-846a-47b3-b2f8-53b1fc6324a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.994787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4c0c9690-846a-47b3-b2f8-53b1fc6324a3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/16cd8528-656e-4c12-b318-9a601fb357c0 HTTP/1.1" status: 204 len: 168 time: 0.7906077 Jun 30 02:52:29.995871 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.998614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33522) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:30.008108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:30.010479 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf83558-564c-4ce7-833c-d54eb8499966" -d '{"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-unplugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:30.014681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'name': 'tempest-FloatingIPsTestJSON-55174199-router', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:20Z', 'updated_at': '2021-06-30T02:52:27Z', 'revision_number': 4, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'gw_port': {'id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:21Z', 'updated_at': '2021-06-30T02:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '9f702a3a-3d4e-41ce-9a94-9191deaa646f', 'name': '', 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'mac_address': 'fa:16:3e:c5:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14fb3e36-0869-4a32-ac2f-0d5814032611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:25Z', 'updated_at': '2021-06-30T02:52:27Z', 'revision_number': 2, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'subnets': [{'id': '14fb3e36-0869-4a32-ac2f-0d5814032611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:30.045914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Checking router: 49e40bd5-a993-4a3f-86b3-b42a06c50d8f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:30.046083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Updating router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f port 9f702a3a-3d4e-41ce-9a94-9191deaa646f binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:52:30.071220 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b7bb7d-3f38-4210-be5f-604a059c5ba0 x-openstack-request-id: req-58b7bb7d-3f38-4210-be5f-604a059c5ba0 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:30.071507 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-unplugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:30.071757 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58b7bb7d-3f38-4210-be5f-604a059c5ba0 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:30.073091 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'code': 200} Jun 30 02:52:30.083287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.093280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.096648 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.096774 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e9dc28d9-ad6f-493f-b8cd-5284e8850e94 HTTP/1.1" status: 204 len: 168 time: 0.7041690 Jun 30 02:52:30.125117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e571f2-3b8b-476b-a59d-929190fba3e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9dc28d9-ad6f-493f-b8cd-5284e8850e94,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.165089 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.170120 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.170659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.171477 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Floating IP ee6e7324-ca33-45fc-b702-a5bd9688054d disassociated. External IP: 172.25.2.56, port: 9219d4d0-e93d-4a8f-9ff3-e0827d342dc6. Jun 30 02:52:30.171881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for 9219d4d0-e93d-4a8f-9ff3-e0827d342dc6 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:30.270735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.285166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6c377d-5135-4c0e-b5ca-5e403d19f769']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:30.300544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14eac07d-4813-4787-9e6a-6c927a1b08f9') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:30.300851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14eac07d-4813-4787-9e6a-6c927a1b08f9') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:30.324588 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.346025 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.351650 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.359685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:30.360095 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:30.362008 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:30.396075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.459365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b2afc-7e0f-43fe-aa88-7a1356e03619 req-64faca2d-221a-415a-8e4f-9d32ebb8a633 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:30.460888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-490b2afc-7e0f-43fe-aa88-7a1356e03619 req-64faca2d-221a-415a-8e4f-9d32ebb8a633 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 945 time: 0.0743215 Jun 30 02:52:30.462423 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.499366 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=9219d4d0-e93d-4a8f-9ff3-e0827d342dc6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.519820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Allocated IP 172.25.2.71 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/d20b8672-fb48-43dd-9b43-632d843b4fee) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:30.530050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:30.566748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-490b2afc-7e0f-43fe-aa88-7a1356e03619 req-dc35bee2-1240-4a23-a159-6e902a15c9a4 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954127 Jun 30 02:52:30.592459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Transition to ACTIVE for port object 9f702a3a-3d4e-41ce-9a94-9191deaa646f will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:30.605656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.612654 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.614661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] 10.222.0.77 "DELETE /v2.0/networks/4b6c377d-5135-4c0e-b5ca-5e403d19f769 HTTP/1.1" status: 204 len: 168 time: 0.6123104 Jun 30 02:52:30.639460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a14ef2-c5af-4dad-8814-ef0eaef57b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6c377d-5135-4c0e-b5ca-5e403d19f769,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.672723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router 23693b3c-e747-42a2-9a07-9eb52c8bbcf8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:30.701663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:30.704033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33538) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:30.719575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.772652 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.783883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'port_id': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'mac_address': 'fa:16:3e:5c:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:30.818558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7f89d38a-417e-41b0-a63c-d6af1ccce468 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2fbb2dedb6194de185b196e78737a81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1115036 Jun 30 02:52:30.820988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33540) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:30.851457 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.874553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:30.887976 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b516792-119a-4fcc-b7c9-67f6baae600f None None] Sync routers for ids ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:30.905250 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b516792-119a-4fcc-b7c9-67f6baae600f None None] Routers {'23693b3c-e747-42a2-9a07-9eb52c8bbcf8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:30.905901 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8b516792-119a-4fcc-b7c9-67f6baae600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:30.948149 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c82fab6a-4423-4b16-bf82-8fa8f1111e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.956640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05be467-e86f-4f9e-99f5-e19aa0587d56 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:30.991663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.997468 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8b516792-119a-4fcc-b7c9-67f6baae600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:31.000534 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.002962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fd4de1be-1020-474e-b705-9ff565ff5403 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/ports/9219d4d0-e93d-4a8f-9ff3-e0827d342dc6 HTTP/1.1" status: 204 len: 168 time: 1.4502368 Jun 30 02:52:31.005910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33546) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:31.019199 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b516792-119a-4fcc-b7c9-67f6baae600f None None] Routers {'23693b3c-e747-42a2-9a07-9eb52c8bbcf8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:31.019516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aca3ff-a03f-46cf-a2cd-81d5ee6d6aaf None None] Pushing event updated for resources: {'Port': ['ID=9f702a3a-3d4e-41ce-9a94-9191deaa646f,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.020207 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8b516792-119a-4fcc-b7c9-67f6baae600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:31.067197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Attempting to bind port 9f702a3a-3d4e-41ce-9a94-9191deaa646f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:31.069637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Attempting to bind port 9f702a3a-3d4e-41ce-9a94-9191deaa646f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'fc620c52-8f68-41a2-8a49-afd8a8afcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:31.069637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Attempting to bind port 9f702a3a-3d4e-41ce-9a94-9191deaa646f on network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:31.074022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:31.075285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:31.075661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Checking segment: {'id': 'fc620c52-8f68-41a2-8a49-afd8a8afcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:31.076065 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.076450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Bound using segment: {'id': 'fc620c52-8f68-41a2-8a49-afd8a8afcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:31.076913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Bound port: 9f702a3a-3d4e-41ce-9a94-9191deaa646f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc620c52-8f68-41a2-8a49-afd8a8afcd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:31.077297 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.085455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c82fab6a-4423-4b16-bf82-8fa8f1111e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.099869 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8b516792-119a-4fcc-b7c9-67f6baae600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:31.100838 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b516792-119a-4fcc-b7c9-67f6baae600f None None] The sync data for ids ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:31.161234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:31.164917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:31.169903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:31.201689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33548) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:31.203938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Pushing event updated for resources: {'Port': ['ID=d20b8672-fb48-43dd-9b43-632d843b4fee,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.205188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] For port 9f702a3a-3d4e-41ce-9a94-9191deaa646f, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:31.217196 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.220694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] For port 9f702a3a-3d4e-41ce-9a94-9191deaa646f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9f702a3a-3d4e-41ce-9a94-9191deaa646f,segment=NetworkSegment(fc620c52-8f68-41a2-8a49-afd8a8afcd31),segment_id=fc620c52-8f68-41a2-8a49-afd8a8afcd31)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:31.266896 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5ebc9146-a3ca-430f-96ad-b8f7c61c4f4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=31ac1da083f04bdb8004d2ceb961d5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617018 Jun 30 02:52:31.267148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33552) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:31.274623 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.299136 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.306899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c82fab6a-4423-4b16-bf82-8fa8f1111e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.309515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c82fab6a-4423-4b16-bf82-8fa8f1111e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.310662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c82fab6a-4423-4b16-bf82-8fa8f1111e9f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d198e68d-63a5-4b67-8f3c-ff95807456e3 HTTP/1.1" status: 204 len: 168 time: 0.4887042 Jun 30 02:52:31.342314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['c05be467-e86f-4f9e-99f5-e19aa0587d56'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:31.346015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fab6a-4423-4b16-bf82-8fa8f1111e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d198e68d-63a5-4b67-8f3c-ff95807456e3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.356302 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.371511 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d339f5d2-a533-4c27-a84c-8139759622b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.378002 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.382050 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6464494a-0a8c-4aef-bf45-d295789891ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.413968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6464494a-0a8c-4aef-bf45-d295789891ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.443716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Routers {'49e40bd5-a993-4a3f-86b3-b42a06c50d8f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:31.444369 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:31.486761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.541099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.585515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aca3ff-a03f-46cf-a2cd-81d5ee6d6aaf None None] Pushing event updated for resources: {'Port': ['ID=9f702a3a-3d4e-41ce-9a94-9191deaa646f,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.710740 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6464494a-0a8c-4aef-bf45-d295789891ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.713929 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6464494a-0a8c-4aef-bf45-d295789891ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.716500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6464494a-0a8c-4aef-bf45-d295789891ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9 HTTP/1.1" status: 204 len: 168 time: 0.4472079 Jun 30 02:52:31.727350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] Set router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:31.733068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464494a-0a8c-4aef-bf45-d295789891ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e5d30c-8637-4acf-bd6e-37a5d1f9f1d9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.841382 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.968468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.027080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Pushing event updated for resources: {'Port': ['ID=d20b8672-fb48-43dd-9b43-632d843b4fee,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:32.052498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'name': 'tempest-FloatingIPsTestJSON-55174199-router', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:20Z', 'updated_at': '2021-06-30T02:52:27Z', 'revision_number': 4, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'gw_port': {'id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:21Z', 'updated_at': '2021-06-30T02:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '9f702a3a-3d4e-41ce-9a94-9191deaa646f', 'name': '', 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'mac_address': 'fa:16:3e:c5:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14fb3e36-0869-4a32-ac2f-0d5814032611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:25Z', 'updated_at': '2021-06-30T02:52:31Z', 'revision_number': 4, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'subnets': [{'id': '14fb3e36-0869-4a32-ac2f-0d5814032611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:32.091992 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.115183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2d4f7-f6be-4d3c-bffd-d308808ff5a5 None None] The sync data for ids ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'] in n-d-798249-3 is: [{'id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'name': 'tempest-FloatingIPsTestJSON-55174199-router', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:20Z', 'updated_at': '2021-06-30T02:52:27Z', 'revision_number': 4, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'gw_port': {'id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:21Z', 'updated_at': '2021-06-30T02:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '9f702a3a-3d4e-41ce-9a94-9191deaa646f', 'name': '', 'network_id': 'f5286ddf-1e3f-4c1a-b26a-4435b70f2586', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'mac_address': 'fa:16:3e:c5:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '14fb3e36-0869-4a32-ac2f-0d5814032611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:25Z', 'updated_at': '2021-06-30T02:52:31Z', 'revision_number': 4, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'subnets': [{'id': '14fb3e36-0869-4a32-ac2f-0d5814032611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:32.191168 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.191168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-303e2f64-d5f3-46cc-9441-2409efd03971 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3842080 Jun 30 02:52:32.334669 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-2301732e-5ea4-4151-8946-c0207eca709c tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 695 time: 0.1304438 Jun 30 02:52:32.499063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-bda1b7ab-4b0d-4178-a859-a5f4a51aaf04 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:32.500627 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-bda1b7ab-4b0d-4178-a859-a5f4a51aaf04 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1612597 Jun 30 02:52:32.503563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb320c-3e0a-4215-b591-6c42da54cab9 req-9a28264e-972f-4ed6-a73c-d33589420d54 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:32.517176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-88e1d25e-618c-4998-8614-bf0cf3820e28 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:52:32.518783 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddcf8499-2a57-4bb0-ae99-2a09274fff62 req-88e1d25e-618c-4998-8614-bf0cf3820e28 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086939 Jun 30 02:52:32.520700 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b2fb320c-3e0a-4215-b591-6c42da54cab9 req-9a28264e-972f-4ed6-a73c-d33589420d54 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 945 time: 0.2016242 Jun 30 02:52:32.550482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:32.581704 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b2fb320c-3e0a-4215-b591-6c42da54cab9 req-5b1ad587-f479-4504-9582-5773a0585232 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560100 Jun 30 02:52:32.639870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port c05be467-e86f-4f9e-99f5-e19aa0587d56 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:32.640109 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.823836 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.835168 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.851693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c95ea5e-dfb2-4b6d-b37d-c813372f1163 req-51c743c5-d071-4e94-8d54-3faa79555256 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips/1a909c02-3a40-46fe-a4b5-ab1ee9015e33 HTTP/1.1" status: 200 len: 692 time: 0.2329481 Jun 30 02:52:32.855175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:32.858156 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2eed69-30f7-4aa7-a71c-70da3a5352f6" -d '{"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-plugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:32.882414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:32.906597 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039f144a-0ae1-4723-a9fb-7f2ddf74aa5d x-openstack-request-id: req-039f144a-0ae1-4723-a9fb-7f2ddf74aa5d {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:32.906905 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-plugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:32.907149 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-039f144a-0ae1-4723-a9fb-7f2ddf74aa5d {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:32.907540 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'code': 200} Jun 30 02:52:32.946856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port 13d15472-af21-450d-9d70-3bb71036429f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:32.947206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.030854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95ea5e-dfb2-4b6d-b37d-c813372f1163 req-3a4a01f5-b374-4752-b19a-a0edd8f9a937 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:33.032255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c95ea5e-dfb2-4b6d-b37d-c813372f1163 req-3a4a01f5-b374-4752-b19a-a0edd8f9a937 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1737757 Jun 30 02:52:33.059514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-2c95ea5e-dfb2-4b6d-b37d-c813372f1163 req-6ca5163a-9ee7-4d8c-9017-9d7f68682d3c tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:52:33.060482 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c95ea5e-dfb2-4b6d-b37d-c813372f1163 req-6ca5163a-9ee7-4d8c-9017-9d7f68682d3c tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128100 Jun 30 02:52:33.065186 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.108373 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.132279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for 13d15472-af21-450d-9d70-3bb71036429f owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:33.232306 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b16b4d63-08d2-4147-9b57-b92bcdbd96e0 req-66bf656f-a4d4-4006-a18d-06a18c51fa49 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=4ca780b6f01c45f79c1d771ade191dac HTTP/1.1" status: 200 len: 695 time: 0.1474786 Jun 30 02:52:33.384001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=10']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:33.426475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b4d63-08d2-4147-9b57-b92bcdbd96e0 req-db8eb93b-ff59-4fd1-b6a3-a9ca8fd37c9a tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:33.428227 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b16b4d63-08d2-4147-9b57-b92bcdbd96e0 req-db8eb93b-ff59-4fd1-b6a3-a9ca8fd37c9a tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/networks?id=ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 787 time: 0.1875908 Jun 30 02:52:33.440420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-b16b4d63-08d2-4147-9b57-b92bcdbd96e0 req-97028226-823c-42c7-873a-9c3f062a56db tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:52:33.441438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b16b4d63-08d2-4147-9b57-b92bcdbd96e0 req-97028226-823c-42c7-873a-9c3f062a56db tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072105 Jun 30 02:52:33.534937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-f095d2e2-d9f8-455f-a2c0-832d9ba46a5e tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips/1a909c02-3a40-46fe-a4b5-ab1ee9015e33 HTTP/1.1" status: 200 len: 692 time: 0.0625198 Jun 30 02:52:33.565992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33634) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:33.670014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-1d90c9cf-587a-4df9-b7b3-bfeaa2978994 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:33.671331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-1d90c9cf-587a-4df9-b7b3-bfeaa2978994 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1307387 Jun 30 02:52:33.688722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33646) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:33.701528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-83219bf3-f643-47b5-adb7-1c8c5e48160c tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:52:33.702644 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-83219bf3-f643-47b5-adb7-1c8c5e48160c tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187953 Jun 30 02:52:33.710849 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.831535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=13d15472-af21-450d-9d70-3bb71036429f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:33.895413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1700545505-network', 'tenant_id': '47a1172ad3cb453fa23bd349dfc05d2c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:33.899056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9f702a3a-3d4e-41ce-9a94-9191deaa646f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:33.926024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1527082812-network', 'tenant_id': '2986b74c24dd472eb20e89426f6944cc'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:33.966200 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-f48ca42a-b1ca-4a94-946d-f1120c7eda34 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 695 time: 0.2338893 Jun 30 02:52:34.075950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b60058-6dfa-4ba9-816b-98ab0e680ed0 req-95e4784e-7934-43ac-a96a-611f249b7ebc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:34.077586 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1b60058-6dfa-4ba9-816b-98ab0e680ed0 req-95e4784e-7934-43ac-a96a-611f249b7ebc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 945 time: 0.1371419 Jun 30 02:52:34.110456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 9f702a3a-3d4e-41ce-9a94-9191deaa646f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:34.114498 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:52:34.114498 n-d-798249-3 neutron-server[94531]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:52:34.114498 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id': '2986b74c24dd472eb20e89426f6944cc', 'id': 'e0dfd3b1-dc8f-4a1b-b57f-971aa470f5f6', 'expiration': datetime.datetime(2021, 6, 30, 2, 54, 34, 36341)}] Jun 30 02:52:34.114498 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:52:34.114880 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:52:34.117207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9f702a3a-3d4e-41ce-9a94-9191deaa646f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:34.117613 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.136874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-9e3f219c-0108-4105-aa6a-d57ca6a27396 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 695 time: 0.1697180 Jun 30 02:52:34.170947 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1b60058-6dfa-4ba9-816b-98ab0e680ed0 req-66b37b87-037c-4aa2-b899-cc3e304f0d8f tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871239 Jun 30 02:52:34.181465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Made reservation on behalf of 47a1172ad3cb453fa23bd349dfc05d2c for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:34.184194 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.226361 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.371364 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.446070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.453913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-fa1cfd6a-1cc3-4900-8cbf-450229e61aa2 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Deleting port d20b8672-fb48-43dd-9b43-632d843b4fee {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:34.454266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-fa1cfd6a-1cc3-4900-8cbf-450229e61aa2 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.457681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.471795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 9f702a3a-3d4e-41ce-9a94-9191deaa646f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9f702a3a-3d4e-41ce-9a94-9191deaa646f,segment=NetworkSegment(fc620c52-8f68-41a2-8a49-afd8a8afcd31),segment_id=fc620c52-8f68-41a2-8a49-afd8a8afcd31)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:34.593113 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.604652 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.612263 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.626948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:52:34.650912 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-fa1cfd6a-1cc3-4900-8cbf-450229e61aa2 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.651550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-fa1cfd6a-1cc3-4900-8cbf-450229e61aa2 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.659279 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.659630 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Added segment a59a8b77-0317-432a-b7b0-965ca9362019 of type vlan for network ff11934d-3ad4-4d91-a155-a4e171ad4073 Jun 30 02:52:34.683319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-fa1cfd6a-1cc3-4900-8cbf-450229e61aa2 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Calling delete_port for d20b8672-fb48-43dd-9b43-632d843b4fee owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:34.739928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.763221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:34.763941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=9f702a3a-3d4e-41ce-9a94-9191deaa646f,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:34.811984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Made reservation on behalf of 2986b74c24dd472eb20e89426f6944cc for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:34.814764 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.847305 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.848313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:34.848903 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.948865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff11934d-3ad4-4d91-a155-a4e171ad4073,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:34.961141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ff11934d-3ad4-4d91-a155-a4e171ad4073 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:52:34.974525 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.011633 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6b4c69a4-af28-45c6-a475-83fd1440d7c5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3217289 Jun 30 02:52:35.015056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33666) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:35.021207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Request body: {'subnet': {'network_id': 'ff11934d-3ad4-4d91-a155-a4e171ad4073', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1700545505-subnet', 'tenant_id': '47a1172ad3cb453fa23bd349dfc05d2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:35.055382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router 23693b3c-e747-42a2-9a07-9eb52c8bbcf8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:35.305865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:35.317035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33672) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:35.318119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-526b7fbd-207e-4f57-b703-0df421195a3a tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "PUT /v2.0/routers/23693b3c-e747-42a2-9a07-9eb52c8bbcf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3108852 Jun 30 02:52:35.320612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d91fa89-d563-42c4-82c9-bc8235712b59 None None] Sync routers for ids ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:35.324074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.339884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91fa89-d563-42c4-82c9-bc8235712b59 None None] Routers {'23693b3c-e747-42a2-9a07-9eb52c8bbcf8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:35.341061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d91fa89-d563-42c4-82c9-bc8235712b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:35.356369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-fa1cfd6a-1cc3-4900-8cbf-450229e61aa2 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.437633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cfd6a-1cc3-4900-8cbf-450229e61aa2 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Pushing event deleted for resources: {'Port': ['ID=d20b8672-fb48-43dd-9b43-632d843b4fee,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:35.444767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d91fa89-d563-42c4-82c9-bc8235712b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:35.476273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d91fa89-d563-42c4-82c9-bc8235712b59 None None] Routers {'23693b3c-e747-42a2-9a07-9eb52c8bbcf8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:35.478041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d91fa89-d563-42c4-82c9-bc8235712b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:35.494643 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.502902 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.565186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:52:35.585200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d91fa89-d563-42c4-82c9-bc8235712b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:35.585457 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-fa1cfd6a-1cc3-4900-8cbf-450229e61aa2 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.585941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d91fa89-d563-42c4-82c9-bc8235712b59 None None] The sync data for ids ['23693b3c-e747-42a2-9a07-9eb52c8bbcf8'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:35.589150 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-fa1cfd6a-1cc3-4900-8cbf-450229e61aa2 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.591364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb84c5eb-15c8-4efd-a6d0-88e426907cb6 req-fa1cfd6a-1cc3-4900-8cbf-450229e61aa2 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "DELETE /v2.0/floatingips/1a909c02-3a40-46fe-a4b5-ab1ee9015e33 HTTP/1.1" status: 204 len: 173 time: 1.4536436 Jun 30 02:52:35.595782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.596137 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Added segment d78992c4-4533-4790-baf0-a64b03559f66 of type vlan for network 491c2860-d5b8-4734-a52f-5f3adf38bb0e Jun 30 02:52:35.602840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca8d84-3ace-4aa5-93b6-78ac4cc30a00,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:35.604782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Made reservation on behalf of 47a1172ad3cb453fa23bd349dfc05d2c for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:35.613217 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.690678 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.806204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9f702a3a-3d4e-41ce-9a94-9191deaa646f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:35.861936 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.863110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:35.864537 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.889514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9f702a3a-3d4e-41ce-9a94-9191deaa646f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:35.889898 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.998921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] Pushing event updated for resources: {'Network': ['ID=491c2860-d5b8-4734-a52f-5f3adf38bb0e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:36.017407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 491c2860-d5b8-4734-a52f-5f3adf38bb0e details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:52:36.081043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-77107628-4138-4345-9498-b9e345f0e9e8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5136795 Jun 30 02:52:36.083695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33690) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:36.092005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Request body: {'subnet': {'network_id': '491c2860-d5b8-4734-a52f-5f3adf38bb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1527082812-subnet', 'tenant_id': '2986b74c24dd472eb20e89426f6944cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:36.252872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Made reservation on behalf of 2986b74c24dd472eb20e89426f6944cc for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:36.255999 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.443988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.500997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-76a9a35b-1bcb-41a1-adf3-1a7e33af08c1 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3316436 Jun 30 02:52:36.515451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:36.658350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port c54666b5-c428-42cc-8963-895fa2cfc008 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:36.658736 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.688530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.728416 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.754830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=859eeb78-5469-4d29-a153-02f3cb4c06a2,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:36.762872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Checking segment: {'id': 'd78992c4-4533-4790-baf0-a64b03559f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '491c2860-d5b8-4734-a52f-5f3adf38bb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:36.763228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Network hostable DHCP agents. Network: 491c2860-d5b8-4734-a52f-5f3adf38bb0e, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:52:36.796491 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.878209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.893625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Network 491c2860-d5b8-4734-a52f-5f3adf38bb0e is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:52:36.901682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1db1dd-2cd8-4ff8-80ac-dc8a3d5eae50,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:36.910167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for c54666b5-c428-42cc-8963-895fa2cfc008 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:36.969107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Checking segment: {'id': 'a59a8b77-0317-432a-b7b0-965ca9362019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff11934d-3ad4-4d91-a155-a4e171ad4073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:36.969519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Network hostable DHCP agents. Network: ff11934d-3ad4-4d91-a155-a4e171ad4073, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:52:36.984651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 491c2860-d5b8-4734-a52f-5f3adf38bb0e) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:36.995543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bced7c-26e9-4955-be74-771f75dcbcaa None None] Network 491c2860-d5b8-4734-a52f-5f3adf38bb0e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:36.997703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:36.998750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.077608 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.129532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c5b6c9d7-1ecd-45c9-82ce-c2fc37ad9d39 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0361080 Jun 30 02:52:37.155816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e5b229-9915-48ec-85d8-56e32b36e2dd None None] Network 491c2860-d5b8-4734-a52f-5f3adf38bb0e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:37.203417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Network ff11934d-3ad4-4d91-a155-a4e171ad4073 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:52:37.225202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ff11934d-3ad4-4d91-a155-a4e171ad4073) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:37.231946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.232554 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.242861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa122ba6-244c-4ae6-ac71-f6c52a44958f None None] Network ff11934d-3ad4-4d91-a155-a4e171ad4073 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:37.261116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Allocated IP 172.25.2.209 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/19f80597-6fc0-454f-82e7-833f4f8b28b3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:37.373684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.412541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=c54666b5-c428-42cc-8963-895fa2cfc008,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:37.423308 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ebbbe1ef-5ec6-4222-ac4b-f5329d5d1337 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3990650 Jun 30 02:52:37.434748 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.478674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b3aa1e-0a33-44be-be70-2d5b65a36b1f None None] Network ff11934d-3ad4-4d91-a155-a4e171ad4073 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:37.546992 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.656678 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.659622 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.756676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.797761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:37.803397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.804191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Fanout notify agent at l3_agent the message router_deleted on router 23693b3c-e747-42a2-9a07-9eb52c8bbcf8 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:37.806332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:37.814209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.815306 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-19c9e573-b5e4-45b7-8930-3cd8b1995bdb tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/routers/23693b3c-e747-42a2-9a07-9eb52c8bbcf8 HTTP/1.1" status: 204 len: 168 time: 2.4970446 Jun 30 02:52:37.818367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:37.835745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33738) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:37.849985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Pushing event updated for resources: {'Port': ['ID=19f80597-6fc0-454f-82e7-833f4f8b28b3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:37.881153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048490-be0f-4175-b26b-a292339f46fd req-e16cb732-ee46-4889-ae64-812e72964b70 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.882978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-e16cb732-ee46-4889-ae64-812e72964b70 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/networks?id=491c2860-d5b8-4734-a52f-5f3adf38bb0e HTTP/1.1" status: 200 len: 809 time: 0.1550274 Jun 30 02:52:37.913635 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-bb5f54a4-5b04-4189-b8b0-b6e8d8d77aef tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/quotas/2986b74c24dd472eb20e89426f6944cc HTTP/1.1" status: 200 len: 375 time: 0.0211358 Jun 30 02:52:37.928177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6653e8-209b-40ad-a304-d3bd3874243d tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting subnet 62a63cef-3df4-4f75-8132-dfe060b752c3 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:37.931560 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d6653e8-209b-40ad-a304-d3bd3874243d tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.940419 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.006870 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-d4fc7832-68bc-4ae1-819d-4459061d73ff tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2986b74c24dd472eb20e89426f6944cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369680 Jun 30 02:52:38.014705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d6653e8-209b-40ad-a304-d3bd3874243d tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.167777 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-0b709073-3972-4d52-9c18-dbbd3d47e57d service neutron] 10.222.0.77 "GET /v2.0/networks/491c2860-d5b8-4734-a52f-5f3adf38bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501853 Jun 30 02:52:38.170800 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d6653e8-209b-40ad-a304-d3bd3874243d tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.298112 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-528e662e-ba02-4af4-80de-920cf1b3219e service neutron] 10.222.0.77 "GET /v2.0/networks/491c2860-d5b8-4734-a52f-5f3adf38bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066635 Jun 30 02:52:38.389575 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.527923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d6653e8-209b-40ad-a304-d3bd3874243d tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.560079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.572603 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6653e8-209b-40ad-a304-d3bd3874243d tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Subnet': ['ID=62a63cef-3df4-4f75-8132-dfe060b752c3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:38.594201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d6653e8-209b-40ad-a304-d3bd3874243d tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.601469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33760) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:38.602697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6320876a-188e-46bd-a39b-8edd356abca7 None None] Network 3e81713b-b03f-4702-a076-a7f3ff31b566 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:38.603346 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8d6653e8-209b-40ad-a304-d3bd3874243d tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/subnets/62a63cef-3df4-4f75-8132-dfe060b752c3 HTTP/1.1" status: 204 len: 168 time: 0.7660952 Jun 30 02:52:38.721078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.761113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b95eb873-4467-4198-a64b-3edf88e3223a details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:38.844263 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.880595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Pushing event updated for resources: {'Port': ['ID=19f80597-6fc0-454f-82e7-833f4f8b28b3,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:38.893141 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.970782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b95eb873-4467-4198-a64b-3edf88e3223a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b95eb873-4467-4198-a64b-3edf88e3223a,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:38.989764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'b95eb873-4467-4198-a64b-3edf88e3223a', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'port_id': 'b95eb873-4467-4198-a64b-3edf88e3223a', 'mac_address': 'fa:16:3e:fb:a4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947dbb80-a1b2-4b65-b9b8-a35faceb5f88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:39.020724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a4e980-0fc4-48c6-83a2-407e1f406bcd None None] DHCP port deletion for 3e81713b-b03f-4702-a076-a7f3ff31b566 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:52:39.020975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port faf75511-53b5-4775-877b-f103f3ced926 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:39.021227 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.062581 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.069719 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.076831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-addaa49f-b044-4fda-9543-1eeded0be1ad tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5695069 Jun 30 02:52:39.079642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b95eb873-4467-4198-a64b-3edf88e3223a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:39.110037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b95eb873-4467-4198-a64b-3edf88e3223a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b95eb873-4467-4198-a64b-3edf88e3223a,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:39.116552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-31a4e980-0fc4-48c6-83a2-407e1f406bcd None None] Deleting port faf75511-53b5-4775-877b-f103f3ced926 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:39.117159 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-31a4e980-0fc4-48c6-83a2-407e1f406bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.140401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-9b9e4e6e-a5fa-4bee-ba90-8584ced15847 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.0626740 Jun 30 02:52:39.147520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] For port faf75511-53b5-4775-877b-f103f3ced926, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=faf75511-53b5-4775-877b-f103f3ced926,segment=NetworkSegment(0a1b9286-f40d-4c01-9bb3-1daa9c497986),segment_id=0a1b9286-f40d-4c01-9bb3-1daa9c497986)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:39.148003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.180933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for faf75511-53b5-4775-877b-f103f3ced926 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:39.186842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-31a4e980-0fc4-48c6-83a2-407e1f406bcd None None] For port faf75511-53b5-4775-877b-f103f3ced926, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=faf75511-53b5-4775-877b-f103f3ced926,segment=NetworkSegment(0a1b9286-f40d-4c01-9bb3-1daa9c497986),segment_id=0a1b9286-f40d-4c01-9bb3-1daa9c497986)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:39.187518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-31a4e980-0fc4-48c6-83a2-407e1f406bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.202530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-31a4e980-0fc4-48c6-83a2-407e1f406bcd None None] Calling delete_port for faf75511-53b5-4775-877b-f103f3ced926 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:39.252706 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.334748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['b95eb873-4467-4198-a64b-3edf88e3223a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:39.347641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-a7d7e1c3-6cd2-41ab-97d2-1edc01fc2ec1 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.349178 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30ce3674-dac0-4260-aef0-c92ccf0b6085 req-a7d7e1c3-6cd2-41ab-97d2-1edc01fc2ec1 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1984518 Jun 30 02:52:39.389017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b95eb873-4467-4198-a64b-3edf88e3223a,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:39.491988 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-31a4e980-0fc4-48c6-83a2-407e1f406bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.498613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.580972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=faf75511-53b5-4775-877b-f103f3ced926,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:39.583054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] No DVR routers for this DVR port faf75511-53b5-4775-877b-f103f3ced926 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:39.611516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4e980-0fc4-48c6-83a2-407e1f406bcd None None] Pushing event deleted for resources: {'Port': ['ID=faf75511-53b5-4775-877b-f103f3ced926,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:39.622284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4e980-0fc4-48c6-83a2-407e1f406bcd None None] No DVR routers for this DVR port faf75511-53b5-4775-877b-f103f3ced926 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:39.697314 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.712404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e81713b-b03f-4702-a076-a7f3ff31b566']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:39.727179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1b9286-f40d-4c01-9bb3-1daa9c497986') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:39.729165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1b9286-f40d-4c01-9bb3-1daa9c497986') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:39.770412 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.791868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device faf75511-53b5-4775-877b-f103f3ced926 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:39.815774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: faf75511-53b5-4775-877b-f103f3ced926 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:39.818928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device faf75511-53b5-4775-877b-f103f3ced926 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:39.828062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a99d7d7-51f7-4a9b-a5d7-69ed468aa56d req-b4242aed-3268-4493-8d58-ac46681f098e tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 210 time: 0.0917060 Jun 30 02:52:39.849330 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.857970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:39.858642 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:39.861690 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:39.961943 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-549e706c-d783-4856-bdd0-7f2a68ad031b tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips/2cee4b18-cfd4-4ba9-8923-250e6d0163b2 HTTP/1.1" status: 200 len: 693 time: 0.0993202 Jun 30 02:52:40.081862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-c1d57401-a447-4ffe-87ac-9afa01da3941 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.089904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-c1d57401-a447-4ffe-87ac-9afa01da3941 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1136250 Jun 30 02:52:40.089904 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.106147 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.108614 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/networks/3e81713b-b03f-4702-a076-a7f3ff31b566 HTTP/1.1" status: 204 len: 168 time: 1.5045431 Jun 30 02:52:40.111355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33808) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:40.128227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-826b5911-ec19-4232-b14b-7023ffa8a334 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:52:40.135484 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-826b5911-ec19-4232-b14b-7023ffa8a334 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0417919 Jun 30 02:52:40.151970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc4027-5433-41b2-8d57-744ffa41bd37 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Network': ['ID=3e81713b-b03f-4702-a076-a7f3ff31b566,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:40.226287 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-1d289e4c-e88e-445f-81f2-d41b19490aca tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.0899243 Jun 30 02:52:40.309849 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-26cc9288-f7fb-4662-a43b-9a33ac269e26 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.0770221 Jun 30 02:52:40.334328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-0e86052c-6e49-4909-be07-e651e45961f5 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port d0a585b2-078b-445c-ab25-77a976dc7be4 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:40.335086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e86052c-6e49-4909-be07-e651e45961f5 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.440416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e86052c-6e49-4909-be07-e651e45961f5 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.441880 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e86052c-6e49-4909-be07-e651e45961f5 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.459917 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:52:40.488254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-0e86052c-6e49-4909-be07-e651e45961f5 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for d0a585b2-078b-445c-ab25-77a976dc7be4 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:40.562807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-b4fe8a23-b049-444d-9d4d-f53fe65bdf86 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Deleting port 19f80597-6fc0-454f-82e7-833f4f8b28b3 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:40.563453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-b4fe8a23-b049-444d-9d4d-f53fe65bdf86 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.700649 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-b4fe8a23-b049-444d-9d4d-f53fe65bdf86 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.702621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-b4fe8a23-b049-444d-9d4d-f53fe65bdf86 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.730246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-b4fe8a23-b049-444d-9d4d-f53fe65bdf86 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Calling delete_port for 19f80597-6fc0-454f-82e7-833f4f8b28b3 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:40.766951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b95eb873-4467-4198-a64b-3edf88e3223a up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:40.902391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port b95eb873-4467-4198-a64b-3edf88e3223a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:40.906139 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.921682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e86052c-6e49-4909-be07-e651e45961f5 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.977564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86052c-6e49-4909-be07-e651e45961f5 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=d0a585b2-078b-445c-ab25-77a976dc7be4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:41.036785 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-b4fe8a23-b049-444d-9d4d-f53fe65bdf86 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.042856 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.077074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e86052c-6e49-4909-be07-e651e45961f5 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.079729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e86052c-6e49-4909-be07-e651e45961f5 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.084736 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0e86052c-6e49-4909-be07-e651e45961f5 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/floatingips/ee6e7324-ca33-45fc-b702-a5bd9688054d HTTP/1.1" status: 204 len: 168 time: 0.9676814 Jun 30 02:52:41.090689 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95eb873-4467-4198-a64b-3edf88e3223a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:41.094027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33818) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.096117 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca98509-3e93-4889-846a-d31445bb731e" -d '{"events": [{"server_uuid": "595ba33b-5b8c-4031-a9ca-b614891dd5aa", "name": "network-vif-plugged", "status": "completed", "tag": "b95eb873-4467-4198-a64b-3edf88e3223a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:41.124338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b95eb873-4467-4198-a64b-3edf88e3223a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b95eb873-4467-4198-a64b-3edf88e3223a,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:41.135936 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-3122f8bd-0a9a-4993-b115-b5f413a8baad tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:41.136783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3122f8bd-0a9a-4993-b115-b5f413a8baad tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:41.140316 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3122f8bd-0a9a-4993-b115-b5f413a8baad tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/ports/9219d4d0-e93d-4a8f-9ff3-e0827d342dc6 HTTP/1.1" status: 404 len: 333 time: 0.0442691 Jun 30 02:52:41.151405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33822) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.159493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe8a23-b049-444d-9d4d-f53fe65bdf86 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Pushing event deleted for resources: {'Port': ['ID=19f80597-6fc0-454f-82e7-833f4f8b28b3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:41.216982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4399bedb-7d90-4d5e-921b-4f8904c45203 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "GET /v2.0/ports?device_id=23693b3c-e747-42a2-9a07-9eb52c8bbcf8 HTTP/1.1" status: 200 len: 205 time: 0.0613983 Jun 30 02:52:41.217237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33824) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.224781 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-b4fe8a23-b049-444d-9d4d-f53fe65bdf86 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.227363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-b4fe8a23-b049-444d-9d4d-f53fe65bdf86 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.228945 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c00171b5-4e90-4aea-9287-b1936a9f2b49 req-b4fe8a23-b049-444d-9d4d-f53fe65bdf86 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "DELETE /v2.0/floatingips/2cee4b18-cfd4-4ba9-8923-250e6d0163b2 HTTP/1.1" status: 204 len: 173 time: 0.9070339 Jun 30 02:52:41.312944 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-472fcd4a-72a2-4b0a-8c26-569456c93dc0 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] delete failed (client error): The resource could not be found. Jun 30 02:52:41.316666 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-472fcd4a-72a2-4b0a-8c26-569456c93dc0 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/routers/23693b3c-e747-42a2-9a07-9eb52c8bbcf8 HTTP/1.1" status: 404 len: 336 time: 0.0953255 Jun 30 02:52:41.317023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33832) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.371892 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-0011ba30-e0d1-4c00-a98a-54aa5f62f8bd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:41.371892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0011ba30-e0d1-4c00-a98a-54aa5f62f8bd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:41.373472 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0011ba30-e0d1-4c00-a98a-54aa5f62f8bd tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/subnets/62a63cef-3df4-4f75-8132-dfe060b752c3 HTTP/1.1" status: 404 len: 337 time: 0.0553026 Jun 30 02:52:41.375884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33834) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.407565 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.565475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-014de61b-505e-49bf-98b1-6da4fe6801d8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:41.565475 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-014de61b-505e-49bf-98b1-6da4fe6801d8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.750419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b95eb873-4467-4198-a64b-3edf88e3223a,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:41.764438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-014de61b-505e-49bf-98b1-6da4fe6801d8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.781228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-014de61b-505e-49bf-98b1-6da4fe6801d8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:42.331694 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-014de61b-505e-49bf-98b1-6da4fe6801d8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.379501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014de61b-505e-49bf-98b1-6da4fe6801d8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:42.531623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-014de61b-505e-49bf-98b1-6da4fe6801d8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.534159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-014de61b-505e-49bf-98b1-6da4fe6801d8 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/ports/e6db6bfc-f2b7-4217-a0f8-bc107e34f1ff HTTP/1.1" status: 204 len: 168 time: 1.1573145 Jun 30 02:52:42.536701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33836) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:42.667713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c3769-9b5e-4b80-9d4c-de718394718c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port 374dc261-079d-4190-ac29-cd9ff55707f3 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:42.668079 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa1c3769-9b5e-4b80-9d4c-de718394718c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.186081 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa1c3769-9b5e-4b80-9d4c-de718394718c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.200301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c3769-9b5e-4b80-9d4c-de718394718c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for 374dc261-079d-4190-ac29-cd9ff55707f3 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:43.800566 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa1c3769-9b5e-4b80-9d4c-de718394718c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.831078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c3769-9b5e-4b80-9d4c-de718394718c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=374dc261-079d-4190-ac29-cd9ff55707f3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:43.869457 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048490-be0f-4175-b26b-a292339f46fd req-d58d604e-f931-44a0-8c5d-d946e47f41ea tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:43.871077 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-d58d604e-f931-44a0-8c5d-d946e47f41ea tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.74 "GET /v2.0/networks?id=491c2860-d5b8-4734-a52f-5f3adf38bb0e HTTP/1.1" status: 200 len: 809 time: 0.1230588 Jun 30 02:52:43.885237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Request body: {'port': {'device_id': '7d3f34f7-4851-4011-aff7-a66172f923fc', 'network_id': '491c2860-d5b8-4734-a52f-5f3adf38bb0e', 'admin_state_up': True, 'tenant_id': '2986b74c24dd472eb20e89426f6944cc'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:43.970739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa1c3769-9b5e-4b80-9d4c-de718394718c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.973514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fa1c3769-9b5e-4b80-9d4c-de718394718c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/ports/374dc261-079d-4190-ac29-cd9ff55707f3 HTTP/1.1" status: 204 len: 168 time: 1.4355969 Jun 30 02:52:43.975940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33838) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:44.047218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a71f604-91bf-43de-b32b-3224857fb7be tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:44.048697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6a71f604-91bf-43de-b32b-3224857fb7be tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 HTTP/1.1" status: 200 len: 913 time: 0.0715933 Jun 30 02:52:44.051384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33840) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:44.441381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.452801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Made reservation on behalf of 2986b74c24dd472eb20e89426f6944cc for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:44.463262 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.665126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Allocated IP 172.20.0.14 (491c2860-d5b8-4734-a52f-5f3adf38bb0e/859eeb78-5469-4d29-a153-02f3cb4c06a2/4ca4fa36-03f4-4830-b4d1-154c45e86b7f) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:44.864440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.971216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port 6330854a-6b20-414b-b78e-6cf8a372ebc3 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:44.971827 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.983203 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.043953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Network 491c2860-d5b8-4734-a52f-5f3adf38bb0e is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:45.047892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:45.052247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:45.063874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Pushing event updated for resources: {'Port': ['ID=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:45.123520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:45.128062 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.178781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.192198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for 6330854a-6b20-414b-b78e-6cf8a372ebc3 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:45.228961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-fea553f2-2dcf-4b6e-badb-b56253a04456 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3493659 Jun 30 02:52:45.242376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Request body: {'port': {'device_id': '7d3f34f7-4851-4011-aff7-a66172f923fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:45.410945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.579848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.661894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=6330854a-6b20-414b-b78e-6cf8a372ebc3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:45.901180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.912383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca4fa36-03f4-4830-b4d1-154c45e86b7f {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:45.922969 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.938299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Transition to ACTIVE for port object 4ca4fa36-03f4-4830-b4d1-154c45e86b7f will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:46.010815 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.101320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:46.222737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:46.251625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Attempting to bind port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:46.251968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Attempting to bind port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'd78992c4-4533-4790-baf0-a64b03559f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '491c2860-d5b8-4734-a52f-5f3adf38bb0e'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:46.252304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Attempting to bind port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f on network 491c2860-d5b8-4734-a52f-5f3adf38bb0e {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:46.278274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f on network 491c2860-d5b8-4734-a52f-5f3adf38bb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:46.278607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Attempting to bind port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f on network 491c2860-d5b8-4734-a52f-5f3adf38bb0e {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:46.295349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:46.303703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Checking segment: {'id': 'd78992c4-4533-4790-baf0-a64b03559f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '491c2860-d5b8-4734-a52f-5f3adf38bb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:46.303703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Bound using segment: {'id': 'd78992c4-4533-4790-baf0-a64b03559f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '491c2860-d5b8-4734-a52f-5f3adf38bb0e'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:46.303703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Bound port: 4ca4fa36-03f4-4830-b4d1-154c45e86b7f, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78992c4-4533-4790-baf0-a64b03559f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '491c2860-d5b8-4734-a52f-5f3adf38bb0e'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:46.303703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.365385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:46.376148 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd73536-6890-47ca-a634-ba9f697ee296 None None] Sync routers for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:46.395472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5e0d8f69-261f-4550-99bf-d7608ac548e6 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "PUT /v2.0/routers/bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3430450 Jun 30 02:52:46.397414 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd73536-6890-47ca-a634-ba9f697ee296 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:46.398944 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3bd73536-6890-47ca-a634-ba9f697ee296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:46.399322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33850) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:46.435578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] For port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:46.439797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] For port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,segment=NetworkSegment(d78992c4-4533-4790-baf0-a64b03559f66),segment_id=d78992c4-4533-4790-baf0-a64b03559f66)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:46.505142 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3bd73536-6890-47ca-a634-ba9f697ee296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:46.521575 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.534279 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd73536-6890-47ca-a634-ba9f697ee296 None None] Routers {'bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:46.536585 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3bd73536-6890-47ca-a634-ba9f697ee296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:46.616202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:46.616975 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.619122 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] 10.222.0.74 "PUT /v2.0/ports/4ca4fa36-03f4-4830-b4d1-154c45e86b7f HTTP/1.1" status: 200 len: 1092 time: 1.3820992 Jun 30 02:52:46.633108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3f34f7-4851-4011-aff7-a66172f923fc', 'tag': '4ca4fa36-03f4-4830-b4d1-154c45e86b7f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:46.639097 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3f34f7-4851-4011-aff7-a66172f923fc", "tag": "4ca4fa36-03f4-4830-b4d1-154c45e86b7f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:46.647972 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3bd73536-6890-47ca-a634-ba9f697ee296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:46.650272 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd73536-6890-47ca-a634-ba9f697ee296 None None] The sync data for ids ['bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:46.694289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6c0f1-0db4-4c25-9379-7b98e95b5663 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:46.722133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.822185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048490-be0f-4175-b26b-a292339f46fd req-b1749c52-81f7-4995-b0c8-cde0a84dc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:46.823609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-b1749c52-81f7-4995-b0c8-cde0a84dc4ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2986b74c24dd472eb20e89426f6944cc&device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 1095 time: 0.1046355 Jun 30 02:52:46.894357 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-3b2b0556-baf0-4219-b376-2e24499d4689 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ca4fa36-03f4-4830-b4d1-154c45e86b7f HTTP/1.1" status: 200 len: 217 time: 0.0633674 Jun 30 02:52:46.909414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:47.001130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9048490-be0f-4175-b26b-a292339f46fd req-85333523-6dc3-4edb-b245-77a7d9381fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.009022 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-85333523-6dc3-4edb-b245-77a7d9381fd8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=859eeb78-5469-4d29-a153-02f3cb4c06a2 HTTP/1.1" status: 200 len: 849 time: 0.1055229 Jun 30 02:52:47.088597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-bd7b28c8-a847-4b1e-8c1f-fa79d332f33f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=491c2860-d5b8-4734-a52f-5f3adf38bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731661 Jun 30 02:52:47.101233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting port eb23ad05-a506-416c-a3db-3887b2692f28 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:47.102091 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:47.299552 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:47.317104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-3c214ffd-0648-4c7d-9280-0b4eb144ead8 service neutron] 10.222.0.74 "GET /v2.0/networks/491c2860-d5b8-4734-a52f-5f3adf38bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205327 Jun 30 02:52:47.330582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Calling delete_port for eb23ad05-a506-416c-a3db-3887b2692f28 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:47.508376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9048490-be0f-4175-b26b-a292339f46fd req-7848b8b0-cf43-4550-94b8-f16e18981db4 service neutron] 10.222.0.74 "GET /v2.0/networks/491c2860-d5b8-4734-a52f-5f3adf38bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843064 Jun 30 02:52:47.773346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:47.831389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Port': ['ID=eb23ad05-a506-416c-a3db-3887b2692f28,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:47.929342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.054964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.054964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.264218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.264789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Fanout notify agent at l3_agent the message router_deleted on router bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:48.272076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.273621 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cf3858d5-66cd-4e77-bc63-5f3856ff09c9 tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/routers/bdfd0d6e-3b7a-4048-ad2a-228eb426cfc9 HTTP/1.1" status: 204 len: 168 time: 1.8730609 Jun 30 02:52:48.281803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33854) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:48.354541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12ec7e3-e4af-4f51-8dfa-93fef7c708cf tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Deleting subnet 11cc011c-7c31-4e7f-87d5-d793f1cf31db {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:48.371695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e12ec7e3-e4af-4f51-8dfa-93fef7c708cf tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.442770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e12ec7e3-e4af-4f51-8dfa-93fef7c708cf tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.496093 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e12ec7e3-e4af-4f51-8dfa-93fef7c708cf tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.270666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e12ec7e3-e4af-4f51-8dfa-93fef7c708cf tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.624597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ec7e3-e4af-4f51-8dfa-93fef7c708cf tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Subnet': ['ID=11cc011c-7c31-4e7f-87d5-d793f1cf31db,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:49.630495 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e12ec7e3-e4af-4f51-8dfa-93fef7c708cf tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.633211 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e12ec7e3-e4af-4f51-8dfa-93fef7c708cf tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/subnets/11cc011c-7c31-4e7f-87d5-d793f1cf31db HTTP/1.1" status: 204 len: 168 time: 1.3523614 Jun 30 02:52:49.635226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33856) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:49.720739 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.804921 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.814753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843d0ca4-47d0-4eaf-a47e-0b71d657dd99']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:49.824621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12f5d1f-5738-44ed-9f4b-9b26a787a3bc') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:49.824915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12f5d1f-5738-44ed-9f4b-9b26a787a3bc') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:49.833403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.847084 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.852830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:49.853211 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:49.856786 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:50.166939 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:50.174232 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:50.176140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] 10.222.0.77 "DELETE /v2.0/networks/843d0ca4-47d0-4eaf-a47e-0b71d657dd99 HTTP/1.1" status: 204 len: 168 time: 0.5399959 Jun 30 02:52:50.188565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68bfb1-da17-49f6-ae44-c5f6ea44831c tempest-FloatingIPTestJSON-485084485 tempest-FloatingIPTestJSON-485084485-project] Pushing event deleted for resources: {'Network': ['ID=843d0ca4-47d0-4eaf-a47e-0b71d657dd99,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:50.684802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4ca4fa36-03f4-4830-b4d1-154c45e86b7f details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:50.810132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,segment=NetworkSegment(d78992c4-4533-4790-baf0-a64b03559f66),segment_id=d78992c4-4533-4790-baf0-a64b03559f66)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:50.834561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '4ca4fa36-03f4-4830-b4d1-154c45e86b7f', 'network_id': '491c2860-d5b8-4734-a52f-5f3adf38bb0e', 'port_id': '4ca4fa36-03f4-4830-b4d1-154c45e86b7f', 'mac_address': 'fa:16:3e:1b:f1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '859eeb78-5469-4d29-a153-02f3cb4c06a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:50.882852 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:50.902601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca4fa36-03f4-4830-b4d1-154c45e86b7f {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:50.926622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33870) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:50.951710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,segment=NetworkSegment(d78992c4-4533-4790-baf0-a64b03559f66),segment_id=d78992c4-4533-4790-baf0-a64b03559f66)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:51.070292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.101436 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-81dfbffc-ec07-4887-8ed0-beccede3c3d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f48435562c9b466293e3d5335a49f8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732912 Jun 30 02:52:51.103802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33874) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:51.132762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:51.175053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c75cfc6e-f641-4ef2-bdfe-e7e40e21094a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.201847 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c75cfc6e-f641-4ef2-bdfe-e7e40e21094a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.348334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['4ca4fa36-03f4-4830-b4d1-154c45e86b7f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:51.372880 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c75cfc6e-f641-4ef2-bdfe-e7e40e21094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.375879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c75cfc6e-f641-4ef2-bdfe-e7e40e21094a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.380491 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c75cfc6e-f641-4ef2-bdfe-e7e40e21094a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c82f4922-6fb9-45d0-aafa-448ac0e48fe8 HTTP/1.1" status: 204 len: 168 time: 0.2724347 Jun 30 02:52:51.393313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cfc6e-f641-4ef2-bdfe-e7e40e21094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82f4922-6fb9-45d0-aafa-448ac0e48fe8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:52.058066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-cdc4c034-2f6c-4f77-94eb-d67e76f1d036 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:52.060652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-cdc4c034-2f6c-4f77-94eb-d67e76f1d036 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/networks?id=ff11934d-3ad4-4d91-a155-a4e171ad4073 HTTP/1.1" status: 200 len: 821 time: 0.1495085 Jun 30 02:52:52.089020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-bb8ac316-2575-4162-9833-7628f0744f7a tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/quotas/47a1172ad3cb453fa23bd349dfc05d2c HTTP/1.1" status: 200 len: 375 time: 0.0207250 Jun 30 02:52:52.142486 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-90d8a2c4-2cf1-4ea3-aa39-cf1ec846924c tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=47a1172ad3cb453fa23bd349dfc05d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441153 Jun 30 02:52:52.270363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-3689e4ca-a38c-4366-bd5e-b676f5a3d36f service neutron] 10.222.0.77 "GET /v2.0/networks/ff11934d-3ad4-4d91-a155-a4e171ad4073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145525 Jun 30 02:52:52.412796 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-c82214c9-2e27-4547-84f4-3a6c3aa7ed03 service neutron] 10.222.0.77 "GET /v2.0/networks/ff11934d-3ad4-4d91-a155-a4e171ad4073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299024 Jun 30 02:52:52.560450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae52333-dac9-4dc8-bfb2-86f02dfc5d2d req-1fbf39cd-84c1-45d2-9f36-26e22816d70e tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:52.562025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ae52333-dac9-4dc8-bfb2-86f02dfc5d2d req-1fbf39cd-84c1-45d2-9f36-26e22816d70e tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 945 time: 0.0912178 Jun 30 02:52:52.599140 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:52.621900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ae52333-dac9-4dc8-bfb2-86f02dfc5d2d req-421becba-28c4-41f6-9717-c0a12f8d0f87 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/security-groups?id=5aca8d84-3ace-4aa5-93b6-78ac4cc30a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511451 Jun 30 02:52:52.690320 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bb7ed2-0489-4317-8536-99e7816de0d3 x-openstack-request-id: req-75bb7ed2-0489-4317-8536-99e7816de0d3 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:52.690598 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595ba33b-5b8c-4031-a9ca-b614891dd5aa", "name": "network-vif-plugged", "status": "completed", "tag": "b95eb873-4467-4198-a64b-3edf88e3223a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:52.691695 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75bb7ed2-0489-4317-8536-99e7816de0d3 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:52.694450 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95eb873-4467-4198-a64b-3edf88e3223a', 'code': 200} Jun 30 02:52:52.704322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4ca4fa36-03f4-4830-b4d1-154c45e86b7f up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:52.737285 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ee3f26-0542-4bd3-a998-47a0d582632d x-openstack-request-id: req-70ee3f26-0542-4bd3-a998-47a0d582632d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:52.737665 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3f34f7-4851-4011-aff7-a66172f923fc", "tag": "4ca4fa36-03f4-4830-b4d1-154c45e86b7f", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:52.737916 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70ee3f26-0542-4bd3-a998-47a0d582632d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:52.743093 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3f34f7-4851-4011-aff7-a66172f923fc', 'tag': '4ca4fa36-03f4-4830-b4d1-154c45e86b7f', 'status': 'completed', 'code': 200} Jun 30 02:52:52.814240 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-fbfe398e-fa0d-4da7-a87d-9fe1a0c8a90d req-4c7c1f85-ba68-4bc3-b42f-4f66d2af4ce6 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] show failed (client error): The resource could not be found. Jun 30 02:52:52.832233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fbfe398e-fa0d-4da7-a87d-9fe1a0c8a90d req-4c7c1f85-ba68-4bc3-b42f-4f66d2af4ce6 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips/2cee4b18-cfd4-4ba9-8923-250e6d0163b2 HTTP/1.1" status: 404 len: 350 time: 0.1460056 Jun 30 02:52:52.843402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f req-f69330b6-be5b-429b-a173-bdb845363ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:52.845101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f req-f69330b6-be5b-429b-a173-bdb845363ed2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2986b74c24dd472eb20e89426f6944cc&device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 1096 time: 0.0747492 Jun 30 02:52:52.903669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:52.909624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:52.909999 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:52.959861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d27e4db5-9553-40ef-bba7-1fb442c9a2c9 req-cae12e96-63b2-4b75-a78a-93dc9293a643 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 210 time: 0.0811648 Jun 30 02:52:53.034905 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-45ba0e52-9741-4eae-8db9-bf1830a928ed req-607a82e2-a48a-41f0-aac8-3d64d7b6a520 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] show failed (client error): The resource could not be found. Jun 30 02:52:53.049143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45ba0e52-9741-4eae-8db9-bf1830a928ed req-607a82e2-a48a-41f0-aac8-3d64d7b6a520 tempest-FloatingIPsTestJSON-1291365322 tempest-FloatingIPsTestJSON-1291365322-project] 10.222.0.77 "GET /v2.0/floatingips/2cee4b18-cfd4-4ba9-8923-250e6d0163b2 HTTP/1.1" status: 404 len: 350 time: 0.0588806 Jun 30 02:52:53.056324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33936) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:53.059157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33938) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:53.091504 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.171077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,segment=NetworkSegment(d78992c4-4533-4790-baf0-a64b03559f66),segment_id=d78992c4-4533-4790-baf0-a64b03559f66)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:53.209303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00699f-9e3b-4337-aece-61685b145f78 req-ccea9c11-4696-4ca6-ad16-0b7c4611c67e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:53.210819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c00699f-9e3b-4337-aece-61685b145f78 req-ccea9c11-4696-4ca6-ad16-0b7c4611c67e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.3647075 Jun 30 02:52:53.258407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.259382 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.260228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:53.275069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f req-d0c995b0-3aea-46b9-9c81-75e2b0f814ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:53.276946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f req-d0c995b0-3aea-46b9-9c81-75e2b0f814ea service neutron] 10.222.0.74 "GET /v2.0/networks?id=491c2860-d5b8-4734-a52f-5f3adf38bb0e HTTP/1.1" status: 200 len: 910 time: 0.3654277 Jun 30 02:52:53.284514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1070682398'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:53.348860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c00699f-9e3b-4337-aece-61685b145f78 req-76556648-dd73-4e41-91b4-a4d70527b84d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143143 Jun 30 02:52:53.450322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:53.450735 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f req-4e05c1c8-cf73-4125-b8b8-d5fb664e2966 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ca4fa36-03f4-4830-b4d1-154c45e86b7f HTTP/1.1" status: 200 len: 217 time: 0.1370592 Jun 30 02:52:53.452364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Made reservation on behalf of a6b75e5a43b4496f874f95607de9fdc9 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:53.462774 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.540791 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.567943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.571523 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.616794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:53.664822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f req-0071c813-e040-4fdc-a15a-007d85f243b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:53.666717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f req-0071c813-e040-4fdc-a15a-007d85f243b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=859eeb78-5469-4d29-a153-02f3cb4c06a2 HTTP/1.1" status: 200 len: 849 time: 0.1960163 Jun 30 02:52:53.741115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f req-858bc0f8-ec80-4447-a0ea-d82b138fb2a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=491c2860-d5b8-4734-a52f-5f3adf38bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554628 Jun 30 02:52:53.771043 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.921516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=11']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:53.966658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.970954 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f req-acc9de6b-c5b7-4312-b18a-52880a7c3655 service neutron] 10.222.0.74 "GET /v2.0/networks/491c2860-d5b8-4734-a52f-5f3adf38bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234845 Jun 30 02:52:54.079275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.096314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:52:54.113020 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.113389 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Added segment ad1ea842-f347-46b8-9299-c32f371f561d of type vlan for network b9032734-112a-4e3e-9479-dfa2ebd5c330 Jun 30 02:52:54.166291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c251026-8394-4039-a0f4-12efca389a8a req-82400acc-3617-4139-9578-0eec8803aca5 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:54.168139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c251026-8394-4039-a0f4-12efca389a8a req-82400acc-3617-4139-9578-0eec8803aca5 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 946 time: 0.2569284 Jun 30 02:52:54.240524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e0700e-63a9-433e-b328-935069a13f31,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:54.283461 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.319761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc4aad2b-6885-4bdd-8c85-db9a10178f5f req-58af1e84-1e5e-4516-a80e-17dd20c26d2e service neutron] 10.222.0.74 "GET /v2.0/networks/491c2860-d5b8-4734-a52f-5f3adf38bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370597 Jun 30 02:52:54.338497 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c251026-8394-4039-a0f4-12efca389a8a req-d0c4f2a3-1e6c-4fe0-b8a7-b7cadccfaeb4 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/security-groups?id=5aca8d84-3ace-4aa5-93b6-78ac4cc30a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514606 Jun 30 02:52:54.449549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Deleting port 9f702a3a-3d4e-41ce-9a94-9191deaa646f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:54.449945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.540134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] For port 9f702a3a-3d4e-41ce-9a94-9191deaa646f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9f702a3a-3d4e-41ce-9a94-9191deaa646f,segment=NetworkSegment(fc620c52-8f68-41a2-8a49-afd8a8afcd31),segment_id=fc620c52-8f68-41a2-8a49-afd8a8afcd31)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:54.540729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.547298 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d72d574e-52e1-434f-955e-e6727f1e4eb0 req-6b9007cf-a1a8-44c8-935a-8f40b40c16e5 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 210 time: 0.0402405 Jun 30 02:52:54.556773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Calling delete_port for 9f702a3a-3d4e-41ce-9a94-9191deaa646f owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:54.577630 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.590101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:54.590783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.698673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3f34f7-4851-4011-aff7-a66172f923fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca4fa36-03f4-4830-b4d1-154c45e86b7f'}, {'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:54.702372 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69ccbec-96c0-4569-93cf-8074753208ba" -d '{"events": [{"server_uuid": "7d3f34f7-4851-4011-aff7-a66172f923fc", "name": "network-vif-plugged", "status": "completed", "tag": "4ca4fa36-03f4-4830-b4d1-154c45e86b7f"}, {"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-unplugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:54.742224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event updated for resources: {'Network': ['ID=b9032734-112a-4e3e-9479-dfa2ebd5c330,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:54.754042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network b9032734-112a-4e3e-9479-dfa2ebd5c330 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:52:54.778662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f743632-4db1-4cc5-9704-41185216be11 req-6d425fb8-7f71-425c-ae62-7251786d8f00 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:54.780240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3f743632-4db1-4cc5-9704-41185216be11 req-6d425fb8-7f71-425c-ae62-7251786d8f00 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0822105 Jun 30 02:52:54.802672 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c995049-83b8-42d8-a496-2fc7a9bdb5b7 x-openstack-request-id: req-3c995049-83b8-42d8-a496-2fc7a9bdb5b7 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:54.803254 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3f34f7-4851-4011-aff7-a66172f923fc", "name": "network-vif-plugged", "status": "completed", "tag": "4ca4fa36-03f4-4830-b4d1-154c45e86b7f", "code": 200}, {"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-unplugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:54.803527 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c995049-83b8-42d8-a496-2fc7a9bdb5b7 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:54.803931 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3f34f7-4851-4011-aff7-a66172f923fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca4fa36-03f4-4830-b4d1-154c45e86b7f', 'code': 200} Jun 30 02:52:54.804190 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'code': 200} Jun 30 02:52:54.822152 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3f743632-4db1-4cc5-9704-41185216be11 req-5809f4d6-3d62-4bbc-aa85-a556ddce2bf6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347786 Jun 30 02:52:54.894124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d258611-f519-474a-8ee1-b2e7350ab6a6 req-56b2d6ec-807c-462c-ab6a-6f2988b80527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:54.895612 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d258611-f519-474a-8ee1-b2e7350ab6a6 req-56b2d6ec-807c-462c-ab6a-6f2988b80527 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 1097 time: 0.0505204 Jun 30 02:52:54.930447 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d258611-f519-474a-8ee1-b2e7350ab6a6 req-0e41761b-1975-4468-b355-6130325f059e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5aca8d84-3ace-4aa5-93b6-78ac4cc30a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282855 Jun 30 02:52:55.234198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.235956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b3e8391b-7551-41cf-bd9f-11d08b676e4d tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1752682 Jun 30 02:52:55.238711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33988) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:55.246713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Request body: {'subnet': {'network_id': 'b9032734-112a-4e3e-9479-dfa2ebd5c330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:55.264541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f702a3a-3d4e-41ce-9a94-9191deaa646f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:55.365922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.366252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.366594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.366931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.367261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.367591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.370397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.370761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.371104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.371438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.371922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.372658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:55.498204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Made reservation on behalf of a6b75e5a43b4496f874f95607de9fdc9 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:55.501912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.583682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.693375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcb6ee-83b9-468a-a1bd-f85f8bfd2418 req-b6f6e158-cdbc-4ecf-9b10-3984d926f3ac tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:55.700441 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccfcb6ee-83b9-468a-a1bd-f85f8bfd2418 req-b6f6e158-cdbc-4ecf-9b10-3984d926f3ac tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 946 time: 0.1765132 Jun 30 02:52:55.830369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccfcb6ee-83b9-468a-a1bd-f85f8bfd2418 req-cf43d0f6-4f1d-4ee1-b2ca-ba4d9ac285b3 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/security-groups?id=5aca8d84-3ace-4aa5-93b6-78ac4cc30a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289544 Jun 30 02:52:55.885196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d138430-b4a6-4427-b7a3-9d58317ec9fa req-841880cf-78e7-46d0-803f-990a2f3b970d tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 210 time: 0.0295746 Jun 30 02:52:55.911601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.052826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event updated for resources: {'Subnet': ['ID=e1709842-6487-4b70-810d-8e3ca29ef440,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:56.068911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Checking segment: {'id': 'ad1ea842-f347-46b8-9299-c32f371f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b9032734-112a-4e3e-9479-dfa2ebd5c330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:56.069283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Network hostable DHCP agents. Network: b9032734-112a-4e3e-9479-dfa2ebd5c330, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:52:56.084481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:56.206977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Network b9032734-112a-4e3e-9479-dfa2ebd5c330 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:52:56.231972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:56.237321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-634b4e3d-1a77-4306-8f58-d7ba7e83f709 admin admin] 10.222.0.77 "PUT /v2.0/routers/49e40bd5-a993-4a3f-86b3-b42a06c50d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1798255 Jun 30 02:52:56.241632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34016) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:56.242529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] Sync routers for ids ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:56.252166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] Routers {'49e40bd5-a993-4a3f-86b3-b42a06c50d8f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:56.252790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:56.344237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff930e-8cfa-4ab7-ba92-a2bd88131c90 req-74cfa402-86cc-40e0-801c-580ecf85987b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:56.345683 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9ff930e-8cfa-4ab7-ba92-a2bd88131c90 req-74cfa402-86cc-40e0-801c-580ecf85987b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1691797 Jun 30 02:52:56.362195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] Set router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:56.372646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, b9032734-112a-4e3e-9479-dfa2ebd5c330) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:56.378181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:56.378775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.392589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81831fd5-d83b-469b-aa46-908eab9b2f0e None None] Network b9032734-112a-4e3e-9479-dfa2ebd5c330 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:56.397893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.441034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9ff930e-8cfa-4ab7-ba92-a2bd88131c90 req-e35c9a00-0e6a-4c93-ab54-bb5bc582bdd6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893884 Jun 30 02:52:56.510752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.612974 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-180e5371-42ab-402b-b3f0-bd1880a69e63 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3729465 Jun 30 02:52:56.615409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34022) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:56.620175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-12ae2154-a388-49db-8e9c-ae1abbfab6b5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-492144547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:56.665848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'name': 'tempest-FloatingIPsTestJSON-55174199-router', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:20Z', 'updated_at': '2021-06-30T02:52:54Z', 'revision_number': 5, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'gw_port': {'id': '579ebcf5-1fcc-4994-8528-fbb5965158ee', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:21Z', 'updated_at': '2021-06-30T02:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:56.678390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-b9032734-112a-4e3e-9479-dfa2ebd5c330', 'network_id': 'b9032734-112a-4e3e-9479-dfa2ebd5c330', 'tenant_id': 'a6b75e5a43b4496f874f95607de9fdc9', 'fixed_ips': [{'subnet_id': 'e1709842-6487-4b70-810d-8e3ca29ef440'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:52:56.679869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.731057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] Checking router: 49e40bd5-a993-4a3f-86b3-b42a06c50d8f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:56.736948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Deleting port 579ebcf5-1fcc-4994-8528-fbb5965158ee {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:56.737357 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.749178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] Routers {'49e40bd5-a993-4a3f-86b3-b42a06c50d8f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:56.749817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:52:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:56.761208 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12ae2154-a388-49db-8e9c-ae1abbfab6b5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.762894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12ae2154-a388-49db-8e9c-ae1abbfab6b5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.814068 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12ae2154-a388-49db-8e9c-ae1abbfab6b5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.819956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] For port 579ebcf5-1fcc-4994-8528-fbb5965158ee, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=579ebcf5-1fcc-4994-8528-fbb5965158ee,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:56.820321 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.836171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Calling delete_port for 579ebcf5-1fcc-4994-8528-fbb5965158ee owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:56.879834 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12ae2154-a388-49db-8e9c-ae1abbfab6b5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.989425 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12ae2154-a388-49db-8e9c-ae1abbfab6b5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.991597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-12ae2154-a388-49db-8e9c-ae1abbfab6b5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3751764 Jun 30 02:52:56.994136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34044) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:56.997199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Allocated IP 172.20.0.2 (b9032734-112a-4e3e-9479-dfa2ebd5c330/e1709842-6487-4b70-810d-8e3ca29ef440/26e7337e-e1df-4b6f-a279-e73b7e6bab9b) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:57.009033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] Set router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:57.093797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'name': 'tempest-FloatingIPsTestJSON-55174199-router', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:20Z', 'updated_at': '2021-06-30T02:52:56Z', 'revision_number': 6, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:57.111309 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b48d547d-ec26-41f9-8e01-7eb76e495258 req-d1f2f79c-681b-4819-9eab-18a2ab54ebe8 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 210 time: 0.0391264 Jun 30 02:52:57.119492 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd247-07b9-4869-be2c-a11918500fec req-34a8d065-1b97-4110-860c-47bf6f06e828 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:57.121666 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-143bd247-07b9-4869-be2c-a11918500fec req-34a8d065-1b97-4110-860c-47bf6f06e828 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 946 time: 0.1456850 Jun 30 02:52:57.122960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742876e-46aa-4a86-b870-4441c80f634f None None] The sync data for ids ['49e40bd5-a993-4a3f-86b3-b42a06c50d8f'] in n-d-798249-3 is: [{'id': '49e40bd5-a993-4a3f-86b3-b42a06c50d8f', 'name': 'tempest-FloatingIPsTestJSON-55174199-router', 'tenant_id': '4ca780b6f01c45f79c1d771ade191dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:20Z', 'updated_at': '2021-06-30T02:52:56Z', 'revision_number': 6, 'project_id': '4ca780b6f01c45f79c1d771ade191dac', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:57.215555 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-143bd247-07b9-4869-be2c-a11918500fec req-4a6a76a6-c2fa-4473-abed-f735602a027c tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/security-groups?id=5aca8d84-3ace-4aa5-93b6-78ac4cc30a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746157 Jun 30 02:52:57.257823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.327429 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.349527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Transition to ACTIVE for port object 26e7337e-e1df-4b6f-a279-e73b7e6bab9b will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:57.386153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Transition to ACTIVE for port object 26e7337e-e1df-4b6f-a279-e73b7e6bab9b will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:57.459929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Pushing event deleted for resources: {'Port': ['ID=579ebcf5-1fcc-4994-8528-fbb5965158ee,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:57.463768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.534378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.584183 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.621637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Network b9032734-112a-4e3e-9479-dfa2ebd5c330 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:57.624333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:57.629403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:57.637654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Pushing event updated for resources: {'Port': ['ID=26e7337e-e1df-4b6f-a279-e73b7e6bab9b,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:57.647038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-292f9d33-8c3f-4028-bb1d-1e57f9d7bdad tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:57.648634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-292f9d33-8c3f-4028-bb1d-1e57f9d7bdad tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.83 "GET /v2.0/networks?id=ff11934d-3ad4-4d91-a155-a4e171ad4073 HTTP/1.1" status: 200 len: 821 time: 0.3754039 Jun 30 02:52:57.686496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Request body: {'port': {'device_id': '7e819562-1aec-44ed-9db7-f35344dfde0e', 'network_id': 'ff11934d-3ad4-4d91-a155-a4e171ad4073', 'admin_state_up': True, 'tenant_id': '47a1172ad3cb453fa23bd349dfc05d2c'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:57.712269 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.729533 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.744805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Attempting to bind port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:57.744805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Attempting to bind port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ad1ea842-f347-46b8-9299-c32f371f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b9032734-112a-4e3e-9479-dfa2ebd5c330'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:57.744805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Attempting to bind port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b on network b9032734-112a-4e3e-9479-dfa2ebd5c330 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:57.754611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:57.754987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Checking segment: {'id': 'ad1ea842-f347-46b8-9299-c32f371f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b9032734-112a-4e3e-9479-dfa2ebd5c330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:57.755389 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.755782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Bound using segment: {'id': 'ad1ea842-f347-46b8-9299-c32f371f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b9032734-112a-4e3e-9479-dfa2ebd5c330'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:57.756364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Bound port: 26e7337e-e1df-4b6f-a279-e73b7e6bab9b, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1ea842-f347-46b8-9299-c32f371f561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b9032734-112a-4e3e-9479-dfa2ebd5c330'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:57.756741 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.821281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Allocated IP 172.20.0.1 (b9032734-112a-4e3e-9479-dfa2ebd5c330/e1709842-6487-4b70-810d-8e3ca29ef440/ae7ffdfb-de71-495c-93c2-66af32258424) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:57.846876 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9f702a3a-3d4e-41ce-9a94-9191deaa646f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:57.914754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 9f702a3a-3d4e-41ce-9a94-9191deaa646f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:57.914941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9f702a3a-3d4e-41ce-9a94-9191deaa646f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:57.915365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 579ebcf5-1fcc-4994-8528-fbb5965158ee no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:57.948011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7d540-f1c3-4c58-ae1b-aff9652ddf6d req-0a274573-2b3c-4be6-8544-4b735550b711 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:57.955898 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82c7d540-f1c3-4c58-ae1b-aff9652ddf6d req-0a274573-2b3c-4be6-8544-4b735550b711 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.3332946 Jun 30 02:52:57.971987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 579ebcf5-1fcc-4994-8528-fbb5965158ee {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:57.972964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 579ebcf5-1fcc-4994-8528-fbb5965158ee not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:57.976267 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.977029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e40bd5-a993-4a3f-86b3-b42a06c50d8f {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:57.979956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] For port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:57.981820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.983157 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b5fab0bd-4eab-4c50-bdec-cc6a025ff860 admin admin] 10.222.0.77 "DELETE /v2.0/routers/49e40bd5-a993-4a3f-86b3-b42a06c50d8f HTTP/1.1" status: 204 len: 168 time: 1.7401700 Jun 30 02:52:57.988368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34074) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:58.005912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] For port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=26e7337e-e1df-4b6f-a279-e73b7e6bab9b,segment=NetworkSegment(ad1ea842-f347-46b8-9299-c32f371f561d),segment_id=ad1ea842-f347-46b8-9299-c32f371f561d)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:58.011009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82c7d540-f1c3-4c58-ae1b-aff9652ddf6d req-56f067be-6668-4d62-a700-8c7964cc0f2f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542345 Jun 30 02:52:58.029969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Made reservation on behalf of 47a1172ad3cb453fa23bd349dfc05d2c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:58.034301 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.057062 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.094130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Transition to ACTIVE for port object ae7ffdfb-de71-495c-93c2-66af32258424 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:58.100738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afa78a0-68ff-4167-88b1-48ef74cfbf17 admin admin] Deleting subnet 14fb3e36-0869-4a32-ac2f-0d5814032611 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:58.106075 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4afa78a0-68ff-4167-88b1-48ef74cfbf17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.144135 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.175973 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4afa78a0-68ff-4167-88b1-48ef74cfbf17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.251597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Allocated IP 172.20.0.13 (ff11934d-3ad4-4d91-a155-a4e171ad4073/dd1db1dd-2cd8-4ff8-80ac-dc8a3d5eae50/0d3a5db1-8821-4077-9ab8-ac755bece0c0) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:58.264921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a5286-1255-43c0-b5d4-8f19adbb12f1 None None] Pushing event updated for resources: {'Port': ['ID=26e7337e-e1df-4b6f-a279-e73b7e6bab9b,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:58.286547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4afa78a0-68ff-4167-88b1-48ef74cfbf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.324898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.377142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Network b9032734-112a-4e3e-9479-dfa2ebd5c330 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:58.384373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:58.389355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:58.427698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event updated for resources: {'Port': ['ID=ae7ffdfb-de71-495c-93c2-66af32258424,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:58.506853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6ee6a10-9476-4b15-b0ab-3a44ab2120ad req-3890df9d-872c-47c2-a606-a50751a7edad tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 210 time: 0.0401824 Jun 30 02:52:58.510075 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4afa78a0-68ff-4167-88b1-48ef74cfbf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.533641 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.535380 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.577379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31658b7c-0472-49a7-9646-2dd6824d8b25 None None] Network f5286ddf-1e3f-4c1a-b26a-4435b70f2586 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:58.646081 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10430073-2c7d-4d9e-8e24-2433cc6151d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.662450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa78a0-68ff-4167-88b1-48ef74cfbf17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14fb3e36-0869-4a32-ac2f-0d5814032611,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:58.666055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4afa78a0-68ff-4167-88b1-48ef74cfbf17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.668302 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4afa78a0-68ff-4167-88b1-48ef74cfbf17 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/14fb3e36-0869-4a32-ac2f-0d5814032611 HTTP/1.1" status: 204 len: 168 time: 0.6786115 Jun 30 02:52:58.670581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34106) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:58.739439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:58.742456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.797064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Network ff11934d-3ad4-4d91-a155-a4e171ad4073 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:58.800474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:58.807299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:58.822773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.861004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:58.862176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.866689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Pushing event updated for resources: {'Port': ['ID=0d3a5db1-8821-4077-9ab8-ac755bece0c0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:58.895200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:58.909425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'port_id': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'mac_address': 'fa:16:3e:5c:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:58.976973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d93468-f9b7-4ba2-8fb0-cb52c1c9d58c None None] DHCP port deletion for f5286ddf-1e3f-4c1a-b26a-4435b70f2586 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:52:58.984365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-f4074d63-0cef-4bd5-a029-c9e50c6cf935 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3028827 Jun 30 02:52:58.990488 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.996102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Request body: {'port': {'device_id': '7e819562-1aec-44ed-9db7-f35344dfde0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:59.002332 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.006190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05be467-e86f-4f9e-99f5-e19aa0587d56 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:59.048488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:59.090532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-41d93468-f9b7-4ba2-8fb0-cb52c1c9d58c None None] Deleting port 4ac36811-169b-4f1e-a0c4-cd5b1691348d {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:59.090911 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-41d93468-f9b7-4ba2-8fb0-cb52c1c9d58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.107584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Deleting port 4ac36811-169b-4f1e-a0c4-cd5b1691348d {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:59.108170 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.130020 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.175495 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.217953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-41d93468-f9b7-4ba2-8fb0-cb52c1c9d58c None None] For port 4ac36811-169b-4f1e-a0c4-cd5b1691348d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4ac36811-169b-4f1e-a0c4-cd5b1691348d,segment=NetworkSegment(fc620c52-8f68-41a2-8a49-afd8a8afcd31),segment_id=fc620c52-8f68-41a2-8a49-afd8a8afcd31)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:59.221529 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-41d93468-f9b7-4ba2-8fb0-cb52c1c9d58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.288255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] For port 4ac36811-169b-4f1e-a0c4-cd5b1691348d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4ac36811-169b-4f1e-a0c4-cd5b1691348d,segment=NetworkSegment(fc620c52-8f68-41a2-8a49-afd8a8afcd31),segment_id=fc620c52-8f68-41a2-8a49-afd8a8afcd31)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:59.289016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.316891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Calling delete_port for 4ac36811-169b-4f1e-a0c4-cd5b1691348d owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:59.504623 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-41d93468-f9b7-4ba2-8fb0-cb52c1c9d58c None None] Calling delete_port for 4ac36811-169b-4f1e-a0c4-cd5b1691348d owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:59.556877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['c05be467-e86f-4f9e-99f5-e19aa0587d56'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:59.619686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daace4-af82-4d7f-9c7f-4bf826f4e1d8 req-72b68bf0-0971-40a9-bf0a-9e099908a162 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:59.621919 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5daace4-af82-4d7f-9c7f-4bf826f4e1d8 req-72b68bf0-0971-40a9-bf0a-9e099908a162 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 945 time: 0.2598007 Jun 30 02:52:59.672213 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.677165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3a5db1-8821-4077-9ab8-ac755bece0c0 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:59.680584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=12']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:59.685933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.690781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: from cryptography.utils import int_from_bytes Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: from cryptography.utils import int_from_bytes Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.700164 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:52:59.704761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a428b4-1027-4783-bed1-66ae2b908505 None None] Network b9032734-112a-4e3e-9479-dfa2ebd5c330 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:59.712235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Transition to ACTIVE for port object 0d3a5db1-8821-4077-9ab8-ac755bece0c0 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:59.735381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac36811-169b-4f1e-a0c4-cd5b1691348d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:59.737472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] No DVR routers for this DVR port 4ac36811-169b-4f1e-a0c4-cd5b1691348d on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:59.749389 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-41d93468-f9b7-4ba2-8fb0-cb52c1c9d58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.750581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5daace4-af82-4d7f-9c7f-4bf826f4e1d8 req-d99dcfac-6098-4e16-81c9-6b81a38b5c6f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183858 Jun 30 02:52:59.815172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d93468-f9b7-4ba2-8fb0-cb52c1c9d58c None None] No DVR routers for this DVR port 4ac36811-169b-4f1e-a0c4-cd5b1691348d on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:59.817241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.830309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d93468-f9b7-4ba2-8fb0-cb52c1c9d58c None None] Pushing event deleted for resources: {'Port': ['ID=4ac36811-169b-4f1e-a0c4-cd5b1691348d,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:59.914886 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.920725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3a5db1-8821-4077-9ab8-ac755bece0c0,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:59.945869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 26e7337e-e1df-4b6f-a279-e73b7e6bab9b up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:00.039813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dc64a340-79e1-4584-a302-29365f7f0c7f None None] Provisioning for port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:00.090458 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.095712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Attempting to bind port 0d3a5db1-8821-4077-9ab8-ac755bece0c0 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:00.096319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Attempting to bind port 0d3a5db1-8821-4077-9ab8-ac755bece0c0 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'a59a8b77-0317-432a-b7b0-965ca9362019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff11934d-3ad4-4d91-a155-a4e171ad4073'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:00.096856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Attempting to bind port 0d3a5db1-8821-4077-9ab8-ac755bece0c0 on network ff11934d-3ad4-4d91-a155-a4e171ad4073 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:00.101665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Port 0d3a5db1-8821-4077-9ab8-ac755bece0c0 on network ff11934d-3ad4-4d91-a155-a4e171ad4073 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:00.102217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Attempting to bind port 0d3a5db1-8821-4077-9ab8-ac755bece0c0 on network ff11934d-3ad4-4d91-a155-a4e171ad4073 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:00.113898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5286ddf-1e3f-4c1a-b26a-4435b70f2586']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:00.119079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.126413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da78fb-f8b3-4967-b637-375e01c503c5 req-db727f6f-aec7-4c45-9b84-0352f27576e9 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:00.128241 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2da78fb-f8b3-4967-b637-375e01c503c5 req-db727f6f-aec7-4c45-9b84-0352f27576e9 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 944 time: 0.1378427 Jun 30 02:53:00.129733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:00.130322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Checking segment: {'id': 'a59a8b77-0317-432a-b7b0-965ca9362019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff11934d-3ad4-4d91-a155-a4e171ad4073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:00.130901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Bound using segment: {'id': 'a59a8b77-0317-432a-b7b0-965ca9362019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff11934d-3ad4-4d91-a155-a4e171ad4073'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:00.131548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Bound port: 0d3a5db1-8821-4077-9ab8-ac755bece0c0, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59a8b77-0317-432a-b7b0-965ca9362019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ff11934d-3ad4-4d91-a155-a4e171ad4073'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:00.132111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.152719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc620c52-8f68-41a2-8a49-afd8a8afcd31') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:00.153118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc620c52-8f68-41a2-8a49-afd8a8afcd31') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:00.165563 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.181796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.190012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:00.190478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.224253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:00.230637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:00.231178 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.248263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2da78fb-f8b3-4967-b637-375e01c503c5 req-e3cd14fb-db6a-45ec-a804-1fc199dab59d tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092956 Jun 30 02:53:00.276266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] For port 0d3a5db1-8821-4077-9ab8-ac755bece0c0, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:00.276266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] For port 0d3a5db1-8821-4077-9ab8-ac755bece0c0, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0d3a5db1-8821-4077-9ab8-ac755bece0c0,segment=NetworkSegment(a59a8b77-0317-432a-b7b0-965ca9362019),segment_id=a59a8b77-0317-432a-b7b0-965ca9362019)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:00.277813 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:00.284765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event updated for resources: {'Port': ['ID=ae7ffdfb-de71-495c-93c2-66af32258424,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:00.399598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.421043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:00.426120 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.429549 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] 10.222.0.83 "PUT /v2.0/ports/0d3a5db1-8821-4077-9ab8-ac755bece0c0 HTTP/1.1" status: 200 len: 1092 time: 1.4380636 Jun 30 02:53:00.433757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e819562-1aec-44ed-9db7-f35344dfde0e', 'tag': '0d3a5db1-8821-4077-9ab8-ac755bece0c0'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:00.446335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Network b9032734-112a-4e3e-9479-dfa2ebd5c330 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:00.448650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:00.464511 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a1e88c-eb2d-467d-b502-9357f647e657" -d '{"events": [{"name": "network-changed", "server_uuid": "7e819562-1aec-44ed-9db7-f35344dfde0e", "tag": "0d3a5db1-8821-4077-9ab8-ac755bece0c0"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:00.470890 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.542671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=26e7337e-e1df-4b6f-a279-e73b7e6bab9b,segment=NetworkSegment(ad1ea842-f347-46b8-9299-c32f371f561d),segment_id=ad1ea842-f347-46b8-9299-c32f371f561d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:00.560699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d0710-3b07-4414-9a73-f1127059d172 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3a5db1-8821-4077-9ab8-ac755bece0c0,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:00.664839 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.828301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3257a04c-2713-4fa2-b635-4e198472ca63 None None] Provisioning for port ae7ffdfb-de71-495c-93c2-66af32258424 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:00.838518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=26e7337e-e1df-4b6f-a279-e73b7e6bab9b,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:00.851886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3257a04c-2713-4fa2-b635-4e198472ca63 None None] Provisioning complete for port ae7ffdfb-de71-495c-93c2-66af32258424 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:00.852506 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3257a04c-2713-4fa2-b635-4e198472ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.852749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-eb9f5d96-a4bc-4b28-98d8-c607cfef7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:00.861603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-eb9f5d96-a4bc-4b28-98d8-c607cfef7550 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=47a1172ad3cb453fa23bd349dfc05d2c&device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 1095 time: 0.1922457 Jun 30 02:53:00.949421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:01.017602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4ac36811-169b-4f1e-a0c4-cd5b1691348d no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:01.019273 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-e79857e3-2027-457e-a5db-1bc2893bec35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d3a5db1-8821-4077-9ab8-ac755bece0c0 HTTP/1.1" status: 200 len: 217 time: 0.1519313 Jun 30 02:53:01.024386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3257a04c-2713-4fa2-b635-4e198472ca63 None None] Port ae7ffdfb-de71-495c-93c2-66af32258424 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:01.031303 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e493f8-7486-41f4-ac8a-abe7a342573e x-openstack-request-id: req-01e493f8-7486-41f4-ac8a-abe7a342573e {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:01.031700 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e819562-1aec-44ed-9db7-f35344dfde0e", "tag": "0d3a5db1-8821-4077-9ab8-ac755bece0c0", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:01.032029 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01e493f8-7486-41f4-ac8a-abe7a342573e {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:01.032325 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e819562-1aec-44ed-9db7-f35344dfde0e', 'tag': '0d3a5db1-8821-4077-9ab8-ac755bece0c0', 'status': 'completed', 'code': 200} Jun 30 02:53:01.032981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b95eb873-4467-4198-a64b-3edf88e3223a no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:01.122572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 4ac36811-169b-4f1e-a0c4-cd5b1691348d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:01.124083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4ac36811-169b-4f1e-a0c4-cd5b1691348d not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:01.134282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port c05be467-e86f-4f9e-99f5-e19aa0587d56 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:01.136144 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.169566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-ce88c953-1a2b-4606-8804-a82f2a39ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:01.175466 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-ce88c953-1a2b-4606-8804-a82f2a39ee18 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dd1db1dd-2cd8-4ff8-80ac-dc8a3d5eae50 HTTP/1.1" status: 200 len: 861 time: 0.1421704 Jun 30 02:53:01.230624 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.247361 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.249559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] 10.222.0.77 "DELETE /v2.0/networks/f5286ddf-1e3f-4c1a-b26a-4435b70f2586 HTTP/1.1" status: 204 len: 168 time: 2.5780585 Jun 30 02:53:01.252202 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-724a6e1f-d7b7-411a-b958-ba19f4d22d66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ff11934d-3ad4-4d91-a155-a4e171ad4073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676069 Jun 30 02:53:01.254170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3257a04c-2713-4fa2-b635-4e198472ca63 None None] Provisioning complete for port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:01.254696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3257a04c-2713-4fa2-b635-4e198472ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.320583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563e3b4-475c-4882-ba24-d045091b25ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f5286ddf-1e3f-4c1a-b26a-4435b70f2586,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:01.498433 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.512975 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.514983 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-705a9b53-c2a9-41e9-9a34-e100e52b321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.542529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225f660-08ad-4a81-9692-cb69d43212c1 req-9380009d-d76f-47b6-9cbb-29021c4226f3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:01.546413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b225f660-08ad-4a81-9692-cb69d43212c1 req-9380009d-d76f-47b6-9cbb-29021c4226f3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 945 time: 0.1464746 Jun 30 02:53:01.549179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-e9ab008b-64b1-408c-9932-849849cffdf5 service neutron] 10.222.0.83 "GET /v2.0/networks/ff11934d-3ad4-4d91-a155-a4e171ad4073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924592 Jun 30 02:53:01.579262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Router 85c0b7d8-ab60-48cd-9401-d504872d9c1c is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:53:01.672548 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38718ebd-a1d7-437a-a7d4-0500030356e5 req-8d69a161-9dc4-413e-a634-449e7827fb6a service neutron] 10.222.0.83 "GET /v2.0/networks/ff11934d-3ad4-4d91-a155-a4e171ad4073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149628 Jun 30 02:53:01.678144 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:01.690678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:01.692979 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf45394-6c1d-407b-947e-e877d8ae6ffd" -d '{"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-plugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:01.798581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b225f660-08ad-4a81-9692-cb69d43212c1 req-37a966e4-4e38-451d-a25c-1a5099362b35 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419977 Jun 30 02:53:01.833735 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.840357 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.900469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:01.913729 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe2e5c6-897a-4daa-bd36-140d6d1dbb64 None None] Sync routers for ids ['85c0b7d8-ab60-48cd-9401-d504872d9c1c'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:01.916796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b95eb873-4467-4198-a64b-3edf88e3223a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b95eb873-4467-4198-a64b-3edf88e3223a,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:01.922390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5ffb38f0-b451-49cc-a885-9969ef283093 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "PUT /v2.0/routers/85c0b7d8-ab60-48cd-9401-d504872d9c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9245675 Jun 30 02:53:01.923489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34198) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:01.932577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Request body: {'port': {'network_id': 'b9032734-112a-4e3e-9479-dfa2ebd5c330', 'name': 'tempest-FloatingIPNegativeTestJSON-1734129675'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:01.951431 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2e5c6-897a-4daa-bd36-140d6d1dbb64 None None] Routers {'85c0b7d8-ab60-48cd-9401-d504872d9c1c'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:01.963272 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cfe2e5c6-897a-4daa-bd36-140d6d1dbb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['85c0b7d8-ab60-48cd-9401-d504872d9c1c'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:01.964936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=13']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:01.968283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-658472d4-7458-4390-a1e9-d3ab58003fb2 None None] Provisioning complete for port ae7ffdfb-de71-495c-93c2-66af32258424 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:01.973088 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-658472d4-7458-4390-a1e9-d3ab58003fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.981699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34200) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:02.038795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-658472d4-7458-4390-a1e9-d3ab58003fb2 None None] Port ae7ffdfb-de71-495c-93c2-66af32258424 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:02.043007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 26e7337e-e1df-4b6f-a279-e73b7e6bab9b up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:02.050854 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.063985 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cfe2e5c6-897a-4daa-bd36-140d6d1dbb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:02.088305 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2e5c6-897a-4daa-bd36-140d6d1dbb64 None None] Routers {'85c0b7d8-ab60-48cd-9401-d504872d9c1c'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:02.093513 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cfe2e5c6-897a-4daa-bd36-140d6d1dbb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['85c0b7d8-ab60-48cd-9401-d504872d9c1c'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:02.093749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34204) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:02.100914 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ea3525f3-df29-49bb-9658-2b13b56d03de admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ca780b6f01c45f79c1d771ade191dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1024873 Jun 30 02:53:02.135767 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cfe2e5c6-897a-4daa-bd36-140d6d1dbb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:02.137532 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe2e5c6-897a-4daa-bd36-140d6d1dbb64 None None] The sync data for ids ['85c0b7d8-ab60-48cd-9401-d504872d9c1c'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:02.139731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1e88c-eb2d-467d-b502-9357f647e657 req-0d2f7a3f-8472-4d60-b0f5-20207dc94477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.144004 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75a1e88c-eb2d-467d-b502-9357f647e657 req-0d2f7a3f-8472-4d60-b0f5-20207dc94477 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=47a1172ad3cb453fa23bd349dfc05d2c&device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 1095 time: 0.2754993 Jun 30 02:53:02.180822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Made reservation on behalf of a6b75e5a43b4496f874f95607de9fdc9 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:02.185025 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.227275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b95eb873-4467-4198-a64b-3edf88e3223a,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:02.228186 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3cd0ef2-b71d-4715-ba9b-7e38fbf4407d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.241793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:02.242157 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.263484 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3cd0ef2-b71d-4715-ba9b-7e38fbf4407d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.318271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940bb0b-d744-4415-ab51-2a96158b985b req-e26bed7d-b7e6-405e-9c17-807e9e12f796 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.326433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d940bb0b-d744-4415-ab51-2a96158b985b req-e26bed7d-b7e6-405e-9c17-807e9e12f796 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 944 time: 0.1974964 Jun 30 02:53:02.349880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cd39c1fa-1bce-4e3a-b27d-0b041c3cb8a6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.358117 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cd39c1fa-1bce-4e3a-b27d-0b041c3cb8a6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/networks?id=1e94ff2e-8974-4f1c-85d1-b34738d78e87 HTTP/1.1" status: 200 len: 805 time: 0.5807204 Jun 30 02:53:02.366451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] device_id is not set on port d857baed-345c-431b-b98c-daf21f7bbe6f yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:53:02.383406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1e88c-eb2d-467d-b502-9357f647e657 req-49d8797b-e6b3-4cc0-8792-10d87eac21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.384454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75a1e88c-eb2d-467d-b502-9357f647e657 req-49d8797b-e6b3-4cc0-8792-10d87eac21f2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ff11934d-3ad4-4d91-a155-a4e171ad4073 HTTP/1.1" status: 200 len: 922 time: 0.2284632 Jun 30 02:53:02.384575 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-fb2a6e87-8141-489c-a9e6-2ebf5355b634 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/quotas/bdd67b3f50224ff6a975e285570763bf HTTP/1.1" status: 200 len: 375 time: 0.0254929 Jun 30 02:53:02.406246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d940bb0b-d744-4415-ab51-2a96158b985b req-789086ad-216b-42d2-b068-869cc27fb121 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786591 Jun 30 02:53:02.473540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75a1e88c-eb2d-467d-b502-9357f647e657 req-2e10910f-f509-4c80-8f99-8822d2d7f678 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d3a5db1-8821-4077-9ab8-ac755bece0c0 HTTP/1.1" status: 200 len: 217 time: 0.0805469 Jun 30 02:53:02.478832 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3cd0ef2-b71d-4715-ba9b-7e38fbf4407d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.481140 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3cd0ef2-b71d-4715-ba9b-7e38fbf4407d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.482334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d3cd0ef2-b71d-4715-ba9b-7e38fbf4407d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/11b7fee2-d759-42ce-940a-1b715bddeb4a HTTP/1.1" status: 204 len: 168 time: 0.3875997 Jun 30 02:53:02.554910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd0ef2-b71d-4715-ba9b-7e38fbf4407d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b7fee2-d759-42ce-940a-1b715bddeb4a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:02.578715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1e88c-eb2d-467d-b502-9357f647e657 req-a8df9b13-f86e-488c-a131-4ccf54276967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.580184 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75a1e88c-eb2d-467d-b502-9357f647e657 req-a8df9b13-f86e-488c-a131-4ccf54276967 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dd1db1dd-2cd8-4ff8-80ac-dc8a3d5eae50 HTTP/1.1" status: 200 len: 861 time: 0.0915477 Jun 30 02:53:02.618900 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75a1e88c-eb2d-467d-b502-9357f647e657 req-2e8d3334-db41-45c6-8dfa-7cfab9e89b33 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ff11934d-3ad4-4d91-a155-a4e171ad4073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296681 Jun 30 02:53:02.682551 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-2f65d8af-5613-4d1e-8a04-ef82878d2b41 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2970338 Jun 30 02:53:02.733438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-81ade181-33a0-42a9-90f8-d10f6920427f tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.738435 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-81ade181-33a0-42a9-90f8-d10f6920427f tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.83 "GET /v2.0/ports?device_id=595ba33b-5b8c-4031-a9ca-b614891dd5aa HTTP/1.1" status: 200 len: 943 time: 0.2384493 Jun 30 02:53:02.738435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Allocated IP 172.20.0.3 (b9032734-112a-4e3e-9479-dfa2ebd5c330/e1709842-6487-4b70-810d-8e3ca29ef440/d857baed-345c-431b-b98c-daf21f7bbe6f) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:02.794219 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6c2bb1-1bb8-44b7-9442-20fd27f5dd66 x-openstack-request-id: req-1f6c2bb1-1bb8-44b7-9442-20fd27f5dd66 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:02.794799 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-plugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:02.795217 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f6c2bb1-1bb8-44b7-9442-20fd27f5dd66 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:02.795758 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'code': 200} Jun 30 02:53:02.823623 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.859613 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75a1e88c-eb2d-467d-b502-9357f647e657 req-f8462319-eaf5-4207-a7f3-24190cc3b483 service neutron] 10.222.0.83 "GET /v2.0/networks/ff11934d-3ad4-4d91-a155-a4e171ad4073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309978 Jun 30 02:53:03.017929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75a1e88c-eb2d-467d-b502-9357f647e657 req-4b9dceb3-e11a-47fe-8617-6ee49cefbe41 service neutron] 10.222.0.83 "GET /v2.0/networks/ff11934d-3ad4-4d91-a155-a4e171ad4073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488011 Jun 30 02:53:03.103021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-0ebb9095-d99f-4e59-915f-54962d1589b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Deleting port b95eb873-4467-4198-a64b-3edf88e3223a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:03.110096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-0ebb9095-d99f-4e59-915f-54962d1589b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.193116 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.244021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Transition to ACTIVE for port object d857baed-345c-431b-b98c-daf21f7bbe6f will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:03.255966 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-94552eb3-6f7f-4e54-9292-07c83322b0d9 service neutron] 10.222.0.77 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710888 Jun 30 02:53:03.332484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-0ebb9095-d99f-4e59-915f-54962d1589b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] For port b95eb873-4467-4198-a64b-3edf88e3223a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b95eb873-4467-4198-a64b-3edf88e3223a,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:03.333265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-0ebb9095-d99f-4e59-915f-54962d1589b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.361193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-0ebb9095-d99f-4e59-915f-54962d1589b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Calling delete_port for b95eb873-4467-4198-a64b-3edf88e3223a owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:03.467445 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cbe849f2-4fbd-4756-81c7-af3a38b01693 service neutron] 10.222.0.77 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002578 Jun 30 02:53:03.647155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.693786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Network b9032734-112a-4e3e-9479-dfa2ebd5c330 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:03.697380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:03.716012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4657-af74-45f5-8f4a-b1b282cdadfd req-5ebf52ec-45cb-481d-87a4-1e77a2d9fc50 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:03.717012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:03.735952 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a5d4657-af74-45f5-8f4a-b1b282cdadfd req-5ebf52ec-45cb-481d-87a4-1e77a2d9fc50 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.1141894 Jun 30 02:53:03.739087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event updated for resources: {'Port': ['ID=d857baed-345c-431b-b98c-daf21f7bbe6f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:03.788007 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-0ebb9095-d99f-4e59-915f-54962d1589b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.814043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a5d4657-af74-45f5-8f4a-b1b282cdadfd req-f0db6476-8ea1-44c5-a199-f4afea6b0865 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770357 Jun 30 02:53:03.925456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb9095-d99f-4e59-915f-54962d1589b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Pushing event deleted for resources: {'Port': ['ID=b95eb873-4467-4198-a64b-3edf88e3223a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:03.966081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-0ebb9095-d99f-4e59-915f-54962d1589b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] No DVR routers for this DVR port b95eb873-4467-4198-a64b-3edf88e3223a on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:03.983463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:03.983463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.008628 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-0ebb9095-d99f-4e59-915f-54962d1589b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.010904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46039f88-657d-4433-8ad7-c80b4fb981e0 req-0ebb9095-d99f-4e59-915f-54962d1589b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.83 "DELETE /v2.0/ports/b95eb873-4467-4198-a64b-3edf88e3223a HTTP/1.1" status: 204 len: 173 time: 1.2650430 Jun 30 02:53:04.011507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'name': 'network-vif-deleted', 'tag': 'b95eb873-4467-4198-a64b-3edf88e3223a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:04.015319 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae02011-31ac-419a-9016-9c8d664bf864" -d '{"events": [{"server_uuid": "595ba33b-5b8c-4031-a9ca-b614891dd5aa", "name": "network-vif-deleted", "tag": "b95eb873-4467-4198-a64b-3edf88e3223a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:04.155206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dfc21-050a-4408-81f6-a3e6af5a50c9 req-158c17ed-7d3e-4c87-a939-a6ec85be8129 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:04.156567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b25dfc21-050a-4408-81f6-a3e6af5a50c9 req-158c17ed-7d3e-4c87-a939-a6ec85be8129 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 944 time: 0.0898280 Jun 30 02:53:04.196742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9a2b64df-29cc-4d60-9dd6-81a26c64e09e tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2721257 Jun 30 02:53:04.208063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34252) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:04.212762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:04.228906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b25dfc21-050a-4408-81f6-a3e6af5a50c9 req-6337d7b0-da7e-4cba-9ee5-c2e4d681a794 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623038 Jun 30 02:53:04.271734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fe518fd3-dec4-4395-b01f-c7a435abd184 None None] Provisioning for port d857baed-345c-431b-b98c-daf21f7bbe6f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:04.276565 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fe518fd3-dec4-4395-b01f-c7a435abd184 None None] Provisioning complete for port d857baed-345c-431b-b98c-daf21f7bbe6f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:04.286272 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fe518fd3-dec4-4395-b01f-c7a435abd184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.320086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-45f75c99-8569-4f91-ba40-d38949978ba0 req-d38dcd9e-acaf-40fd-9760-4fde5ea47048 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 210 time: 0.0540698 Jun 30 02:53:04.332976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fe518fd3-dec4-4395-b01f-c7a435abd184 None None] Port d857baed-345c-431b-b98c-daf21f7bbe6f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:04.374253 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aed5da8-8ccf-4cd7-b79b-45b7b138d066 x-openstack-request-id: req-8aed5da8-8ccf-4cd7-b79b-45b7b138d066 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:04.375436 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595ba33b-5b8c-4031-a9ca-b614891dd5aa", "name": "network-vif-deleted", "tag": "b95eb873-4467-4198-a64b-3edf88e3223a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:04.375436 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8aed5da8-8ccf-4cd7-b79b-45b7b138d066 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:04.375436 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'name': 'network-vif-deleted', 'tag': 'b95eb873-4467-4198-a64b-3edf88e3223a', 'status': 'completed', 'code': 200} Jun 30 02:53:04.451009 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.629034 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.675511 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.797150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b95eb873-4467-4198-a64b-3edf88e3223a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:04.800418 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a455e067-71bf-41b4-8d30-57c1156f6837" -d '{"events": [{"server_uuid": "595ba33b-5b8c-4031-a9ca-b614891dd5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "b95eb873-4467-4198-a64b-3edf88e3223a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:04.864616 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318a86c7-95dd-42f0-99e4-2c4778a1f601 x-openstack-request-id: req-318a86c7-95dd-42f0-99e4-2c4778a1f601 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:04.865191 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595ba33b-5b8c-4031-a9ca-b614891dd5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "b95eb873-4467-4198-a64b-3edf88e3223a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:04.865623 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-318a86c7-95dd-42f0-99e4-2c4778a1f601 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:04.866163 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595ba33b-5b8c-4031-a9ca-b614891dd5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b95eb873-4467-4198-a64b-3edf88e3223a', 'code': 200} Jun 30 02:53:04.904406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Allocated IP 172.25.2.111 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/0ea50719-cbe9-498c-9b2b-21325b26cf52) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:04.923839 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0d3a5db1-8821-4077-9ab8-ac755bece0c0 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:05.137408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0d3a5db1-8821-4077-9ab8-ac755bece0c0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0d3a5db1-8821-4077-9ab8-ac755bece0c0,segment=NetworkSegment(a59a8b77-0317-432a-b7b0-965ca9362019),segment_id=a59a8b77-0317-432a-b7b0-965ca9362019)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:05.145813 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.148471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592370f-27d4-4278-b8b9-cdafbe540c34 req-f5f818c0-2a96-401a-80a8-c04452090a23 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.153047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f592370f-27d4-4278-b8b9-cdafbe540c34 req-f5f818c0-2a96-401a-80a8-c04452090a23 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.1504936 Jun 30 02:53:05.161577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '0d3a5db1-8821-4077-9ab8-ac755bece0c0', 'network_id': 'ff11934d-3ad4-4d91-a155-a4e171ad4073', 'port_id': '0d3a5db1-8821-4077-9ab8-ac755bece0c0', 'mac_address': 'fa:16:3e:8e:c3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1db1dd-2cd8-4ff8-80ac-dc8a3d5eae50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:05.288902 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.290190 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f592370f-27d4-4278-b8b9-cdafbe540c34 req-1cca9f8e-8f67-4648-9600-ae33dca45229 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833664 Jun 30 02:53:05.290568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3a5db1-8821-4077-9ab8-ac755bece0c0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:05.315040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0d3a5db1-8821-4077-9ab8-ac755bece0c0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0d3a5db1-8821-4077-9ab8-ac755bece0c0,segment=NetworkSegment(a59a8b77-0317-432a-b7b0-965ca9362019),segment_id=a59a8b77-0317-432a-b7b0-965ca9362019)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:05.470677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a267e1-5384-4331-8b43-170e109c2a50 req-ec9eff9f-9830-4e07-aa41-5e4e241bac95 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.472248 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-27a267e1-5384-4331-8b43-170e109c2a50 req-ec9eff9f-9830-4e07-aa41-5e4e241bac95 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 944 time: 0.0742819 Jun 30 02:53:05.517887 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-27a267e1-5384-4331-8b43-170e109c2a50 req-db870c9e-8c3b-4b60-9cec-e581c9cb7492 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391798 Jun 30 02:53:05.664176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e1e6511b-8c73-4ecf-8d7b-4bbd9a794133 req-4f249b96-4a6e-47e5-a04f-8f3792fe2901 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 210 time: 0.0529151 Jun 30 02:53:05.807397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-67670972-ddf3-44e3-b27c-01e78bdba998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.808918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-67670972-ddf3-44e3-b27c-01e78bdba998 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1097 time: 0.0565829 Jun 30 02:53:05.920646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-3a79778d-aa81-4531-bdf3-a779d7e7ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.922357 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-3a79778d-aa81-4531-bdf3-a779d7e7ae40 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.0920398 Jun 30 02:53:06.002082 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-f939ec55-120d-47f9-a330-bbbeabf90c5c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 1001 time: 0.0670607 Jun 30 02:53:06.054175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-74f6e37d-a270-451b-bf5a-23b78d83f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:06.055621 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-74f6e37d-a270-451b-bf5a-23b78d83f7d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0479102 Jun 30 02:53:06.074272 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.074508 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.114647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:06.118219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:06.122274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:06.131466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0d3a5db1-8821-4077-9ab8-ac755bece0c0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:06.131766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-6f7e2ecc-65ff-4e09-83a5-54b6ee59534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:06.133420 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-6f7e2ecc-65ff-4e09-83a5-54b6ee59534d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719957 Jun 30 02:53:06.158102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event updated for resources: {'Port': ['ID=0ea50719-cbe9-498c-9b2b-21325b26cf52,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:06.229987 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.254912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-ea053ea6-dd10-4dd9-9ea7-89488e82cb4b service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136327 Jun 30 02:53:06.270853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['0d3a5db1-8821-4077-9ab8-ac755bece0c0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:06.370162 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95d49ad8-bcf9-48ec-b7d5-fab1efbfb7e7 req-31d945d0-d53d-43c4-88da-e23a481a1da5 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066365 Jun 30 02:53:06.568337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.620000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b584170-f0c0-41e9-8e33-edf51c85a20d req-42d79443-3125-4c6c-ba72-d2804ead5d46 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:06.645409 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b584170-f0c0-41e9-8e33-edf51c85a20d req-42d79443-3125-4c6c-ba72-d2804ead5d46 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.2654436 Jun 30 02:53:06.726565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b584170-f0c0-41e9-8e33-edf51c85a20d req-b01fe1d5-57f6-4869-af69-5dda2f4f69a6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800347 Jun 30 02:53:06.760470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34332) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:06.938563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0d3a5db1-8821-4077-9ab8-ac755bece0c0 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:07.023787 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.083527 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a113426e-8a87-45c1-98d5-c4dbc876b884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.086153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.115740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e9a9d-d7da-4598-bdfe-cbb1eb36267e req-d79562e5-2be1-4f6f-b01d-ff7cfffd2f84 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.117412 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b6e9a9d-d7da-4598-bdfe-cbb1eb36267e req-d79562e5-2be1-4f6f-b01d-ff7cfffd2f84 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 945 time: 0.1788054 Jun 30 02:53:07.165106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-751caed5-dee8-45e6-ad1c-30e34f225a69 req-fa07afa8-65f8-4ee6-bfbb-afed3448e702 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 210 time: 0.0541952 Jun 30 02:53:07.185995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event updated for resources: {'Port': ['ID=0ea50719-cbe9-498c-9b2b-21325b26cf52,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:07.206130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 0d3a5db1-8821-4077-9ab8-ac755bece0c0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:07.210341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 0d3a5db1-8821-4077-9ab8-ac755bece0c0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:07.210889 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.347483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b6e9a9d-d7da-4598-bdfe-cbb1eb36267e req-8f0d10b9-7e88-4bc0-bbf2-41f77032c867 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517045 Jun 30 02:53:07.388892 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a113426e-8a87-45c1-98d5-c4dbc876b884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.393278 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.395289 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.419914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e819562-1aec-44ed-9db7-f35344dfde0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3a5db1-8821-4077-9ab8-ac755bece0c0'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:07.434430 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce39283-d152-4ba7-8d39-2728d07f0172" -d '{"events": [{"server_uuid": "7e819562-1aec-44ed-9db7-f35344dfde0e", "name": "network-vif-plugged", "status": "completed", "tag": "0d3a5db1-8821-4077-9ab8-ac755bece0c0"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:07.454332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0d3a5db1-8821-4077-9ab8-ac755bece0c0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0d3a5db1-8821-4077-9ab8-ac755bece0c0,segment=NetworkSegment(a59a8b77-0317-432a-b7b0-965ca9362019),segment_id=a59a8b77-0317-432a-b7b0-965ca9362019)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:07.463767 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a113426e-8a87-45c1-98d5-c4dbc876b884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.530963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34346) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:07.531211 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a113426e-8a87-45c1-98d5-c4dbc876b884 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=023413d561fd45dfbe335cdc21153e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7688837 Jun 30 02:53:07.533053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113426e-8a87-45c1-98d5-c4dbc876b884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848b347c-5b2a-48cc-87da-3a4eb67ce2d5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:07.554826 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.556138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b95eb873-4467-4198-a64b-3edf88e3223a no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:07.611858 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.615331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4988209c-2041-453a-bbd7-f77abb9672b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4036372 Jun 30 02:53:07.616096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34348) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:07.618583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93753fb9-3b80-4699-8d3c-aa1f15bb18e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.641096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-84646e2e-aab3-4152-9a4c-c714f305c0db tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Request body: {'floatingip': {'port_id': 'd857baed-345c-431b-b98c-daf21f7bbe6f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:07.641196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0d3a5db1-8821-4077-9ab8-ac755bece0c0,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:07.659793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: b95eb873-4467-4198-a64b-3edf88e3223a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:07.660531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b95eb873-4467-4198-a64b-3edf88e3223a not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:07.702712 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5316de-7699-4e80-ba2b-d63f3c366715 x-openstack-request-id: req-0e5316de-7699-4e80-ba2b-d63f3c366715 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:07.703265 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e819562-1aec-44ed-9db7-f35344dfde0e", "name": "network-vif-plugged", "status": "completed", "tag": "0d3a5db1-8821-4077-9ab8-ac755bece0c0", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:07.703800 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e5316de-7699-4e80-ba2b-d63f3c366715 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:07.704444 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e819562-1aec-44ed-9db7-f35344dfde0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3a5db1-8821-4077-9ab8-ac755bece0c0', 'code': 200} Jun 30 02:53:07.714851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-84646e2e-aab3-4152-9a4c-c714f305c0db tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.796108 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93753fb9-3b80-4699-8d3c-aa1f15bb18e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.863028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc79c8-1cbc-4cef-8df2-fda6890776d8 req-4075a402-d144-42f0-8503-532bd8f1a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.864712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08cc79c8-1cbc-4cef-8df2-fda6890776d8 req-4075a402-d144-42f0-8503-532bd8f1a9d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 1097 time: 0.0677185 Jun 30 02:53:07.920546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08cc79c8-1cbc-4cef-8df2-fda6890776d8 req-88fb7771-d45b-4aac-99bd-e288cf634ce7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482302 Jun 30 02:53:08.225976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c80fd1-a552-4b0c-a980-f114ebe2ef00 req-dba3b1ae-0089-4a32-9809-4a329669dc8b tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:08.235245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34c80fd1-a552-4b0c-a980-f114ebe2ef00 req-dba3b1ae-0089-4a32-9809-4a329669dc8b tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 946 time: 0.0940480 Jun 30 02:53:08.287820 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34c80fd1-a552-4b0c-a980-f114ebe2ef00 req-8202b0c0-34be-44b5-9da7-d6891b143072 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/security-groups?id=5aca8d84-3ace-4aa5-93b6-78ac4cc30a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475926 Jun 30 02:53:08.407154 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-84646e2e-aab3-4152-9a4c-c714f305c0db tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] update failed (client error): The resource could not be found. Jun 30 02:53:08.409571 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-84646e2e-aab3-4152-9a4c-c714f305c0db tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "PUT /v2.0/floatingips/a8ee2668-6622-4480-aa23-851bb8891ade HTTP/1.1" status: 404 len: 507 time: 0.7911668 Jun 30 02:53:08.415341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34360) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:08.429020 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9844a6b-f66f-494f-8fef-e773fef2fe1e req-b2812709-9ca6-4950-b456-53035ee9d5d5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 210 time: 0.0367277 Jun 30 02:53:08.530171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc63ef-32b7-43e3-9f81-4c0104dad3f0 req-ef63ea9e-1d78-40cd-b1dc-ed0451adca68 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:08.537875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e6cc63ef-32b7-43e3-9f81-4c0104dad3f0 req-ef63ea9e-1d78-40cd-b1dc-ed0451adca68 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.2852628 Jun 30 02:53:08.550648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93753fb9-3b80-4699-8d3c-aa1f15bb18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:08.553155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93753fb9-3b80-4699-8d3c-aa1f15bb18e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:08.556668 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-93753fb9-3b80-4699-8d3c-aa1f15bb18e4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/848b347c-5b2a-48cc-87da-3a4eb67ce2d5 HTTP/1.1" status: 204 len: 168 time: 1.0223517 Jun 30 02:53:08.577238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93753fb9-3b80-4699-8d3c-aa1f15bb18e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b347c-5b2a-48cc-87da-3a4eb67ce2d5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:08.658791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e6cc63ef-32b7-43e3-9f81-4c0104dad3f0 req-afa66bd9-4133-4e12-b354-9cd5c1e34d05 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198592 Jun 30 02:53:08.707146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cb9009a1-721d-46e7-812c-3dfc01de3d20 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Deleting port 0ea50719-cbe9-498c-9b2b-21325b26cf52 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:08.707610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb9009a1-721d-46e7-812c-3dfc01de3d20 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:08.841752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-87fe3b1f-78f3-44f5-9f44-706c3ed26a87 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092291 Jun 30 02:53:08.852090 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb9009a1-721d-46e7-812c-3dfc01de3d20 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:08.853049 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb9009a1-721d-46e7-812c-3dfc01de3d20 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:08.885009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cb9009a1-721d-46e7-812c-3dfc01de3d20 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Calling delete_port for 0ea50719-cbe9-498c-9b2b-21325b26cf52 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:08.958337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9ef5e-7045-4051-8fc6-14804a5e648d req-8ea2c197-89fd-42fe-9355-f5d007f795e4 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:08.966044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ea9ef5e-7045-4051-8fc6-14804a5e648d req-8ea2c197-89fd-42fe-9355-f5d007f795e4 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 946 time: 0.1230538 Jun 30 02:53:09.095069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ea9ef5e-7045-4051-8fc6-14804a5e648d req-3763d5a4-cb28-4f98-a271-ec5cf98c4f26 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280873 Jun 30 02:53:09.195841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-7238e100-3162-49c9-8b8a-195bff3433c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:09.197706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-7238e100-3162-49c9-8b8a-195bff3433c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f8a90b59da464704994f9d76149935f9&device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 1097 time: 0.2160254 Jun 30 02:53:09.209217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-6e8ee2c7-95fd-4a0c-979c-9abe858a5d23 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:09.210572 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-6e8ee2c7-95fd-4a0c-979c-9abe858a5d23 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.74 "GET /v2.0/networks?id=1e94ff2e-8974-4f1c-85d1-b34738d78e87 HTTP/1.1" status: 200 len: 805 time: 0.2134926 Jun 30 02:53:09.241728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Request body: {'port': {'device_id': 'b6fabe16-7120-40ce-ad6e-cfd5d326ce2e', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'admin_state_up': True, 'tenant_id': 'bdd67b3f50224ff6a975e285570763bf'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:09.286456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb9009a1-721d-46e7-812c-3dfc01de3d20 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.345828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9009a1-721d-46e7-812c-3dfc01de3d20 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event deleted for resources: {'Port': ['ID=0ea50719-cbe9-498c-9b2b-21325b26cf52,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:09.508627 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb9009a1-721d-46e7-812c-3dfc01de3d20 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.511727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb9009a1-721d-46e7-812c-3dfc01de3d20 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.518882 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cb9009a1-721d-46e7-812c-3dfc01de3d20 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "DELETE /v2.0/floatingips/a8ee2668-6622-4480-aa23-851bb8891ade HTTP/1.1" status: 204 len: 168 time: 1.0981302 Jun 30 02:53:09.519070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34378) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:09.525565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-09e77be5-3018-446b-93cf-793a4948ee05 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Request body: {'floatingip': {'floating_network_id': 'b9032734-112a-4e3e-9479-dfa2ebd5c330', 'port_id': 'd857baed-345c-431b-b98c-daf21f7bbe6f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:09.603186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e8433-4e60-43c9-a0e7-dd679c5ff6b4 req-09459215-e162-4f20-80ca-3fb0f032cc6d tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:09.606236 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef9e8433-4e60-43c9-a0e7-dd679c5ff6b4 req-09459215-e162-4f20-80ca-3fb0f032cc6d tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 946 time: 0.0996923 Jun 30 02:53:09.617287 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-66b0c2f8-e11f-43ef-a5c6-caf15edd7e38 req-4552ae99-7908-4f79-9d99-5a22f1ffec11 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 210 time: 0.0523870 Jun 30 02:53:09.663752 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09e77be5-3018-446b-93cf-793a4948ee05 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.716880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-f36ea2f6-6424-4f6a-ada9-88e3b13306e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:09.721468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-f36ea2f6-6424-4f6a-ada9-88e3b13306e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 HTTP/1.1" status: 200 len: 916 time: 0.4957685 Jun 30 02:53:09.739769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef9e8433-4e60-43c9-a0e7-dd679c5ff6b4 req-b9d61be4-2756-4acb-b68a-e0905ee06e4b tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/security-groups?id=5aca8d84-3ace-4aa5-93b6-78ac4cc30a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270251 Jun 30 02:53:09.795411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-a630c9de-be9d-4dfb-be5e-04a63f28ec3d tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:09.795411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-a630c9de-be9d-4dfb-be5e-04a63f28ec3d tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 946 time: 0.1497240 Jun 30 02:53:09.957237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-32e7776d-1fe6-4ddc-a526-e376fa77e388 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e HTTP/1.1" status: 200 len: 1002 time: 0.2241917 Jun 30 02:53:09.958932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-85b43aa6-347c-485a-ae3e-283617a9ef29 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Deleting port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:09.960576 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-85b43aa6-347c-485a-ae3e-283617a9ef29 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.021776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-a84bbf3d-1a34-49d3-9e8c-e616442275b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:10.023271 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-a84bbf3d-1a34-49d3-9e8c-e616442275b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=35ac4b76-043d-49b5-82b4-d6947207729d HTTP/1.1" status: 200 len: 854 time: 0.0604112 Jun 30 02:53:10.065752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Made reservation on behalf of bdd67b3f50224ff6a975e285570763bf for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:10.069545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.193658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-e988c7ba-b418-4446-a6d9-44600bd328dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:10.196499 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-e988c7ba-b418-4446-a6d9-44600bd328dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631720 Jun 30 02:53:10.202485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45352154-d6d5-40aa-9f27-ab0c0a58993b req-1ff129fd-263b-4250-8468-6e6bd135bb40 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:10.204161 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45352154-d6d5-40aa-9f27-ab0c0a58993b req-1ff129fd-263b-4250-8468-6e6bd135bb40 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.2363775 Jun 30 02:53:10.212321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-85b43aa6-347c-485a-ae3e-283617a9ef29 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] For port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,segment=NetworkSegment(d78992c4-4533-4790-baf0-a64b03559f66),segment_id=d78992c4-4533-4790-baf0-a64b03559f66)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:10.212686 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-85b43aa6-347c-485a-ae3e-283617a9ef29 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.255531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-85b43aa6-347c-485a-ae3e-283617a9ef29 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Calling delete_port for 4ca4fa36-03f4-4830-b4d1-154c45e86b7f owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:10.328378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45352154-d6d5-40aa-9f27-ab0c0a58993b req-e334e10f-a84b-4029-ad0d-6099c1eaeef4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180923 Jun 30 02:53:10.349297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Allocated IP 172.20.0.5 (1e94ff2e-8974-4f1c-85d1-b34738d78e87/947dbb80-a1b2-4b65-b9b8-a35faceb5f88/121770de-89f2-46f2-968b-23cc9243d409) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:10.352172 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-09e77be5-3018-446b-93cf-793a4948ee05 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:53:10.353223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-09e77be5-3018-446b-93cf-793a4948ee05 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8312049 Jun 30 02:53:10.358929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34398) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:10.365007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'd857baed-345c-431b-b98c-daf21f7bbe6f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:10.375724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34400) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:10.548433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1186063995-network', 'tenant_id': 'ecdbc07651f54a1c9bfb51096b3c3c26'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:10.617622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-85b43aa6-347c-485a-ae3e-283617a9ef29 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.629734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['4ca4fa36-03f4-4830-b4d1-154c45e86b7f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:10.676846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b43aa6-347c-485a-ae3e-283617a9ef29 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Pushing event deleted for resources: {'Port': ['ID=4ca4fa36-03f4-4830-b4d1-154c45e86b7f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:10.712104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Made reservation on behalf of ecdbc07651f54a1c9bfb51096b3c3c26 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:10.715263 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.743002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.753251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-85b43aa6-347c-485a-ae3e-283617a9ef29 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] No DVR routers for this DVR port 4ca4fa36-03f4-4830-b4d1-154c45e86b7f on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:10.756650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-85b43aa6-347c-485a-ae3e-283617a9ef29 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.758959 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6985e530-62ae-4530-a3b4-6432cc4bff81 req-85b43aa6-347c-485a-ae3e-283617a9ef29 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.74 "DELETE /v2.0/ports/4ca4fa36-03f4-4830-b4d1-154c45e86b7f HTTP/1.1" status: 204 len: 173 time: 0.9613578 Jun 30 02:53:10.761123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3f34f7-4851-4011-aff7-a66172f923fc', 'name': 'network-vif-deleted', 'tag': '4ca4fa36-03f4-4830-b4d1-154c45e86b7f'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:10.770497 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722af7b9-d4a5-4d37-94d1-5261706470e5" -d '{"events": [{"server_uuid": "7d3f34f7-4851-4011-aff7-a66172f923fc", "name": "network-vif-deleted", "tag": "4ca4fa36-03f4-4830-b4d1-154c45e86b7f"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:10.823518 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7902f760-e23d-42d9-9f63-16878fb46001 req-b378de4c-9d9e-4287-8915-2e90adc876b6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 210 time: 0.0433438 Jun 30 02:53:10.840417 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-f383db8f-0d74-41fb-8143-a11e87c113ef service neutron] 10.222.0.83 "GET /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148119 Jun 30 02:53:10.965383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.971315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe8dba-e4fc-46d1-a351-3d4dec3b989e req-5da6b4e5-f55d-4d1d-add5-c16a4b563462 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:10.980150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0cbe8dba-e4fc-46d1-a351-3d4dec3b989e req-5da6b4e5-f55d-4d1d-add5-c16a4b563462 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 946 time: 0.7014670 Jun 30 02:53:11.031244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2cfaf7c9-50c7-4f7b-b896-8733f387c84a req-b1d6fb27-1713-407a-8eed-d21c0e8456b0 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 210 time: 0.0331051 Jun 30 02:53:11.091377 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9265b7-2ce4-4cbc-b433-2d5f91512c2a x-openstack-request-id: req-ec9265b7-2ce4-4cbc-b433-2d5f91512c2a {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:11.092076 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3f34f7-4851-4011-aff7-a66172f923fc", "name": "network-vif-deleted", "tag": "4ca4fa36-03f4-4830-b4d1-154c45e86b7f", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:11.092501 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec9265b7-2ce4-4cbc-b433-2d5f91512c2a {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:11.093081 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3f34f7-4851-4011-aff7-a66172f923fc', 'name': 'network-vif-deleted', 'tag': '4ca4fa36-03f4-4830-b4d1-154c45e86b7f', 'status': 'completed', 'code': 200} Jun 30 02:53:11.133114 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0cbe8dba-e4fc-46d1-a351-3d4dec3b989e req-92651837-4352-4965-9647-8ea983595ca2 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502862 Jun 30 02:53:11.185569 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b26cdfa9-f58a-45d5-8060-ab9b54cd8b43 req-e32987e6-ff11-4a53-b522-895d11507617 service neutron] 10.222.0.83 "GET /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061771 Jun 30 02:53:11.232498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.252156 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.275937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:11.322378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae8df58-60b0-4597-8305-1ee5a3f86eda,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:11.328874 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.329231 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Added segment 8855e6bb-f76b-4e60-8d48-08072d1def92 of type vlan for network a8211390-9c4f-45f3-8615-cffdba214d6f Jun 30 02:53:11.402049 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.416854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.429741 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.553678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:11.567084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:11.572730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Pushing event updated for resources: {'Port': ['ID=121770de-89f2-46f2-968b-23cc9243d409,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:11.581914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:11.627918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ce042-2fca-4f25-b3a3-4c54fb971f63 req-6025a5de-b2e9-4421-9bc1-2473385f118d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.629626 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e94ce042-2fca-4f25-b3a3-4c54fb971f63 req-6025a5de-b2e9-4421-9bc1-2473385f118d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.1007888 Jun 30 02:53:11.646001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.646636 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.684734 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e94ce042-2fca-4f25-b3a3-4c54fb971f63 req-aacde211-d2ea-48ad-aa04-77a747253914 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430458 Jun 30 02:53:11.714004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.724323 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.724323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.724323 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.798756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] Pushing event updated for resources: {'Network': ['ID=a8211390-9c4f-45f3-8615-cffdba214d6f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:11.811123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network a8211390-9c4f-45f3-8615-cffdba214d6f details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:11.847318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3a00ad19-5465-43f5-a478-70cbcf0c0db0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4702144 Jun 30 02:53:11.850108 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34446) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:11.856878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Request body: {'subnet': {'network_id': 'a8211390-9c4f-45f3-8615-cffdba214d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1186063995-subnet', 'tenant_id': 'ecdbc07651f54a1c9bfb51096b3c3c26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:11.866177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-cb41c275-a525-4435-b4d3-91f9dcc8c8d1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6305211 Jun 30 02:53:11.889641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Request body: {'port': {'device_id': 'b6fabe16-7120-40ce-ad6e-cfd5d326ce2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:11.952847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Allocated IP 172.25.2.195 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/9e26b4a1-780a-47d4-8884-8048af2a12ef) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:12.074448 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.114571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f1d2b-fb00-46e1-8e4e-f03e7e2a65dc req-aa9f91f4-26fd-418e-b25a-95c3a7882fd3 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:12.135450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c30f1d2b-fb00-46e1-8e4e-f03e7e2a65dc req-aa9f91f4-26fd-418e-b25a-95c3a7882fd3 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 931 time: 0.1470871 Jun 30 02:53:12.148440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Made reservation on behalf of ecdbc07651f54a1c9bfb51096b3c3c26 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:12.156543 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.262807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c30f1d2b-fb00-46e1-8e4e-f03e7e2a65dc req-451e79b5-9ba8-4bc6-afb2-5251f9e65c1f tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259589 Jun 30 02:53:12.266896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.501614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121770de-89f2-46f2-968b-23cc9243d409 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:12.510299 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.526981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Transition to ACTIVE for port object 121770de-89f2-46f2-968b-23cc9243d409 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:12.550786 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10c4ae05-f233-46d9-aaef-bf1cc4464b29 req-7feb3efc-1d69-4725-a8f7-134170c618d5 tempest-ServerTagsTestJSON-243659125 tempest-ServerTagsTestJSON-243659125-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d3f34f7-4851-4011-aff7-a66172f923fc HTTP/1.1" status: 200 len: 210 time: 0.0818260 Jun 30 02:53:12.566751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.613403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:12.635432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:12.643960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:12.668229 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.727094 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.775622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event updated for resources: {'Port': ['ID=9e26b4a1-780a-47d4-8884-8048af2a12ef,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:12.777656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=027c6716-47b1-4050-9883-266b81aef632,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:12.784188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4ca4fa36-03f4-4830-b4d1-154c45e86b7f no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:12.849351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 4ca4fa36-03f4-4830-b4d1-154c45e86b7f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:12.851766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4ca4fa36-03f4-4830-b4d1-154c45e86b7f not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:12.853082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Checking segment: {'id': '8855e6bb-f76b-4e60-8d48-08072d1def92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a8211390-9c4f-45f3-8615-cffdba214d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:12.853614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Network hostable DHCP agents. Network: a8211390-9c4f-45f3-8615-cffdba214d6f, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:13.013025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ba1d1-718c-4976-a744-c089c5c5ab38 req-efae4b6f-34c4-4717-8037-15d3b1bb5d0d tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.020117 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb1ba1d1-718c-4976-a744-c089c5c5ab38 req-efae4b6f-34c4-4717-8037-15d3b1bb5d0d tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 946 time: 0.0761726 Jun 30 02:53:13.083813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb1ba1d1-718c-4976-a744-c089c5c5ab38 req-11dea3b3-022d-4499-9a8f-512edc4c814c tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Jun 30 02:53:13.083813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Network a8211390-9c4f-45f3-8615-cffdba214d6f is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:13.083991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Pushing event updated for resources: {'Port': ['ID=121770de-89f2-46f2-968b-23cc9243d409,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.207740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Attempting to bind port 121770de-89f2-46f2-968b-23cc9243d409 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:13.208462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Attempting to bind port 121770de-89f2-46f2-968b-23cc9243d409 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:13.209043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Attempting to bind port 121770de-89f2-46f2-968b-23cc9243d409 on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:13.212013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Deleting port 9e26b4a1-780a-47d4-8884-8048af2a12ef {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:13.212610 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.228982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6e8e-30be-4a7c-8455-965e1d964038 req-ac9a28a5-df2b-4253-a540-cc89757e7b3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.234965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, a8211390-9c4f-45f3-8615-cffdba214d6f) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:13.238185 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dccc6e8e-30be-4a7c-8455-965e1d964038 req-ac9a28a5-df2b-4253-a540-cc89757e7b3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.2063611 Jun 30 02:53:13.240296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.240913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.245858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfe95e5-62bc-42d5-ac64-3f7ab033a593 None None] Network a8211390-9c4f-45f3-8615-cffdba214d6f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:13.256370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Port 121770de-89f2-46f2-968b-23cc9243d409 on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:13.256840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Attempting to bind port 121770de-89f2-46f2-968b-23cc9243d409 on network 1e94ff2e-8974-4f1c-85d1-b34738d78e87 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:13.318131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:13.330078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Checking segment: {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:13.330818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Bound using segment: {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:13.331487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Bound port: 121770de-89f2-46f2-968b-23cc9243d409, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a753c5bb-82a9-456f-b8e5-28c4c6840c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:13.332102 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.403693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7620aa2f-4a77-4482-bd7c-aa9b4f327119 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5521421 Jun 30 02:53:13.434136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dccc6e8e-30be-4a7c-8455-965e1d964038 req-cc08c56a-abc8-4b11-bc93-f856aa6646a6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948557 Jun 30 02:53:13.475848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff2387b-0901-40b8-a543-e70a8dbb35c4 None None] Network a8211390-9c4f-45f3-8615-cffdba214d6f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:13.525746 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.526089 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.539513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Calling delete_port for 9e26b4a1-780a-47d4-8884-8048af2a12ef owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:13.589598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba179517-8cc8-4036-8414-c364f19ceaf6 req-7f77c612-4001-41e2-b18a-10b96ee4317e tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.592377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba179517-8cc8-4036-8414-c364f19ceaf6 req-7f77c612-4001-41e2-b18a-10b96ee4317e tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 943 time: 0.1240957 Jun 30 02:53:13.659478 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba179517-8cc8-4036-8414-c364f19ceaf6 req-36d5e492-4ee5-4426-9832-ec06437ccc7e tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526052 Jun 30 02:53:13.705874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34466) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:13.714938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] For port 121770de-89f2-46f2-968b-23cc9243d409, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:13.720100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] For port 121770de-89f2-46f2-968b-23cc9243d409, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=121770de-89f2-46f2-968b-23cc9243d409,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:13.799521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-886c2154-3a5b-4a41-85f6-e75956072497 admin admin] Deleting subnet 859eeb78-5469-4d29-a153-02f3cb4c06a2 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:13.803833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-886c2154-3a5b-4a41-85f6-e75956072497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.829055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.876797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.886438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.886438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] 10.222.0.74 "PUT /v2.0/ports/121770de-89f2-46f2-968b-23cc9243d409 HTTP/1.1" status: 200 len: 1091 time: 2.0046225 Jun 30 02:53:13.886438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fabe16-7120-40ce-ad6e-cfd5d326ce2e', 'tag': '121770de-89f2-46f2-968b-23cc9243d409'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:13.899511 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93e0818-b2df-418b-896a-272378fa08e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fabe16-7120-40ce-ad6e-cfd5d326ce2e", "tag": "121770de-89f2-46f2-968b-23cc9243d409"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:13.908393 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-886c2154-3a5b-4a41-85f6-e75956072497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.971537 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.101522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476438e-b2e4-4b96-9bc1-9f7f77c61024 service neutron] Pushing event updated for resources: {'Port': ['ID=121770de-89f2-46f2-968b-23cc9243d409,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:14.124090 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-886c2154-3a5b-4a41-85f6-e75956072497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.181571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event deleted for resources: {'Port': ['ID=9e26b4a1-780a-47d4-8884-8048af2a12ef,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:14.194567 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cea4e74-26dd-4ce4-9e11-72c38b2cbc11 x-openstack-request-id: req-9cea4e74-26dd-4ce4-9e11-72c38b2cbc11 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:14.195029 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fabe16-7120-40ce-ad6e-cfd5d326ce2e", "tag": "121770de-89f2-46f2-968b-23cc9243d409", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:14.195554 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9cea4e74-26dd-4ce4-9e11-72c38b2cbc11 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:14.196178 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fabe16-7120-40ce-ad6e-cfd5d326ce2e', 'tag': '121770de-89f2-46f2-968b-23cc9243d409', 'status': 'completed', 'code': 200} Jun 30 02:53:14.283712 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-3829b0f6-c9da-4070-bdd9-eb7b1704beb8 req-4ec42082-2259-4ecb-bdc6-373e23a2e1f8 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] show failed (client error): The resource could not be found. Jun 30 02:53:14.293778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3829b0f6-c9da-4070-bdd9-eb7b1704beb8 req-4ec42082-2259-4ecb-bdc6-373e23a2e1f8 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] 10.222.0.77 "GET /v2.0/security-groups/2c5885c1-f976-4e52-96ca-469c2aed75c0 HTTP/1.1" status: 404 len: 352 time: 0.2252085 Jun 30 02:53:14.422681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663b511-8d46-4002-acf0-bfbe0e02ecd7 req-6f50dc29-836b-440d-b845-510f7ec6d643 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.425186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f663b511-8d46-4002-acf0-bfbe0e02ecd7 req-6f50dc29-836b-440d-b845-510f7ec6d643 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 946 time: 0.0858788 Jun 30 02:53:14.458588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-0f3ce0ff-90c7-42e6-b087-cff36a097c05 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.460103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-0f3ce0ff-90c7-42e6-b087-cff36a097c05 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 946 time: 0.4784114 Jun 30 02:53:14.471240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-886c2154-3a5b-4a41-85f6-e75956072497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.518763 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-886c2154-3a5b-4a41-85f6-e75956072497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.523539 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-886c2154-3a5b-4a41-85f6-e75956072497 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/859eeb78-5469-4d29-a153-02f3cb4c06a2 HTTP/1.1" status: 204 len: 168 time: 0.8157644 Jun 30 02:53:14.524145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34486) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:14.553867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c2154-3a5b-4a41-85f6-e75956072497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=859eeb78-5469-4d29-a153-02f3cb4c06a2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:14.589626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-decaf080-c350-452f-963c-8af0d6193379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.591162 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-decaf080-c350-452f-963c-8af0d6193379 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 1094 time: 0.4569981 Jun 30 02:53:14.595137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5271a0-ad19-4939-ac1e-87dd3a09b829 req-9385d11a-8bbb-4c48-83cd-d53904bd81e6 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ecdbc07651f54a1c9bfb51096b3c3c26 HTTP/1.1" status: 200 len: 2988 time: 0.2179444 Jun 30 02:53:14.620640 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f663b511-8d46-4002-acf0-bfbe0e02ecd7 req-76c6ab68-020e-4e2d-b789-6f200579fe39 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880798 Jun 30 02:53:14.665577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-94b6c471-4fb0-4e0f-9c26-a40ebf5f2931 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121770de-89f2-46f2-968b-23cc9243d409 HTTP/1.1" status: 200 len: 217 time: 0.0639217 Jun 30 02:53:14.687249 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.754255 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] create failed (client error): The resource could not be found. Jun 30 02:53:14.755296 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0ac95d27-7e12-411d-bc17-60d2f8776875 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3939071 Jun 30 02:53:14.763126 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5271a0-ad19-4939-ac1e-87dd3a09b829 req-a03f0f19-c1b0-435f-8fbd-4489d1c80b23 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] 10.222.0.77 "GET /v2.0/security-groups/2ae8df58-60b0-4597-8305-1ee5a3f86eda HTTP/1.1" status: 200 len: 2985 time: 0.1555886 Jun 30 02:53:14.764393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34490) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:14.767381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-d0a12727-fe62-467f-8d0c-e1d4df5d8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.771361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-d0a12727-fe62-467f-8d0c-e1d4df5d8700 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=947dbb80-a1b2-4b65-b9b8-a35faceb5f88 HTTP/1.1" status: 200 len: 845 time: 0.0941477 Jun 30 02:53:14.833383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.866694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491c2860-d5b8-4734-a52f-5f3adf38bb0e']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:14.872985 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-01d53af2-0f26-447e-b93f-6e5d3d73468d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e94ff2e-8974-4f1c-85d1-b34738d78e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941930 Jun 30 02:53:14.873934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-1517d8a9-ff85-42fc-bb94-bfbcf3d40a28 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Deleting port 0d3a5db1-8821-4077-9ab8-ac755bece0c0 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:14.874266 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-1517d8a9-ff85-42fc-bb94-bfbcf3d40a28 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.888085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78992c4-4533-4790-baf0-a64b03559f66') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:14.888085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78992c4-4533-4790-baf0-a64b03559f66') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:14.920578 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.940181 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.950936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:14.951460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:14.953351 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:15.084293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab3c7e-526a-41c4-96fc-a87c82dad896 req-efa1d153-c9cb-4444-9f42-0c7e6400a69d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:15.427633 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d5271a0-ad19-4939-ac1e-87dd3a09b829 req-38c5cf4c-c3af-4149-9d78-199af721505d tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] 10.222.0.77 "GET /v2.0/security-groups/2ae8df58-60b0-4597-8305-1ee5a3f86eda HTTP/1.1" status: 200 len: 2985 time: 0.3122437 Jun 30 02:53:15.429106 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8ab3c7e-526a-41c4-96fc-a87c82dad896 req-efa1d153-c9cb-4444-9f42-0c7e6400a69d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.2652414 Jun 30 02:53:15.431028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-1517d8a9-ff85-42fc-bb94-bfbcf3d40a28 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] For port 0d3a5db1-8821-4077-9ab8-ac755bece0c0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0d3a5db1-8821-4077-9ab8-ac755bece0c0,segment=NetworkSegment(a59a8b77-0317-432a-b7b0-965ca9362019),segment_id=a59a8b77-0317-432a-b7b0-965ca9362019)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:15.431028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-1517d8a9-ff85-42fc-bb94-bfbcf3d40a28 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.431028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-1517d8a9-ff85-42fc-bb94-bfbcf3d40a28 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Calling delete_port for 0d3a5db1-8821-4077-9ab8-ac755bece0c0 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:15.431028 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-12d9126f-c803-4882-9528-0541ad3dce56 service neutron] 10.222.0.74 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979641 Jun 30 02:53:15.431028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d6a93d64-86e4-41c3-980b-e6a33bd294f5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Deleting port d857baed-345c-431b-b98c-daf21f7bbe6f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:15.431028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6a93d64-86e4-41c3-980b-e6a33bd294f5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.432028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8ab3c7e-526a-41c4-96fc-a87c82dad896 req-ae839e92-5604-47d2-9213-543bb5959b5a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916452 Jun 30 02:53:15.432028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4cd980c-c761-4e83-81e7-f4941184e055 req-3b62071e-49c5-4937-8e7d-16e526156861 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] 10.222.0.77 "GET /v2.0/security-groups/2ae8df58-60b0-4597-8305-1ee5a3f86eda HTTP/1.1" status: 200 len: 2985 time: 0.0742071 Jun 30 02:53:15.467946 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6a93d64-86e4-41c3-980b-e6a33bd294f5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.485194 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1e43b18-1227-431f-b2b1-7c9cb29717aa req-31ed333d-7d3c-4b43-b233-f7120f01e27d service neutron] 10.222.0.74 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811573 Jun 30 02:53:15.492705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d6a93d64-86e4-41c3-980b-e6a33bd294f5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Calling delete_port for d857baed-345c-431b-b98c-daf21f7bbe6f owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:15.518169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7621c-207f-4c10-ab79-5dd131ecea5e req-ef6a41dc-ee0c-4dbc-8e3f-a26351c34131 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:15.525107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-00a7621c-207f-4c10-ab79-5dd131ecea5e req-ef6a41dc-ee0c-4dbc-8e3f-a26351c34131 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 943 time: 0.2330718 Jun 30 02:53:15.534345 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-f4cd980c-c761-4e83-81e7-f4941184e055 req-d43842c8-31b5-449a-94d2-eac8c6702bc4 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:53:15.567430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4cd980c-c761-4e83-81e7-f4941184e055 req-d43842c8-31b5-449a-94d2-eac8c6702bc4 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] 10.222.0.77 "DELETE /v2.0/security-groups/2ae8df58-60b0-4597-8305-1ee5a3f86eda HTTP/1.1" status: 409 len: 352 time: 0.1102376 Jun 30 02:53:15.567430 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.568621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.586438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] 10.222.0.77 "DELETE /v2.0/networks/491c2860-d5b8-4734-a52f-5f3adf38bb0e HTTP/1.1" status: 204 len: 168 time: 1.0346580 Jun 30 02:53:15.622026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf951d9-2923-43a6-a550-e65e586cac82 admin admin] Pushing event deleted for resources: {'Network': ['ID=491c2860-d5b8-4734-a52f-5f3adf38bb0e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:15.705536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-00a7621c-207f-4c10-ab79-5dd131ecea5e req-abe9daac-8046-4258-81dc-b50a15e661a6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793563 Jun 30 02:53:15.782207 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-6a1a8b87-94ed-4cc2-886e-c88d9421960b req-f8a09a22-b5fa-4b17-bdca-d2c580464244 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] show failed (client error): The resource could not be found. Jun 30 02:53:15.786999 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a1a8b87-94ed-4cc2-886e-c88d9421960b req-f8a09a22-b5fa-4b17-bdca-d2c580464244 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] 10.222.0.77 "GET /v2.0/security-groups/285a242a-8ad2-4412-b7d1-0160b4dac8c0 HTTP/1.1" status: 404 len: 352 time: 0.0390444 Jun 30 02:53:15.858093 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-755e1398-98ff-4ef9-a68c-cc40600e96f8 req-0be75719-0ffe-43b4-b408-cb22cfa18cf4 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] show failed (client error): The resource could not be found. Jun 30 02:53:15.859374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-755e1398-98ff-4ef9-a68c-cc40600e96f8 req-0be75719-0ffe-43b4-b408-cb22cfa18cf4 tempest-SecurityGroupsNegativeTestJSON-1501494138 tempest-SecurityGroupsNegativeTestJSON-1501494138-project] 10.222.0.77 "GET /v2.0/security-groups/74b2daeb-0918-4f2e-a15e-2bf465fddf44 HTTP/1.1" status: 404 len: 352 time: 0.0342140 Jun 30 02:53:15.882482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34510) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:15.934220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-913d8210-c190-4e7e-a0b4-6e5358edda6e admin admin] Deleting subnet 027c6716-47b1-4050-9883-266b81aef632 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:15.934499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d148b-4d94-498e-affa-ded740956817 req-5a47cfd1-d169-4dd6-ad3d-a71b399bc4df tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:15.936421 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-254d148b-4d94-498e-affa-ded740956817 req-5a47cfd1-d169-4dd6-ad3d-a71b399bc4df tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 946 time: 0.0914147 Jun 30 02:53:15.940414 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-913d8210-c190-4e7e-a0b4-6e5358edda6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.981718 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-254d148b-4d94-498e-affa-ded740956817 req-bcea7c25-6900-46d4-9bc8-b7e27bd1f5da tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391686 Jun 30 02:53:15.984452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0818-b2df-418b-896a-272378fa08e2 req-b398a891-f09c-44b9-935b-d4cf63d50ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:15.985960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93e0818-b2df-418b-896a-272378fa08e2 req-b398a891-f09c-44b9-935b-d4cf63d50ebf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bdd67b3f50224ff6a975e285570763bf&device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 1094 time: 0.1501923 Jun 30 02:53:15.987983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-913d8210-c190-4e7e-a0b4-6e5358edda6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.079715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-913d8210-c190-4e7e-a0b4-6e5358edda6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.137349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0818-b2df-418b-896a-272378fa08e2 req-ddae0017-bd48-4429-894e-904c1951efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:16.138880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93e0818-b2df-418b-896a-272378fa08e2 req-ddae0017-bd48-4429-894e-904c1951efc6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1e94ff2e-8974-4f1c-85d1-b34738d78e87 HTTP/1.1" status: 200 len: 906 time: 0.1318290 Jun 30 02:53:16.191208 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-1517d8a9-ff85-42fc-bb94-bfbcf3d40a28 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.194342 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93e0818-b2df-418b-896a-272378fa08e2 req-e5ce9e1c-a0e3-4aaf-b628-778ebb6fc53d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=121770de-89f2-46f2-968b-23cc9243d409 HTTP/1.1" status: 200 len: 217 time: 0.0479841 Jun 30 02:53:16.230381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517d8a9-ff85-42fc-bb94-bfbcf3d40a28 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Pushing event deleted for resources: {'Port': ['ID=0d3a5db1-8821-4077-9ab8-ac755bece0c0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:16.308386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-1517d8a9-ff85-42fc-bb94-bfbcf3d40a28 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] No DVR routers for this DVR port 0d3a5db1-8821-4077-9ab8-ac755bece0c0 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:16.328038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e0818-b2df-418b-896a-272378fa08e2 req-67505aee-f109-47eb-94e7-3fb9da26ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:16.328038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93e0818-b2df-418b-896a-272378fa08e2 req-67505aee-f109-47eb-94e7-3fb9da26ed0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=947dbb80-a1b2-4b65-b9b8-a35faceb5f88 HTTP/1.1" status: 200 len: 845 time: 0.0950322 Jun 30 02:53:16.328038 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-1517d8a9-ff85-42fc-bb94-bfbcf3d40a28 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.328038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9fe7e8df-2e49-49e7-8a46-239d2578d8ef req-1517d8a9-ff85-42fc-bb94-bfbcf3d40a28 tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.83 "DELETE /v2.0/ports/0d3a5db1-8821-4077-9ab8-ac755bece0c0 HTTP/1.1" status: 204 len: 173 time: 1.8483844 Jun 30 02:53:16.328038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e819562-1aec-44ed-9db7-f35344dfde0e', 'name': 'network-vif-deleted', 'tag': '0d3a5db1-8821-4077-9ab8-ac755bece0c0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:16.328038 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9e4fa4-0f48-4052-9681-a10aa2d72854" -d '{"events": [{"server_uuid": "7e819562-1aec-44ed-9db7-f35344dfde0e", "name": "network-vif-deleted", "tag": "0d3a5db1-8821-4077-9ab8-ac755bece0c0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:16.688869 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a222ec-7759-4c56-964b-6e06ded5d089 x-openstack-request-id: req-e3a222ec-7759-4c56-964b-6e06ded5d089 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:16.689827 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e819562-1aec-44ed-9db7-f35344dfde0e", "name": "network-vif-deleted", "tag": "0d3a5db1-8821-4077-9ab8-ac755bece0c0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:16.689827 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3a222ec-7759-4c56-964b-6e06ded5d089 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:16.689827 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e819562-1aec-44ed-9db7-f35344dfde0e', 'name': 'network-vif-deleted', 'tag': '0d3a5db1-8821-4077-9ab8-ac755bece0c0', 'status': 'completed', 'code': 200} Jun 30 02:53:16.692259 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93e0818-b2df-418b-896a-272378fa08e2 req-6f424303-a62b-4d0a-a07b-f61ab923c875 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e94ff2e-8974-4f1c-85d1-b34738d78e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3707664 Jun 30 02:53:16.700411 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-913d8210-c190-4e7e-a0b4-6e5358edda6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.702260 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6a93d64-86e4-41c3-980b-e6a33bd294f5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.825825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a93d64-86e4-41c3-980b-e6a33bd294f5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event deleted for resources: {'Port': ['ID=d857baed-345c-431b-b98c-daf21f7bbe6f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:16.827675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d8210-c190-4e7e-a0b4-6e5358edda6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027c6716-47b1-4050-9883-266b81aef632,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:16.839891 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-913d8210-c190-4e7e-a0b4-6e5358edda6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.844377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34530) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:16.879736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-913d8210-c190-4e7e-a0b4-6e5358edda6e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/027c6716-47b1-4050-9883-266b81aef632 HTTP/1.1" status: 204 len: 168 time: 0.9610839 Jun 30 02:53:16.968345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0d3a5db1-8821-4077-9ab8-ac755bece0c0 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:17.012983 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.015212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34534) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:17.023129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 0d3a5db1-8821-4077-9ab8-ac755bece0c0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:17.023466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0d3a5db1-8821-4077-9ab8-ac755bece0c0 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:17.051266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d3744-c302-42fb-8778-ebc92ea950ce req-62995a70-6a08-4d28-b99c-ce09a6c41f98 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:17.061073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-935d3744-c302-42fb-8778-ebc92ea950ce req-62995a70-6a08-4d28-b99c-ce09a6c41f98 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.7201691 Jun 30 02:53:17.074708 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6a93d64-86e4-41c3-980b-e6a33bd294f5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.080420 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d6a93d64-86e4-41c3-980b-e6a33bd294f5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "DELETE /v2.0/ports/d857baed-345c-431b-b98c-daf21f7bbe6f HTTP/1.1" status: 204 len: 168 time: 2.3142564 Jun 30 02:53:17.087800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34536) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:17.112498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93e0818-b2df-418b-896a-272378fa08e2 req-2bf47335-123f-4574-8dd1-590173e05751 service neutron] 10.222.0.74 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070375 Jun 30 02:53:17.155919 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-935d3744-c302-42fb-8778-ebc92ea950ce req-ed84a900-b527-4422-98b0-7704980e376d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936074 Jun 30 02:53:17.169687 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-63693209-49ec-4fbf-addb-3b9b28ccdd12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2986b74c24dd472eb20e89426f6944cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520355 Jun 30 02:53:17.172884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34538) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:17.271449 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f93e0818-b2df-418b-896a-272378fa08e2 req-487ff04a-f2bd-41e0-8c30-de782d56f01b service neutron] 10.222.0.74 "GET /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282496 Jun 30 02:53:17.287141 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.303866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8211390-9c4f-45f3-8615-cffdba214d6f']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:17.349103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8855e6bb-f76b-4e60-8d48-08072d1def92') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:17.349405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8855e6bb-f76b-4e60-8d48-08072d1def92') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:17.358755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34950f5-b374-4d22-87fa-365a42c220a3 req-d12ec1de-f6a5-4ccc-8d90-cad0db77eca3 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:17.366766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c34950f5-b374-4d22-87fa-365a42c220a3 req-d12ec1de-f6a5-4ccc-8d90-cad0db77eca3 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 943 time: 0.3503392 Jun 30 02:53:17.387327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.440602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c954324-e52a-438d-bb99-71634267b408 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:17.444790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2c954324-e52a-438d-bb99-71634267b408 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "GET /v2.0/ports?device_id=85c0b7d8-ab60-48cd-9401-d504872d9c1c HTTP/1.1" status: 200 len: 913 time: 0.3534663 Jun 30 02:53:17.445354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34540) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:17.449336 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.470125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:17.470582 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:17.474400 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:17.486541 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:53:17.487170 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2c258349-b6a7-44a1-9a06-93b3d14cc399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.514521 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c34950f5-b374-4d22-87fa-365a42c220a3 req-471d6eb9-52e0-40a7-82df-5e44f916ed82 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468871 Jun 30 02:53:17.546630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2c258349-b6a7-44a1-9a06-93b3d14cc399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.559319 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95445e2c-6511-4da1-8782-5ee3f3c1fec0 req-732ec8aa-dd3a-4563-a065-9eee201ba6ef tempest-ServerMetadataNegativeTestJSON-476349321 tempest-ServerMetadataNegativeTestJSON-476349321-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e819562-1aec-44ed-9db7-f35344dfde0e HTTP/1.1" status: 200 len: 210 time: 0.0966425 Jun 30 02:53:17.812706 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.814648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2c258349-b6a7-44a1-9a06-93b3d14cc399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.817484 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2c258349-b6a7-44a1-9a06-93b3d14cc399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.818902 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2c258349-b6a7-44a1-9a06-93b3d14cc399 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5aca8d84-3ace-4aa5-93b6-78ac4cc30a00 HTTP/1.1" status: 204 len: 168 time: 0.6424942 Jun 30 02:53:17.826566 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.830657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a8211390-9c4f-45f3-8615-cffdba214d6f HTTP/1.1" status: 204 len: 168 time: 0.9830790 Jun 30 02:53:17.872037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabcd43-2dd9-4958-b7ac-85cb5c4d5e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8211390-9c4f-45f3-8615-cffdba214d6f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:17.877727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c258349-b6a7-44a1-9a06-93b3d14cc399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca8d84-3ace-4aa5-93b6-78ac4cc30a00,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:17.898130 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.164499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Deleting port ae7ffdfb-de71-495c-93c2-66af32258424 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:18.164850 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.255647 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.268029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Calling delete_port for ae7ffdfb-de71-495c-93c2-66af32258424 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:18.439377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f6031-912e-44fe-8c91-493b9d7788b0 req-69d2fc6f-2ff4-4fca-9887-516ea0313234 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:18.440871 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe8f6031-912e-44fe-8c91-493b9d7788b0 req-69d2fc6f-2ff4-4fca-9887-516ea0313234 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.1620197 Jun 30 02:53:18.490706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe8f6031-912e-44fe-8c91-493b9d7788b0 req-29a7ce0c-a12d-40c6-aa4e-1a9c95052308 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396640 Jun 30 02:53:18.648268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34568) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:18.703076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b33689-cf74-4755-be86-a571855f14a1 admin admin] Deleting subnet dd1db1dd-2cd8-4ff8-80ac-dc8a3d5eae50 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:18.705076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34570) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:18.711170 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94b33689-cf74-4755-be86-a571855f14a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.712928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab1232-eb9d-4e44-bb2a-f3a7806d922e req-d463ccfa-a169-43d2-9cce-1a42e500698c tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:18.714539 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28ab1232-eb9d-4e44-bb2a-f3a7806d922e req-d463ccfa-a169-43d2-9cce-1a42e500698c tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 943 time: 0.0824640 Jun 30 02:53:18.759184 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28ab1232-eb9d-4e44-bb2a-f3a7806d922e req-b8a22606-c063-4525-b02b-b7a001260f9d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Jun 30 02:53:18.782877 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94b33689-cf74-4755-be86-a571855f14a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.801676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5d95f01c-f044-4921-8a4c-e40271d91b73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ecdbc07651f54a1c9bfb51096b3c3c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953550 Jun 30 02:53:18.804365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34572) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:18.818242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94b33689-cf74-4755-be86-a571855f14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.822071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 121770de-89f2-46f2-968b-23cc9243d409 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:18.856044 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8748a326-274d-44cb-90c2-2cecefe23adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.888488 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8748a326-274d-44cb-90c2-2cecefe23adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.925922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 121770de-89f2-46f2-968b-23cc9243d409, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=121770de-89f2-46f2-968b-23cc9243d409,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:18.930611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '121770de-89f2-46f2-968b-23cc9243d409', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'port_id': '121770de-89f2-46f2-968b-23cc9243d409', 'mac_address': 'fa:16:3e:1c:61:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947dbb80-a1b2-4b65-b9b8-a35faceb5f88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:18.967952 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.983183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121770de-89f2-46f2-968b-23cc9243d409 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:19.002113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 121770de-89f2-46f2-968b-23cc9243d409, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=121770de-89f2-46f2-968b-23cc9243d409,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:19.205633 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.233572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event deleted for resources: {'Port': ['ID=ae7ffdfb-de71-495c-93c2-66af32258424,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:19.289887 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94b33689-cf74-4755-be86-a571855f14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.335584 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94b33689-cf74-4755-be86-a571855f14a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.337715 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-94b33689-cf74-4755-be86-a571855f14a1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/dd1db1dd-2cd8-4ff8-80ac-dc8a3d5eae50 HTTP/1.1" status: 204 len: 168 time: 0.6882374 Jun 30 02:53:19.340358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34578) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:19.340590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b33689-cf74-4755-be86-a571855f14a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1db1dd-2cd8-4ff8-80ac-dc8a3d5eae50,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:19.381693 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.464860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.481792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8748a326-274d-44cb-90c2-2cecefe23adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.482026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=121770de-89f2-46f2-968b-23cc9243d409,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:19.491490 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8748a326-274d-44cb-90c2-2cecefe23adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.496465 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8748a326-274d-44cb-90c2-2cecefe23adb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ae8df58-60b0-4597-8305-1ee5a3f86eda HTTP/1.1" status: 204 len: 168 time: 0.6886146 Jun 30 02:53:19.531515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748a326-274d-44cb-90c2-2cecefe23adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae8df58-60b0-4597-8305-1ee5a3f86eda,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:19.544624 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.664325 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.679657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff11934d-3ad4-4d91-a155-a4e171ad4073']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:19.683040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['121770de-89f2-46f2-968b-23cc9243d409'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:19.699681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59a8b77-0317-432a-b7b0-965ca9362019') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:19.700049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59a8b77-0317-432a-b7b0-965ca9362019') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:19.715440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Router 85c0b7d8-ab60-48cd-9401-d504872d9c1c has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:19.738697 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.762261 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.775061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:19.775474 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:19.777834 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:19.811327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:19.825979 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f2b5375d-a596-48b7-a3d9-c5ceac375dfc tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "PUT /v2.0/routers/85c0b7d8-ab60-48cd-9401-d504872d9c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3794472 Jun 30 02:53:19.828536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34606) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:19.836699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad0dc0-89d1-40ab-bb95-d502e5579479 req-f35c4089-2edf-4a85-aa03-2c62d348766e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:19.841969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5b5cc0-43e8-426b-ad7d-3850416a1c68 None None] Sync routers for ids ['85c0b7d8-ab60-48cd-9401-d504872d9c1c'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:19.844360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31ad0dc0-89d1-40ab-bb95-d502e5579479 req-f35c4089-2edf-4a85-aa03-2c62d348766e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 946 time: 0.1489141 Jun 30 02:53:19.892210 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31ad0dc0-89d1-40ab-bb95-d502e5579479 req-b6784928-f07a-4312-b1e4-56f562880e6c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468123 Jun 30 02:53:19.924653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b5cc0-43e8-426b-ad7d-3850416a1c68 None None] Routers {'85c0b7d8-ab60-48cd-9401-d504872d9c1c'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:19.937263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-fc5b5cc0-43e8-426b-ad7d-3850416a1c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['85c0b7d8-ab60-48cd-9401-d504872d9c1c'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:19.970874 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b16c8fc7-3cb9-4bb6-8a38-bf0be55857d5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.983277 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.012671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.015100 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ff11934d-3ad4-4d91-a155-a4e171ad4073 HTTP/1.1" status: 204 len: 168 time: 0.6733742 Jun 30 02:53:20.018837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be3a1c-1f0c-4303-aeff-cf6a97e12bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff11934d-3ad4-4d91-a155-a4e171ad4073,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:20.142032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae588e-e628-4d6e-bbbd-67333c0f099c req-1abe3782-7ff5-4555-b0bb-0924573e6416 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:20.151652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70ae588e-e628-4d6e-bbbd-67333c0f099c req-1abe3782-7ff5-4555-b0bb-0924573e6416 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 944 time: 0.1135454 Jun 30 02:53:20.185073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b16c8fc7-3cb9-4bb6-8a38-bf0be55857d5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.187985 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b16c8fc7-3cb9-4bb6-8a38-bf0be55857d5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.199014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-fc5b5cc0-43e8-426b-ad7d-3850416a1c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:20.216051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70ae588e-e628-4d6e-bbbd-67333c0f099c req-88c27ae9-06e2-4e1e-93ef-f36045fb2512 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616705 Jun 30 02:53:20.246359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b5cc0-43e8-426b-ad7d-3850416a1c68 None None] Routers {'85c0b7d8-ab60-48cd-9401-d504872d9c1c'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:20.247132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-fc5b5cc0-43e8-426b-ad7d-3850416a1c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['85c0b7d8-ab60-48cd-9401-d504872d9c1c'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:20.292594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-fc5b5cc0-43e8-426b-ad7d-3850416a1c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:20.293242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5b5cc0-43e8-426b-ad7d-3850416a1c68 None None] The sync data for ids ['85c0b7d8-ab60-48cd-9401-d504872d9c1c'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:20.433883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b16c8fc7-3cb9-4bb6-8a38-bf0be55857d5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.434504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16c8fc7-3cb9-4bb6-8a38-bf0be55857d5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Fanout notify agent at l3_agent the message router_deleted on router 85c0b7d8-ab60-48cd-9401-d504872d9c1c {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:53:20.442716 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b16c8fc7-3cb9-4bb6-8a38-bf0be55857d5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.443823 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b16c8fc7-3cb9-4bb6-8a38-bf0be55857d5 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "DELETE /v2.0/routers/85c0b7d8-ab60-48cd-9401-d504872d9c1c HTTP/1.1" status: 204 len: 168 time: 0.6136830 Jun 30 02:53:20.446479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34624) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:20.499017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf9268a-7557-4bd2-92bc-b13fbc2b37b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Deleting subnet e1709842-6487-4b70-810d-8e3ca29ef440 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:20.501992 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9bf9268a-7557-4bd2-92bc-b13fbc2b37b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.542650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9bf9268a-7557-4bd2-92bc-b13fbc2b37b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.636062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9bf9268a-7557-4bd2-92bc-b13fbc2b37b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.743222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34644) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:20.788749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-797ebcaa-28de-45e9-9a5d-a8fef0dcef6b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47a1172ad3cb453fa23bd349dfc05d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441341 Jun 30 02:53:20.791241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34648) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:20.840952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:20.847365 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4a12075-4026-4ca4-b37e-cbfa2204006e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.874121 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4a12075-4026-4ca4-b37e-cbfa2204006e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.910155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9bf9268a-7557-4bd2-92bc-b13fbc2b37b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.936076 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.942926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9268a-7557-4bd2-92bc-b13fbc2b37b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event deleted for resources: {'Subnet': ['ID=e1709842-6487-4b70-810d-8e3ca29ef440,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:20.944980 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9bf9268a-7557-4bd2-92bc-b13fbc2b37b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.949967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34658) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:20.950688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9bf9268a-7557-4bd2-92bc-b13fbc2b37b2 tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "DELETE /v2.0/subnets/e1709842-6487-4b70-810d-8e3ca29ef440 HTTP/1.1" status: 204 len: 168 time: 0.5030212 Jun 30 02:53:20.952886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf68f1-dc1c-47f7-ab9f-9fea9df26b59 None None] Network b9032734-112a-4e3e-9479-dfa2ebd5c330 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:21.003199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:21.013193 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1155349-d335-41d7-a23c-b0a29db69943" -d '{"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-unplugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:21.027658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:21.035713 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.071197 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c9d519-933f-426e-acdf-2338aea95f64 x-openstack-request-id: req-f6c9d519-933f-426e-acdf-2338aea95f64 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:21.071497 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-unplugged", "status": "completed", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:21.071756 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6c9d519-933f-426e-acdf-2338aea95f64 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:21.072147 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'code': 200} Jun 30 02:53:21.109469 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4a12075-4026-4ca4-b37e-cbfa2204006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.113332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4a12075-4026-4ca4-b37e-cbfa2204006e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.118533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Deleting port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:21.119092 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.119647 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f4a12075-4026-4ca4-b37e-cbfa2204006e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6299e98-ef01-4dd8-b2a6-bcc73164bd3f HTTP/1.1" status: 204 len: 168 time: 0.3255684 Jun 30 02:53:21.139096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a12075-4026-4ca4-b37e-cbfa2204006e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6299e98-ef01-4dd8-b2a6-bcc73164bd3f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:21.178870 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.227443 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49643f1e-ff53-46f7-8c77-f1613e3068cb None None] DHCP port deletion for b9032734-112a-4e3e-9479-dfa2ebd5c330 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:53:21.232583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] For port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=26e7337e-e1df-4b6f-a279-e73b7e6bab9b,segment=NetworkSegment(ad1ea842-f347-46b8-9299-c32f371f561d),segment_id=ad1ea842-f347-46b8-9299-c32f371f561d)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:21.246516 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.259051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Calling delete_port for 26e7337e-e1df-4b6f-a279-e73b7e6bab9b owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:21.293863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=14']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:21.317858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-49643f1e-ff53-46f7-8c77-f1613e3068cb None None] Deleting port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:21.318304 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49643f1e-ff53-46f7-8c77-f1613e3068cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.408142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-49643f1e-ff53-46f7-8c77-f1613e3068cb None None] For port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=26e7337e-e1df-4b6f-a279-e73b7e6bab9b,segment=NetworkSegment(ad1ea842-f347-46b8-9299-c32f371f561d),segment_id=ad1ea842-f347-46b8-9299-c32f371f561d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:21.408795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49643f1e-ff53-46f7-8c77-f1613e3068cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.421265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da9f89-0289-4e05-aca1-4a5fbbf5c65e req-7181d0c9-525e-403f-8bed-edc9d0e61fe1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:21.422788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-49643f1e-ff53-46f7-8c77-f1613e3068cb None None] Calling delete_port for 26e7337e-e1df-4b6f-a279-e73b7e6bab9b owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:21.422946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-72da9f89-0289-4e05-aca1-4a5fbbf5c65e req-7181d0c9-525e-403f-8bed-edc9d0e61fe1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 944 time: 0.0697677 Jun 30 02:53:21.465972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-72da9f89-0289-4e05-aca1-4a5fbbf5c65e req-8108027f-23b1-45cf-b360-164b46b1e99d tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354774 Jun 30 02:53:21.473144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34684) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:21.485776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.515089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49643f1e-ff53-46f7-8c77-f1613e3068cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.516235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event deleted for resources: {'Port': ['ID=26e7337e-e1df-4b6f-a279-e73b7e6bab9b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:21.525735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] No DVR routers for this DVR port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:21.547313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49643f1e-ff53-46f7-8c77-f1613e3068cb None None] Pushing event deleted for resources: {'Port': ['ID=26e7337e-e1df-4b6f-a279-e73b7e6bab9b,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:21.553060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49643f1e-ff53-46f7-8c77-f1613e3068cb None None] No DVR routers for this DVR port 26e7337e-e1df-4b6f-a279-e73b7e6bab9b on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:21.620789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.632509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9032734-112a-4e3e-9479-dfa2ebd5c330']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:21.643892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1ea842-f347-46b8-9299-c32f371f561d') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:21.644203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1ea842-f347-46b8-9299-c32f371f561d') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:21.653376 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.673748 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.679762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:21.680161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:21.683981 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:21.728446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-230902267-network', 'tenant_id': '6ecd0d3cf2294f92a277fcf23b36851d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:21.810796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 26e7337e-e1df-4b6f-a279-e73b7e6bab9b no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:21.836569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 26e7337e-e1df-4b6f-a279-e73b7e6bab9b {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:21.836922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 26e7337e-e1df-4b6f-a279-e73b7e6bab9b not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:21.903741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Made reservation on behalf of 6ecd0d3cf2294f92a277fcf23b36851d for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:21.906583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.908565 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.915882 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.917845 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] 10.222.0.77 "DELETE /v2.0/networks/b9032734-112a-4e3e-9479-dfa2ebd5c330 HTTP/1.1" status: 204 len: 168 time: 0.9663780 Jun 30 02:53:21.926419 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.946702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61698285-12cf-41f2-9665-46eac9a5b92c tempest-FloatingIPNegativeTestJSON-695641974 tempest-FloatingIPNegativeTestJSON-695641974-project] Pushing event deleted for resources: {'Network': ['ID=b9032734-112a-4e3e-9479-dfa2ebd5c330,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:22.074339 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.211699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92759fc8-43b3-4921-8f8b-521573dbdfef req-00703a97-b72f-460e-816d-c49c0d5161d3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:22.213411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92759fc8-43b3-4921-8f8b-521573dbdfef req-00703a97-b72f-460e-816d-c49c0d5161d3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0643597 Jun 30 02:53:22.213932 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.247179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:22.253358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7e2c05-c56b-4720-97de-5e4af3bf8c80,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:22.259127 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.259523 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Added segment d1f6af9b-f10c-4225-8f95-b4d0f0414e53 of type vlan for network 1c3a036d-62f3-498b-8a6d-dee57280a541 Jun 30 02:53:22.261855 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92759fc8-43b3-4921-8f8b-521573dbdfef req-ee493382-b24e-4bd1-812b-bd7a8e4ba43c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404110 Jun 30 02:53:22.305466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.457291 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.458399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:22.459846 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.539493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] Pushing event updated for resources: {'Network': ['ID=1c3a036d-62f3-498b-8a6d-dee57280a541,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:22.551271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 1c3a036d-62f3-498b-8a6d-dee57280a541 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:22.597781 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.642426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cb055ebc-99d2-422b-acf9-a70c486c53fb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1673126 Jun 30 02:53:22.644161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34744) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:22.650101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Request body: {'subnet': {'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-230902267-subnet', 'tenant_id': '6ecd0d3cf2294f92a277fcf23b36851d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:22.678226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34748) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:22.702163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105f4a5-6611-4b0a-a037-4c48a2bbf81c req-05c16b94-a701-49ca-91b3-a5af51f92f66 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:22.703665 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f105f4a5-6611-4b0a-a037-4c48a2bbf81c req-05c16b94-a701-49ca-91b3-a5af51f92f66 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 944 time: 0.0764256 Jun 30 02:53:22.754399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f105f4a5-6611-4b0a-a037-4c48a2bbf81c req-c664b8a3-18b4-4581-bf29-13636039066b tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439470 Jun 30 02:53:22.759716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Made reservation on behalf of 6ecd0d3cf2294f92a277fcf23b36851d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:22.762585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.856462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 121770de-89f2-46f2-968b-23cc9243d409 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:23.024901 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ed4189bd-ab40-44c1-a2db-d27e5b1a829e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a6b75e5a43b4496f874f95607de9fdc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417487 Jun 30 02:53:23.025018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34762) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:23.056907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 121770de-89f2-46f2-968b-23cc9243d409 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:23.061294 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 121770de-89f2-46f2-968b-23cc9243d409 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:23.061898 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.076612 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82ddc63e-1b46-4af8-98ae-d2ec9ba1bb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.097435 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82ddc63e-1b46-4af8-98ae-d2ec9ba1bb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.128580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.147598 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.175688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fabe16-7120-40ce-ad6e-cfd5d326ce2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121770de-89f2-46f2-968b-23cc9243d409'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:23.178216 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2803af-8522-4d5d-915d-b70c09454bef" -d '{"events": [{"server_uuid": "b6fabe16-7120-40ce-ad6e-cfd5d326ce2e", "name": "network-vif-plugged", "status": "completed", "tag": "121770de-89f2-46f2-968b-23cc9243d409"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:23.202162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 121770de-89f2-46f2-968b-23cc9243d409, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=121770de-89f2-46f2-968b-23cc9243d409,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:23.202265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc4915e-2757-4253-b1f2-37f11c6c5454,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:23.210086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Checking segment: {'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:23.210474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Network hostable DHCP agents. Network: 1c3a036d-62f3-498b-8a6d-dee57280a541, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:23.229614 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e6c3d5-cfaa-41c0-96a1-9213712558cb x-openstack-request-id: req-a8e6c3d5-cfaa-41c0-96a1-9213712558cb {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:23.229897 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fabe16-7120-40ce-ad6e-cfd5d326ce2e", "name": "network-vif-plugged", "status": "completed", "tag": "121770de-89f2-46f2-968b-23cc9243d409", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:23.234440 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8e6c3d5-cfaa-41c0-96a1-9213712558cb {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:23.234440 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fabe16-7120-40ce-ad6e-cfd5d326ce2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121770de-89f2-46f2-968b-23cc9243d409', 'code': 200} Jun 30 02:53:23.282794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34776) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:23.320367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34780) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:23.342842 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.346570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efcecb-d669-4a2c-997c-0aca3e1c9d50 req-bbf5ddaf-0936-4f22-9af3-5b2eae722e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:23.347988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60efcecb-d669-4a2c-997c-0aca3e1c9d50 req-bbf5ddaf-0936-4f22-9af3-5b2eae722e98 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 1095 time: 0.0594010 Jun 30 02:53:23.389326 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60efcecb-d669-4a2c-997c-0aca3e1c9d50 req-561130d6-07c2-474e-a323-b369dcfa819d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346820 Jun 30 02:53:23.400941 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.413733 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82ddc63e-1b46-4af8-98ae-d2ec9ba1bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.421796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82ddc63e-1b46-4af8-98ae-d2ec9ba1bb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.423491 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-82ddc63e-1b46-4af8-98ae-d2ec9ba1bb2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0e0700e-63a9-433e-b328-935069a13f31 HTTP/1.1" status: 204 len: 168 time: 0.3981335 Jun 30 02:53:23.424544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Network 1c3a036d-62f3-498b-8a6d-dee57280a541 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:23.444390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddc63e-1b46-4af8-98ae-d2ec9ba1bb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e0700e-63a9-433e-b328-935069a13f31,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:23.451236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-361587495-network', 'tenant_id': '36a904043a1547ccb9360780af409d88'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:23.503900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=121770de-89f2-46f2-968b-23cc9243d409,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:23.520648 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7bde86f-ed6c-40da-9bee-69e429d84992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.634278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 1c3a036d-62f3-498b-8a6d-dee57280a541) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:23.638863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:23.643791 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.644426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c2c6e6-bd30-4fa7-9c57-731e7ce98966 None None] Network 1c3a036d-62f3-498b-8a6d-dee57280a541 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:23.734237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Made reservation on behalf of 36a904043a1547ccb9360780af409d88 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:23.739978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.753542 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.775388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884664c-ed15-45fd-add6-8dc915c35e7c None None] Network 1c3a036d-62f3-498b-8a6d-dee57280a541 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:23.934956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796cdda-f628-4834-87d9-b869b5c31699 req-834b31cb-9626-4cdf-a124-6453d2f7f593 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:23.939786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d42d889a-324b-4303-9751-2c54a4a7a92f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2945621 Jun 30 02:53:23.946727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0796cdda-f628-4834-87d9-b869b5c31699 req-834b31cb-9626-4cdf-a124-6453d2f7f593 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 945 time: 0.0784061 Jun 30 02:53:23.972791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:53:23.972791 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:53:23.972791 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id_1': '36a904043a1547ccb9360780af409d88', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 53, 23, 767271)}] Jun 30 02:53:23.972791 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:53:23.972791 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:53:23.990378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0796cdda-f628-4834-87d9-b869b5c31699 req-ad51f418-7948-4f73-a7dd-28829a57dbc6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371010 Jun 30 02:53:24.041672 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7bde86f-ed6c-40da-9bee-69e429d84992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.175441 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7bde86f-ed6c-40da-9bee-69e429d84992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.217729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c7bde86f-ed6c-40da-9bee-69e429d84992 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff59e5392a6b43d4a87379a1d6360a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9338062 Jun 30 02:53:24.219081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bde86f-ed6c-40da-9bee-69e429d84992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f776d6-41ab-41ee-ae7e-4b81772e85ed,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:24.221010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34822) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:24.276677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150c8723-b0f3-4dd4-afab-9253d8c4fcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.299048 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150c8723-b0f3-4dd4-afab-9253d8c4fcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.438534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-4524cbdb-9aba-4959-8931-af7d7840fc91 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:24.440020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-4524cbdb-9aba-4959-8931-af7d7840fc91 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 813 time: 0.1111519 Jun 30 02:53:24.461917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-fc0935e8-acd9-4a63-8a1c-e745d0f26c29 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/quotas/6ecd0d3cf2294f92a277fcf23b36851d HTTP/1.1" status: 200 len: 375 time: 0.0156760 Jun 30 02:53:24.471586 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.499086 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-fae2f83e-073d-40c6-be37-08d733d61e4b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363071 Jun 30 02:53:24.587770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150c8723-b0f3-4dd4-afab-9253d8c4fcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.590345 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150c8723-b0f3-4dd4-afab-9253d8c4fcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.594253 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-150c8723-b0f3-4dd4-afab-9253d8c4fcff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87f776d6-41ab-41ee-ae7e-4b81772e85ed HTTP/1.1" status: 204 len: 168 time: 0.3690152 Jun 30 02:53:24.621834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c8723-b0f3-4dd4-afab-9253d8c4fcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f776d6-41ab-41ee-ae7e-4b81772e85ed,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:24.656008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-77536a51-9713-40ea-be78-600c8cf4f767 service neutron] 10.222.0.77 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490095 Jun 30 02:53:24.773204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.779480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-7f6f5935-b65e-4ee5-b2b8-55602020acc1 service neutron] 10.222.0.77 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226842 Jun 30 02:53:24.924325 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.950964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:24.971355 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.971709 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Added segment 3e503b7c-b08b-4bb1-86f9-654641a4429b of type vlan for network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 Jun 30 02:53:24.979639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba4554-b9a2-4c4b-b57c-fa8f397352bb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:25.018802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.049743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34866) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:25.146429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-749489996'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:25.196653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5e4c1-8cb3-4dc8-b22d-43b20e5bb959 req-8614a429-a57a-43a5-afa2-54ab112a56cd tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:25.198845 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4df5e4c1-8cb3-4dc8-b22d-43b20e5bb959 req-8614a429-a57a-43a5-afa2-54ab112a56cd tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 945 time: 0.0844564 Jun 30 02:53:25.217050 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.222098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:25.222098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.257295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4df5e4c1-8cb3-4dc8-b22d-43b20e5bb959 req-809d2de3-163c-42cb-9b66-86f88a1e03f1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522335 Jun 30 02:53:25.324246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] Pushing event updated for resources: {'Network': ['ID=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:25.342110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:25.342670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:25.343116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f94aa5a-0e4a-4b50-9516-44f0cc43ed55 req-219021bd-aa3a-409e-a8da-8232ab203a6b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 210 time: 0.0461488 Jun 30 02:53:25.348987 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.381750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.505041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c9bd397e-9655-451e-a207-58f33403e9de admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1835747 Jun 30 02:53:25.510818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34902) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:25.515841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Request body: {'subnet': {'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-361587495-subnet', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:25.730143 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.876585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92cfb0-2b85-4267-8885-83e5fb3e6e3b req-a8017438-912b-453e-a2a7-55a1602b827f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:25.878297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe92cfb0-2b85-4267-8885-83e5fb3e6e3b req-a8017438-912b-453e-a2a7-55a1602b827f tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 946 time: 0.0677390 Jun 30 02:53:25.917468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe92cfb0-2b85-4267-8885-83e5fb3e6e3b req-ee68cd53-94b7-4a21-89e7-86ce13169ada tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333817 Jun 30 02:53:25.921172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.956944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:25.972664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ee5e3c-94a6-4694-84a1-4bdfc57c03e9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:25.975672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.976012 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment cfaa67bd-7f9d-421f-85a5-df3592dd378a of type vlan for network 945e6036-4e4c-4ecd-ac80-842df0262416 Jun 30 02:53:26.019916 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.216788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Made reservation on behalf of 36a904043a1547ccb9360780af409d88 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:26.222581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.222671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.226629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:26.227280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.300783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=945e6036-4e4c-4ecd-ac80-842df0262416,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:26.311036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 945e6036-4e4c-4ecd-ac80-842df0262416 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:26.452082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4f549bf8-029a-403f-ad09-8e688811d189 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4010179 Jun 30 02:53:26.558219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-533bad76-6e2b-4b2d-a351-78d4e448cca7 req-04581618-e571-42ea-97b8-b4a64b9d4b84 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 210 time: 0.0444336 Jun 30 02:53:26.566557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34940) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:26.589661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34948) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:26.594814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': '945e6036-4e4c-4ecd-ac80-842df0262416', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:26.662169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.701635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1666715482-network', 'tenant_id': '2c63ddf7ac5e42ab9e84823ac4dad0dd'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:26.733607 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:53:26.733607 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:53:26.733607 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id_1': '2c63ddf7ac5e42ab9e84823ac4dad0dd', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 53, 26, 722322)}] Jun 30 02:53:26.733607 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:53:26.734459 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:53:26.739990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d152a6-af98-4ff0-8bef-4612b4b4a7f0,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:26.758143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.758722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.759250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.759778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.760874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.761435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.761998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.772381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.772381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.772381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.772381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.772381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:26.782737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Checking segment: {'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:26.782737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Network hostable DHCP agents. Network: 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:27.059047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f3783-6380-44a0-889c-3b815b494449 req-7562d2f3-7aa7-4313-8e2a-e7b9cced2a6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:27.060424 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4a0f3783-6380-44a0-889c-3b815b494449 req-7562d2f3-7aa7-4313-8e2a-e7b9cced2a6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0631905 Jun 30 02:53:27.061118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:27.098308 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4a0f3783-6380-44a0-889c-3b815b494449 req-5f8405a4-8249-44b9-a898-e6b33e8534d0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315948 Jun 30 02:53:27.176769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:27.184258 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.562827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:27.572733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6109a4-dba3-4c72-af94-b0d498e9b67c None None] Network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:27.575594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:27.576189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.623007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f502d1-0353-43f7-af4e-01789182e331 req-5a19b372-e700-4fa6-8d9b-502feefc23d0 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:27.624614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f502d1-0353-43f7-af4e-01789182e331 req-5a19b372-e700-4fa6-8d9b-502feefc23d0 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 945 time: 0.0838578 Jun 30 02:53:27.674720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f502d1-0353-43f7-af4e-01789182e331 req-0f0b219e-d7d0-4851-a2cc-9346a07552fb tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Jun 30 02:53:27.713902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586fafc6-992c-449d-b850-8a2e0183dccc None None] Network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:27.907058 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.908793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Made reservation on behalf of 2c63ddf7ac5e42ab9e84823ac4dad0dd for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:27.911039 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.946003 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5a9d2de-04ca-4d4e-a671-4c083cc6ee20 req-6f88173c-14d6-4a2a-a8eb-88a0e403f9d8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 210 time: 0.0504167 Jun 30 02:53:27.948346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.951203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0276df-2a6c-4261-8e1b-dda6d48561ec req-24032c7b-4be3-42e2-962f-0506a7cb05b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:27.952915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab0276df-2a6c-4261-8e1b-dda6d48561ec req-24032c7b-4be3-42e2-962f-0506a7cb05b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0759165 Jun 30 02:53:27.995719 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab0276df-2a6c-4261-8e1b-dda6d48561ec req-419eb212-cd1a-4285-86a7-809cb89df58b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363753 Jun 30 02:53:28.013843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=c126c917-3edf-4d89-9b2a-9fd0ad386827,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:28.026942 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0509addd-6efa-4d61-bb10-940276d06957 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5150340 Jun 30 02:53:28.040030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': 'cfaa67bd-7f9d-421f-85a5-df3592dd378a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '945e6036-4e4c-4ecd-ac80-842df0262416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:28.040030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: 945e6036-4e4c-4ecd-ac80-842df0262416, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:28.042236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34994) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:28.046796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-361587495-router', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:28.161504 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.182626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-12ffddbc-66bb-48d5-ba62-087ee7455225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:28.184117 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-12ffddbc-66bb-48d5-ba62-087ee7455225 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1095 time: 0.0705702 Jun 30 02:53:28.279468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-29e9ee01-5e38-4f2d-8452-0383a9d14726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:28.280920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-29e9ee01-5e38-4f2d-8452-0383a9d14726 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.0908334 Jun 30 02:53:28.347085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-8f6a0693-f042-4574-9330-9bd67fd2dbab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 999 time: 0.0590456 Jun 30 02:53:28.386616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network 945e6036-4e4c-4ecd-ac80-842df0262416 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:28.407762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-b17a4ca1-30a6-4e03-a7aa-2d83c84196f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:28.409234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-b17a4ca1-30a6-4e03-a7aa-2d83c84196f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0551531 Jun 30 02:53:28.507790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-c8f56727-93c3-4208-9f07-a8129b059453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:28.507790 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-c8f56727-93c3-4208-9f07-a8129b059453 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537260 Jun 30 02:53:28.508085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b57db-cdf7-4634-b7d1-4a858121ba09 req-783dadd3-44eb-4e29-bd13-c674daec7396 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:28.508085 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-951b57db-cdf7-4634-b7d1-4a858121ba09 req-783dadd3-44eb-4e29-bd13-c674daec7396 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 946 time: 0.0713818 Jun 30 02:53:28.536732 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-951b57db-cdf7-4634-b7d1-4a858121ba09 req-95fb695e-644e-43d4-b609-3d39b9359172 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363829 Jun 30 02:53:28.563501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-bef24801-61a9-4b33-9d26-3484cb0bf1ea service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848801 Jun 30 02:53:28.564067 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.635202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:28.660381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de3086c-b5e1-4b0f-b745-cc3913a40da5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:28.666168 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.667172 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Added segment f46e553a-fbc6-485f-9bb0-3ed5bac64c6d of type vlan for network 3480030d-6d62-4371-bc03-0d4b0e8191ca Jun 30 02:53:28.725274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.736606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e716d954-d0c7-4d99-8e56-4ff948846a80 req-516e3ef5-c28f-4b47-b1cc-248ca899358f service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641152 Jun 30 02:53:28.764935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 945e6036-4e4c-4ecd-ac80-842df0262416) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:28.774484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac6d77-cf9d-42e9-9830-60f3d80b541c None None] Network 945e6036-4e4c-4ecd-ac80-842df0262416 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:28.775007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:28.775578 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.788278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.789410 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.866234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.891085 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 121770de-89f2-46f2-968b-23cc9243d409 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:28.893369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32927e9-15a7-457d-b5f0-0ba9a604cbc6 req-f211985e-38cc-44e8-a797-2689a11b6532 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:28.895002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e32927e9-15a7-457d-b5f0-0ba9a604cbc6 req-f211985e-38cc-44e8-a797-2689a11b6532 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 945 time: 0.1144917 Jun 30 02:53:28.915540 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.918806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:28.919918 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.930154 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3eb7aecc-ee8d-451f-bb6d-603b5dd892e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.934062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7a567138-0b5d-4d84-9254-82b97d3a5e3f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3432958 Jun 30 02:53:28.942250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35008) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:28.959972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1615545442'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:28.987164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e32927e9-15a7-457d-b5f0-0ba9a604cbc6 req-24ffd49f-5765-4ea1-b9b7-a777c3a53a89 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864155 Jun 30 02:53:29.023633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3480030d-6d62-4371-bc03-0d4b0e8191ca,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:29.040644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 3480030d-6d62-4371-bc03-0d4b0e8191ca details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:29.057907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fbe748-35cd-4055-939b-717903b453be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-945e6036-4e4c-4ecd-ac80-842df0262416', 'network_id': '945e6036-4e4c-4ecd-ac80-842df0262416', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': 'c126c917-3edf-4d89-9b2a-9fd0ad386827'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:29.058676 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-61fbe748-35cd-4055-939b-717903b453be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.143154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95c0e803-6b74-4090-86ff-fc7021628c9b req-60640ff9-7f5f-4b39-8fc7-d1f4e4eeb1c0 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 210 time: 0.0282419 Jun 30 02:53:29.207063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 121770de-89f2-46f2-968b-23cc9243d409, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=121770de-89f2-46f2-968b-23cc9243d409,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:29.231108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '121770de-89f2-46f2-968b-23cc9243d409', 'network_id': '1e94ff2e-8974-4f1c-85d1-b34738d78e87', 'port_id': '121770de-89f2-46f2-968b-23cc9243d409', 'mac_address': 'fa:16:3e:1c:61:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947dbb80-a1b2-4b65-b9b8-a35faceb5f88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:29.309887 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-98e68bcd-098a-40d2-a163-dc9413ee26e3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7418392 Jun 30 02:53:29.318088 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.320343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-61fbe748-35cd-4055-939b-717903b453be None None] Allocated IP 172.20.255.242 (945e6036-4e4c-4ecd-ac80-842df0262416/c126c917-3edf-4d89-9b2a-9fd0ad386827/fd0fa824-6de8-45e7-a87f-b43b1c9b9462) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:29.324564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2670d7-f817-42ab-aafa-4199e5a98e60 req-891b5468-f20a-411d-bb6a-fb965cc83654 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:29.326724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b2670d7-f817-42ab-aafa-4199e5a98e60 req-891b5468-f20a-411d-bb6a-fb965cc83654 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0798275 Jun 30 02:53:29.327229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35014) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:29.335177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Request body: {'subnet': {'network_id': '3480030d-6d62-4371-bc03-0d4b0e8191ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1666715482-subnet', 'tenant_id': '2c63ddf7ac5e42ab9e84823ac4dad0dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:29.340423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 121770de-89f2-46f2-968b-23cc9243d409 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:29.379747 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b2670d7-f817-42ab-aafa-4199e5a98e60 req-c55c120c-4a9d-429a-bcf3-b42652d0e098 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387657 Jun 30 02:53:29.396122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 121770de-89f2-46f2-968b-23cc9243d409, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=121770de-89f2-46f2-968b-23cc9243d409,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:29.489240 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-61fbe748-35cd-4055-939b-717903b453be None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.490741 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.497875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-61fbe748-35cd-4055-939b-717903b453be None None] Transition to ACTIVE for port object fd0fa824-6de8-45e7-a87f-b43b1c9b9462 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:29.512249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-61fbe748-35cd-4055-939b-717903b453be None None] Transition to ACTIVE for port object fd0fa824-6de8-45e7-a87f-b43b1c9b9462 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:29.800397 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.801819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:29.803947 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-61fbe748-35cd-4055-939b-717903b453be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.808131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.847595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbe748-35cd-4055-939b-717903b453be None None] Network 945e6036-4e4c-4ecd-ac80-842df0262416 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:29.851204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-61fbe748-35cd-4055-939b-717903b453be None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:29.853347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:29.861422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbe748-35cd-4055-939b-717903b453be None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:29.864400 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.864747 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment a60639ea-6623-4d83-bad6-9c45225baf3a of type vlan for network bdd4c799-0a25-4492-9524-2b7a70e50943 Jun 30 02:53:29.882136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=121770de-89f2-46f2-968b-23cc9243d409,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:29.905729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.941170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-61fbe748-35cd-4055-939b-717903b453be None None] Attempting to bind port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:29.941579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-61fbe748-35cd-4055-939b-717903b453be None None] Attempting to bind port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'cfaa67bd-7f9d-421f-85a5-df3592dd378a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '945e6036-4e4c-4ecd-ac80-842df0262416'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:29.941940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbe748-35cd-4055-939b-717903b453be None None] Attempting to bind port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 on network 945e6036-4e4c-4ecd-ac80-842df0262416 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:29.944549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.945233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.945233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.945561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.945897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.946223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.946540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.946861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.947174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.948069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.948390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.948703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:29.954426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['121770de-89f2-46f2-968b-23cc9243d409'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:29.962679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbe748-35cd-4055-939b-717903b453be None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:29.963228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbe748-35cd-4055-939b-717903b453be None None] Checking segment: {'id': 'cfaa67bd-7f9d-421f-85a5-df3592dd378a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '945e6036-4e4c-4ecd-ac80-842df0262416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:29.963622 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-61fbe748-35cd-4055-939b-717903b453be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.964010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbe748-35cd-4055-939b-717903b453be None None] Bound using segment: {'id': 'cfaa67bd-7f9d-421f-85a5-df3592dd378a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '945e6036-4e4c-4ecd-ac80-842df0262416'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:29.964485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-61fbe748-35cd-4055-939b-717903b453be None None] Bound port: fd0fa824-6de8-45e7-a87f-b43b1c9b9462, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaa67bd-7f9d-421f-85a5-df3592dd378a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '945e6036-4e4c-4ecd-ac80-842df0262416'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:29.964858 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-61fbe748-35cd-4055-939b-717903b453be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.071237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbe748-35cd-4055-939b-717903b453be None None] Pushing event updated for resources: {'Port': ['ID=fd0fa824-6de8-45e7-a87f-b43b1c9b9462,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:30.118516 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.122409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-61fbe748-35cd-4055-939b-717903b453be None None] For port fd0fa824-6de8-45e7-a87f-b43b1c9b9462, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:30.127642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-61fbe748-35cd-4055-939b-717903b453be None None] For port fd0fa824-6de8-45e7-a87f-b43b1c9b9462, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fd0fa824-6de8-45e7-a87f-b43b1c9b9462,segment=NetworkSegment(cfaa67bd-7f9d-421f-85a5-df3592dd378a),segment_id=cfaa67bd-7f9d-421f-85a5-df3592dd378a)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:30.153318 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.194252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Made reservation on behalf of 2c63ddf7ac5e42ab9e84823ac4dad0dd for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:30.196517 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.283286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Allocated IP 172.25.2.220 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/e06b3a84-03d6-4052-b066-587b2396b954) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:30.295011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f5711-2554-4817-86f9-29f706336e8d req-a01cd587-04ae-45ea-b9d9-7ced1c1d23e1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:30.296520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-054f5711-2554-4817-86f9-29f706336e8d req-a01cd587-04ae-45ea-b9d9-7ced1c1d23e1 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 944 time: 0.1334660 Jun 30 02:53:30.356622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.362773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:30.363417 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.398919 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.423391 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-61fbe748-35cd-4055-939b-717903b453be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.478189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34fae9a3-fd77-4288-902b-698328c82515 req-4d161a53-c27d-4bc4-809f-c69ca8ee557f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 210 time: 0.0351853 Jun 30 02:53:30.490006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbe748-35cd-4055-939b-717903b453be None None] Pushing event updated for resources: {'Port': ['ID=fd0fa824-6de8-45e7-a87f-b43b1c9b9462,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:30.715785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe03a6-d171-4223-aa98-51138810f262 req-82ba3d3c-fea4-4228-b208-6260e5a1eac7 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:30.717448 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20fe03a6-d171-4223-aa98-51138810f262 req-82ba3d3c-fea4-4228-b208-6260e5a1eac7 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 946 time: 0.0876811 Jun 30 02:53:30.774149 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20fe03a6-d171-4223-aa98-51138810f262 req-7da40125-cd53-4ca4-a78e-53e15e402f90 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Jun 30 02:53:30.806403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.839255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:30.842254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:30.854682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:30.875118 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-054f5711-2554-4817-86f9-29f706336e8d req-418e152c-affa-41fd-802b-85e3a003f647 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709195 Jun 30 02:53:30.887249 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9418988 Jun 30 02:53:30.892215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35028) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:30.898593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e06b3a84-03d6-4052-b066-587b2396b954,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:30.917949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': 'bdd4c799-0a25-4492-9524-2b7a70e50943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:30.918685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 121770de-89f2-46f2-968b-23cc9243d409 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:30.991837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebdad5-c2b2-4f1e-991d-b382719d1575 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=bdd4c799-0a25-4492-9524-2b7a70e50943,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:31.013541 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.019904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network bdd4c799-0a25-4492-9524-2b7a70e50943 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:31.135807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 121770de-89f2-46f2-968b-23cc9243d409 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:31.137572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f144a3-db4b-4465-aa22-7a4b16f32127 req-613081f2-9c0a-4267-a147-d32f882a6949 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:31.139280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f2f144a3-db4b-4465-aa22-7a4b16f32127 req-613081f2-9c0a-4267-a147-d32f882a6949 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1970417 Jun 30 02:53:31.174970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 121770de-89f2-46f2-968b-23cc9243d409, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=121770de-89f2-46f2-968b-23cc9243d409,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:31.192181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-8d4e5103-b28b-4417-9cde-079cebb07811 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:31.193709 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-8d4e5103-b28b-4417-9cde-079cebb07811 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.83 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 813 time: 0.1608434 Jun 30 02:53:31.200739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.209658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Request body: {'port': {'device_id': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541', 'admin_state_up': True, 'tenant_id': '6ecd0d3cf2294f92a277fcf23b36851d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:31.218011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f2f144a3-db4b-4465-aa22-7a4b16f32127 req-15c0acce-f54f-45f8-9734-cdaa3424c963 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665967 Jun 30 02:53:31.264860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc111f8-ad9b-420d-8661-477a7ff10ea3,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:31.278710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Checking segment: {'id': 'f46e553a-fbc6-485f-9bb0-3ed5bac64c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3480030d-6d62-4371-bc03-0d4b0e8191ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:31.279163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Network hostable DHCP agents. Network: 3480030d-6d62-4371-bc03-0d4b0e8191ca, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:31.370784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:31.376397 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.458350 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.463737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.464437 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e876ac8-c90a-41ed-b445-8ccca4bd5ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.475112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Network 3480030d-6d62-4371-bc03-0d4b0e8191ca is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:31.551564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=121770de-89f2-46f2-968b-23cc9243d409,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:31.555713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Made reservation on behalf of 6ecd0d3cf2294f92a277fcf23b36851d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:31.560136 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.593165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 3480030d-6d62-4371-bc03-0d4b0e8191ca) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:31.604844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:31.606036 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.607846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eea1b8-040c-49fa-8a7c-50c308bdc7ad None None] Network 3480030d-6d62-4371-bc03-0d4b0e8191ca requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:31.703624 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.723804 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11b2b889-0793-41f7-b8cc-fac21aedcb92 req-d79d2abd-98e1-42a1-b06e-4557181892e1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 210 time: 0.0445194 Jun 30 02:53:31.725183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84b2b5-af03-4b8d-b5b5-0eb9070d4302 req-a05ed785-1e03-4073-9774-f5a5bd52f27b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:31.727577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f84b2b5-af03-4b8d-b5b5-0eb9070d4302 req-a05ed785-1e03-4073-9774-f5a5bd52f27b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.2281525 Jun 30 02:53:31.788556 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.862195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7fe147fc-b2ac-4a23-a301-bd6c8a63a685 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5313334 Jun 30 02:53:31.885734 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f84b2b5-af03-4b8d-b5b5-0eb9070d4302 req-70d99835-4d80-43c8-abec-04cdd0362fa2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847259 Jun 30 02:53:31.902079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=93ba4462-98f3-40f8-af65-cd19f4a6e30d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:31.938698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': 'a60639ea-6623-4d83-bad6-9c45225baf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bdd4c799-0a25-4492-9524-2b7a70e50943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:31.938698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: bdd4c799-0a25-4492-9524-2b7a70e50943, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:31.939502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70dbc9-8645-41f0-9bcb-7051f39254c8 None None] Network 945e6036-4e4c-4ecd-ac80-842df0262416 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:31.939502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fd0fa824-6de8-45e7-a87f-b43b1c9b9462 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:32.004700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Allocated IP 172.20.0.8 (1c3a036d-62f3-498b-8a6d-dee57280a541/3cc4915e-2757-4253-b1f2-37f11c6c5454/39451f18-3872-47b3-82e6-46fe57941507) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:32.160311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a2c18-407d-4175-a90d-74ca31b9162a req-c15fa7cd-9779-4f33-9994-8f5eaba7886c tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.169718 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b71a2c18-407d-4175-a90d-74ca31b9162a req-c15fa7cd-9779-4f33-9994-8f5eaba7886c tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 946 time: 0.1777108 Jun 30 02:53:32.192952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network bdd4c799-0a25-4492-9524-2b7a70e50943 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:32.209377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-d3043aa4-d091-4e2c-bfb6-39c4d4eea696 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.214051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8e948cea-c0d4-45e9-b473-2b4b6cc39c2c None None] Provisioning for port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:32.223127 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-d3043aa4-d091-4e2c-bfb6-39c4d4eea696 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.83 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 946 time: 0.2079253 Jun 30 02:53:32.237241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e4def-ed34-46ba-af50-a4df374d00cc None None] Network 3480030d-6d62-4371-bc03-0d4b0e8191ca requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:32.250417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b71a2c18-407d-4175-a90d-74ca31b9162a req-beaec899-7517-4acc-a527-c922912befec tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups?id=873b678b-b934-4c63-b3aa-7e9f1dca3af8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760114 Jun 30 02:53:32.294460 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.305549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:32.305725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, bdd4c799-0a25-4492-9524-2b7a70e50943) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:32.328145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a8331-e316-4a52-9d71-cede326960c8 req-a847afc9-e702-405e-928a-d8e987d56be5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.330743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-584a8331-e316-4a52-9d71-cede326960c8 req-a847afc9-e702-405e-928a-d8e987d56be5 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 943 time: 0.2384949 Jun 30 02:53:32.336854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393bf850-d9ba-4c93-8dc5-75823b019373 None None] Network bdd4c799-0a25-4492-9524-2b7a70e50943 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:32.343798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:32.344205 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.350542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.351408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.473228 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-584a8331-e316-4a52-9d71-cede326960c8 req-ee22e3d3-a510-407e-afea-70a3001fdb39 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331217 Jun 30 02:53:32.477400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Deleting port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:32.477974 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.550180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4347c052-784f-4372-a2a3-4ab74479f68c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6539412 Jun 30 02:53:32.565815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35056) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:32.574031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f46a-ff08-4cee-a3b2-14736df5f5c9 req-db819caa-360a-45ca-94a7-5dccb4870946 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.576494 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.582162 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9833f46a-ff08-4cee-a3b2-14736df5f5c9 req-db819caa-360a-45ca-94a7-5dccb4870946 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1818185 Jun 30 02:53:32.691281 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.709584 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.768087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port fd0fa824-6de8-45e7-a87f-b43b1c9b9462, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fd0fa824-6de8-45e7-a87f-b43b1c9b9462,segment=NetworkSegment(cfaa67bd-7f9d-421f-85a5-df3592dd378a),segment_id=cfaa67bd-7f9d-421f-85a5-df3592dd378a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:32.770329 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9833f46a-ff08-4cee-a3b2-14736df5f5c9 req-e80cb23f-7d58-4baa-9ebd-e1a2e234c262 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869845 Jun 30 02:53:32.783682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] For port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:32.784052 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.801717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-bdd4c799-0a25-4492-9524-2b7a70e50943', 'network_id': 'bdd4c799-0a25-4492-9524-2b7a70e50943', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': '93ba4462-98f3-40f8-af65-cd19f4a6e30d'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:32.806220 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.806738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:53:32.823196 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.871219 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:32.948359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=fd0fa824-6de8-45e7-a87f-b43b1c9b9462,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:33.003521 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.029716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b43dba43-ca14-44d9-9d38-a7f81d2e7ec1 None None] Provisioning complete for port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:33.030248 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b43dba43-ca14-44d9-9d38-a7f81d2e7ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.077107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.077653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.078610 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Floating IP dfcb0c4c-3822-4447-a8e6-13cd2241ba84 disassociated. External IP: 172.25.2.127, port: 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e. Jun 30 02:53:33.078963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Calling delete_port for 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:33.128650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Allocated IP 172.20.0.2 (bdd4c799-0a25-4492-9524-2b7a70e50943/93ba4462-98f3-40f8-af65-cd19f4a6e30d/c449cf5c-85e5-4bc4-ab9f-b613ab7e894a) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:33.224671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.301169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Network 1c3a036d-62f3-498b-8a6d-dee57280a541 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:33.310638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:33.324458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-546bf22b-46ad-4c72-886a-1dfa1e156b04 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:33.325972 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-546bf22b-46ad-4c72-886a-1dfa1e156b04 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/networks?id=3480030d-6d62-4371-bc03-0d4b0e8191ca HTTP/1.1" status: 200 len: 818 time: 0.5902779 Jun 30 02:53:33.326945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:33.332293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:33.356949 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.402086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-5fd0ad20-8e08-401f-97e3-11101f06a5cc tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/quotas/2c63ddf7ac5e42ab9e84823ac4dad0dd HTTP/1.1" status: 200 len: 375 time: 0.0494237 Jun 30 02:53:33.429549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:33.430180 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.456967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Transition to ACTIVE for port object c449cf5c-85e5-4bc4-ab9f-b613ab7e894a will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:33.457197 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.474598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Transition to ACTIVE for port object c449cf5c-85e5-4bc4-ab9f-b613ab7e894a will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:33.487672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-957a7a1d-514a-42cf-96d4-f87b78b4aca5 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2c63ddf7ac5e42ab9e84823ac4dad0dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768125 Jun 30 02:53:33.488687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Pushing event deleted for resources: {'Port': ['ID=22d8f556-fddf-4e5a-bf69-e363d0aa7e0e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:33.559760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:33.569264 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Sync routers for ids ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:33.578427 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Routers {'068be1a8-e7aa-4cc6-9879-ed809df4dfb8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:33.579036 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:33.604460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-08ce28c1-2509-4d24-9f48-d7d365275926 service neutron] 10.222.0.77 "GET /v2.0/networks/3480030d-6d62-4371-bc03-0d4b0e8191ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064909 Jun 30 02:53:33.612097 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.628860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-309bf764-7ca3-4c52-b440-016848d9fd1b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4232476 Jun 30 02:53:33.669382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:33.673972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Request body: {'port': {'device_id': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:33.695285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Network bdd4c799-0a25-4492-9524-2b7a70e50943 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:33.699111 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.699264 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5411e5d2-da65-46bc-b2e2-735aceb607f6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6559966 Jun 30 02:53:33.702353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Pushing event updated for resources: {'Port': ['ID=c449cf5c-85e5-4bc4-ab9f-b613ab7e894a,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:33.705324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:33.706256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35076) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:33.708178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:33.779417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Attempting to bind port c449cf5c-85e5-4bc4-ab9f-b613ab7e894a on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:33.779794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Attempting to bind port c449cf5c-85e5-4bc4-ab9f-b613ab7e894a by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a60639ea-6623-4d83-bad6-9c45225baf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bdd4c799-0a25-4492-9524-2b7a70e50943'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:33.780271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Attempting to bind port c449cf5c-85e5-4bc4-ab9f-b613ab7e894a on network bdd4c799-0a25-4492-9524-2b7a70e50943 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:33.782657 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.786860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:33.787829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Checking segment: {'id': 'a60639ea-6623-4d83-bad6-9c45225baf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bdd4c799-0a25-4492-9524-2b7a70e50943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:33.788234 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.788619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Bound using segment: {'id': 'a60639ea-6623-4d83-bad6-9c45225baf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bdd4c799-0a25-4492-9524-2b7a70e50943'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:33.789088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Bound port: c449cf5c-85e5-4bc4-ab9f-b613ab7e894a, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60639ea-6623-4d83-bad6-9c45225baf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bdd4c799-0a25-4492-9524-2b7a70e50943'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:33.789464 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.840983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=93ba4462-98f3-40f8-af65-cd19f4a6e30d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:33.879054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fd0fa824-6de8-45e7-a87f-b43b1c9b9462 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:33.886732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] For port c449cf5c-85e5-4bc4-ab9f-b613ab7e894a, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:33.921352 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-1e6bccb1-9f8a-48ed-84f0-1beca91bb1a2 service neutron] 10.222.0.77 "GET /v2.0/networks/3480030d-6d62-4371-bc03-0d4b0e8191ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100688 Jun 30 02:53:33.928220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] For port c449cf5c-85e5-4bc4-ab9f-b613ab7e894a, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c449cf5c-85e5-4bc4-ab9f-b613ab7e894a,segment=NetworkSegment(a60639ea-6623-4d83-bad6-9c45225baf3a),segment_id=a60639ea-6623-4d83-bad6-9c45225baf3a)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:33.931506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:33.955777 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Set router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:33.995984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:33.996553 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.048727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.058693 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.095650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd4c799-0a25-4492-9524-2b7a70e50943']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:34.112247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60639ea-6623-4d83-bad6-9c45225baf3a') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:34.112605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60639ea-6623-4d83-bad6-9c45225baf3a') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:34.141255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.152811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:34.205986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] Sync routers for ids ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:34.217232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.245416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] No DVR routers for this DVR port 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:34.248193 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.250784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f966fde-21bd-4d63-872f-11f58fc54f88 req-afadb511-246e-4c0e-a208-6f81d630ef8e tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.83 "DELETE /v2.0/ports/22d8f556-fddf-4e5a-bf69-e363d0aa7e0e HTTP/1.1" status: 204 len: 173 time: 2.0101640 Jun 30 02:53:34.256563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'name': 'network-vif-deleted', 'tag': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:34.259135 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd0e5d8-7244-456b-9fc5-06b882cec778" -d '{"events": [{"server_uuid": "d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4", "name": "network-vif-deleted", "tag": "22d8f556-fddf-4e5a-bf69-e363d0aa7e0e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:34.262524 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'name': 'tempest-ServerRescueNegativeTestJSON-361587495-router', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:28Z', 'updated_at': '2021-06-30T02:53:31Z', 'revision_number': 3, 'project_id': '36a904043a1547ccb9360780af409d88', 'gw_port': {'id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:30Z', 'updated_at': '2021-06-30T02:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:34.268752 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:34.268752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.275216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337362b-faeb-472f-bd55-11c867578626 req-834bcea8-aa35-41f7-a685-2bb3c70f1c3f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:34.282671 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a337362b-faeb-472f-bd55-11c867578626 req-834bcea8-aa35-41f7-a685-2bb3c70f1c3f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 931 time: 0.4812992 Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:34.284743 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:34.312842 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Checking router: 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:34.313201 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Updating router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 port e06b3a84-03d6-4052-b066-587b2396b954 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:53:34.331869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b50c0-7757-403a-88ed-f4949ce89c62 None None] Pushing event updated for resources: {'Port': ['ID=c449cf5c-85e5-4bc4-ab9f-b613ab7e894a,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:34.343487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] Routers {'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:34.343487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:34.357469 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.395379 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a337362b-faeb-472f-bd55-11c867578626 req-21c33cc2-27b1-49ee-8f6e-64035648373b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115737 Jun 30 02:53:34.423560 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:53:34.423560 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:53:34.423560 n-d-798249-3 neutron-server[94531]: [parameters: {'id': 'bdd4c799-0a25-4492-9524-2b7a70e50943'}] Jun 30 02:53:34.423560 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:53:34.424310 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:53:34.469715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c0c08c-14a3-46ab-8a7b-36e6022bd381 None None] Network bdd4c799-0a25-4492-9524-2b7a70e50943 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:34.581766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-56c1ed14-dead-42db-87f5-04793158be23 req-e704e18e-b788-4566-9704-799a427963ea tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.0417593 Jun 30 02:53:34.582451 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.719841 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.731909 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Transition to ACTIVE for port object e06b3a84-03d6-4052-b066-587b2396b954 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:34.807162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] Set router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:34.821327 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.822987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39451f18-3872-47b3-82e6-46fe57941507 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:34.836150 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.882300 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Pushing event updated for resources: {'Port': ['ID=e06b3a84-03d6-4052-b066-587b2396b954,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:34.907050 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.907611 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.908098 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.908585 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.909087 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.909584 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.910775 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.912370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Transition to ACTIVE for port object 39451f18-3872-47b3-82e6-46fe57941507 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:34.912952 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.913439 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.913983 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.914982 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.918650 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:34.938107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.964428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-868e463a-c6c0-46a3-9772-5d977a55e7d0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:34.968792 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1704915-7af1-47dc-bdef-b39d45d4574e req-76fdcce7-411c-4ce8-b483-6b41f4119451 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 210 time: 0.0883317 Jun 30 02:53:34.970695 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Attempting to bind port e06b3a84-03d6-4052-b066-587b2396b954 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:34.971065 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Attempting to bind port e06b3a84-03d6-4052-b066-587b2396b954 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:34.976167 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Attempting to bind port e06b3a84-03d6-4052-b066-587b2396b954 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:34.976296 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-868e463a-c6c0-46a3-9772-5d977a55e7d0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 812 time: 0.3500309 Jun 30 02:53:34.987873 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:34.988391 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:34.988924 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:34.989971 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:34.992331 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Bound port: e06b3a84-03d6-4052-b066-587b2396b954, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:34.992854 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.024591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-1d0f7a0e-8fdd-44dc-8c91-088563225baf tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/quotas/a94cd6792f3746bdbcbc060a15360cb7 HTTP/1.1" status: 200 len: 375 time: 0.0502508 Jun 30 02:53:35.041781 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8491ba46-2dfc-4fb3-8d8c-a47f4a1864a8 x-openstack-request-id: req-8491ba46-2dfc-4fb3-8d8c-a47f4a1864a8 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:35.042077 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4", "name": "network-vif-deleted", "tag": "22d8f556-fddf-4e5a-bf69-e363d0aa7e0e", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:35.042324 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8491ba46-2dfc-4fb3-8d8c-a47f4a1864a8 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:35.044048 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05eb36c-b6af-4ca8-8aaf-4021eba3ffe4', 'name': 'network-vif-deleted', 'tag': '22d8f556-fddf-4e5a-bf69-e363d0aa7e0e', 'status': 'completed', 'code': 200} Jun 30 02:53:35.069814 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.084340 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Deleting port c449cf5c-85e5-4bc4-ab9f-b613ab7e894a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:35.084678 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.113145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:35.119270 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] For port e06b3a84-03d6-4052-b066-587b2396b954, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:35.122703 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] For port e06b3a84-03d6-4052-b066-587b2396b954, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e06b3a84-03d6-4052-b066-587b2396b954,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:35.204750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:35.229422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] For port c449cf5c-85e5-4bc4-ab9f-b613ab7e894a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c449cf5c-85e5-4bc4-ab9f-b613ab7e894a,segment=NetworkSegment(a60639ea-6623-4d83-bad6-9c45225baf3a),segment_id=a60639ea-6623-4d83-bad6-9c45225baf3a)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:35.230101 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.230200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:35.231206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 22d8f556-fddf-4e5a-bf69-e363d0aa7e0e not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:35.256231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Calling delete_port for c449cf5c-85e5-4bc4-ab9f-b613ab7e894a owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:35.262878 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.321406 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Routers {'068be1a8-e7aa-4cc6-9879-ed809df4dfb8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:35.322566 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:35.322831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-544ffa89-9d38-44bd-9b41-d23f1381a456 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2968378 Jun 30 02:53:35.359460 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eeb35-7564-4f84-98da-52cbfefe6f9e None None] Pushing event updated for resources: {'Port': ['ID=e06b3a84-03d6-4052-b066-587b2396b954,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:35.363923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:45Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'a52601c2-431a-42dd-90aa-1162028d35ec', 'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'mac_address': 'fa:16:3e:ee:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:44Z', 'updated_at': '2021-06-30T02:48:51Z', 'revision_number': 5, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'subnets': [{'id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:35.438325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789fdb45-c27d-46d2-bbbe-8d58c819cc18 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:53:35.447575 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] Set router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:35.459609 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.487476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Attempting to bind port 39451f18-3872-47b3-82e6-46fe57941507 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:35.487986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Attempting to bind port 39451f18-3872-47b3-82e6-46fe57941507 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:35.488416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Attempting to bind port 39451f18-3872-47b3-82e6-46fe57941507 on network 1c3a036d-62f3-498b-8a6d-dee57280a541 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:35.495596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] Checking router: e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:35.499010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Port 39451f18-3872-47b3-82e6-46fe57941507 on network 1c3a036d-62f3-498b-8a6d-dee57280a541 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:35.513983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Attempting to bind port 39451f18-3872-47b3-82e6-46fe57941507 on network 1c3a036d-62f3-498b-8a6d-dee57280a541 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:35.529000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] Routers {'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:35.530297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:35.549153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:35.549681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Checking segment: {'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:35.550186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Bound using segment: {'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:35.550876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Bound port: 39451f18-3872-47b3-82e6-46fe57941507, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:35.551378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.630473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-02d3877a-3b60-4ca4-ad1b-f0a6434011f6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:35.632123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-02d3877a-3b60-4ca4-ad1b-f0a6434011f6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.74 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 943 time: 0.3865428 Jun 30 02:53:35.639945 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-9efabbfa-76a8-48fe-84f7-00c079bbbb8d service neutron] 10.222.0.77 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159952 Jun 30 02:53:35.645418 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.784236 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'name': 'tempest-ServerRescueNegativeTestJSON-361587495-router', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:28Z', 'updated_at': '2021-06-30T02:53:31Z', 'revision_number': 3, 'project_id': '36a904043a1547ccb9360780af409d88', 'gw_port': {'id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:30Z', 'updated_at': '2021-06-30T02:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:35.784236 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d882d-52e7-4588-80b5-c1b2628afac2 None None] The sync data for ids ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'] in n-d-798249-3 is: [{'id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'name': 'tempest-ServerRescueNegativeTestJSON-361587495-router', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:28Z', 'updated_at': '2021-06-30T02:53:31Z', 'revision_number': 3, 'project_id': '36a904043a1547ccb9360780af409d88', 'gw_port': {'id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:30Z', 'updated_at': '2021-06-30T02:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:35.785613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Port': ['ID=c449cf5c-85e5-4bc4-ab9f-b613ab7e894a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:35.785613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No DVR routers for this DVR port c449cf5c-85e5-4bc4-ab9f-b613ab7e894a on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:35.840629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] Set router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:35.852675 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.859017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Allocated IP 172.20.0.1 (5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1/33d152a6-af98-4ff0-8bef-4612b4b4a7f0/edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:35.868101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd4c799-0a25-4492-9524-2b7a70e50943']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:35.875935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789fdb45-c27d-46d2-bbbe-8d58c819cc18 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:53:35.882030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60639ea-6623-4d83-bad6-9c45225baf3a') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:35.883146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60639ea-6623-4d83-bad6-9c45225baf3a') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:35.896237 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.962495 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.971742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:35.972143 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:35.980632 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:35.990865 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.080148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d9f92-243a-4417-a6f0-a95455b9ade1 req-8dbc463c-fa86-44d8-8c9d-ed5ac6b0e5f1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:36.087515 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e82d9f92-243a-4417-a6f0-a95455b9ade1 req-8dbc463c-fa86-44d8-8c9d-ed5ac6b0e5f1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 943 time: 0.1767504 Jun 30 02:53:36.188869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e82d9f92-243a-4417-a6f0-a95455b9ade1 req-a26328a7-3add-40a6-b5d5-ea13fe302465 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998008 Jun 30 02:53:36.192148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.206183 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.213856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/bdd4c799-0a25-4492-9524-2b7a70e50943 HTTP/1.1" status: 204 len: 168 time: 3.6220117 Jun 30 02:53:36.216233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35118) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:36.259184 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.283014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1920300234'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:36.332454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e16367-05e9-4e54-ac4b-6398e89cd66b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=bdd4c799-0a25-4492-9524-2b7a70e50943,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:36.421964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:36.421964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Pushing event updated for resources: {'Port': ['ID=edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:36.423502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:36.426313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:36.440998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:36.448996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:36.471723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40a15a58-0a42-4744-a72b-9e1adc3db475 req-b289080b-cf7e-48bf-a483-28c89723d17a tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.0626023 Jun 30 02:53:36.524736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:45Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'a52601c2-431a-42dd-90aa-1162028d35ec', 'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'mac_address': 'fa:16:3e:ee:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:44Z', 'updated_at': '2021-06-30T02:48:51Z', 'revision_number': 5, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'subnets': [{'id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:36.526059 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.582200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51479845-fab4-4620-a24c-ef84df8fd532 None None] The sync data for ids ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'] in n-d-798249-3 is: [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:48:45Z', 'revision_number': 4, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'a52601c2-431a-42dd-90aa-1162028d35ec', 'name': '', 'network_id': 'c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'mac_address': 'fa:16:3e:ee:23:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:44Z', 'updated_at': '2021-06-30T02:48:51Z', 'revision_number': 5, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'subnets': [{'id': '35ac4b76-043d-49b5-82b4-d6947207729d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:36.605215 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-fcd976af-03bd-4e84-b505-8a8202bead8f service neutron] 10.222.0.77 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9641829 Jun 30 02:53:36.616612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-54674294-0600-48ab-8f4f-245cffbdffcf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Deleting port 121770de-89f2-46f2-968b-23cc9243d409 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:36.617217 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-54674294-0600-48ab-8f4f-245cffbdffcf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.701875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:36.702951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.739914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.787142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:36.827714 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0727128-8c5f-41d6-b3cf-7d8eacca6ca9 req-c228b574-a8b4-419a-8ca3-e992b4c32cc6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:36.835961 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0727128-8c5f-41d6-b3cf-7d8eacca6ca9 req-c228b574-a8b4-419a-8ca3-e992b4c32cc6 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 943 time: 0.2133000 Jun 30 02:53:36.875254 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.875608 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment d93cbd55-17ac-4175-ae23-d9cad1f219fc of type vlan for network 00a9ba29-88c0-4041-8f5b-526869dd0d28 Jun 30 02:53:36.943973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0727128-8c5f-41d6-b3cf-7d8eacca6ca9 req-e589c2c0-3070-4aac-ae48-4334612943be tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071250 Jun 30 02:53:37.053227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.142810 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859ee36b-04ed-4472-bfb4-06f7d7daa8fd None None] New status for floating IP dfcb0c4c-3822-4447-a8e6-13cd2241ba84: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:53:37.208120 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-73b974c2-a2f8-4e73-a0c2-c3d4829414e5 req-c0514429-e811-479a-9ee4-6f8fa8bee4bb tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 210 time: 0.0422852 Jun 30 02:53:37.209452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.223265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.225220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.397789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=00a9ba29-88c0-4041-8f5b-526869dd0d28,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:37.410570 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1d3ab4e4-f3b8-45a5-b8c0-c9de49a30e5d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1499674 Jun 30 02:53:37.414394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35130) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:37.417336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 00a9ba29-88c0-4041-8f5b-526869dd0d28 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:37.478932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': '00a9ba29-88c0-4041-8f5b-526869dd0d28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:37.497027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.497768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.499593 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-f6458f86-2208-453a-9659-93bba09b82db service neutron] 10.222.0.83 "PUT /v2.0/ports/39451f18-3872-47b3-82e6-46fe57941507 HTTP/1.1" status: 200 len: 1091 time: 3.8571384 Jun 30 02:53:37.515979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'tag': '39451f18-3872-47b3-82e6-46fe57941507'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:37.518618 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2525ea89-a02d-4b81-96b8-3dbad71fb687" -d '{"events": [{"name": "network-changed", "server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "tag": "39451f18-3872-47b3-82e6-46fe57941507"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:37.523823 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e90eacba-f10b-4037-aa1e-1ae665ee0513 req-d6004190-b3d5-4b4d-bcff-302662bbf465 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 210 time: 0.1233256 Jun 30 02:53:37.601915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6458f86-2208-453a-9659-93bba09b82db service neutron] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:37.647658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-54674294-0600-48ab-8f4f-245cffbdffcf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] For port 121770de-89f2-46f2-968b-23cc9243d409, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=121770de-89f2-46f2-968b-23cc9243d409,segment=NetworkSegment(a753c5bb-82a9-456f-b8e5-28c4c6840c20),segment_id=a753c5bb-82a9-456f-b8e5-28c4c6840c20)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:37.648046 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-54674294-0600-48ab-8f4f-245cffbdffcf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.704912 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-54674294-0600-48ab-8f4f-245cffbdffcf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Calling delete_port for 121770de-89f2-46f2-968b-23cc9243d409 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:37.746161 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b419dae-2a31-43f0-af45-55e5368ee639 req-d5940250-fa61-40da-beae-2b4144a6c423 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.0361671 Jun 30 02:53:37.794953 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5baf36b-6b6e-4776-8e64-906ddb89b4d8 x-openstack-request-id: req-f5baf36b-6b6e-4776-8e64-906ddb89b4d8 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:37.795250 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "tag": "39451f18-3872-47b3-82e6-46fe57941507", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:37.795504 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5baf36b-6b6e-4776-8e64-906ddb89b4d8 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:37.795895 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'tag': '39451f18-3872-47b3-82e6-46fe57941507', 'status': 'completed', 'code': 200} Jun 30 02:53:37.811650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:37.816159 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.893598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e06b3a84-03d6-4052-b066-587b2396b954 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:37.902272 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0df75-dca6-4be5-8193-e30669e9b223 req-f0abc313-3f66-4350-b0bf-700029705503 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.902786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebe0df75-dca6-4be5-8193-e30669e9b223 req-f0abc313-3f66-4350-b0bf-700029705503 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 943 time: 0.3813262 Jun 30 02:53:37.936595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.ipam_backend_mixin [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Performing IP validity checks on allocation pools {{(pid=94531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 02:53:37.942730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.ipam_backend_mixin [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 02:53:37.970675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-8cfce724-f251-4cef-bb66-3c34cc3e0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.976203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-8cfce724-f251-4cef-bb66-3c34cc3e0a36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 1094 time: 0.3274281 Jun 30 02:53:38.114532 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebe0df75-dca6-4be5-8193-e30669e9b223 req-631110ad-387d-4945-97dd-06ac40fa0fb8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462674 Jun 30 02:53:38.115403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.130407 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-e7b51418-01f8-436e-bcbe-e277c9188e29 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39451f18-3872-47b3-82e6-46fe57941507 HTTP/1.1" status: 200 len: 217 time: 0.0616448 Jun 30 02:53:38.210815 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-54674294-0600-48ab-8f4f-245cffbdffcf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.241117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e06b3a84-03d6-4052-b066-587b2396b954 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:38.251356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e06b3a84-03d6-4052-b066-587b2396b954 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:38.260358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.263312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-2380b909-4303-4ecd-9df3-b425980c128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:38.264783 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-2380b909-4303-4ecd-9df3-b425980c128b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cc4915e-2757-4253-b1f2-37f11c6c5454 HTTP/1.1" status: 200 len: 853 time: 0.1094499 Jun 30 02:53:38.268084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8114-c8ac-4756-aba7-1f49dc2647b5 req-a7e5a956-5780-4c65-b30a-0be3f90591dc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:38.272075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6aa8114-c8ac-4756-aba7-1f49dc2647b5 req-a7e5a956-5780-4c65-b30a-0be3f90591dc tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 865 time: 0.1008129 Jun 30 02:53:38.275712 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.288998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54674294-0600-48ab-8f4f-245cffbdffcf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Pushing event deleted for resources: {'Port': ['ID=121770de-89f2-46f2-968b-23cc9243d409,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:38.397556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-54674294-0600-48ab-8f4f-245cffbdffcf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] No DVR routers for this DVR port 121770de-89f2-46f2-968b-23cc9243d409 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:38.401346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-3a6e19d0-3de5-4e23-99e6-de18ba3b7e2b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c3a036d-62f3-498b-8a6d-dee57280a541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063693 Jun 30 02:53:38.408758 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-54674294-0600-48ab-8f4f-245cffbdffcf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.419713 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2624e8ca-2f27-4573-8d92-b4f5a5b1f1bd req-54674294-0600-48ab-8f4f-245cffbdffcf tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.74 "DELETE /v2.0/ports/121770de-89f2-46f2-968b-23cc9243d409 HTTP/1.1" status: 204 len: 173 time: 2.7655327 Jun 30 02:53:38.449005 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.524750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port e06b3a84-03d6-4052-b066-587b2396b954, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e06b3a84-03d6-4052-b066-587b2396b954,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:38.547064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=ceb7aa60-afdd-4e1c-a710-9673c56e9c35,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:38.569041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6aa8114-c8ac-4756-aba7-1f49dc2647b5 req-d659e22e-b942-4eee-8d20-2985e0660564 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/security-groups?id=6647403e-27b2-4cae-a829-b5ec0de865f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851110 Jun 30 02:53:38.580978 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3562399e-9c5c-42e6-a74f-08678415d997 req-e7108e2f-1f9c-45a3-bae5-b57949206c9e tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 210 time: 0.0591626 Jun 30 02:53:38.584529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': 'd93cbd55-17ac-4175-ae23-d9cad1f219fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '00a9ba29-88c0-4041-8f5b-526869dd0d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:38.584900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: 00a9ba29-88c0-4041-8f5b-526869dd0d28, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:38.612761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-487185b3-80bd-4839-a2f3-0075851d60dd service neutron] 10.222.0.83 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916924 Jun 30 02:53:38.615494 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.643002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-f6c8ff08-10b4-4f60-a08c-b36137238a4f tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:38.644515 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-f6c8ff08-10b4-4f60-a08c-b36137238a4f tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.83 "GET /v2.0/networks?id=3480030d-6d62-4371-bc03-0d4b0e8191ca HTTP/1.1" status: 200 len: 818 time: 0.2730529 Jun 30 02:53:38.656281 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.656495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Request body: {'port': {'device_id': '9a5885bf-ab48-41c7-92c2-e00d001f6bde', 'network_id': '3480030d-6d62-4371-bc03-0d4b0e8191ca', 'admin_state_up': True, 'tenant_id': '2c63ddf7ac5e42ab9e84823ac4dad0dd'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:38.746428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=e06b3a84-03d6-4052-b066-587b2396b954,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:38.798469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network 00a9ba29-88c0-4041-8f5b-526869dd0d28 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:38.826394 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.910547 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-440892ee-fad4-4d5d-afca-f11f199ed06d req-a7867e2d-24bd-455c-b5a6-542df70af5e8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 210 time: 0.1216519 Jun 30 02:53:38.912606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fde1b6f8-b83f-43c1-808b-403caefb3eb5 req-eaeafa1c-f629-4032-a4e7-aa85174ac5b3 service neutron] 10.222.0.83 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951632 Jun 30 02:53:38.931133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 121770de-89f2-46f2-968b-23cc9243d409 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:38.955268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00d601b8-ae35-4430-b400-42aa397f0c65 req-d5aa0c62-efe0-4f3c-b973-846faf377773 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.0588255 Jun 30 02:53:38.956384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 00a9ba29-88c0-4041-8f5b-526869dd0d28) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:38.961186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:38.962167 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.967741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Pushing event updated for resources: {'Port': ['ID=edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:38.987453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.997262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Made reservation on behalf of 2c63ddf7ac5e42ab9e84823ac4dad0dd for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:38.998506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.015100 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7991dd-10b4-4065-b3bb-f274db472838 None None] Network 00a9ba29-88c0-4041-8f5b-526869dd0d28 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:39.044107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 121770de-89f2-46f2-968b-23cc9243d409 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:39.044486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 121770de-89f2-46f2-968b-23cc9243d409 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:39.109210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:39.110813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:39.189217 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-beeca64d-1b4a-47ef-b597-f99f9b290476 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7261143 Jun 30 02:53:39.200925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35150) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:39.206367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Allocated IP 172.20.0.7 (3480030d-6d62-4371-bc03-0d4b0e8191ca/afc111f8-ad9b-420d-8661-477a7ff10ea3/694015ac-685f-4f17-8e7e-f0066fdd5565) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:39.288757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:39.307218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525ea89-a02d-4b81-96b8-3dbad71fb687 req-a5f88e6e-a0f3-42a8-a6d0-c48f510bd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:39.308774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2525ea89-a02d-4b81-96b8-3dbad71fb687 req-a5f88e6e-a0f3-42a8-a6d0-c48f510bd416 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 1094 time: 0.0872734 Jun 30 02:53:39.426418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:39.441635 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-21da5406-4268-46a7-b2c4-8daa6d3b8b39 admin admin] 10.222.0.77 "PUT /v2.0/routers/068be1a8-e7aa-4cc6-9879-ed809df4dfb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7343156 Jun 30 02:53:39.444248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Sync routers for ids ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:39.480654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Routers {'068be1a8-e7aa-4cc6-9879-ed809df4dfb8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:39.481570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:39.582064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525ea89-a02d-4b81-96b8-3dbad71fb687 req-a5469940-3b15-4a22-a96b-0de27aad46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:39.584093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2525ea89-a02d-4b81-96b8-3dbad71fb687 req-a5469940-3b15-4a22-a96b-0de27aad46d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 914 time: 0.1589782 Jun 30 02:53:39.647245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2525ea89-a02d-4b81-96b8-3dbad71fb687 req-9583f6c1-5c84-4fea-a488-42a1f3dd41bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39451f18-3872-47b3-82e6-46fe57941507 HTTP/1.1" status: 200 len: 217 time: 0.0562241 Jun 30 02:53:39.684474 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.727520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b2251-29f4-45e8-a028-3014ecb65493 req-7799c75d-fc51-493c-9c54-934411c99dab tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:39.735609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.737199 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f41b2251-29f4-45e8-a028-3014ecb65493 req-7799c75d-fc51-493c-9c54-934411c99dab tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 943 time: 0.3019693 Jun 30 02:53:39.771016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-00a9ba29-88c0-4041-8f5b-526869dd0d28', 'network_id': '00a9ba29-88c0-4041-8f5b-526869dd0d28', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': 'ceb7aa60-afdd-4e1c-a710-9673c56e9c35'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:39.772039 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.863901 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.867957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fabe16-7120-40ce-ad6e-cfd5d326ce2e', 'name': 'network-vif-deleted', 'tag': '121770de-89f2-46f2-968b-23cc9243d409'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:39.871367 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12126a63-f562-4b5a-9836-615fa7c1a2e8" -d '{"events": [{"server_uuid": "b6fabe16-7120-40ce-ad6e-cfd5d326ce2e", "name": "network-vif-deleted", "tag": "121770de-89f2-46f2-968b-23cc9243d409"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:39.874902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525ea89-a02d-4b81-96b8-3dbad71fb687 req-6bb1df56-7cbf-4454-87b5-14794ea50e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:39.876927 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2525ea89-a02d-4b81-96b8-3dbad71fb687 req-6bb1df56-7cbf-4454-87b5-14794ea50e54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cc4915e-2757-4253-b1f2-37f11c6c5454 HTTP/1.1" status: 200 len: 853 time: 0.1922948 Jun 30 02:53:39.926855 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.930096 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9caa37f4-c7ae-4498-8828-1cad70711ba6 req-0f7cd6af-def6-4c92-a912-d155f3364121 tempest-ImagesTestJSON-2020317298 tempest-ImagesTestJSON-2020317298-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6fabe16-7120-40ce-ad6e-cfd5d326ce2e HTTP/1.1" status: 200 len: 210 time: 0.0684240 Jun 30 02:53:39.953154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Allocated IP 172.20.0.3 (00a9ba29-88c0-4041-8f5b-526869dd0d28/ceb7aa60-afdd-4e1c-a710-9673c56e9c35/f9cd5ea9-0fec-44c5-83cc-93784271e26e) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:39.970063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2525ea89-a02d-4b81-96b8-3dbad71fb687 req-6d7f3252-92ee-4b36-a9e5-da9f10082d8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c3a036d-62f3-498b-8a6d-dee57280a541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849316 Jun 30 02:53:40.001704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Network 3480030d-6d62-4371-bc03-0d4b0e8191ca is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:40.023056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:40.027956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:40.055727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f41b2251-29f4-45e8-a028-3014ecb65493 req-44e04149-f2cb-435b-8c91-61709b7c7d42 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147552 Jun 30 02:53:40.097869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Pushing event updated for resources: {'Port': ['ID=694015ac-685f-4f17-8e7e-f0066fdd5565,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:40.187797 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.188512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Transition to ACTIVE for port object f9cd5ea9-0fec-44c5-83cc-93784271e26e will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:40.199474 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2525ea89-a02d-4b81-96b8-3dbad71fb687 req-d7e1b21c-1e81-4728-bb68-6e792332aad3 service neutron] 10.222.0.83 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930089 Jun 30 02:53:40.205104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:40.205453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.208669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Transition to ACTIVE for port object f9cd5ea9-0fec-44c5-83cc-93784271e26e will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:40.214323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Set router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:40.218997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e06b3a84-03d6-4052-b066-587b2396b954 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:40.244427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cbabd-36b4-4450-9716-0de53b360394 req-4b9b1a64-4802-4441-a532-eefb3528772e tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:40.246090 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc4cbabd-36b4-4450-9716-0de53b360394 req-4b9b1a64-4802-4441-a532-eefb3528772e tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 931 time: 0.1517160 Jun 30 02:53:40.287963 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.312238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc4cbabd-36b4-4450-9716-0de53b360394 req-ca68254f-0ccb-4285-a3ad-20e87aba142d tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509877 Jun 30 02:53:40.374508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-b1a917b9-cb1c-4da1-882e-5d40338d1e65 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7191393 Jun 30 02:53:40.382811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Request body: {'port': {'device_id': '9a5885bf-ab48-41c7-92c2-e00d001f6bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:40.425177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Pushing event updated for resources: {'Port': ['ID=f9cd5ea9-0fec-44c5-83cc-93784271e26e,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:40.433536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.434333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Network 00a9ba29-88c0-4041-8f5b-526869dd0d28 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:40.450787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:40.451019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2525ea89-a02d-4b81-96b8-3dbad71fb687 req-8da18307-012a-4a80-9ef6-2ae9ec0b604c service neutron] 10.222.0.83 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450943 Jun 30 02:53:40.467325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-2ab7d80f-0d4e-4154-8292-1e527d13fde5 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:40.468852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-2ab7d80f-0d4e-4154-8292-1e527d13fde5 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 818 time: 0.1491408 Jun 30 02:53:40.485691 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-991ec06f-b7ee-4ecb-90cf-b68e51c917b2 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/quotas/36a904043a1547ccb9360780af409d88 HTTP/1.1" status: 200 len: 375 time: 0.0104678 Jun 30 02:53:40.496440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:40.503517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb7aa60-afdd-4e1c-a710-9673c56e9c35,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:40.529555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.587079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e06b3a84-03d6-4052-b066-587b2396b954 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:40.587556 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.632800 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a5b5f2-ed71-4088-bd59-deedda924e9b x-openstack-request-id: req-77a5b5f2-ed71-4088-bd59-deedda924e9b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:40.633351 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fabe16-7120-40ce-ad6e-cfd5d326ce2e", "name": "network-vif-deleted", "tag": "121770de-89f2-46f2-968b-23cc9243d409", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:40.633351 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77a5b5f2-ed71-4088-bd59-deedda924e9b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:40.633752 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fabe16-7120-40ce-ad6e-cfd5d326ce2e', 'name': 'network-vif-deleted', 'tag': '121770de-89f2-46f2-968b-23cc9243d409', 'status': 'completed', 'code': 200} Jun 30 02:53:40.641055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Attempting to bind port f9cd5ea9-0fec-44c5-83cc-93784271e26e on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:40.645520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Attempting to bind port f9cd5ea9-0fec-44c5-83cc-93784271e26e by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd93cbd55-17ac-4175-ae23-d9cad1f219fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '00a9ba29-88c0-4041-8f5b-526869dd0d28'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:40.646010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Attempting to bind port f9cd5ea9-0fec-44c5-83cc-93784271e26e on network 00a9ba29-88c0-4041-8f5b-526869dd0d28 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:40.654746 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.663089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:40.663265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Checking segment: {'id': 'd93cbd55-17ac-4175-ae23-d9cad1f219fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '00a9ba29-88c0-4041-8f5b-526869dd0d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:40.664131 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.664131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Bound using segment: {'id': 'd93cbd55-17ac-4175-ae23-d9cad1f219fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '00a9ba29-88c0-4041-8f5b-526869dd0d28'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:40.664754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Bound port: f9cd5ea9-0fec-44c5-83cc-93784271e26e, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93cbd55-17ac-4175-ae23-d9cad1f219fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '00a9ba29-88c0-4041-8f5b-526869dd0d28'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:40.665454 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.668096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a9ba29-88c0-4041-8f5b-526869dd0d28']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:40.678417 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-e113513f-f3e5-497d-9ae2-0c7ff612fe4b tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1831892 Jun 30 02:53:40.693115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-76082a75-aeaa-405a-87c4-edf6d1537091 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:40.694620 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-76082a75-aeaa-405a-87c4-edf6d1537091 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.83 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 812 time: 0.1840019 Jun 30 02:53:40.706566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93cbd55-17ac-4175-ae23-d9cad1f219fc') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:40.707266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93cbd55-17ac-4175-ae23-d9cad1f219fc') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:40.726239 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.737539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'port': {'device_id': '38113b4d-677d-43fb-a32e-6651a1b69af5', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'admin_state_up': True, 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:40.754741 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.792925 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] For port f9cd5ea9-0fec-44c5-83cc-93784271e26e, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:40.832433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:40.832845 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:40.835886 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:40.884056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'name': 'tempest-ServerRescueNegativeTestJSON-361587495-router', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:28Z', 'updated_at': '2021-06-30T02:53:37Z', 'revision_number': 4, 'project_id': '36a904043a1547ccb9360780af409d88', 'gw_port': {'id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:30Z', 'updated_at': '2021-06-30T02:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0', 'name': '', 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'mac_address': 'fa:16:3e:90:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '33d152a6-af98-4ff0-8bef-4612b4b4a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:35Z', 'updated_at': '2021-06-30T02:53:38Z', 'revision_number': 2, 'project_id': '36a904043a1547ccb9360780af409d88', 'subnets': [{'id': '33d152a6-af98-4ff0-8bef-4612b4b4a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:40.895457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-997e6414-d190-461d-af48-d23d6069dc3d service neutron] 10.222.0.77 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165761 Jun 30 02:53:40.933825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84902d32-bfd7-4f1b-9c0f-e8449e6790af req-08ce1141-04f2-4db1-879b-3cc81519da2d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 210 time: 0.1056893 Jun 30 02:53:40.940514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Checking router: 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:40.940514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Updating router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:53:40.998556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] For port f9cd5ea9-0fec-44c5-83cc-93784271e26e, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f9cd5ea9-0fec-44c5-83cc-93784271e26e,segment=NetworkSegment(d93cbd55-17ac-4175-ae23-d9cad1f219fc),segment_id=d93cbd55-17ac-4175-ae23-d9cad1f219fc)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:41.002113 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-5088c737-424c-4320-9fd7-bebc51d68556 service neutron] 10.222.0.77 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034293 Jun 30 02:53:41.002516 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.004016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Made reservation on behalf of a94cd6792f3746bdbcbc060a15360cb7 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:41.012069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.185296 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.191442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Allocated IP 172.20.0.12 (69eb99e6-aef0-4477-9db7-0070bde99f86/a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00/9a3a574a-28ef-4a02-b84d-6d81b214b059) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:41.191648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:53:41.191648 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:53:41.191648 n-d-798249-3 neutron-server[94531]: [parameters: {'id': '00a9ba29-88c0-4041-8f5b-526869dd0d28'}] Jun 30 02:53:41.191648 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:53:41.195349 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:53:41.209175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d081153d-09ef-451d-8ddd-2e0f46e9b44b req-300db391-7b4e-4ce1-8072-014913c1a289 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/ports?device_id=d05eb36c-b6af-4ca8-8aaf-4021eba3ffe4 HTTP/1.1" status: 200 len: 210 time: 0.1157091 Jun 30 02:53:41.402190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694015ac-685f-4f17-8e7e-f0066fdd5565 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:41.424155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.455642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Transition to ACTIVE for port object 694015ac-685f-4f17-8e7e-f0066fdd5565 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:41.473022 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.485792 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80ad052d-a1d1-46b9-be62-5a0c2c9209da req-eb972f7a-6751-484e-8600-c3a1d4edb98c tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 210 time: 0.1246426 Jun 30 02:53:41.512690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Transition to ACTIVE for port object 9a3a574a-28ef-4a02-b84d-6d81b214b059 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:41.596122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c102242-e6b3-4fc4-93e5-d24c386bd1fb req-11ba21b1-707b-49bf-9870-3809ff7b851d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:41.603962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8c102242-e6b3-4fc4-93e5-d24c386bd1fb req-11ba21b1-707b-49bf-9870-3809ff7b851d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 943 time: 0.1592343 Jun 30 02:53:41.648512 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8c102242-e6b3-4fc4-93e5-d24c386bd1fb req-3b781a2c-f6f0-4e93-833e-c048b28faac7 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434310 Jun 30 02:53:41.662283 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.692623 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.719959 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.748936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Pushing event updated for resources: {'Port': ['ID=694015ac-685f-4f17-8e7e-f0066fdd5565,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:41.783334 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.786257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:41.789614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:41.796315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:41.799534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Transition to ACTIVE for port object edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:41.806745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff6366-fbfb-4897-bd46-92acfd2d48ff None None] Pushing event updated for resources: {'Port': ['ID=f9cd5ea9-0fec-44c5-83cc-93784271e26e,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:41.840559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'Port': ['ID=9a3a574a-28ef-4a02-b84d-6d81b214b059,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:41.843808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa90a9-d508-40c7-a305-c30449d2cd53 None None] Network 00a9ba29-88c0-4041-8f5b-526869dd0d28 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:41.909683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:41.910446 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.987994 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.051229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-0c40b2fb-077f-4b0f-be39-4c4e772c2bbb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3414197 Jun 30 02:53:42.063623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Request body: {'port': {'device_id': '38113b4d-677d-43fb-a32e-6651a1b69af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:42.189054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fd588-f2f8-4f67-984d-8f5e2656285f None None] Pushing event updated for resources: {'Port': ['ID=edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:42.250990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.289071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Attempting to bind port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:42.289485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Attempting to bind port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:42.289839 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Attempting to bind port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 on network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:42.303475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:42.303886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Checking segment: {'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:42.304868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.305265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Bound using segment: {'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:42.305763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Bound port: edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:42.306141 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.346400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-64fa0680-7c32-420a-96b3-3d881b14e99f tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:42.348582 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-64fa0680-7c32-420a-96b3-3d881b14e99f tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 818 time: 0.1656468 Jun 30 02:53:42.363221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5564c33-a008-4446-a65e-a72eb2412dc7 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:53:42.460090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-56fec5c7-b1d8-4e33-baaf-49e35476715a None None] Provisioning for port 9a3a574a-28ef-4a02-b84d-6d81b214b059 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:42.474129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-7d3347f1-c3c8-44d3-abac-f70e666b5499 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/quotas/36a904043a1547ccb9360780af409d88 HTTP/1.1" status: 200 len: 375 time: 0.1140125 Jun 30 02:53:42.482875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-56fec5c7-b1d8-4e33-baaf-49e35476715a None None] Provisioning complete for port 9a3a574a-28ef-4a02-b84d-6d81b214b059 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:42.483259 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-56fec5c7-b1d8-4e33-baaf-49e35476715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.527115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] For port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:42.554306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] For port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:42.555357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-56fec5c7-b1d8-4e33-baaf-49e35476715a None None] Port 9a3a574a-28ef-4a02-b84d-6d81b214b059 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:42.569352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Attempting to bind port 694015ac-685f-4f17-8e7e-f0066fdd5565 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:42.569703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5564c33-a008-4446-a65e-a72eb2412dc7 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:53:42.569837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Attempting to bind port 694015ac-685f-4f17-8e7e-f0066fdd5565 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'f46e553a-fbc6-485f-9bb0-3ed5bac64c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3480030d-6d62-4371-bc03-0d4b0e8191ca'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:42.570085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Attempting to bind port 694015ac-685f-4f17-8e7e-f0066fdd5565 on network 3480030d-6d62-4371-bc03-0d4b0e8191ca {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:42.603931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa66947-481b-4e7b-aac0-dc0387018aeb req-68c1f94c-6571-45e2-8e62-346af1c12b88 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:42.626527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caa66947-481b-4e7b-aac0-dc0387018aeb req-68c1f94c-6571-45e2-8e62-346af1c12b88 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 943 time: 0.1821172 Jun 30 02:53:42.638541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Port 694015ac-685f-4f17-8e7e-f0066fdd5565 on network 3480030d-6d62-4371-bc03-0d4b0e8191ca not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:42.639474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Attempting to bind port 694015ac-685f-4f17-8e7e-f0066fdd5565 on network 3480030d-6d62-4371-bc03-0d4b0e8191ca {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:42.646193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Deleting port f9cd5ea9-0fec-44c5-83cc-93784271e26e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:42.646537 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.651210 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-495ebab2-6ba0-4458-a17a-fb2bf6a1bfad tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1709874 Jun 30 02:53:42.655008 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.710810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] For port f9cd5ea9-0fec-44c5-83cc-93784271e26e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f9cd5ea9-0fec-44c5-83cc-93784271e26e,segment=NetworkSegment(d93cbd55-17ac-4175-ae23-d9cad1f219fc),segment_id=d93cbd55-17ac-4175-ae23-d9cad1f219fc)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:42.711163 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.713029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fd588-f2f8-4f67-984d-8f5e2656285f None None] Pushing event updated for resources: {'Port': ['ID=edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:42.744116 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Calling delete_port for f9cd5ea9-0fec-44c5-83cc-93784271e26e owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:42.760038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Routers {'068be1a8-e7aa-4cc6-9879-ed809df4dfb8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:42.760887 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:42.763853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-184e4dab-eba5-4bed-bad8-948e24647c54 service neutron] 10.222.0.77 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116996 Jun 30 02:53:42.894867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:42.895866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Checking segment: {'id': 'f46e553a-fbc6-485f-9bb0-3ed5bac64c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3480030d-6d62-4371-bc03-0d4b0e8191ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:42.896557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Bound using segment: {'id': 'f46e553a-fbc6-485f-9bb0-3ed5bac64c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3480030d-6d62-4371-bc03-0d4b0e8191ca'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:42.897184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Bound port: 694015ac-685f-4f17-8e7e-f0066fdd5565, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46e553a-fbc6-485f-9bb0-3ed5bac64c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '3480030d-6d62-4371-bc03-0d4b0e8191ca'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:42.898946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.970341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caa66947-481b-4e7b-aac0-dc0387018aeb req-dfebbc0c-f387-4751-b468-866504f8b377 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426235 Jun 30 02:53:43.020419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] For port 694015ac-685f-4f17-8e7e-f0066fdd5565, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:43.028106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] For port 694015ac-685f-4f17-8e7e-f0066fdd5565, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=694015ac-685f-4f17-8e7e-f0066fdd5565,segment=NetworkSegment(f46e553a-fbc6-485f-9bb0-3ed5bac64c6d),segment_id=f46e553a-fbc6-485f-9bb0-3ed5bac64c6d)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:43.030302 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.058920 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Port': ['ID=f9cd5ea9-0fec-44c5-83cc-93784271e26e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:43.070002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No DVR routers for this DVR port f9cd5ea9-0fec-44c5-83cc-93784271e26e on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:43.135102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 39451f18-3872-47b3-82e6-46fe57941507 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:43.189814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.216863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a9ba29-88c0-4041-8f5b-526869dd0d28']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:43.239979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93cbd55-17ac-4175-ae23-d9cad1f219fc') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:43.240797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93cbd55-17ac-4175-ae23-d9cad1f219fc') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:43.244194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] Set router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:43.253126 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.271486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.279034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:43.279829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.332795 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-cdf1daa8-61cd-44c5-8b25-4e4bbffa94ae service neutron] 10.222.0.77 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679975 Jun 30 02:53:43.345236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3a574a-28ef-4a02-b84d-6d81b214b059 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:43.363037 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:43.364198 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:43.380887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Transition to ACTIVE for port object 9a3a574a-28ef-4a02-b84d-6d81b214b059 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:43.395633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.463620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:43.469087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Pushing event updated for resources: {'Port': ['ID=694015ac-685f-4f17-8e7e-f0066fdd5565,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:43.490690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:43.491352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.493860 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-2af8daca-006f-4944-a1bc-a696ae822e13 service neutron] 10.222.0.83 "PUT /v2.0/ports/694015ac-685f-4f17-8e7e-f0066fdd5565 HTTP/1.1" status: 200 len: 1091 time: 3.1148345 Jun 30 02:53:43.499515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5885bf-ab48-41c7-92c2-e00d001f6bde', 'tag': '694015ac-685f-4f17-8e7e-f0066fdd5565'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:43.503904 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5885bf-ab48-41c7-92c2-e00d001f6bde", "tag": "694015ac-685f-4f17-8e7e-f0066fdd5565"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:43.507197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '39451f18-3872-47b3-82e6-46fe57941507', 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541', 'port_id': '39451f18-3872-47b3-82e6-46fe57941507', 'mac_address': 'fa:16:3e:a1:45:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc4915e-2757-4253-b1f2-37f11c6c5454', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:43.548443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f85006-dd98-4d57-b1f1-35f95f45ed14 req-5edda006-4e7b-4f41-98a7-94b78633d064 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:43.550151 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-08f85006-dd98-4d57-b1f1-35f95f45ed14 req-5edda006-4e7b-4f41-98a7-94b78633d064 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 932 time: 0.4484224 Jun 30 02:53:43.564891 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.586882 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.607507 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.607507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/00a9ba29-88c0-4041-8f5b-526869dd0d28 HTTP/1.1" status: 204 len: 168 time: 4.4005103 Jun 30 02:53:43.607507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35232) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:43.612347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-273619053'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:43.631859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b865662-9f08-4119-9acd-903c4ce76dc5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=00a9ba29-88c0-4041-8f5b-526869dd0d28,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:43.655035 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-08f85006-dd98-4d57-b1f1-35f95f45ed14 req-0ef69617-350c-4cf7-b2ee-771369d3563f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921841 Jun 30 02:53:43.662178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3a574a-28ef-4a02-b84d-6d81b214b059,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:43.666444 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.695801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39451f18-3872-47b3-82e6-46fe57941507 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:43.744663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:43.753362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'name': 'tempest-ServerRescueNegativeTestJSON-361587495-router', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:28Z', 'updated_at': '2021-06-30T02:53:37Z', 'revision_number': 4, 'project_id': '36a904043a1547ccb9360780af409d88', 'gw_port': {'id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:30Z', 'updated_at': '2021-06-30T02:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0', 'name': '', 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'mac_address': 'fa:16:3e:90:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '33d152a6-af98-4ff0-8bef-4612b4b4a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:35Z', 'updated_at': '2021-06-30T02:53:42Z', 'revision_number': 4, 'project_id': '36a904043a1547ccb9360780af409d88', 'subnets': [{'id': '33d152a6-af98-4ff0-8bef-4612b4b4a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:43.785868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Attempting to bind port 9a3a574a-28ef-4a02-b84d-6d81b214b059 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:43.786365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Attempting to bind port 9a3a574a-28ef-4a02-b84d-6d81b214b059 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:43.786806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Attempting to bind port 9a3a574a-28ef-4a02-b84d-6d81b214b059 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:43.792201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Port 9a3a574a-28ef-4a02-b84d-6d81b214b059 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:43.797562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Attempting to bind port 9a3a574a-28ef-4a02-b84d-6d81b214b059 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:43.797838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:43.798257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Checking segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:43.799077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Bound using segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:43.799596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Bound port: 9a3a574a-28ef-4a02-b84d-6d81b214b059, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:43.800028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.851700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d914a9-1ed3-4f49-8b47-6993d2c63acc None None] The sync data for ids ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'] in n-d-798249-3 is: [{'id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'name': 'tempest-ServerRescueNegativeTestJSON-361587495-router', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:28Z', 'updated_at': '2021-06-30T02:53:37Z', 'revision_number': 4, 'project_id': '36a904043a1547ccb9360780af409d88', 'gw_port': {'id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:30Z', 'updated_at': '2021-06-30T02:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0', 'name': '', 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'mac_address': 'fa:16:3e:90:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '33d152a6-af98-4ff0-8bef-4612b4b4a7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:35Z', 'updated_at': '2021-06-30T02:53:42Z', 'revision_number': 4, 'project_id': '36a904043a1547ccb9360780af409d88', 'subnets': [{'id': '33d152a6-af98-4ff0-8bef-4612b4b4a7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:43.908242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-0b705047-1a01-49d2-a177-d1609e10b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:43.920530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-0b705047-1a01-49d2-a177-d1609e10b6fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2c63ddf7ac5e42ab9e84823ac4dad0dd&device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 1094 time: 0.1862388 Jun 30 02:53:43.931882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:43.946330 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.972578 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.032312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] For port 9a3a574a-28ef-4a02-b84d-6d81b214b059, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:44.041264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] For port 9a3a574a-28ef-4a02-b84d-6d81b214b059, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9a3a574a-28ef-4a02-b84d-6d81b214b059,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:44.075872 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-d460461a-54f2-4ed8-9d10-4892963cea0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694015ac-685f-4f17-8e7e-f0066fdd5565 HTTP/1.1" status: 200 len: 217 time: 0.1451261 Jun 30 02:53:44.102913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:44.122796 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.123145 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment a9f50f0a-c02f-4501-81d4-8e0bac4eaa39 of type vlan for network 42f48de6-6bb1-4d3e-8177-206d846f3ea0 Jun 30 02:53:44.192871 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.197655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['39451f18-3872-47b3-82e6-46fe57941507'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:44.203764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:44.216909 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.277103 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93036428-4082-4742-957b-8de30fd875e3 x-openstack-request-id: req-93036428-4082-4742-957b-8de30fd875e3 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:44.277550 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5885bf-ab48-41c7-92c2-e00d001f6bde", "tag": "694015ac-685f-4f17-8e7e-f0066fdd5565", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:44.278665 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93036428-4082-4742-957b-8de30fd875e3 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:44.279067 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5885bf-ab48-41c7-92c2-e00d001f6bde', 'tag': '694015ac-685f-4f17-8e7e-f0066fdd5565', 'status': 'completed', 'code': 200} Jun 30 02:53:44.322823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:44.323725 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.325255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] 10.222.0.83 "PUT /v2.0/ports/9a3a574a-28ef-4a02-b84d-6d81b214b059 HTTP/1.1" status: 200 len: 1092 time: 2.2667048 Jun 30 02:53:44.325735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38113b4d-677d-43fb-a32e-6651a1b69af5', 'tag': '9a3a574a-28ef-4a02-b84d-6d81b214b059'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:44.338700 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492" -d '{"events": [{"name": "network-changed", "server_uuid": "38113b4d-677d-43fb-a32e-6651a1b69af5", "tag": "9a3a574a-28ef-4a02-b84d-6d81b214b059"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:44.414683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f01e7-8054-41f3-95ad-36a6d36a69a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3a574a-28ef-4a02-b84d-6d81b214b059,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:44.415769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-af5b2243-00d5-4c73-8bc9-60b0e6bd740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:44.417247 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-af5b2243-00d5-4c73-8bc9-60b0e6bd740e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=afc111f8-ad9b-420d-8661-477a7ff10ea3 HTTP/1.1" status: 200 len: 858 time: 0.1888843 Jun 30 02:53:44.483851 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-1da0f437-703c-4a13-821b-e5a9ac97dade service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3480030d-6d62-4371-bc03-0d4b0e8191ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497398 Jun 30 02:53:44.515921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f549a2e9-e7f7-4d88-a880-af83d941464d req-2d2916c0-bb96-46a8-a73b-ad1cdd69a265 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 210 time: 0.0943782 Jun 30 02:53:44.602718 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.609127 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:44.616714 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.638933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-73f00b13-3600-49e5-a468-8637621f6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:44.640527 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-73f00b13-3600-49e5-a468-8637621f6309 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 1095 time: 0.1272542 Jun 30 02:53:44.696044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-ac623c5f-be6e-44c4-987b-f23af5ba8d3f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3a574a-28ef-4a02-b84d-6d81b214b059 HTTP/1.1" status: 200 len: 217 time: 0.0471506 Jun 30 02:53:44.726493 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2200c96-7a85-4d11-af07-0acee0ce376e req-73c3a32d-7c47-4868-a16d-5d1eeeebac45 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:44.728047 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2200c96-7a85-4d11-af07-0acee0ce376e req-73c3a32d-7c47-4868-a16d-5d1eeeebac45 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.4979060 Jun 30 02:53:44.754493 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35258) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:44.762938 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1526885 Jun 30 02:53:44.780373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35260) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:44.788638 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': '42f48de6-6bb1-4d3e-8177-206d846f3ea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:44.810299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-9ad2f957-a986-4835-9272-8ce18cfdef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:44.812447 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-9ad2f957-a986-4835-9272-8ce18cfdef1b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.1076820 Jun 30 02:53:44.851967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d7cf5-71ff-4676-8ac3-de0f7d68ca41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=42f48de6-6bb1-4d3e-8177-206d846f3ea0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:44.869284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 42f48de6-6bb1-4d3e-8177-206d846f3ea0 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:44.893378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-4108e5f2-7dda-454e-8388-2263b8187292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:44.895216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-4108e5f2-7dda-454e-8388-2263b8187292 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722537 Jun 30 02:53:45.043819 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2200c96-7a85-4d11-af07-0acee0ce376e req-9cb043b0-27a0-4af9-9fd4-65f5a9d7794f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695315 Jun 30 02:53:45.085376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-41f3e9f5-e12b-4e47-b40f-0d5c7a06a8b2 service neutron] 10.222.0.83 "GET /v2.0/networks/3480030d-6d62-4371-bc03-0d4b0e8191ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932336 Jun 30 02:53:45.088737 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e1cb0ca1-d662-4279-b5ca-35fd3f7af8fd tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.092828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 39451f18-3872-47b3-82e6-46fe57941507 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:45.115846 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0b009f-dd55-4f9e-98fc-a46d175a215d x-openstack-request-id: req-0b0b009f-dd55-4f9e-98fc-a46d175a215d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:45.116245 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38113b4d-677d-43fb-a32e-6651a1b69af5", "tag": "9a3a574a-28ef-4a02-b84d-6d81b214b059", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:45.116664 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b0b009f-dd55-4f9e-98fc-a46d175a215d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:45.117155 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38113b4d-677d-43fb-a32e-6651a1b69af5', 'tag': '9a3a574a-28ef-4a02-b84d-6d81b214b059', 'status': 'completed', 'code': 200} Jun 30 02:53:45.127016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39d53a-0da0-474a-978a-646ef00c2407 req-6a965584-ebd9-4249-b99f-542db6777f88 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:45.129332 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c39d53a-0da0-474a-978a-646ef00c2407 req-6a965584-ebd9-4249-b99f-542db6777f88 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 943 time: 0.2331729 Jun 30 02:53:45.136703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-43a066ae-5e93-4367-95e2-e5fe94fa99bb service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271504 Jun 30 02:53:45.161864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e1cb0ca1-d662-4279-b5ca-35fd3f7af8fd tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.252503 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c39d53a-0da0-474a-978a-646ef00c2407 req-80948953-5580-4804-a47b-f5bfbe59cc8a tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144516 Jun 30 02:53:45.292892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:45.297289 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.319268 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 39451f18-3872-47b3-82e6-46fe57941507 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:45.325191 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 39451f18-3872-47b3-82e6-46fe57941507 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:45.325918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.335132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a12fe39f-b2fe-4a78-80bc-84152e7d543b req-9ca35145-7a0d-453c-84cc-e50cd5f54a8e service neutron] 10.222.0.83 "GET /v2.0/networks/3480030d-6d62-4371-bc03-0d4b0e8191ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197237 Jun 30 02:53:45.343476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cb94cf-56e3-449a-be06-03c6ca47b2cc req-99859c9a-79e4-441c-b9d4-28b2980ece25 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713636 Jun 30 02:53:45.436646 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e1cb0ca1-d662-4279-b5ca-35fd3f7af8fd tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.439301 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e1cb0ca1-d662-4279-b5ca-35fd3f7af8fd tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.440820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e1cb0ca1-d662-4279-b5ca-35fd3f7af8fd tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "DELETE /v2.0/security-groups/873b678b-b934-4c63-b3aa-7e9f1dca3af8 HTTP/1.1" status: 204 len: 168 time: 0.6825085 Jun 30 02:53:45.444934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35268) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:45.449962 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.464929 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-3d1c2bf1-7717-4bd4-bb45-45e46c1cd272 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] show failed (client error): The resource could not be found. Jun 30 02:53:45.465437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb0ca1-d662-4279-b5ca-35fd3f7af8fd tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873b678b-b934-4c63-b3aa-7e9f1dca3af8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.466615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3d1c2bf1-7717-4bd4-bb45-45e46c1cd272 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "GET /v2.0/security-groups/873b678b-b934-4c63-b3aa-7e9f1dca3af8 HTTP/1.1" status: 404 len: 347 time: 0.0202589 Jun 30 02:53:45.475925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35270) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:45.500278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39451f18-3872-47b3-82e6-46fe57941507'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:45.503045 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42cbeef-07ad-42e8-8bcb-bbed20def764" -d '{"events": [{"server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "name": "network-vif-plugged", "status": "completed", "tag": "39451f18-3872-47b3-82e6-46fe57941507"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:45.518115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:45.589738 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d16be6-03f2-488c-a007-c2f50f02936c x-openstack-request-id: req-77d16be6-03f2-488c-a007-c2f50f02936c {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:45.590031 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "name": "network-vif-plugged", "status": "completed", "tag": "39451f18-3872-47b3-82e6-46fe57941507", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:45.590290 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77d16be6-03f2-488c-a007-c2f50f02936c {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:45.590790 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39451f18-3872-47b3-82e6-46fe57941507', 'code': 200} Jun 30 02:53:45.627641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5e5f-ace7-43fa-be24-724eff5e6481 req-8e294414-707f-45b2-98e5-7cff22d1ffc8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:45.637439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-665a5e5f-ace7-43fa-be24-724eff5e6481 req-8e294414-707f-45b2-98e5-7cff22d1ffc8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 944 time: 0.2428229 Jun 30 02:53:45.651758 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.737066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-49ae32b5-4e9d-4318-91b2-2e3c1ae7af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:45.741306 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-49ae32b5-4e9d-4318-91b2-2e3c1ae7af21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 1095 time: 0.0971298 Jun 30 02:53:45.773076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.776033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-665a5e5f-ace7-43fa-be24-724eff5e6481 req-b90d878f-2f5b-4d97-8cc0-2a3092c7930d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376245 Jun 30 02:53:45.892673 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f22af7d0-db14-4a7c-a874-eb6467a62a21 req-3b561c28-8344-42bb-8e7a-46c31209b911 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 210 time: 0.0821705 Jun 30 02:53:46.045303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:46.046553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35286) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:46.070036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-10b0f48d-c27c-4bd9-9713-03149b245395 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Deleting port 55074a33-1454-45d0-8c0e-960da80254df {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:46.070928 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10b0f48d-c27c-4bd9-9713-03149b245395 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.080428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-87e3bd0f-c3cd-46e3-9d0d-676544f126ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.084459 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-87e3bd0f-c3cd-46e3-9d0d-676544f126ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.3339822 Jun 30 02:53:46.137581 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.183619 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-5ae9aae8-6781-41cb-bf97-3c50d1af1c6e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3a574a-28ef-4a02-b84d-6d81b214b059 HTTP/1.1" status: 200 len: 217 time: 0.0552948 Jun 30 02:53:46.199292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:46.203923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:46.204379 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.212620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0e35c3-b4ae-4128-a9b9-cb893a2c68de admin admin] Deleting subnet 947dbb80-a1b2-4b65-b9b8-a35faceb5f88 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:46.236019 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba0e35c3-b4ae-4128-a9b9-cb893a2c68de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.332500 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.336390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6 req-0d72553a-fcb9-457a-aac5-63a3b3fc3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.340341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6 req-0d72553a-fcb9-457a-aac5-63a3b3fc3259 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2c63ddf7ac5e42ab9e84823ac4dad0dd&device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 1094 time: 0.4487026 Jun 30 02:53:46.347216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e0352-5fb3-46fa-9b12-3b4f58ffdd83 req-2f905a5d-9c8c-4a1b-9cd3-39dc888296df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.349075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf8e0352-5fb3-46fa-9b12-3b4f58ffdd83 req-2f905a5d-9c8c-4a1b-9cd3-39dc888296df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 1096 time: 0.4773402 Jun 30 02:53:46.367506 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-e3d0308f-e97b-4fbb-a0c9-c0073cc408ee tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.370426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-e3d0308f-e97b-4fbb-a0c9-c0073cc408ee tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.74 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 818 time: 0.4938612 Jun 30 02:53:46.387420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:46.388990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Request body: {'port': {'device_id': 'c12275e9-3f24-4b72-ac77-01046fe583ec', 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1', 'admin_state_up': True, 'tenant_id': '36a904043a1547ccb9360780af409d88'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:46.425560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': 'a9f50f0a-c02f-4501-81d4-8e0bac4eaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42f48de6-6bb1-4d3e-8177-206d846f3ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:46.426554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: 42f48de6-6bb1-4d3e-8177-206d846f3ea0, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:46.453382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=df4b0bc7-b11a-41b7-a6ff-0d86f9fdb6ea,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:46.470081 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba0e35c3-b4ae-4128-a9b9-cb893a2c68de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.502200 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.512135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-1b3c28ed-0bb7-45b8-b6d6-ec4f9fb2f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.514011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-1b3c28ed-0bb7-45b8-b6d6-ec4f9fb2f278 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.2913690 Jun 30 02:53:46.596513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10b0f48d-c27c-4bd9-9713-03149b245395 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.597013 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10b0f48d-c27c-4bd9-9713-03149b245395 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.630162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949779d4-2462-49a8-9d15-1355569151ed req-dfbd2689-20fd-4bd1-a08b-0a8ca91a43fe tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.637912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-949779d4-2462-49a8-9d15-1355569151ed req-dfbd2689-20fd-4bd1-a08b-0a8ca91a43fe tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.3921454 Jun 30 02:53:46.642945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:46.724925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba0e35c3-b4ae-4128-a9b9-cb893a2c68de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.748419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-10b0f48d-c27c-4bd9-9713-03149b245395 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Calling delete_port for 55074a33-1454-45d0-8c0e-960da80254df owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:46.795255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-816e2d5b-7eb2-40d1-b833-e86f5776140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.797843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-816e2d5b-7eb2-40d1-b833-e86f5776140d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648501 Jun 30 02:53:46.849359 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf8e0352-5fb3-46fa-9b12-3b4f58ffdd83 req-abb23352-bc96-420d-a7a7-8b25b042ce5f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351633 Jun 30 02:53:46.923414 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-0c8e4c26-c5e6-4c5c-b3ec-ef2bea45fc0a service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996330 Jun 30 02:53:46.938485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Made reservation on behalf of 36a904043a1547ccb9360780af409d88 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:46.940329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6 req-6a54268f-c349-481b-8760-62cbb822fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.941859 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6 req-6a54268f-c349-481b-8760-62cbb822fa0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=3480030d-6d62-4371-bc03-0d4b0e8191ca HTTP/1.1" status: 200 len: 919 time: 0.5688679 Jun 30 02:53:46.943023 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.947863 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-949779d4-2462-49a8-9d15-1355569151ed req-5ff68723-1610-4f3f-b135-44542be760dd tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088498 Jun 30 02:53:46.948441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network 42f48de6-6bb1-4d3e-8177-206d846f3ea0 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:47.005905 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6 req-e7438c10-5260-462f-825b-50a1c6e496a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=694015ac-685f-4f17-8e7e-f0066fdd5565 HTTP/1.1" status: 200 len: 217 time: 0.0439436 Jun 30 02:53:47.061349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 42f48de6-6bb1-4d3e-8177-206d846f3ea0) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:47.070024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:47.070935 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.081919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b68844-a8db-4a7b-8e32-01d48a49cc06 None None] Network 42f48de6-6bb1-4d3e-8177-206d846f3ea0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:47.107439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6 req-0354ce8d-fce0-458d-91b1-20635b843d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:47.108903 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6 req-0354ce8d-fce0-458d-91b1-20635b843d33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=afc111f8-ad9b-420d-8661-477a7ff10ea3 HTTP/1.1" status: 200 len: 858 time: 0.0946772 Jun 30 02:53:47.206131 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6 req-ab1c07a9-70b0-4fcb-bcfa-cf442e48bc5e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3480030d-6d62-4371-bc03-0d4b0e8191ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876415 Jun 30 02:53:47.219222 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba0e35c3-b4ae-4128-a9b9-cb893a2c68de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.230446 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cd3ee6c2-0fd8-411f-a328-326e87508a06 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4491673 Jun 30 02:53:47.240354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35298) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:47.330923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e35c3-b4ae-4128-a9b9-cb893a2c68de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=947dbb80-a1b2-4b65-b9b8-a35faceb5f88,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:47.342906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88058a5c-3316-4fc9-a0eb-c7c7c28bc492 req-a35f97df-ae40-47c3-bbab-98e8a59d7c00 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842061 Jun 30 02:53:47.362620 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba0e35c3-b4ae-4128-a9b9-cb893a2c68de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.371803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ba0e35c3-b4ae-4128-a9b9-cb893a2c68de admin admin] 10.222.0.77 "DELETE /v2.0/subnets/947dbb80-a1b2-4b65-b9b8-a35faceb5f88 HTTP/1.1" status: 204 len: 168 time: 1.3239486 Jun 30 02:53:47.387829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35300) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:47.408490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335ea86-61d2-408a-854d-757962e01fdc req-222576a2-9706-415a-95ec-96df03073d14 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:47.416443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b335ea86-61d2-408a-854d-757962e01fdc req-222576a2-9706-415a-95ec-96df03073d14 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 943 time: 0.4895396 Jun 30 02:53:47.428421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-42f48de6-6bb1-4d3e-8177-206d846f3ea0', 'network_id': '42f48de6-6bb1-4d3e-8177-206d846f3ea0', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': 'df4b0bc7-b11a-41b7-a6ff-0d86f9fdb6ea'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:47.429350 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.467113 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10b0f48d-c27c-4bd9-9713-03149b245395 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.488663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Allocated IP 172.20.0.4 (5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1/33d152a6-af98-4ff0-8bef-4612b4b4a7f0/70c529af-fd91-44db-82c0-7ab9fdb244c7) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:47.528083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0f48d-c27c-4bd9-9713-03149b245395 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Pushing event deleted for resources: {'Port': ['ID=55074a33-1454-45d0-8c0e-960da80254df,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:47.573922 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6 req-32004285-4e9e-479c-ba20-ec125298e1dd service neutron] 10.222.0.83 "GET /v2.0/networks/3480030d-6d62-4371-bc03-0d4b0e8191ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565464 Jun 30 02:53:47.582352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Allocated IP 172.20.0.1 (42f48de6-6bb1-4d3e-8177-206d846f3ea0/df4b0bc7-b11a-41b7-a6ff-0d86f9fdb6ea/8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:47.596069 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.654548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b335ea86-61d2-408a-854d-757962e01fdc req-2c21a56e-936d-46d4-9f1b-d38cbde5af22 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370305 Jun 30 02:53:47.749695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.778233 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.796076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Transition to ACTIVE for port object 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:47.862499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Transition to ACTIVE for port object 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:47.862730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.868227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.883472 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bdcf0b31-3106-4530-bad9-9892bc172711 req-26ea929f-c12e-44d8-8b2d-70aa9aca1755 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 210 time: 0.0355518 Jun 30 02:53:47.886134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:47.901841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb234dc-081c-44ab-813f-aa1fdef83c46 req-72984c0c-3c4d-4fee-88e8-a059bfd04ea7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:47.903308 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcb234dc-081c-44ab-813f-aa1fdef83c46 req-72984c0c-3c4d-4fee-88e8-a059bfd04ea7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 944 time: 0.5297973 Jun 30 02:53:47.944151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:47.945101 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.984683 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10b0f48d-c27c-4bd9-9713-03149b245395 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.987460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10b0f48d-c27c-4bd9-9713-03149b245395 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.991894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-10b0f48d-c27c-4bd9-9713-03149b245395 tempest-ServersTestBootFromVolume-150136129 tempest-ServersTestBootFromVolume-150136129-project] 10.222.0.77 "DELETE /v2.0/floatingips/dfcb0c4c-3822-4447-a8e6-13cd2241ba84 HTTP/1.1" status: 204 len: 168 time: 2.5117676 Jun 30 02:53:47.991987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35304) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:48.054871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcb234dc-081c-44ab-813f-aa1fdef83c46 req-2fad3a58-e697-4e46-8452-1f8a39233340 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402552 Jun 30 02:53:48.059324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f87cd47-3d44-4746-9228-4d1ae1cc12b6 req-51d11aac-edf4-4e1b-a3b6-1d5204e3b6bd service neutron] 10.222.0.83 "GET /v2.0/networks/3480030d-6d62-4371-bc03-0d4b0e8191ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407561 Jun 30 02:53:48.080410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-0c9b7f77-9f13-4335-82ba-7b539c0ef83f tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:48.082015 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-0c9b7f77-9f13-4335-82ba-7b539c0ef83f tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.74 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 818 time: 0.3782935 Jun 30 02:53:48.106222 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.137269 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.202540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Network 42f48de6-6bb1-4d3e-8177-206d846f3ea0 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:48.204223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Pushing event updated for resources: {'Port': ['ID=8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:48.207919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:48.214198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:48.216774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Pushing event updated for resources: {'Port': ['ID=70c529af-fd91-44db-82c0-7ab9fdb244c7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:48.280049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:48.285375 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:48.290577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:48.309888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Attempting to bind port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:48.310422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Attempting to bind port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a9f50f0a-c02f-4501-81d4-8e0bac4eaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42f48de6-6bb1-4d3e-8177-206d846f3ea0'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:48.311820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Attempting to bind port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 on network 42f48de6-6bb1-4d3e-8177-206d846f3ea0 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:48.317143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:48.317921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Checking segment: {'id': 'a9f50f0a-c02f-4501-81d4-8e0bac4eaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42f48de6-6bb1-4d3e-8177-206d846f3ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:48.318439 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.318935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Bound using segment: {'id': 'a9f50f0a-c02f-4501-81d4-8e0bac4eaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42f48de6-6bb1-4d3e-8177-206d846f3ea0'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:48.319533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Bound port: 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f50f0a-c02f-4501-81d4-8e0bac4eaa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42f48de6-6bb1-4d3e-8177-206d846f3ea0'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:48.320040 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.397926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] For port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:48.401617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] For port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3,segment=NetworkSegment(a9f50f0a-c02f-4501-81d4-8e0bac4eaa39),segment_id=a9f50f0a-c02f-4501-81d4-8e0bac4eaa39)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:48.419215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:48.419857 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.444552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602104f-2a5e-40c6-b3b2-21ba5ea3ca32 req-510d324c-30ee-4a67-b3c9-9bd29ce4b177 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:48.446488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e602104f-2a5e-40c6-b3b2-21ba5ea3ca32 req-510d324c-30ee-4a67-b3c9-9bd29ce4b177 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.3443706 Jun 30 02:53:48.459304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Request body: {'port': {'device_id': '62f8fa54-9688-4563-b8e5-74d3a62bc25e', 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1', 'admin_state_up': True, 'tenant_id': '36a904043a1547ccb9360780af409d88'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:48.518374 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.536339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e94ff2e-8974-4f1c-85d1-b34738d78e87']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.540999 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e602104f-2a5e-40c6-b3b2-21ba5ea3ca32 req-596d9354-ae98-4ac9-8cc0-a3e0055b3f04 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853193 Jun 30 02:53:48.552337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a753c5bb-82a9-456f-b8e5-28c4c6840c20') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.552337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a753c5bb-82a9-456f-b8e5-28c4c6840c20') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.566198 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.567320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.595021 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.606586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:48.606991 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:48.608684 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:48.624677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0c935cd4-6790-46c1-9b62-ae0009001bac tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2404859 Jun 30 02:53:48.642159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1c1b5-27eb-4501-8de2-30afb455f678 None None] Pushing event updated for resources: {'Port': ['ID=8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:48.657566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Request body: {'port': {'device_id': 'c12275e9-3f24-4b72-ac77-01046fe583ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:48.696890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.727811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=df4b0bc7-b11a-41b7-a6ff-0d86f9fdb6ea,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:48.769265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.806939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.831898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Made reservation on behalf of 36a904043a1547ccb9360780af409d88 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:48.834680 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.859359 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.863722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f48de6-6bb1-4d3e-8177-206d846f3ea0']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.886001 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.918985 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.919966 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1e94ff2e-8974-4f1c-85d1-b34738d78e87 HTTP/1.1" status: 204 len: 168 time: 1.5159431 Jun 30 02:53:48.958838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f50f0a-c02f-4501-81d4-8e0bac4eaa39') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.959994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f50f0a-c02f-4501-81d4-8e0bac4eaa39') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.987628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.991833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e22415-6f8a-4249-b47f-ddaf24385f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e94ff2e-8974-4f1c-85d1-b34738d78e87,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:49.051871 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.076968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:49.083797 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:49.097091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 694015ac-685f-4f17-8e7e-f0066fdd5565 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:49.128016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-749416e8-fd3a-442d-8cbe-84ef2cdf3e41 req-5b8d1c6e-3fda-4419-b611-e8700c469d07 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 210 time: 0.0728528 Jun 30 02:53:49.163249 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fba59-331f-4574-8d25-9edcf79a7265 req-62d487e3-6d14-44fe-818c-5c6d610285ed tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:49.169129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-832fba59-331f-4574-8d25-9edcf79a7265 req-62d487e3-6d14-44fe-818c-5c6d610285ed tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 943 time: 0.3591218 Jun 30 02:53:49.213580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Allocated IP 172.20.0.2 (5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1/33d152a6-af98-4ff0-8bef-4612b4b4a7f0/137fcbb5-e067-450b-900f-9e729bbe5ffc) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:49.223836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 694015ac-685f-4f17-8e7e-f0066fdd5565, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=694015ac-685f-4f17-8e7e-f0066fdd5565,segment=NetworkSegment(f46e553a-fbc6-485f-9bb0-3ed5bac64c6d),segment_id=f46e553a-fbc6-485f-9bb0-3ed5bac64c6d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:49.238571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '694015ac-685f-4f17-8e7e-f0066fdd5565', 'network_id': '3480030d-6d62-4371-bc03-0d4b0e8191ca', 'port_id': '694015ac-685f-4f17-8e7e-f0066fdd5565', 'mac_address': 'fa:16:3e:73:b9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc111f8-ad9b-420d-8661-477a7ff10ea3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:49.291813 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.308989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694015ac-685f-4f17-8e7e-f0066fdd5565 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:49.352094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 694015ac-685f-4f17-8e7e-f0066fdd5565, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=694015ac-685f-4f17-8e7e-f0066fdd5565,segment=NetworkSegment(f46e553a-fbc6-485f-9bb0-3ed5bac64c6d),segment_id=f46e553a-fbc6-485f-9bb0-3ed5bac64c6d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:49.379534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-832fba59-331f-4574-8d25-9edcf79a7265 req-081329bf-0f91-405a-8d28-906f81b2fe1b tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916839 Jun 30 02:53:49.394232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72256502-98b8-4578-8947-053ccf608106 req-c1a8dd1c-6fe5-4abe-bb78-147ce378eec7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:49.400591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72256502-98b8-4578-8947-053ccf608106 req-c1a8dd1c-6fe5-4abe-bb78-147ce378eec7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 944 time: 0.1306214 Jun 30 02:53:49.435206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:53:49.435206 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:53:49.435206 n-d-798249-3 neutron-server[94531]: [parameters: {'id': '42f48de6-6bb1-4d3e-8177-206d846f3ea0'}] Jun 30 02:53:49.435206 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:53:49.435713 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:53:49.439978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.478652 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72256502-98b8-4578-8947-053ccf608106 req-2979cecf-0321-4d6b-87bf-eb388886d5ff tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764146 Jun 30 02:53:49.498786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] Deleting port a52601c2-431a-42dd-90aa-1162028d35ec {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:49.499129 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.501788 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.502453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9a3a574a-28ef-4a02-b84d-6d81b214b059 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:49.594309 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.600221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] For port a52601c2-431a-42dd-90aa-1162028d35ec, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a52601c2-431a-42dd-90aa-1162028d35ec,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:49.601092 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.625975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35322) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:49.680951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:49.685319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:49.695097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:49.727913 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] Calling delete_port for a52601c2-431a-42dd-90aa-1162028d35ec owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:49.738462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Pushing event updated for resources: {'Port': ['ID=137fcbb5-e067-450b-900f-9e729bbe5ffc,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:49.783909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:49.784717 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.843794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=694015ac-685f-4f17-8e7e-f0066fdd5565,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:49.885958 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-44be9f28-5cf7-444e-ad42-471fc25e349a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4317675 Jun 30 02:53:49.893256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:49.897523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9a3a574a-28ef-4a02-b84d-6d81b214b059, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9a3a574a-28ef-4a02-b84d-6d81b214b059,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:49.898038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Request body: {'port': {'device_id': '62f8fa54-9688-4563-b8e5-74d3a62bc25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:49.929921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248a664-40f9-4283-ae2b-91bf1efb8ef7 None None] Network 42f48de6-6bb1-4d3e-8177-206d846f3ea0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:49.938043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.954883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '9a3a574a-28ef-4a02-b84d-6d81b214b059', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'port_id': '9a3a574a-28ef-4a02-b84d-6d81b214b059', 'mac_address': 'fa:16:3e:b0:7e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:50.025717 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.078879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Deleting port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:50.079326 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.085596 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.114988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-977d657e-7687-4c53-980b-041d63e3a154 None None] Provisioning for port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:50.120969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3a574a-28ef-4a02-b84d-6d81b214b059 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:50.149243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9a3a574a-28ef-4a02-b84d-6d81b214b059, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9a3a574a-28ef-4a02-b84d-6d81b214b059,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:50.192862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:50.197472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:50.197894 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.229212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] For port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3,segment=NetworkSegment(a9f50f0a-c02f-4501-81d4-8e0bac4eaa39),segment_id=a9f50f0a-c02f-4501-81d4-8e0bac4eaa39)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:50.229793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.246965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Calling delete_port for 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:50.268197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fcb63f-18c3-49c5-9352-1a96dc6f3161 None None] DHCP port deletion for 42f48de6-6bb1-4d3e-8177-206d846f3ea0 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:53:50.292797 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6e0c56b1-4409-4a42-9b96-d1f7c076bbb8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bdd67b3f50224ff6a975e285570763bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591649 Jun 30 02:53:50.295915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35326) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:50.296325 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.374734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ee8ee-4ead-417b-916e-8b869587c0ee req-d9fa8ac1-cb6c-47fb-b12d-73d0d18573b8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:50.377016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-042ee8ee-4ead-417b-916e-8b869587c0ee req-d9fa8ac1-cb6c-47fb-b12d-73d0d18573b8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.6645052 Jun 30 02:53:50.377790 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.399440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9a3a574a-28ef-4a02-b84d-6d81b214b059,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:50.415916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-26fcb63f-18c3-49c5-9352-1a96dc6f3161 None None] Deleting port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:50.416284 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-26fcb63f-18c3-49c5-9352-1a96dc6f3161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.432723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7857cd24-2e4f-4e57-8dde-aea7735f371b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.441841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c42c7-b4a6-4a37-b016-13893f9c22ef req-0ce98bde-c154-4f6d-ae43-fc38488f074b tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:50.443320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-052c42c7-b4a6-4a37-b016-13893f9c22ef req-0ce98bde-c154-4f6d-ae43-fc38488f074b tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 931 time: 0.1465032 Jun 30 02:53:50.482014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7857cd24-2e4f-4e57-8dde-aea7735f371b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.514103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-052c42c7-b4a6-4a37-b016-13893f9c22ef req-94dc8329-5064-4582-947d-763d42d4a720 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622077 Jun 30 02:53:50.519152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-26fcb63f-18c3-49c5-9352-1a96dc6f3161 None None] For port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3,segment=NetworkSegment(a9f50f0a-c02f-4501-81d4-8e0bac4eaa39),segment_id=a9f50f0a-c02f-4501-81d4-8e0bac4eaa39)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:50.519152 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-26fcb63f-18c3-49c5-9352-1a96dc6f3161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.529990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.544127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['694015ac-685f-4f17-8e7e-f0066fdd5565'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:50.546472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-26fcb63f-18c3-49c5-9352-1a96dc6f3161 None None] Calling delete_port for 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:50.551291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c529af-fd91-44db-82c0-7ab9fdb244c7 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:50.553080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9a3a574a-28ef-4a02-b84d-6d81b214b059'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:50.555289 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:53:50.555289 n-d-798249-3 neutron-server[94532]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 30 02:53:50.555289 n-d-798249-3 neutron-server[94532]: [parameters: {'status': 'ACTIVE', 'ports_id': '8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3'}] Jun 30 02:53:50.555289 n-d-798249-3 neutron-server[94532]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:53:50.555646 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:53:50.571419 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-042ee8ee-4ead-417b-916e-8b869587c0ee req-abaf43cb-6bb8-46ab-9a0e-457cfbf33564 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756232 Jun 30 02:53:50.579604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Port': ['ID=8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:50.590145 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.607937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No DVR routers for this DVR port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:50.644035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Transition to ACTIVE for port object 70c529af-fd91-44db-82c0-7ab9fdb244c7 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:50.765251 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.827882 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.838047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7857cd24-2e4f-4e57-8dde-aea7735f371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.847071 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7857cd24-2e4f-4e57-8dde-aea7735f371b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.847071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7857cd24-2e4f-4e57-8dde-aea7735f371b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6647403e-27b2-4cae-a829-b5ec0de865f9 HTTP/1.1" status: 204 len: 168 time: 0.5372026 Jun 30 02:53:50.869641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.886766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f48de6-6bb1-4d3e-8177-206d846f3ea0']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:50.888732 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-26fcb63f-18c3-49c5-9352-1a96dc6f3161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.926275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857cd24-2e4f-4e57-8dde-aea7735f371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6647403e-27b2-4cae-a829-b5ec0de865f9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:50.936753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f50f0a-c02f-4501-81d4-8e0bac4eaa39') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:50.937065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f50f0a-c02f-4501-81d4-8e0bac4eaa39') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:50.965607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.976927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcb63f-18c3-49c5-9352-1a96dc6f3161 None None] Pushing event deleted for resources: {'Port': ['ID=8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:50.982002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcb63f-18c3-49c5-9352-1a96dc6f3161 None None] No DVR routers for this DVR port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:51.002392 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.058632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183994-d79e-4831-820d-bd209102ee59 req-7237f42c-45ef-4221-9907-603361db464f tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:51.067202 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-78183994-d79e-4831-820d-bd209102ee59 req-7237f42c-45ef-4221-9907-603361db464f tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 944 time: 0.2475309 Jun 30 02:53:51.082247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:51.082667 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:51.086410 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:51.116777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Pushing event updated for resources: {'Port': ['ID=70c529af-fd91-44db-82c0-7ab9fdb244c7,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:51.117821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Port 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 update to ACTIVE by agent not found {{(pid=94532) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 02:53:51.120620 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.153321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52601c2-431a-42dd-90aa-1162028d35ec,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:51.216060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-78183994-d79e-4831-820d-bd209102ee59 req-82a76c6d-e77d-4e41-8457-b281c0a57dc3 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481745 Jun 30 02:53:51.222721 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137fcbb5-e067-450b-900f-9e729bbe5ffc {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:51.231508 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.246525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Transition to ACTIVE for port object 137fcbb5-e067-450b-900f-9e729bbe5ffc will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:51.325723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f789d-aee8-4600-8459-f7d369799c62 req-c223c4f3-dab0-401b-a58c-a1e4bca33eb4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:51.327270 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-597f789d-aee8-4600-8459-f7d369799c62 req-c223c4f3-dab0-401b-a58c-a1e4bca33eb4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 945 time: 0.5482852 Jun 30 02:53:51.341909 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.364297 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.369963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/42f48de6-6bb1-4d3e-8177-206d846f3ea0 HTTP/1.1" status: 204 len: 168 time: 4.1249127 Jun 30 02:53:51.369963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1957a9-22a3-47be-ac26-2ffae790aa85 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=42f48de6-6bb1-4d3e-8177-206d846f3ea0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:51.370263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35340) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:51.375204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-39716248'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:51.383429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Attempting to bind port 70c529af-fd91-44db-82c0-7ab9fdb244c7 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:51.383727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Attempting to bind port 70c529af-fd91-44db-82c0-7ab9fdb244c7 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:51.384065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Attempting to bind port 70c529af-fd91-44db-82c0-7ab9fdb244c7 on network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:51.430488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Port 70c529af-fd91-44db-82c0-7ab9fdb244c7 on network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:51.430818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Attempting to bind port 70c529af-fd91-44db-82c0-7ab9fdb244c7 on network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:51.440285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-597f789d-aee8-4600-8459-f7d369799c62 req-7c754903-23db-48a5-965f-755914a081d6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059668 Jun 30 02:53:51.443019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:51.443416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Checking segment: {'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:51.443806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Bound using segment: {'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:51.444249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Bound port: 70c529af-fd91-44db-82c0-7ab9fdb244c7, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:51.444649 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.494180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.517598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:51.521388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.573343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] Router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:51.573741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:51.578554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] For port 70c529af-fd91-44db-82c0-7ab9fdb244c7, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:51.582962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.583118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] For port 70c529af-fd91-44db-82c0-7ab9fdb244c7, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:51.583326 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment d50e63c1-6f23-4989-8796-88235d6472bf of type vlan for network eee36b88-4625-46b1-b4db-b27e5e54a0df Jun 30 02:53:51.628816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Pushing event updated for resources: {'Port': ['ID=137fcbb5-e067-450b-900f-9e729bbe5ffc,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:51.646480 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.703142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.725324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-5f4eebed-04e3-417b-a1a0-3ab59ca5be67 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:51.733639 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-5f4eebed-04e3-417b-a1a0-3ab59ca5be67 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 813 time: 0.3074002 Jun 30 02:53:51.776482 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-99d88f25-67ee-4017-9f02-408fb30d6cdf tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/quotas/6ecd0d3cf2294f92a277fcf23b36851d HTTP/1.1" status: 200 len: 375 time: 0.0419447 Jun 30 02:53:51.805434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:51.806662 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.808067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] 10.222.0.74 "PUT /v2.0/ports/70c529af-fd91-44db-82c0-7ab9fdb244c7 HTTP/1.1" status: 200 len: 1091 time: 3.1628640 Jun 30 02:53:51.808797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12275e9-3f24-4b72-ac77-01046fe583ec', 'tag': '70c529af-fd91-44db-82c0-7ab9fdb244c7'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:51.811366 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151db4da-ef6c-4b23-ba73-410a4331add2" -d '{"events": [{"name": "network-changed", "server_uuid": "c12275e9-3f24-4b72-ac77-01046fe583ec", "tag": "70c529af-fd91-44db-82c0-7ab9fdb244c7"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:51.818371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:51.828840 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cac0d328-7b47-46b2-929a-dcf6537675b9 admin admin] 10.222.0.77 "PUT /v2.0/routers/e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8358097 Jun 30 02:53:51.829154 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] Sync routers for ids ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:51.831281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35362) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:51.839084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745627a0-4d5e-499b-ba6f-276c8171ef4e service neutron] Pushing event updated for resources: {'Port': ['ID=70c529af-fd91-44db-82c0-7ab9fdb244c7,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:51.839686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Attempting to bind port 137fcbb5-e067-450b-900f-9e729bbe5ffc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:51.840024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Attempting to bind port 137fcbb5-e067-450b-900f-9e729bbe5ffc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:51.840353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Attempting to bind port 137fcbb5-e067-450b-900f-9e729bbe5ffc on network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:51.842501 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] Routers {'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:51.845991 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:51.851210 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Port 137fcbb5-e067-450b-900f-9e729bbe5ffc on network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:51.851540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Attempting to bind port 137fcbb5-e067-450b-900f-9e729bbe5ffc on network 5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:51.902887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:51.903911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Checking segment: {'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:51.903911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Bound using segment: {'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:51.904237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Bound port: 137fcbb5-e067-450b-900f-9e729bbe5ffc, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e503b7c-b08b-4bb1-86f9-654641a4429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:51.907436 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.907579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970d7bb-7f1c-4496-a32b-c1f6455c5cff req-7ab75235-f0a5-4c95-a48c-db1241042782 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:51.908968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a970d7bb-7f1c-4496-a32b-c1f6455c5cff req-7ab75235-f0a5-4c95-a48c-db1241042782 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 943 time: 0.2099681 Jun 30 02:53:51.949634 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.957203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:51.958236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.998387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:52.027233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:52.028055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8b0f4cc9-1d10-4390-8f66-f78b3e5fb1f3 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:52.035546 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.037151 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-b001cfa2-2f7c-4a16-808a-947e7af5cdf2 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2483847 Jun 30 02:53:52.073672 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] Set router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:52.077257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a970d7bb-7f1c-4496-a32b-c1f6455c5cff req-7428b54f-65c6-4752-821b-b148d2a9f0f9 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273751 Jun 30 02:53:52.143687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-bbeb186b-3257-4e58-9138-faeeb0458dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:52.145222 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-bbeb186b-3257-4e58-9138-faeeb0458dea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 1094 time: 0.1671307 Jun 30 02:53:52.171556 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-96474715-9cfd-4935-b4b3-e024d37ed20a service neutron] 10.222.0.77 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056612 Jun 30 02:53:52.182909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8106275 Jun 30 02:53:52.192110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35368) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:52.206962 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4661dd86-7026-45b9-bbb6-4c12fc3eb624 x-openstack-request-id: req-4661dd86-7026-45b9-bbb6-4c12fc3eb624 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:52.207243 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12275e9-3f24-4b72-ac77-01046fe583ec", "tag": "70c529af-fd91-44db-82c0-7ab9fdb244c7", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:52.207447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': 'eee36b88-4625-46b1-b4db-b27e5e54a0df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:52.207610 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4661dd86-7026-45b9-bbb6-4c12fc3eb624 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:52.207883 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12275e9-3f24-4b72-ac77-01046fe583ec', 'tag': '70c529af-fd91-44db-82c0-7ab9fdb244c7', 'status': 'completed', 'code': 200} Jun 30 02:53:52.210074 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-fa8e1b78-69c6-4284-b842-22404d5499ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7 HTTP/1.1" status: 200 len: 217 time: 0.0518253 Jun 30 02:53:52.213305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e13a9-f1ec-4f24-a4d4-22ef75bd9de5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=eee36b88-4625-46b1-b4db-b27e5e54a0df,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:52.216054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.226980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network eee36b88-4625-46b1-b4db-b27e5e54a0df details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:52.243413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] For port 137fcbb5-e067-450b-900f-9e729bbe5ffc, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:52.290237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-9fa544f5-42d0-45a0-bf82-89fed065779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:52.293057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-9fa544f5-42d0-45a0-bf82-89fed065779d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 200 len: 858 time: 0.0738254 Jun 30 02:53:52.341687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] For port 137fcbb5-e067-450b-900f-9e729bbe5ffc, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=137fcbb5-e067-450b-900f-9e729bbe5ffc,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:52.392497 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-8c8c9fbe-c04e-4783-b6ef-7e4cad0e8b37 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924277 Jun 30 02:53:52.393073 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:53:50Z', 'revision_number': 5, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port': {'id': '93e65921-da05-45bd-a926-67e3fa81cebb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:16:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:40Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:52.418056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-cd6d8399-9c58-4476-a701-e31fd1f37f68 service neutron] 10.222.0.77 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272854 Jun 30 02:53:52.425181 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] Checking router: e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:52.436087 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] Routers {'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:52.436863 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:52.495000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Deleting port 93e65921-da05-45bd-a926-67e3fa81cebb {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:52.495346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.529916 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0d047a51-5794-4469-b730-542a15466818 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302698 Jun 30 02:53:52.531809 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.533911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:52.541076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.558246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:52.559214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.560298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] 10.222.0.74 "PUT /v2.0/ports/137fcbb5-e067-450b-900f-9e729bbe5ffc HTTP/1.1" status: 200 len: 1091 time: 2.6672409 Jun 30 02:53:52.560986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f8fa54-9688-4563-b8e5-74d3a62bc25e', 'tag': '137fcbb5-e067-450b-900f-9e729bbe5ffc'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:52.563326 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3effe9c6-2513-4798-979c-a8c383f1a234" -d '{"events": [{"name": "network-changed", "server_uuid": "62f8fa54-9688-4563-b8e5-74d3a62bc25e", "tag": "137fcbb5-e067-450b-900f-9e729bbe5ffc"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:52.623273 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.643773 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] Set router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:52.706049 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:53:52Z', 'revision_number': 6, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:52.710095 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f4747-d35f-4671-b128-b966c18148d6 service neutron] Pushing event updated for resources: {'Port': ['ID=137fcbb5-e067-450b-900f-9e729bbe5ffc,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:52.737333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfab9c1-6f1b-4f62-a3dd-95fed54b7a94 None None] The sync data for ids ['e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e'] in n-d-798249-3 is: [{'id': 'e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e', 'name': 'tempest-ServersTestBootFromVolume-265109164-router', 'tenant_id': 'f8a90b59da464704994f9d76149935f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:38Z', 'updated_at': '2021-06-30T02:53:52Z', 'revision_number': 6, 'project_id': 'f8a90b59da464704994f9d76149935f9', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:52.807543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] For port 93e65921-da05-45bd-a926-67e3fa81cebb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=93e65921-da05-45bd-a926-67e3fa81cebb,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:52.807910 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.827651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Calling delete_port for 93e65921-da05-45bd-a926-67e3fa81cebb owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:52.831346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b8cd45-1746-439c-a9aa-3bdc353483b9 req-0ca254cf-6f3e-4e0f-95e3-0e06fca11c48 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945378 Jun 30 02:53:52.860929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb32206-7718-4d7c-aec2-fbf8b41e5dd9 req-5649e6ce-9bbb-4fc9-9023-260c27e4f73f tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:52.868239 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5eb32206-7718-4d7c-aec2-fbf8b41e5dd9 req-5649e6ce-9bbb-4fc9-9023-260c27e4f73f tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 944 time: 0.1983736 Jun 30 02:53:52.888531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-cf772be8-d2aa-477e-8969-b89a49975e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:52.890557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-cf772be8-d2aa-477e-8969-b89a49975e4c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 1094 time: 0.1048317 Jun 30 02:53:52.960049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-f96ff553-39df-4530-8aab-0ada9b820b85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=137fcbb5-e067-450b-900f-9e729bbe5ffc HTTP/1.1" status: 200 len: 217 time: 0.0622284 Jun 30 02:53:52.969080 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5eb32206-7718-4d7c-aec2-fbf8b41e5dd9 req-b22012e8-67be-4943-b338-7ddd8ff03b3a tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000357 Jun 30 02:53:53.031614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.045176 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00acb6e3-eecc-49bc-b31d-9dbd92902c96 x-openstack-request-id: req-00acb6e3-eecc-49bc-b31d-9dbd92902c96 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:53.045547 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f8fa54-9688-4563-b8e5-74d3a62bc25e", "tag": "137fcbb5-e067-450b-900f-9e729bbe5ffc", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:53.045791 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00acb6e3-eecc-49bc-b31d-9dbd92902c96 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:53.046192 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f8fa54-9688-4563-b8e5-74d3a62bc25e', 'tag': '137fcbb5-e067-450b-900f-9e729bbe5ffc', 'status': 'completed', 'code': 200} Jun 30 02:53:53.117761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 694015ac-685f-4f17-8e7e-f0066fdd5565 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:53.162037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': 'd50e63c1-6f23-4989-8796-88235d6472bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'eee36b88-4625-46b1-b4db-b27e5e54a0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:53.162395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: eee36b88-4625-46b1-b4db-b27e5e54a0df, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:53.172346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-81ee01e6-5866-4bd8-ad5b-b2f323457033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:53.174052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-81ee01e6-5866-4bd8-ad5b-b2f323457033 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 200 len: 858 time: 0.2048504 Jun 30 02:53:53.239070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151db4da-ef6c-4b23-ba73-410a4331add2 req-d1ba81c4-b93c-42b6-9bf2-d5811a5993e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:53.240832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-151db4da-ef6c-4b23-ba73-410a4331add2 req-d1ba81c4-b93c-42b6-9bf2-d5811a5993e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 1094 time: 0.1641145 Jun 30 02:53:53.280587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=42832063-3378-4d54-aae6-3652988dcb16,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:53.287235 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-76070999-ee39-4f6b-b67f-7764c22fed64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020257 Jun 30 02:53:53.327631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.350574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network eee36b88-4625-46b1-b4db-b27e5e54a0df is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:53.376789 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.401119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Pushing event deleted for resources: {'Port': ['ID=93e65921-da05-45bd-a926-67e3fa81cebb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:53.408397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c505e8-845c-440f-9d40-f5cab042f0ae req-aa6de936-3dbf-4b50-85c7-27f223492fbd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:53.410720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 694015ac-685f-4f17-8e7e-f0066fdd5565 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:53.416540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 694015ac-685f-4f17-8e7e-f0066fdd5565 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:53.416938 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.418976 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bdfeb3e4-1be0-4a75-bf10-00a497c59524 req-970a211a-e446-478d-89bc-a8dd660479c3 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 210 time: 0.0804698 Jun 30 02:53:53.421717 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68c505e8-845c-440f-9d40-f5cab042f0ae req-aa6de936-3dbf-4b50-85c7-27f223492fbd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 945 time: 0.1741774 Jun 30 02:53:53.439871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-16c75a72-8b36-4436-9156-ab041860dde1 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416821 Jun 30 02:53:53.483434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68c505e8-845c-440f-9d40-f5cab042f0ae req-84b46f4f-4459-4231-a8cc-6f6356360462 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Jun 30 02:53:53.491905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, eee36b88-4625-46b1-b4db-b27e5e54a0df) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:53.531426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:53.531962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.537148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151db4da-ef6c-4b23-ba73-410a4331add2 req-72992a78-4631-4d4a-8b28-4bcc7c3de1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:53.538749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-151db4da-ef6c-4b23-ba73-410a4331add2 req-72992a78-4631-4d4a-8b28-4bcc7c3de1de service neutron] 10.222.0.74 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 919 time: 0.2907894 Jun 30 02:53:53.547670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb373d68-4e63-45ec-a1bc-809d265982d7 None None] Network eee36b88-4625-46b1-b4db-b27e5e54a0df requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:53.591981 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-151db4da-ef6c-4b23-ba73-410a4331add2 req-1a29ac07-c974-4c7d-a3ca-7b1c87fb68b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7 HTTP/1.1" status: 200 len: 217 time: 0.0451407 Jun 30 02:53:53.618078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b4322ea-40c2-4f70-9373-04aa401c5e11 req-dcf63811-702b-4be0-b77b-08a583354a8e service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370854 Jun 30 02:53:53.640206 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.658071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.694181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-527f8e17-55d6-4d11-b985-f2de70684a7a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4908898 Jun 30 02:53:53.699466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35404) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:53.721306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5885bf-ab48-41c7-92c2-e00d001f6bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694015ac-685f-4f17-8e7e-f0066fdd5565'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:53.730043 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8677f1-0658-446c-b34d-40e110628165" -d '{"events": [{"server_uuid": "9a5885bf-ab48-41c7-92c2-e00d001f6bde", "name": "network-vif-plugged", "status": "completed", "tag": "694015ac-685f-4f17-8e7e-f0066fdd5565"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:53.792631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 694015ac-685f-4f17-8e7e-f0066fdd5565, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=694015ac-685f-4f17-8e7e-f0066fdd5565,segment=NetworkSegment(f46e553a-fbc6-485f-9bb0-3ed5bac64c6d),segment_id=f46e553a-fbc6-485f-9bb0-3ed5bac64c6d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:53.870421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe9c6-2513-4798-979c-a8c383f1a234 req-8875762b-9143-4861-9312-46ffbd866ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:53.872355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3effe9c6-2513-4798-979c-a8c383f1a234 req-8875762b-9143-4861-9312-46ffbd866ba5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 1094 time: 0.1016133 Jun 30 02:53:53.928310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a52601c2-431a-42dd-90aa-1162028d35ec no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:53.934738 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.935536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9a3a574a-28ef-4a02-b84d-6d81b214b059 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:53.964391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-eee36b88-4625-46b1-b4db-b27e5e54a0df', 'network_id': 'eee36b88-4625-46b1-b4db-b27e5e54a0df', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': '42832063-3378-4d54-aae6-3652988dcb16'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:53.965319 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.020162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe9c6-2513-4798-979c-a8c383f1a234 req-1d17fce0-9ade-49b5-a2db-4848756fd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:54.026726 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3effe9c6-2513-4798-979c-a8c383f1a234 req-1d17fce0-9ade-49b5-a2db-4848756fd674 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 919 time: 0.1457646 Jun 30 02:53:54.090754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3effe9c6-2513-4798-979c-a8c383f1a234 req-26193fe5-877a-4129-aeee-12224751c408 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=137fcbb5-e067-450b-900f-9e729bbe5ffc HTTP/1.1" status: 200 len: 217 time: 0.0571642 Jun 30 02:53:54.113568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: a52601c2-431a-42dd-90aa-1162028d35ec {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:54.113915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a52601c2-431a-42dd-90aa-1162028d35ec not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:54.114336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93e65921-da05-45bd-a926-67e3fa81cebb no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:54.140735 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c6da7b-8aa9-44c9-a712-9fa88b6b84ce x-openstack-request-id: req-91c6da7b-8aa9-44c9-a712-9fa88b6b84ce {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:54.141404 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5885bf-ab48-41c7-92c2-e00d001f6bde", "name": "network-vif-plugged", "status": "completed", "tag": "694015ac-685f-4f17-8e7e-f0066fdd5565", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:54.141404 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91c6da7b-8aa9-44c9-a712-9fa88b6b84ce {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:54.141742 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5885bf-ab48-41c7-92c2-e00d001f6bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694015ac-685f-4f17-8e7e-f0066fdd5565', 'code': 200} Jun 30 02:53:54.169090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe9c6-2513-4798-979c-a8c383f1a234 req-838cb7da-9047-40b8-8eaa-ae5b0dc7bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:54.170735 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3effe9c6-2513-4798-979c-a8c383f1a234 req-838cb7da-9047-40b8-8eaa-ae5b0dc7bf10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 200 len: 858 time: 0.0739720 Jun 30 02:53:54.221516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 93e65921-da05-45bd-a926-67e3fa81cebb {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:54.222128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93e65921-da05-45bd-a926-67e3fa81cebb not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:54.227417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3effe9c6-2513-4798-979c-a8c383f1a234 req-b8627b37-57a4-42fe-9986-2117379ef2b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405395 Jun 30 02:53:54.266776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=694015ac-685f-4f17-8e7e-f0066fdd5565,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:54.280396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Allocated IP 172.20.0.2 (eee36b88-4625-46b1-b4db-b27e5e54a0df/42832063-3378-4d54-aae6-3652988dcb16/9f7506dd-6d28-4768-a362-d140815ea4e5) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:54.292646 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.307113 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.307648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151db4da-ef6c-4b23-ba73-410a4331add2 req-e033a99a-5cd0-494d-a8ab-1c2b3998ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:54.309228 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-151db4da-ef6c-4b23-ba73-410a4331add2 req-e033a99a-5cd0-494d-a8ab-1c2b3998ab3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 200 len: 858 time: 0.7088640 Jun 30 02:53:54.349043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dd927-984e-4bc6-9150-24bc1759b2e5 req-dec10dbf-5291-4753-8acc-99be68145124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:54.350551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-232dd927-984e-4bc6-9150-24bc1759b2e5 req-dec10dbf-5291-4753-8acc-99be68145124 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 1096 time: 0.1207283 Jun 30 02:53:54.384715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 9a3a574a-28ef-4a02-b84d-6d81b214b059 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:54.385015 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3effe9c6-2513-4798-979c-a8c383f1a234 req-b06c4cbb-66a0-4e93-b5ca-f69f551f1bf9 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206646 Jun 30 02:53:54.393764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-151db4da-ef6c-4b23-ba73-410a4331add2 req-5180236c-81dc-4035-9140-61b0562a6315 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426915 Jun 30 02:53:54.398864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 9a3a574a-28ef-4a02-b84d-6d81b214b059 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:54.399641 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.480662 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:53:54.495149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30456eaa-7a84-4794-96d2-228dbf297b2f req-496bee7b-71a2-4f59-8cf3-d389362d4942 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:54.496686 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30456eaa-7a84-4794-96d2-228dbf297b2f req-496bee7b-71a2-4f59-8cf3-d389362d4942 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 943 time: 0.8403618 Jun 30 02:53:54.500107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.522500 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-232dd927-984e-4bc6-9150-24bc1759b2e5 req-0392fd2e-003a-4722-85b5-f59eb322a64e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359897 Jun 30 02:53:54.580053 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.584359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.584573 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3effe9c6-2513-4798-979c-a8c383f1a234 req-0ad08f9f-7ce7-4717-982f-c099f95cf5ba service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912332 Jun 30 02:53:54.601927 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30456eaa-7a84-4794-96d2-228dbf297b2f req-8014e7a8-cacd-4896-b8da-eb67fb94625f tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955770 Jun 30 02:53:54.605657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Transition to ACTIVE for port object 9f7506dd-6d28-4768-a362-d140815ea4e5 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:54.607066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-151db4da-ef6c-4b23-ba73-410a4331add2 req-048c1ca9-f947-4459-8726-71188ddcef42 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027636 Jun 30 02:53:54.614950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f797e-6111-4a4d-8b8b-03f8aa8f7047 req-a063543a-365e-49d1-80d6-11032f738de1 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:54.636250 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.636811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:53:54.638943 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a6f797e-6111-4a4d-8b8b-03f8aa8f7047 req-a063543a-365e-49d1-80d6-11032f738de1 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 945 time: 0.2220008 Jun 30 02:53:54.644164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.651543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Transition to ACTIVE for port object 9f7506dd-6d28-4768-a362-d140815ea4e5 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:54.654197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a7dc75b0-bf7f-43d7-a669-60646699560d admin admin] 10.222.0.77 "DELETE /v2.0/routers/e1a2fbbf-5f0c-4ca2-a3e8-c1f0300cf09e HTTP/1.1" status: 204 len: 168 time: 2.8217025 Jun 30 02:53:54.654776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9a3a574a-28ef-4a02-b84d-6d81b214b059, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9a3a574a-28ef-4a02-b84d-6d81b214b059,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:54.655006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35418) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:54.702925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.742989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a6f797e-6111-4a4d-8b8b-03f8aa8f7047 req-355cd4cd-99d6-4c62-9865-6a3f92ab37de tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969930 Jun 30 02:53:54.746677 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55e810f-862f-4831-aa2f-dbb0ee1bafe1 admin admin] Deleting subnet 35ac4b76-043d-49b5-82b4-d6947207729d {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:54.766625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f55e810f-862f-4831-aa2f-dbb0ee1bafe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.774030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.818585 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-151db4da-ef6c-4b23-ba73-410a4331add2 req-1250d09c-0d77-442f-8bac-22844d3e57fb service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992359 Jun 30 02:53:54.818687 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.845218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f55e810f-862f-4831-aa2f-dbb0ee1bafe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.862993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Network eee36b88-4625-46b1-b4db-b27e5e54a0df is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:54.881040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:54.887339 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.888653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:54.901562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9a3a574a-28ef-4a02-b84d-6d81b214b059,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:54.963025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=42832063-3378-4d54-aae6-3652988dcb16,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:54.965028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f55e810f-862f-4831-aa2f-dbb0ee1bafe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.995465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 70c529af-fd91-44db-82c0-7ab9fdb244c7 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:55.031617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9013a541-451c-490b-b4f5-c7ecd9a7c661 req-dba9b19d-0f70-4037-8e21-901686a94441 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 210 time: 0.0419159 Jun 30 02:53:55.054961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Attempting to bind port 9f7506dd-6d28-4768-a362-d140815ea4e5 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:55.055337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Attempting to bind port 9f7506dd-6d28-4768-a362-d140815ea4e5 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd50e63c1-6f23-4989-8796-88235d6472bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'eee36b88-4625-46b1-b4db-b27e5e54a0df'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:55.062193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Attempting to bind port 9f7506dd-6d28-4768-a362-d140815ea4e5 on network eee36b88-4625-46b1-b4db-b27e5e54a0df {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:55.064487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.077021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee36b88-4625-46b1-b4db-b27e5e54a0df']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:55.092994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50e63c1-6f23-4989-8796-88235d6472bf') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:55.093304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50e63c1-6f23-4989-8796-88235d6472bf') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:55.105755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.124101 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.134235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:55.134716 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:55.138292 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:55.153873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f55e810f-862f-4831-aa2f-dbb0ee1bafe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.222066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e810f-862f-4831-aa2f-dbb0ee1bafe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ac4b76-043d-49b5-82b4-d6947207729d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:55.231331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f55e810f-862f-4831-aa2f-dbb0ee1bafe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.233479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f55e810f-862f-4831-aa2f-dbb0ee1bafe1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/35ac4b76-043d-49b5-82b4-d6947207729d HTTP/1.1" status: 204 len: 168 time: 0.5774891 Jun 30 02:53:55.236008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35426) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:55.271555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Pushing event updated for resources: {'Port': ['ID=9f7506dd-6d28-4768-a362-d140815ea4e5,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:55.274402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d19874c-d2be-4328-9018-131dac5a5acf None None] Network c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:55.306426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:55.306965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Checking segment: {'id': 'd50e63c1-6f23-4989-8796-88235d6472bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'eee36b88-4625-46b1-b4db-b27e5e54a0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:55.307476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.308021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Bound using segment: {'id': 'd50e63c1-6f23-4989-8796-88235d6472bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'eee36b88-4625-46b1-b4db-b27e5e54a0df'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:55.308617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Bound port: 9f7506dd-6d28-4768-a362-d140815ea4e5, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50e63c1-6f23-4989-8796-88235d6472bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'eee36b88-4625-46b1-b4db-b27e5e54a0df'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:55.309598 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.360459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3511416-3cd9-4627-8dd3-360e06f5b9bc req-b6592973-0410-4d38-8f96-16b0b8cf2f47 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:55.368957 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3511416-3cd9-4627-8dd3-360e06f5b9bc req-b6592973-0410-4d38-8f96-16b0b8cf2f47 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.1371160 Jun 30 02:53:55.372602 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:53:55.372602 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:53:55.372602 n-d-798249-3 neutron-server[94530]: [parameters: {'id': 'eee36b88-4625-46b1-b4db-b27e5e54a0df'}] Jun 30 02:53:55.372602 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:53:55.373054 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:53:55.430197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3511416-3cd9-4627-8dd3-360e06f5b9bc req-2dcf35c6-1120-46f6-a13c-817c66291689 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554776 Jun 30 02:53:55.498593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] For port 9f7506dd-6d28-4768-a362-d140815ea4e5, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:55.502757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] For port 9f7506dd-6d28-4768-a362-d140815ea4e5, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9f7506dd-6d28-4768-a362-d140815ea4e5,segment=NetworkSegment(d50e63c1-6f23-4989-8796-88235d6472bf),segment_id=d50e63c1-6f23-4989-8796-88235d6472bf)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:55.550324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 70c529af-fd91-44db-82c0-7ab9fdb244c7, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:55.581470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '70c529af-fd91-44db-82c0-7ab9fdb244c7', 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1', 'port_id': '70c529af-fd91-44db-82c0-7ab9fdb244c7', 'mac_address': 'fa:16:3e:d5:cb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d152a6-af98-4ff0-8bef-4612b4b4a7f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:55.660137 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.666469 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.729035 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c529af-fd91-44db-82c0-7ab9fdb244c7 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:55.736847 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.807499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Deleting port 39dc11b0-fa7d-4c8e-8607-a04bff181928 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:55.808110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.828956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 70c529af-fd91-44db-82c0-7ab9fdb244c7, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:55.838015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb49bf-232a-4763-9e45-f06749474fb5 None None] Pushing event updated for resources: {'Port': ['ID=9f7506dd-6d28-4768-a362-d140815ea4e5,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:55.874469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.876221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05212a99-172c-43e4-b998-817dd10a3231 None None] Network eee36b88-4625-46b1-b4db-b27e5e54a0df requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:55.943198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55231ec-092e-478c-9c2f-0a01acfa89cd None None] DHCP port deletion for c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:53:55.955386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] For port 39dc11b0-fa7d-4c8e-8607-a04bff181928, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=39dc11b0-fa7d-4c8e-8607-a04bff181928,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:55.956097 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.976079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Calling delete_port for 39dc11b0-fa7d-4c8e-8607-a04bff181928 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:55.996423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e954e50-2d89-41fa-9234-a0bec143fe1e req-505930c8-618c-4675-a4f3-a65eadf57eb4 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:55.998763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e954e50-2d89-41fa-9234-a0bec143fe1e req-505930c8-618c-4675-a4f3-a65eadf57eb4 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 945 time: 0.1247599 Jun 30 02:53:56.014430 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.015078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 137fcbb5-e067-450b-900f-9e729bbe5ffc details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:56.057983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Deleting port 9f7506dd-6d28-4768-a362-d140815ea4e5 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:56.058406 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.073286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98525f48-bf4c-4af1-9e15-63ae87229c20 req-030f1c29-25b4-4e27-98f5-654bc0da4852 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:56.080529 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98525f48-bf4c-4af1-9e15-63ae87229c20 req-030f1c29-25b4-4e27-98f5-654bc0da4852 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 943 time: 0.2758169 Jun 30 02:53:56.115584 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e954e50-2d89-41fa-9234-a0bec143fe1e req-c4bdb7fe-2ad1-4428-a994-ff015f23ebd7 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104195 Jun 30 02:53:56.119044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 137fcbb5-e067-450b-900f-9e729bbe5ffc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=137fcbb5-e067-450b-900f-9e729bbe5ffc,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:56.141367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=70c529af-fd91-44db-82c0-7ab9fdb244c7,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:56.146007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38113b4d-677d-43fb-a32e-6651a1b69af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3a574a-28ef-4a02-b84d-6d81b214b059'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:56.148247 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa618d47-16d8-47ce-924d-33f9eeb9c353" -d '{"events": [{"server_uuid": "38113b4d-677d-43fb-a32e-6651a1b69af5", "name": "network-vif-plugged", "status": "completed", "tag": "9a3a574a-28ef-4a02-b84d-6d81b214b059"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:56.151185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '137fcbb5-e067-450b-900f-9e729bbe5ffc', 'network_id': '5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1', 'port_id': '137fcbb5-e067-450b-900f-9e729bbe5ffc', 'mac_address': 'fa:16:3e:00:6a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d152a6-af98-4ff0-8bef-4612b4b4a7f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:56.165101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98525f48-bf4c-4af1-9e15-63ae87229c20 req-6863d5ea-a30d-49b5-8dda-51bce205c861 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837181 Jun 30 02:53:56.183974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f55231ec-092e-478c-9c2f-0a01acfa89cd None None] Deleting port 39dc11b0-fa7d-4c8e-8607-a04bff181928 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:56.184323 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f55231ec-092e-478c-9c2f-0a01acfa89cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.250631 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.310098 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.333734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=39dc11b0-fa7d-4c8e-8607-a04bff181928,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:56.334729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137fcbb5-e067-450b-900f-9e729bbe5ffc {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:56.340628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f55231ec-092e-478c-9c2f-0a01acfa89cd None None] For port 39dc11b0-fa7d-4c8e-8607-a04bff181928, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=39dc11b0-fa7d-4c8e-8607-a04bff181928,segment=NetworkSegment(5d3b5e17-dcd8-4bd4-950b-e610d7975b5d),segment_id=5d3b5e17-dcd8-4bd4-950b-e610d7975b5d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:56.341033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f55231ec-092e-478c-9c2f-0a01acfa89cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.360817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f55231ec-092e-478c-9c2f-0a01acfa89cd None None] Calling delete_port for 39dc11b0-fa7d-4c8e-8607-a04bff181928 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:56.366515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] No DVR routers for this DVR port 39dc11b0-fa7d-4c8e-8607-a04bff181928 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:56.373172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.373373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] For port 9f7506dd-6d28-4768-a362-d140815ea4e5, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9f7506dd-6d28-4768-a362-d140815ea4e5,segment=NetworkSegment(d50e63c1-6f23-4989-8796-88235d6472bf),segment_id=d50e63c1-6f23-4989-8796-88235d6472bf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:56.373477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 137fcbb5-e067-450b-900f-9e729bbe5ffc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=137fcbb5-e067-450b-900f-9e729bbe5ffc,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:56.373593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.374227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.374227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.391057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.391057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.391883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.392039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.392039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.392039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.392039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.392039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.392039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:56.413071 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea1cbddc-32a5-437f-ad8f-2385f81e1dd3 req-f76e59a6-41b6-472a-b2e3-390762d1023d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 210 time: 0.0901613 Jun 30 02:53:56.424779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Calling delete_port for 9f7506dd-6d28-4768-a362-d140815ea4e5 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:56.473802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35452) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:56.527160 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.544408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:56.545168 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ac1862-c6c4-4c44-bf2d-39fe4fec6f3d x-openstack-request-id: req-70ac1862-c6c4-4c44-bf2d-39fe4fec6f3d {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:56.547776 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38113b4d-677d-43fb-a32e-6651a1b69af5", "name": "network-vif-plugged", "status": "completed", "tag": "9a3a574a-28ef-4a02-b84d-6d81b214b059", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:56.548363 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70ac1862-c6c4-4c44-bf2d-39fe4fec6f3d {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:56.548931 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38113b4d-677d-43fb-a32e-6651a1b69af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3a574a-28ef-4a02-b84d-6d81b214b059', 'code': 200} Jun 30 02:53:56.551943 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.574084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:56.574684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3b5e17-dcd8-4bd4-950b-e610d7975b5d') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:56.605887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.617604 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f55231ec-092e-478c-9c2f-0a01acfa89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.625637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.629995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-d1d1517e-8054-411e-b3ac-17c14224b373 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:56.632577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-d1d1517e-8054-411e-b3ac-17c14224b373 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.74 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 813 time: 0.5124969 Jun 30 02:53:56.637235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:56.637714 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:56.640255 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:56.644690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55231ec-092e-478c-9c2f-0a01acfa89cd None None] No DVR routers for this DVR port 39dc11b0-fa7d-4c8e-8607-a04bff181928 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:56.654728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Request body: {'port': {'device_id': '84c629f0-4340-4947-b1a5-ed0da367f7ea', 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541', 'admin_state_up': True, 'tenant_id': '6ecd0d3cf2294f92a277fcf23b36851d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:56.668405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c16566-0930-40b7-9fe1-7efd37a02c9a None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:53:56.740576 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5b38-2f11-4e44-8cce-889bc3c1bcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.773033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.777082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=137fcbb5-e067-450b-900f-9e729bbe5ffc,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:56.823227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Port': ['ID=9f7506dd-6d28-4768-a362-d140815ea4e5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:56.838683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55231ec-092e-478c-9c2f-0a01acfa89cd None None] Pushing event deleted for resources: {'Port': ['ID=39dc11b0-fa7d-4c8e-8607-a04bff181928,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:56.841141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No DVR routers for this DVR port 9f7506dd-6d28-4768-a362-d140815ea4e5 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:56.850158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d186f1-fac8-4794-8fb3-967f724300ca req-99150f66-136b-42f8-8b65-7c4ab21b8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:56.853780 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9d186f1-fac8-4794-8fb3-967f724300ca req-99150f66-136b-42f8-8b65-7c4ab21b8923 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 1097 time: 0.2024133 Jun 30 02:53:56.858361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c16566-0930-40b7-9fe1-7efd37a02c9a None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:53:56.864220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.869629 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.871576 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4 HTTP/1.1" status: 204 len: 168 time: 1.6343806 Jun 30 02:53:56.908578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['137fcbb5-e067-450b-900f-9e729bbe5ffc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:56.964046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbc291-d78f-4454-a208-de953704e2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c30b1f7d-9b83-4a8e-9af1-0a35b97b96d4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:56.970659 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.981790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267630cf-4f7f-41e0-8a16-d99ab8be91b2 req-1e58acf5-c2d8-44a1-951c-e09644ddbc3f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:56.983547 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-267630cf-4f7f-41e0-8a16-d99ab8be91b2 req-1e58acf5-c2d8-44a1-951c-e09644ddbc3f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.2619271 Jun 30 02:53:56.988856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['70c529af-fd91-44db-82c0-7ab9fdb244c7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:57.001090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee36b88-4625-46b1-b4db-b27e5e54a0df']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:57.009548 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9d186f1-fac8-4794-8fb3-967f724300ca req-8d1bbe0d-ac20-4277-96d3-8459a32da0d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459427 Jun 30 02:53:57.021243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50e63c1-6f23-4989-8796-88235d6472bf') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:57.021604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50e63c1-6f23-4989-8796-88235d6472bf') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:57.036532 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.068356 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5b38-2f11-4e44-8cce-889bc3c1bcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.071752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-267630cf-4f7f-41e0-8a16-d99ab8be91b2 req-36e1cec0-f384-4c3c-845c-18bd888cb7ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807860 Jun 30 02:53:57.078828 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.085842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:57.086252 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:57.089884 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:57.159241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7ab5b38-2f11-4e44-8cce-889bc3c1bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.209859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab5b38-2f11-4e44-8cce-889bc3c1bcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c839d262-81c4-4611-91a9-1fdbba5b19d5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:57.215747 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c7ab5b38-2f11-4e44-8cce-889bc3c1bcf4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e7cf8b7bc1b46dfa29847efc27fc562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403955 Jun 30 02:53:57.217965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35466) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:57.257407 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61505c63-3ae1-4dc8-a32e-e8cf7ef15b70 req-f5b4e970-e458-45cc-bf75-10e39b287558 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:57.265006 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-61505c63-3ae1-4dc8-a32e-e8cf7ef15b70 req-f5b4e970-e458-45cc-bf75-10e39b287558 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 945 time: 0.1420069 Jun 30 02:53:57.285355 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.300014 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.306331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/eee36b88-4625-46b1-b4db-b27e5e54a0df HTTP/1.1" status: 204 len: 168 time: 3.5639117 Jun 30 02:53:57.313879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35468) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:57.320301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-578660317'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:57.326689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf68e36-01e1-405e-8a9e-cff6c17ff266 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=eee36b88-4625-46b1-b4db-b27e5e54a0df,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:57.333079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Made reservation on behalf of 6ecd0d3cf2294f92a277fcf23b36851d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:57.343128 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.346987 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-61505c63-3ae1-4dc8-a32e-e8cf7ef15b70 req-56a7a036-119f-4dbc-bc64-8d136aa57000 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807950 Jun 30 02:53:57.380863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bd4a-645a-48b9-8dec-178b32cff8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.404540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bd4a-645a-48b9-8dec-178b32cff8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.450171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35472) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:57.494718 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c27a9003-fdcf-4079-992d-c9ebc6ec2b3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8a90b59da464704994f9d76149935f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433612 Jun 30 02:53:57.497191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35474) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:57.532403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:57.535986 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.551177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8724bb9-45f4-40f2-8e8e-7fcbad21195d req-57deeffb-2022-4268-b32d-993bd7a92318 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:57.552764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8724bb9-45f4-40f2-8e8e-7fcbad21195d req-57deeffb-2022-4268-b32d-993bd7a92318 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 944 time: 0.1707797 Jun 30 02:53:57.565547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Allocated IP 172.20.0.10 (1c3a036d-62f3-498b-8a6d-dee57280a541/3cc4915e-2757-4253-b1f2-37f11c6c5454/97d28df6-09ee-427e-9a00-08e3fd53a000) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:57.578656 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab5d6-32bf-4702-89db-8ac286cba50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.601230 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd919f99-0b60-4a9f-8b5e-3eeedb6117b5 req-a75e622a-3314-41d3-ba6e-7ba1929d9a95 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 210 time: 0.0418615 Jun 30 02:53:57.621758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab5d6-32bf-4702-89db-8ac286cba50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.634755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8724bb9-45f4-40f2-8e8e-7fcbad21195d req-2aa572fa-ee7b-4488-910e-d0f6a737a604 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641842 Jun 30 02:53:57.648088 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bd4a-645a-48b9-8dec-178b32cff8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.651209 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0e8bd4a-645a-48b9-8dec-178b32cff8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.655059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a0e8bd4a-645a-48b9-8dec-178b32cff8d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c839d262-81c4-4611-91a9-1fdbba5b19d5 HTTP/1.1" status: 204 len: 168 time: 0.4334815 Jun 30 02:53:57.657216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:57.678998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8bd4a-645a-48b9-8dec-178b32cff8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c839d262-81c4-4611-91a9-1fdbba5b19d5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:57.686109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.687086 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment 0bfdf90c-cd57-4f97-ae35-53030154a54b of type vlan for network 3542fdce-e542-423e-95fd-262aa4d1d34b Jun 30 02:53:57.734533 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.770246 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.837181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 39dc11b0-fa7d-4c8e-8607-a04bff181928 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:57.857855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 39dc11b0-fa7d-4c8e-8607-a04bff181928 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:57.858199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 39dc11b0-fa7d-4c8e-8607-a04bff181928 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:57.866532 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab5d6-32bf-4702-89db-8ac286cba50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.869823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab5d6-32bf-4702-89db-8ac286cba50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.870802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8a2ab5d6-32bf-4702-89db-8ac286cba50e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/89ceb5fa-2d2f-4649-ac69-1ad9f30e3fda HTTP/1.1" status: 204 len: 168 time: 0.3726029 Jun 30 02:53:57.884728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ab5d6-32bf-4702-89db-8ac286cba50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ceb5fa-2d2f-4649-ac69-1ad9f30e3fda,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:57.908917 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.911316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.917617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:57.918349 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.935198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['39451f18-3872-47b3-82e6-46fe57941507'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:57.998540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Pushing event updated for resources: {'Port': ['ID=97d28df6-09ee-427e-9a00-08e3fd53a000,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:58.003188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Network 1c3a036d-62f3-498b-8a6d-dee57280a541 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:58.010186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:58.013358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:58.014057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=3542fdce-e542-423e-95fd-262aa4d1d34b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:58.026947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 3542fdce-e542-423e-95fd-262aa4d1d34b details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:58.067583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:58.068223 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.145507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35486) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:58.145718 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9b59dc31-003d-4a8c-8fef-cbde27a6e38b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8316889 Jun 30 02:53:58.158324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': '3542fdce-e542-423e-95fd-262aa4d1d34b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:58.179599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-842a6de1-2d45-409f-998d-f66ad2b5f113 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5323269 Jun 30 02:53:58.209623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Request body: {'port': {'device_id': '84c629f0-4340-4947-b1a5-ed0da367f7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:58.434327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9e26a-5d9e-4cd9-bc8e-633f4c1c0b8a req-8757c0dd-ff97-4515-93f2-39239f2a318a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:58.438815 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60c9e26a-5d9e-4cd9-bc8e-633f4c1c0b8a req-8757c0dd-ff97-4515-93f2-39239f2a318a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.1994803 Jun 30 02:53:58.443642 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.495473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-922dae82-5408-49f2-9f77-76c435bc4617 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:58.495473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-922dae82-5408-49f2-9f77-76c435bc4617 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 945 time: 0.1014607 Jun 30 02:53:58.581349 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ab4991f5-b389-4ad3-a750-912af4a9a9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.594668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:58.598221 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.607768 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60c9e26a-5d9e-4cd9-bc8e-633f4c1c0b8a req-a76bbb64-63b6-4b0f-87e5-8a8eeefd5798 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518602 Jun 30 02:53:58.642597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8845cf-09f7-4128-a66d-e652ed9d5608 req-7a672b16-3ae5-4636-937d-e92d99345202 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:58.644802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b8845cf-09f7-4128-a66d-e652ed9d5608 req-7a672b16-3ae5-4636-937d-e92d99345202 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 945 time: 0.1499982 Jun 30 02:53:58.709484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b8845cf-09f7-4128-a66d-e652ed9d5608 req-f12be4df-a2af-4680-94e1-0e79a7b5a8be tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/security-groups?id=4de3086c-b5e1-4b0f-b745-cc3913a40da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626872 Jun 30 02:53:58.709805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_backend_mixin [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Performing IP validity checks on allocation pools {{(pid=94530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 02:53:58.710342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_backend_mixin [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 02:53:58.715184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-166888ea-9ab3-4ba9-89b5-4fd844bca14c tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Deleting port 694015ac-685f-4f17-8e7e-f0066fdd5565 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:58.715537 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-166888ea-9ab3-4ba9-89b5-4fd844bca14c tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.862220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-166888ea-9ab3-4ba9-89b5-4fd844bca14c tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] For port 694015ac-685f-4f17-8e7e-f0066fdd5565, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=694015ac-685f-4f17-8e7e-f0066fdd5565,segment=NetworkSegment(f46e553a-fbc6-485f-9bb0-3ed5bac64c6d),segment_id=f46e553a-fbc6-485f-9bb0-3ed5bac64c6d)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:58.862749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-166888ea-9ab3-4ba9-89b5-4fd844bca14c tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.883500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-166888ea-9ab3-4ba9-89b5-4fd844bca14c tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Calling delete_port for 694015ac-685f-4f17-8e7e-f0066fdd5565 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:58.973437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7f550-da59-4206-b36c-986632dbec7b req-168f9103-a680-4ac3-b76b-b87daef8ac5d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:58.981060 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ed7f550-da59-4206-b36c-986632dbec7b req-168f9103-a680-4ac3-b76b-b87daef8ac5d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 932 time: 0.2270384 Jun 30 02:53:58.994977 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 70c529af-fd91-44db-82c0-7ab9fdb244c7 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:59.009810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d28df6-09ee-427e-9a00-08e3fd53a000 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:59.029881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.062332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Transition to ACTIVE for port object 97d28df6-09ee-427e-9a00-08e3fd53a000 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:59.067782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ed7f550-da59-4206-b36c-986632dbec7b req-e355c63c-5e78-419c-b824-4c1487b2c779 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858862 Jun 30 02:53:59.130271 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.210085 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 70c529af-fd91-44db-82c0-7ab9fdb244c7 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:59.210325 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-166888ea-9ab3-4ba9-89b5-4fd844bca14c tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.220076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 70c529af-fd91-44db-82c0-7ab9fdb244c7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:59.220481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.229431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=61adcc1b-20c8-401b-893e-dc417432bc17,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:59.238780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.290384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['694015ac-685f-4f17-8e7e-f0066fdd5565'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:59.297885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166888ea-9ab3-4ba9-89b5-4fd844bca14c tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Pushing event deleted for resources: {'Port': ['ID=694015ac-685f-4f17-8e7e-f0066fdd5565,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:59.314179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': '0bfdf90c-cd57-4f97-ae35-53030154a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3542fdce-e542-423e-95fd-262aa4d1d34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:59.314727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: 3542fdce-e542-423e-95fd-262aa4d1d34b, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:59.356992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Pushing event updated for resources: {'Port': ['ID=97d28df6-09ee-427e-9a00-08e3fd53a000,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:59.371672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-166888ea-9ab3-4ba9-89b5-4fd844bca14c tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] No DVR routers for this DVR port 694015ac-685f-4f17-8e7e-f0066fdd5565 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:59.374263 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-166888ea-9ab3-4ba9-89b5-4fd844bca14c tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.391982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da2c52db-e26b-48fa-86b4-1a41e2ae6355 req-166888ea-9ab3-4ba9-89b5-4fd844bca14c tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.83 "DELETE /v2.0/ports/694015ac-685f-4f17-8e7e-f0066fdd5565 HTTP/1.1" status: 204 len: 173 time: 0.8863924 Jun 30 02:53:59.392708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5885bf-ab48-41c7-92c2-e00d001f6bde', 'name': 'network-vif-deleted', 'tag': '694015ac-685f-4f17-8e7e-f0066fdd5565'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:59.400674 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8238a9-e815-4d8c-b2e0-aff89685e718" -d '{"events": [{"server_uuid": "9a5885bf-ab48-41c7-92c2-e00d001f6bde", "name": "network-vif-deleted", "tag": "694015ac-685f-4f17-8e7e-f0066fdd5565"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:59.408476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35536) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:59.432728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35540) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:59.456706 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.479401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293cbc-c3d9-46bd-a2d4-170c4b939d5b req-08a8479f-29b7-45a0-b083-027dd67a7570 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:59.486962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f9293cbc-c3d9-46bd-a2d4-170c4b939d5b req-08a8479f-29b7-45a0-b083-027dd67a7570 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 944 time: 0.3044374 Jun 30 02:53:59.502489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 70c529af-fd91-44db-82c0-7ab9fdb244c7, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:59.503687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12275e9-3f24-4b72-ac77-01046fe583ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c529af-fd91-44db-82c0-7ab9fdb244c7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:59.506908 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148db510-242e-4b21-88f2-8759d905b476" -d '{"events": [{"server_uuid": "c12275e9-3f24-4b72-ac77-01046fe583ec", "name": "network-vif-plugged", "status": "completed", "tag": "70c529af-fd91-44db-82c0-7ab9fdb244c7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:59.567129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-273225598-network', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:59.571614 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f9293cbc-c3d9-46bd-a2d4-170c4b939d5b req-3d1f1942-efa7-454f-8da5-89fca4f2d2c3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834875 Jun 30 02:53:59.582471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network 3542fdce-e542-423e-95fd-262aa4d1d34b is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:59.596479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Attempting to bind port 97d28df6-09ee-427e-9a00-08e3fd53a000 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:59.596830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Attempting to bind port 97d28df6-09ee-427e-9a00-08e3fd53a000 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:59.597205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Attempting to bind port 97d28df6-09ee-427e-9a00-08e3fd53a000 on network 1c3a036d-62f3-498b-8a6d-dee57280a541 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:59.597881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1056245066-network', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:59.606728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Port 97d28df6-09ee-427e-9a00-08e3fd53a000 on network 1c3a036d-62f3-498b-8a6d-dee57280a541 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:59.607094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Attempting to bind port 97d28df6-09ee-427e-9a00-08e3fd53a000 on network 1c3a036d-62f3-498b-8a6d-dee57280a541 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:59.613861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:59.614241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Checking segment: {'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:59.614654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Bound using segment: {'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:59.615103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Bound port: 97d28df6-09ee-427e-9a00-08e3fd53a000, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:59.615468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.642288 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1666272-c6c4-424b-9bb8-385a9545f0b0 x-openstack-request-id: req-f1666272-c6c4-424b-9bb8-385a9545f0b0 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:59.642614 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5885bf-ab48-41c7-92c2-e00d001f6bde", "name": "network-vif-deleted", "tag": "694015ac-685f-4f17-8e7e-f0066fdd5565", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:59.642869 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1666272-c6c4-424b-9bb8-385a9545f0b0 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:59.643316 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5885bf-ab48-41c7-92c2-e00d001f6bde', 'name': 'network-vif-deleted', 'tag': '694015ac-685f-4f17-8e7e-f0066fdd5565', 'status': 'completed', 'code': 200} Jun 30 02:53:59.651228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972f43b-2968-4bc0-ada2-c0e190898c9c req-9ca8155f-6c15-4e93-ba23-b20b4ab18190 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:59.652788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d972f43b-2968-4bc0-ada2-c0e190898c9c req-9ca8155f-6c15-4e93-ba23-b20b4ab18190 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.1018114 Jun 30 02:53:59.667399 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.668278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 137fcbb5-e067-450b-900f-9e729bbe5ffc up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:59.693838 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85153e3-9ab6-4fce-b8e8-190441f18a97 x-openstack-request-id: req-c85153e3-9ab6-4fce-b8e8-190441f18a97 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:59.694538 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12275e9-3f24-4b72-ac77-01046fe583ec", "name": "network-vif-plugged", "status": "completed", "tag": "70c529af-fd91-44db-82c0-7ab9fdb244c7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:59.694839 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c85153e3-9ab6-4fce-b8e8-190441f18a97 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:59.695305 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12275e9-3f24-4b72-ac77-01046fe583ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c529af-fd91-44db-82c0-7ab9fdb244c7', 'code': 200} Jun 30 02:53:59.704494 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d972f43b-2968-4bc0-ada2-c0e190898c9c req-11351cd5-cf51-4b5f-a3d8-ce1a0c25a1d2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Jun 30 02:53:59.705131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] For port 97d28df6-09ee-427e-9a00-08e3fd53a000, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:59.710065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] For port 97d28df6-09ee-427e-9a00-08e3fd53a000, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=97d28df6-09ee-427e-9a00-08e3fd53a000,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:59.725077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 3542fdce-e542-423e-95fd-262aa4d1d34b) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:59.730612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:59.737634 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.742189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28de6c1e-0503-43ae-bf1d-5c9c9e2aa1c2 None None] Network 3542fdce-e542-423e-95fd-262aa4d1d34b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:59.817065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291ce3-fb4c-4d52-871d-b72a4b3b9ca7 req-a062bf05-859e-4b1f-8323-54c8c8fe819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:59.818762 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43291ce3-fb4c-4d52-871d-b72a4b3b9ca7 req-a062bf05-859e-4b1f-8323-54c8c8fe819e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 1096 time: 0.0638254 Jun 30 02:53:59.847259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Made reservation on behalf of 6e232a8f6b304accbbcbe88cd6e5f820 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:59.849801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.871845 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.896447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43291ce3-fb4c-4d52-871d-b72a4b3b9ca7 req-715587f1-580a-4443-952f-5462b89caa96 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700586 Jun 30 02:53:59.897522 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.964425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-534fd45e-14f4-46ec-97d3-2005856e7868 req-dc346740-83b2-4705-8446-9eea3b7502e4 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 210 time: 0.0638704 Jun 30 02:53:59.969132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:59.969913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.971341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] 10.222.0.74 "PUT /v2.0/ports/97d28df6-09ee-427e-9a00-08e3fd53a000 HTTP/1.1" status: 200 len: 1092 time: 1.7665620 Jun 30 02:53:59.972185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c629f0-4340-4947-b1a5-ed0da367f7ea', 'tag': '97d28df6-09ee-427e-9a00-08e3fd53a000'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:59.974022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=70c529af-fd91-44db-82c0-7ab9fdb244c7,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:59.976405 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06351e60-1b9f-4889-9f28-da3771be32d3" -d '{"events": [{"name": "network-changed", "server_uuid": "84c629f0-4340-4947-b1a5-ed0da367f7ea", "tag": "97d28df6-09ee-427e-9a00-08e3fd53a000"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:00.022510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfa47d-4b3a-4d1c-b127-ba1f5697efeb service neutron] Pushing event updated for resources: {'Port': ['ID=97d28df6-09ee-427e-9a00-08e3fd53a000,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.031569 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6fd276-02cc-450f-811b-552cd07b33c2 x-openstack-request-id: req-ac6fd276-02cc-450f-811b-552cd07b33c2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:00.031922 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c629f0-4340-4947-b1a5-ed0da367f7ea", "tag": "97d28df6-09ee-427e-9a00-08e3fd53a000", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:00.032179 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac6fd276-02cc-450f-811b-552cd07b33c2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:00.032957 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c629f0-4340-4947-b1a5-ed0da367f7ea', 'tag': '97d28df6-09ee-427e-9a00-08e3fd53a000', 'status': 'completed', 'code': 200} Jun 30 02:54:00.056490 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:00.059651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.072529 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.089237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-3542fdce-e542-423e-95fd-262aa4d1d34b', 'network_id': '3542fdce-e542-423e-95fd-262aa4d1d34b', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': '61adcc1b-20c8-401b-893e-dc417432bc17'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:00.090130 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.124484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351e60-1b9f-4889-9f28-da3771be32d3 req-4f53fd44-26b0-4549-88e5-5698b3c69219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:00.126250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06351e60-1b9f-4889-9f28-da3771be32d3 req-4f53fd44-26b0-4549-88e5-5698b3c69219 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 1095 time: 0.0746965 Jun 30 02:54:00.163646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 137fcbb5-e067-450b-900f-9e729bbe5ffc completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:00.172089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 137fcbb5-e067-450b-900f-9e729bbe5ffc triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:00.172457 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.274212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351e60-1b9f-4889-9f28-da3771be32d3 req-ae0a2807-e1c1-4122-ad31-8d56de95eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:00.277017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06351e60-1b9f-4889-9f28-da3771be32d3 req-ae0a2807-e1c1-4122-ad31-8d56de95eab0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1414359 Jun 30 02:54:00.279400 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c82588cd-fb63-45ca-be08-e6a6a4dd2e00 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1316421 Jun 30 02:54:00.283443 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Allocated IP 172.20.0.3 (3542fdce-e542-423e-95fd-262aa4d1d34b/61adcc1b-20c8-401b-893e-dc417432bc17/eebe732e-0ac3-4402-a387-672fd26d57c1) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:00.286328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35552) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:00.308862 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.345079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887c02f-f903-4b79-934b-5683c5b59018 req-372fd94d-6014-4a85-bd39-5bdb4fc0dc93 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:00.346696 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1887c02f-f903-4b79-934b-5683c5b59018 req-372fd94d-6014-4a85-bd39-5bdb4fc0dc93 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 944 time: 0.1474028 Jun 30 02:54:00.393071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 137fcbb5-e067-450b-900f-9e729bbe5ffc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=137fcbb5-e067-450b-900f-9e729bbe5ffc,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:00.421516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06351e60-1b9f-4889-9f28-da3771be32d3 req-5d187cea-062e-4228-a512-8e8a9000502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:00.423284 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06351e60-1b9f-4889-9f28-da3771be32d3 req-5d187cea-062e-4228-a512-8e8a9000502b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395061 Jun 30 02:54:00.431353 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.441833 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1887c02f-f903-4b79-934b-5683c5b59018 req-25e7c77d-69bd-4630-ad65-646596686f58 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772233 Jun 30 02:54:00.466050 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.498361 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.507888 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.511269 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Transition to ACTIVE for port object eebe732e-0ac3-4402-a387-672fd26d57c1 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:00.542160 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.546839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-f87135a6-64bf-4932-83c5-8c23db129165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:00.549521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-f87135a6-64bf-4932-83c5-8c23db129165 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 1095 time: 0.0774870 Jun 30 02:54:00.557183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Transition to ACTIVE for port object eebe732e-0ac3-4402-a387-672fd26d57c1 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:00.576442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=137fcbb5-e067-450b-900f-9e729bbe5ffc,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.607159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-f10ae226-167f-460a-b4b2-038706b49690 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97d28df6-09ee-427e-9a00-08e3fd53a000 HTTP/1.1" status: 200 len: 217 time: 0.0487399 Jun 30 02:54:00.620262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.650271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:00.666531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-440fa770-357a-4b76-bf81-b82078431d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:00.668562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-440fa770-357a-4b76-bf81-b82078431d34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cc4915e-2757-4253-b1f2-37f11c6c5454 HTTP/1.1" status: 200 len: 853 time: 0.0550597 Jun 30 02:54:00.678764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708b9c6d-20d9-4e67-b165-0958be908dc6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.684805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.686864 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Added segment 69efc761-768a-4866-8dde-7555bcd859eb of type vlan for network 8e1668db-a1da-47c3-8f09-57c1a871ec8b Jun 30 02:54:00.696500 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.707719 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-82255787-5887-42ab-a0e7-3ad3fe0e4cca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1c3a036d-62f3-498b-8a6d-dee57280a541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324876 Jun 30 02:54:00.744590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Network 3542fdce-e542-423e-95fd-262aa4d1d34b is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:00.747529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:00.750790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:00.764613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Pushing event updated for resources: {'Port': ['ID=eebe732e-0ac3-4402-a387-672fd26d57c1,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.780360 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.871775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Attempting to bind port eebe732e-0ac3-4402-a387-672fd26d57c1 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:00.872205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Attempting to bind port eebe732e-0ac3-4402-a387-672fd26d57c1 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '0bfdf90c-cd57-4f97-ae35-53030154a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3542fdce-e542-423e-95fd-262aa4d1d34b'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:00.872588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Attempting to bind port eebe732e-0ac3-4402-a387-672fd26d57c1 on network 3542fdce-e542-423e-95fd-262aa4d1d34b {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:00.878343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:00.878708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Checking segment: {'id': '0bfdf90c-cd57-4f97-ae35-53030154a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3542fdce-e542-423e-95fd-262aa4d1d34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:00.879114 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.879551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Bound using segment: {'id': '0bfdf90c-cd57-4f97-ae35-53030154a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3542fdce-e542-423e-95fd-262aa4d1d34b'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:00.880021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Bound port: eebe732e-0ac3-4402-a387-672fd26d57c1, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfdf90c-cd57-4f97-ae35-53030154a54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3542fdce-e542-423e-95fd-262aa4d1d34b'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:00.880395 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.904233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1abd5-2987-491f-8995-db24e0cbfa57 req-eb86af0f-60ca-43ec-9467-28bd20a72369 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:00.906066 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.909462 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.911850 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c3e1abd5-2987-491f-8995-db24e0cbfa57 req-eb86af0f-60ca-43ec-9467-28bd20a72369 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1819305 Jun 30 02:54:00.915626 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.916672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:00.917286 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.942966 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-9c18614f-0c31-4729-9d3f-3ebb54f06116 service neutron] 10.222.0.74 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274139 Jun 30 02:54:00.978974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] For port eebe732e-0ac3-4402-a387-672fd26d57c1, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:00.982090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c3e1abd5-2987-491f-8995-db24e0cbfa57 req-403a5b5d-531f-47d0-98f0-3e1624215a72 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691621 Jun 30 02:54:00.982624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] For port eebe732e-0ac3-4402-a387-672fd26d57c1, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=eebe732e-0ac3-4402-a387-672fd26d57c1,segment=NetworkSegment(0bfdf90c-cd57-4f97-ae35-53030154a54b),segment_id=0bfdf90c-cd57-4f97-ae35-53030154a54b)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:01.012541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.044675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=61adcc1b-20c8-401b-893e-dc417432bc17,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.058123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] Pushing event updated for resources: {'Network': ['ID=8e1668db-a1da-47c3-8f09-57c1a871ec8b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.072724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8e1668db-a1da-47c3-8f09-57c1a871ec8b details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:01.080888 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce899478-b7fc-4bce-b8e1-c26adeaeb53d req-588bcd5e-0ee4-412e-b64a-0200810fc395 service neutron] 10.222.0.74 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283612 Jun 30 02:54:01.090535 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.121387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:01.148791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da51676a-73d0-48e7-b638-d71b089e4743,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.154612 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.161485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.161924 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Added segment 6a12d479-1699-41dc-9d57-2d54ba2b0a0e of type vlan for network 023e43b6-aec2-4e06-bc6d-d597c0ef82da Jun 30 02:54:01.198793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3542fdce-e542-423e-95fd-262aa4d1d34b']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:01.208487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c93560-d9b8-44c0-a372-03a96aa58fd9 req-7aa1e08a-62bb-40a9-82ad-237847ac90e6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:01.215890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1c93560-d9b8-44c0-a372-03a96aa58fd9 req-7aa1e08a-62bb-40a9-82ad-237847ac90e6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.3564572 Jun 30 02:54:01.222053 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2cf97d9c-5b63-482e-b299-ef5e00aff090 req-779d262d-4955-49c2-a768-2b529de18521 tempest-InstanceActionsV221TestJSON-925338964 tempest-InstanceActionsV221TestJSON-925338964-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a5885bf-ab48-41c7-92c2-e00d001f6bde HTTP/1.1" status: 200 len: 210 time: 0.0395086 Jun 30 02:54:01.245360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-09caacb7-9aa1-4b4b-92a3-fa5eb8627e6d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8107805 Jun 30 02:54:01.252262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35562) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:01.258536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Request body: {'subnet': {'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-273225598-subnet', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:01.268626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfdf90c-cd57-4f97-ae35-53030154a54b') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:01.269033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfdf90c-cd57-4f97-ae35-53030154a54b') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:01.283812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464b1c4-f9ec-4543-9852-08d6ffbd263c None None] Pushing event updated for resources: {'Port': ['ID=eebe732e-0ac3-4402-a387-672fd26d57c1,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.301926 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.306437 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.308727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda6224-25f2-468b-99ee-2f7430317362 None None] Network 3542fdce-e542-423e-95fd-262aa4d1d34b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:01.322745 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1c93560-d9b8-44c0-a372-03a96aa58fd9 req-2595fc5b-4664-440c-a250-519781901021 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056657 Jun 30 02:54:01.335269 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.348961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:01.349377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:01.352308 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:01.364908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Made reservation on behalf of 6e232a8f6b304accbbcbe88cd6e5f820 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:01.368867 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.379617 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9fd83dff-862e-4419-bc5c-f35d7008d13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.382664 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.450836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:54:01.450836 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:54:01.450836 n-d-798249-3 neutron-server[94531]: [parameters: {'id': '3542fdce-e542-423e-95fd-262aa4d1d34b'}] Jun 30 02:54:01.450836 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:54:01.451626 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:54:01.474493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c6568-5282-4879-adce-7a3b439879e8 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:54:01.482490 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.485682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:01.486443 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.562602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] Pushing event updated for resources: {'Network': ['ID=023e43b6-aec2-4e06-bc6d-d597c0ef82da,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.576471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 023e43b6-aec2-4e06-bc6d-d597c0ef82da details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:01.623290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51c6568-5282-4879-adce-7a3b439879e8 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:54:01.650051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bc1d5b38-41f9-4d9e-95af-6a36012d5107 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2398963 Jun 30 02:54:01.650681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35568) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:01.653864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b4cfe-ee56-4cc2-ad1e-4e27e2ef96f5 req-437284ec-5a3e-42ee-853c-1564e2a07a4c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:01.655622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-402b4cfe-ee56-4cc2-ad1e-4e27e2ef96f5 req-437284ec-5a3e-42ee-853c-1564e2a07a4c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 944 time: 0.0657122 Jun 30 02:54:01.656503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Request body: {'subnet': {'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1056245066-subnet', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:01.682914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.701344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f8fa54-9688-4563-b8e5-74d3a62bc25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137fcbb5-e067-450b-900f-9e729bbe5ffc'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:01.703558 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237b0340-403e-43a4-9e2a-705bd53e9262" -d '{"events": [{"server_uuid": "62f8fa54-9688-4563-b8e5-74d3a62bc25e", "name": "network-vif-plugged", "status": "completed", "tag": "137fcbb5-e067-450b-900f-9e729bbe5ffc"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:01.748665 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04433ee-6c10-480a-9beb-156f11bc3ce8 x-openstack-request-id: req-d04433ee-6c10-480a-9beb-156f11bc3ce8 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:01.748954 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f8fa54-9688-4563-b8e5-74d3a62bc25e", "name": "network-vif-plugged", "status": "completed", "tag": "137fcbb5-e067-450b-900f-9e729bbe5ffc", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:01.749210 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d04433ee-6c10-480a-9beb-156f11bc3ce8 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:01.749641 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f8fa54-9688-4563-b8e5-74d3a62bc25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137fcbb5-e067-450b-900f-9e729bbe5ffc', 'code': 200} Jun 30 02:54:01.793042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:01.798296 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.953022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.047782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Deleting port eebe732e-0ac3-4402-a387-672fd26d57c1 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:02.048171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.106081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-402b4cfe-ee56-4cc2-ad1e-4e27e2ef96f5 req-2bfe8c86-87ad-4d0e-add7-8857d233282e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432569 Jun 30 02:54:02.125459 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.129536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] For port eebe732e-0ac3-4402-a387-672fd26d57c1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=eebe732e-0ac3-4402-a387-672fd26d57c1,segment=NetworkSegment(0bfdf90c-cd57-4f97-ae35-53030154a54b),segment_id=0bfdf90c-cd57-4f97-ae35-53030154a54b)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:02.129888 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.140472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b2c68a-c9f3-4c5a-ac26-778d9c98e611,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:02.155946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Checking segment: {'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:02.156313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Network hostable DHCP agents. Network: 8e1668db-a1da-47c3-8f09-57c1a871ec8b, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:02.181354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99993d54-cbfe-4a5e-844f-5ba87ce1b108 req-f09df1ee-2c3e-47b2-9d25-080e4577a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:02.182884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99993d54-cbfe-4a5e-844f-5ba87ce1b108 req-f09df1ee-2c3e-47b2-9d25-080e4577a270 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 1096 time: 0.1008055 Jun 30 02:54:02.187226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Calling delete_port for eebe732e-0ac3-4402-a387-672fd26d57c1 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:02.223329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99993d54-cbfe-4a5e-844f-5ba87ce1b108 req-8967e8fd-84a2-4552-abc9-5c2554555055 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294464 Jun 30 02:54:02.226458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce657072-43d0-4042-a80b-a8f9abf351f5,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:02.273161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Network 8e1668db-a1da-47c3-8f09-57c1a871ec8b is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:02.299928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Checking segment: {'id': '6a12d479-1699-41dc-9d57-2d54ba2b0a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:02.300348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Network hostable DHCP agents. Network: 023e43b6-aec2-4e06-bc6d-d597c0ef82da, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:02.312544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac6e46-3968-4c42-927c-20afb1054975 req-2e2e1f32-ca4a-4595-8098-0aec0fa53631 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:02.314073 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0aac6e46-3968-4c42-927c-20afb1054975 req-2e2e1f32-ca4a-4595-8098-0aec0fa53631 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.2093277 Jun 30 02:54:02.366959 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0aac6e46-3968-4c42-927c-20afb1054975 req-cf5a2368-acb3-40ff-9299-63d599ec375a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466447 Jun 30 02:54:02.397306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 8e1668db-a1da-47c3-8f09-57c1a871ec8b) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:02.398233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:02.399272 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.402822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0af096-82fb-4a95-83c5-0ab30bf28836 None None] Network 8e1668db-a1da-47c3-8f09-57c1a871ec8b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:02.461623 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.492517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Port': ['ID=eebe732e-0ac3-4402-a387-672fd26d57c1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:02.510963 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c607c42a-3ebb-4414-834d-3a58212b0e61 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2526708 Jun 30 02:54:02.510963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35582) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:02.513912 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:02.516846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Network 023e43b6-aec2-4e06-bc6d-d597c0ef82da is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:02.546916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No DVR routers for this DVR port eebe732e-0ac3-4402-a387-672fd26d57c1 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:02.548281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 023e43b6-aec2-4e06-bc6d-d597c0ef82da) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:02.559851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747581bb-040f-4701-8d1d-4f775eac6c65 None None] Network 023e43b6-aec2-4e06-bc6d-d597c0ef82da requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:02.576819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:02.577425 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.602665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:02.603457 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.615935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35586) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:02.658304 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.671829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3542fdce-e542-423e-95fd-262aa4d1d34b']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:02.686616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec625b1-594e-42b3-8a1f-8ce7e26d2e1a admin admin] Deleting subnet afc111f8-ad9b-420d-8661-477a7ff10ea3 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:54:02.689962 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8ec625b1-594e-42b3-8a1f-8ce7e26d2e1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.709519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee07c5d-3ecf-4c48-91cd-ad4da8049682 req-3c25a9b1-5f80-46f1-992b-37165eba11a1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:02.712524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ee07c5d-3ecf-4c48-91cd-ad4da8049682 req-3c25a9b1-5f80-46f1-992b-37165eba11a1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.2210994 Jun 30 02:54:02.719993 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.721741 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.722079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfdf90c-cd57-4f97-ae35-53030154a54b') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:02.722755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfdf90c-cd57-4f97-ae35-53030154a54b') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:02.766166 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.784282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.796943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8ec625b1-594e-42b3-8a1f-8ce7e26d2e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.824393 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ee07c5d-3ecf-4c48-91cd-ad4da8049682 req-b31c2d88-20ac-4fdf-93bd-d86739ca2069 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970814 Jun 30 02:54:02.826193 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.831542 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5e04719b-6019-4ec5-a0c1-7303cd022af9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1788874 Jun 30 02:54:02.834939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35590) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:02.839817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:02.841143 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.846926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1056245066-router', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:02.847819 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:02.864536 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.883591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8ec625b1-594e-42b3-8a1f-8ce7e26d2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.964901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-023e43b6-aec2-4e06-bc6d-d597c0ef82da', 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'fixed_ips': [{'subnet_id': 'ce657072-43d0-4042-a80b-a8f9abf351f5'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:02.965731 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.968099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Allocated IP 172.20.0.2 (8e1668db-a1da-47c3-8f09-57c1a871ec8b/12b2c68a-c9f3-4c5a-ac26-778d9c98e611/92dd454e-1a6f-423a-89d4-ce3e04e9a73c) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:03.025384 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.026369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.042813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 97d28df6-09ee-427e-9a00-08e3fd53a000 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:03.044942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.059138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.064691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/3542fdce-e542-423e-95fd-262aa4d1d34b HTTP/1.1" status: 204 len: 168 time: 2.7740510 Jun 30 02:54:03.065628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35592) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:03.070962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-707449543'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:03.077054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8ec625b1-594e-42b3-8a1f-8ce7e26d2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.100207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebfb04-95d3-433f-a3a7-f13c89141ec1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=3542fdce-e542-423e-95fd-262aa4d1d34b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:03.122877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 694015ac-685f-4f17-8e7e-f0066fdd5565 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:03.126649 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8ec625b1-594e-42b3-8a1f-8ce7e26d2e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.128583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8ec625b1-594e-42b3-8a1f-8ce7e26d2e1a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/afc111f8-ad9b-420d-8661-477a7ff10ea3 HTTP/1.1" status: 204 len: 168 time: 0.5108628 Jun 30 02:54:03.137808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35596) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:03.153891 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.157588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 694015ac-685f-4f17-8e7e-f0066fdd5565 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:03.157931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 694015ac-685f-4f17-8e7e-f0066fdd5565 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:03.178811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec625b1-594e-42b3-8a1f-8ce7e26d2e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc111f8-ad9b-420d-8661-477a7ff10ea3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:03.251084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:03.255422 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.276901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Allocated IP 172.20.0.2 (023e43b6-aec2-4e06-bc6d-d597c0ef82da/ce657072-43d0-4042-a80b-a8f9abf351f5/7b07c305-0394-4917-803e-c5332d839306) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:03.288443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:03.297652 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.298079 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment da2d9023-a6ed-4bb1-b39a-1813efa9ed40 of type vlan for network c206e0b7-95e0-4a89-936f-e3b49a615f00 Jun 30 02:54:03.308397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.340692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.375493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.450475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758854e-3a75-4c05-82cd-b45ff555395d req-d5c28e38-a21d-4470-8968-7b4f9db52205 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:03.452053 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f758854e-3a75-4c05-82cd-b45ff555395d req-d5c28e38-a21d-4470-8968-7b4f9db52205 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 944 time: 0.2144690 Jun 30 02:54:03.542201 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.545147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.550781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:03.551383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.566574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Transition to ACTIVE for port object 92dd454e-1a6f-423a-89d4-ce3e04e9a73c will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:03.570470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 97d28df6-09ee-427e-9a00-08e3fd53a000, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=97d28df6-09ee-427e-9a00-08e3fd53a000,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:03.592185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '97d28df6-09ee-427e-9a00-08e3fd53a000', 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541', 'port_id': '97d28df6-09ee-427e-9a00-08e3fd53a000', 'mac_address': 'fa:16:3e:b8:67:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc4915e-2757-4253-b1f2-37f11c6c5454', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:03.610363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Transition to ACTIVE for port object 92dd454e-1a6f-423a-89d4-ce3e04e9a73c will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:03.611073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.613232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313fa69-0103-4d0d-a33c-4c8063df9242 req-1dde82df-884b-4e4f-ba97-bc80365722c0 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:03.614806 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5313fa69-0103-4d0d-a33c-4c8063df9242 req-1dde82df-884b-4e4f-ba97-bc80365722c0 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1218584 Jun 30 02:54:03.637379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3480030d-6d62-4371-bc03-0d4b0e8191ca']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:03.645150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=c206e0b7-95e0-4a89-936f-e3b49a615f00,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:03.660485 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f758854e-3a75-4c05-82cd-b45ff555395d req-3fd33c38-5dee-4311-88c5-bc70f5d5290f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017417 Jun 30 02:54:03.666476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46e553a-fbc6-485f-9bb0-3ed5bac64c6d') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:03.666788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46e553a-fbc6-485f-9bb0-3ed5bac64c6d') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:03.683078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c206e0b7-95e0-4a89-936f-e3b49a615f00 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:03.691945 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5313fa69-0103-4d0d-a33c-4c8063df9242 req-27e7a439-8c01-425f-a9be-b7100b3999c0 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552218 Jun 30 02:54:03.695558 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.722653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-395c0a1a-d679-4739-ae9c-931698da21aa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6532469 Jun 30 02:54:03.722944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35600) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:03.729136 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': 'c206e0b7-95e0-4a89-936f-e3b49a615f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:03.736639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.748794 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.762816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.782737 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.789483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d28df6-09ee-427e-9a00-08e3fd53a000 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:03.793790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:03.794149 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:03.798151 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:03.816135 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.829672 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Network 8e1668db-a1da-47c3-8f09-57c1a871ec8b is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:03.844469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:03.854162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:03.854789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Pushing event updated for resources: {'Port': ['ID=92dd454e-1a6f-423a-89d4-ce3e04e9a73c,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:03.857037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Transition to ACTIVE for port object 7b07c305-0394-4917-803e-c5332d839306 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:03.860958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 97d28df6-09ee-427e-9a00-08e3fd53a000, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=97d28df6-09ee-427e-9a00-08e3fd53a000,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:03.898078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Transition to ACTIVE for port object 7b07c305-0394-4917-803e-c5332d839306 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:03.947353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Attempting to bind port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:03.947771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Attempting to bind port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:03.948135 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Attempting to bind port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c on network 8e1668db-a1da-47c3-8f09-57c1a871ec8b {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:03.953810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:03.954177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Checking segment: {'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:03.954576 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.954963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Bound using segment: {'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:03.955423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Bound port: 92dd454e-1a6f-423a-89d4-ce3e04e9a73c, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:03.955846 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.965803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:03.968097 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.971240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.025842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.047310 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.057592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=97d28df6-09ee-427e-9a00-08e3fd53a000,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:04.063381 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.076259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] For port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:04.110791 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Network 023e43b6-aec2-4e06-bc6d-d597c0ef82da is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:04.115404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] For port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=92dd454e-1a6f-423a-89d4-ce3e04e9a73c,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:04.116737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:04.120794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:04.138427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Pushing event updated for resources: {'Port': ['ID=7b07c305-0394-4917-803e-c5332d839306,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:04.152730 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.160785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ca1c3-efc0-449c-ab8f-6c65c67b7acd req-13e609c6-8a37-4252-ad57-1ad2c1116dea tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:04.162583 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f32ca1c3-efc0-449c-ab8f-6c65c67b7acd req-13e609c6-8a37-4252-ad57-1ad2c1116dea tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.1261799 Jun 30 02:54:04.167244 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.169329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3480030d-6d62-4371-bc03-0d4b0e8191ca HTTP/1.1" status: 204 len: 168 time: 1.0303888 Jun 30 02:54:04.189236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340492c3-0ef9-435f-ae4a-181e476a4305 admin admin] Pushing event deleted for resources: {'Network': ['ID=3480030d-6d62-4371-bc03-0d4b0e8191ca,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:04.217636 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.249058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Allocated IP 172.25.2.112 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/d9981733-48fb-42f0-bee1-7a470658d92d) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:04.272740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Attempting to bind port 7b07c305-0394-4917-803e-c5332d839306 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:04.273317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Attempting to bind port 7b07c305-0394-4917-803e-c5332d839306 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '6a12d479-1699-41dc-9d57-2d54ba2b0a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:04.273908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Attempting to bind port 7b07c305-0394-4917-803e-c5332d839306 on network 023e43b6-aec2-4e06-bc6d-d597c0ef82da {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:04.276037 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f32ca1c3-efc0-449c-ab8f-6c65c67b7acd req-5801bdea-c551-4df7-b287-021c94e4f9b8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869169 Jun 30 02:54:04.287554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:04.288147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Checking segment: {'id': '6a12d479-1699-41dc-9d57-2d54ba2b0a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:04.288662 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.289256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Bound using segment: {'id': '6a12d479-1699-41dc-9d57-2d54ba2b0a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:04.290488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Bound port: 7b07c305-0394-4917-803e-c5332d839306, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a12d479-1699-41dc-9d57-2d54ba2b0a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:04.290972 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.302162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['97d28df6-09ee-427e-9a00-08e3fd53a000'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:04.361899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f188c07-6748-4a34-b130-73e76733faf8 None None] Pushing event updated for resources: {'Port': ['ID=92dd454e-1a6f-423a-89d4-ce3e04e9a73c,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:04.388855 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.408942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.451772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] For port 7b07c305-0394-4917-803e-c5332d839306, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:04.457823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] For port 7b07c305-0394-4917-803e-c5332d839306, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7b07c305-0394-4917-803e-c5332d839306,segment=NetworkSegment(6a12d479-1699-41dc-9d57-2d54ba2b0a0e),segment_id=6a12d479-1699-41dc-9d57-2d54ba2b0a0e)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:04.462267 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.499606 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.576819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=5a305c8d-f360-4a3f-865f-a0ad71ae55e7,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:04.588285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': 'da2d9023-a6ed-4bb1-b39a-1813efa9ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c206e0b7-95e0-4a89-936f-e3b49a615f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:04.588655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: c206e0b7-95e0-4a89-936f-e3b49a615f00, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:04.606101 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.650565 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.698134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.710565 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0afdc-9551-4bf6-835d-6a6fcd5d5297 None None] Pushing event updated for resources: {'Port': ['ID=7b07c305-0394-4917-803e-c5332d839306,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:04.735657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network c206e0b7-95e0-4a89-936f-e3b49a615f00 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:04.744275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35612) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:04.817599 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2692ab25-55d1-4a0c-a9a3-31e93c4534ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c63ddf7ac5e42ab9e84823ac4dad0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720332 Jun 30 02:54:04.821845 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:04.822623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35614) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:04.836340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Pushing event updated for resources: {'Port': ['ID=d9981733-48fb-42f0-bee1-7a470658d92d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:04.839821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Allocated IP 172.25.2.218 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/0f9e1017-40fc-4143-99db-e96046bc4640) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:04.873813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:04.879023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:04.932885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c206e0b7-95e0-4a89-936f-e3b49a615f00) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:04.937284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:04.937924 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.942320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4940ee3-926a-48ef-9cfe-c0428c4a2311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.950889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f2bc2-490d-4bc4-85a1-fd1b6d333cb4 None None] Network c206e0b7-95e0-4a89-936f-e3b49a615f00 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:05.013161 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4940ee3-926a-48ef-9cfe-c0428c4a2311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.107050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc965d-b978-4d47-8378-3e75655cbba2 req-883e314b-e195-497c-85ca-239f3fedcf1d tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:05.114792 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0cc965d-b978-4d47-8378-3e75655cbba2 req-883e314b-e195-497c-85ca-239f3fedcf1d tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.2258270 Jun 30 02:54:05.123184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59ffd9-95f5-4418-b9ce-1b5bbcad8bc8 req-08d4f140-3217-4451-ab49-965dce4fe907 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:05.127114 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5a59ffd9-95f5-4418-b9ce-1b5bbcad8bc8 req-08d4f140-3217-4451-ab49-965dce4fe907 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 945 time: 0.2849813 Jun 30 02:54:05.189659 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0cc965d-b978-4d47-8378-3e75655cbba2 req-6ee275fd-b770-4cf7-aa9a-5db1f7ee556c tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736308 Jun 30 02:54:05.195966 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a4f603ce-b08c-4ffb-9e95-e184547a01b2 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4719341 Jun 30 02:54:05.200276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35618) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:05.234252 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.234826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c206e0b7-95e0-4a89-936f-e3b49a615f00', 'network_id': 'c206e0b7-95e0-4a89-936f-e3b49a615f00', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': '5a305c8d-f360-4a3f-865f-a0ad71ae55e7'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:05.235120 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.254456 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5a59ffd9-95f5-4418-b9ce-1b5bbcad8bc8 req-89b24b6f-1e6e-403d-97b5-b7177f8c71a4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191347 Jun 30 02:54:05.324494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4940ee3-926a-48ef-9cfe-c0428c4a2311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.327026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4940ee3-926a-48ef-9cfe-c0428c4a2311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.331196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b4940ee3-926a-48ef-9cfe-c0428c4a2311 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4de3086c-b5e1-4b0f-b745-cc3913a40da5 HTTP/1.1" status: 204 len: 168 time: 0.5046184 Jun 30 02:54:05.372141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4940ee3-926a-48ef-9cfe-c0428c4a2311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de3086c-b5e1-4b0f-b745-cc3913a40da5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:05.489788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.504070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Allocated IP 172.20.0.1 (c206e0b7-95e0-4a89-936f-e3b49a615f00/5a305c8d-f360-4a3f-865f-a0ad71ae55e7/cfe5cb33-c5cb-44a4-9c38-0023eac9efa3) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:05.544965 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.633012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:05.639780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:05.648124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:05.654365 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.690790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.695834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Pushing event updated for resources: {'Port': ['ID=0f9e1017-40fc-4143-99db-e96046bc4640,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:05.785635 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c1c67-bb11-4188-abc1-7ce7b462953c None None] Network 8e1668db-a1da-47c3-8f09-57c1a871ec8b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:05.789438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343d1aa-04a4-4fcf-96bc-16c74c50c7b8 req-dc6944ea-ff98-4581-80cb-579cf1730df8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:05.799190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6343d1aa-04a4-4fcf-96bc-16c74c50c7b8 req-dc6944ea-ff98-4581-80cb-579cf1730df8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.2243118 Jun 30 02:54:05.903813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6343d1aa-04a4-4fcf-96bc-16c74c50c7b8 req-5686015c-7533-4d2a-a53e-db659c026900 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852611 Jun 30 02:54:05.972893 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.035332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Transition to ACTIVE for port object cfe5cb33-c5cb-44a4-9c38-0023eac9efa3 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:06.037364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7b07c305-0394-4917-803e-c5332d839306 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:06.063355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Transition to ACTIVE for port object cfe5cb33-c5cb-44a4-9c38-0023eac9efa3 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:06.127158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-24cc6b53-48e6-46dd-bedb-13636038f11c None None] Provisioning for port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:06.139039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc8b2-b708-4c2a-a219-0391b273a084 req-252874a3-4a41-434e-95cd-05c3a861ec54 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.146332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc8b2-b708-4c2a-a219-0391b273a084 req-252874a3-4a41-434e-95cd-05c3a861ec54 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.154254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc8b2-b708-4c2a-a219-0391b273a084 req-252874a3-4a41-434e-95cd-05c3a861ec54 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.162258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc8b2-b708-4c2a-a219-0391b273a084 req-252874a3-4a41-434e-95cd-05c3a861ec54 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.169828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc8b2-b708-4c2a-a219-0391b273a084 req-252874a3-4a41-434e-95cd-05c3a861ec54 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.181800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc8b2-b708-4c2a-a219-0391b273a084 req-252874a3-4a41-434e-95cd-05c3a861ec54 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.190225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc8b2-b708-4c2a-a219-0391b273a084 req-252874a3-4a41-434e-95cd-05c3a861ec54 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.207405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a9cdc8b2-b708-4c2a-a219-0391b273a084 req-252874a3-4a41-434e-95cd-05c3a861ec54 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5434 time: 0.1705537 Jun 30 02:54:06.233720 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.261055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b59e9-ad11-4463-9e85-61d9f914dd1d None None] Network 023e43b6-aec2-4e06-bc6d-d597c0ef82da requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:06.296942 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a9cdc8b2-b708-4c2a-a219-0391b273a084 req-72df31e7-96d2-496a-b9c4-d47686da1563 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821955 Jun 30 02:54:06.379028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 7b07c305-0394-4917-803e-c5332d839306 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:06.384910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Network c206e0b7-95e0-4a89-936f-e3b49a615f00 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:06.396733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:06.406023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 92dd454e-1a6f-423a-89d4-ce3e04e9a73c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:06.409576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:06.444620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Pushing event updated for resources: {'Port': ['ID=cfe5cb33-c5cb-44a4-9c38-0023eac9efa3,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:06.524412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.562331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Attempting to bind port cfe5cb33-c5cb-44a4-9c38-0023eac9efa3 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:06.562561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=5a305c8d-f360-4a3f-865f-a0ad71ae55e7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:06.562675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Attempting to bind port cfe5cb33-c5cb-44a4-9c38-0023eac9efa3 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'da2d9023-a6ed-4bb1-b39a-1813efa9ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c206e0b7-95e0-4a89-936f-e3b49a615f00'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:06.562675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Attempting to bind port cfe5cb33-c5cb-44a4-9c38-0023eac9efa3 on network c206e0b7-95e0-4a89-936f-e3b49a615f00 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:06.604533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:06.608956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Checking segment: {'id': 'da2d9023-a6ed-4bb1-b39a-1813efa9ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c206e0b7-95e0-4a89-936f-e3b49a615f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:06.608956 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.608956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Bound using segment: {'id': 'da2d9023-a6ed-4bb1-b39a-1813efa9ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c206e0b7-95e0-4a89-936f-e3b49a615f00'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:06.608956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Bound port: cfe5cb33-c5cb-44a4-9c38-0023eac9efa3, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2d9023-a6ed-4bb1-b39a-1813efa9ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c206e0b7-95e0-4a89-936f-e3b49a615f00'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:06.608956 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.668245 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.678880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.681776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c206e0b7-95e0-4a89-936f-e3b49a615f00']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:06.717160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3830705-185c-462e-98cb-044b85f40213 req-6cfcee94-56f6-4c20-b392-98130689ab1a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.718798 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3830705-185c-462e-98cb-044b85f40213 req-6cfcee94-56f6-4c20-b392-98130689ab1a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 945 time: 0.2863398 Jun 30 02:54:06.720971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfca395-02b0-4dd4-a0e6-edde3d694dbd req-c1a16f2c-fab8-4f2d-a127-6c6b23355112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.722454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bfca395-02b0-4dd4-a0e6-edde3d694dbd req-c1a16f2c-fab8-4f2d-a127-6c6b23355112 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 1096 time: 0.2399743 Jun 30 02:54:06.724385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2d9023-a6ed-4bb1-b39a-1813efa9ed40') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:06.724683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2d9023-a6ed-4bb1-b39a-1813efa9ed40') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:06.749191 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] For port cfe5cb33-c5cb-44a4-9c38-0023eac9efa3, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:06.754004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] For port cfe5cb33-c5cb-44a4-9c38-0023eac9efa3, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cfe5cb33-c5cb-44a4-9c38-0023eac9efa3,segment=NetworkSegment(da2d9023-a6ed-4bb1-b39a-1813efa9ed40),segment_id=da2d9023-a6ed-4bb1-b39a-1813efa9ed40)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:06.778968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3830705-185c-462e-98cb-044b85f40213 req-d285ec46-c77d-407a-be03-d40830c0a0bc tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506997 Jun 30 02:54:06.783014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.805033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1b8ae85d-dc8e-40db-bcec-a750433b3cbd None None] Provisioning for port 7b07c305-0394-4917-803e-c5332d839306 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:06.832285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-2a6efefc-48dc-452a-a561-2f13fd682f54 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.1220243 Jun 30 02:54:06.832639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1b8ae85d-dc8e-40db-bcec-a750433b3cbd None None] Provisioning complete for port 7b07c305-0394-4917-803e-c5332d839306 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:06.832639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae85d-dc8e-40db-bcec-a750433b3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.905253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfca395-02b0-4dd4-a0e6-edde3d694dbd req-91908baf-ff40-45db-b6ec-a797e9a15956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:06.907307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bfca395-02b0-4dd4-a0e6-edde3d694dbd req-91908baf-ff40-45db-b6ec-a797e9a15956 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 919 time: 0.1443746 Jun 30 02:54:06.932622 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:06.939146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:06.939976 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.983583 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bfca395-02b0-4dd4-a0e6-edde3d694dbd req-c921622c-6850-47bd-b9ff-dd73218f77bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=137fcbb5-e067-450b-900f-9e729bbe5ffc HTTP/1.1" status: 200 len: 217 time: 0.0691617 Jun 30 02:54:07.027817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6b437-fe8b-4cd5-8990-e4bdc6496192 req-24e7c6ef-c8f1-4c6e-af10-b891d5f8500d tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.029387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6a6b437-fe8b-4cd5-8990-e4bdc6496192 req-24e7c6ef-c8f1-4c6e-af10-b891d5f8500d tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.3179936 Jun 30 02:54:07.045658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 97d28df6-09ee-427e-9a00-08e3fd53a000 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:07.075055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfca395-02b0-4dd4-a0e6-edde3d694dbd req-dd1a8aac-63d8-405f-ab4e-cede98f775a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.076589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bfca395-02b0-4dd4-a0e6-edde3d694dbd req-dd1a8aac-63d8-405f-ab4e-cede98f775a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 200 len: 858 time: 0.0827763 Jun 30 02:54:07.082703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-46e4a104-e079-432a-bf0b-8192f5d002f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.083575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-46e4a104-e079-432a-bf0b-8192f5d002f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.083704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-46e4a104-e079-432a-bf0b-8192f5d002f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.084152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-46e4a104-e079-432a-bf0b-8192f5d002f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.085793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-46e4a104-e079-432a-bf0b-8192f5d002f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.086498 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-46e4a104-e079-432a-bf0b-8192f5d002f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.088100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-46e4a104-e079-432a-bf0b-8192f5d002f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.092017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-46e4a104-e079-432a-bf0b-8192f5d002f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=586255c668ef4cc0a6e8ecb667848568&device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6491 time: 0.1906631 Jun 30 02:54:07.130955 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.133459 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.135793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bfca395-02b0-4dd4-a0e6-edde3d694dbd req-d0f5084d-49b0-455d-bdf3-355872a972fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524802 Jun 30 02:54:07.144595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:07.145008 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:07.148164 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:07.202730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1660ab-93ee-4649-9c4e-039e584c0b8a None None] Pushing event updated for resources: {'Port': ['ID=cfe5cb33-c5cb-44a4-9c38-0023eac9efa3,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:07.205406 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae85d-dc8e-40db-bcec-a750433b3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.311930 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.362965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=92dd454e-1a6f-423a-89d4-ce3e04e9a73c,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:07.387741 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.499805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1b8ae85d-dc8e-40db-bcec-a750433b3cbd None None] For port 7b07c305-0394-4917-803e-c5332d839306, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7b07c305-0394-4917-803e-c5332d839306,segment=NetworkSegment(6a12d479-1699-41dc-9d57-2d54ba2b0a0e),segment_id=6a12d479-1699-41dc-9d57-2d54ba2b0a0e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:07.499805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c828a-c02b-405c-91a6-1d9371a3cca9 None None] Network c206e0b7-95e0-4a89-936f-e3b49a615f00 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:07.573630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6a6b437-fe8b-4cd5-8990-e4bdc6496192 req-8eb03440-b427-47b6-a108-4eecc0e3d5d0 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337472 Jun 30 02:54:07.630609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3f4b-0083-44e5-99b0-9132c12933fd req-88b9620d-fdfe-456e-bdd2-64722fdec036 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.637382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3f4b-0083-44e5-99b0-9132c12933fd req-88b9620d-fdfe-456e-bdd2-64722fdec036 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.644323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3f4b-0083-44e5-99b0-9132c12933fd req-88b9620d-fdfe-456e-bdd2-64722fdec036 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.651932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3f4b-0083-44e5-99b0-9132c12933fd req-88b9620d-fdfe-456e-bdd2-64722fdec036 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.658666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3f4b-0083-44e5-99b0-9132c12933fd req-88b9620d-fdfe-456e-bdd2-64722fdec036 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.664491 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3f4b-0083-44e5-99b0-9132c12933fd req-88b9620d-fdfe-456e-bdd2-64722fdec036 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.670998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee3f4b-0083-44e5-99b0-9132c12933fd req-88b9620d-fdfe-456e-bdd2-64722fdec036 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.676582 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1fee3f4b-0083-44e5-99b0-9132c12933fd req-88b9620d-fdfe-456e-bdd2-64722fdec036 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5434 time: 0.6962366 Jun 30 02:54:07.706859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-6ae797f1-e43a-475d-a0e1-c9f58d799398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.708026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-6ae797f1-e43a-475d-a0e1-c9f58d799398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.708631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-6ae797f1-e43a-475d-a0e1-c9f58d799398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.710831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-6ae797f1-e43a-475d-a0e1-c9f58d799398 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2b9ddc54-579a-469a-a75a-d6c07351455b&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=2a5db8db-57db-48b3-8070-466902d80432&id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e HTTP/1.1" status: 200 len: 2294 time: 0.5813010 Jun 30 02:54:07.718529 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.820014 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bfca395-02b0-4dd4-a0e6-edde3d694dbd req-08f7ee49-bae7-4d51-96a1-70b14342d839 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6752708 Jun 30 02:54:07.871541 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-485d52e3-ad12-4446-bdd7-c70a931d3635 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d HTTP/1.1" status: 200 len: 1000 time: 0.1501157 Jun 30 02:54:07.890900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7dc130-1a08-4ce3-bf5d-486dc0268b15 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:54:07.897590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.945201 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bfca395-02b0-4dd4-a0e6-edde3d694dbd req-088b2214-81e4-414f-a8af-c365a16efefb service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131496 Jun 30 02:54:07.949590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:54:07.949590 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:54:07.949590 n-d-798249-3 neutron-server[94531]: [parameters: {'id': 'c206e0b7-95e0-4a89-936f-e3b49a615f00'}] Jun 30 02:54:07.949590 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:54:07.956948 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:54:07.991158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8e073-d04b-4718-8816-512e2b9fe0d3 req-638d83ea-ab7f-4149-af6b-27a6316a30d7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.992880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-44c8e073-d04b-4718-8816-512e2b9fe0d3 req-638d83ea-ab7f-4149-af6b-27a6316a30d7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.2646005 Jun 30 02:54:07.998965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-aa694ca8-150d-4c08-ade9-8a2235df4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.000601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-aa694ca8-150d-4c08-ade9-8a2235df4a9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5dd37d0e-9728-4f58-99b6-57eb8489880e HTTP/1.1" status: 200 len: 851 time: 0.0915034 Jun 30 02:54:08.012800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:54:08.013333 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae85d-dc8e-40db-bcec-a750433b3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.018971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 97d28df6-09ee-427e-9a00-08e3fd53a000 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:08.052724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d0938-6840-4234-910f-30707981c292 req-b13b316b-a076-4b46-a63e-4459a89022fb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.054540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-801d0938-6840-4234-910f-30707981c292 req-b13b316b-a076-4b46-a63e-4459a89022fb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 945 time: 0.1084118 Jun 30 02:54:08.059097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 97d28df6-09ee-427e-9a00-08e3fd53a000 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:08.059497 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.070197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=92dd454e-1a6f-423a-89d4-ce3e04e9a73c,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:08.122156 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-801d0938-6840-4234-910f-30707981c292 req-fe8f4a28-7d0b-4dc4-8d35-2116b0245b62 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590980 Jun 30 02:54:08.141062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-44c8e073-d04b-4718-8816-512e2b9fe0d3 req-417388bb-089f-4e7e-bb2f-2337621ba73e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390736 Jun 30 02:54:08.214139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35662) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:08.220876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-4ec42a35-326a-49c8-82af-68568b90f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.223425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-4ec42a35-326a-49c8-82af-68568b90f609 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b9ddc54-579a-469a-a75a-d6c07351455b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2057579 Jun 30 02:54:08.223928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5c74ce94-a59c-4c05-b46b-7043a493baf9 None None] Provisioning complete for port 7b07c305-0394-4917-803e-c5332d839306 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:08.224286 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c74ce94-a59c-4c05-b46b-7043a493baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.272799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ae85d-dc8e-40db-bcec-a750433b3cbd None None] Pushing event updated for resources: {'Port': ['ID=7b07c305-0394-4917-803e-c5332d839306,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:08.283621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:08.301800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Sync routers for ids ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:08.323643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Router c2f6b67d-87d1-41ae-a200-adb7aab6a94b is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:54:08.331069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7dc130-1a08-4ce3-bf5d-486dc0268b15 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:54:08.345998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1007835112-network', 'tenant_id': 'cdea88fa4cc5447ea62fa721d848dc44'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:08.354587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Routers {'89c3ac78-81a3-45eb-9c0e-7ad678d935f8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:08.355225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:08.384965 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-da8bf411-81b5-4080-9316-5daea0a347f9 service neutron] 10.222.0.74 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500559 Jun 30 02:54:08.397926 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.450826 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.494278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.498332 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0a0a4246-cff7-46c5-b6b1-8c226d928383 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9901514 Jun 30 02:54:08.498607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35666) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:08.525281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:08.542389 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Sync routers for ids ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:08.545320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c629f0-4340-4947-b1a5-ed0da367f7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d28df6-09ee-427e-9a00-08e3fd53a000'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:08.546753 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b1612e-9970-497c-a90c-aa8222468dbb" -d '{"events": [{"server_uuid": "84c629f0-4340-4947-b1a5-ed0da367f7ea", "name": "network-vif-plugged", "status": "completed", "tag": "97d28df6-09ee-427e-9a00-08e3fd53a000"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:08.561076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Deleting port cfe5cb33-c5cb-44a4-9c38-0023eac9efa3 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:08.561518 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.565028 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-86e7a712-73c5-42e9-8a0d-613fc4ae57da service neutron] 10.222.0.74 "GET /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584084 Jun 30 02:54:08.570499 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Routers {'c2f6b67d-87d1-41ae-a200-adb7aab6a94b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:08.573158 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:08.584151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 97d28df6-09ee-427e-9a00-08e3fd53a000, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=97d28df6-09ee-427e-9a00-08e3fd53a000,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:08.603873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Set router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:08.639919 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b06b173-8095-489b-adb4-97e893a0ced6 x-openstack-request-id: req-0b06b173-8095-489b-adb4-97e893a0ced6 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:08.640217 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c629f0-4340-4947-b1a5-ed0da367f7ea", "name": "network-vif-plugged", "status": "completed", "tag": "97d28df6-09ee-427e-9a00-08e3fd53a000", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:08.640464 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b06b173-8095-489b-adb4-97e893a0ced6 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:08.640850 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c629f0-4340-4947-b1a5-ed0da367f7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d28df6-09ee-427e-9a00-08e3fd53a000', 'code': 200} Jun 30 02:54:08.646174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-7fc90433-212f-4d2e-be74-18d5d2cc7369 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=dbdd0484-5948-43a9-8d71-056365de7c3c HTTP/1.1" status: 200 len: 217 time: 0.0755835 Jun 30 02:54:08.688303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5c74ce94-a59c-4c05-b46b-7043a493baf9 None None] Provisioning complete for port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:08.691217 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c74ce94-a59c-4c05-b46b-7043a493baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.702814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Made reservation on behalf of cdea88fa4cc5447ea62fa721d848dc44 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:08.706692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.730080 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.733008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] For port cfe5cb33-c5cb-44a4-9c38-0023eac9efa3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cfe5cb33-c5cb-44a4-9c38-0023eac9efa3,segment=NetworkSegment(da2d9023-a6ed-4bb1-b39a-1813efa9ed40),segment_id=da2d9023-a6ed-4bb1-b39a-1813efa9ed40)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:08.733668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.754334 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.835483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-4de10014-79b5-4ea8-aad5-8ef1250ef990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.837759 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-4de10014-79b5-4ea8-aad5-8ef1250ef990 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.1793692 Jun 30 02:54:08.857901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.859717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Calling delete_port for cfe5cb33-c5cb-44a4-9c38-0023eac9efa3 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:08.860459 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-28d6e375-9910-49ad-9fef-6122598699ce admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0193806 Jun 30 02:54:08.867437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35672) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:08.914814 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Set router c2f6b67d-87d1-41ae-a200-adb7aab6a94b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:08.953837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc226a-8059-47e2-b03f-4d0457f229d6 req-6041891e-a351-48bf-bac3-232e8cabd42e tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.955854 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbbc226a-8059-47e2-b03f-4d0457f229d6 req-6041891e-a351-48bf-bac3-232e8cabd42e tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1951025 Jun 30 02:54:08.971816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=97d28df6-09ee-427e-9a00-08e3fd53a000,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:08.983993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-bcc206f8-6d9e-4dd3-9607-5a987ccfcd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.986036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-bcc206f8-6d9e-4dd3-9607-5a987ccfcd26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1411724 Jun 30 02:54:09.074448 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbbc226a-8059-47e2-b03f-4d0457f229d6 req-a1272f89-4c64-4e0c-9aa9-9bbb7da082ae tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077991 Jun 30 02:54:09.128280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-f8786062-f7f8-46e4-8579-23cffb43355e service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337690 Jun 30 02:54:09.155246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c71b3-c055-47cf-b35d-a122b3f79193 req-1c419c75-ee1c-465f-9162-017b0f0f35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:09.160194 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc6c71b3-c055-47cf-b35d-a122b3f79193 req-1c419c75-ee1c-465f-9162-017b0f0f35f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 1097 time: 0.4471974 Jun 30 02:54:09.165221 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'name': 'tempest-ServersTestMultiNic-1056245066-router', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:54:06Z', 'revision_number': 3, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'gw_port': {'id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:09.220544 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Checking router: c2f6b67d-87d1-41ae-a200-adb7aab6a94b for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:09.220821 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Updating router c2f6b67d-87d1-41ae-a200-adb7aab6a94b port 0f9e1017-40fc-4143-99db-e96046bc4640 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:54:09.293331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc6c71b3-c055-47cf-b35d-a122b3f79193 req-21a722f2-10cd-4f33-a255-4a0bf426e742 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195312 Jun 30 02:54:09.304727 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.314720 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-5ab5e094-2880-4add-ad3e-d7a0c2890894 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787059 Jun 30 02:54:09.316385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:05Z', 'revision_number': 3, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:09.385624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Checking router: 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:09.385973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Updating router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 port d9981733-48fb-42f0-bee1-7a470658d92d binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:54:09.424113 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.436612 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-95e64c28-1c43-4067-81f7-5c2452f30d35 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=600114d5-9810-4fd3-854d-b1f2ec027f54 HTTP/1.1" status: 200 len: 217 time: 0.0561330 Jun 30 02:54:09.451719 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.509027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-dd159031-b7a0-486b-a402-46f83357b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:09.518732 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-dd159031-b7a0-486b-a402-46f83357b620 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.0663402 Jun 30 02:54:09.528646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No DVR routers for this DVR port cfe5cb33-c5cb-44a4-9c38-0023eac9efa3 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:09.539428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f381a-174f-4e85-89e9-09bef61c1d0b req-c92999f2-6a11-4efc-b68e-9ef15db162ac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:09.549006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea6f381a-174f-4e85-89e9-09bef61c1d0b req-c92999f2-6a11-4efc-b68e-9ef15db162ac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.2277961 Jun 30 02:54:09.558957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Port': ['ID=cfe5cb33-c5cb-44a4-9c38-0023eac9efa3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:09.567112 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.605830 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.618308 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Transition to ACTIVE for port object 0f9e1017-40fc-4143-99db-e96046bc4640 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:09.641243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea6f381a-174f-4e85-89e9-09bef61c1d0b req-b4222d76-d4ca-43da-ac85-3d7f7e3cb17a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911012 Jun 30 02:54:09.667105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-a014fa8b-a8f8-45a4-b48d-24cadb01f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:09.668845 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-a014fa8b-a8f8-45a4-b48d-24cadb01f2f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1495309 Jun 30 02:54:09.758193 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.763840 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.790932 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Attempting to bind port 0f9e1017-40fc-4143-99db-e96046bc4640 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:09.791172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-4ba107e3-09ac-49eb-bcc6-bd4a9ac68423 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147540 Jun 30 02:54:09.791801 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Attempting to bind port 0f9e1017-40fc-4143-99db-e96046bc4640 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:09.792459 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Attempting to bind port 0f9e1017-40fc-4143-99db-e96046bc4640 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:09.816865 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:09.817253 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.817975 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:09.818638 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.819259 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:09.819979 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Bound port: 0f9e1017-40fc-4143-99db-e96046bc4640, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:09.820601 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.862504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c206e0b7-95e0-4a89-936f-e3b49a615f00']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:09.872656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:09.894700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2d9023-a6ed-4bb1-b39a-1813efa9ed40') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:09.894979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2d9023-a6ed-4bb1-b39a-1813efa9ed40') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:09.898771 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] For port 0f9e1017-40fc-4143-99db-e96046bc4640, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:09.904395 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] For port 0f9e1017-40fc-4143-99db-e96046bc4640, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f9e1017-40fc-4143-99db-e96046bc4640,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:09.923470 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-49f81d06-62ba-4d9d-85c9-cbfcf446986b service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187592 Jun 30 02:54:09.927146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900e4f5a-7694-4d5f-ac74-86a54aa03b71,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:09.929751 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1e4b0-3795-4ba3-bdb2-b8d035d7ed76 None None] Pushing event updated for resources: {'Port': ['ID=0f9e1017-40fc-4143-99db-e96046bc4640,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:09.951766 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.952110 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Added segment 381f344d-f069-47be-9169-295b92c2b0cc of type vlan for network 62561c93-1799-4c32-b1a8-db653c6f663b Jun 30 02:54:09.954415 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.982775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-f1b5ead8-ba14-4f39-917e-94023447a525 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=bb12e561-a0b3-4475-9098-277e869e6df0 HTTP/1.1" status: 200 len: 217 time: 0.0569332 Jun 30 02:54:09.989935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b901841-c4ce-4602-aa5f-59a596a914cf req-7cd31ee9-1024-445a-9f88-1a6260796885 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:09.991836 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b901841-c4ce-4602-aa5f-59a596a914cf req-7cd31ee9-1024-445a-9f88-1a6260796885 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 946 time: 0.5810013 Jun 30 02:54:09.993216 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.053474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7b07c305-0394-4917-803e-c5332d839306 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:10.061454 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1e4b0-3795-4ba3-bdb2-b8d035d7ed76 None None] Pushing event updated for resources: {'Port': ['ID=0f9e1017-40fc-4143-99db-e96046bc4640,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:10.115493 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Routers {'c2f6b67d-87d1-41ae-a200-adb7aab6a94b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:10.116009 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:10.245448 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.250488 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.267298 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7b07c305-0394-4917-803e-c5332d839306 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:10.267942 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.314934 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.336887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:10.339921 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] Set router c2f6b67d-87d1-41ae-a200-adb7aab6a94b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:10.353130 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:10.358052 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:10.395390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 92dd454e-1a6f-423a-89d4-ce3e04e9a73c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:10.470707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-8d1277b1-dbea-4721-a21c-281f3f5dc6bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7494919 Jun 30 02:54:10.481767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:10.482520 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.514475 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b901841-c4ce-4602-aa5f-59a596a914cf req-dc6b8ce8-0025-465a-a3c7-e730ac17a761 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050433 Jun 30 02:54:10.546673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-76a44cf6-d3dc-4259-a842-23061b04adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.548187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-76a44cf6-d3dc-4259-a842-23061b04adab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.5568967 Jun 30 02:54:10.610338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebb422-57f6-4214-8290-e5117fc99370 req-7939130d-6af4-4c59-8d2d-efa5a54c91cd tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.626179 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1ebb422-57f6-4214-8290-e5117fc99370 req-7939130d-6af4-4c59-8d2d-efa5a54c91cd tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1387362 Jun 30 02:54:10.626179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35698) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:10.675511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-30678204-9fb3-4005-9c26-fa6d7f87ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.677369 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-30678204-9fb3-4005-9c26-fa6d7f87ba78 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186483 Jun 30 02:54:10.686038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1ebb422-57f6-4214-8290-e5117fc99370 req-6906f88d-5098-4867-ac0a-a101fd1a880f tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628290 Jun 30 02:54:10.694930 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'name': 'tempest-ServersTestMultiNic-1056245066-router', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:54:06Z', 'revision_number': 3, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'gw_port': {'id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:10.732053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.756026 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8fe2d-f6aa-40b7-8b65-a80f852038ec None None] The sync data for ids ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'] in n-d-798249-3 is: [{'id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'name': 'tempest-ServersTestMultiNic-1056245066-router', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:54:06Z', 'revision_number': 3, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'gw_port': {'id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:10.781150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Transition to ACTIVE for port object d9981733-48fb-42f0-bee1-7a470658d92d will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:10.801414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.826172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-7bf86995-b70a-4ed8-890f-b342cb0ecf97 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373122 Jun 30 02:54:10.832453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d229a-32f0-43cd-a42c-98f394e3dd15 req-35d725ae-d112-4c0d-9e04-646f6cf346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.832949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d229a-32f0-43cd-a42c-98f394e3dd15 req-35d725ae-d112-4c0d-9e04-646f6cf346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.833435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d229a-32f0-43cd-a42c-98f394e3dd15 req-35d725ae-d112-4c0d-9e04-646f6cf346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.833962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d229a-32f0-43cd-a42c-98f394e3dd15 req-35d725ae-d112-4c0d-9e04-646f6cf346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.834429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d229a-32f0-43cd-a42c-98f394e3dd15 req-35d725ae-d112-4c0d-9e04-646f6cf346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.834909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d229a-32f0-43cd-a42c-98f394e3dd15 req-35d725ae-d112-4c0d-9e04-646f6cf346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.835401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d229a-32f0-43cd-a42c-98f394e3dd15 req-35d725ae-d112-4c0d-9e04-646f6cf346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.837908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b21d229a-32f0-43cd-a42c-98f394e3dd15 req-35d725ae-d112-4c0d-9e04-646f6cf346e3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 6491 time: 0.2208536 Jun 30 02:54:10.848201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.879907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-c5a0dee0-59c0-4ecc-ade8-2f841036e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.881741 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-c5a0dee0-59c0-4ecc-ade8-2f841036e3b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 1096 time: 0.2882612 Jun 30 02:54:10.912343 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.913196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.916719 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.922770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.927932 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/c206e0b7-95e0-4a89-936f-e3b49a615f00 HTTP/1.1" status: 204 len: 168 time: 5.7231615 Jun 30 02:54:10.928111 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b21d229a-32f0-43cd-a42c-98f394e3dd15 req-13b9b38c-d0d5-42d5-8630-382e814e5498 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794330 Jun 30 02:54:10.928621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35704) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:10.939061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1945768528'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:10.963986 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.979875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa536f-9673-48fb-949c-a1affa333e94 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=c206e0b7-95e0-4a89-936f-e3b49a615f00,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:10.990642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-0dfb59d7-8cc7-4ab6-96b3-28a791b5cd4a service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514466 Jun 30 02:54:11.047319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Attempting to bind port d9981733-48fb-42f0-bee1-7a470658d92d on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:11.047319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Attempting to bind port d9981733-48fb-42f0-bee1-7a470658d92d by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:11.047319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Attempting to bind port d9981733-48fb-42f0-bee1-7a470658d92d on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:11.060531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:11.061147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:11.061415 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.072543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:11.073329 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Bound port: d9981733-48fb-42f0-bee1-7a470658d92d, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:11.074516 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.085173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-e7566f92-a4f1-4db2-a22c-ef9745f38368 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=346d9070-7538-4e70-b6dc-4712b4ec1f8a HTTP/1.1" status: 200 len: 217 time: 0.0845835 Jun 30 02:54:11.106707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d3505-6719-486c-b456-2fe503666ea0 None None] Pushing event updated for resources: {'Port': ['ID=d9981733-48fb-42f0-bee1-7a470658d92d,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:11.147439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] For port d9981733-48fb-42f0-bee1-7a470658d92d, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:11.149278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:11.151827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] For port d9981733-48fb-42f0-bee1-7a470658d92d, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d9981733-48fb-42f0-bee1-7a470658d92d,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:11.152857 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.172872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-98fc63f5-b0f6-4c6d-b8c2-edd1fd1d7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:11.174161 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-98fc63f5-b0f6-4c6d-b8c2-edd1fd1d7a69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 200 len: 797 time: 0.0830307 Jun 30 02:54:11.197651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:11.229643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.234299 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment 8efbfcfc-d44e-4cf1-8536-d8d339bb2eb5 of type vlan for network 7a71d154-8083-45a2-a27f-302bb5cb8d2f Jun 30 02:54:11.267265 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.309941 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.332514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d3505-6719-486c-b456-2fe503666ea0 None None] Pushing event updated for resources: {'Port': ['ID=d9981733-48fb-42f0-bee1-7a470658d92d,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:11.335110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Routers {'89c3ac78-81a3-45eb-9c0e-7ad678d935f8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:11.335728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:11.340077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-7c4ec20a-5df7-4727-9e78-4104ff666ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:11.341861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-7c4ec20a-5df7-4727-9e78-4104ff666ca6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a5db8db-57db-48b3-8070-466902d80432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595831 Jun 30 02:54:11.448755 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] Set router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:11.450132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-969c4f1b-852f-470e-b3db-9aaf64f190be service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013262 Jun 30 02:54:11.509450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.515059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:11.515705 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.570707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] Pushing event updated for resources: {'Network': ['ID=62561c93-1799-4c32-b1a8-db653c6f663b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:11.583507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 62561c93-1799-4c32-b1a8-db653c6f663b details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:11.655881 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-4a8bcf14-dabc-444a-b043-93e88ca19d72 service neutron] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989379 Jun 30 02:54:11.720939 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-638e0193-c718-4909-b59f-bf52fb3cb174 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5031226 Jun 30 02:54:11.736058 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-69908191-8b8f-47c4-80cb-2cf2ef91dcda service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=45bddaf2-a14c-4b74-aaa1-742550900101 HTTP/1.1" status: 200 len: 217 time: 0.0706975 Jun 30 02:54:11.743946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35714) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:11.744636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=7a71d154-8083-45a2-a27f-302bb5cb8d2f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:11.752985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Request body: {'subnet': {'network_id': '62561c93-1799-4c32-b1a8-db653c6f663b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1007835112-subnet', 'tenant_id': 'cdea88fa4cc5447ea62fa721d848dc44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:11.760646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:05Z', 'revision_number': 3, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:11.796146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 7a71d154-8083-45a2-a27f-302bb5cb8d2f details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:11.798521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e0826-4325-44d6-b11d-99e795252da1 None None] The sync data for ids ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'] in n-d-798249-3 is: [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:05Z', 'revision_number': 3, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:11.839146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Allocated IP 172.20.0.1 (8e1668db-a1da-47c3-8f09-57c1a871ec8b/12b2c68a-c9f3-4c5a-ac26-778d9c98e611/8d0caa43-0efa-458c-a309-1943f0af3bd7) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:11.855166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-563ba81e-729b-4782-9106-b0888e410d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:11.856624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-563ba81e-729b-4782-9106-b0888e410d34 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=895c76f2-b67c-46ed-8de5-90205d541aaa HTTP/1.1" status: 200 len: 797 time: 0.0899289 Jun 30 02:54:11.874591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bcd7483f-ee2e-467f-be57-45e6b1c4912c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9417319 Jun 30 02:54:11.884874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35716) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:11.887526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-1bd44c60-dcfe-4a37-a2a7-7b7c37f20317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:11.889533 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-1bd44c60-dcfe-4a37-a2a7-7b7c37f20317 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 914 time: 0.9636397 Jun 30 02:54:11.892599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': '7a71d154-8083-45a2-a27f-302bb5cb8d2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:11.964369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Made reservation on behalf of cdea88fa4cc5447ea62fa721d848dc44 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:11.967968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.976257 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.013130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ef626-f7d7-473b-b6e4-d0e1e266ac6c req-ad7f0e76-56de-43bb-bb06-191b7190e391 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:12.020350 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd2ef626-f7d7-473b-b6e4-d0e1e266ac6c req-ad7f0e76-56de-43bb-bb06-191b7190e391 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 1.2133641 Jun 30 02:54:12.061309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f9e1017-40fc-4143-99db-e96046bc4640 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:12.097275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Transition to ACTIVE for port object 8d0caa43-0efa-458c-a309-1943f0af3bd7 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:12.106828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e38e67-b22c-4be9-94d9-ba54d22a3f07 req-712ef081-d42a-496e-ba55-82386eacae0d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:12.113960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1e38e67-b22c-4be9-94d9-ba54d22a3f07 req-712ef081-d42a-496e-ba55-82386eacae0d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 946 time: 0.3660915 Jun 30 02:54:12.114133 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-e6960604-236a-425c-be7b-4ac076730e8b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39451f18-3872-47b3-82e6-46fe57941507 HTTP/1.1" status: 200 len: 217 time: 0.1139827 Jun 30 02:54:12.140609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-3625f130-5745-451b-960a-d08c4fbd71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:12.142202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-3625f130-5745-451b-960a-d08c4fbd71b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2692561 Jun 30 02:54:12.217970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Allocated IP 172.20.0.1 (023e43b6-aec2-4e06-bc6d-d597c0ef82da/ce657072-43d0-4042-a80b-a8f9abf351f5/9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:12.233342 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0f9e1017-40fc-4143-99db-e96046bc4640 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:12.242343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0f9e1017-40fc-4143-99db-e96046bc4640 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:12.243328 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.246105 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd2ef626-f7d7-473b-b6e4-d0e1e266ac6c req-55f5e601-5c20-4f41-93e3-1711d8197b46 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247972 Jun 30 02:54:12.265123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-139f41f1-950b-4006-b50e-e7bff2d27e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:12.266946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-139f41f1-950b-4006-b50e-e7bff2d27e75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cc4915e-2757-4253-b1f2-37f11c6c5454 HTTP/1.1" status: 200 len: 853 time: 0.1360219 Jun 30 02:54:12.275366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:12.279619 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.288235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1e38e67-b22c-4be9-94d9-ba54d22a3f07 req-78195082-99ba-4d8e-9ee7-2ca999cac2c1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628654 Jun 30 02:54:12.394184 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-e85b3acc-a463-40ce-94e9-5d0394c9d385 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c3a036d-62f3-498b-8a6d-dee57280a541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132338 Jun 30 02:54:12.444589 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.471251 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-aed670af-2cc3-41d5-9edc-62a0894c97fb service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199608 Jun 30 02:54:12.491423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 0f9e1017-40fc-4143-99db-e96046bc4640, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f9e1017-40fc-4143-99db-e96046bc4640,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:12.528026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.582368 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.612032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Pushing event updated for resources: {'Port': ['ID=8d0caa43-0efa-458c-a309-1943f0af3bd7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:12.632324 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.665666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Network 8e1668db-a1da-47c3-8f09-57c1a871ec8b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:12.672052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:12.680318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:12.694703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-d276177d-bef3-4152-86fe-6b1aaab5c06f service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037070 Jun 30 02:54:12.736835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=0f9e1017-40fc-4143-99db-e96046bc4640,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:12.770744 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.807031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-dde5135b-9d07-45e9-a885-33cc76fe953f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5cff4dbf-7714-4a43-9437-4bee8213add2 HTTP/1.1" status: 200 len: 217 time: 0.0965302 Jun 30 02:54:12.827500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa14896-cef3-4b75-9f86-b93d5be8cdc4 req-8ec55eb2-a14b-4062-b3db-4a9a76d62176 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:12.829126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8aa14896-cef3-4b75-9f86-b93d5be8cdc4 req-8ec55eb2-a14b-4062-b3db-4a9a76d62176 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.3994205 Jun 30 02:54:12.859655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48700178-7b3f-4af5-8c26-302ec37c852a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:12.895476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-26bb6331-f342-43cf-8e91-6dfb4f44fb55 service neutron] 10.222.0.83 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769266 Jun 30 02:54:12.904550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.953670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Checking segment: {'id': '381f344d-f069-47be-9169-295b92c2b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '62561c93-1799-4c32-b1a8-db653c6f663b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:12.953670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Network hostable DHCP agents. Network: 62561c93-1799-4c32-b1a8-db653c6f663b, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:12.955946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-4dcbb019-aa14-485a-ae78-e44288294611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:12.964516 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-4dcbb019-aa14-485a-ae78-e44288294611 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=895c76f2-b67c-46ed-8de5-90205d541aaa HTTP/1.1" status: 200 len: 797 time: 0.1188693 Jun 30 02:54:13.013574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Transition to ACTIVE for port object 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:13.033275 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8aa14896-cef3-4b75-9f86-b93d5be8cdc4 req-03785c65-78e8-433a-9fbd-c912dc68a669 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774774 Jun 30 02:54:13.050909 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.117837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76807b-0250-4316-b1f2-dc790230bffa req-d4f6fd78-b2c7-4f5a-8b32-bae253caf6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:13.118934 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0c2c046-3fad-42b0-9de5-13e9bdf1bdd6 req-fe3d539b-43a5-4c2f-ab37-30cd7391e557 service neutron] 10.222.0.83 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057958 Jun 30 02:54:13.119566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-d4f6fd78-b2c7-4f5a-8b32-bae253caf6a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1464064 Jun 30 02:54:13.147333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=1aca4d39-742e-4ea9-9ffa-8d1f255be629,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:13.193884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Network 62561c93-1799-4c32-b1a8-db653c6f663b is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:13.198656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': '8efbfcfc-d44e-4cf1-8536-d8d339bb2eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7a71d154-8083-45a2-a27f-302bb5cb8d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:13.198948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: 7a71d154-8083-45a2-a27f-302bb5cb8d2f, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:13.249185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-09406dc5-f8fe-4750-91f1-b81d38f90c3a None None] Provisioning for port 8d0caa43-0efa-458c-a309-1943f0af3bd7 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:13.261872 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-6928ea61-7511-476d-908f-2df984c6a165 service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202800 Jun 30 02:54:13.262423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-09406dc5-f8fe-4750-91f1-b81d38f90c3a None None] Provisioning complete for port 8d0caa43-0efa-458c-a309-1943f0af3bd7 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:13.262423 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-09406dc5-f8fe-4750-91f1-b81d38f90c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.310747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-09406dc5-f8fe-4750-91f1-b81d38f90c3a None None] Port 8d0caa43-0efa-458c-a309-1943f0af3bd7 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:13.344965 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.375237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c76807b-0250-4316-b1f2-dc790230bffa req-1e66adb9-8bbc-422d-a222-8346dcc595ea service neutron] 10.222.0.74 "GET /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970242 Jun 30 02:54:13.459670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc91c4-5f23-4194-ab74-40ce71266ea6 req-184e92a3-46a2-47e4-a5cd-3431b21d06e7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:13.461385 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2dcc91c4-5f23-4194-ab74-40ce71266ea6 req-184e92a3-46a2-47e4-a5cd-3431b21d06e7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.0811815 Jun 30 02:54:13.466484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Network 023e43b6-aec2-4e06-bc6d-d597c0ef82da is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:13.485197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Pushing event updated for resources: {'Port': ['ID=9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:13.485197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:13.485539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 62561c93-1799-4c32-b1a8-db653c6f663b) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:13.486606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:13.491027 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.491630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:13.492383 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.503316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f4eea-3029-44ac-a809-0de4db067b07 None None] Network 62561c93-1799-4c32-b1a8-db653c6f663b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:13.547620 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2dcc91c4-5f23-4194-ab74-40ce71266ea6 req-fb8f9ecf-1cc1-4ac1-aa9d-40b15843f8c0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582156 Jun 30 02:54:13.572533 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.588116 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d711dd9-c898-4ce0-8666-57f3ae6390e7 req-eb9f2562-ae11-4617-8e09-431de748fdaf tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:13.589739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0d711dd9-c898-4ce0-8666-57f3ae6390e7 req-eb9f2562-ae11-4617-8e09-431de748fdaf tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 946 time: 0.2171960 Jun 30 02:54:13.630025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network 7a71d154-8083-45a2-a27f-302bb5cb8d2f is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:13.637276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 7a71d154-8083-45a2-a27f-302bb5cb8d2f) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:13.650331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:13.650331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.692704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e1dc3f20-3a86-48c3-ae30-4c1381f27f6c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9368193 Jun 30 02:54:13.692929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d60b69-f28a-4cc9-8840-7c3d7cbdf70d None None] Network 7a71d154-8083-45a2-a27f-302bb5cb8d2f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:13.788971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0d711dd9-c898-4ce0-8666-57f3ae6390e7 req-b3822aa4-0cb4-44a9-8d38-8259b5733213 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624761 Jun 30 02:54:13.794802 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fc0e98d7-538e-494f-bdb8-0d6cb38feffa tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9088717 Jun 30 02:54:13.802190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35726) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:13.819503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d016a-4d67-412d-a8de-81f11d5cd9e8 None None] Network 62561c93-1799-4c32-b1a8-db653c6f663b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:13.923605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.990466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.014719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2caf3f6-ce07-454b-b956-2a35c9447f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-7a71d154-8083-45a2-a27f-302bb5cb8d2f', 'network_id': '7a71d154-8083-45a2-a27f-302bb5cb8d2f', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': '1aca4d39-742e-4ea9-9ffa-8d1f255be629'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:14.014719 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a2caf3f6-ce07-454b-b956-2a35c9447f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.089291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.109916 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.148335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3dac82a9-bc7e-4f4e-bf59-2efd9ac6affe None None] Provisioning for port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:14.158510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d9981733-48fb-42f0-bee1-7a470658d92d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:14.184110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3dac82a9-bc7e-4f4e-bf59-2efd9ac6affe None None] Provisioning complete for port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:14.184479 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3dac82a9-bc7e-4f4e-bf59-2efd9ac6affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.221207 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.227988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Pushing event updated for resources: {'Port': ['ID=8d0caa43-0efa-458c-a309-1943f0af3bd7,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:14.274867 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.308914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3dac82a9-bc7e-4f4e-bf59-2efd9ac6affe None None] Port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:14.377207 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.440794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=1aca4d39-742e-4ea9-9ffa-8d1f255be629,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:14.473385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92104150-675d-435b-916b-f44be343ebdb req-ddc58e6b-ffcb-4c60-ae72-59687ecec6ed tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:14.474981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92104150-675d-435b-916b-f44be343ebdb req-ddc58e6b-ffcb-4c60-ae72-59687ecec6ed tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.2516022 Jun 30 02:54:14.500523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Network 8e1668db-a1da-47c3-8f09-57c1a871ec8b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:14.510839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:14.521922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.542083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a71d154-8083-45a2-a27f-302bb5cb8d2f']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:14.556623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163c2db-4777-4930-8787-6f608a643347 req-eacb78d8-237d-4a70-840c-c3a54f89a969 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:14.558352 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-eacb78d8-237d-4a70-840c-c3a54f89a969 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/networks?id=62561c93-1799-4c32-b1a8-db653c6f663b HTTP/1.1" status: 200 len: 814 time: 0.2036321 Jun 30 02:54:14.562636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efbfcfc-d44e-4cf1-8536-d8d339bb2eb5') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:14.562946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efbfcfc-d44e-4cf1-8536-d8d339bb2eb5') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:14.580745 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.595941 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-b57b0684-f476-4226-bd6b-21d4f585e3ff tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/quotas/cdea88fa4cc5447ea62fa721d848dc44 HTTP/1.1" status: 200 len: 375 time: 0.0257986 Jun 30 02:54:14.600596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.606015 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92104150-675d-435b-916b-f44be343ebdb req-1834c77b-6243-46f4-be04-27ba79dc52fc tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139452 Jun 30 02:54:14.610686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:14.611213 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:14.615644 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server [None req-a2caf3f6-ce07-454b-b956-2a35c9447f01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aca4d39-742e-4ea9-9ffa-8d1f255be629: This subnet is being modified by another concurrent operation. Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:54:14.656747 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise exception Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aca4d39-742e-4ea9-9ffa-8d1f255be629: This subnet is being modified by another concurrent operation. Jun 30 02:54:14.661037 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server Jun 30 02:54:14.712953 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.713066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d5488f-08ce-430e-a16c-cf4361ce8e50 None None] Network 7a71d154-8083-45a2-a27f-302bb5cb8d2f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:14.734652 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-f4cfff07-67f3-4d4a-95a8-5416492e86ae tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdea88fa4cc5447ea62fa721d848dc44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980837 Jun 30 02:54:14.737768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:14.780668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d9981733-48fb-42f0-bee1-7a470658d92d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:14.815654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d9981733-48fb-42f0-bee1-7a470658d92d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:14.815654 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.857699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-c04bf14f-69e9-4750-9770-6ae064bebbac service neutron] 10.222.0.77 "GET /v2.0/networks/62561c93-1799-4c32-b1a8-db653c6f663b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221089 Jun 30 02:54:14.881851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6c8792c8-79b9-4a12-aac8-ada1920bc75e None None] Provisioning complete for port 8d0caa43-0efa-458c-a309-1943f0af3bd7 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:14.882230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6c8792c8-79b9-4a12-aac8-ada1920bc75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.926441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0f59-12e8-4274-a44a-00ce7bd8c7eb req-25622b92-1a22-4dc3-83dd-74479405e4d3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:14.927886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ffcf0f59-12e8-4274-a44a-00ce7bd8c7eb req-25622b92-1a22-4dc3-83dd-74479405e4d3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.1262984 Jun 30 02:54:14.929365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:14.931718 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:14.946119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bc7c969f-b5d1-4640-8691-5b44587d6df6 admin admin] 10.222.0.77 "PUT /v2.0/routers/89c3ac78-81a3-45eb-9c0e-7ad678d935f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4442451 Jun 30 02:54:14.983300 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Sync routers for ids ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:14.985711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9836d9ce-a05e-4ec5-8674-23f2587b924c None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:54:15.011844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6c8792c8-79b9-4a12-aac8-ada1920bc75e None None] Port 8d0caa43-0efa-458c-a309-1943f0af3bd7 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:15.038544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-03a23d71-4305-4be9-92da-bf3a24037fea tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:15.040104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-03a23d71-4305-4be9-92da-bf3a24037fea tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.74 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 946 time: 0.1006730 Jun 30 02:54:15.040262 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.043960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-ba0c359e-50a5-4ddd-802b-e4dec3200d53 service neutron] 10.222.0.77 "GET /v2.0/networks/62561c93-1799-4c32-b1a8-db653c6f663b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797719 Jun 30 02:54:15.045033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Routers {'89c3ac78-81a3-45eb-9c0e-7ad678d935f8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:15.045714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:15.049609 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ffcf0f59-12e8-4274-a44a-00ce7bd8c7eb req-260df254-7fc5-43f9-9ee8-f8890313833e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979860 Jun 30 02:54:15.104015 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.119544 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.121970 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.122561 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/7a71d154-8083-45a2-a27f-302bb5cb8d2f HTTP/1.1" status: 204 len: 168 time: 1.3205559 Jun 30 02:54:15.133830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Pushing event updated for resources: {'Port': ['ID=9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:15.136799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35750) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:15.138705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a28cd-acbf-4290-9fc1-b71d71fd57b1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=7a71d154-8083-45a2-a27f-302bb5cb8d2f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:15.155842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-895234405'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:15.234634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-86e2b483-7b5b-4365-91a7-ee4819855239 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Deleting port 97d28df6-09ee-427e-9a00-08e3fd53a000 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:15.234994 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-86e2b483-7b5b-4365-91a7-ee4819855239 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.295565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Network 023e43b6-aec2-4e06-bc6d-d597c0ef82da is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:15.299035 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:15.330907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d9981733-48fb-42f0-bee1-7a470658d92d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d9981733-48fb-42f0-bee1-7a470658d92d,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:15.377404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-86e2b483-7b5b-4365-91a7-ee4819855239 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] For port 97d28df6-09ee-427e-9a00-08e3fd53a000, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=97d28df6-09ee-427e-9a00-08e3fd53a000,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:15.378090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-86e2b483-7b5b-4365-91a7-ee4819855239 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.388603 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:15.392573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.404006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-86e2b483-7b5b-4365-91a7-ee4819855239 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Calling delete_port for 97d28df6-09ee-427e-9a00-08e3fd53a000 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:15.430661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff990c-bd51-4a0b-8275-a515c80d30d1 req-3c0fe2e1-7722-456a-87a6-85918d0c8365 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:15.432218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17ff990c-bd51-4a0b-8275-a515c80d30d1 req-3c0fe2e1-7722-456a-87a6-85918d0c8365 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 946 time: 0.1830935 Jun 30 02:54:15.436083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Set router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:15.437957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9836d9ce-a05e-4ec5-8674-23f2587b924c None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:54:15.444021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:15.454722 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.454722 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment 13d4a129-b6b9-43db-bb28-37e76bfcc179 of type vlan for network 8cd84c66-ad1e-497e-b686-9fd19669bc78 Jun 30 02:54:15.488759 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.489703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f9e1017-40fc-4143-99db-e96046bc4640 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:15.497895 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.637337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Router c2f6b67d-87d1-41ae-a200-adb7aab6a94b has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:15.655186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17ff990c-bd51-4a0b-8275-a515c80d30d1 req-144f2759-0c2d-4e9c-9970-a2913c064e71 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262491 Jun 30 02:54:15.761193 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.766555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:15.767138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.785331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d9981733-48fb-42f0-bee1-7a470658d92d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:15.795960 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dbceefc0-5cfc-46ae-b8ca-49730e44eef1 req-a6f23b18-ea0c-4edc-80e6-f1dc6b318251 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 210 time: 0.0757825 Jun 30 02:54:15.857101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:15.864037 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6d99d32d-c319-4d39-8693-3c455c96afae admin admin] 10.222.0.77 "PUT /v2.0/routers/c2f6b67d-87d1-41ae-a200-adb7aab6a94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9876974 Jun 30 02:54:15.867196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=8cd84c66-ad1e-497e-b686-9fd19669bc78,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:15.871038 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Sync routers for ids ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:15.881900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0f9e1017-40fc-4143-99db-e96046bc4640 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:15.883678 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-86e2b483-7b5b-4365-91a7-ee4819855239 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.889400 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Routers {'c2f6b67d-87d1-41ae-a200-adb7aab6a94b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:15.889638 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.890413 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:15.896136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8cd84c66-ad1e-497e-b686-9fd19669bc78 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:15.915419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2b483-7b5b-4365-91a7-ee4819855239 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Pushing event deleted for resources: {'Port': ['ID=97d28df6-09ee-427e-9a00-08e3fd53a000,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:15.929714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['39451f18-3872-47b3-82e6-46fe57941507'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:15.978223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-86e2b483-7b5b-4365-91a7-ee4819855239 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] No DVR routers for this DVR port 97d28df6-09ee-427e-9a00-08e3fd53a000 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:15.980828 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-86e2b483-7b5b-4365-91a7-ee4819855239 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:15.983336 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32a24a21-a7e0-4517-ba45-77d6c5464dca req-86e2b483-7b5b-4365-91a7-ee4819855239 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.74 "DELETE /v2.0/ports/97d28df6-09ee-427e-9a00-08e3fd53a000 HTTP/1.1" status: 204 len: 173 time: 0.9373498 Jun 30 02:54:15.983778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c629f0-4340-4947-b1a5-ed0da367f7ea', 'name': 'network-vif-deleted', 'tag': '97d28df6-09ee-427e-9a00-08e3fd53a000'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:15.986092 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fa0646-c1b4-480d-a180-1524924aeafd" -d '{"events": [{"server_uuid": "84c629f0-4340-4947-b1a5-ed0da367f7ea", "name": "network-vif-deleted", "tag": "97d28df6-09ee-427e-9a00-08e3fd53a000"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:16.033246 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Set router c2f6b67d-87d1-41ae-a200-adb7aab6a94b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:16.043779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35770) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:16.052442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-623751b0-173b-4789-b7a1-66962e4d0ff2 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34201434', 'description': 'tempest-description--1616567974'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:16.061962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-010a9afa-6632-413e-b248-01dd3e7dce41 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9068198 Jun 30 02:54:16.067469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35772) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:16.083064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d6cf13da-76e2-4a64-a058-8c6f1689ffb5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:16.105880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35776) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:16.181890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1579549574'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:16.228890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695b3bb-6daa-4703-beba-3ae50da8c822 req-ddd1d14e-22bd-48c8-b4f4-a427ac13746a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:16.237528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3695b3bb-6daa-4703-beba-3ae50da8c822 req-ddd1d14e-22bd-48c8-b4f4-a427ac13746a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1992099 Jun 30 02:54:16.304213 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3695b3bb-6daa-4703-beba-3ae50da8c822 req-43829558-db38-45a9-a141-ef3700bc44c1 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652516 Jun 30 02:54:16.421389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8d0caa43-0efa-458c-a309-1943f0af3bd7', 'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'mac_address': 'fa:16:3e:8a:51:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 2, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'subnets': [{'id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:16.470218 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'name': 'tempest-ServersTestMultiNic-1056245066-router', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'gw_port': {'id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee', 'name': '', 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'mac_address': 'fa:16:3e:4c:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ce657072-43d0-4042-a80b-a8f9abf351f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:14Z', 'revision_number': 2, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'subnets': [{'id': 'ce657072-43d0-4042-a80b-a8f9abf351f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:16.494719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Checking router: 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:16.495185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Updating router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 port 8d0caa43-0efa-458c-a309-1943f0af3bd7 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:54:16.510822 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Checking router: c2f6b67d-87d1-41ae-a200-adb7aab6a94b for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:16.511177 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Updating router c2f6b67d-87d1-41ae-a200-adb7aab6a94b port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:54:16.534732 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.567768 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.711708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d9981733-48fb-42f0-bee1-7a470658d92d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:16.721042 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6cf13da-76e2-4a64-a058-8c6f1689ffb5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.733263 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e9281c-5708-4051-b50f-fd544117bb1c x-openstack-request-id: req-c9e9281c-5708-4051-b50f-fd544117bb1c {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:16.733631 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c629f0-4340-4947-b1a5-ed0da367f7ea", "name": "network-vif-deleted", "tag": "97d28df6-09ee-427e-9a00-08e3fd53a000", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:16.733841 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9e9281c-5708-4051-b50f-fd544117bb1c {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:16.734246 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c629f0-4340-4947-b1a5-ed0da367f7ea', 'name': 'network-vif-deleted', 'tag': '97d28df6-09ee-427e-9a00-08e3fd53a000', 'status': 'completed', 'code': 200} Jun 30 02:54:16.806581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-623751b0-173b-4789-b7a1-66962e4d0ff2 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:54:16.806581 n-d-798249-3 neutron-server[94530]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:54:16.806581 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'id': '67f58fec-9941-4ee3-9bb5-e6e010a7d221', 'expiration': datetime.datetime(2021, 6, 30, 2, 56, 16, 735943)}] Jun 30 02:54:16.806581 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:54:16.806581 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-623751b0-173b-4789-b7a1-66962e4d0ff2 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:54:16.824336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d9981733-48fb-42f0-bee1-7a470658d92d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:16.824746 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.856421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec99c-38e5-4847-ae55-a44e32be1564 req-38698587-022b-4ae8-b83a-bbf0a87bdd37 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:16.866013 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e14ec99c-38e5-4847-ae55-a44e32be1564 req-38698587-022b-4ae8-b83a-bbf0a87bdd37 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.1308939 Jun 30 02:54:16.904708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c201a4d-cfca-494a-a2e8-b7c62bce2864 req-95dff182-a775-454c-a168-e4fb7301a35b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 210 time: 0.0417521 Jun 30 02:54:16.924511 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e14ec99c-38e5-4847-ae55-a44e32be1564 req-94324d8c-c911-416e-9378-a63a159b8fe1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508163 Jun 30 02:54:16.939591 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.942822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7fd88d46-f17c-4e2b-8f89-6595cc2228b8 None None] Provisioning complete for port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:16.943371 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7fd88d46-f17c-4e2b-8f89-6595cc2228b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.952184 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Transition to ACTIVE for port object 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:16.992211 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-392419d9-74a4-4548-96cc-d8cca2478f30 req-cdb2e518-915f-4d3f-b11f-3e60db9bdbd7 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 210 time: 0.0286977 Jun 30 02:54:17.006268 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7fd88d46-f17c-4e2b-8f89-6595cc2228b8 None None] Port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:17.106275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:17.106845 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6cf13da-76e2-4a64-a058-8c6f1689ffb5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.110895 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.111440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 97d28df6-09ee-427e-9a00-08e3fd53a000 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:17.117329 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.128714 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6cf13da-76e2-4a64-a058-8c6f1689ffb5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network 8cd84c66-ad1e-497e-b686-9fd19669bc78 is not hosted by any dhcp agent {{(pid=94530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:54:17.134366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cf13da-76e2-4a64-a058-8c6f1689ffb5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:17.134968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6cf13da-76e2-4a64-a058-8c6f1689ffb5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.139194 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d6cf13da-76e2-4a64-a058-8c6f1689ffb5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "PUT /v2.0/networks/8cd84c66-ad1e-497e-b686-9fd19669bc78 HTTP/1.1" status: 200 len: 723 time: 1.0636215 Jun 30 02:54:17.139410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 97d28df6-09ee-427e-9a00-08e3fd53a000 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:17.139410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 97d28df6-09ee-427e-9a00-08e3fd53a000 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:17.144544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35784) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:17.147301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Transition to ACTIVE for port object 8d0caa43-0efa-458c-a309-1943f0af3bd7 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:17.150202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': '8cd84c66-ad1e-497e-b686-9fd19669bc78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:17.153426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:17.183860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf13da-76e2-4a64-a058-8c6f1689ffb5 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=8cd84c66-ad1e-497e-b686-9fd19669bc78,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:17.193916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8cd84c66-ad1e-497e-b686-9fd19669bc78 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:17.206553 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.206907 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Added segment 719f4e98-43d7-4a82-8e3a-703cf7062bcf of type vlan for network 1039db07-1c0c-491c-854b-871ba83063c9 Jun 30 02:54:17.273545 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.411161 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.435762 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.469330 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60993bb8-016c-43df-80cf-9a355af00d0f None None] Pushing event updated for resources: {'Port': ['ID=9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:17.477818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf03a10-1d9b-4b10-9cd3-5533bee747e0 None None] Pushing event updated for resources: {'Port': ['ID=8d0caa43-0efa-458c-a309-1943f0af3bd7,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:17.511847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:17.516092 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.526384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b07190-0cd6-4f48-85ce-a45744dac72b req-450d310a-d6f3-48ac-b8f5-0d8b054b79b0 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:17.599887 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2b07190-0cd6-4f48-85ce-a45744dac72b req-450d310a-d6f3-48ac-b8f5-0d8b054b79b0 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1146040 Jun 30 02:54:17.600437 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Attempting to bind port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:17.600437 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Attempting to bind port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '6a12d479-1699-41dc-9d57-2d54ba2b0a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:17.600437 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Attempting to bind port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee on network 023e43b6-aec2-4e06-bc6d-d597c0ef82da {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:17.600719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Attempting to bind port 8d0caa43-0efa-458c-a309-1943f0af3bd7 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:17.600719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Attempting to bind port 8d0caa43-0efa-458c-a309-1943f0af3bd7 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:17.600719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Attempting to bind port 8d0caa43-0efa-458c-a309-1943f0af3bd7 on network 8e1668db-a1da-47c3-8f09-57c1a871ec8b {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:17.600960 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:17.600960 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Checking segment: {'id': '6a12d479-1699-41dc-9d57-2d54ba2b0a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:17.600960 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.600960 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Bound using segment: {'id': '6a12d479-1699-41dc-9d57-2d54ba2b0a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:17.600960 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Bound port: 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a12d479-1699-41dc-9d57-2d54ba2b0a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:17.600960 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.601518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:17.601518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Checking segment: {'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:17.601518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.601518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Bound using segment: {'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:17.601518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Bound port: 8d0caa43-0efa-458c-a309-1943f0af3bd7, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:17.601518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.643198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2b07190-0cd6-4f48-85ce-a45744dac72b req-4d5e6168-97b6-4535-9743-4c654fac103f tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057320 Jun 30 02:54:17.663439 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.664199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:17.666215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.709828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-2ab89c96-94c6-4bd1-9ac3-8d0106de9c3c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1575863 Jun 30 02:54:17.718336 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] For port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:17.729606 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] For port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee,segment=NetworkSegment(6a12d479-1699-41dc-9d57-2d54ba2b0a0e),segment_id=6a12d479-1699-41dc-9d57-2d54ba2b0a0e)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:17.756871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] For port 8d0caa43-0efa-458c-a309-1943f0af3bd7, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:17.763325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] For port 8d0caa43-0efa-458c-a309-1943f0af3bd7, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8d0caa43-0efa-458c-a309-1943f0af3bd7,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:17.810506 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-00689418-aacc-43e4-9fee-c998f39d9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:17.812064 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-00689418-aacc-43e4-9fee-c998f39d9172 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1095 time: 0.0768766 Jun 30 02:54:17.830362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Network': ['ID=1039db07-1c0c-491c-854b-871ba83063c9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:17.841787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 1039db07-1c0c-491c-854b-871ba83063c9 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:17.893131 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-623751b0-173b-4789-b7a1-66962e4d0ff2 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.970866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-5009d723-8e9b-4c57-b966-54748ba7128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:17.972425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-5009d723-8e9b-4c57-b966-54748ba7128a service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.1296241 Jun 30 02:54:18.016725 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.075561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1a2d1bae-b678-4ccc-b459-682333e89f44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9682255 Jun 30 02:54:18.079779 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.084937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35796) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:18.090063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'subnet': {'network_id': '1039db07-1c0c-491c-854b-871ba83063c9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:18.092414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.121651 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Routers {'c2f6b67d-87d1-41ae-a200-adb7aab6a94b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:18.122595 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:18.210018 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:54:18.210018 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:54:18.210018 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id_1': 'cdd168ce5739472eb7b4b499b9550653', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 54, 18, 191689)}] Jun 30 02:54:18.210018 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:54:18.217013 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:54:18.217013 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-467462ea-fa68-41d5-a089-42e2cb2d47f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 999 time: 0.2326407 Jun 30 02:54:18.265739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Routers {'89c3ac78-81a3-45eb-9c0e-7ad678d935f8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:18.266505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:18.276508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4b3a7bf-6d98-4e14-8d95-dde4ea919479 req-48e5a378-3506-4f40-bdd0-8636d835d0c1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=84c629f0-4340-4947-b1a5-ed0da367f7ea HTTP/1.1" status: 200 len: 210 time: 0.1561809 Jun 30 02:54:18.322957 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60993bb8-016c-43df-80cf-9a355af00d0f None None] Pushing event updated for resources: {'Port': ['ID=9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:18.326630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-896e8bfa-836b-415e-93e4-95a6c7e32f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:18.329042 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-896e8bfa-836b-415e-93e4-95a6c7e32f49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0952096 Jun 30 02:54:18.336465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=386ee6a0-58d0-4165-b6d6-b8a3922cbc30,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:18.358362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': '13d4a129-b6b9-43db-bb28-37e76bfcc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8cd84c66-ad1e-497e-b686-9fd19669bc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:18.364850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: 8cd84c66-ad1e-497e-b686-9fd19669bc78, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:18.416893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf03a10-1d9b-4b10-9cd3-5533bee747e0 None None] Pushing event updated for resources: {'Port': ['ID=8d0caa43-0efa-458c-a309-1943f0af3bd7,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:18.474500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf980b1-f9a0-4de6-8b2a-61655ee8c2d0 req-c1d0516c-fb82-433e-8976-641947675c00 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:18.478143 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] Set router c2f6b67d-87d1-41ae-a200-adb7aab6a94b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:18.482051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9bf980b1-f9a0-4de6-8b2a-61655ee8c2d0 req-c1d0516c-fb82-433e-8976-641947675c00 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.3999555 Jun 30 02:54:18.525969 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-623751b0-173b-4789-b7a1-66962e4d0ff2 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.566719 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9bf980b1-f9a0-4de6-8b2a-61655ee8c2d0 req-9c22fa56-5151-4300-b73f-18fd5505b635 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836065 Jun 30 02:54:18.568021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d280235e-2769-4f58-a4a9-286811d466d7 req-0c89189c-d985-433b-a8fb-c51f3ad9d37d tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 210 time: 0.0839798 Jun 30 02:54:18.582179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-52997559-83f6-4503-9d3c-cc0b80df0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:18.583985 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-52997559-83f6-4503-9d3c-cc0b80df0d8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345815 Jun 30 02:54:18.586403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network 8cd84c66-ad1e-497e-b686-9fd19669bc78 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:18.670081 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-623751b0-173b-4789-b7a1-66962e4d0ff2 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.694945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] Set router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:18.737395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-cd8baade-43ce-4fc6-bb3e-16ed6efad37f service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457710 Jun 30 02:54:18.738894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623751b0-173b-4789-b7a1-66962e4d0ff2 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2107d99-77db-4f85-a691-2adf024bc8f5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:18.776018 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'name': 'tempest-ServersTestMultiNic-1056245066-router', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'gw_port': {'id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee', 'name': '', 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'mac_address': 'fa:16:3e:4c:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ce657072-43d0-4042-a80b-a8f9abf351f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:17Z', 'revision_number': 4, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'subnets': [{'id': 'ce657072-43d0-4042-a80b-a8f9abf351f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:18.812817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 8cd84c66-ad1e-497e-b686-9fd19669bc78) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:18.816018 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f978c260-08fa-420e-91d8-8b6832aec4e0 None None] The sync data for ids ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'] in n-d-798249-3 is: [{'id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'name': 'tempest-ServersTestMultiNic-1056245066-router', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'gw_port': {'id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee', 'name': '', 'network_id': '023e43b6-aec2-4e06-bc6d-d597c0ef82da', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'mac_address': 'fa:16:3e:4c:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'ce657072-43d0-4042-a80b-a8f9abf351f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:17Z', 'revision_number': 4, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'subnets': [{'id': 'ce657072-43d0-4042-a80b-a8f9abf351f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:18.817130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:18.817806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.843396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4dc90-1a58-434b-bed2-7c3009047c6c None None] Network 8cd84c66-ad1e-497e-b686-9fd19669bc78 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:18.865933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-623751b0-173b-4789-b7a1-66962e4d0ff2 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.870517 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-623751b0-173b-4789-b7a1-66962e4d0ff2 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8222935 Jun 30 02:54:18.872558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35800) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:18.936585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-31cd9cec-a8de-4260-92df-c0429816c698 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Request body: {'security_group_rule': {'security_group_id': 'd2107d99-77db-4f85-a691-2adf024bc8f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:19.003400 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51c3c505-65fc-42a7-9c42-940a2d7e2e3a req-4c9e2a86-d5d4-4c7a-9559-d02944b3989e service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504323 Jun 30 02:54:19.019624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52782ea6-93b0-489d-a7e9-838aac0c031a req-1ba933ef-ce5b-4ee4-8f4e-79dee6ba0dfd tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:19.021451 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-52782ea6-93b0-489d-a7e9-838aac0c031a req-1ba933ef-ce5b-4ee4-8f4e-79dee6ba0dfd tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1720810 Jun 30 02:54:19.074266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-52782ea6-93b0-489d-a7e9-838aac0c031a req-f592b56b-18b6-4754-bb18-bc34fe2f891e tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468752 Jun 30 02:54:19.079252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:19.085318 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.131018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8cd84c66-ad1e-497e-b686-9fd19669bc78', 'network_id': '8cd84c66-ad1e-497e-b686-9fd19669bc78', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': '386ee6a0-58d0-4165-b6d6-b8a3922cbc30'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:19.132358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.158500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8d0caa43-0efa-458c-a309-1943f0af3bd7', 'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'mac_address': 'fa:16:3e:8a:51:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:17Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'subnets': [{'id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:19.182704 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-46909bbf-dc18-4b94-91bd-c75002a85d9e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0368135 Jun 30 02:54:19.185486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35802) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:19.192939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-993fa0f1-abd0-4b31-b69b-fc80e238d612 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:19.194748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b694f-f79e-4951-a50e-c7a1dd62f7ab None None] The sync data for ids ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'] in n-d-798249-3 is: [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8d0caa43-0efa-458c-a309-1943f0af3bd7', 'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'mac_address': 'fa:16:3e:8a:51:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:17Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'subnets': [{'id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:19.384860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31cd9cec-a8de-4260-92df-c0429816c698 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.447693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Allocated IP 172.20.0.2 (8cd84c66-ad1e-497e-b686-9fd19669bc78/386ee6a0-58d0-4165-b6d6-b8a3922cbc30/e2412718-ec3f-45a2-b7dc-37c0ecbde035) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:19.457751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31cd9cec-a8de-4260-92df-c0429816c698 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.574938 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.683703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Subnet': ['ID=bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:19.716662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827482d-08e7-4d6f-a112-251cd6a9ec9e req-e3fa29e7-7729-4ff8-8102-71cbf86739db tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:19.722264 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5827482d-08e7-4d6f-a112-251cd6a9ec9e req-e3fa29e7-7729-4ff8-8102-71cbf86739db tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1893222 Jun 30 02:54:19.726285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Checking segment: {'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:19.726818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network hostable DHCP agents. Network: 1039db07-1c0c-491c-854b-871ba83063c9, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:19.750649 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.751201 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31cd9cec-a8de-4260-92df-c0429816c698 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.766515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Transition to ACTIVE for port object e2412718-ec3f-45a2-b7dc-37c0ecbde035 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:19.785522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Transition to ACTIVE for port object e2412718-ec3f-45a2-b7dc-37c0ecbde035 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:19.809484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd9cec-a8de-4260-92df-c0429816c698 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7452a03-0903-493d-a060-b5219c68228f,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:19.821667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5827482d-08e7-4d6f-a112-251cd6a9ec9e req-5d4dfdc5-9660-416b-a5c9-64dfe9d813dd tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911980 Jun 30 02:54:19.993599 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.008744 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73006b4e-744d-45bf-871a-397d4dfbde1c req-7fdc9322-09f7-479a-8ba0-2cab4df8e2c2 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 210 time: 0.0406280 Jun 30 02:54:20.009900 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993fa0f1-abd0-4b31-b69b-fc80e238d612 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3311745'] for subnet, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.043926 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31cd9cec-a8de-4260-92df-c0429816c698 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.054739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-31cd9cec-a8de-4260-92df-c0429816c698 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1298928 Jun 30 02:54:20.057235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network 1039db07-1c0c-491c-854b-871ba83063c9 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:20.075184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35816) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:20.078925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaed54-771a-4629-a53a-19ca5d6c726f req-f2333aa6-7eb1-4b87-9685-05ec343b6005 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.081527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Pushing event updated for resources: {'Port': ['ID=e2412718-ec3f-45a2-b7dc-37c0ecbde035,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:20.090071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a9aaed54-771a-4629-a53a-19ca5d6c726f req-f2333aa6-7eb1-4b87-9685-05ec343b6005 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.1938248 Jun 30 02:54:20.093670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-22e10f85-e090-44c1-b26e-ab6f39d55cc9 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Request body: {'security_group_rule': {'security_group_id': 'd2107d99-77db-4f85-a691-2adf024bc8f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:20.101022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Network 8cd84c66-ad1e-497e-b686-9fd19669bc78 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:20.104962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:20.111034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:20.181001 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a9aaed54-771a-4629-a53a-19ca5d6c726f req-8f3733e5-7c75-454e-8566-025944dc6dfd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895574 Jun 30 02:54:20.215953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Attempting to bind port e2412718-ec3f-45a2-b7dc-37c0ecbde035 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:20.217518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Attempting to bind port e2412718-ec3f-45a2-b7dc-37c0ecbde035 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '13d4a129-b6b9-43db-bb28-37e76bfcc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8cd84c66-ad1e-497e-b686-9fd19669bc78'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:20.218107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Attempting to bind port e2412718-ec3f-45a2-b7dc-37c0ecbde035 on network 8cd84c66-ad1e-497e-b686-9fd19669bc78 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:20.224911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:20.225656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Checking segment: {'id': '13d4a129-b6b9-43db-bb28-37e76bfcc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8cd84c66-ad1e-497e-b686-9fd19669bc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:20.226380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 1039db07-1c0c-491c-854b-871ba83063c9) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:20.226603 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.227732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Bound using segment: {'id': '13d4a129-b6b9-43db-bb28-37e76bfcc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8cd84c66-ad1e-497e-b686-9fd19669bc78'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:20.228464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Bound port: e2412718-ec3f-45a2-b7dc-37c0ecbde035, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d4a129-b6b9-43db-bb28-37e76bfcc179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '8cd84c66-ad1e-497e-b686-9fd19669bc78'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:20.232582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.238042 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.238173 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.244573 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf462af-7a0c-47e3-ae12-c9944da94f22 None None] Network 1039db07-1c0c-491c-854b-871ba83063c9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:20.324750 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-22e10f85-e090-44c1-b26e-ab6f39d55cc9 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.413823 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-91967137-c462-42d4-9e36-4c7028dc60dd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3279207 Jun 30 02:54:20.416152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39361c6d-c59b-454a-ae4d-a6fa8efb722a req-66cea596-e814-43c6-95ed-ee7f9db3ceee tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.418097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39361c6d-c59b-454a-ae4d-a6fa8efb722a req-66cea596-e814-43c6-95ed-ee7f9db3ceee tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1050501 Jun 30 02:54:20.418829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35822) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:20.426962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d55d03-9762-4d88-be4a-787b0f666362 req-31f4f356-0e70-46e3-92cc-424d7f088d4c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.434043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] For port e2412718-ec3f-45a2-b7dc-37c0ecbde035, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:20.434538 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10d55d03-9762-4d88-be4a-787b0f666362 req-31f4f356-0e70-46e3-92cc-424d7f088d4c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1888170 Jun 30 02:54:20.437918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-29842623'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:20.439265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] For port e2412718-ec3f-45a2-b7dc-37c0ecbde035, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e2412718-ec3f-45a2-b7dc-37c0ecbde035,segment=NetworkSegment(13d4a129-b6b9-43db-bb28-37e76bfcc179),segment_id=13d4a129-b6b9-43db-bb28-37e76bfcc179)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:20.464063 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-22e10f85-e090-44c1-b26e-ab6f39d55cc9 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.485908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10d55d03-9762-4d88-be4a-787b0f666362 req-4f0c940f-beb9-4838-bae3-f7ab3711d02e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501859 Jun 30 02:54:20.533831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-1039db07-1c0c-491c-854b-871ba83063c9', 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'fixed_ips': [{'subnet_id': 'bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:20.534717 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.567293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163c2db-4777-4930-8787-6f608a643347 req-52b4d79a-b436-4496-b8ef-7ffc99582ff6 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.569029 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-52b4d79a-b436-4496-b8ef-7ffc99582ff6 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.83 "GET /v2.0/networks?id=62561c93-1799-4c32-b1a8-db653c6f663b HTTP/1.1" status: 200 len: 814 time: 0.1840878 Jun 30 02:54:20.575059 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993fa0f1-abd0-4b31-b69b-fc80e238d612 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735828579076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4162424'] for subnet, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.609016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Request body: {'port': {'device_id': 'cc03de0b-5fa8-4167-b83c-4c600844b891', 'network_id': '62561c93-1799-4c32-b1a8-db653c6f663b', 'admin_state_up': True, 'tenant_id': 'cdea88fa4cc5447ea62fa721d848dc44'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:20.643613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-22e10f85-e090-44c1-b26e-ab6f39d55cc9 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.650932 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.709254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e10f85-e090-44c1-b26e-ab6f39d55cc9 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3500cfe-8a98-420e-bef6-6e05e8d589d1,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:20.734938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993fa0f1-abd0-4b31-b69b-fc80e238d612 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.746217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993fa0f1-abd0-4b31-b69b-fc80e238d612 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.755937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-993fa0f1-abd0-4b31-b69b-fc80e238d612 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "PUT /v2.0/subnets/386ee6a0-58d0-4165-b6d6-b8a3922cbc30 HTTP/1.1" status: 200 len: 806 time: 1.5689106 Jun 30 02:54:20.767168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:20.771365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35826) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:20.825571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65518d0c-1e24-40a6-aa33-df80fc2da35e None None] Pushing event updated for resources: {'Port': ['ID=e2412718-ec3f-45a2-b7dc-37c0ecbde035,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:20.865976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39361c6d-c59b-454a-ae4d-a6fa8efb722a req-af05a2fa-0e62-4b4b-8470-2b630ba0519f tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239771 Jun 30 02:54:20.866711 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:20.873608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Allocated IP 19.80.0.2 (1039db07-1c0c-491c-854b-871ba83063c9/bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8/ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:20.880250 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.910295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-22e10f85-e090-44c1-b26e-ab6f39d55cc9 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.911673 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-22e10f85-e090-44c1-b26e-ab6f39d55cc9 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8349838 Jun 30 02:54:20.916625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35828) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:20.919457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fa0f1-abd0-4b31-b69b-fc80e238d612 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=386ee6a0-58d0-4165-b6d6-b8a3922cbc30,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:20.942667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:20.968741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:21.009363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.009742 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Added segment 50ecfc59-fd59-4a7e-af92-6413383681b1 of type vlan for network 9a043777-8915-4268-bde0-b7c941304f16 Jun 30 02:54:21.011510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:21.017046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bf256-2ca8-4e15-8b15-15b8ee73d2b1 req-b843e35e-24ae-48ad-b8e7-989bde752c04 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.028967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c32bf256-2ca8-4e15-8b15-15b8ee73d2b1 req-b843e35e-24ae-48ad-b8e7-989bde752c04 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.3510387 Jun 30 02:54:21.032060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:21.032957 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.124286 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c32bf256-2ca8-4e15-8b15-15b8ee73d2b1 req-52fe229c-0e88-4b33-908b-3de0061d9bc0 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940878 Jun 30 02:54:21.175822 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.212493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.291437 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.292968 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.336153 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.365998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee,segment=NetworkSegment(6a12d479-1699-41dc-9d57-2d54ba2b0a0e),segment_id=6a12d479-1699-41dc-9d57-2d54ba2b0a0e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:21.370232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Transition to ACTIVE for port object ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:21.382730 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd6ad8c3-16cd-43a6-a10d-b655bf49f50b req-587dcd9b-2424-4632-98b8-61f5489f2ccc tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 210 time: 0.0465393 Jun 30 02:54:21.402234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Transition to ACTIVE for port object ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:21.415965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Made reservation on behalf of cdea88fa4cc5447ea62fa721d848dc44 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:21.420153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.495104 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.495827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8d0caa43-0efa-458c-a309-1943f0af3bd7 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:21.528307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Deleting port e2412718-ec3f-45a2-b7dc-37c0ecbde035 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:21.541065 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.541683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b333c71-d07a-4804-b9fe-82d58cecbec3 req-b895cf64-30d3-4b8e-b55c-8b8b3d576aae tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.543238 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b333c71-d07a-4804-b9fe-82d58cecbec3 req-b895cf64-30d3-4b8e-b55c-8b8b3d576aae tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.1049912 Jun 30 02:54:21.573223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Allocated IP 172.20.0.8 (62561c93-1799-4c32-b1a8-db653c6f663b/48700178-7b3f-4af5-8c26-302ec37c852a/f0ea82e1-5570-440e-aa68-e700582fad4c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:21.577400 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.582541 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.583898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.583898 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579275'] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.592293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:21.640619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Network 1039db07-1c0c-491c-854b-871ba83063c9 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:21.661190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.664822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:21.667965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:21.673537 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b333c71-d07a-4804-b9fe-82d58cecbec3 req-064a487e-2b4f-4b87-b27c-64e25148acf3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163073 Jun 30 02:54:21.680443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Network': ['ID=9a043777-8915-4268-bde0-b7c941304f16,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:21.717531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9a043777-8915-4268-bde0-b7c941304f16 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:21.737486 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-16432cb7-eae1-48a5-9f63-24acf47d0d34 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3158202 Jun 30 02:54:21.740166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35836) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:21.745992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'subnet': {'network_id': '9a043777-8915-4268-bde0-b7c941304f16', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:21.748949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] For port e2412718-ec3f-45a2-b7dc-37c0ecbde035, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e2412718-ec3f-45a2-b7dc-37c0ecbde035,segment=NetworkSegment(13d4a129-b6b9-43db-bb28-37e76bfcc179),segment_id=13d4a129-b6b9-43db-bb28-37e76bfcc179)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:21.749326 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.770026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Pushing event updated for resources: {'Port': ['ID=ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:21.789425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Calling delete_port for e2412718-ec3f-45a2-b7dc-37c0ecbde035 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:21.812107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Attempting to bind port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:21.812478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Attempting to bind port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:21.816996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Attempting to bind port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 on network 1039db07-1c0c-491c-854b-871ba83063c9 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:21.824009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 8d0caa43-0efa-458c-a309-1943f0af3bd7 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:21.865866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:21.866402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Checking segment: {'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:21.866818 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.867784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Bound using segment: {'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:21.870349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Bound port: ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:21.870775 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.880319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8d0caa43-0efa-458c-a309-1943f0af3bd7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:21.880702 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:21.909208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Allocated IP 172.25.2.70 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/1949f961-1681-4994-9e6d-11ba4bd14d70) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:21.968361 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.094736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] For port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:22.098510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] For port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:22.116489 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:22.121105 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.139655 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.150545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.176607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 8d0caa43-0efa-458c-a309-1943f0af3bd7, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8d0caa43-0efa-458c-a309-1943f0af3bd7,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:22.194419 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.214875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ef4d7-96a4-49f9-9d1e-c935719d728d None None] Network 8cd84c66-ad1e-497e-b686-9fd19669bc78 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:22.260039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Network 62561c93-1799-4c32-b1a8-db653c6f663b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:22.284292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.306765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9766b-5e4c-4939-b5d3-2e59ddfc1dd2 req-281c6f66-4a14-404e-94be-e2451424fb56 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:22.308367 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-74a9766b-5e4c-4939-b5d3-2e59ddfc1dd2 req-281c6f66-4a14-404e-94be-e2451424fb56 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.2361412 Jun 30 02:54:22.310179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:22.316170 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:22.373748 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.382601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Pushing event updated for resources: {'Port': ['ID=f0ea82e1-5570-440e-aa68-e700582fad4c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:22.384619 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.399544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b0d41d41-3154-43dd-9bab-6303ce46e911 None None] Provisioning for port e2412718-ec3f-45a2-b7dc-37c0ecbde035 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:22.402141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328ba9-0ba6-4f08-b426-fc1af628e5eb None None] Pushing event updated for resources: {'Port': ['ID=ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:22.417055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Port': ['ID=e2412718-ec3f-45a2-b7dc-37c0ecbde035,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:22.457542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b0d41d41-3154-43dd-9bab-6303ce46e911 None None] Provisioning complete for port e2412718-ec3f-45a2-b7dc-37c0ecbde035 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:22.458378 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b0d41d41-3154-43dd-9bab-6303ce46e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.489692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b0d41d41-3154-43dd-9bab-6303ce46e911 None None] Port e2412718-ec3f-45a2-b7dc-37c0ecbde035 was deleted so its status cannot be updated. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 02:54:22.513245 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.553276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=8d0caa43-0efa-458c-a309-1943f0af3bd7,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:22.588259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-74a9766b-5e4c-4939-b5d3-2e59ddfc1dd2 req-584fae3a-8aa3-4690-9d89-c2d29488d21d tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187240 Jun 30 02:54:22.620631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No DVR routers for this DVR port e2412718-ec3f-45a2-b7dc-37c0ecbde035 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:22.623246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:22.623945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.740780 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.750755 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:22.782877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Pushing event updated for resources: {'Port': ['ID=1949f961-1681-4994-9e6d-11ba4bd14d70,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:22.813866 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-068e6a93-3243-4000-acb2-ca08aabe957a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2099679 Jun 30 02:54:22.828188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Request body: {'port': {'device_id': 'cc03de0b-5fa8-4167-b83c-4c600844b891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:22.878217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.881067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:22.881658 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:22.902571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:22.907237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:22.910818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:23.065633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d829ecac-82f6-4a1e-88e3-80c259e8efb3 None None] Network 8cd84c66-ad1e-497e-b686-9fd19669bc78 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:23.087222 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.118088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.144142 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.185007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b064e-33ad-4103-95d5-1b51e2b0b0c5 req-ab0ac326-8d10-4e7c-ac28-302e4ee08af0 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:23.193264 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc6b064e-33ad-4103-95d5-1b51e2b0b0c5 req-ab0ac326-8d10-4e7c-ac28-302e4ee08af0 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 931 time: 0.4147329 Jun 30 02:54:23.240751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Subnet': ['ID=f00fef2a-b775-4ee1-90a2-40f9c52423b4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:23.269227 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc6b064e-33ad-4103-95d5-1b51e2b0b0c5 req-6564a955-5ec9-4bce-a469-bf41ce363cd3 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/security-groups?id=900e4f5a-7694-4d5f-ac74-86a54aa03b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745811 Jun 30 02:54:23.293660 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.322906 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.334875 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.354323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Checking segment: {'id': '50ecfc59-fd59-4a7e-af92-6413383681b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9a043777-8915-4268-bde0-b7c941304f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:23.354892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network hostable DHCP agents. Network: 9a043777-8915-4268-bde0-b7c941304f16, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:23.374828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=386ee6a0-58d0-4165-b6d6-b8a3922cbc30,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:23.392878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7ae7e-304f-407b-b1b5-3c4d31ae7493 req-56abc2df-38f8-42a0-a060-dd56a562c9ba tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:23.400278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-91b7ae7e-304f-407b-b1b5-3c4d31ae7493 req-56abc2df-38f8-42a0-a060-dd56a562c9ba tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.3984525 Jun 30 02:54:23.522543 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.531060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-91b7ae7e-304f-407b-b1b5-3c4d31ae7493 req-5d7bbb20-8c4b-4b5f-ba29-76837bfc6b77 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298168 Jun 30 02:54:23.540253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd84c66-ad1e-497e-b686-9fd19669bc78']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:23.571415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d4a129-b6b9-43db-bb28-37e76bfcc179') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:23.581526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d4a129-b6b9-43db-bb28-37e76bfcc179') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:23.591924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.601855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88126f2-4944-4f65-845f-76803e527d4e None None] Network 8cd84c66-ad1e-497e-b686-9fd19669bc78 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:23.628894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.639157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:23.639596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:23.642799 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:23.653719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ea82e1-5570-440e-aa68-e700582fad4c {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:23.673154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network 9a043777-8915-4268-bde0-b7c941304f16 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:23.677383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.701794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Transition to ACTIVE for port object f0ea82e1-5570-440e-aa68-e700582fad4c will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:23.745127 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.795197 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.798008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 9a043777-8915-4268-bde0-b7c941304f16) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:23.815863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:23.816731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.825809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8750e5-f549-413c-a065-0cf4a2ca2894 None None] Network 9a043777-8915-4268-bde0-b7c941304f16 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:23.850883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.905539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.908924 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2f8d82-3834-45c4-9473-daec6f7b1da6 None None] DHCP port deletion for 8cd84c66-ad1e-497e-b686-9fd19669bc78 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:23.922725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ea82e1-5570-440e-aa68-e700582fad4c,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:23.972577 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:23.978336 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/8cd84c66-ad1e-497e-b686-9fd19669bc78 HTTP/1.1" status: 204 len: 168 time: 3.1987052 Jun 30 02:54:23.990221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee278-5a4f-4d54-8ee1-fcad704cfe5b req-8091ea17-256d-479d-a24e-0ee40ec29272 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:23.992065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cee278-5a4f-4d54-8ee1-fcad704cfe5b req-8091ea17-256d-479d-a24e-0ee40ec29272 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.2027860 Jun 30 02:54:24.026541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35854) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:24.044805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561ce75-a1b9-45d9-aecc-bbe105b859f4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=8cd84c66-ad1e-497e-b686-9fd19669bc78,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:24.058963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Attempting to bind port f0ea82e1-5570-440e-aa68-e700582fad4c on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:24.059447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Attempting to bind port f0ea82e1-5570-440e-aa68-e700582fad4c by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '381f344d-f069-47be-9169-295b92c2b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '62561c93-1799-4c32-b1a8-db653c6f663b'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:24.060309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Attempting to bind port f0ea82e1-5570-440e-aa68-e700582fad4c on network 62561c93-1799-4c32-b1a8-db653c6f663b {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:24.065615 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dbb3bc51-0422-479e-9cb1-f0ba79ec9029 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3224120 Jun 30 02:54:24.069876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Port f0ea82e1-5570-440e-aa68-e700582fad4c on network 62561c93-1799-4c32-b1a8-db653c6f663b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:24.070495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Attempting to bind port f0ea82e1-5570-440e-aa68-e700582fad4c on network 62561c93-1799-4c32-b1a8-db653c6f663b {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:24.076655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:24.077104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Checking segment: {'id': '381f344d-f069-47be-9169-295b92c2b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '62561c93-1799-4c32-b1a8-db653c6f663b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:24.077957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Bound using segment: {'id': '381f344d-f069-47be-9169-295b92c2b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '62561c93-1799-4c32-b1a8-db653c6f663b'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:24.078505 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Bound port: f0ea82e1-5570-440e-aa68-e700582fad4c, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381f344d-f069-47be-9169-295b92c2b0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '62561c93-1799-4c32-b1a8-db653c6f663b'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:24.079125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.089474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-9a043777-8915-4268-bde0-b7c941304f16', 'network_id': '9a043777-8915-4268-bde0-b7c941304f16', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'fixed_ips': [{'subnet_id': 'f00fef2a-b775-4ee1-90a2-40f9c52423b4'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:24.090373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.128534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.134292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Pushing event updated for resources: {'Port': ['ID=1949f961-1681-4994-9e6d-11ba4bd14d70,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:24.140393 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a197d3-e62e-4fe5-8e66-d5861e697236 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:24.141232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a197d3-e62e-4fe5-8e66-d5861e697236 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:24.150990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-08a197d3-e62e-4fe5-8e66-d5861e697236 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/8cd84c66-ad1e-497e-b686-9fd19669bc78 HTTP/1.1" status: 404 len: 339 time: 0.1154006 Jun 30 02:54:24.152774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35860) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:24.158688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1149607732', 'description': 'd1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:24.169722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a066b8e-6a16-4920-a92b-e6fb84f6259b None None] Network 1039db07-1c0c-491c-854b-871ba83063c9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:24.185325 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cee278-5a4f-4d54-8ee1-fcad704cfe5b req-62a4f187-7a37-48c9-93ce-081e3d308c69 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529253 Jun 30 02:54:24.194374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] For port f0ea82e1-5570-440e-aa68-e700582fad4c, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:24.237581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] For port f0ea82e1-5570-440e-aa68-e700582fad4c, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f0ea82e1-5570-440e-aa68-e700582fad4c,segment=NetworkSegment(381f344d-f069-47be-9169-295b92c2b0cc),segment_id=381f344d-f069-47be-9169-295b92c2b0cc)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:24.343905 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.367948 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.371784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0bcfbc70-6c74-436e-8953-d3f1d4a04330 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4513576 Jun 30 02:54:24.385337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:24.386368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.387702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] 10.222.0.83 "PUT /v2.0/ports/f0ea82e1-5570-440e-aa68-e700582fad4c HTTP/1.1" status: 200 len: 1091 time: 1.5648859 Jun 30 02:54:24.406402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-191cc2ca-b9c8-4550-adaf-7bed2f842b62 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:24.417664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-191cc2ca-b9c8-4550-adaf-7bed2f842b62 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:24.423808 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-191cc2ca-b9c8-4550-adaf-7bed2f842b62 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/networks?id=1039db07-1c0c-491c-854b-871ba83063c9&id=9a043777-8915-4268-bde0-b7c941304f16&id=1039db07-1c0c-491c-854b-871ba83063c9 HTTP/1.1" status: 200 len: 1390 time: 0.1948779 Jun 30 02:54:24.433580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc03de0b-5fa8-4167-b83c-4c600844b891', 'tag': 'f0ea82e1-5570-440e-aa68-e700582fad4c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:24.436297 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc03de0b-5fa8-4167-b83c-4c600844b891", "tag": "f0ea82e1-5570-440e-aa68-e700582fad4c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:24.446483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-f841ea2e-fbba-47a5-a28f-15e233d737cd tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/quotas/cdd168ce5739472eb7b4b499b9550653 HTTP/1.1" status: 200 len: 375 time: 0.0206058 Jun 30 02:54:24.472778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cd973-ce3c-4ac2-a388-95dd48d029b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ea82e1-5570-440e-aa68-e700582fad4c,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:24.484166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85c8b6-5df0-4fc4-b480-4e82ed577c81 req-e924455b-9a9e-4514-b337-5c0fb164aaf0 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:24.485877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c85c8b6-5df0-4fc4-b480-4e82ed577c81 req-e924455b-9a9e-4514-b337-5c0fb164aaf0 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 943 time: 0.0841048 Jun 30 02:54:24.487128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:24.490668 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.550488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Allocated IP 19.86.0.2 (9a043777-8915-4268-bde0-b7c941304f16/f00fef2a-b775-4ee1-90a2-40f9c52423b4/e806a6e9-faf2-45b7-9cd4-4dd4d3428c18) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:24.554124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c85c8b6-5df0-4fc4-b480-4e82ed577c81 req-76f22a6f-04d8-405a-9a4d-d305748d2e28 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/security-groups?id=900e4f5a-7694-4d5f-ac74-86a54aa03b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606349 Jun 30 02:54:24.573478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:24.593641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.594984 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment a274f09f-9dd4-4764-8d2e-f3d123cd3b09 of type vlan for network b1eb0152-76ef-476c-a494-0fdf11716d73 Jun 30 02:54:24.629223 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-9f0fdf24-09e8-4f80-a506-8c6cba5129d7 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdd168ce5739472eb7b4b499b9550653&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1502168 Jun 30 02:54:24.661804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163c2db-4777-4930-8787-6f608a643347 req-e2d7fa36-778a-4793-837e-7465da6b1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:24.661804 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-e2d7fa36-778a-4793-837e-7465da6b1dbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cdea88fa4cc5447ea62fa721d848dc44&device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 1094 time: 0.1251807 Jun 30 02:54:24.690909 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.705237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-046dd04f-17d9-492c-8392-b2bd0a156c7c None None] Provisioning for port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:24.740342 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-6a65549a-cbba-4fb4-aa00-a24102b95816 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0ea82e1-5570-440e-aa68-e700582fad4c HTTP/1.1" status: 200 len: 217 time: 0.0637648 Jun 30 02:54:24.748661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-c0457e23-d2ee-4394-ba63-39f7b3fc5ece tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--34201434&fields=id&tenant_id=6e232a8f6b304accbbcbe88cd6e5f820 HTTP/1.1" status: 200 len: 267 time: 0.0862334 Jun 30 02:54:24.881465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163c2db-4777-4930-8787-6f608a643347 req-29fbccdc-265f-4e17-9c65-217f67c696ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:24.883096 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-29fbccdc-265f-4e17-9c65-217f67c696ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=48700178-7b3f-4af5-8c26-302ec37c852a HTTP/1.1" status: 200 len: 854 time: 0.1156948 Jun 30 02:54:24.904603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-f9dd8fdf-d40d-4418-955e-7841629cb734 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:24.928633 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-f9dd8fdf-d40d-4418-955e-7841629cb734 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/networks?id=8e1668db-a1da-47c3-8f09-57c1a871ec8b HTTP/1.1" status: 200 len: 811 time: 0.1744862 Jun 30 02:54:24.964388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:24.973395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-8a535378-5b27-4628-8e06-83bd7e246eb8 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/quotas/6e232a8f6b304accbbcbe88cd6e5f820 HTTP/1.1" status: 200 len: 375 time: 0.0434313 Jun 30 02:54:24.979140 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-26870e19-1f1d-443c-a3ba-6e83ea666ab7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62561c93-1799-4c32-b1a8-db653c6f663b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844498 Jun 30 02:54:24.996821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-5fdd208e-3b63-45d8-bfee-74b5aef106d5 service neutron] 10.222.0.77 "GET /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524799 Jun 30 02:54:25.020986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.028279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:25.029019 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.044358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.055574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Transition to ACTIVE for port object e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:25.078327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Transition to ACTIVE for port object e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:25.123383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=b1eb0152-76ef-476c-a494-0fdf11716d73,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:25.136547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network b1eb0152-76ef-476c-a494-0fdf11716d73 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:25.150658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-c5217876-523c-4c61-aa25-cca35cf55a01 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6e232a8f6b304accbbcbe88cd6e5f820&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1760039 Jun 30 02:54:25.156235 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-a00b22da-a599-4c05-ad7a-a2a91aead66b service neutron] 10.222.0.83 "GET /v2.0/networks/62561c93-1799-4c32-b1a8-db653c6f663b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699715 Jun 30 02:54:25.159676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-9a0f0440-82be-4879-ac4c-977035b3cb05 service neutron] 10.222.0.77 "GET /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504130 Jun 30 02:54:25.187022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:25.195230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:25.195901 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.241403 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.298908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Network 9a043777-8915-4268-bde0-b7c941304f16 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:25.307404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:25.311253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Pushing event updated for resources: {'Port': ['ID=e806a6e9-faf2-45b7-9cd4-4dd4d3428c18,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:25.314290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:25.329614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0163c2db-4777-4930-8787-6f608a643347 req-85970c81-bd6c-4a0c-85be-aedc8e0fd295 service neutron] 10.222.0.83 "GET /v2.0/networks/62561c93-1799-4c32-b1a8-db653c6f663b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671991 Jun 30 02:54:25.331562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-095d53ad-23f6-4dc8-bbaa-89d4f86ac909 service neutron] 10.222.0.77 "GET /v2.0/networks/9a043777-8915-4268-bde0-b7c941304f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604946 Jun 30 02:54:25.410478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Attempting to bind port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:25.410741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Attempting to bind port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '50ecfc59-fd59-4a7e-af92-6413383681b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9a043777-8915-4268-bde0-b7c941304f16'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:25.411066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Attempting to bind port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 on network 9a043777-8915-4268-bde0-b7c941304f16 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:25.413341 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.427255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:25.427255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Checking segment: {'id': '50ecfc59-fd59-4a7e-af92-6413383681b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9a043777-8915-4268-bde0-b7c941304f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:25.427665 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.427957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Bound using segment: {'id': '50ecfc59-fd59-4a7e-af92-6413383681b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9a043777-8915-4268-bde0-b7c941304f16'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:25.428599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Bound port: e806a6e9-faf2-45b7-9cd4-4dd4d3428c18, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ecfc59-fd59-4a7e-af92-6413383681b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9a043777-8915-4268-bde0-b7c941304f16'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:25.429042 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.442936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2ad386cc-4330-465b-b64e-440aaface5b0 service neutron] 10.222.0.77 "GET /v2.0/networks/9a043777-8915-4268-bde0-b7c941304f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029370 Jun 30 02:54:25.488799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:25.520281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] For port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:25.524233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] For port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e806a6e9-faf2-45b7-9cd4-4dd4d3428c18,segment=NetworkSegment(50ecfc59-fd59-4a7e-af92-6413383681b1),segment_id=50ecfc59-fd59-4a7e-af92-6413383681b1)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:25.543566 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-96444537-02b7-4ef9-bc8c-0e08209f6525 service neutron] 10.222.0.77 "GET /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946162 Jun 30 02:54:25.548697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-08f47f18-efb1-4063-9319-beeb02fd09bd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3964870 Jun 30 02:54:25.556802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35900) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:25.616195 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-a4828368-8669-45f9-a9b7-e5b780e09a25 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1668db-a1da-47c3-8f09-57c1a871ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596395 Jun 30 02:54:25.677747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.679200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8d0caa43-0efa-458c-a309-1943f0af3bd7 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:25.693872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a07c0ad-a776-48ce-83d3-ec6248b40948 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:25.698487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7a07c0ad-a776-48ce-83d3-ec6248b40948 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/networks?id=b1eb0152-76ef-476c-a494-0fdf11716d73 HTTP/1.1" status: 200 len: 761 time: 0.1375279 Jun 30 02:54:25.698805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35904) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:25.703851 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-79dd5e09-5812-47f4-8335-3c998dc3d96c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'description': 'd2'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:25.714943 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-4bd29819-5d1d-4d6e-9774-a4a4acd46610 service neutron] 10.222.0.77 "GET /v2.0/networks/8e1668db-a1da-47c3-8f09-57c1a871ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920417 Jun 30 02:54:25.729326 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.758394 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-b436e1f7-0930-4d3f-b6e9-694ef763e45b service neutron] 10.222.0.77 "GET /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083929 Jun 30 02:54:25.801717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:25.843021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8d0caa43-0efa-458c-a309-1943f0af3bd7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:25.843526 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.883528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde12f7e-efe2-4387-b045-0af253cd8250 None None] Pushing event updated for resources: {'Port': ['ID=e806a6e9-faf2-45b7-9cd4-4dd4d3428c18,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:25.915923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e09-5812-47f4-8335-3c998dc3d96c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:25.958238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e2412718-ec3f-45a2-b7dc-37c0ecbde035 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:25.984918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e2412718-ec3f-45a2-b7dc-37c0ecbde035 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:25.984918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e2412718-ec3f-45a2-b7dc-37c0ecbde035 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:26.123002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e09-5812-47f4-8335-3c998dc3d96c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.221141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd5e09-5812-47f4-8335-3c998dc3d96c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=b1eb0152-76ef-476c-a494-0fdf11716d73,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:26.233555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network b1eb0152-76ef-476c-a494-0fdf11716d73 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:26.234533 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4a6ae2-eedb-4bc7-9404-31a2c61c43cb x-openstack-request-id: req-ea4a6ae2-eedb-4bc7-9404-31a2c61c43cb {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:26.234820 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc03de0b-5fa8-4167-b83c-4c600844b891", "tag": "f0ea82e1-5570-440e-aa68-e700582fad4c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:26.235210 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea4a6ae2-eedb-4bc7-9404-31a2c61c43cb {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:26.235608 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc03de0b-5fa8-4167-b83c-4c600844b891', 'tag': 'f0ea82e1-5570-440e-aa68-e700582fad4c', 'status': 'completed', 'code': 200} Jun 30 02:54:26.244543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79dd5e09-5812-47f4-8335-3c998dc3d96c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network b1eb0152-76ef-476c-a494-0fdf11716d73 is not hosted by any dhcp agent {{(pid=94531) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:54:26.251679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd5e09-5812-47f4-8335-3c998dc3d96c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:26.252665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79dd5e09-5812-47f4-8335-3c998dc3d96c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.254447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-79dd5e09-5812-47f4-8335-3c998dc3d96c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "PUT /v2.0/networks/b1eb0152-76ef-476c-a494-0fdf11716d73 HTTP/1.1" status: 200 len: 758 time: 0.5547264 Jun 30 02:54:26.257292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35916) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:26.333908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e req-45425142-655f-4eff-98ef-0576fe8ddfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:26.335584 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e req-45425142-655f-4eff-98ef-0576fe8ddfc4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cdea88fa4cc5447ea62fa721d848dc44&device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 1094 time: 0.0988147 Jun 30 02:54:26.468000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e req-bf7e96dc-f829-4d2c-9d2d-527416f69cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:26.469559 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e req-bf7e96dc-f829-4d2c-9d2d-527416f69cc5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=62561c93-1799-4c32-b1a8-db653c6f663b HTTP/1.1" status: 200 len: 915 time: 0.1260490 Jun 30 02:54:26.478663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2570a4-5e1e-41aa-81da-398a87c93c02 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:26.480405 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bc2570a4-5e1e-41aa-81da-398a87c93c02 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/networks?id=b1eb0152-76ef-476c-a494-0fdf11716d73 HTTP/1.1" status: 200 len: 761 time: 0.2212753 Jun 30 02:54:26.484286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35928) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:26.490858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66676699'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:26.519783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e req-b746764e-b505-4d29-bba6-b9bf8782d2b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0ea82e1-5570-440e-aa68-e700582fad4c HTTP/1.1" status: 200 len: 217 time: 0.0426953 Jun 30 02:54:26.532860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c182244-1b23-4380-9491-e9f29fcf8899 req-4dbb0ae5-fdf8-4843-a379-a6202bc1aff9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:26.534699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c182244-1b23-4380-9491-e9f29fcf8899 req-4dbb0ae5-fdf8-4843-a379-a6202bc1aff9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.1659217 Jun 30 02:54:26.603697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e req-0c258f89-2462-4880-b70e-452e7482e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:26.609590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e req-0c258f89-2462-4880-b70e-452e7482e6c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=48700178-7b3f-4af5-8c26-302ec37c852a HTTP/1.1" status: 200 len: 854 time: 0.0832827 Jun 30 02:54:26.620963 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c182244-1b23-4380-9491-e9f29fcf8899 req-53b7fa62-e412-4e37-8cba-28982730a006 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777400 Jun 30 02:54:26.687979 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e req-5d44bc8d-09af-492b-b122-74ce2fd27932 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=62561c93-1799-4c32-b1a8-db653c6f663b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623477 Jun 30 02:54:26.706577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:26.719898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.749875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:26.787701 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.790651 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment 89fad06f-5564-4f15-b411-34832b7c37ca of type vlan for network c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d Jun 30 02:54:26.800893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e1585-c7e1-4096-a2d1-748334ac018c req-33464dae-8ceb-4ac0-aeb3-5166134a348a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:26.826277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:26.830001 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-532e1585-c7e1-4096-a2d1-748334ac018c req-33464dae-8ceb-4ac0-aeb3-5166134a348a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1930399 Jun 30 02:54:26.859503 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.898183 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e req-784daa22-11db-4176-89a3-f5667058f3ae service neutron] 10.222.0.83 "GET /v2.0/networks/62561c93-1799-4c32-b1a8-db653c6f663b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029879 Jun 30 02:54:26.906054 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-532e1585-c7e1-4096-a2d1-748334ac018c req-79a21099-b161-4950-b5e4-c16eae4545c6 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659227 Jun 30 02:54:26.954693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5643dbe-b02c-4588-91a1-dde9891a13dd req-b9c7a70f-b770-44a2-8bf0-665a018dfe56 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:26.963204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5643dbe-b02c-4588-91a1-dde9891a13dd req-b9c7a70f-b770-44a2-8bf0-665a018dfe56 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 943 time: 0.1186128 Jun 30 02:54:27.006570 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5643dbe-b02c-4588-91a1-dde9891a13dd req-b681a9c8-1fd2-4763-878c-253cca5fe7c5 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/security-groups?id=900e4f5a-7694-4d5f-ac74-86a54aa03b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374680 Jun 30 02:54:27.030236 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b9be26c-f064-4bc8-b131-6b83360fcfe9 req-d618271e-04fb-4402-9e59-5c22538565de tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 210 time: 0.0536940 Jun 30 02:54:27.040585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:27.047019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:27.057058 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41be0f12-d5b3-4cbe-945a-7bc1a2fc1c0e req-c5fa1286-7717-4945-8e88-04190b7e8725 service neutron] 10.222.0.83 "GET /v2.0/networks/62561c93-1799-4c32-b1a8-db653c6f663b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491477 Jun 30 02:54:27.122337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b54c0957-91f9-4ac4-ac9c-641ade8738a9 req-07a65f51-0e08-459c-aec1-32f6c6a82287 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 210 time: 0.0418367 Jun 30 02:54:27.128343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:27.128808 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.164176 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.167654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a447215b-3bea-4f82-a80e-819f28acaf80 None None] Network 9a043777-8915-4268-bde0-b7c941304f16 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:27.174230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:27.174914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.240986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f0ea82e1-5570-440e-aa68-e700582fad4c details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:27.247820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e6cff-e9fd-4fdd-bc50-fe001c41dbb1 req-dc16bccd-7134-413d-9f3f-b4fc010ddd65 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:27.249933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-867e6cff-e9fd-4fdd-bc50-fe001c41dbb1 req-dc16bccd-7134-413d-9f3f-b4fc010ddd65 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0744464 Jun 30 02:54:27.305000 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-867e6cff-e9fd-4fdd-bc50-fe001c41dbb1 req-3b30b0af-d9ee-4d72-a640-1423df049e7c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484130 Jun 30 02:54:27.316304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:27.331283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.331837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.332364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.333315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.333839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.334314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.334936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.335502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.345680 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.346243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.347106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.349241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:27.376990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:27.417550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7c868d74-7692-47a8-9e58-69d9d8875884 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9303732 Jun 30 02:54:27.419713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35936) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:27.427651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': 'c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:27.463247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74047c72-b405-4775-9d7d-ce36a833f213 req-16489fde-8aa3-497a-a9f7-addb4d4c5487 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:27.470897 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74047c72-b405-4775-9d7d-ce36a833f213 req-16489fde-8aa3-497a-a9f7-addb4d4c5487 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0879798 Jun 30 02:54:27.472560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5139db6c-bcbc-4cd3-987c-5e0abb96b9ab None None] Provisioning for port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:27.514457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5139db6c-bcbc-4cd3-987c-5e0abb96b9ab None None] Provisioning complete for port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:27.515198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74047c72-b405-4775-9d7d-ce36a833f213 req-bfd7eb6f-3b74-4cba-8273-9dc19cb0e6e0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432880 Jun 30 02:54:27.515993 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5139db6c-bcbc-4cd3-987c-5e0abb96b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.604134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f0ea82e1-5570-440e-aa68-e700582fad4c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f0ea82e1-5570-440e-aa68-e700582fad4c,segment=NetworkSegment(381f344d-f069-47be-9169-295b92c2b0cc),segment_id=381f344d-f069-47be-9169-295b92c2b0cc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:27.613931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82775845-f88a-43c0-ad07-9203d0146916 req-1f54fee9-1110-41d9-9e9f-5c6ed5c62c3f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:27.615459 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82775845-f88a-43c0-ad07-9203d0146916 req-1f54fee9-1110-41d9-9e9f-5c6ed5c62c3f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0869856 Jun 30 02:54:27.641552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'f0ea82e1-5570-440e-aa68-e700582fad4c', 'network_id': '62561c93-1799-4c32-b1a8-db653c6f663b', 'port_id': 'f0ea82e1-5570-440e-aa68-e700582fad4c', 'mac_address': 'fa:16:3e:6e:66:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48700178-7b3f-4af5-8c26-302ec37c852a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:27.659278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82775845-f88a-43c0-ad07-9203d0146916 req-ccb383f8-19fb-4a56-95e8-7972880fdba6 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Jun 30 02:54:27.733485 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.735660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb61c42-b050-4bc1-88f7-515ee7b56815 req-07611168-d558-4074-92b6-1a5107e68383 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:27.738009 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-adb61c42-b050-4bc1-88f7-515ee7b56815 req-07611168-d558-4074-92b6-1a5107e68383 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0774117 Jun 30 02:54:27.748338 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5139db6c-bcbc-4cd3-987c-5e0abb96b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.770041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:27.774435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.849988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ea82e1-5570-440e-aa68-e700582fad4c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:27.850174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-adb61c42-b050-4bc1-88f7-515ee7b56815 req-a24703f6-cf24-4894-9f24-66bb90386d65 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791688 Jun 30 02:54:27.850354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5139db6c-bcbc-4cd3-987c-5e0abb96b9ab None None] For port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e806a6e9-faf2-45b7-9cd4-4dd4d3428c18,segment=NetworkSegment(50ecfc59-fd59-4a7e-af92-6413383681b1),segment_id=50ecfc59-fd59-4a7e-af92-6413383681b1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:27.850354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f0ea82e1-5570-440e-aa68-e700582fad4c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f0ea82e1-5570-440e-aa68-e700582fad4c,segment=NetworkSegment(381f344d-f069-47be-9169-295b92c2b0cc),segment_id=381f344d-f069-47be-9169-295b92c2b0cc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:28.118463 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5139db6c-bcbc-4cd3-987c-5e0abb96b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.122030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.176874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-be35e46e-8843-4bab-bca4-4b970c257a56 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:28.183411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139db6c-bcbc-4cd3-987c-5e0abb96b9ab None None] Pushing event updated for resources: {'Port': ['ID=e806a6e9-faf2-45b7-9cd4-4dd4d3428c18,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:28.184165 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-be35e46e-8843-4bab-bca4-4b970c257a56 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 812 time: 0.1330340 Jun 30 02:54:28.198047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-390c2b1b-86e7-43e6-b09d-e740722f68e6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/quotas/a94cd6792f3746bdbcbc060a15360cb7 HTTP/1.1" status: 200 len: 375 time: 0.0126421 Jun 30 02:54:28.247309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f0ea82e1-5570-440e-aa68-e700582fad4c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:28.258645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-95997c96-8e87-4a90-ab14-b773af171acb None None] Provisioning complete for port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:28.259087 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-95997c96-8e87-4a90-ab14-b773af171acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.291788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-be741fa5-1ad4-4273-8459-414d64afee9e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0858750 Jun 30 02:54:28.337061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f0ea82e1-5570-440e-aa68-e700582fad4c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:28.414398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-02476f50-e412-416d-b55a-a8a01f3c53be service neutron] 10.222.0.77 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147702 Jun 30 02:54:28.435119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ffc3a-1906-4fa0-907f-d6ebde5d381b req-0d872aef-3df6-475e-94f3-e16ff8308ffd tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:28.436634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-451ffc3a-1906-4fa0-907f-d6ebde5d381b req-0d872aef-3df6-475e-94f3-e16ff8308ffd tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1140046 Jun 30 02:54:28.484084 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-451ffc3a-1906-4fa0-907f-d6ebde5d381b req-d55a09c0-6d25-4eac-9f10-adf3d0efb634 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Jun 30 02:54:28.522266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.529717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-9fdcf710-c26f-4951-9f2e-3a9fb65aa178 service neutron] 10.222.0.77 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067510 Jun 30 02:54:28.613416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': '89fad06f-5564-4f15-b411-34832b7c37ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:28.619348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:28.620038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=b57c4873-86d3-4ef4-b474-e53d0890e80f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:28.667106 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c9707e9-b410-4f78-be77-63ed291ac8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.702732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:28.751083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ef43d-5c15-426a-b8ea-ca55b751cd34 req-71462d86-be98-4ac5-b888-05be8da2ca28 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:28.752858 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-695ef43d-5c15-426a-b8ea-ca55b751cd34 req-71462d86-be98-4ac5-b888-05be8da2ca28 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 944 time: 0.0806968 Jun 30 02:54:28.759409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:28.760033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.801750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-695ef43d-5c15-426a-b8ea-ca55b751cd34 req-d26d444b-d70e-4966-a3fe-12fb71d6161d tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/security-groups?id=900e4f5a-7694-4d5f-ac74-86a54aa03b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Jun 30 02:54:28.803211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:28.921557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:28.929460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72eae3b-2447-4a9a-9b52-824d64f8ca21 None None] Network c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:28.933439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:28.936608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.997708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c4d61395-83b7-4f8d-8fc8-1186baa9ffa9 req-186e7681-27f4-451b-8558-de831f67a686 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 210 time: 0.0423653 Jun 30 02:54:29.014129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-edab95d2-0a47-4539-8d97-b755b5622ca0 req-df402d67-496b-44f8-a950-7df353fa45da tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 210 time: 0.0366137 Jun 30 02:54:29.030126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c4668fdc-4d0f-4e58-9e47-d574a8333f7c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6052201 Jun 30 02:54:29.040213 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35978) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:29.141809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6a3d9d3-cede-4ed1-822b-f27e327e2886 req-d73ccfb4-c079-4700-bfdf-3237d450e690 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 210 time: 0.0385120 Jun 30 02:54:29.158720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b04a2ff-0e77-4508-bda0-ba22d29918f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d', 'network_id': 'c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': 'b57c4873-86d3-4ef4-b474-e53d0890e80f'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:29.159726 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3b04a2ff-0e77-4508-bda0-ba22d29918f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.162939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.226914 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.268339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f0ea82e1-5570-440e-aa68-e700582fad4c up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:29.462117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.477877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port f0ea82e1-5570-440e-aa68-e700582fad4c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:29.484805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port f0ea82e1-5570-440e-aa68-e700582fad4c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:29.496592 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.499316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=b57c4873-86d3-4ef4-b474-e53d0890e80f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server [None req-3b04a2ff-0e77-4508-bda0-ba22d29918f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b57c4873-86d3-4ef4-b474-e53d0890e80f: This subnet is being modified by another concurrent operation. Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:54:29.558515 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise exception Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b57c4873-86d3-4ef4-b474-e53d0890e80f: This subnet is being modified by another concurrent operation. Jun 30 02:54:29.562720 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server Jun 30 02:54:29.598956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.599234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0ab2a6-a3c6-41b6-bdf0-0f13b6961600 None None] Network c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:29.614059 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:29.627469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fad06f-5564-4f15-b411-34832b7c37ca') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:29.628140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fad06f-5564-4f15-b411-34832b7c37ca') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:29.637639 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.651873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.659174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:29.659799 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:29.662837 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:29.696190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330f7ae-1df3-40f2-b391-7a8e0ebdb7e7 req-32784e5e-fa2b-4adc-86ec-497e89783da5 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:29.697552 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1330f7ae-1df3-40f2-b391-7a8e0ebdb7e7 req-32784e5e-fa2b-4adc-86ec-497e89783da5 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.0712283 Jun 30 02:54:29.744147 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1330f7ae-1df3-40f2-b391-7a8e0ebdb7e7 req-2addd00a-7687-4c89-9718-f53bb2f8761a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Jun 30 02:54:29.865858 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.878111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.879933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d HTTP/1.1" status: 204 len: 168 time: 0.8487272 Jun 30 02:54:29.883442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35994) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:29.894441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1d58f-2d36-4c53-8705-d43a5eb2608e tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:29.911905 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:29.931665 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fd78ca-d675-4669-b815-a39c2306fc3c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] GET failed (client error): The resource could not be found. Jun 30 02:54:29.933482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-11fd78ca-d675-4669-b815-a39c2306fc3c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/subnets/b57c4873-86d3-4ef4-b474-e53d0890e80f HTTP/1.1" status: 404 len: 337 time: 0.0489528 Jun 30 02:54:29.936865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35996) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:29.975149 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f234d77-cb25-4f4b-8f73-077f6eb62377 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:29.975772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f234d77-cb25-4f4b-8f73-077f6eb62377 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:29.978554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3f234d77-cb25-4f4b-8f73-077f6eb62377 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d HTTP/1.1" status: 404 len: 339 time: 0.0405662 Jun 30 02:54:29.982335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35998) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:29.988235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03de0b-5fa8-4167-b83c-4c600844b891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ea82e1-5570-440e-aa68-e700582fad4c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:29.991546 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c41a7fd-0523-41c7-9555-e667d8d47680" -d '{"events": [{"server_uuid": "cc03de0b-5fa8-4167-b83c-4c600844b891", "name": "network-vif-plugged", "status": "completed", "tag": "f0ea82e1-5570-440e-aa68-e700582fad4c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:30.010707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fa2685-e5dc-46eb-b52a-b3cc9e777bf7 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:54:30.072001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f0ea82e1-5570-440e-aa68-e700582fad4c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f0ea82e1-5570-440e-aa68-e700582fad4c,segment=NetworkSegment(381f344d-f069-47be-9169-295b92c2b0cc),segment_id=381f344d-f069-47be-9169-295b92c2b0cc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:30.079955 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe79829-0a7d-4c99-a012-ae3b6ef27849 x-openstack-request-id: req-fbe79829-0a7d-4c99-a012-ae3b6ef27849 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:30.079955 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc03de0b-5fa8-4167-b83c-4c600844b891", "name": "network-vif-plugged", "status": "completed", "tag": "f0ea82e1-5570-440e-aa68-e700582fad4c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:30.079955 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbe79829-0a7d-4c99-a012-ae3b6ef27849 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:30.079955 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03de0b-5fa8-4167-b83c-4c600844b891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ea82e1-5570-440e-aa68-e700582fad4c', 'code': 200} Jun 30 02:54:30.149269 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.238125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4cb75570-e30f-4f4e-969d-52ced905529b req-39ed9fa4-8c4d-4198-8885-e2a9f218208a tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 210 time: 0.0604529 Jun 30 02:54:30.240231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f0ea82e1-5570-440e-aa68-e700582fad4c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:30.255310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.255715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.256153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.256585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.257160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.257742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.258167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.258587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.258973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.259834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.260227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.260610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:30.272313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fa2685-e5dc-46eb-b52a-b3cc9e777bf7 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:54:30.358910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f84a5b-4039-4090-b628-89d2df8f36e8 req-84c25e27-430d-4e42-a863-a8aae087955d tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.361099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3f84a5b-4039-4090-b628-89d2df8f36e8 req-84c25e27-430d-4e42-a863-a8aae087955d tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 944 time: 0.2765913 Jun 30 02:54:30.393150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95047ea-8e9f-48d8-8dc2-fc18e8cf618c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.393150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d95047ea-8e9f-48d8-8dc2-fc18e8cf618c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3738456 Jun 30 02:54:30.393150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36008) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:30.440274 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de17a758-1162-4f65-8a0c-345a263fad6b req-6b01a692-7ce4-45bb-8429-d121f50c567f tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 210 time: 0.0592721 Jun 30 02:54:30.455071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-be2e26bb-5882-4435-8cdf-399e61c45ae1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 207 time: 0.0766437 Jun 30 02:54:30.458423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36010) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:30.464536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c4116-a25b-43c9-a9db-ca214b6a3101 req-d2301e5d-a1b8-48a5-bd5f-042de07d09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.466100 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b76c4116-a25b-43c9-a9db-ca214b6a3101 req-d2301e5d-a1b8-48a5-bd5f-042de07d09fe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 1096 time: 0.2574456 Jun 30 02:54:30.507932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ea6cafdf-a2f8-4c04-bb9c-95cd054b2fcc tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.524752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ea6cafdf-a2f8-4c04-bb9c-95cd054b2fcc tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.526458 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ea6cafdf-a2f8-4c04-bb9c-95cd054b2fcc tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "GET /v2.0/networks?id=1039db07-1c0c-491c-854b-871ba83063c9&id=9a043777-8915-4268-bde0-b7c941304f16&id=1039db07-1c0c-491c-854b-871ba83063c9 HTTP/1.1" status: 200 len: 1390 time: 0.2512844 Jun 30 02:54:30.542266 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3f84a5b-4039-4090-b628-89d2df8f36e8 req-edabe0d9-3de1-4a8a-b419-e06b1046e406 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/security-groups?id=900e4f5a-7694-4d5f-ac74-86a54aa03b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689274 Jun 30 02:54:30.544103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'port': {'device_id': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9', 'admin_state_up': True, 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:30.560287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b76c4116-a25b-43c9-a9db-ca214b6a3101 req-3f109a8f-1fcc-4a89-baad-8b48faf8c46b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=900e4f5a-7694-4d5f-ac74-86a54aa03b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714006 Jun 30 02:54:30.701281 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-29226bc1-d802-4db2-a16e-b705f6b88db6 req-4101bdc9-14e6-4760-bded-49c48e1853d9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 210 time: 0.0835602 Jun 30 02:54:30.814583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f2a16-696e-4be9-8e73-8ca5f036239d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.821326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f2a16-696e-4be9-8e73-8ca5f036239d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.827056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f2a16-696e-4be9-8e73-8ca5f036239d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.833183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f2a16-696e-4be9-8e73-8ca5f036239d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.838048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c89f2a16-696e-4be9-8e73-8ca5f036239d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3754640 Jun 30 02:54:30.839153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36016) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.039138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:31.045819 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.079603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ea245865-e12e-4aea-86ed-d2a8a85934af tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2392845 Jun 30 02:54:31.085230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36024) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.094581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc6f5f-addf-456b-9cdc-cdd346b43bf4 req-3f7704b2-e89c-46b2-ac98-c7ac90c2a9e6 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.096034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bcc6f5f-addf-456b-9cdc-cdd346b43bf4 req-3f7704b2-e89c-46b2-ac98-c7ac90c2a9e6 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1839027 Jun 30 02:54:31.140459 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bcc6f5f-addf-456b-9cdc-cdd346b43bf4 req-94322656-588d-40d3-8950-13f3c3e313fe tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366275 Jun 30 02:54:31.252319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2275464-aec7-4a80-a54b-1b86bff7ad49 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.253868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2275464-aec7-4a80-a54b-1b86bff7ad49 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.255421 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b2275464-aec7-4a80-a54b-1b86bff7ad49 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1675627 Jun 30 02:54:31.261256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36028) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.271417 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.305633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f41fb4-a7e0-48e2-aa00-c061a25fa129 req-e8cbda4f-1696-4857-87cb-4145612cfeca tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.307102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78f41fb4-a7e0-48e2-aa00-c061a25fa129 req-e8cbda4f-1696-4857-87cb-4145612cfeca tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2420554 Jun 30 02:54:31.315187 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-df1d6909-24be-4d1b-8293-a2ca9e3c6eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.357928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Allocated IP 19.80.0.120 (1039db07-1c0c-491c-854b-871ba83063c9/bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8/9426e8f7-42b6-4d52-85cc-393c9d2c4732) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:31.394518 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78f41fb4-a7e0-48e2-aa00-c061a25fa129 req-1360d194-c9ca-43d5-8775-c1248afe8fe4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717900 Jun 30 02:54:31.424887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05417467-66b7-4ec2-81e0-9d54004e8040 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['shared'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.426471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05417467-66b7-4ec2-81e0-9d54004e8040 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['shared'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.428054 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-05417467-66b7-4ec2-81e0-9d54004e8040 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1660609 Jun 30 02:54:31.433120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36032) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.454314 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-48b7c639-ef65-4647-99a0-df50081c2635 req-e7da7377-7f5c-4d7b-ba6f-7df984bde448 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 210 time: 0.0715833 Jun 30 02:54:31.485980 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:54:31.542972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-7c2c77e6-1d88-42b7-8de9-b88537cd0508 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.545863 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-7c2c77e6-1d88-42b7-8de9-b88537cd0508 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.83 "GET /v2.0/networks?id=8e1668db-a1da-47c3-8f09-57c1a871ec8b HTTP/1.1" status: 200 len: 811 time: 0.1958163 Jun 30 02:54:31.628807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-db53b192-343c-4678-a604-5ce9d168e6e6 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e232a8f6b304accbbcbe88cd6e5f820 HTTP/1.1" status: 200 len: 378 time: 0.0669115 Jun 30 02:54:31.645890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Request body: {'port': {'device_id': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'admin_state_up': True, 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'security_groups': ['d2107d99-77db-4f85-a691-2adf024bc8f5']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:31.665723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d839f1f-084f-40d8-8988-001204270564 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.667149 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3d839f1f-084f-40d8-8988-001204270564 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/networks/945e6036-4e4c-4ecd-ac80-842df0262416 HTTP/1.1" status: 200 len: 799 time: 0.2326961 Jun 30 02:54:31.674701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36038) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.680418 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-73fd83d2-51be-4a7e-9105-c3e0382dfe95 req-2cdbf275-13c2-43c3-a021-7d03d3fad852 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 210 time: 0.0579889 Jun 30 02:54:31.779595 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.805892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac107d-43ad-42ee-8f6c-d09291e47173 req-a342b1e6-8e7a-4f5a-95f1-624fde26b706 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.807501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-76ac107d-43ad-42ee-8f6c-d09291e47173 req-a342b1e6-8e7a-4f5a-95f1-624fde26b706 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2567141 Jun 30 02:54:31.822816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Transition to ACTIVE for port object 9426e8f7-42b6-4d52-85cc-393c9d2c4732 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:31.845626 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0b27eb13-1696-4cc6-8e4c-1c52ea53fb7b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/networks/945e6036-4e4c-4ecd-ac80-842df0262416?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1664696 Jun 30 02:54:31.846055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36042) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.884377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-76ac107d-43ad-42ee-8f6c-d09291e47173 req-886b9e68-95e4-4253-a8f8-58b0159230bc tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628614 Jun 30 02:54:31.910917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681b0b2b-3fc4-4f13-bdf8-efbd953cdd74 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:31.912248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-681b0b2b-3fc4-4f13-bdf8-efbd953cdd74 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/subnets/c126c917-3edf-4d89-9b2a-9fd0ad386827 HTTP/1.1" status: 200 len: 811 time: 0.0651655 Jun 30 02:54:31.916568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36044) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.935040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Made reservation on behalf of 6e232a8f6b304accbbcbe88cd6e5f820 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:31.938937 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:31.999426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7ab13-35c2-43ac-9b80-7674d7813427 req-1586dc56-f1ec-47e5-bc89-ea9d32e24147 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.000923 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03c7ab13-35c2-43ac-9b80-7674d7813427 req-1586dc56-f1ec-47e5-bc89-ea9d32e24147 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 945 time: 0.1880207 Jun 30 02:54:32.019476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb004634-ca4d-406a-9147-fd1774176955 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['shared'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.025238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bb004634-ca4d-406a-9147-fd1774176955 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "GET /v2.0/subnets/c126c917-3edf-4d89-9b2a-9fd0ad386827?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1032052 Jun 30 02:54:32.025516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36050) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:32.033819 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1047746695'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:32.070066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d8eb364-fcf7-4320-a400-660c63fee777 req-1948d69c-b23b-46aa-9e9d-68b6e362b073 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 210 time: 0.0513959 Jun 30 02:54:32.073860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.153352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network 1039db07-1c0c-491c-854b-871ba83063c9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:32.157158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:32.164184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:32.168673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Port': ['ID=9426e8f7-42b6-4d52-85cc-393c9d2c4732,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:32.177174 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03c7ab13-35c2-43ac-9b80-7674d7813427 req-9e601c40-08b5-450e-a2f1-def74f140c59 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/security-groups?id=900e4f5a-7694-4d5f-ac74-86a54aa03b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619563 Jun 30 02:54:32.251839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-9f5851a7-62a4-4e04-aa3c-86a005ffde4b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.253346 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-9f5851a7-62a4-4e04-aa3c-86a005ffde4b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.83 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 812 time: 0.1706293 Jun 30 02:54:32.273707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Allocated IP 172.20.0.4 (8e1668db-a1da-47c3-8f09-57c1a871ec8b/12b2c68a-c9f3-4c5a-ac26-778d9c98e611/71de6858-b1ed-4397-9b4e-dee143099249) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:32.276431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:32.279363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'port': {'device_id': 'f8c0c2fe-68fc-4192-b137-4da6b9286e83', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'admin_state_up': True, 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:32.281568 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.313975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.314891 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.343530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:32.360231 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.362208 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Added segment ec2982e2-9535-48f8-a210-d22fe5a22339 of type vlan for network fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 Jun 30 02:54:32.387842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ec1cf-9ca0-42d3-ae51-1831f919dfaa req-0854a5f7-0a54-48b2-a69e-b5d4092fdc1f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.389704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e81ec1cf-9ca0-42d3-ae51-1831f919dfaa req-0854a5f7-0a54-48b2-a69e-b5d4092fdc1f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1672912 Jun 30 02:54:32.434098 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e81ec1cf-9ca0-42d3-ae51-1831f919dfaa req-3a643ce2-9bbb-481d-ba61-2f8b5f9b403a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377321 Jun 30 02:54:32.495346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0f5e88fb-d38b-447f-acbb-9962de93a02e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9563839 Jun 30 02:54:32.526900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'port': {'device_id': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'network_id': '9a043777-8915-4268-bde0-b7c941304f16', 'admin_state_up': True, 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:32.561647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e919a-cb63-4ceb-ae34-e7c0a62f200e req-68da6664-9811-4d44-b84f-69e54e56326c tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.564374 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a56e919a-cb63-4ceb-ae34-e7c0a62f200e req-68da6664-9811-4d44-b84f-69e54e56326c tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.2297101 Jun 30 02:54:32.594906 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.602919 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.626783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Transition to ACTIVE for port object 71de6858-b1ed-4397-9b4e-dee143099249 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:32.630625 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a56e919a-cb63-4ceb-ae34-e7c0a62f200e req-43d38e3c-0feb-4985-80b7-3c1018c74ac2 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570016 Jun 30 02:54:32.722075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9809b38-f4ea-4de1-96e0-a28f6cd2b5cb req-c840c1a4-fb2a-48c6-8056-487d9fbd2a09 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.723486 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9809b38-f4ea-4de1-96e0-a28f6cd2b5cb req-c840c1a4-fb2a-48c6-8056-487d9fbd2a09 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1421087 Jun 30 02:54:32.728920 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a0152eb8-9794-467b-b671-3cfcde66f2e9 None None] Provisioning for port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:32.734298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Made reservation on behalf of a94cd6792f3746bdbcbc060a15360cb7 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:32.740381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.750105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a0152eb8-9794-467b-b671-3cfcde66f2e9 None None] Provisioning complete for port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:32.750562 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a0152eb8-9794-467b-b671-3cfcde66f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.787769 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9809b38-f4ea-4de1-96e0-a28f6cd2b5cb req-965e88f7-14e9-439f-8864-473a53a11b2f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Jun 30 02:54:32.789674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a0152eb8-9794-467b-b671-3cfcde66f2e9 None None] Port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:32.856779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.867644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c092b3-a2ad-4441-88aa-be5bab59d191 req-3db1fa69-3423-42af-9713-a893f4bd3434 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.869158 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-47c092b3-a2ad-4441-88aa-be5bab59d191 req-3db1fa69-3423-42af-9713-a893f4bd3434 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 932 time: 0.1243927 Jun 30 02:54:32.911284 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.927479 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.932893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.933464 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.951237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Network 8e1668db-a1da-47c3-8f09-57c1a871ec8b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:32.969601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:32.985280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:32.988728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.994098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:33.001202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Pushing event updated for resources: {'Port': ['ID=71de6858-b1ed-4397-9b4e-dee143099249,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:33.035424 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-47c092b3-a2ad-4441-88aa-be5bab59d191 req-776161f5-92b9-425f-8757-3a336887fdf6 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579642 Jun 30 02:54:33.038247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Network': ['ID=fb7c00af-1854-4bf2-8e90-41bdfaa5aa46,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:33.056724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:33.085412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Allocated IP 172.20.0.5 (69eb99e6-aef0-4477-9db7-0070bde99f86/a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00/3bd3c888-60d8-40db-ba33-de656b7dbbb1) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:33.107208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce3e53-a5a3-42b0-808b-3334fbc00bc6 req-c66cf377-1c76-4cc4-bb8d-3f1bef504288 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:33.108740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96ce3e53-a5a3-42b0-808b-3334fbc00bc6 req-c66cf377-1c76-4cc4-bb8d-3f1bef504288 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 931 time: 0.2119966 Jun 30 02:54:33.112900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-130296bd-0780-47f5-9a25-9627d520a21c tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0869343 Jun 30 02:54:33.115863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:33.116579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.121950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36070) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:33.200450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'network_id': 'fb7c00af-1854-4bf2-8e90-41bdfaa5aa46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:33.233877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Allocated IP 19.86.0.78 (9a043777-8915-4268-bde0-b7c941304f16/f00fef2a-b775-4ee1-90a2-40f9c52423b4/569dc7f4-2f45-4ddf-a8f4-51a9f3010bed) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:33.286541 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-01c661a6-c680-4de1-b177-f519c304e961 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6482546 Jun 30 02:54:33.309126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Request body: {'port': {'device_id': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:33.523866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7e056d1b-85b1-4e0c-99c9-279baa32d502 None None] Provisioning for port 71de6858-b1ed-4397-9b4e-dee143099249 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:33.528505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7e056d1b-85b1-4e0c-99c9-279baa32d502 None None] Provisioning complete for port 71de6858-b1ed-4397-9b4e-dee143099249 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:33.529133 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e056d1b-85b1-4e0c-99c9-279baa32d502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.567287 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7e056d1b-85b1-4e0c-99c9-279baa32d502 None None] Port 71de6858-b1ed-4397-9b4e-dee143099249 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:33.637973 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96ce3e53-a5a3-42b0-808b-3334fbc00bc6 req-8d797f8c-70df-4aa6-839b-5f94c53990c7 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5219789 Jun 30 02:54:33.738234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df7047-f550-405e-afd4-c6d009c2973a req-5513a36e-ef3b-4538-8fca-ea6e92ac1049 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:33.739771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07df7047-f550-405e-afd4-c6d009c2973a req-5513a36e-ef3b-4538-8fca-ea6e92ac1049 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.5540681 Jun 30 02:54:33.776665 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-09b2485a-f074-4a9b-b3ec-4550258a5b95 req-33b93f75-a4a7-4203-8eaf-776b3c656e2b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 210 time: 0.0318110 Jun 30 02:54:33.796147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.803775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Made reservation on behalf of 4c8fa871815f485f93c2fd67b7231dab for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:33.809888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.828514 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.834921 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07df7047-f550-405e-afd4-c6d009c2973a req-b0a358be-dc9a-4bc6-8f50-7ef8d3b81250 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888331 Jun 30 02:54:33.841218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Transition to ACTIVE for port object 3bd3c888-60d8-40db-ba33-de656b7dbbb1 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:33.906034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_backend_mixin [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Performing IP validity checks on allocation pools {{(pid=94530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 02:54:33.906554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_backend_mixin [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 02:54:34.089637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.100208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600b2db-afee-4090-9fe0-815eb96b30f7 req-cb329362-cad4-4391-9855-c3a60a468228 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.101349 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7600b2db-afee-4090-9fe0-815eb96b30f7 req-cb329362-cad4-4391-9855-c3a60a468228 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1318760 Jun 30 02:54:34.102680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9a3a574a-28ef-4a02-b84d-6d81b214b059'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:34.151650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22207d5-93a2-4c8b-89f0-1db6ac4af7cd req-5e352802-2b7c-4947-91d2-cc4986e3ae27 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.153154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d22207d5-93a2-4c8b-89f0-1db6ac4af7cd req-5e352802-2b7c-4947-91d2-cc4986e3ae27 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 945 time: 0.2509687 Jun 30 02:54:34.171527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:34.186358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:34.191865 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.210149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:34.239850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'Port': ['ID=3bd3c888-60d8-40db-ba33-de656b7dbbb1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:34.246705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Transition to ACTIVE for port object 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:34.278695 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7600b2db-afee-4090-9fe0-815eb96b30f7 req-7e231e88-c440-4960-995c-5d3f0601ebbe tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374154 Jun 30 02:54:34.296714 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d22207d5-93a2-4c8b-89f0-1db6ac4af7cd req-a54dbcc0-5d87-493b-80c7-69ddc08fdf5a tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/security-groups?id=900e4f5a-7694-4d5f-ac74-86a54aa03b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263945 Jun 30 02:54:34.336551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.347671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.390998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71de6858-b1ed-4397-9b4e-dee143099249 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:34.416759 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.431956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Transition to ACTIVE for port object 71de6858-b1ed-4397-9b4e-dee143099249 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:34.475684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.526658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0ba20221-9490-45cd-9919-436b88beea3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2552211 Jun 30 02:54:34.551917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Request body: {'port': {'device_id': 'f8c0c2fe-68fc-4192-b137-4da6b9286e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:34.553468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=c47cf165-b5ca-4c42-9539-d1b472b6efbe,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:34.600636 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.603135 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.612305 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.658741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2357d8e-333a-4b2d-8cbf-d3c03842b0e5 req-30c5efdf-d644-4a05-82cf-7cffe25cd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.660250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2357d8e-333a-4b2d-8cbf-d3c03842b0e5 req-30c5efdf-d644-4a05-82cf-7cffe25cd254 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 1096 time: 0.2312577 Jun 30 02:54:34.667902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Checking segment: {'id': 'ec2982e2-9535-48f8-a210-d22fe5a22339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fb7c00af-1854-4bf2-8e90-41bdfaa5aa46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:34.668256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network hostable DHCP agents. Network: fb7c00af-1854-4bf2-8e90-41bdfaa5aa46, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:34.706097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a7a1f5a8-fd7a-4fb4-b04a-ac06d9b17048 None None] Provisioning for port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:34.708434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network 9a043777-8915-4268-bde0-b7c941304f16 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:34.711447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a7a1f5a8-fd7a-4fb4-b04a-ac06d9b17048 None None] Provisioning complete for port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:34.711967 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f5a8-fd7a-4fb4-b04a-ac06d9b17048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.721215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:34.724637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:34.727858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Port': ['ID=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:34.732756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9c647-24e6-43e3-8c6d-82e9c3bcd0cd req-3055d381-0440-4bc9-bbf0-e551ebae7477 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.740891 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37f9c647-24e6-43e3-8c6d-82e9c3bcd0cd req-3055d381-0440-4bc9-bbf0-e551ebae7477 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2677913 Jun 30 02:54:34.746347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=71de6858-b1ed-4397-9b4e-dee143099249,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:34.769036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1f5a8-fd7a-4fb4-b04a-ac06d9b17048 None None] Port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:34.796576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2357d8e-333a-4b2d-8cbf-d3c03842b0e5 req-4ad59543-1a42-4252-a5fe-1314550137cd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202946 Jun 30 02:54:34.814730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.815520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae6868-74af-4d14-82e7-25c8ef0f6495 req-d59c7651-e3f5-49e3-8639-9a968c80bb44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.817099 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19ae6868-74af-4d14-82e7-25c8ef0f6495 req-d59c7651-e3f5-49e3-8639-9a968c80bb44 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 932 time: 0.2833300 Jun 30 02:54:34.825688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.828477 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.872604 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19ae6868-74af-4d14-82e7-25c8ef0f6495 req-6280e7ec-9fa0-4190-89a1-13a35348f22b tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Jun 30 02:54:34.882087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37f9c647-24e6-43e3-8c6d-82e9c3bcd0cd req-37c7424d-bea4-4c99-980a-c7bb5d16ff47 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400807 Jun 30 02:54:34.900128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Network fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:34.902653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Attempting to bind port 71de6858-b1ed-4397-9b4e-dee143099249 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:34.903130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Attempting to bind port 71de6858-b1ed-4397-9b4e-dee143099249 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:34.903390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Attempting to bind port 71de6858-b1ed-4397-9b4e-dee143099249 on network 8e1668db-a1da-47c3-8f09-57c1a871ec8b {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:34.920778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Port 71de6858-b1ed-4397-9b4e-dee143099249 on network 8e1668db-a1da-47c3-8f09-57c1a871ec8b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:34.921102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Attempting to bind port 71de6858-b1ed-4397-9b4e-dee143099249 on network 8e1668db-a1da-47c3-8f09-57c1a871ec8b {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:34.969871 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2c29c216-c7b8-44ce-8f18-850db2f98c9c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4470246 Jun 30 02:54:34.982525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'port': {'device_id': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9', 'admin_state_up': True, 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:35.016929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, fb7c00af-1854-4bf2-8e90-41bdfaa5aa46) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:35.026080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5f846-79b6-43ba-a6ae-e6d3a4b44dc0 None None] Network fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:35.062579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:35.063061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Checking segment: {'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:35.063542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Bound using segment: {'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:35.064088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Bound port: 71de6858-b1ed-4397-9b4e-dee143099249, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69efc761-768a-4866-8dde-7555bcd859eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:35.064662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.086530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.087061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.225862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c04cedd2-dc82-4ef7-bf6b-aad6a7c7bf0b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0413995 Jun 30 02:54:35.229675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36092) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:35.235852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9c0b998b-0688-43d8-9c97-520eff4dff8a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:35.246481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-fb7c00af-1854-4bf2-8e90-41bdfaa5aa46', 'network_id': 'fb7c00af-1854-4bf2-8e90-41bdfaa5aa46', 'tenant_id': '4c8fa871815f485f93c2fd67b7231dab', 'fixed_ips': [{'subnet_id': 'c47cf165-b5ca-4c42-9539-d1b472b6efbe'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:35.248235 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.270522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-348b2476-4c8e-4936-b56f-47f5eab342d8 None None] Provisioning for port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:35.276800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-348b2476-4c8e-4936-b56f-47f5eab342d8 None None] Provisioning complete for port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:35.277735 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-348b2476-4c8e-4936-b56f-47f5eab342d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.283671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] For port 71de6858-b1ed-4397-9b4e-dee143099249, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:35.303640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67277526-2bb7-400b-aecf-c0795f65c2ff req-e6b62e33-a103-4f19-928b-0a0555861a95 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.305879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67277526-2bb7-400b-aecf-c0795f65c2ff req-e6b62e33-a103-4f19-928b-0a0555861a95 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 931 time: 0.0755882 Jun 30 02:54:35.320975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ed5f0-dd3b-481c-9a65-0a8cac7e8db7 req-77c9a7a6-3f25-4932-baa4-b88520691379 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.328754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-891ed5f0-dd3b-481c-9a65-0a8cac7e8db7 req-77c9a7a6-3f25-4932-baa4-b88520691379 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 943 time: 0.2513690 Jun 30 02:54:35.332865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] For port 71de6858-b1ed-4397-9b4e-dee143099249, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=71de6858-b1ed-4397-9b4e-dee143099249,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:35.350252 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67277526-2bb7-400b-aecf-c0795f65c2ff req-b3269a4c-5e12-4a05-9dc9-222f6ed1c4c1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367334 Jun 30 02:54:35.399414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:35.409149 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.419929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-348b2476-4c8e-4936-b56f-47f5eab342d8 None None] Port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:35.433891 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-891ed5f0-dd3b-481c-9a65-0a8cac7e8db7 req-be753869-41c1-4bf0-8ee9-25df02ad411e tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977621 Jun 30 02:54:35.458235 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.461345 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c0b998b-0688-43d8-9c97-520eff4dff8a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3311745'] for subnet, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.512935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Allocated IP 172.20.0.3 (fb7c00af-1854-4bf2-8e90-41bdfaa5aa46/c47cf165-b5ca-4c42-9539-d1b472b6efbe/1451017a-e709-4427-a1c7-eb017da6fd75) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:35.577634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.578300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.591211 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] 10.222.0.83 "PUT /v2.0/ports/71de6858-b1ed-4397-9b4e-dee143099249 HTTP/1.1" status: 200 len: 1091 time: 2.2947161 Jun 30 02:54:35.591689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'tag': '71de6858-b1ed-4397-9b4e-dee143099249'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:35.594020 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473bc10f-7453-4892-9efa-ec1099d56ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "62ef13ba-c843-4e4a-9323-291aa6bf6d43", "tag": "71de6858-b1ed-4397-9b4e-dee143099249"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:35.604563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd3c888-60d8-40db-ba33-de656b7dbbb1 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:35.614745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Allocated IP 19.80.0.84 (1039db07-1c0c-491c-854b-871ba83063c9/bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8/581d5028-776c-449a-abd2-3072e30168c2) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:35.660090 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.686501 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fddd16-fc75-4099-90a4-4c7111a42ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=71de6858-b1ed-4397-9b4e-dee143099249,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:35.724705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Transition to ACTIVE for port object 3bd3c888-60d8-40db-ba33-de656b7dbbb1 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:35.765182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c48cb4-2b53-4a08-9bef-ebb67945f881 req-6495e622-0ba9-45e7-bdca-f85aa07bf016 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.766821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5c48cb4-2b53-4a08-9bef-ebb67945f881 req-6495e622-0ba9-45e7-bdca-f85aa07bf016 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.0815814 Jun 30 02:54:35.812746 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5c48cb4-2b53-4a08-9bef-ebb67945f881 req-0cc4752c-aadc-4e8c-9cc2-13af52e116d4 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388901 Jun 30 02:54:35.813904 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.825351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Transition to ACTIVE for port object 1451017a-e709-4427-a1c7-eb017da6fd75 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:35.864272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Transition to ACTIVE for port object 1451017a-e709-4427-a1c7-eb017da6fd75 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:35.897750 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.915953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Transition to ACTIVE for port object 581d5028-776c-449a-abd2-3072e30168c2 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:35.918340 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-002de812-79e9-4937-8479-4357150f6e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.919994 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-002de812-79e9-4937-8479-4357150f6e34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6e232a8f6b304accbbcbe88cd6e5f820&device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 1094 time: 0.0840919 Jun 30 02:54:35.934056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5a70-f36c-44a0-9453-4ef38bf9ad73 req-97c698b7-6fe5-4eda-a2c2-c3eec1faea2f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.942220 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94fb5a70-f36c-44a0-9453-4ef38bf9ad73 req-97c698b7-6fe5-4eda-a2c2-c3eec1faea2f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2519193 Jun 30 02:54:35.964260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-fbb95f07-8f67-45f1-a74f-126a059846ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71de6858-b1ed-4397-9b4e-dee143099249 HTTP/1.1" status: 200 len: 217 time: 0.0371060 Jun 30 02:54:35.965122 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.997531 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94fb5a70-f36c-44a0-9453-4ef38bf9ad73 req-71f9728d-2994-4a21-bcd2-17b1245b1e40 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544224 Jun 30 02:54:36.018200 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.041074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-0ff19f55-a844-4ee5-b146-a8895bcbb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.042556 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-0ff19f55-a844-4ee5-b146-a8895bcbb688 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=12b2c68a-c9f3-4c5a-ac26-778d9c98e611 HTTP/1.1" status: 200 len: 850 time: 0.0512810 Jun 30 02:54:36.081976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Network fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:36.086959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:36.093623 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:36.098598 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0d7271-c348-4616-81f0-025e9edc0489 x-openstack-request-id: req-7f0d7271-c348-4616-81f0-025e9edc0489 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:36.098802 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ef13ba-c843-4e4a-9323-291aa6bf6d43", "tag": "71de6858-b1ed-4397-9b4e-dee143099249", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:36.099047 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f0d7271-c348-4616-81f0-025e9edc0489 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:36.099456 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'tag': '71de6858-b1ed-4397-9b4e-dee143099249', 'status': 'completed', 'code': 200} Jun 30 02:54:36.107572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Pushing event updated for resources: {'Port': ['ID=1451017a-e709-4427-a1c7-eb017da6fd75,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:36.131973 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.197612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Attempting to bind port 1451017a-e709-4427-a1c7-eb017da6fd75 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:36.197988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Attempting to bind port 1451017a-e709-4427-a1c7-eb017da6fd75 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ec2982e2-9535-48f8-a210-d22fe5a22339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fb7c00af-1854-4bf2-8e90-41bdfaa5aa46'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:36.198355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Attempting to bind port 1451017a-e709-4427-a1c7-eb017da6fd75 on network fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:36.204292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:36.205258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Checking segment: {'id': 'ec2982e2-9535-48f8-a210-d22fe5a22339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fb7c00af-1854-4bf2-8e90-41bdfaa5aa46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:36.206430 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.207062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Bound using segment: {'id': 'ec2982e2-9535-48f8-a210-d22fe5a22339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fb7c00af-1854-4bf2-8e90-41bdfaa5aa46'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:36.207773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Bound port: 1451017a-e709-4427-a1c7-eb017da6fd75, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2982e2-9535-48f8-a210-d22fe5a22339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fb7c00af-1854-4bf2-8e90-41bdfaa5aa46'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:36.208473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.225222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network 1039db07-1c0c-491c-854b-871ba83063c9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:36.230155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:36.232021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:36.269212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Port': ['ID=581d5028-776c-449a-abd2-3072e30168c2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:36.288637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Pushing event updated for resources: {'Port': ['ID=3bd3c888-60d8-40db-ba33-de656b7dbbb1,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:36.323947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] For port 1451017a-e709-4427-a1c7-eb017da6fd75, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:36.328167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] For port 1451017a-e709-4427-a1c7-eb017da6fd75, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1451017a-e709-4427-a1c7-eb017da6fd75,segment=NetworkSegment(ec2982e2-9535-48f8-a210-d22fe5a22339),segment_id=ec2982e2-9535-48f8-a210-d22fe5a22339)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:36.328686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.329365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.427830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Attempting to bind port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:36.428404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Attempting to bind port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:36.428741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Attempting to bind port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:36.460728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-51ab8938-dcfb-4ef1-a9dc-0617ac35274e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4849050 Jun 30 02:54:36.461511 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.467786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:36.469618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Attempting to bind port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:36.475047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Request body: {'port': {'device_id': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:36.481849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-03df4736-3899-496e-a94b-7949dd11d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.483379 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-03df4736-3899-496e-a94b-7949dd11d3cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e1668db-a1da-47c3-8f09-57c1a871ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3811617 Jun 30 02:54:36.488831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:36.489179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Checking segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:36.489640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Bound using segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:36.490079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Bound port: 3bd3c888-60d8-40db-ba33-de656b7dbbb1, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:36.490448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.514011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a566b9-aa05-45bc-b2de-7d80105397cf req-26cf0b03-9f3d-4ef2-b82a-f8a475d790f3 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.520212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a566b9-aa05-45bc-b2de-7d80105397cf req-26cf0b03-9f3d-4ef2-b82a-f8a475d790f3 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.526609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a566b9-aa05-45bc-b2de-7d80105397cf req-26cf0b03-9f3d-4ef2-b82a-f8a475d790f3 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.528348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-91a566b9-aa05-45bc-b2de-7d80105397cf req-26cf0b03-9f3d-4ef2-b82a-f8a475d790f3 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2375 time: 0.3844421 Jun 30 02:54:36.546703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c7b8f-ad9a-4e26-8539-51cfdc096e4b None None] Pushing event updated for resources: {'Port': ['ID=1451017a-e709-4427-a1c7-eb017da6fd75,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:36.584285 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.614080 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c0b998b-0688-43d8-9c97-520eff4dff8a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735828579076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4162424'] for subnet, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.684733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-65eb789b-8b27-4437-81aa-28772599068d None None] Provisioning for port 581d5028-776c-449a-abd2-3072e30168c2 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:36.697057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-65eb789b-8b27-4437-81aa-28772599068d None None] Provisioning complete for port 581d5028-776c-449a-abd2-3072e30168c2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:36.697995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-65eb789b-8b27-4437-81aa-28772599068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.740547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0b998b-0688-43d8-9c97-520eff4dff8a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.741406 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c0b998b-0688-43d8-9c97-520eff4dff8a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.746772 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9c0b998b-0688-43d8-9c97-520eff4dff8a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "PUT /v2.0/subnets/c47cf165-b5ca-4c42-9539-d1b472b6efbe HTTP/1.1" status: 200 len: 877 time: 1.5159643 Jun 30 02:54:36.748583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36114) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:36.792962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-91a566b9-aa05-45bc-b2de-7d80105397cf req-cb8a8ec8-a902-4911-acdf-a0b3428d9066 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038805 Jun 30 02:54:36.869992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-d6e7ad83-3c58-4dff-832c-5367310962d5 service neutron] 10.222.0.83 "GET /v2.0/networks/8e1668db-a1da-47c3-8f09-57c1a871ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772631 Jun 30 02:54:36.870890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b998b-0688-43d8-9c97-520eff4dff8a tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event updated for resources: {'Subnet': ['ID=c47cf165-b5ca-4c42-9539-d1b472b6efbe,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:36.873976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] For port 3bd3c888-60d8-40db-ba33-de656b7dbbb1, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:36.879977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] For port 3bd3c888-60d8-40db-ba33-de656b7dbbb1, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=3bd3c888-60d8-40db-ba33-de656b7dbbb1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:36.893650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-65eb789b-8b27-4437-81aa-28772599068d None None] Port 581d5028-776c-449a-abd2-3072e30168c2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:36.989969 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.049296 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.073079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.073732 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.075144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] 10.222.0.83 "PUT /v2.0/ports/3bd3c888-60d8-40db-ba33-de656b7dbbb1 HTTP/1.1" status: 200 len: 1091 time: 2.5281730 Jun 30 02:54:37.090473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af06f4ef-7975-44fe-945e-ccecb5a0d7e3 req-94c2871b-2261-4eee-bb11-abc9d9086de8 service neutron] 10.222.0.83 "GET /v2.0/networks/8e1668db-a1da-47c3-8f09-57c1a871ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085330 Jun 30 02:54:37.116141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a29f81-a367-496b-8dd2-d7c2f977d537 req-057f2422-1deb-4506-987d-7602c8370033 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.118166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fa0df-690a-47e7-85e6-1e33d2384f0a service neutron] Pushing event updated for resources: {'Port': ['ID=3bd3c888-60d8-40db-ba33-de656b7dbbb1,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:37.118510 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61a29f81-a367-496b-8dd2-d7c2f977d537 req-057f2422-1deb-4506-987d-7602c8370033 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1674354 Jun 30 02:54:37.134166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611547d5-9b34-4355-8317-ccfffef0b9a9 req-57eda2a7-4900-407b-8119-3daf782c8db5 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.135757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-611547d5-9b34-4355-8317-ccfffef0b9a9 req-57eda2a7-4900-407b-8119-3daf782c8db5 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 943 time: 0.1502273 Jun 30 02:54:37.195601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9426e8f7-42b6-4d52-85cc-393c9d2c4732 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:37.200643 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-611547d5-9b34-4355-8317-ccfffef0b9a9 req-031a93f8-48dc-4c0c-892f-ed12c5bce3a4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535975 Jun 30 02:54:37.206233 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.258375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61a29f81-a367-496b-8dd2-d7c2f977d537 req-f442fc39-cea6-476c-80e3-b7d63ce883de tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154644 Jun 30 02:54:37.266335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Transition to ACTIVE for port object 9426e8f7-42b6-4d52-85cc-393c9d2c4732 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:37.285114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Deleting port 1451017a-e709-4427-a1c7-eb017da6fd75 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:37.285464 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.355846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-249b8f39-667c-45c1-9461-0fc10d896dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.357442 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-249b8f39-667c-45c1-9461-0fc10d896dfb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6e232a8f6b304accbbcbe88cd6e5f820&device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 1094 time: 0.0989742 Jun 30 02:54:37.396468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.544257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] For port 1451017a-e709-4427-a1c7-eb017da6fd75, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1451017a-e709-4427-a1c7-eb017da6fd75,segment=NetworkSegment(ec2982e2-9535-48f8-a210-d22fe5a22339),segment_id=ec2982e2-9535-48f8-a210-d22fe5a22339)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:37.544665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.561026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Pushing event updated for resources: {'Port': ['ID=9426e8f7-42b6-4d52-85cc-393c9d2c4732,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:37.588058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Calling delete_port for 1451017a-e709-4427-a1c7-eb017da6fd75 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:37.670180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32321dc2-7eca-446c-90d9-3d5cf6d94784 req-2193020e-b6c7-4f6f-8ef0-cc65a2d1b1c4 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.671784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32321dc2-7eca-446c-90d9-3d5cf6d94784 req-2193020e-b6c7-4f6f-8ef0-cc65a2d1b1c4 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 945 time: 0.2289631 Jun 30 02:54:37.699746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Attempting to bind port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:37.700090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Attempting to bind port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:37.700426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Attempting to bind port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 on network 1039db07-1c0c-491c-854b-871ba83063c9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:37.716875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-b5b05340-5377-40e8-96d1-3fd76c0afea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.718376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-b5b05340-5377-40e8-96d1-3fd76c0afea0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 1094 time: 0.5145075 Jun 30 02:54:37.725442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 on network 1039db07-1c0c-491c-854b-871ba83063c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:37.725696 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Attempting to bind port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 on network 1039db07-1c0c-491c-854b-871ba83063c9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:37.753865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:37.754137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Checking segment: {'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:37.754534 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Bound using segment: {'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:37.754986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Bound port: 9426e8f7-42b6-4d52-85cc-393c9d2c4732, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:37.755350 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:37.759828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32321dc2-7eca-446c-90d9-3d5cf6d94784 req-a950f742-e3f6-41b3-8bef-772448b469a4 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/security-groups?id=900e4f5a-7694-4d5f-ac74-86a54aa03b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806344 Jun 30 02:54:37.784815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-91ac3416-4a30-4afa-aee7-f21773355521 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bd3c888-60d8-40db-ba33-de656b7dbbb1 HTTP/1.1" status: 200 len: 217 time: 0.0455413 Jun 30 02:54:37.841672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-de2e514c-1911-4158-bda6-47ccc9974ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.843196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-de2e514c-1911-4158-bda6-47ccc9974ddf service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e1668db-a1da-47c3-8f09-57c1a871ec8b HTTP/1.1" status: 200 len: 912 time: 0.4785767 Jun 30 02:54:37.874828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] For port 9426e8f7-42b6-4d52-85cc-393c9d2c4732, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:37.881189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] For port 9426e8f7-42b6-4d52-85cc-393c9d2c4732, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9426e8f7-42b6-4d52-85cc-393c9d2c4732,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:37.906461 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-e9c123e0-d6ac-49aa-92da-972e0d9036e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71de6858-b1ed-4397-9b4e-dee143099249 HTTP/1.1" status: 200 len: 217 time: 0.0507576 Jun 30 02:54:37.931908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0744a9d5-b9de-4317-88e5-be1bdadafeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.933313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-0744a9d5-b9de-4317-88e5-be1bdadafeb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.1407366 Jun 30 02:54:37.942377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8907dea-272c-4f53-bc63-7daa54473526 req-925f53ac-5184-4a39-b6d1-531fa91f98d9 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.949252 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8907dea-272c-4f53-bc63-7daa54473526 req-925f53ac-5184-4a39-b6d1-531fa91f98d9 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 943 time: 0.5182676 Jun 30 02:54:37.950853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291a7d3-ac4c-4ae6-b5ac-c615f2fd17c8 None None] Network fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:37.994644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1eeb1-af5a-4351-86e9-0a233a41a2fa req-83f7646c-09ec-4793-a460-df78208190c5 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.997776 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cbb1eeb1-af5a-4351-86e9-0a233a41a2fa req-83f7646c-09ec-4793-a460-df78208190c5 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.0772874 Jun 30 02:54:38.000120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.014829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5bcaaf32-8d50-47d3-b315-67213e2da47b None None] Provisioning complete for port 1451017a-e709-4427-a1c7-eb017da6fd75 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:38.015646 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5bcaaf32-8d50-47d3-b315-67213e2da47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.037694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5bcaaf32-8d50-47d3-b315-67213e2da47b None None] Port 1451017a-e709-4427-a1c7-eb017da6fd75 was deleted so its status cannot be updated. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 02:54:38.045171 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.054269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8907dea-272c-4f53-bc63-7daa54473526 req-02a23748-a428-4406-bdeb-869dd63534a3 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039920 Jun 30 02:54:38.058107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-1bfe8895-d62a-4425-b7de-3eea6f20443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.059799 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-1bfe8895-d62a-4425-b7de-3eea6f20443e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=12b2c68a-c9f3-4c5a-ac26-778d9c98e611 HTTP/1.1" status: 200 len: 850 time: 0.1471419 Jun 30 02:54:38.086543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Port': ['ID=1451017a-e709-4427-a1c7-eb017da6fd75,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:38.113801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c0c2fe-68fc-4192-b137-4da6b9286e83', 'tag': '3bd3c888-60d8-40db-ba33-de656b7dbbb1'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:38.117318 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a455c974-abe3-4fd7-acab-108c135484c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c0c2fe-68fc-4192-b137-4da6b9286e83", "tag": "3bd3c888-60d8-40db-ba33-de656b7dbbb1"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:38.144204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-1cdddbef-4259-4eb1-9364-eb6aa713f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.145979 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-1cdddbef-4259-4eb1-9364-eb6aa713f7de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946373 Jun 30 02:54:38.157950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No DVR routers for this DVR port 1451017a-e709-4427-a1c7-eb017da6fd75 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:38.223462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.224150 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.225617 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] 10.222.0.83 "PUT /v2.0/ports/9426e8f7-42b6-4d52-85cc-393c9d2c4732 HTTP/1.1" status: 200 len: 1092 time: 1.7569416 Jun 30 02:54:38.227812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'tag': '9426e8f7-42b6-4d52-85cc-393c9d2c4732'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:38.230129 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141" -d '{"events": [{"name": "network-changed", "server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "tag": "9426e8f7-42b6-4d52-85cc-393c9d2c4732"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:38.235320 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cbb1eeb1-af5a-4351-86e9-0a233a41a2fa req-9dbac459-acf4-43c1-8f53-c7b5874b1c17 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317216 Jun 30 02:54:38.353981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee118557-4c5d-416f-be7b-57c694ab144d service neutron] Pushing event updated for resources: {'Port': ['ID=9426e8f7-42b6-4d52-85cc-393c9d2c4732,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:38.354866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-4e1f25c5-351c-43da-9665-2cd7b6b0d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.354866 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-4e1f25c5-351c-43da-9665-2cd7b6b0d396 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e1668db-a1da-47c3-8f09-57c1a871ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311380 Jun 30 02:54:38.355113 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.435667 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5dfa1ab1-72e7-4807-a9c5-d3dd29f5fb63 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754314 Jun 30 02:54:38.448509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-8353890e-87ed-4a6f-8ee4-25bf92a3efe0 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.450225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-8353890e-87ed-4a6f-8ee4-25bf92a3efe0 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 945 time: 0.3300335 Jun 30 02:54:38.465742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc6242-74d9-4276-81c8-ccab261d4fb9 req-2ada26b9-0c4f-41e3-b589-46869e5d0681 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.471730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc6242-74d9-4276-81c8-ccab261d4fb9 req-2ada26b9-0c4f-41e3-b589-46869e5d0681 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.478640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc6242-74d9-4276-81c8-ccab261d4fb9 req-2ada26b9-0c4f-41e3-b589-46869e5d0681 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.486230 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54dc6242-74d9-4276-81c8-ccab261d4fb9 req-2ada26b9-0c4f-41e3-b589-46869e5d0681 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2387 time: 0.3155694 Jun 30 02:54:38.540297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c0dc1-0555-498a-9eb7-e22eaf5a6a5d None None] Network fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:38.557954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Request body: {'port': {'device_id': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:38.593955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12def56-0cb1-48b8-8338-0debabc9365a req-43582714-e72c-4908-bde5-e65ddfae1811 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.595568 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e12def56-0cb1-48b8-8338-0debabc9365a req-43582714-e72c-4908-bde5-e65ddfae1811 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2070765 Jun 30 02:54:38.595724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-23b0ff15-d779-4b87-a0d1-4a9eb52b1fdf service neutron] 10.222.0.83 "GET /v2.0/networks/8e1668db-a1da-47c3-8f09-57c1a871ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839842 Jun 30 02:54:38.610528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54dc6242-74d9-4276-81c8-ccab261d4fb9 req-1cae0947-1fd1-40aa-9fb4-47fdaad78d3c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229081 Jun 30 02:54:38.641691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51676eb8-350b-4306-bb34-ff94dddbea82 req-5917e568-bd09-45b7-9cb8-940a6bd61aa7 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004380 Jun 30 02:54:38.679681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.686706 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ca430c-887c-4a67-a4a6-dc71b68277fc x-openstack-request-id: req-48ca430c-887c-4a67-a4a6-dc71b68277fc {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:38.691953 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c0c2fe-68fc-4192-b137-4da6b9286e83", "tag": "3bd3c888-60d8-40db-ba33-de656b7dbbb1", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:38.691953 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48ca430c-887c-4a67-a4a6-dc71b68277fc {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:38.691953 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c0c2fe-68fc-4192-b137-4da6b9286e83', 'tag': '3bd3c888-60d8-40db-ba33-de656b7dbbb1', 'status': 'completed', 'code': 200} Jun 30 02:54:38.730135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e12def56-0cb1-48b8-8338-0debabc9365a req-ff87fd57-8b7d-49c9-a44d-63b3806fa5b0 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232102 Jun 30 02:54:38.730827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=c47cf165-b5ca-4c42-9539-d1b472b6efbe,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:38.759906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-473bc10f-7453-4892-9efa-ec1099d56ab6 req-feace93a-cf67-4e6f-9c94-45c74853556a service neutron] 10.222.0.83 "GET /v2.0/networks/8e1668db-a1da-47c3-8f09-57c1a871ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480243 Jun 30 02:54:38.826400 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.839780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7c00af-1854-4bf2-8e90-41bdfaa5aa46']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:38.853487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2982e2-9535-48f8-a210-d22fe5a22339') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:38.853826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2982e2-9535-48f8-a210-d22fe5a22339') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:38.868509 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36993e17-0418-448c-a558-14da4ffffd1d x-openstack-request-id: req-36993e17-0418-448c-a558-14da4ffffd1d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:38.868727 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "tag": "9426e8f7-42b6-4d52-85cc-393c9d2c4732", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:38.868966 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-36993e17-0418-448c-a558-14da4ffffd1d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:38.869360 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'tag': '9426e8f7-42b6-4d52-85cc-393c9d2c4732', 'status': 'completed', 'code': 200} Jun 30 02:54:38.872771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-f5c6ecd2-2808-415a-bce5-e90d65a2248c tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Deleting port f0ea82e1-5570-440e-aa68-e700582fad4c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:38.873118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-f5c6ecd2-2808-415a-bce5-e90d65a2248c tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.877844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30417afc-c3a8-4c0a-8875-fa51938df37a None None] DHCP port deletion for fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:38.880005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.881547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.940454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b2524-e7ca-43fb-8af9-0c01ffd66b56 req-767b8954-addd-42a2-9610-2232e5e1c70d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.942028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a89b2524-e7ca-43fb-8af9-0c01ffd66b56 req-767b8954-addd-42a2-9610-2232e5e1c70d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 943 time: 0.1625609 Jun 30 02:54:38.954244 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.996803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455c974-abe3-4fd7-acab-108c135484c0 req-fd22cccd-d130-4423-9b8f-53a7f8eb1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.998325 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a455c974-abe3-4fd7-acab-108c135484c0 req-fd22cccd-d130-4423-9b8f-53a7f8eb1d10 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 1094 time: 0.1680002 Jun 30 02:54:39.001151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-67a740ef-9911-4c87-bda9-74ec387971e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.002251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-67a740ef-9911-4c87-bda9-74ec387971e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.002485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-67a740ef-9911-4c87-bda9-74ec387971e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.003768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-67a740ef-9911-4c87-bda9-74ec387971e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cdd168ce5739472eb7b4b499b9550653&device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2730 time: 0.1485200 Jun 30 02:54:39.008293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:39.008699 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:39.013652 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:39.067967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a89b2524-e7ca-43fb-8af9-0c01ffd66b56 req-fbb453b2-7724-4bc7-93e5-3e512ebf7c46 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155591 Jun 30 02:54:39.197025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-f5c6ecd2-2808-415a-bce5-e90d65a2248c tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] For port f0ea82e1-5570-440e-aa68-e700582fad4c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f0ea82e1-5570-440e-aa68-e700582fad4c,segment=NetworkSegment(381f344d-f069-47be-9169-295b92c2b0cc),segment_id=381f344d-f069-47be-9169-295b92c2b0cc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:39.197762 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-f5c6ecd2-2808-415a-bce5-e90d65a2248c tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.226859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f4770-b784-4044-88e6-5ba6485343fd req-dc08a007-33eb-4ad9-909c-3470c3568a8d tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.228372 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fa7f4770-b784-4044-88e6-5ba6485343fd req-dc08a007-33eb-4ad9-909c-3470c3568a8d tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.3133402 Jun 30 02:54:39.234753 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.237760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-f5c6ecd2-2808-415a-bce5-e90d65a2248c tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Calling delete_port for f0ea82e1-5570-440e-aa68-e700582fad4c owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:39.255438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.257817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 HTTP/1.1" status: 204 len: 168 time: 2.5071576 Jun 30 02:54:39.263295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 71de6858-b1ed-4397-9b4e-dee143099249 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:39.266258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36140) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:39.296240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c6608-505e-40fc-ad08-60e828da3167 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=fb7c00af-1854-4bf2-8e90-41bdfaa5aa46,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:39.316111 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-7610fad2-5413-4dc2-a60b-aaa5ba9346f6 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:39.317905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7610fad2-5413-4dc2-a60b-aaa5ba9346f6 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:39.318301 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7610fad2-5413-4dc2-a60b-aaa5ba9346f6 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/c47cf165-b5ca-4c42-9539-d1b472b6efbe HTTP/1.1" status: 404 len: 337 time: 0.0490856 Jun 30 02:54:39.322402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455c974-abe3-4fd7-acab-108c135484c0 req-2cd2b687-99c3-4cbc-976b-bea6934f00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.323755 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a455c974-abe3-4fd7-acab-108c135484c0 req-2cd2b687-99c3-4cbc-976b-bea6934f00d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.3137350 Jun 30 02:54:39.324203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36142) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:39.333545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-91373675-23c1-40a7-987a-8d549bfe144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.333545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-91373675-23c1-40a7-987a-8d549bfe144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.334032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-91373675-23c1-40a7-987a-8d549bfe144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.335884 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-91373675-23c1-40a7-987a-8d549bfe144d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=cdd168ce5739472eb7b4b499b9550653&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3155859 Jun 30 02:54:39.365178 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb26525-ea5f-45a4-9fd5-39a48ac57dbc tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:39.371256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb26525-ea5f-45a4-9fd5-39a48ac57dbc tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:39.371256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2fb26525-ea5f-45a4-9fd5-39a48ac57dbc tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/fb7c00af-1854-4bf2-8e90-41bdfaa5aa46 HTTP/1.1" status: 404 len: 339 time: 0.0420613 Jun 30 02:54:39.377847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36144) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:39.381982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 71de6858-b1ed-4397-9b4e-dee143099249, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=71de6858-b1ed-4397-9b4e-dee143099249,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:39.395756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '71de6858-b1ed-4397-9b4e-dee143099249', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'port_id': '71de6858-b1ed-4397-9b4e-dee143099249', 'mac_address': 'fa:16:3e:cd:0f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:39.416911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fa7f4770-b784-4044-88e6-5ba6485343fd req-bd7a8a45-e51b-4342-9722-cd691f1c62b1 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802008 Jun 30 02:54:39.423135 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-0500b81e-a4a8-4910-bdb8-89025008b72b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:39.423498 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0500b81e-a4a8-4910-bdb8-89025008b72b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:39.425675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0500b81e-a4a8-4910-bdb8-89025008b72b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/b57c4873-86d3-4ef4-b474-e53d0890e80f HTTP/1.1" status: 404 len: 337 time: 0.0460753 Jun 30 02:54:39.431979 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a455c974-abe3-4fd7-acab-108c135484c0 req-9ae0e0b0-978f-4d97-b9a2-83196589c89b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bd3c888-60d8-40db-ba33-de656b7dbbb1 HTTP/1.1" status: 200 len: 217 time: 0.0879781 Jun 30 02:54:39.439971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36146) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:39.441690 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.460996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71de6858-b1ed-4397-9b4e-dee143099249 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:39.484852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 71de6858-b1ed-4397-9b4e-dee143099249, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=71de6858-b1ed-4397-9b4e-dee143099249,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:39.499466 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-43871ec9-82c6-4c32-a702-db5fc9aee0a6 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:39.500062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43871ec9-82c6-4c32-a702-db5fc9aee0a6 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:39.504167 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-43871ec9-82c6-4c32-a702-db5fc9aee0a6 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/c3d34af4-fc6a-40f3-bdb0-c97a6fa2843d HTTP/1.1" status: 404 len: 339 time: 0.0608144 Jun 30 02:54:39.506376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36150) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:39.569451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f4955-4489-4255-8f42-190e22b06832 req-b4218107-6649-4dcc-8951-ded71ac82c14 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.571541 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b32f4955-4489-4255-8f42-190e22b06832 req-b4218107-6649-4dcc-8951-ded71ac82c14 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.3939817 Jun 30 02:54:39.609955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455c974-abe3-4fd7-acab-108c135484c0 req-70d3eed0-7209-472c-ad43-0239b7fa7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.611345 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a455c974-abe3-4fd7-acab-108c135484c0 req-70d3eed0-7209-472c-ad43-0239b7fa7fe1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.1437430 Jun 30 02:54:39.672078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-90c8c5bb-f9ea-4530-858b-21f2e69a1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.672545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.673537 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-90c8c5bb-f9ea-4530-858b-21f2e69a1ce2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3186007 Jun 30 02:54:39.683308 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b32f4955-4489-4255-8f42-190e22b06832 req-b3b414aa-2fbd-4f80-a58e-f0f1465650af tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980754 Jun 30 02:54:39.703090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.717607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455c974-abe3-4fd7-acab-108c135484c0 req-b6787394-05c5-4d68-b541-bc3079e31259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.717607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a455c974-abe3-4fd7-acab-108c135484c0 req-b6787394-05c5-4d68-b541-bc3079e31259 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863972 Jun 30 02:54:39.729147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:39.742618 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.786515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Transition to ACTIVE for port object 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:39.793334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=71de6858-b1ed-4397-9b4e-dee143099249,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:39.795590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04b467-a9aa-4c53-bb29-a25fcca725df req-1e5f0fd6-641f-46e8-b879-d66416cf20c7 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.797133 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac04b467-a9aa-4c53-bb29-a25fcca725df req-1e5f0fd6-641f-46e8-b879-d66416cf20c7 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 945 time: 0.2247870 Jun 30 02:54:39.832637 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a455c974-abe3-4fd7-acab-108c135484c0 req-4ceacfdc-46ca-4651-9e03-b9c5f31efc51 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151087 Jun 30 02:54:39.895756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['71de6858-b1ed-4397-9b4e-dee143099249'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:39.982030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a455c974-abe3-4fd7-acab-108c135484c0 req-902de54d-0f7c-4858-a6ad-39ecf8da5c6d service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413426 Jun 30 02:54:39.996198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3ad31-bd0e-49fe-8b9a-17b4caf9625d req-b649e289-9055-4b36-884b-0504643cf081 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.997819 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8d3ad31-bd0e-49fe-8b9a-17b4caf9625d req-b649e289-9055-4b36-884b-0504643cf081 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 944 time: 0.1496916 Jun 30 02:54:40.043476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8d3ad31-bd0e-49fe-8b9a-17b4caf9625d req-a3565a7b-4ac1-4e5f-adae-c1dd43b383e4 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371518 Jun 30 02:54:40.174099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.175922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-f5c6ecd2-2808-415a-bce5-e90d65a2248c tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.233145 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.233829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3f981-7963-4240-8254-d69e2838b5e3 req-2e9c8b03-1609-4971-97d8-cf64b17bb7ea tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.240369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3f981-7963-4240-8254-d69e2838b5e3 req-2e9c8b03-1609-4971-97d8-cf64b17bb7ea tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.247924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3f981-7963-4240-8254-d69e2838b5e3 req-2e9c8b03-1609-4971-97d8-cf64b17bb7ea tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.249736 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5bc3f981-7963-4240-8254-d69e2838b5e3 req-2e9c8b03-1609-4971-97d8-cf64b17bb7ea tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2399 time: 0.0837064 Jun 30 02:54:40.263347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1eb0152-76ef-476c-a494-0fdf11716d73']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:40.291963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5bc3f981-7963-4240-8254-d69e2838b5e3 req-11fe8eba-4171-44d7-bfa6-fe22bd6b8e54 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361228 Jun 30 02:54:40.322418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a274f09f-9dd4-4764-8d2e-f3d123cd3b09') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:40.322418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a274f09f-9dd4-4764-8d2e-f3d123cd3b09') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:40.322418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac04b467-a9aa-4c53-bb29-a25fcca725df req-3b196fac-3fd6-4e27-bd49-7aee447b1947 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/security-groups?id=900e4f5a-7694-4d5f-ac74-86a54aa03b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440260 Jun 30 02:54:40.350054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-f5c6ecd2-2808-415a-bce5-e90d65a2248c tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] No DVR routers for this DVR port f0ea82e1-5570-440e-aa68-e700582fad4c on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:40.354086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:40.362157 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.364138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-f5c6ecd2-2808-415a-bce5-e90d65a2248c tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.366136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f4ccfad-2736-4b2c-9fda-1f1931e183c4 req-f5c6ecd2-2808-415a-bce5-e90d65a2248c tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.83 "DELETE /v2.0/ports/f0ea82e1-5570-440e-aa68-e700582fad4c HTTP/1.1" status: 204 len: 173 time: 1.9106266 Jun 30 02:54:40.458949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6ecd2-2808-415a-bce5-e90d65a2248c tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] Pushing event deleted for resources: {'Port': ['ID=f0ea82e1-5570-440e-aa68-e700582fad4c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:40.481785 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.515246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:40.515559 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:40.519204 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:40.560780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Attempting to bind port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:40.564322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Attempting to bind port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '50ecfc59-fd59-4a7e-af92-6413383681b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9a043777-8915-4268-bde0-b7c941304f16'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:40.564322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Attempting to bind port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed on network 9a043777-8915-4268-bde0-b7c941304f16 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:40.578164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed on network 9a043777-8915-4268-bde0-b7c941304f16 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:40.578496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Attempting to bind port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed on network 9a043777-8915-4268-bde0-b7c941304f16 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:40.590386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:40.590734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Checking segment: {'id': '50ecfc59-fd59-4a7e-af92-6413383681b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9a043777-8915-4268-bde0-b7c941304f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:40.591124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Bound using segment: {'id': '50ecfc59-fd59-4a7e-af92-6413383681b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9a043777-8915-4268-bde0-b7c941304f16'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:40.591559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Bound port: 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ecfc59-fd59-4a7e-af92-6413383681b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '9a043777-8915-4268-bde0-b7c941304f16'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:40.591940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.595815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1451017a-e709-4427-a1c7-eb017da6fd75 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:40.616284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 1451017a-e709-4427-a1c7-eb017da6fd75 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:40.617126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1451017a-e709-4427-a1c7-eb017da6fd75 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:40.641871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997e888-96d2-41d9-ad63-4e351ac14b2c req-37890cb6-3958-473e-bb22-62de3b903b36 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.644751 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5997e888-96d2-41d9-ad63-4e351ac14b2c req-37890cb6-3958-473e-bb22-62de3b903b36 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 943 time: 0.1821864 Jun 30 02:54:40.696693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] For port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:40.701917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] For port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,segment=NetworkSegment(50ecfc59-fd59-4a7e-af92-6413383681b1),segment_id=50ecfc59-fd59-4a7e-af92-6413383681b1)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:40.715889 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5997e888-96d2-41d9-ad63-4e351ac14b2c req-e1178b0d-b85a-4495-9e02-4b624efae1c6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626733 Jun 30 02:54:40.750520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.750520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.750520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/b1eb0152-76ef-476c-a494-0fdf11716d73 HTTP/1.1" status: 204 len: 168 time: 1.2317536 Jun 30 02:54:40.751683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36164) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:40.753586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f84bc-2c52-4410-b89f-d93041d61cbf tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=b1eb0152-76ef-476c-a494-0fdf11716d73,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:40.776101 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae337ff4-6d32-44e2-b533-3c398ed93bfd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:40.776326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae337ff4-6d32-44e2-b533-3c398ed93bfd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:40.778503 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ae337ff4-6d32-44e2-b533-3c398ed93bfd tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/386ee6a0-58d0-4165-b6d6-b8a3922cbc30 HTTP/1.1" status: 404 len: 337 time: 0.0367439 Jun 30 02:54:40.780943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36168) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:40.874292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03de0b-5fa8-4167-b83c-4c600844b891', 'name': 'network-vif-deleted', 'tag': 'f0ea82e1-5570-440e-aa68-e700582fad4c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:40.876613 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408b1e45-7306-4136-951f-50fb4963996a" -d '{"events": [{"server_uuid": "cc03de0b-5fa8-4167-b83c-4c600844b891", "name": "network-vif-deleted", "tag": "f0ea82e1-5570-440e-aa68-e700582fad4c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:40.916873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f35a4-88dd-44bf-8aae-cc7e6c2dab55 req-d7e286d5-24f4-4f8a-ab14-da80eca9324e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.923675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c9f35a4-88dd-44bf-8aae-cc7e6c2dab55 req-d7e286d5-24f4-4f8a-ab14-da80eca9324e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0722494 Jun 30 02:54:40.967210 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c9f35a4-88dd-44bf-8aae-cc7e6c2dab55 req-e4b52aa4-272d-40ec-9862-d2b8bff1e254 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392690 Jun 30 02:54:40.999573 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.068527 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bb9090-072e-4a81-ba43-1f26fbef1136 x-openstack-request-id: req-42bb9090-072e-4a81-ba43-1f26fbef1136 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:41.068527 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc03de0b-5fa8-4167-b83c-4c600844b891", "name": "network-vif-deleted", "tag": "f0ea82e1-5570-440e-aa68-e700582fad4c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:41.068527 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42bb9090-072e-4a81-ba43-1f26fbef1136 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:41.068527 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc03de0b-5fa8-4167-b83c-4c600844b891', 'name': 'network-vif-deleted', 'tag': 'f0ea82e1-5570-440e-aa68-e700582fad4c', 'status': 'completed', 'code': 200} Jun 30 02:54:41.068527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.068527 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.068527 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] 10.222.0.83 "PUT /v2.0/ports/569dc7f4-2f45-4ddf-a8f4-51a9f3010bed HTTP/1.1" status: 200 len: 1091 time: 2.4922178 Jun 30 02:54:41.069101 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0575ff-ddab-48f0-bdf7-239e15fc899f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.069101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0575ff-ddab-48f0-bdf7-239e15fc899f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.069101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cb0575ff-ddab-48f0-bdf7-239e15fc899f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/8cd84c66-ad1e-497e-b686-9fd19669bc78 HTTP/1.1" status: 404 len: 339 time: 0.2730317 Jun 30 02:54:41.069101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36174) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.076108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5c17a-ebb2-48f8-87f2-7ede6233d1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:41.110474 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cd63af-e82d-4c91-a35c-c688a4537976 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.110936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cd63af-e82d-4c91-a35c-c688a4537976 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.113959 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-05cd63af-e82d-4c91-a35c-c688a4537976 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/1aca4d39-742e-4ea9-9ffa-8d1f255be629 HTTP/1.1" status: 404 len: 337 time: 0.0439031 Jun 30 02:54:41.115741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36178) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.150629 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dac66a4-cb73-470b-a84e-867a989512ed tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.151203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dac66a4-cb73-470b-a84e-867a989512ed tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.152604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a4bf8-a91e-4704-801f-464460d9744f req-cd269113-de33-49f7-9336-8515b55984d3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.153938 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8dac66a4-cb73-470b-a84e-867a989512ed tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/7a71d154-8083-45a2-a27f-302bb5cb8d2f HTTP/1.1" status: 404 len: 339 time: 0.0369682 Jun 30 02:54:41.159507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f87a4bf8-a91e-4704-801f-464460d9744f req-cd269113-de33-49f7-9336-8515b55984d3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1094925 Jun 30 02:54:41.161739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36180) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.204594 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb47bba-6e42-4098-83ce-93b34f532538 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.205060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb47bba-6e42-4098-83ce-93b34f532538 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.207032 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0fb47bba-6e42-4098-83ce-93b34f532538 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/5a305c8d-f360-4a3f-865f-a0ad71ae55e7 HTTP/1.1" status: 404 len: 337 time: 0.0443747 Jun 30 02:54:41.209475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36182) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.214872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eab31-ffbe-43fc-a032-e2ecaee13483 req-f7e6dd3e-8ae9-4abc-b236-b59c457399a6 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.216675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-962eab31-ffbe-43fc-a032-e2ecaee13483 req-f7e6dd3e-8ae9-4abc-b236-b59c457399a6 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0900896 Jun 30 02:54:41.238472 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-43177c04-6d01-43ab-94f1-37858dd1523b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.239067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43177c04-6d01-43ab-94f1-37858dd1523b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.240813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-43177c04-6d01-43ab-94f1-37858dd1523b tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/c206e0b7-95e0-4a89-936f-e3b49a615f00 HTTP/1.1" status: 404 len: 339 time: 0.0303907 Jun 30 02:54:41.244106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36184) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.258686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f87a4bf8-a91e-4704-801f-464460d9744f req-8383f221-045c-4624-8f9d-cc274499d44a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977132 Jun 30 02:54:41.273335 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-962eab31-ffbe-43fc-a032-e2ecaee13483 req-30690010-8ad9-4a7d-a7cb-0e8cf1717da5 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497205 Jun 30 02:54:41.288409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 3bd3c888-60d8-40db-ba33-de656b7dbbb1 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:41.291992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 71de6858-b1ed-4397-9b4e-dee143099249 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:41.303721 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5e29a5-b220-4792-a3b9-7b8986892ba6 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.357132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5e29a5-b220-4792-a3b9-7b8986892ba6 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.357132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ef5e29a5-b220-4792-a3b9-7b8986892ba6 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/61adcc1b-20c8-401b-893e-dc417432bc17 HTTP/1.1" status: 404 len: 337 time: 0.0685003 Jun 30 02:54:41.359480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36192) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.386221 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-b912b6ba-2a7e-4f8c-9d3c-d02d24f60071 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.387079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b912b6ba-2a7e-4f8c-9d3c-d02d24f60071 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.392069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b912b6ba-2a7e-4f8c-9d3c-d02d24f60071 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/3542fdce-e542-423e-95fd-262aa4d1d34b HTTP/1.1" status: 404 len: 339 time: 0.0281405 Jun 30 02:54:41.392264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36196) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.430038 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-25445850-7d22-40d6-8b02-414acaa23c21 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.473559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25445850-7d22-40d6-8b02-414acaa23c21 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.473559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-25445850-7d22-40d6-8b02-414acaa23c21 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/42832063-3378-4d54-aae6-3652988dcb16 HTTP/1.1" status: 404 len: 337 time: 0.0392907 Jun 30 02:54:41.473889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 3bd3c888-60d8-40db-ba33-de656b7dbbb1, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=3bd3c888-60d8-40db-ba33-de656b7dbbb1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:41.473988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c808bb0-1f92-4f6d-a97f-9cc41bc8b166 req-2aeb28fd-9015-4acc-9c85-10e62735cb77 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.473988 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9c808bb0-1f92-4f6d-a97f-9cc41bc8b166 req-2aeb28fd-9015-4acc-9c85-10e62735cb77 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 944 time: 0.0773356 Jun 30 02:54:41.473988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36198) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.474438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '3bd3c888-60d8-40db-ba33-de656b7dbbb1', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'port_id': '3bd3c888-60d8-40db-ba33-de656b7dbbb1', 'mac_address': 'fa:16:3e:cc:72:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:41.494887 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fed51e-85a2-4ce4-a326-3a671cb41851 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.495443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fed51e-85a2-4ce4-a326-3a671cb41851 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.497109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-41fed51e-85a2-4ce4-a326-3a671cb41851 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/eee36b88-4625-46b1-b4db-b27e5e54a0df HTTP/1.1" status: 404 len: 339 time: 0.0222821 Jun 30 02:54:41.497830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73756851-94c1-43f8-a408-4f859f4029b5 req-143afbb2-efb9-404f-b775-e031572f23c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.504064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73756851-94c1-43f8-a408-4f859f4029b5 req-143afbb2-efb9-404f-b775-e031572f23c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.509937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73756851-94c1-43f8-a408-4f859f4029b5 req-143afbb2-efb9-404f-b775-e031572f23c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.511664 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73756851-94c1-43f8-a408-4f859f4029b5 req-143afbb2-efb9-404f-b775-e031572f23c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2399 time: 0.0853240 Jun 30 02:54:41.512170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36200) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.529851 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.535317 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9c808bb0-1f92-4f6d-a97f-9cc41bc8b166 req-0b7dce86-ea82-44c5-baa3-f4b48fc57787 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505674 Jun 30 02:54:41.548802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd3c888-60d8-40db-ba33-de656b7dbbb1 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:41.549196 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-146a1538-2f9c-4306-994e-314e797d053d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.549695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146a1538-2f9c-4306-994e-314e797d053d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.551324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-146a1538-2f9c-4306-994e-314e797d053d tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/df4b0bc7-b11a-41b7-a6ff-0d86f9fdb6ea HTTP/1.1" status: 404 len: 337 time: 0.0382264 Jun 30 02:54:41.554355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36202) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.578740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73756851-94c1-43f8-a408-4f859f4029b5 req-33164157-2f03-406b-acfa-a8b508023fd4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576060 Jun 30 02:54:41.593063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Request body: {'port': {'device_id': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:41.607647 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-74841ca9-940c-4e20-8ea0-20e2e18b0ee1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.607873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 3bd3c888-60d8-40db-ba33-de656b7dbbb1, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=3bd3c888-60d8-40db-ba33-de656b7dbbb1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:41.608332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74841ca9-940c-4e20-8ea0-20e2e18b0ee1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.618670 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-74841ca9-940c-4e20-8ea0-20e2e18b0ee1 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/42f48de6-6bb1-4d3e-8177-206d846f3ea0 HTTP/1.1" status: 404 len: 339 time: 0.0632157 Jun 30 02:54:41.619328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36204) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.625786 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 71de6858-b1ed-4397-9b4e-dee143099249 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:41.630523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 71de6858-b1ed-4397-9b4e-dee143099249 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:41.631235 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.689927 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2d0315-50d2-4de2-8341-db872524579f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.690382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2d0315-50d2-4de2-8341-db872524579f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.696598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9d2d0315-50d2-4de2-8341-db872524579f tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/ceb7aa60-afdd-4e1c-a710-9673c56e9c35 HTTP/1.1" status: 404 len: 337 time: 0.0762472 Jun 30 02:54:41.703993 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.705947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36214) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.718102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-efd190aa-939b-42d9-8555-cf4fa26ba27e req-29959337-3369-4405-a7bd-299d69fd09a1 tempest-ServerAddressesTestJSON-1119819236 tempest-ServerAddressesTestJSON-1119819236-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc03de0b-5fa8-4167-b83c-4c600844b891 HTTP/1.1" status: 200 len: 210 time: 0.0415862 Jun 30 02:54:41.746441 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.748331 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-514398b1-769d-484e-8598-6a52b79ee324 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.748962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514398b1-769d-484e-8598-6a52b79ee324 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.751019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-514398b1-769d-484e-8598-6a52b79ee324 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/00a9ba29-88c0-4041-8f5b-526869dd0d28 HTTP/1.1" status: 404 len: 339 time: 0.0430422 Jun 30 02:54:41.753726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36218) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.770048 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.780424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71de6858-b1ed-4397-9b4e-dee143099249'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:41.782918 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e07077c-be25-4317-8790-8fc630f83c78" -d '{"events": [{"server_uuid": "62ef13ba-c843-4e4a-9323-291aa6bf6d43", "name": "network-vif-plugged", "status": "completed", "tag": "71de6858-b1ed-4397-9b4e-dee143099249"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:41.816053 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-50095efc-37e4-44da-98b6-ef06ca1adf78 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.816523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50095efc-37e4-44da-98b6-ef06ca1adf78 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.816949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 71de6858-b1ed-4397-9b4e-dee143099249, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=71de6858-b1ed-4397-9b4e-dee143099249,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:41.821372 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-50095efc-37e4-44da-98b6-ef06ca1adf78 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/93ba4462-98f3-40f8-af65-cd19f4a6e30d HTTP/1.1" status: 404 len: 337 time: 0.0630212 Jun 30 02:54:41.823539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36222) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.851752 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6030d6-1f14-4170-826f-0f65c4e08959 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] DELETE failed (client error): The resource could not be found. Jun 30 02:54:41.852653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6030d6-1f14-4170-826f-0f65c4e08959 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:54:41.856645 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6a6030d6-1f14-4170-826f-0f65c4e08959 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/bdd4c799-0a25-4492-9524-2b7a70e50943 HTTP/1.1" status: 404 len: 339 time: 0.0299194 Jun 30 02:54:41.856917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36224) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:41.861252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=3bd3c888-60d8-40db-ba33-de656b7dbbb1,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:41.927190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b4c433-1d9f-41a7-872f-eacc663a9ca4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Deleting subnet c126c917-3edf-4d89-9b2a-9fd0ad386827 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:54:41.928546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.929395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f0ea82e1-5570-440e-aa68-e700582fad4c no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:41.931044 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c433-1d9f-41a7-872f-eacc663a9ca4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.955860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: f0ea82e1-5570-440e-aa68-e700582fad4c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:41.956209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f0ea82e1-5570-440e-aa68-e700582fad4c not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:41.992940 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c433-1d9f-41a7-872f-eacc663a9ca4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.002683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345b9c-63ae-4bfe-9c47-7afb7c1cdd1b req-58c1e3dd-efbe-46c6-80fa-ed68ce8b36fa tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.003823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['3bd3c888-60d8-40db-ba33-de656b7dbbb1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:42.006145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4345b9c-63ae-4bfe-9c47-7afb7c1cdd1b req-58c1e3dd-efbe-46c6-80fa-ed68ce8b36fa tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 813 time: 0.2832015 Jun 30 02:54:42.070353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=71de6858-b1ed-4397-9b4e-dee143099249,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:42.075687 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4345b9c-63ae-4bfe-9c47-7afb7c1cdd1b req-9489ad7c-6f54-4cff-9358-6969d9a61258 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/quotas/6ecd0d3cf2294f92a277fcf23b36851d HTTP/1.1" status: 200 len: 375 time: 0.0639646 Jun 30 02:54:42.137992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734a659-33de-4014-ad30-ea294325c8f7 req-c1512d2b-bb25-4487-aaf9-c43864a72853 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.146237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0734a659-33de-4014-ad30-ea294325c8f7 req-c1512d2b-bb25-4487-aaf9-c43864a72853 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 944 time: 0.2451093 Jun 30 02:54:42.150308 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c433-1d9f-41a7-872f-eacc663a9ca4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.208344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4345b9c-63ae-4bfe-9c47-7afb7c1cdd1b req-6acd8545-9124-4f66-b66a-34811bbe1345 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251612 Jun 30 02:54:42.219800 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0734a659-33de-4014-ad30-ea294325c8f7 req-a45a0379-e766-4bc5-97c6-4a59830769de tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725749 Jun 30 02:54:42.262053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581d5028-776c-449a-abd2-3072e30168c2 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:42.279361 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.292450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Transition to ACTIVE for port object 581d5028-776c-449a-abd2-3072e30168c2 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:42.295702 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545e3ef5-f11d-4bdf-97ba-575dc71d98e0 x-openstack-request-id: req-545e3ef5-f11d-4bdf-97ba-575dc71d98e0 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:42.296099 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ef13ba-c843-4e4a-9323-291aa6bf6d43", "name": "network-vif-plugged", "status": "completed", "tag": "71de6858-b1ed-4397-9b4e-dee143099249", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:42.296553 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-545e3ef5-f11d-4bdf-97ba-575dc71d98e0 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:42.297240 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71de6858-b1ed-4397-9b4e-dee143099249', 'code': 200} Jun 30 02:54:42.340824 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c433-1d9f-41a7-872f-eacc663a9ca4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.373470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4c433-1d9f-41a7-872f-eacc663a9ca4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Subnet': ['ID=c126c917-3edf-4d89-9b2a-9fd0ad386827,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:42.380076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c433-1d9f-41a7-872f-eacc663a9ca4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.381048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a19c58-9aee-4f13-9e99-201686f41d2b None None] Network 945e6036-4e4c-4ecd-ac80-842df0262416 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:42.383212 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c6b4c433-1d9f-41a7-872f-eacc663a9ca4 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/subnets/c126c917-3edf-4d89-9b2a-9fd0ad386827 HTTP/1.1" status: 204 len: 168 time: 0.5245056 Jun 30 02:54:42.388723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36232) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:42.460784 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.471849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed25459-3f42-4f31-a409-edf7c91bfb55 req-f4ade84d-02c7-44ed-a2a5-50eac6c82217 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.473882 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ed25459-3f42-4f31-a409-edf7c91bfb55 req-f4ade84d-02c7-44ed-a2a5-50eac6c82217 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0696154 Jun 30 02:54:42.563757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ed25459-3f42-4f31-a409-edf7c91bfb55 req-936d39da-e1c4-424a-be41-a91352b9bcbe tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816734 Jun 30 02:54:42.566776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.573440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Pushing event updated for resources: {'Port': ['ID=581d5028-776c-449a-abd2-3072e30168c2,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:42.578317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911fa343-d471-4fdf-8ea8-12068e3ade69 None None] DHCP port deletion for 945e6036-4e4c-4ecd-ac80-842df0262416 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:42.617073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80f662-7300-4afa-ac04-639bb7ade8f8 req-c56cbd6d-41b6-46d3-a17e-f9421294042b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.618872 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0a80f662-7300-4afa-ac04-639bb7ade8f8 req-c56cbd6d-41b6-46d3-a17e-f9421294042b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2710187 Jun 30 02:54:42.629893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bed74b-bd7d-4c6e-97ff-f95bed5ecf44 req-f2dc254e-c3f2-4369-a111-9e52d2019184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.631348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8bed74b-bd7d-4c6e-97ff-f95bed5ecf44 req-f2dc254e-c3f2-4369-a111-9e52d2019184 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 1096 time: 0.2530673 Jun 30 02:54:42.675092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-911fa343-d471-4fdf-8ea8-12068e3ade69 None None] Deleting port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:42.675664 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-911fa343-d471-4fdf-8ea8-12068e3ade69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.724272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fd0fa824-6de8-45e7-a87f-b43b1c9b9462 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:42.767115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8bed74b-bd7d-4c6e-97ff-f95bed5ecf44 req-69102c60-e4ed-4cd2-9dca-2375eb02aef5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107597 Jun 30 02:54:42.770961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0a80f662-7300-4afa-ac04-639bb7ade8f8 req-8d470508-0ef8-4112-a849-876793ead6c5 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449287 Jun 30 02:54:42.784674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Attempting to bind port 581d5028-776c-449a-abd2-3072e30168c2 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:42.785013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Attempting to bind port 581d5028-776c-449a-abd2-3072e30168c2 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:42.785344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Attempting to bind port 581d5028-776c-449a-abd2-3072e30168c2 on network 1039db07-1c0c-491c-854b-871ba83063c9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:42.790265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce03483-8d92-4008-9b96-c81a7dccb83a req-b6948c47-5668-40a4-953d-aef7407cce68 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.791838 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ce03483-8d92-4008-9b96-c81a7dccb83a req-b6948c47-5668-40a4-953d-aef7407cce68 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 945 time: 0.0836484 Jun 30 02:54:42.793299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Port 581d5028-776c-449a-abd2-3072e30168c2 on network 1039db07-1c0c-491c-854b-871ba83063c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:42.793666 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Attempting to bind port 581d5028-776c-449a-abd2-3072e30168c2 on network 1039db07-1c0c-491c-854b-871ba83063c9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:42.801802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:42.802143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Checking segment: {'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:42.802535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Bound using segment: {'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:42.803041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Bound port: 581d5028-776c-449a-abd2-3072e30168c2, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719f4e98-43d7-4a82-8e3a-703cf7062bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:42.806380 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.826090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Deleting port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:42.826469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.832825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-911fa343-d471-4fdf-8ea8-12068e3ade69 None None] For port fd0fa824-6de8-45e7-a87f-b43b1c9b9462, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fd0fa824-6de8-45e7-a87f-b43b1c9b9462,segment=NetworkSegment(cfaa67bd-7f9d-421f-85a5-df3592dd378a),segment_id=cfaa67bd-7f9d-421f-85a5-df3592dd378a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:42.833562 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-911fa343-d471-4fdf-8ea8-12068e3ade69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.876785 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ce03483-8d92-4008-9b96-c81a7dccb83a req-b9045953-31ce-45c6-9d8f-3d5cb5a1fc6a tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646594 Jun 30 02:54:42.893488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-911fa343-d471-4fdf-8ea8-12068e3ade69 None None] Calling delete_port for fd0fa824-6de8-45e7-a87f-b43b1c9b9462 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:42.916127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] For port 581d5028-776c-449a-abd2-3072e30168c2, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:42.921988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] For port 581d5028-776c-449a-abd2-3072e30168c2, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=581d5028-776c-449a-abd2-3072e30168c2,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:42.965734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] For port fd0fa824-6de8-45e7-a87f-b43b1c9b9462, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fd0fa824-6de8-45e7-a87f-b43b1c9b9462,segment=NetworkSegment(cfaa67bd-7f9d-421f-85a5-df3592dd378a),segment_id=cfaa67bd-7f9d-421f-85a5-df3592dd378a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:42.966251 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.986839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Calling delete_port for fd0fa824-6de8-45e7-a87f-b43b1c9b9462 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:42.998891 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.005075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36246) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:43.037170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'tag': '569dc7f4-2f45-4ddf-a8f4-51a9f3010bed'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:43.042003 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "tag": "569dc7f4-2f45-4ddf-a8f4-51a9f3010bed"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:43.046798 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.075622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66d0798-58b9-4511-aaa6-7a7649a26ef5 admin admin] Deleting subnet 48700178-7b3f-4af5-8c26-302ec37c852a {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:54:43.079045 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a66d0798-58b9-4511-aaa6-7a7649a26ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.080942 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-911fa343-d471-4fdf-8ea8-12068e3ade69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.090725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.091489 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.093384 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] 10.222.0.83 "PUT /v2.0/ports/581d5028-776c-449a-abd2-3072e30168c2 HTTP/1.1" status: 200 len: 1091 time: 1.5133228 Jun 30 02:54:43.130503 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a66d0798-58b9-4511-aaa6-7a7649a26ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.176966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fa343-d471-4fdf-8ea8-12068e3ade69 None None] Pushing event deleted for resources: {'Port': ['ID=fd0fa824-6de8-45e7-a87f-b43b1c9b9462,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:43.187773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911fa343-d471-4fdf-8ea8-12068e3ade69 None None] No DVR routers for this DVR port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:43.189223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462c04-2363-4423-8f3c-a5f3cea79591 req-7321ab5e-2db8-47c5-bb0e-f1731b2ec4f4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.195859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462c04-2363-4423-8f3c-a5f3cea79591 req-7321ab5e-2db8-47c5-bb0e-f1731b2ec4f4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.205202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462c04-2363-4423-8f3c-a5f3cea79591 req-7321ab5e-2db8-47c5-bb0e-f1731b2ec4f4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.211775 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36462c04-2363-4423-8f3c-a5f3cea79591 req-7321ab5e-2db8-47c5-bb0e-f1731b2ec4f4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2411 time: 0.2089381 Jun 30 02:54:43.221857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625bf4d-54ef-4d02-8d42-d92e81cec3ea service neutron] Pushing event updated for resources: {'Port': ['ID=581d5028-776c-449a-abd2-3072e30168c2,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:43.226215 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.226599 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a66d0798-58b9-4511-aaa6-7a7649a26ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.286273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] No DVR routers for this DVR port fd0fa824-6de8-45e7-a87f-b43b1c9b9462 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:43.287399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 3bd3c888-60d8-40db-ba33-de656b7dbbb1 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:43.293027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36462c04-2363-4423-8f3c-a5f3cea79591 req-5e6cf353-412c-498d-96bd-99cbbe427bdf tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801926 Jun 30 02:54:43.294404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Port': ['ID=fd0fa824-6de8-45e7-a87f-b43b1c9b9462,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:43.303215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493652cd-9db9-4544-9628-3fd774bbc6e1 req-c1631a36-ec70-4795-95c0-5a40020cdac9 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.304837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-493652cd-9db9-4544-9628-3fd774bbc6e1 req-c1631a36-ec70-4795-95c0-5a40020cdac9 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2007473 Jun 30 02:54:43.416198 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.436749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945e6036-4e4c-4ecd-ac80-842df0262416']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:43.452932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaa67bd-7f9d-421f-85a5-df3592dd378a') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:43.453322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaa67bd-7f9d-421f-85a5-df3592dd378a') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:43.458342 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-493652cd-9db9-4544-9628-3fd774bbc6e1 req-ed52f915-eb0f-47b0-9639-2cfb50ac3cae tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203055 Jun 30 02:54:43.466627 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a66d0798-58b9-4511-aaa6-7a7649a26ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.470773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-aa792a24-a60d-45fb-ab54-143a038a2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.470773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-aa792a24-a60d-45fb-ab54-143a038a2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.470773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-aa792a24-a60d-45fb-ab54-143a038a2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.471974 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-aa792a24-a60d-45fb-ab54-143a038a2b0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cdd168ce5739472eb7b4b499b9550653&device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2864 time: 0.2468998 Jun 30 02:54:43.479526 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.509402 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a66d0798-58b9-4511-aaa6-7a7649a26ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.511706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a66d0798-58b9-4511-aaa6-7a7649a26ef5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/48700178-7b3f-4af5-8c26-302ec37c852a HTTP/1.1" status: 204 len: 168 time: 0.5050898 Jun 30 02:54:43.513118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d0798-58b9-4511-aaa6-7a7649a26ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48700178-7b3f-4af5-8c26-302ec37c852a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:43.514993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36254) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:43.546445 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.552460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-45183f87-7984-4a86-aae3-8a864759d942 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=9426e8f7-42b6-4d52-85cc-393c9d2c4732 HTTP/1.1" status: 200 len: 217 time: 0.0702224 Jun 30 02:54:43.556244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:43.556735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:43.560405 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:43.591067 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eda4091-e755-4235-b3f3-3be8275df7ca x-openstack-request-id: req-4eda4091-e755-4235-b3f3-3be8275df7ca {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:43.591362 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "tag": "569dc7f4-2f45-4ddf-a8f4-51a9f3010bed", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:43.591618 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4eda4091-e755-4235-b3f3-3be8275df7ca {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:43.592022 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'tag': '569dc7f4-2f45-4ddf-a8f4-51a9f3010bed', 'status': 'completed', 'code': 200} Jun 30 02:54:43.603323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:43.605745 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.609129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:43.609980 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.684545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0d154a2c-d648-42cd-991f-6e2c3a66a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.686095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-0d154a2c-d648-42cd-991f-6e2c3a66a131 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8 HTTP/1.1" status: 200 len: 801 time: 0.1248865 Jun 30 02:54:43.705168 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.706696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.721656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62561c93-1799-4c32-b1a8-db653c6f663b']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:43.738837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381f344d-f069-47be-9169-295b92c2b0cc') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:43.739214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381f344d-f069-47be-9169-295b92c2b0cc') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:43.748147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 3bd3c888-60d8-40db-ba33-de656b7dbbb1, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=3bd3c888-60d8-40db-ba33-de656b7dbbb1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:43.749868 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.764902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.777223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f74ba-40a7-4136-bb51-cac55049583b req-731e6e29-eb4d-4dcf-84b3-8d11d379e149 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.777479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:43.777954 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.779364 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-107f74ba-40a7-4136-bb51-cac55049583b req-731e6e29-eb4d-4dcf-84b3-8d11d379e149 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 944 time: 0.1140287 Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:43.779620 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:43.798985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2f270bf1-2eb3-4b9c-a10f-1dea7e51f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.800498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2f270bf1-2eb3-4b9c-a10f-1dea7e51f6cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1039db07-1c0c-491c-854b-871ba83063c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979154 Jun 30 02:54:43.816830 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.830934 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.850598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.852005 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] 10.222.0.77 "DELETE /v2.0/networks/945e6036-4e4c-4ecd-ac80-842df0262416 HTTP/1.1" status: 204 len: 168 time: 1.4616361 Jun 30 02:54:43.902049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500f079-0e14-4a4c-a0b6-f2654d72b796 tempest-NetworksTest-1631988976 tempest-NetworksTest-1631988976-project] Pushing event deleted for resources: {'Network': ['ID=945e6036-4e4c-4ecd-ac80-842df0262416,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:43.908615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=3bd3c888-60d8-40db-ba33-de656b7dbbb1,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:43.915243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-107f74ba-40a7-4136-bb51-cac55049583b req-0aa1744d-ef24-4880-9456-2c89b0737f7e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277144 Jun 30 02:54:43.953532 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-e41a0fdc-219c-42db-b145-49641979b83d service neutron] 10.222.0.83 "GET /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375699 Jun 30 02:54:43.967309 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.973364 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.975357 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] 10.222.0.77 "DELETE /v2.0/networks/62561c93-1799-4c32-b1a8-db653c6f663b HTTP/1.1" status: 204 len: 168 time: 0.4593494 Jun 30 02:54:43.979387 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d51d5d32-8fe5-408d-8fe1-27d81d7a9b95 req-67cc152a-aa6a-4fac-aaca-843e3ac0c2c4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6ecd0d3cf2294f92a277fcf23b36851d HTTP/1.1" status: 200 len: 221 time: 0.0689306 Jun 30 02:54:43.992932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ab7a3-173e-485c-aa51-f734247eea6b admin admin] Pushing event deleted for resources: {'Network': ['ID=62561c93-1799-4c32-b1a8-db653c6f663b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:44.125343 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-3ba9107c-69e6-4fc1-a4a4-790ae632cb64 service neutron] 10.222.0.83 "GET /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649771 Jun 30 02:54:44.170683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe3b2d-c881-4508-bf8b-ba1d0dd40b06 req-121b5d32-cae8-4876-9e37-65ef24e5991d tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.173994 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0bfe3b2d-c881-4508-bf8b-ba1d0dd40b06 req-121b5d32-cae8-4876-9e37-65ef24e5991d tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 945 time: 0.0766089 Jun 30 02:54:44.177223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-7c550045-8601-44ea-98ef-8d18a6eeab3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed HTTP/1.1" status: 200 len: 217 time: 0.0451024 Jun 30 02:54:44.205228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26d453-0b34-4742-947b-ec8a477ab057 req-c1343836-d3a3-4183-b620-ad383ba4ae15 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.209567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a26d453-0b34-4742-947b-ec8a477ab057 req-c1343836-d3a3-4183-b620-ad383ba4ae15 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1280935 Jun 30 02:54:44.215512 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0bfe3b2d-c881-4508-bf8b-ba1d0dd40b06 req-63d4c409-0f72-438f-a1c9-861622433894 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362947 Jun 30 02:54:44.271199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-731a2be2-205a-422d-95ae-ef036a114fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.273228 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-731a2be2-205a-422d-95ae-ef036a114fbf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f00fef2a-b775-4ee1-90a2-40f9c52423b4 HTTP/1.1" status: 200 len: 801 time: 0.0884571 Jun 30 02:54:44.280477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a26d453-0b34-4742-947b-ec8a477ab057 req-953a4c98-c89a-4478-b993-8cf1d730f643 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495877 Jun 30 02:54:44.298245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c0c2fe-68fc-4192-b137-4da6b9286e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd3c888-60d8-40db-ba33-de656b7dbbb1'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:44.302422 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842d8d22-7519-4738-b7f6-2c3e90832c00" -d '{"events": [{"server_uuid": "f8c0c2fe-68fc-4192-b137-4da6b9286e83", "name": "network-vif-plugged", "status": "completed", "tag": "3bd3c888-60d8-40db-ba33-de656b7dbbb1"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:44.340818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-daf2c3fe-96b2-4964-b103-9bd45968057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.342405 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-daf2c3fe-96b2-4964-b103-9bd45968057c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9a043777-8915-4268-bde0-b7c941304f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0610833 Jun 30 02:54:44.442241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562d30d-9191-408e-968e-579ece853909 req-083131a0-a2c8-4704-8450-07512d1f003a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.443805 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9562d30d-9191-408e-968e-579ece853909 req-083131a0-a2c8-4704-8450-07512d1f003a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0794356 Jun 30 02:54:44.479724 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-8a6ad2b3-2531-47b8-b97c-4e785f19d30c service neutron] 10.222.0.83 "GET /v2.0/networks/9a043777-8915-4268-bde0-b7c941304f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304874 Jun 30 02:54:44.502135 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9562d30d-9191-408e-968e-579ece853909 req-a20f8c0f-d3f0-466f-9de2-bd224ebf9b38 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508115 Jun 30 02:54:44.516365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221c1ea-84a2-4ab6-a86f-83b643cab1b2 req-59f87b93-ccfd-459a-9a3b-de4f87c3e31e tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.531398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b221c1ea-84a2-4ab6-a86f-83b643cab1b2 req-59f87b93-ccfd-459a-9a3b-de4f87c3e31e tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 945 time: 0.1214767 Jun 30 02:54:44.535992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36286) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:44.541264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f561131a-0af9-41bf-aa3f-778ec3d7addd tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Request body: {'floatingip': {'port_id': '71de6858-b1ed-4397-9b4e-dee143099249'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:44.574498 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566678b0-854d-4bf2-bd69-346ee4c2ff16 x-openstack-request-id: req-566678b0-854d-4bf2-bd69-346ee4c2ff16 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:44.574498 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c0c2fe-68fc-4192-b137-4da6b9286e83", "name": "network-vif-plugged", "status": "completed", "tag": "3bd3c888-60d8-40db-ba33-de656b7dbbb1", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:44.574498 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-566678b0-854d-4bf2-bd69-346ee4c2ff16 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:44.574970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36288) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:44.575066 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c0c2fe-68fc-4192-b137-4da6b9286e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd3c888-60d8-40db-ba33-de656b7dbbb1', 'code': 200} Jun 30 02:54:44.619559 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f561131a-0af9-41bf-aa3f-778ec3d7addd tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.622788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36292) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:44.655955 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-a8d48ef7-aebd-4174-8a1e-5d0e48a9a69e service neutron] 10.222.0.83 "GET /v2.0/networks/9a043777-8915-4268-bde0-b7c941304f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680827 Jun 30 02:54:44.768774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-8d132d1f-332d-4615-9a15-2e6985142408 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=581d5028-776c-449a-abd2-3072e30168c2 HTTP/1.1" status: 200 len: 217 time: 0.0589287 Jun 30 02:54:44.851290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3351c564-358e-4847-bdec-b879e97bf7fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cdea88fa4cc5447ea62fa721d848dc44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248271 Jun 30 02:54:44.857165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45397afe-8b25-4ec7-9657-1205718df52b req-e4b92fb8-5d45-4d39-ab78-85c62cfc6822 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.858683 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45397afe-8b25-4ec7-9657-1205718df52b req-e4b92fb8-5d45-4d39-ab78-85c62cfc6822 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1208007 Jun 30 02:54:44.859163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36294) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:44.877887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2ed86f62-63c4-4182-88f7-9dc442ec9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.879330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-2ed86f62-63c4-4182-88f7-9dc442ec9815 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8 HTTP/1.1" status: 200 len: 801 time: 0.0990150 Jun 30 02:54:44.889717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53053f1-5dcf-4288-a88e-028a196d2c0f req-a3ee429f-3455-4a08-867a-ab9f012b2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.892055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d53053f1-5dcf-4288-a88e-028a196d2c0f req-a3ee429f-3455-4a08-867a-ab9f012b2765 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 1096 time: 0.2338891 Jun 30 02:54:44.976051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45397afe-8b25-4ec7-9657-1205718df52b req-4964ae18-a641-414c-9c75-46aa4b84c397 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052892 Jun 30 02:54:44.985940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947c70b-440c-42f6-9334-ec7f9e12308e req-afc19bfa-0176-462f-a0b2-b60558e4269d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.998693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947c70b-440c-42f6-9334-ec7f9e12308e req-afc19bfa-0176-462f-a0b2-b60558e4269d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.998800 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-000e940e-dee8-4500-8cd5-c53f58bbd422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.998886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947c70b-440c-42f6-9334-ec7f9e12308e req-afc19bfa-0176-462f-a0b2-b60558e4269d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:45.005139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7947c70b-440c-42f6-9334-ec7f9e12308e req-afc19bfa-0176-462f-a0b2-b60558e4269d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2411 time: 0.3161404 Jun 30 02:54:45.011325 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e801c3cd-18cf-403e-bd92-b1921abbf4b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4c8fa871815f485f93c2fd67b7231dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362080 Jun 30 02:54:45.014742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36300) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:45.059419 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d53053f1-5dcf-4288-a88e-028a196d2c0f req-2830543c-010f-4b49-81cc-04f618a225c9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466238 Jun 30 02:54:45.103752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-46fb2c5a-ecad-4e9f-89cd-b6cd981f745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:45.105299 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-46fb2c5a-ecad-4e9f-89cd-b6cd981f745e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1039db07-1c0c-491c-854b-871ba83063c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2132316 Jun 30 02:54:45.108140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7947c70b-440c-42f6-9334-ec7f9e12308e req-50ef5d39-89e0-4e11-a0cb-7e7bfb0c3e9a tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021996 Jun 30 02:54:45.124692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-000e940e-dee8-4500-8cd5-c53f58bbd422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.169556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a89cccb5-2e1c-4949-b4a5-8064ae181696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.202561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a89cccb5-2e1c-4949-b4a5-8064ae181696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.263173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-14667450-8766-49f7-9fb8-25348f9588f9 service neutron] 10.222.0.83 "GET /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499019 Jun 30 02:54:45.392082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd8798-4ce4-4f21-a018-cce89e2a3231 req-7ab16145-7f96-4d0e-a8c2-4eb1628c06a0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:45.393683 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-56dd8798-4ce4-4f21-a018-cce89e2a3231 req-7ab16145-7f96-4d0e-a8c2-4eb1628c06a0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 945 time: 0.2813363 Jun 30 02:54:45.394120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba5f4b-3eb2-4183-ba9d-ea2a5b4126c1 req-997506e7-df8a-4e4c-b3ce-54bb6b243533 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:45.395720 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5ba5f4b-3eb2-4183-ba9d-ea2a5b4126c1 req-997506e7-df8a-4e4c-b3ce-54bb6b243533 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1469743 Jun 30 02:54:45.403804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce31c891-fd34-4785-b45e-f7a2835e6821 req-1f04b26d-8a9e-457e-9093-8b9d56433b99 service neutron] 10.222.0.83 "GET /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208282 Jun 30 02:54:45.438204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5ba5f4b-3eb2-4183-ba9d-ea2a5b4126c1 req-dbf096b3-7275-4de0-8673-9833a54c9478 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334420 Jun 30 02:54:45.459237 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a89cccb5-2e1c-4949-b4a5-8064ae181696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.466600 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a89cccb5-2e1c-4949-b4a5-8064ae181696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.470636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a89cccb5-2e1c-4949-b4a5-8064ae181696 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1ee5e3c-94a6-4694-84a1-4bdfc57c03e9 HTTP/1.1" status: 204 len: 168 time: 0.4403756 Jun 30 02:54:45.479455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cccb5-2e1c-4949-b4a5-8064ae181696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ee5e3c-94a6-4694-84a1-4bdfc57c03e9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:45.489637 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-56dd8798-4ce4-4f21-a018-cce89e2a3231 req-2ac4a7bd-5513-417c-910b-b2d54ebab6a8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847628 Jun 30 02:54:45.502268 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f561131a-0af9-41bf-aa3f-778ec3d7addd tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.539876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-000e940e-dee8-4500-8cd5-c53f58bbd422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.542524 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-000e940e-dee8-4500-8cd5-c53f58bbd422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.546713 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-000e940e-dee8-4500-8cd5-c53f58bbd422 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/900e4f5a-7694-4d5f-ac74-86a54aa03b71 HTTP/1.1" status: 204 len: 168 time: 0.6819961 Jun 30 02:54:45.556835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e940e-dee8-4500-8cd5-c53f58bbd422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e4f5a-7694-4d5f-ac74-86a54aa03b71,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:45.592858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'tag': '581d5028-776c-449a-abd2-3072e30168c2'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:45.595480 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dd56fd-7646-4e60-9a48-a380da52f67c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "tag": "581d5028-776c-449a-abd2-3072e30168c2"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:45.616591 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f561131a-0af9-41bf-aa3f-778ec3d7addd tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.702118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170e0f-a642-4676-9915-e1af7c3d1e55 req-bbf3dae9-140c-4edb-b12e-6faeb8660e7a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:45.703562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-82170e0f-a642-4676-9915-e1af7c3d1e55 req-bbf3dae9-140c-4edb-b12e-6faeb8660e7a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0980213 Jun 30 02:54:46.033772 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-f561131a-0af9-41bf-aa3f-778ec3d7addd tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Floating IP f929547e-ec2b-4e2d-b271-c24c0c63f128 associated. External IP: 172.25.2.70, port: 71de6858-b1ed-4397-9b4e-dee143099249. Jun 30 02:54:46.081531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed632e-1918-4f78-87eb-2a9fe7ec5b47 req-fd048dc9-7134-4a25-9d6e-8c536f0ad905 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.083110 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37ed632e-1918-4f78-87eb-2a9fe7ec5b47 req-fd048dc9-7134-4a25-9d6e-8c536f0ad905 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.4691348 Jun 30 02:54:46.096125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-d35473f1-ba8b-493a-b096-d4fb25a28d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.096680 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-d35473f1-ba8b-493a-b096-d4fb25a28d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.097225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-d35473f1-ba8b-493a-b096-d4fb25a28d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.098924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-d35473f1-ba8b-493a-b096-d4fb25a28d4e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cdd168ce5739472eb7b4b499b9550653&device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2864 time: 0.4467471 Jun 30 02:54:46.146033 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-82170e0f-a642-4676-9915-e1af7c3d1e55 req-4863ac6e-265c-45c1-90e4-2cf260a315b0 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322047 Jun 30 02:54:46.228175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37ed632e-1918-4f78-87eb-2a9fe7ec5b47 req-248d9848-4637-40c3-aa05-626a143e5bb2 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354058 Jun 30 02:54:46.308896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-2e307f0c-dbed-48e3-b6a4-6595d84e4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.324598 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-2e307f0c-dbed-48e3-b6a4-6595d84e4e6e service neutron] 10.222.0.83 "GET /v2.0/networks?id=9a043777-8915-4268-bde0-b7c941304f16 HTTP/1.1" status: 200 len: 901 time: 0.2127063 Jun 30 02:54:46.330481 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bb5e50-34c5-47cd-b9bc-ecd23c405fdc x-openstack-request-id: req-38bb5e50-34c5-47cd-b9bc-ecd23c405fdc {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:46.330779 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "tag": "581d5028-776c-449a-abd2-3072e30168c2", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:46.332209 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38bb5e50-34c5-47cd-b9bc-ecd23c405fdc {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:46.332708 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'tag': '581d5028-776c-449a-abd2-3072e30168c2', 'status': 'completed', 'code': 200} Jun 30 02:54:46.402386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f561131a-0af9-41bf-aa3f-778ec3d7addd tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:46.459276 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-c1457675-fed3-4cd6-b77b-4b164d67deef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.78&port_id=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed HTTP/1.1" status: 200 len: 217 time: 0.1231866 Jun 30 02:54:46.526227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-1bced8e8-5a05-42b4-8a8c-31e5cfc25879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.527968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-1bced8e8-5a05-42b4-8a8c-31e5cfc25879 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f00fef2a-b775-4ee1-90a2-40f9c52423b4 HTTP/1.1" status: 200 len: 801 time: 0.0604155 Jun 30 02:54:46.621855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80b9e7-8dc6-41d1-9565-a5b47838a2c6 req-3fd589e8-f254-435e-836c-b4e9e79e47ed tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.628703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f561131a-0af9-41bf-aa3f-778ec3d7addd tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:46.630705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80b9e7-8dc6-41d1-9565-a5b47838a2c6 req-3fd589e8-f254-435e-836c-b4e9e79e47ed tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.634698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f561131a-0af9-41bf-aa3f-778ec3d7addd tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.637829 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80b9e7-8dc6-41d1-9565-a5b47838a2c6 req-3fd589e8-f254-435e-836c-b4e9e79e47ed tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.644291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] Sync routers for ids ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:46.650188 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f80b9e7-8dc6-41d1-9565-a5b47838a2c6 req-3fd589e8-f254-435e-836c-b4e9e79e47ed tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2411 time: 0.3069251 Jun 30 02:54:46.657821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] Routers {'89c3ac78-81a3-45eb-9c0e-7ad678d935f8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:46.659122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:46.679856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f561131a-0af9-41bf-aa3f-778ec3d7addd tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "PUT /v2.0/floatingips/f929547e-ec2b-4e2d-b271-c24c0c63f128 HTTP/1.1" status: 200 len: 990 time: 2.1425614 Jun 30 02:54:46.680535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'tag': '71de6858-b1ed-4397-9b4e-dee143099249'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:46.682884 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c62654-be79-4c5f-81d6-58f5e33e6180" -d '{"events": [{"name": "network-changed", "server_uuid": "62ef13ba-c843-4e4a-9323-291aa6bf6d43", "tag": "71de6858-b1ed-4397-9b4e-dee143099249"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:46.729253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fc063-6ef7-4191-9437-53b7963c952a req-1e204f41-5abd-4888-8cda-4f87d344e3a6 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.730456 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f80b9e7-8dc6-41d1-9565-a5b47838a2c6 req-7775a1de-2ab5-40b6-8fa9-379cfb3a74de tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793207 Jun 30 02:54:46.730826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-496fc063-6ef7-4191-9437-53b7963c952a req-1e204f41-5abd-4888-8cda-4f87d344e3a6 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2519093 Jun 30 02:54:46.741741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-bdd43ac0-8494-4272-abb2-ad90777a8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.743478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-bdd43ac0-8494-4272-abb2-ad90777a8cba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9a043777-8915-4268-bde0-b7c941304f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2089589 Jun 30 02:54:46.784295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-496fc063-6ef7-4191-9437-53b7963c952a req-b2eebc97-cf78-454e-8c05-7f3ec68ff818 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398810 Jun 30 02:54:46.882774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-ee510aea-804e-4fff-a332-51d8ae18bf00 service neutron] 10.222.0.83 "GET /v2.0/networks/9a043777-8915-4268-bde0-b7c941304f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271923 Jun 30 02:54:47.039331 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4157b86d-b07b-4816-87af-bdb26a369fef x-openstack-request-id: req-4157b86d-b07b-4816-87af-bdb26a369fef {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:47.039331 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ef13ba-c843-4e4a-9323-291aa6bf6d43", "tag": "71de6858-b1ed-4397-9b4e-dee143099249", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:47.039331 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4157b86d-b07b-4816-87af-bdb26a369fef {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:47.039331 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'tag': '71de6858-b1ed-4397-9b4e-dee143099249', 'status': 'completed', 'code': 200} Jun 30 02:54:47.149360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] Set router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:47.230226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea4c3e70-2932-4383-8eb2-5988eaf7c39e req-bf48db9e-03f3-4bc2-b916-12a2e5ace6a6 service neutron] 10.222.0.83 "GET /v2.0/networks/9a043777-8915-4268-bde0-b7c941304f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412740 Jun 30 02:54:47.296226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501be930-e6af-4477-938f-58d2dc716a78 req-c1cd1358-f8fa-4f06-b2b5-5f63a2ffa4a1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.302912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-501be930-e6af-4477-938f-58d2dc716a78 req-c1cd1358-f8fa-4f06-b2b5-5f63a2ffa4a1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 945 time: 0.2735493 Jun 30 02:54:47.320859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9880-e81f-46ed-b9a1-d90599bd4764 req-64b21763-303f-45dc-ad39-3f0cb21ce172 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.330742 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fdb9880-e81f-46ed-b9a1-d90599bd4764 req-64b21763-303f-45dc-ad39-3f0cb21ce172 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1797047 Jun 30 02:54:47.359294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36366) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:47.392816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-e41f4dd3-e75f-4de1-821e-1d342a013425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.394651 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-e41f4dd3-e75f-4de1-821e-1d342a013425 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6e232a8f6b304accbbcbe88cd6e5f820&device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 1096 time: 0.3210475 Jun 30 02:54:47.403899 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fdb9880-e81f-46ed-b9a1-d90599bd4764 req-09b4637d-8f86-4f86-926d-40a521d924ec tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718803 Jun 30 02:54:47.502345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36376) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:47.571432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-430830963-network', 'tenant_id': '8580dd3914a74823b2fbea00d6550283'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:47.595346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-922096596'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:47.632193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-501be930-e6af-4477-938f-58d2dc716a78 req-39a369d2-d5be-4c6e-8b85-f480f1a80d14 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282933 Jun 30 02:54:47.688501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-01f1b4da-51f1-41a7-b24e-0619c89b616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.689162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-01f1b4da-51f1-41a7-b24e-0619c89b616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.689748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-01f1b4da-51f1-41a7-b24e-0619c89b616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.692995 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-01f1b4da-51f1-41a7-b24e-0619c89b616a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cdd168ce5739472eb7b4b499b9550653&device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2864 time: 0.3551013 Jun 30 02:54:47.709302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-ce3c675d-83c5-431d-95c6-f1292d4b67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.711135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-ce3c675d-83c5-431d-95c6-f1292d4b67f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8e1668db-a1da-47c3-8f09-57c1a871ec8b HTTP/1.1" status: 200 len: 912 time: 0.2426429 Jun 30 02:54:47.745587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f929547e-ec2b-4e2d-b271-c24c0c63f128', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'port_id': '71de6858-b1ed-4397-9b4e-dee143099249', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'mac_address': 'fa:16:3e:cd:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:23Z', 'updated_at': '2021-06-30T02:54:45Z', 'revision_number': 1, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0caa43-0efa-458c-a309-1943f0af3bd7', 'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'mac_address': 'fa:16:3e:8a:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:22Z', 'revision_number': 5, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'subnets': [{'id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:47.764021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Made reservation on behalf of 8580dd3914a74823b2fbea00d6550283 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:47.767067 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:47.796004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] Checking router: 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:47.803833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:47.812343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] Routers {'89c3ac78-81a3-45eb-9c0e-7ad678d935f8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:47.814216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:47.836344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60200d76-78e6-46c0-8e2a-9667838f3593 req-5921b28c-3946-4164-aeda-6916c2d3cfcf tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.838103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60200d76-78e6-46c0-8e2a-9667838f3593 req-5921b28c-3946-4164-aeda-6916c2d3cfcf tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1538908 Jun 30 02:54:47.839069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-8c045823-3264-40fd-b516-45f8c10f9aff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71de6858-b1ed-4397-9b4e-dee143099249 HTTP/1.1" status: 200 len: 998 time: 0.1155505 Jun 30 02:54:47.893716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-106076b6-9b78-42c1-88cb-9ee63cdec86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.895385 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-106076b6-9b78-42c1-88cb-9ee63cdec86e service neutron] 10.222.0.83 "GET /v2.0/networks?id=1039db07-1c0c-491c-854b-871ba83063c9 HTTP/1.1" status: 200 len: 903 time: 0.1958919 Jun 30 02:54:47.895621 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60200d76-78e6-46c0-8e2a-9667838f3593 req-edb29390-bb2b-481f-8603-ae05008cb979 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476069 Jun 30 02:54:47.948371 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-ea2d8b53-1f0e-4f6d-9d4f-bdb5b055559d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=581d5028-776c-449a-abd2-3072e30168c2 HTTP/1.1" status: 200 len: 217 time: 0.0390856 Jun 30 02:54:47.950111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-fea59a4f-9276-4144-91e8-cb9724885226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.951368 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-fea59a4f-9276-4144-91e8-cb9724885226 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=12b2c68a-c9f3-4c5a-ac26-778d9c98e611 HTTP/1.1" status: 200 len: 850 time: 0.1021297 Jun 30 02:54:47.976963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] Set router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:47.998784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:48.002879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.041252 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.112872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-0f876784-7f1c-4769-907c-1f9bf3c2fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.114390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-0f876784-7f1c-4769-907c-1f9bf3c2fbc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8 HTTP/1.1" status: 200 len: 801 time: 0.1428518 Jun 30 02:54:48.175001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-21fe90a5-7144-4b42-897f-6e2ee137e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.176500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-21fe90a5-7144-4b42-897f-6e2ee137e60c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8e1668db-a1da-47c3-8f09-57c1a871ec8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161145 Jun 30 02:54:48.178322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf8a4d-374c-4b00-bd95-1b25534c4c3b req-a14ed8ed-203b-425d-9968-842c9b2cfd36 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.180432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0bf8a4d-374c-4b00-bd95-1b25534c4c3b req-a14ed8ed-203b-425d-9968-842c9b2cfd36 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1225643 Jun 30 02:54:48.212270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f984af0-1cf4-4f68-af6f-4cc7e47bc300 req-d1497121-e07e-48ac-95d2-fd1b1380726f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.218279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f984af0-1cf4-4f68-af6f-4cc7e47bc300 req-d1497121-e07e-48ac-95d2-fd1b1380726f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.218951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.224573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f984af0-1cf4-4f68-af6f-4cc7e47bc300 req-d1497121-e07e-48ac-95d2-fd1b1380726f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.228706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f984af0-1cf4-4f68-af6f-4cc7e47bc300 req-d1497121-e07e-48ac-95d2-fd1b1380726f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2411 time: 0.1941276 Jun 30 02:54:48.236568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0bf8a4d-374c-4b00-bd95-1b25534c4c3b req-5f644979-8db4-4aa1-a898-16826c421007 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500207 Jun 30 02:54:48.291166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f929547e-ec2b-4e2d-b271-c24c0c63f128', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'port_id': '71de6858-b1ed-4397-9b4e-dee143099249', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'mac_address': 'fa:16:3e:cd:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:23Z', 'updated_at': '2021-06-30T02:54:45Z', 'revision_number': 1, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0caa43-0efa-458c-a309-1943f0af3bd7', 'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'mac_address': 'fa:16:3e:8a:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:22Z', 'revision_number': 5, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'subnets': [{'id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:48.313346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.333914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e71132-3e6c-45f0-9ec4-35641f716b82 None None] The sync data for ids ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'] in n-d-798249-3 is: [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'f929547e-ec2b-4e2d-b271-c24c0c63f128', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'port_id': '71de6858-b1ed-4397-9b4e-dee143099249', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'mac_address': 'fa:16:3e:cd:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:23Z', 'updated_at': '2021-06-30T02:54:45Z', 'revision_number': 1, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d0caa43-0efa-458c-a309-1943f0af3bd7', 'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'mac_address': 'fa:16:3e:8a:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:22Z', 'revision_number': 5, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'subnets': [{'id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:48.360537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:48.392584 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.393035 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Added segment e6f9ca8e-27c4-474b-9e52-db1967fb85ba of type vlan for network 748de3ad-cf64-4919-8be0-f6d49973a414 Jun 30 02:54:48.396775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38447795-cd4a-4c3d-8c4b-b0d349ccdaee,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:48.419212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-500ded8b-4194-4b90-a99e-73e73a21fdf3 service neutron] 10.222.0.83 "GET /v2.0/networks/8e1668db-a1da-47c3-8f09-57c1a871ec8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312372 Jun 30 02:54:48.438440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-3718f755-0f27-492a-b583-3fdf8b0ff234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.440927 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-3718f755-0f27-492a-b583-3fdf8b0ff234 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1039db07-1c0c-491c-854b-871ba83063c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3188460 Jun 30 02:54:48.465057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f984af0-1cf4-4f68-af6f-4cc7e47bc300 req-be89c32c-0d1c-4dcd-958b-42f529032187 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224779 Jun 30 02:54:48.478223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.620653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.646115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-5365f1d1-0577-4d58-a5cc-f25f39772376 service neutron] 10.222.0.83 "GET /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964207 Jun 30 02:54:48.647902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7060eaf-7a70-4384-9514-06520208777f req-b97583ea-bfc7-47c2-9a61-8336d894dc34 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.648282 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7060eaf-7a70-4384-9514-06520208777f req-b97583ea-bfc7-47c2-9a61-8336d894dc34 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0987415 Jun 30 02:54:48.686649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1c62654-be79-4c5f-81d6-58f5e33e6180 req-2dc1b7ba-a814-407a-b161-ba597a63d019 service neutron] 10.222.0.83 "GET /v2.0/networks/8e1668db-a1da-47c3-8f09-57c1a871ec8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540231 Jun 30 02:54:48.721779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.721779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.721779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.721779 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7060eaf-7a70-4384-9514-06520208777f req-5107fcb9-dd5d-4b38-a466-7eeb45ee0c95 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543354 Jun 30 02:54:48.723220 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc772c23-bb25-4846-b914-7001c9af0cae None None] New status for floating IP f929547e-ec2b-4e2d-b271-c24c0c63f128: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:54:48.806363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] Pushing event updated for resources: {'Network': ['ID=748de3ad-cf64-4919-8be0-f6d49973a414,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:48.818567 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 748de3ad-cf64-4919-8be0-f6d49973a414 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:48.828969 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7dd56fd-7646-4e60-9a48-a380da52f67c req-8719f8c0-c32c-4a71-9df7-22979de9ffce service neutron] 10.222.0.83 "GET /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698596 Jun 30 02:54:48.865684 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.907509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:48.944022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2079a42-a085-4742-8e37-ae8233ef8625,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:48.956032 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:48.956032 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added segment 739315d2-9c07-48fe-b39b-2fef1599b87c of type vlan for network d59f046c-4203-4390-9a58-d016f7067dc9 Jun 30 02:54:49.005640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b0468-444a-4188-809c-d8320f572115 req-21183777-d734-464e-909c-dd695e617c65 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.008002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-503b0468-444a-4188-809c-d8320f572115 req-21183777-d734-464e-909c-dd695e617c65 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1554072 Jun 30 02:54:49.152060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-35eb277b-1713-4471-965b-95c96d0f2616 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6612420 Jun 30 02:54:49.152060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36402) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:49.152060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Request body: {'subnet': {'network_id': '748de3ad-cf64-4919-8be0-f6d49973a414', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-430830963-subnet', 'tenant_id': '8580dd3914a74823b2fbea00d6550283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:49.152060 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.154103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-503b0468-444a-4188-809c-d8320f572115 req-5c2da183-fdb1-422d-a09a-dda388db7adb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Jun 30 02:54:49.246755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c6ce0-6182-4b8c-a854-568fd4e6958d req-96250913-f426-4996-9a0c-54e8720c425f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.248212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c01c6ce0-6182-4b8c-a854-568fd4e6958d req-96250913-f426-4996-9a0c-54e8720c425f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0662975 Jun 30 02:54:49.285478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c01c6ce0-6182-4b8c-a854-568fd4e6958d req-6cd95194-8fa0-4d02-bbd8-3d6c6f284e8f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315158 Jun 30 02:54:49.309344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9426e8f7-42b6-4d52-85cc-393c9d2c4732 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:49.419931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9426e8f7-42b6-4d52-85cc-393c9d2c4732, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9426e8f7-42b6-4d52-85cc-393c9d2c4732,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:49.436477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '9426e8f7-42b6-4d52-85cc-393c9d2c4732', 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9', 'port_id': '9426e8f7-42b6-4d52-85cc-393c9d2c4732', 'mac_address': 'fa:16:3e:ff:4b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:49.467142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Made reservation on behalf of 8580dd3914a74823b2fbea00d6550283 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:49.469794 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.472474 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.480079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.480825 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.484299 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.501753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9426e8f7-42b6-4d52-85cc-393c9d2c4732 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:49.525791 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9426e8f7-42b6-4d52-85cc-393c9d2c4732, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9426e8f7-42b6-4d52-85cc-393c9d2c4732,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:49.606049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f53a2d-6895-40db-b313-4eb3fbe85b58 req-25b44d46-9a16-4081-ac82-538398ec5310 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.607610 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45f53a2d-6895-40db-b313-4eb3fbe85b58 req-25b44d46-9a16-4081-ac82-538398ec5310 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2010288 Jun 30 02:54:49.628739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Network': ['ID=d59f046c-4203-4390-9a58-d016f7067dc9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:49.642814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d59f046c-4203-4390-9a58-d016f7067dc9 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:49.661376 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.662106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 581d5028-776c-449a-abd2-3072e30168c2 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:49.685849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45f53a2d-6895-40db-b313-4eb3fbe85b58 req-ef8f1d24-295b-4b84-adb0-0bb443f77bfc tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702026 Jun 30 02:54:49.689333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e1a76-583b-4127-9ca5-7a8cba6d35d0 req-384accf1-0605-4dc8-87a6-5306794e8899 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.696283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e1a76-583b-4127-9ca5-7a8cba6d35d0 req-384accf1-0605-4dc8-87a6-5306794e8899 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.704965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e1a76-583b-4127-9ca5-7a8cba6d35d0 req-384accf1-0605-4dc8-87a6-5306794e8899 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.713040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-654e1a76-583b-4127-9ca5-7a8cba6d35d0 req-384accf1-0605-4dc8-87a6-5306794e8899 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2411 time: 0.1132047 Jun 30 02:54:49.776208 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-654e1a76-583b-4127-9ca5-7a8cba6d35d0 req-76259fe5-704a-420a-9f67-0c8e9881da48 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620446 Jun 30 02:54:49.787575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9426e8f7-42b6-4d52-85cc-393c9d2c4732,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:49.797216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 581d5028-776c-449a-abd2-3072e30168c2, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=581d5028-776c-449a-abd2-3072e30168c2,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:49.823555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '581d5028-776c-449a-abd2-3072e30168c2', 'network_id': '1039db07-1c0c-491c-854b-871ba83063c9', 'port_id': '581d5028-776c-449a-abd2-3072e30168c2', 'mac_address': 'fa:16:3e:e5:2f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8', 'ip_address': '19.80.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:49.871321 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.899131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581d5028-776c-449a-abd2-3072e30168c2 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:49.919947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 581d5028-776c-449a-abd2-3072e30168c2, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=581d5028-776c-449a-abd2-3072e30168c2,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:49.985804 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d8584e4d-3c6e-4d2d-9651-8cb3947290bc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4816861 Jun 30 02:54:49.988219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36422) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:49.993102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1530110584'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:49.994141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9210cf-cde0-4730-885d-b6ae1f515dd1 req-91a549ac-3035-47dd-8424-52889cd39fdd tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.996300 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd9210cf-cde0-4730-885d-b6ae1f515dd1 req-91a549ac-3035-47dd-8424-52889cd39fdd tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0770881 Jun 30 02:54:50.019737 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.020550 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.021361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:50.041203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd9210cf-cde0-4730-885d-b6ae1f515dd1 req-8970cdff-bef3-4bcc-912c-876f33585c99 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366359 Jun 30 02:54:50.068829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5358e82e-3cca-4ecd-bc26-23d539d38f01,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:50.109057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Checking segment: {'id': 'e6f9ca8e-27c4-474b-9e52-db1967fb85ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '748de3ad-cf64-4919-8be0-f6d49973a414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:50.109589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Network hostable DHCP agents. Network: 748de3ad-cf64-4919-8be0-f6d49973a414, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:50.125891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:50.130238 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.152090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=581d5028-776c-449a-abd2-3072e30168c2,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:50.155930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:50.166483 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.166894 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added segment 432fd954-4ebc-40bf-a810-ea9a375a6444 of type vlan for network cd368cc5-beba-4034-bc86-a83eb735493b Jun 30 02:54:50.193318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,segment=NetworkSegment(50ecfc59-fd59-4a7e-af92-6413383681b1),segment_id=50ecfc59-fd59-4a7e-af92-6413383681b1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:50.206337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.207576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '569dc7f4-2f45-4ddf-a8f4-51a9f3010bed', 'network_id': '9a043777-8915-4268-bde0-b7c941304f16', 'port_id': '569dc7f4-2f45-4ddf-a8f4-51a9f3010bed', 'mac_address': 'fa:16:3e:c7:74:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00fef2a-b775-4ee1-90a2-40f9c52423b4', 'ip_address': '19.86.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:50.252648 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.265846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:50.285786 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,segment=NetworkSegment(50ecfc59-fd59-4a7e-af92-6413383681b1),segment_id=50ecfc59-fd59-4a7e-af92-6413383681b1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:50.306159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Network 748de3ad-cf64-4919-8be0-f6d49973a414 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:50.324918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa5c3-2ac4-4eb3-bd35-64a8e9e43f8f req-6707a74a-4308-4b8d-821d-938b1fda899c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.326714 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1f9fa5c3-2ac4-4eb3-bd35-64a8e9e43f8f req-6707a74a-4308-4b8d-821d-938b1fda899c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0654652 Jun 30 02:54:50.364538 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1f9fa5c3-2ac4-4eb3-bd35-64a8e9e43f8f req-5be477a0-30a4-4743-a165-9ae900df90a9 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Jun 30 02:54:50.369486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.380842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.381721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.419835 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.474204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:50.484354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 748de3ad-cf64-4919-8be0-f6d49973a414) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:50.503780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf7ff3-5adf-47bd-a7e9-107db2c4bdb2 None None] Network 748de3ad-cf64-4919-8be0-f6d49973a414 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:50.503951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.503951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.524060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Network': ['ID=cd368cc5-beba-4034-bc86-a83eb735493b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:50.553031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network cd368cc5-beba-4034-bc86-a83eb735493b details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:50.575199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2a052-84b0-4130-9f73-635d80b49800 req-5035013c-c00e-4f8d-8721-e572deea7a2c tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.576952 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-25b2a052-84b0-4130-9f73-635d80b49800 req-5035013c-c00e-4f8d-8721-e572deea7a2c tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0974886 Jun 30 02:54:50.623926 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-25b2a052-84b0-4130-9f73-635d80b49800 req-9bdaf849-de6c-47db-bc07-024c3e637fd4 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Jun 30 02:54:50.701783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b0d6bf87-28dd-439d-b47b-835379720df4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7121215 Jun 30 02:54:50.703722 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-da5c673d-4cb3-4a24-b47b-d120e2d0b59d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6722589 Jun 30 02:54:50.704541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36438) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:50.727965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'subnet': {'network_id': 'd59f046c-4203-4390-9a58-d016f7067dc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:50.735284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376522a3-2594-4cba-9286-41f088eec8bd None None] Network 748de3ad-cf64-4919-8be0-f6d49973a414 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:50.743491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['581d5028-776c-449a-abd2-3072e30168c2'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:50.776149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9426e8f7-42b6-4d52-85cc-393c9d2c4732'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:50.813655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e4637-2862-4d98-a697-5323f831620b req-0532cf62-555d-45f5-aef5-9aea355c179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.815491 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc7e4637-2862-4d98-a697-5323f831620b req-0532cf62-555d-45f5-aef5-9aea355c179f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 1096 time: 0.1507480 Jun 30 02:54:50.980242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e4637-2862-4d98-a697-5323f831620b req-d970755c-ac42-45d1-8fa9-aa0dbf1917d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.981657 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc7e4637-2862-4d98-a697-5323f831620b req-d970755c-ac42-45d1-8fa9-aa0dbf1917d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 919 time: 0.1463821 Jun 30 02:54:50.989776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672c4f3-7967-441f-b5f1-de5b6aacfc18 req-d43aef45-a6f2-449b-8ac1-f16996f1d2bb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.991484 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9672c4f3-7967-441f-b5f1-de5b6aacfc18 req-d43aef45-a6f2-449b-8ac1-f16996f1d2bb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2068799 Jun 30 02:54:51.035669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79dd7-4a07-4cea-a555-8ad630f9ba72 req-f86f213f-38d1-4c0e-98de-d7563133d5fe tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.037382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc7e4637-2862-4d98-a697-5323f831620b req-169fb0d1-f4ec-44fa-bca1-5e42816e6ceb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7 HTTP/1.1" status: 200 len: 217 time: 0.0451009 Jun 30 02:54:51.042568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79dd7-4a07-4cea-a555-8ad630f9ba72 req-f86f213f-38d1-4c0e-98de-d7563133d5fe tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.047546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79dd7-4a07-4cea-a555-8ad630f9ba72 req-f86f213f-38d1-4c0e-98de-d7563133d5fe tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.049248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ad79dd7-4a07-4cea-a555-8ad630f9ba72 req-f86f213f-38d1-4c0e-98de-d7563133d5fe tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2414 time: 0.0993605 Jun 30 02:54:51.083636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:51.087145 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.099256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ad79dd7-4a07-4cea-a555-8ad630f9ba72 req-4f0ca2fe-6dd8-4788-b5c5-410fa5753245 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Jun 30 02:54:51.158824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9672c4f3-7967-441f-b5f1-de5b6aacfc18 req-e3ca29ac-1afc-4937-a835-17d47a20a7a4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606886 Jun 30 02:54:51.171122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e4637-2862-4d98-a697-5323f831620b req-4dc022d4-ecae-4316-a999-84bba63c19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.172577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc7e4637-2862-4d98-a697-5323f831620b req-4dc022d4-ecae-4316-a999-84bba63c19c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 200 len: 858 time: 0.1265612 Jun 30 02:54:51.219930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc7e4637-2862-4d98-a697-5323f831620b req-a161a48a-f29e-4c92-929a-7e81d08e5c77 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393782 Jun 30 02:54:51.418273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc7e4637-2862-4d98-a697-5323f831620b req-98a966d7-3229-4060-b6d7-15c7d0d013f0 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911442 Jun 30 02:54:51.528116 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517c264-76ba-4faa-871e-d7918d20adfe req-89c84550-588c-4a21-8a62-dabde3e71ab9 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.528116 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-89c84550-588c-4a21-8a62-dabde3e71ab9 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/networks?id=748de3ad-cf64-4919-8be0-f6d49973a414 HTTP/1.1" status: 200 len: 821 time: 0.1546757 Jun 30 02:54:51.542933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-a9631a62-db56-45b9-be84-12e3e1879840 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/quotas/8580dd3914a74823b2fbea00d6550283 HTTP/1.1" status: 200 len: 375 time: 0.0104799 Jun 30 02:54:51.546129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237de969-b01b-4eb3-945c-e2cd4b38bc15 req-d17a003e-0b5f-450a-81e7-77ee7c1b5564 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.547649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-237de969-b01b-4eb3-945c-e2cd4b38bc15 req-d17a003e-0b5f-450a-81e7-77ee7c1b5564 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1522255 Jun 30 02:54:51.583317 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-146374b1-659b-4889-b9a1-102dc149b524 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8580dd3914a74823b2fbea00d6550283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338001 Jun 30 02:54:51.591421 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.632387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc7e4637-2862-4d98-a697-5323f831620b req-8613c7a9-570b-4da6-853d-25a5d33acc72 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922011 Jun 30 02:54:51.657019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-237de969-b01b-4eb3-945c-e2cd4b38bc15 req-21993d59-bb57-468d-a4f3-62ba9a1d237c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973694 Jun 30 02:54:51.674404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Subnet': ['ID=7c105a15-9453-4780-b571-ed1b2b5baa33,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:51.688227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c06fde59-29d6-41ec-a6b3-7793ed0b50cb service neutron] 10.222.0.77 "GET /v2.0/networks/748de3ad-cf64-4919-8be0-f6d49973a414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875616 Jun 30 02:54:51.702437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Checking segment: {'id': '739315d2-9c07-48fe-b39b-2fef1599b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd59f046c-4203-4390-9a58-d016f7067dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:51.702793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network hostable DHCP agents. Network: d59f046c-4203-4390-9a58-d016f7067dc9, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:51.786802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-83cf7012-8778-4271-ae63-7ff23a19120d service neutron] 10.222.0.77 "GET /v2.0/networks/748de3ad-cf64-4919-8be0-f6d49973a414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038141 Jun 30 02:54:51.822017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['569dc7f4-2f45-4ddf-a8f4-51a9f3010bed'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:51.877428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network d59f046c-4203-4390-9a58-d016f7067dc9 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:51.962828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183668a-347c-4465-86d1-6608abd53721 req-2c2b5071-dda4-412a-88fe-bea20c986d8e tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:51.964327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6183668a-347c-4465-86d1-6608abd53721 req-2c2b5071-dda4-412a-88fe-bea20c986d8e tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0830262 Jun 30 02:54:52.003220 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6183668a-347c-4465-86d1-6608abd53721 req-abfd0841-a0d4-4c79-af11-6e5b244f54db tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325065 Jun 30 02:54:52.047716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d59f046c-4203-4390-9a58-d016f7067dc9) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:52.052300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.052984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.057927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719477e6-4d5e-4cda-a28e-6aa7076b8e82 None None] Network d59f046c-4203-4390-9a58-d016f7067dc9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:52.134435 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-32badc4e-5535-4517-bdc7-720f41cba284 req-e123793f-5293-485d-a67d-f64d7b5a8980 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 210 time: 0.0396192 Jun 30 02:54:52.173296 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c88c1ffc-39e7-4c2d-928b-7c13ae0c7f59 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4643490 Jun 30 02:54:52.174463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36484) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:52.179752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'subnet': {'network_id': 'cd368cc5-beba-4034-bc86-a83eb735493b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:52.232721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-d59f046c-4203-4390-9a58-d016f7067dc9', 'network_id': 'd59f046c-4203-4390-9a58-d016f7067dc9', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'fixed_ips': [{'subnet_id': '7c105a15-9453-4780-b571-ed1b2b5baa33'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:52.234314 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.297429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0999d6-f72f-485e-9512-ccc8431b81fe req-a6069eba-9707-49c6-93d9-d3c0bc61e169 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.305018 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b0999d6-f72f-485e-9512-ccc8431b81fe req-a6069eba-9707-49c6-93d9-d3c0bc61e169 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1840587 Jun 30 02:54:52.326822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391c016-8327-4ccd-9935-8372e238c348 req-a6999b2c-5966-44ef-811c-a15246655b1e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.333173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391c016-8327-4ccd-9935-8372e238c348 req-a6999b2c-5966-44ef-811c-a15246655b1e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.339744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391c016-8327-4ccd-9935-8372e238c348 req-a6999b2c-5966-44ef-811c-a15246655b1e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.346051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c391c016-8327-4ccd-9935-8372e238c348 req-a6999b2c-5966-44ef-811c-a15246655b1e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2414 time: 0.1038122 Jun 30 02:54:52.355093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b0999d6-f72f-485e-9512-ccc8431b81fe req-8ed6d4da-ab21-4b86-8ee0-45709f0aeab4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459542 Jun 30 02:54:52.390229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c391c016-8327-4ccd-9935-8372e238c348 req-e0bef805-ce5b-432c-a0cb-ea07d2348a78 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Jun 30 02:54:52.432583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Allocated IP 2001:db8::2 (d59f046c-4203-4390-9a58-d016f7067dc9/7c105a15-9453-4780-b571-ed1b2b5baa33/b02a6e2f-31f2-464e-a16d-01d8cba6b760) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:52.523131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:52.526762 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.575243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814129f0-cd8c-4d0e-ade7-53793f6c1e0b req-bd236f0e-1ae4-466b-95e2-43159a08b23d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.576549 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-814129f0-cd8c-4d0e-ade7-53793f6c1e0b req-bd236f0e-1ae4-466b-95e2-43159a08b23d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0728943 Jun 30 02:54:52.612813 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.621694 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-814129f0-cd8c-4d0e-ade7-53793f6c1e0b req-e8569f55-e3e7-4787-8d2c-0832ab456510 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360987 Jun 30 02:54:52.625525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Transition to ACTIVE for port object b02a6e2f-31f2-464e-a16d-01d8cba6b760 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:52.644147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Transition to ACTIVE for port object b02a6e2f-31f2-464e-a16d-01d8cba6b760 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:52.653669 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.808614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.826890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7da915-3943-4179-b0f9-6c0e37cdcb99 req-a50a9e85-b2c3-46b0-b36b-f8ee961c4c9c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:52.828338 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e7da915-3943-4179-b0f9-6c0e37cdcb99 req-a50a9e85-b2c3-46b0-b36b-f8ee961c4c9c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0657470 Jun 30 02:54:52.873967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e7da915-3943-4179-b0f9-6c0e37cdcb99 req-21448e56-0d8c-47f9-8357-9534efb16ddb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Jun 30 02:54:52.928096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.981663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Subnet': ['ID=222e0920-dc10-4cbf-82a2-64da548a9aed,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:53.034551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Checking segment: {'id': '432fd954-4ebc-40bf-a810-ea9a375a6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cd368cc5-beba-4034-bc86-a83eb735493b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:53.035099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network hostable DHCP agents. Network: cd368cc5-beba-4034-bc86-a83eb735493b, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:53.044986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Network d59f046c-4203-4390-9a58-d016f7067dc9 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:53.049428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:53.057372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:53.068198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Pushing event updated for resources: {'Port': ['ID=b02a6e2f-31f2-464e-a16d-01d8cba6b760,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:53.121181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c93ea-e109-4eaa-925f-7a750a84236e req-9fee9619-9096-4534-983d-40a8c81b049e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:53.121181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f3c93ea-e109-4eaa-925f-7a750a84236e req-9fee9619-9096-4534-983d-40a8c81b049e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0757725 Jun 30 02:54:53.129221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Attempting to bind port b02a6e2f-31f2-464e-a16d-01d8cba6b760 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:53.129645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Attempting to bind port b02a6e2f-31f2-464e-a16d-01d8cba6b760 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '739315d2-9c07-48fe-b39b-2fef1599b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd59f046c-4203-4390-9a58-d016f7067dc9'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:53.130024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Attempting to bind port b02a6e2f-31f2-464e-a16d-01d8cba6b760 on network d59f046c-4203-4390-9a58-d016f7067dc9 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:53.136449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:53.136856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Checking segment: {'id': '739315d2-9c07-48fe-b39b-2fef1599b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd59f046c-4203-4390-9a58-d016f7067dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:53.137295 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.137762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Bound using segment: {'id': '739315d2-9c07-48fe-b39b-2fef1599b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd59f046c-4203-4390-9a58-d016f7067dc9'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:53.138349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Bound port: b02a6e2f-31f2-464e-a16d-01d8cba6b760, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739315d2-9c07-48fe-b39b-2fef1599b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd59f046c-4203-4390-9a58-d016f7067dc9'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:53.138773 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.142109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f3c93ea-e109-4eaa-925f-7a750a84236e req-bd9097ec-130e-4343-b6a7-5d8118f1970e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489731 Jun 30 02:54:53.207051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa5f84-8e68-46d6-856d-df1892b94a4b req-38125770-5757-4530-bcc7-c3cb8c6f9b0a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:53.208771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5aa5f84-8e68-46d6-856d-df1892b94a4b req-38125770-5757-4530-bcc7-c3cb8c6f9b0a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0737720 Jun 30 02:54:53.216437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] For port b02a6e2f-31f2-464e-a16d-01d8cba6b760, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:53.220847 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5df9dd1a-e97d-4e32-b806-e56c6d42af79 req-6c910be7-02ea-4c38-9935-7f9926316fab tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 210 time: 0.0310671 Jun 30 02:54:53.223698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] For port b02a6e2f-31f2-464e-a16d-01d8cba6b760, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b02a6e2f-31f2-464e-a16d-01d8cba6b760,segment=NetworkSegment(739315d2-9c07-48fe-b39b-2fef1599b87c),segment_id=739315d2-9c07-48fe-b39b-2fef1599b87c)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:53.252316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5aa5f84-8e68-46d6-856d-df1892b94a4b req-9b248367-69c1-481c-ae74-943db4b64bc7 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358548 Jun 30 02:54:53.309841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9426e8f7-42b6-4d52-85cc-393c9d2c4732 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:53.368169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network cd368cc5-beba-4034-bc86-a83eb735493b is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:53.454059 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.457110 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.521324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, cd368cc5-beba-4034-bc86-a83eb735493b) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:53.523397 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728ebf8-47c8-4a88-af12-13c5c23191c1 None None] Pushing event updated for resources: {'Port': ['ID=b02a6e2f-31f2-464e-a16d-01d8cba6b760,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:53.532177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:53.542942 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:53.543585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.544603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e3a62-8175-4c41-be6a-73b1439ebedc None None] Network cd368cc5-beba-4034-bc86-a83eb735493b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:53.549212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:53.557806 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.626764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67514424-95e1-4972-b1f4-f4f9538e46f4 req-7ae09d13-d4e6-4efc-97aa-692d83dbb5c6 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:53.633797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67514424-95e1-4972-b1f4-f4f9538e46f4 req-7ae09d13-d4e6-4efc-97aa-692d83dbb5c6 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:53.639846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67514424-95e1-4972-b1f4-f4f9538e46f4 req-7ae09d13-d4e6-4efc-97aa-692d83dbb5c6 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:53.642054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67514424-95e1-4972-b1f4-f4f9538e46f4 req-7ae09d13-d4e6-4efc-97aa-692d83dbb5c6 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2414 time: 0.1329961 Jun 30 02:54:53.686962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67514424-95e1-4972-b1f4-f4f9538e46f4 req-892f932e-6a29-42d1-8a0b-0bc8470b5a16 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Jun 30 02:54:53.779476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b7e9ffc4-8cbe-478b-bc22-5df220eb4893 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6013775 Jun 30 02:54:53.779587 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.782483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36516) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:53.787547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e3412526-0d6c-49aa-ab28-707b3f84dad8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-21545539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:53.859048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9426e8f7-42b6-4d52-85cc-393c9d2c4732'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:53.861715 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8864ae77-3f0c-4fe3-a3d3-e77bf48eaea6" -d '{"events": [{"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-plugged", "status": "completed", "tag": "9426e8f7-42b6-4d52-85cc-393c9d2c4732"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:53.873957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-cd368cc5-beba-4034-bc86-a83eb735493b', 'network_id': 'cd368cc5-beba-4034-bc86-a83eb735493b', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'fixed_ips': [{'subnet_id': '222e0920-dc10-4cbf-82a2-64da548a9aed'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:54:53.874831 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.881231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9426e8f7-42b6-4d52-85cc-393c9d2c4732, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9426e8f7-42b6-4d52-85cc-393c9d2c4732,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:53.946951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3412526-0d6c-49aa-ab28-707b3f84dad8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.948266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3412526-0d6c-49aa-ab28-707b3f84dad8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.986703 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4362f13-cc8c-4462-957d-aeafe7adedd4 x-openstack-request-id: req-a4362f13-cc8c-4462-957d-aeafe7adedd4 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:53.987039 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-plugged", "status": "completed", "tag": "9426e8f7-42b6-4d52-85cc-393c9d2c4732", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:53.987422 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4362f13-cc8c-4462-957d-aeafe7adedd4 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:53.987887 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9426e8f7-42b6-4d52-85cc-393c9d2c4732', 'code': 200} Jun 30 02:54:54.029149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda694-d95a-4602-9937-0e49f8ea4938 req-a3a95b0e-077d-477b-83ff-09ad0a31ca97 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:54.032416 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07dda694-d95a-4602-9937-0e49f8ea4938 req-a3a95b0e-077d-477b-83ff-09ad0a31ca97 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1192122 Jun 30 02:54:54.063522 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3412526-0d6c-49aa-ab28-707b3f84dad8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.068337 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.069248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 581d5028-776c-449a-abd2-3072e30168c2 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:54.076053 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07dda694-d95a-4602-9937-0e49f8ea4938 req-ecd93084-3b72-4299-91d2-297dbf8a6366 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371621 Jun 30 02:54:54.147896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Allocated IP 2001:db8:1::2 (cd368cc5-beba-4034-bc86-a83eb735493b/222e0920-dc10-4cbf-82a2-64da548a9aed/1d26ee62-b52c-42e7-8559-ebeb2bcedc9e) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:54.164194 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3412526-0d6c-49aa-ab28-707b3f84dad8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.177952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9426e8f7-42b6-4d52-85cc-393c9d2c4732,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:54.276930 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3412526-0d6c-49aa-ab28-707b3f84dad8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.278532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e3412526-0d6c-49aa-ab28-707b3f84dad8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4949501 Jun 30 02:54:54.280970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36524) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:54.354875 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.364397 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Transition to ACTIVE for port object 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:54.382172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Transition to ACTIVE for port object 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:54.413798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 581d5028-776c-449a-abd2-3072e30168c2 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:54.420734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 581d5028-776c-449a-abd2-3072e30168c2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:54.421381 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.498742 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef6f0dfc-91b3-4ac2-b6b7-dd92efa6813f req-27f495a4-dad6-4209-aa26-1ba8b91f6433 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 210 time: 0.1101069 Jun 30 02:54:54.520843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac194b6-9122-45d3-8940-4bf8948137a4 req-b370151a-302c-4714-9836-0f0ea1f2f9a4 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:54.522700 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fac194b6-9122-45d3-8940-4bf8948137a4 req-b370151a-302c-4714-9836-0f0ea1f2f9a4 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0792434 Jun 30 02:54:54.557160 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.568753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fac194b6-9122-45d3-8940-4bf8948137a4 req-3cda7383-138e-431e-8fd2-de87aeaec3a2 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389373 Jun 30 02:54:54.598680 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.650589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Network cd368cc5-beba-4034-bc86-a83eb735493b is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:54.652904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 581d5028-776c-449a-abd2-3072e30168c2, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=581d5028-776c-449a-abd2-3072e30168c2,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:54.655946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:54.659827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:54.733417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Pushing event updated for resources: {'Port': ['ID=1d26ee62-b52c-42e7-8559-ebeb2bcedc9e,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:54.744302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Attempting to bind port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:54.744302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Attempting to bind port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '432fd954-4ebc-40bf-a810-ea9a375a6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cd368cc5-beba-4034-bc86-a83eb735493b'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:54.744302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Attempting to bind port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e on network cd368cc5-beba-4034-bc86-a83eb735493b {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:54.749339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:54.749618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Checking segment: {'id': '432fd954-4ebc-40bf-a810-ea9a375a6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cd368cc5-beba-4034-bc86-a83eb735493b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:54.750020 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.750410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Bound using segment: {'id': '432fd954-4ebc-40bf-a810-ea9a375a6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cd368cc5-beba-4034-bc86-a83eb735493b'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:54.751644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Bound port: 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432fd954-4ebc-40bf-a810-ea9a375a6444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'cd368cc5-beba-4034-bc86-a83eb735493b'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:54.751644 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.788034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b02a6e2f-31f2-464e-a16d-01d8cba6b760 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:54.837455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b8c90-23c6-4d66-8775-92cc6457c7ec None None] Network d59f046c-4203-4390-9a58-d016f7067dc9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:54.847497 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.866417 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.867229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:54.919952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] For port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:54.974747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] For port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1d26ee62-b52c-42e7-8559-ebeb2bcedc9e,segment=NetworkSegment(432fd954-4ebc-40bf-a810-ea9a375a6444),segment_id=432fd954-4ebc-40bf-a810-ea9a375a6444)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:55.024681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=581d5028-776c-449a-abd2-3072e30168c2,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:55.300347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0e490baf-e8b8-43fc-b68e-e184a5c27c7a None None] Provisioning for port b02a6e2f-31f2-464e-a16d-01d8cba6b760 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:55.303834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port b02a6e2f-31f2-464e-a16d-01d8cba6b760 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:55.306218 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.354014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f19d3a-3ca5-44d0-a78d-1bf4be39f0f0 req-baf27b7c-a5fc-4d0a-adca-e3150a386add tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:55.356272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f19d3a-3ca5-44d0-a78d-1bf4be39f0f0 req-baf27b7c-a5fc-4d0a-adca-e3150a386add tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0941713 Jun 30 02:54:55.371886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0e490baf-e8b8-43fc-b68e-e184a5c27c7a None None] Provisioning complete for port b02a6e2f-31f2-464e-a16d-01d8cba6b760 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:55.372263 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e490baf-e8b8-43fc-b68e-e184a5c27c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.409983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b02a6e2f-31f2-464e-a16d-01d8cba6b760 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:55.410351 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.416240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3f19d3a-3ca5-44d0-a78d-1bf4be39f0f0 req-6b913f4f-458c-4ce9-91c5-6c9730ab53a5 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508840 Jun 30 02:54:55.418797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad35cf8-c27f-450f-85c8-88cbd54e8636 req-748ab327-76f1-4afe-918c-b10d3d2b7a01 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:55.425532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad35cf8-c27f-450f-85c8-88cbd54e8636 req-748ab327-76f1-4afe-918c-b10d3d2b7a01 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:55.431570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad35cf8-c27f-450f-85c8-88cbd54e8636 req-748ab327-76f1-4afe-918c-b10d3d2b7a01 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:55.433473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ad35cf8-c27f-450f-85c8-88cbd54e8636 req-748ab327-76f1-4afe-918c-b10d3d2b7a01 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2416 time: 0.5805030 Jun 30 02:54:55.453199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:55.471446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:55.471814 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.541634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183bc63-3327-4ba2-aaa3-f00a9cab351a None None] Pushing event updated for resources: {'Port': ['ID=1d26ee62-b52c-42e7-8559-ebeb2bcedc9e,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:55.584956 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ad35cf8-c27f-450f-85c8-88cbd54e8636 req-bf32c724-4a70-4160-8235-b1c94902c000 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068790 Jun 30 02:54:55.641479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Allocated IP 2001:db8::1 (d59f046c-4203-4390-9a58-d016f7067dc9/7c105a15-9453-4780-b571-ed1b2b5baa33/7081ac9c-3cdf-47d8-b88e-03da18272a00) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:55.691497 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.731578 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e490baf-e8b8-43fc-b68e-e184a5c27c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.787576 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.809284 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74b03854-c4ea-4da8-81e7-aee13465eff2 req-3aa3a7a7-aaf9-44b2-b960-582a8732b208 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 210 time: 0.1032255 Jun 30 02:54:55.875183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0e490baf-e8b8-43fc-b68e-e184a5c27c7a None None] For port b02a6e2f-31f2-464e-a16d-01d8cba6b760, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b02a6e2f-31f2-464e-a16d-01d8cba6b760,segment=NetworkSegment(739315d2-9c07-48fe-b39b-2fef1599b87c),segment_id=739315d2-9c07-48fe-b39b-2fef1599b87c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:55.879148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,segment=NetworkSegment(50ecfc59-fd59-4a7e-af92-6413383681b1),segment_id=50ecfc59-fd59-4a7e-af92-6413383681b1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:55.888352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.907028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Transition to ACTIVE for port object 7081ac9c-3cdf-47d8-b88e-03da18272a00 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:55.986325 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e490baf-e8b8-43fc-b68e-e184a5c27c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.991747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581d5028-776c-449a-abd2-3072e30168c2'}, {'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569dc7f4-2f45-4ddf-a8f4-51a9f3010bed'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:55.994420 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd999aa3-4fbc-4442-97e1-3016bbd46c95" -d '{"events": [{"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-plugged", "status": "completed", "tag": "581d5028-776c-449a-abd2-3072e30168c2"}, {"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-plugged", "status": "completed", "tag": "569dc7f4-2f45-4ddf-a8f4-51a9f3010bed"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:55.999637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.027129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d0d31-6fda-4939-9b6a-51449d93cc50 req-54fd0f32-d3c5-4a5c-bf07-82f2d88eed67 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:56.028556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-085d0d31-6fda-4939-9b6a-51449d93cc50 req-54fd0f32-d3c5-4a5c-bf07-82f2d88eed67 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0683401 Jun 30 02:54:56.068389 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:54:56.068748 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:54:56.073149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e490baf-e8b8-43fc-b68e-e184a5c27c7a None None] Pushing event updated for resources: {'Port': ['ID=b02a6e2f-31f2-464e-a16d-01d8cba6b760,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.075364 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-085d0d31-6fda-4939-9b6a-51449d93cc50 req-e4e4b4ed-4614-4def-a88e-f46fd6ca7c78 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Jun 30 02:54:56.081241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.138932 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3463c7f5-8435-4864-94c3-2c2358ca40e6 None None] Provisioning complete for port b02a6e2f-31f2-464e-a16d-01d8cba6b760 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:56.139340 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3463c7f5-8435-4864-94c3-2c2358ca40e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.173431 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.194235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network d59f046c-4203-4390-9a58-d016f7067dc9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:56.195593 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc206688-a5c1-4e4f-89ef-b4a2a0c148a3 x-openstack-request-id: req-dc206688-a5c1-4e4f-89ef-b4a2a0c148a3 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:56.195897 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-plugged", "status": "completed", "tag": "581d5028-776c-449a-abd2-3072e30168c2", "code": 200}, {"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-plugged", "status": "completed", "tag": "569dc7f4-2f45-4ddf-a8f4-51a9f3010bed", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:56.196163 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc206688-a5c1-4e4f-89ef-b4a2a0c148a3 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:56.196576 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581d5028-776c-449a-abd2-3072e30168c2', 'code': 200} Jun 30 02:54:56.196833 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569dc7f4-2f45-4ddf-a8f4-51a9f3010bed', 'code': 200} Jun 30 02:54:56.197191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:56.212308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:56.212869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.249618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=7081ac9c-3cdf-47d8-b88e-03da18272a00,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.478975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4547f22-4357-48d1-a078-d04f2c032c06 req-8c1c603c-6d2c-4deb-9355-bfc96d6f19b8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:56.479213 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89932e-dec3-4687-b248-6ab8e25fb46d req-587dd03c-5542-42cb-9c12-7c4c09597778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:56.479670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89932e-dec3-4687-b248-6ab8e25fb46d req-587dd03c-5542-42cb-9c12-7c4c09597778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:56.480192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89932e-dec3-4687-b248-6ab8e25fb46d req-587dd03c-5542-42cb-9c12-7c4c09597778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:56.483368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4547f22-4357-48d1-a078-d04f2c032c06 req-8c1c603c-6d2c-4deb-9355-bfc96d6f19b8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0889866 Jun 30 02:54:56.483576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf89932e-dec3-4687-b248-6ab8e25fb46d req-587dd03c-5542-42cb-9c12-7c4c09597778 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2870 time: 0.1233029 Jun 30 02:54:56.540984 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4547f22-4357-48d1-a078-d04f2c032c06 req-5a6b5160-24c3-43a5-84fb-68de30b0a326 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 Jun 30 02:54:56.617301 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf89932e-dec3-4687-b248-6ab8e25fb46d req-7699b1e9-56af-42d2-83f6-ee1a00cf0b8a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278675 Jun 30 02:54:56.632167 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.687966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517c264-76ba-4faa-871e-d7918d20adfe req-8e5db43f-601e-47ab-949b-5e92c10ed3d4 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:56.689991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-8e5db43f-601e-47ab-949b-5e92c10ed3d4 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.74 "GET /v2.0/networks?id=748de3ad-cf64-4919-8be0-f6d49973a414 HTTP/1.1" status: 200 len: 821 time: 0.1876445 Jun 30 02:54:56.709006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Request body: {'port': {'device_id': '8cc50ccd-2293-45ca-a496-01f23d968351', 'network_id': '748de3ad-cf64-4919-8be0-f6d49973a414', 'admin_state_up': True, 'tenant_id': '8580dd3914a74823b2fbea00d6550283'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:56.883048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-22bc6ee6-6aad-4932-bbce-be199497873a None None] Provisioning for port 7081ac9c-3cdf-47d8-b88e-03da18272a00 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:56.887354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-22bc6ee6-6aad-4932-bbce-be199497873a None None] Provisioning complete for port 7081ac9c-3cdf-47d8-b88e-03da18272a00 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:56.887944 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22bc6ee6-6aad-4932-bbce-be199497873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.977863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0490df52-db19-4da5-a4b0-85af09f28b22 None None] Network cd368cc5-beba-4034-bc86-a83eb735493b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:57.023909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614598e-c3aa-4a5d-98ea-5cdd469077f2 req-4e4d58f9-aa11-4d41-98af-fed063c1712c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:57.030454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614598e-c3aa-4a5d-98ea-5cdd469077f2 req-4e4d58f9-aa11-4d41-98af-fed063c1712c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:57.037026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614598e-c3aa-4a5d-98ea-5cdd469077f2 req-4e4d58f9-aa11-4d41-98af-fed063c1712c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:57.039244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614598e-c3aa-4a5d-98ea-5cdd469077f2 req-4e4d58f9-aa11-4d41-98af-fed063c1712c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2417 time: 0.2275212 Jun 30 02:54:57.095044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e614598e-c3aa-4a5d-98ea-5cdd469077f2 req-2fd9dcc1-236f-4525-b489-0d60415f8d91 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470352 Jun 30 02:54:57.101979 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b470d7f-a9c8-477d-a1b3-6f644c417728 req-20dbf4c7-60c6-4cbc-a3a9-a0768f75948c tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 210 time: 0.0487013 Jun 30 02:54:57.157833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Made reservation on behalf of 8580dd3914a74823b2fbea00d6550283 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:57.161599 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.202327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.238353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b02a6e2f-31f2-464e-a16d-01d8cba6b760 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:57.282642 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.283874 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.299928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-22bc6ee6-6aad-4932-bbce-be199497873a None None] Port 7081ac9c-3cdf-47d8-b88e-03da18272a00 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:57.386043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Allocated IP 172.20.0.6 (748de3ad-cf64-4919-8be0-f6d49973a414/5358e82e-3cca-4ecd-bc26-23d539d38f01/86fa2d32-ee53-4252-9844-3a5a0acd685e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:57.404242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b02a6e2f-31f2-464e-a16d-01d8cba6b760 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:57.404557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87259c-9204-45f1-a81e-a38a6ee1bab5 req-7dd17987-dca3-4346-86d2-11fcad7519ee tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:57.405090 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.412103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a87259c-9204-45f1-a81e-a38a6ee1bab5 req-7dd17987-dca3-4346-86d2-11fcad7519ee tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1373394 Jun 30 02:54:57.446483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=7081ac9c-3cdf-47d8-b88e-03da18272a00,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:57.459148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.459678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.460233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.460696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.461112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.461573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.462003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.462689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.463121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.463536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.463940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.464395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:57.477901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a87259c-9204-45f1-a81e-a38a6ee1bab5 req-55b591f6-dc3a-48d6-885e-cbabb30944f6 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648971 Jun 30 02:54:57.519171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network d59f046c-4203-4390-9a58-d016f7067dc9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:57.520961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:57.548400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a637e5b5-ebbc-4292-bc14-9699d1e25815 None None] Provisioning for port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:57.580040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:57.730589 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.745202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:57.749299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:57.749751 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.874124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dcadc-c123-4dc5-ba9d-67b14c9ab18a req-673d7c76-a929-48fc-8a92-36cf27ea1de1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:57.875694 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-995dcadc-c123-4dc5-ba9d-67b14c9ab18a req-673d7c76-a929-48fc-8a92-36cf27ea1de1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1273792 Jun 30 02:54:57.890883 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.917143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-00d82ec7-3c01-483f-a73e-daf9033efa55 None None] Provisioning complete for port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:57.917535 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-00d82ec7-3c01-483f-a73e-daf9033efa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.929140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-995dcadc-c123-4dc5-ba9d-67b14c9ab18a req-783e6f56-c02b-4c96-959d-40b5d285ef7f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 Jun 30 02:54:57.942764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.964817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1d26ee62-b52c-42e7-8559-ebeb2bcedc9e,segment=NetworkSegment(432fd954-4ebc-40bf-a810-ea9a375a6444),segment_id=432fd954-4ebc-40bf-a810-ea9a375a6444)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:58.013066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Pushing event updated for resources: {'Port': ['ID=86fa2d32-ee53-4252-9844-3a5a0acd685e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:58.013569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router a8796b93-73cc-43f3-ba38-71582a0177d1 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:54:58.018575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Network 748de3ad-cf64-4919-8be0-f6d49973a414 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:58.020856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:58.031562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:58.042844 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-00d82ec7-3c01-483f-a73e-daf9033efa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.086119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.087177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.091217 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.159046 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-00d82ec7-3c01-483f-a73e-daf9033efa55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:54:58.159546 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-00d82ec7-3c01-483f-a73e-daf9033efa55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:54:58.168643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:58.174051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-06f27adb-5f68-4802-b518-fbc018f9907b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/a8796b93-73cc-43f3-ba38-71582a0177d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8917878 Jun 30 02:54:58.174827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1d26ee62-b52c-42e7-8559-ebeb2bcedc9e,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:58.177557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36570) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:58.184792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5883ac-a9b8-4759-85b8-637005c4f8fa None None] Sync routers for ids ['a8796b93-73cc-43f3-ba38-71582a0177d1'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:58.195712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5883ac-a9b8-4759-85b8-637005c4f8fa None None] Routers {'a8796b93-73cc-43f3-ba38-71582a0177d1'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:58.198136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3b5883ac-a9b8-4759-85b8-637005c4f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a8796b93-73cc-43f3-ba38-71582a0177d1'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:58.231641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae3216-e3f5-4f5c-9b64-0867ce2832b4 req-c8d90b01-65aa-4bba-8b41-a74d5bd34758 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.231885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c27bb0af-65de-4b21-88f7-ecd50edaf5c8 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5324600 Jun 30 02:54:58.232278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3b5883ac-a9b8-4759-85b8-637005c4f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:58.233156 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5ae3216-e3f5-4f5c-9b64-0867ce2832b4 req-c8d90b01-65aa-4bba-8b41-a74d5bd34758 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1503246 Jun 30 02:54:58.244360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Request body: {'port': {'device_id': '8cc50ccd-2293-45ca-a496-01f23d968351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:58.251834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5883ac-a9b8-4759-85b8-637005c4f8fa None None] Routers {'a8796b93-73cc-43f3-ba38-71582a0177d1'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:58.252656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3b5883ac-a9b8-4759-85b8-637005c4f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:54:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a8796b93-73cc-43f3-ba38-71582a0177d1'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:58.261914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d81e0-86e0-443b-bf54-3d6d819b9d06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.265881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-407d81e0-86e0-443b-bf54-3d6d819b9d06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports/7081ac9c-3cdf-47d8-b88e-03da18272a00 HTTP/1.1" status: 200 len: 911 time: 0.0851064 Jun 30 02:54:58.267239 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36572) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:58.289386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3b5883ac-a9b8-4759-85b8-637005c4f8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:58.290188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5883ac-a9b8-4759-85b8-637005c4f8fa None None] The sync data for ids ['a8796b93-73cc-43f3-ba38-71582a0177d1'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:58.360807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.370920 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5ae3216-e3f5-4f5c-9b64-0867ce2832b4 req-5c81a78a-7329-471d-857a-d5948412b771 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320176 Jun 30 02:54:58.384638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652b3c4-46bb-4fc0-a31b-9ca12174f4cc req-a676f23b-f2cf-48da-a7a2-c323db82b3f7 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.390513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652b3c4-46bb-4fc0-a31b-9ca12174f4cc req-a676f23b-f2cf-48da-a7a2-c323db82b3f7 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.396389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652b3c4-46bb-4fc0-a31b-9ca12174f4cc req-a676f23b-f2cf-48da-a7a2-c323db82b3f7 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.398172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3652b3c4-46bb-4fc0-a31b-9ca12174f4cc req-a676f23b-f2cf-48da-a7a2-c323db82b3f7 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2417 time: 0.1314454 Jun 30 02:54:58.520733 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3652b3c4-46bb-4fc0-a31b-9ca12174f4cc req-1ba12c6f-20c1-4268-8579-1d10a23c60f2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001172 Jun 30 02:54:58.548259 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-646078df-4527-4dc0-91e9-e438a20da9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.643646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8eba0-bc95-4954-a32b-d805875c095c req-1a06fa82-ca67-4649-99d3-561814e4a02e tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.645132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21f8eba0-bc95-4954-a32b-d805875c095c req-1a06fa82-ca67-4649-99d3-561814e4a02e tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 931 time: 0.1491921 Jun 30 02:54:58.705008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fa2d32-ee53-4252-9844-3a5a0acd685e {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:58.715301 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.738305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21f8eba0-bc95-4954-a32b-d805875c095c req-ed4aab82-3170-45d5-bba5-8cd81f798d1e tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848873 Jun 30 02:54:58.761169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Transition to ACTIVE for port object 86fa2d32-ee53-4252-9844-3a5a0acd685e will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:58.844917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:58.870951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.881193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-087f2809-cda9-4e68-bfb5-4a2d92d0b3d8 None None] Provisioning complete for port 7081ac9c-3cdf-47d8-b88e-03da18272a00 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:58.882254 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-087f2809-cda9-4e68-bfb5-4a2d92d0b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.949146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-087f2809-cda9-4e68-bfb5-4a2d92d0b3d8 None None] Port 7081ac9c-3cdf-47d8-b88e-03da18272a00 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:58.956716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:58.957224 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.170892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56a06e-31b2-450a-9d2b-d8e0472ebab4 req-185cb88a-beaf-44df-b4a9-3b4901366839 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:59.172414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f56a06e-31b2-450a-9d2b-d8e0472ebab4 req-185cb88a-beaf-44df-b4a9-3b4901366839 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1585240 Jun 30 02:54:59.221506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.242125 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f56a06e-31b2-450a-9d2b-d8e0472ebab4 req-80a25f11-7e78-4e1b-9cf3-fa527297654e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511227 Jun 30 02:54:59.243162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Allocated IP 2001:db8:1::1 (cd368cc5-beba-4034-bc86-a83eb735493b/222e0920-dc10-4cbf-82a2-64da548a9aed/65840b94-e3d8-4699-8003-b268062c5f38) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:59.293226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Pushing event updated for resources: {'Port': ['ID=86fa2d32-ee53-4252-9844-3a5a0acd685e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:59.355389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd5284-8d2b-449e-bddf-e08cc4d542eb req-5d7d6961-63a7-4628-b0aa-1209a4d229da tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:59.356949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53dd5284-8d2b-449e-bddf-e08cc4d542eb req-5d7d6961-63a7-4628-b0aa-1209a4d229da tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.5274637 Jun 30 02:54:59.373170 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.402199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Attempting to bind port 86fa2d32-ee53-4252-9844-3a5a0acd685e on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:59.402540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Attempting to bind port 86fa2d32-ee53-4252-9844-3a5a0acd685e by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'e6f9ca8e-27c4-474b-9e52-db1967fb85ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '748de3ad-cf64-4919-8be0-f6d49973a414'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:59.402869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Attempting to bind port 86fa2d32-ee53-4252-9844-3a5a0acd685e on network 748de3ad-cf64-4919-8be0-f6d49973a414 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:59.412989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Port 86fa2d32-ee53-4252-9844-3a5a0acd685e on network 748de3ad-cf64-4919-8be0-f6d49973a414 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:59.413205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Attempting to bind port 86fa2d32-ee53-4252-9844-3a5a0acd685e on network 748de3ad-cf64-4919-8be0-f6d49973a414 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:59.414808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Transition to ACTIVE for port object 65840b94-e3d8-4699-8003-b268062c5f38 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:59.421758 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53dd5284-8d2b-449e-bddf-e08cc4d542eb req-704e1356-b626-453f-ab0f-bb946bad5dd4 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565979 Jun 30 02:54:59.422876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:59.423217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Checking segment: {'id': 'e6f9ca8e-27c4-474b-9e52-db1967fb85ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '748de3ad-cf64-4919-8be0-f6d49973a414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:59.423596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Bound using segment: {'id': 'e6f9ca8e-27c4-474b-9e52-db1967fb85ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '748de3ad-cf64-4919-8be0-f6d49973a414'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:59.424062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Bound port: 86fa2d32-ee53-4252-9844-3a5a0acd685e, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f9ca8e-27c4-474b-9e52-db1967fb85ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '748de3ad-cf64-4919-8be0-f6d49973a414'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:59.424428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.470642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf34907-035f-4f59-bda6-154175d9e44c req-4e53923f-ce40-4200-a357-3884f62302d1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:59.472191 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0cf34907-035f-4f59-bda6-154175d9e44c req-4e53923f-ce40-4200-a357-3884f62302d1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0966954 Jun 30 02:54:59.497248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] For port 86fa2d32-ee53-4252-9844-3a5a0acd685e, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:59.500553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] For port 86fa2d32-ee53-4252-9844-3a5a0acd685e, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=86fa2d32-ee53-4252-9844-3a5a0acd685e,segment=NetworkSegment(e6f9ca8e-27c4-474b-9e52-db1967fb85ba),segment_id=e6f9ca8e-27c4-474b-9e52-db1967fb85ba)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:59.515566 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0cf34907-035f-4f59-bda6-154175d9e44c req-72c68234-6eb1-4536-907b-f57e1489a485 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338442 Jun 30 02:54:59.534136 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.585033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network cd368cc5-beba-4034-bc86-a83eb735493b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:59.588370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:59.592251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:59.592844 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.626307 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.709740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Pushing event updated for resources: {'Port': ['ID=86fa2d32-ee53-4252-9844-3a5a0acd685e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:59.724535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:59.725760 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.727267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-e4054180-66b7-4f1f-ba32-e5472ba5a070 service neutron] 10.222.0.74 "PUT /v2.0/ports/86fa2d32-ee53-4252-9844-3a5a0acd685e HTTP/1.1" status: 200 len: 1091 time: 1.4880393 Jun 30 02:54:59.727748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc50ccd-2293-45ca-a496-01f23d968351', 'tag': '86fa2d32-ee53-4252-9844-3a5a0acd685e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:59.730306 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacb5a4c-8469-4268-a34f-dec8749c8a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc50ccd-2293-45ca-a496-01f23d968351", "tag": "86fa2d32-ee53-4252-9844-3a5a0acd685e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:59.777526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36506e70-651f-4c58-ad28-dc87685d77d4 req-8460e24b-ba12-4e38-9061-76ce33faf5f9 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:59.782024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36506e70-651f-4c58-ad28-dc87685d77d4 req-8460e24b-ba12-4e38-9061-76ce33faf5f9 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1297724 Jun 30 02:54:59.832533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36506e70-651f-4c58-ad28-dc87685d77d4 req-aed42b3c-2144-4790-b0fd-53e889d08ad7 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464284 Jun 30 02:54:59.925396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517c264-76ba-4faa-871e-d7918d20adfe req-68c0a922-07ab-4710-9ef7-cd0f71269489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:59.926933 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-68c0a922-07ab-4710-9ef7-cd0f71269489 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8580dd3914a74823b2fbea00d6550283&device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 1094 time: 0.0680139 Jun 30 02:54:59.938824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=65840b94-e3d8-4699-8003-b268062c5f38,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:59.978623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-18cd0028-d8c6-4128-b7c8-ca9378380b55 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86fa2d32-ee53-4252-9844-3a5a0acd685e HTTP/1.1" status: 200 len: 217 time: 0.0438108 Jun 30 02:55:00.067972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517c264-76ba-4faa-871e-d7918d20adfe req-3856a4dd-05e8-428b-b996-8c6bd0dfeda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:00.070171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-3856a4dd-05e8-428b-b996-8c6bd0dfeda9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5358e82e-3cca-4ecd-bc26-23d539d38f01 HTTP/1.1" status: 200 len: 861 time: 0.0828981 Jun 30 02:55:00.111248 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-696e7181-f0c7-417f-8550-0b0f18f54d60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=748de3ad-cf64-4919-8be0-f6d49973a414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331919 Jun 30 02:55:00.120302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc7bdb-aa45-47d4-accd-e4239102e3d9 req-bed4e782-b535-48f1-bd3d-d54767258578 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:00.121927 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8dc7bdb-aa45-47d4-accd-e4239102e3d9 req-bed4e782-b535-48f1-bd3d-d54767258578 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1465180 Jun 30 02:55:00.215502 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8dc7bdb-aa45-47d4-accd-e4239102e3d9 req-c1cc00f0-2d8a-4dc8-84c6-3f406958e4c3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847163 Jun 30 02:55:00.248159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-322df1d7-59b3-4a6d-bc49-961a8eeb33c4 service neutron] 10.222.0.74 "GET /v2.0/networks/748de3ad-cf64-4919-8be0-f6d49973a414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251738 Jun 30 02:55:00.263693 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cf3010-3d6c-4d0c-8bd7-8b3a065998be x-openstack-request-id: req-e1cf3010-3d6c-4d0c-8bd7-8b3a065998be {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:00.264009 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc50ccd-2293-45ca-a496-01f23d968351", "tag": "86fa2d32-ee53-4252-9844-3a5a0acd685e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:00.264315 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1cf3010-3d6c-4d0c-8bd7-8b3a065998be {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:00.264719 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc50ccd-2293-45ca-a496-01f23d968351', 'tag': '86fa2d32-ee53-4252-9844-3a5a0acd685e', 'status': 'completed', 'code': 200} Jun 30 02:55:00.276900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-03b7f488-4bdd-4cf6-bcb9-71def01b6790 None None] Provisioning for port 65840b94-e3d8-4699-8003-b268062c5f38 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:00.280764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-03b7f488-4bdd-4cf6-bcb9-71def01b6790 None None] Provisioning complete for port 65840b94-e3d8-4699-8003-b268062c5f38 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:00.281133 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03b7f488-4bdd-4cf6-bcb9-71def01b6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.328886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-03b7f488-4bdd-4cf6-bcb9-71def01b6790 None None] Port 65840b94-e3d8-4699-8003-b268062c5f38 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:00.357356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2517c264-76ba-4faa-871e-d7918d20adfe req-c99a0bec-05be-4582-ba78-b8b0ad75cf66 service neutron] 10.222.0.74 "GET /v2.0/networks/748de3ad-cf64-4919-8be0-f6d49973a414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028671 Jun 30 02:55:00.428159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5463b4a-a8b1-4ed7-9be2-d511628cce11 req-428031ea-0af2-43d9-98c9-0232d1b5fa72 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:00.430222 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a5463b4a-a8b1-4ed7-9be2-d511628cce11 req-428031ea-0af2-43d9-98c9-0232d1b5fa72 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 943 time: 0.0699897 Jun 30 02:55:00.469047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a5463b4a-a8b1-4ed7-9be2-d511628cce11 req-8b06b68c-5fb9-4723-9352-770dd9bd0f27 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Jun 30 02:55:00.507008 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.590159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb5a4c-8469-4268-a34f-dec8749c8a5c req-affedc3a-e59d-4df6-912f-fd63c473bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:00.591856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aacb5a4c-8469-4268-a34f-dec8749c8a5c req-affedc3a-e59d-4df6-912f-fd63c473bd73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8580dd3914a74823b2fbea00d6550283&device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 1094 time: 0.0664597 Jun 30 02:55:00.697056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb5a4c-8469-4268-a34f-dec8749c8a5c req-d4bfc81b-afed-477d-8878-3d9342a1bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:00.698726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aacb5a4c-8469-4268-a34f-dec8749c8a5c req-d4bfc81b-afed-477d-8878-3d9342a1bae4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=748de3ad-cf64-4919-8be0-f6d49973a414 HTTP/1.1" status: 200 len: 922 time: 0.0972335 Jun 30 02:55:00.750362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aacb5a4c-8469-4268-a34f-dec8749c8a5c req-a3bf50f6-241d-433f-8ea1-c7e3e8145875 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86fa2d32-ee53-4252-9844-3a5a0acd685e HTTP/1.1" status: 200 len: 217 time: 0.0410266 Jun 30 02:55:00.811104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb5a4c-8469-4268-a34f-dec8749c8a5c req-d95b5e88-4930-429b-b32b-244558fef178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:00.812683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aacb5a4c-8469-4268-a34f-dec8749c8a5c req-d95b5e88-4930-429b-b32b-244558fef178 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5358e82e-3cca-4ecd-bc26-23d539d38f01 HTTP/1.1" status: 200 len: 861 time: 0.0553908 Jun 30 02:55:00.829345 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.863638 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aacb5a4c-8469-4268-a34f-dec8749c8a5c req-bd5b24f4-5fa7-42a7-be97-167c861e92c5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=748de3ad-cf64-4919-8be0-f6d49973a414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342925 Jun 30 02:55:00.942578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772780f9-4e43-4963-81af-515e1dbdd964 req-006c20a2-79e8-482e-b0d7-fa7a84aa35a0 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:00.944754 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-772780f9-4e43-4963-81af-515e1dbdd964 req-006c20a2-79e8-482e-b0d7-fa7a84aa35a0 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1482718 Jun 30 02:55:00.973558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.974411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.002104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aacb5a4c-8469-4268-a34f-dec8749c8a5c req-7737b782-9166-453e-b529-e0680efb4d84 service neutron] 10.222.0.74 "GET /v2.0/networks/748de3ad-cf64-4919-8be0-f6d49973a414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303651 Jun 30 02:55:01.005087 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-772780f9-4e43-4963-81af-515e1dbdd964 req-c51d19a5-e413-4b53-839d-19c529ece17e tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535631 Jun 30 02:55:01.085619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=65840b94-e3d8-4699-8003-b268062c5f38,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:01.106597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aacb5a4c-8469-4268-a34f-dec8749c8a5c req-0143df28-f56b-40c7-9661-9388b32ab610 service neutron] 10.222.0.74 "GET /v2.0/networks/748de3ad-cf64-4919-8be0-f6d49973a414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960116 Jun 30 02:55:01.133400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network cd368cc5-beba-4034-bc86-a83eb735493b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:01.135168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:01.211964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a8372-6221-424c-96f8-de16b03f1160 req-95839dea-3a89-4115-937e-e650509a4ee3 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:01.218324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a8372-6221-424c-96f8-de16b03f1160 req-95839dea-3a89-4115-937e-e650509a4ee3 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:01.224479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a8372-6221-424c-96f8-de16b03f1160 req-95839dea-3a89-4115-937e-e650509a4ee3 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:01.226736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b39a8372-6221-424c-96f8-de16b03f1160 req-95839dea-3a89-4115-937e-e650509a4ee3 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2417 time: 0.1042836 Jun 30 02:55:01.265068 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.270596 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b39a8372-6221-424c-96f8-de16b03f1160 req-9e956871-5f1a-449c-bbcb-0580584f075a tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373421 Jun 30 02:55:01.300743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router a8796b93-73cc-43f3-ba38-71582a0177d1 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:01.390951 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e0ee-ec24-48c6-99b2-4e8e793f0029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.416563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a516b16-ea30-468d-91bb-b7b391dcbadc req-deeee3f6-ca4f-4fe0-a3ab-84110f169bde tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:01.418071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a516b16-ea30-468d-91bb-b7b391dcbadc req-deeee3f6-ca4f-4fe0-a3ab-84110f169bde tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1504598 Jun 30 02:55:01.445174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:01.448448 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cf504db7-e466-4808-918c-ef274b9e6be2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/a8796b93-73cc-43f3-ba38-71582a0177d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1813869 Jun 30 02:55:01.455990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36612) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:01.456753 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073e5d0-29e3-4c04-854c-63df496b9aaa None None] Sync routers for ids ['a8796b93-73cc-43f3-ba38-71582a0177d1'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:01.468968 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073e5d0-29e3-4c04-854c-63df496b9aaa None None] Routers {'a8796b93-73cc-43f3-ba38-71582a0177d1'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:01.470193 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b073e5d0-29e3-4c04-854c-63df496b9aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a8796b93-73cc-43f3-ba38-71582a0177d1'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:01.472093 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a516b16-ea30-468d-91bb-b7b391dcbadc req-1e507c00-e75c-49fc-85c3-420cfa767a48 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481837 Jun 30 02:55:01.474001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1af94c30-cb1e-4a06-b6a0-2885a15f6e57 None None] Provisioning complete for port 65840b94-e3d8-4699-8003-b268062c5f38 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:01.474377 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1af94c30-cb1e-4a06-b6a0-2885a15f6e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.519570 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b073e5d0-29e3-4c04-854c-63df496b9aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:01.524607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1af94c30-cb1e-4a06-b6a0-2885a15f6e57 None None] Port 65840b94-e3d8-4699-8003-b268062c5f38 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:01.531763 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073e5d0-29e3-4c04-854c-63df496b9aaa None None] Routers {'a8796b93-73cc-43f3-ba38-71582a0177d1'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:01.532695 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b073e5d0-29e3-4c04-854c-63df496b9aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a8796b93-73cc-43f3-ba38-71582a0177d1'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:01.539900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d0fdbf-e50e-4848-a10e-76667d6161c7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:01.543754 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b0d0fdbf-e50e-4848-a10e-76667d6161c7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports/65840b94-e3d8-4699-8003-b268062c5f38 HTTP/1.1" status: 200 len: 913 time: 0.0838401 Jun 30 02:55:01.544446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36618) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:01.574404 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b073e5d0-29e3-4c04-854c-63df496b9aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:01.575523 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b073e5d0-29e3-4c04-854c-63df496b9aaa None None] The sync data for ids ['a8796b93-73cc-43f3-ba38-71582a0177d1'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:01.606205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d324-9371-4eaf-a3aa-378a4845dfc0 req-55dd9ea0-75f4-4524-a10c-cff12ac7cd34 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:01.607813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0721d324-9371-4eaf-a3aa-378a4845dfc0 req-55dd9ea0-75f4-4524-a10c-cff12ac7cd34 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0839484 Jun 30 02:55:01.647810 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0721d324-9371-4eaf-a3aa-378a4845dfc0 req-3a050438-2fb7-49fe-abb5-87a09e3fe9e4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341020 Jun 30 02:55:01.764586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798714-38f0-4716-98df-9c0ce77b1fa4 req-ce348ca5-d4b1-4931-b420-753d66b1b42e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:01.766097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8798714-38f0-4716-98df-9c0ce77b1fa4 req-ce348ca5-d4b1-4931-b420-753d66b1b42e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1485283 Jun 30 02:55:01.811717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d341-6f3f-4967-8fb4-a2483147714b req-9fc108d1-59b2-489e-93d9-a717af6bb2ec tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:01.813343 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4953d341-6f3f-4967-8fb4-a2483147714b req-9fc108d1-59b2-489e-93d9-a717af6bb2ec tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 943 time: 0.0654294 Jun 30 02:55:01.843369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8798714-38f0-4716-98df-9c0ce77b1fa4 req-22407157-5d99-42d2-b522-e563cc1057ca tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681381 Jun 30 02:55:01.854690 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4953d341-6f3f-4967-8fb4-a2483147714b req-eedd238d-4fa7-4b1a-b603-ee550eb60a2d tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354469 Jun 30 02:55:01.968931 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.113650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b40b2-603a-4e69-b90d-c4632168006a req-a1ff3f3e-9227-48ed-92c9-b6bdc028c831 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.115130 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f6b40b2-603a-4e69-b90d-c4632168006a req-a1ff3f3e-9227-48ed-92c9-b6bdc028c831 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0714684 Jun 30 02:55:02.155907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f6b40b2-603a-4e69-b90d-c4632168006a req-d65176d0-1a24-4e5a-b70e-5ebd46e053be tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341899 Jun 30 02:55:02.246919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 65840b94-e3d8-4699-8003-b268062c5f38 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:02.247296 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.331583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-48c50cb9-df32-4a58-ba05-a8a16faa0b6d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.337628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-48c50cb9-df32-4a58-ba05-a8a16faa0b6d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.343568 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.344134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-48c50cb9-df32-4a58-ba05-a8a16faa0b6d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.345876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-48c50cb9-df32-4a58-ba05-a8a16faa0b6d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2417 time: 0.1344857 Jun 30 02:55:02.355482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 65840b94-e3d8-4699-8003-b268062c5f38 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:02.397040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb65bb9-6cfa-4187-864b-1415113fa80c req-5e456658-2227-4099-b5f0-99ed050522d2 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.398668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-deb65bb9-6cfa-4187-864b-1415113fa80c req-5e456658-2227-4099-b5f0-99ed050522d2 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1329827 Jun 30 02:55:02.478297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-deb65bb9-6cfa-4187-864b-1415113fa80c req-06e5024c-3c81-4c76-9ad7-f430e4f81d02 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706382 Jun 30 02:55:02.507923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-31e6aa43-719b-4a28-89af-18166994faae tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:02.507923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-31e6aa43-719b-4a28-89af-18166994faae tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.623313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-31e6aa43-719b-4a28-89af-18166994faae tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] For port 9426e8f7-42b6-4d52-85cc-393c9d2c4732, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9426e8f7-42b6-4d52-85cc-393c9d2c4732,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:02.623674 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-31e6aa43-719b-4a28-89af-18166994faae tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.641767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-31e6aa43-719b-4a28-89af-18166994faae tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Calling delete_port for 9426e8f7-42b6-4d52-85cc-393c9d2c4732 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:02.654124 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.683818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=65840b94-e3d8-4699-8003-b268062c5f38,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:02.708197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501745-5fa8-46f1-ab9c-2efcb1856207 req-166b6b5f-9cc7-440a-9b1c-97819d4a5fce tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.714229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c501745-5fa8-46f1-ab9c-2efcb1856207 req-166b6b5f-9cc7-440a-9b1c-97819d4a5fce tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1309083 Jun 30 02:55:02.795058 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c501745-5fa8-46f1-ab9c-2efcb1856207 req-02c04be8-261b-44cc-b4f1-c2a9dd314081 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780928 Jun 30 02:55:02.827041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.871984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fafc-d30c-4617-80db-577b4eeaf9d3 req-2bcc1233-0bd4-44ba-b0e0-0f724784c55c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.877887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fafc-d30c-4617-80db-577b4eeaf9d3 req-2bcc1233-0bd4-44ba-b0e0-0f724784c55c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.884641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fafc-d30c-4617-80db-577b4eeaf9d3 req-2bcc1233-0bd4-44ba-b0e0-0f724784c55c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.886511 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39b7fafc-d30c-4617-80db-577b4eeaf9d3 req-2bcc1233-0bd4-44ba-b0e0-0f724784c55c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 2417 time: 0.1881914 Jun 30 02:55:02.890519 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.967884 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-31e6aa43-719b-4a28-89af-18166994faae tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.979163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9426e8f7-42b6-4d52-85cc-393c9d2c4732', '581d5028-776c-449a-abd2-3072e30168c2', '569dc7f4-2f45-4ddf-a8f4-51a9f3010bed'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:03.016888 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6aa43-719b-4a28-89af-18166994faae tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Port': ['ID=9426e8f7-42b6-4d52-85cc-393c9d2c4732,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:03.051193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39b7fafc-d30c-4617-80db-577b4eeaf9d3 req-7551e226-13bb-497e-a8dd-8df7a39ba0ba tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577635 Jun 30 02:55:03.119188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-31e6aa43-719b-4a28-89af-18166994faae tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] No DVR routers for this DVR port 9426e8f7-42b6-4d52-85cc-393c9d2c4732 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:03.122628 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-31e6aa43-719b-4a28-89af-18166994faae tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.124754 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-31e6aa43-719b-4a28-89af-18166994faae tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "DELETE /v2.0/ports/9426e8f7-42b6-4d52-85cc-393c9d2c4732 HTTP/1.1" status: 204 len: 173 time: 0.7714026 Jun 30 02:55:03.125207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-deleted', 'tag': '9426e8f7-42b6-4d52-85cc-393c9d2c4732'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:03.127956 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2099247-e192-4852-98cd-b9213f044ee9" -d '{"events": [{"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-deleted", "tag": "9426e8f7-42b6-4d52-85cc-393c9d2c4732"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:03.245230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ba40b-d9da-4a29-9e37-2fab766999bd req-193b183a-74b3-415f-b38b-bcb4e932c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:03.253968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8f2ba40b-d9da-4a29-9e37-2fab766999bd req-193b183a-74b3-415f-b38b-bcb4e932c2de service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 1096 time: 0.1992006 Jun 30 02:55:03.264025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router a8796b93-73cc-43f3-ba38-71582a0177d1 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:03.298954 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8f2ba40b-d9da-4a29-9e37-2fab766999bd req-21201c66-cd0f-4c1e-8fa6-cdd63e470e3e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 Jun 30 02:55:03.316733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-79f37115-4dfa-4134-8367-b447c4a37947 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:03.317080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-79f37115-4dfa-4134-8367-b447c4a37947 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.352376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 86fa2d32-ee53-4252-9844-3a5a0acd685e details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:03.434965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e41f4-6404-4f6e-8492-101af9f5c19a req-2ddc2ac4-9a46-4b1d-a859-99ac63b1bb52 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:03.442701 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-858e41f4-6404-4f6e-8492-101af9f5c19a req-2ddc2ac4-9a46-4b1d-a859-99ac63b1bb52 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 943 time: 0.1740856 Jun 30 02:55:03.444516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-79f37115-4dfa-4134-8367-b447c4a37947 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] For port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,segment=NetworkSegment(50ecfc59-fd59-4a7e-af92-6413383681b1),segment_id=50ecfc59-fd59-4a7e-af92-6413383681b1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:03.444889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-79f37115-4dfa-4134-8367-b447c4a37947 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.451453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:03.461465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-79f37115-4dfa-4134-8367-b447c4a37947 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Calling delete_port for 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:03.466306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fb1df418-120e-491b-a196-01da28fb665b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/a8796b93-73cc-43f3-ba38-71582a0177d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9182854 Jun 30 02:55:03.468241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36648) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.468966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866ba1c-e31b-4a78-b0ed-ba04b4cbeb8f None None] Sync routers for ids ['a8796b93-73cc-43f3-ba38-71582a0177d1'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:03.485265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 86fa2d32-ee53-4252-9844-3a5a0acd685e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=86fa2d32-ee53-4252-9844-3a5a0acd685e,segment=NetworkSegment(e6f9ca8e-27c4-474b-9e52-db1967fb85ba),segment_id=e6f9ca8e-27c4-474b-9e52-db1967fb85ba)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:03.501571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866ba1c-e31b-4a78-b0ed-ba04b4cbeb8f None None] Routers {'a8796b93-73cc-43f3-ba38-71582a0177d1'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:03.502478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0866ba1c-e31b-4a78-b0ed-ba04b4cbeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a8796b93-73cc-43f3-ba38-71582a0177d1'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:03.507794 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-858e41f4-6404-4f6e-8492-101af9f5c19a req-98aed1fc-d40a-4303-b212-4104f9744492 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623887 Jun 30 02:55:03.543695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '86fa2d32-ee53-4252-9844-3a5a0acd685e', 'network_id': '748de3ad-cf64-4919-8be0-f6d49973a414', 'port_id': '86fa2d32-ee53-4252-9844-3a5a0acd685e', 'mac_address': 'fa:16:3e:9d:e3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5358e82e-3cca-4ecd-bc26-23d539d38f01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:03.545438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0866ba1c-e31b-4a78-b0ed-ba04b4cbeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:03.575416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866ba1c-e31b-4a78-b0ed-ba04b4cbeb8f None None] Routers {'a8796b93-73cc-43f3-ba38-71582a0177d1'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:03.576052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0866ba1c-e31b-4a78-b0ed-ba04b4cbeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a8796b93-73cc-43f3-ba38-71582a0177d1'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:03.584689 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59ab200-89db-4238-9c66-4d855ca70ae1 x-openstack-request-id: req-a59ab200-89db-4238-9c66-4d855ca70ae1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:03.584978 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-deleted", "tag": "9426e8f7-42b6-4d52-85cc-393c9d2c4732", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:03.585354 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a59ab200-89db-4238-9c66-4d855ca70ae1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:03.585644 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-deleted', 'tag': '9426e8f7-42b6-4d52-85cc-393c9d2c4732', 'status': 'completed', 'code': 200} Jun 30 02:55:03.619317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0866ba1c-e31b-4a78-b0ed-ba04b4cbeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:03.620168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866ba1c-e31b-4a78-b0ed-ba04b4cbeb8f None None] The sync data for ids ['a8796b93-73cc-43f3-ba38-71582a0177d1'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:03.634413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.653387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fa2d32-ee53-4252-9844-3a5a0acd685e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:03.685888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 86fa2d32-ee53-4252-9844-3a5a0acd685e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=86fa2d32-ee53-4252-9844-3a5a0acd685e,segment=NetworkSegment(e6f9ca8e-27c4-474b-9e52-db1967fb85ba),segment_id=e6f9ca8e-27c4-474b-9e52-db1967fb85ba)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:03.697706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebe6ce-b659-4cef-b801-e16208c7b23b req-1a4fcb89-48ad-4e87-98ee-c41778dabf6b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:03.699331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4ebe6ce-b659-4cef-b801-e16208c7b23b req-1a4fcb89-48ad-4e87-98ee-c41778dabf6b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1762283 Jun 30 02:55:03.738786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d5b9d-0f59-4c43-bc16-54d1a3accaf5 req-f3b6077a-6caf-46e1-be24-b35b65b66dd1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:03.740280 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b09d5b9d-0f59-4c43-bc16-54d1a3accaf5 req-f3b6077a-6caf-46e1-be24-b35b65b66dd1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0692217 Jun 30 02:55:03.780025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b09d5b9d-0f59-4c43-bc16-54d1a3accaf5 req-9392f0f8-9ecb-4f4e-b055-56eb4952cfde tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338020 Jun 30 02:55:03.813782 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.852982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4ebe6ce-b659-4cef-b801-e16208c7b23b req-d2c5bc73-e1e4-49dc-b619-a392dd8fef25 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184106 Jun 30 02:55:03.867133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=86fa2d32-ee53-4252-9844-3a5a0acd685e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:03.964763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12f057-17ef-401d-bab6-9adaae016f85 req-b60623fe-e453-4618-a45a-40d4fd013820 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:03.966942 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c12f057-17ef-401d-bab6-9adaae016f85 req-b60623fe-e453-4618-a45a-40d4fd013820 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0770621 Jun 30 02:55:03.972627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-79f37115-4dfa-4134-8367-b447c4a37947 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.010838 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c12f057-17ef-401d-bab6-9adaae016f85 req-19889537-a128-41bd-bb15-ef6fdf922784 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374198 Jun 30 02:55:04.022339 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f37115-4dfa-4134-8367-b447c4a37947 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Port': ['ID=569dc7f4-2f45-4ddf-a8f4-51a9f3010bed,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:04.122054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-79f37115-4dfa-4134-8367-b447c4a37947 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] No DVR routers for this DVR port 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:04.125942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-79f37115-4dfa-4134-8367-b447c4a37947 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.127920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-79f37115-4dfa-4134-8367-b447c4a37947 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "DELETE /v2.0/ports/569dc7f4-2f45-4ddf-a8f4-51a9f3010bed HTTP/1.1" status: 204 len: 173 time: 0.9961624 Jun 30 02:55:04.192698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['86fa2d32-ee53-4252-9844-3a5a0acd685e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:04.209384 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.219013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a92cf-9418-41fe-8375-cea184c09ed4 req-aeb4fc96-bef7-4ed1-bc8e-006b5eaa2d45 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.220680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-118a92cf-9418-41fe-8375-cea184c09ed4 req-aeb4fc96-bef7-4ed1-bc8e-006b5eaa2d45 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2355142 Jun 30 02:55:04.354220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ec2f9-c6ae-4953-9f6d-d2d559ffdf2e req-187eb5fa-0c1a-4891-8b78-7d15dc596eb0 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.356699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-848ec2f9-c6ae-4953-9f6d-d2d559ffdf2e req-187eb5fa-0c1a-4891-8b78-7d15dc596eb0 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 945 time: 0.0794792 Jun 30 02:55:04.386508 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-118a92cf-9418-41fe-8375-cea184c09ed4 req-cd93c3f7-bc7c-43fb-beed-013ef7d0dc9f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558125 Jun 30 02:55:04.400115 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-848ec2f9-c6ae-4953-9f6d-d2d559ffdf2e req-0a0cab02-e28b-4a64-840c-fdf0869c794f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376251 Jun 30 02:55:04.450235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-dbcad9db-5b8e-47ed-beb8-13c57cd5d331 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting port 581d5028-776c-449a-abd2-3072e30168c2 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:04.450581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-dbcad9db-5b8e-47ed-beb8-13c57cd5d331 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.516508 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.596228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-dbcad9db-5b8e-47ed-beb8-13c57cd5d331 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] For port 581d5028-776c-449a-abd2-3072e30168c2, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=581d5028-776c-449a-abd2-3072e30168c2,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:04.596583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-dbcad9db-5b8e-47ed-beb8-13c57cd5d331 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.618230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-dbcad9db-5b8e-47ed-beb8-13c57cd5d331 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Calling delete_port for 581d5028-776c-449a-abd2-3072e30168c2 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:04.690876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bb621-1283-41ef-96d9-2b5d643f64fb req-f0a373c7-fe12-478b-8fdd-ae4415d37f3a tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.692929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d5bb621-1283-41ef-96d9-2b5d643f64fb req-f0a373c7-fe12-478b-8fdd-ae4415d37f3a tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 944 time: 0.0712314 Jun 30 02:55:04.735189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d5bb621-1283-41ef-96d9-2b5d643f64fb req-a89c0b0c-d862-4e57-a4c8-e89d93e4eb91 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351992 Jun 30 02:55:04.760263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e0fb6-ed91-4442-8be2-0e194519db71 req-357c8ebe-b76d-480e-ad32-23e2e959270c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.761882 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e94e0fb6-ed91-4442-8be2-0e194519db71 req-357c8ebe-b76d-480e-ad32-23e2e959270c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.2180066 Jun 30 02:55:04.858587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e94e0fb6-ed91-4442-8be2-0e194519db71 req-9666767e-3742-4b11-aab2-03ae2c3e69e9 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880892 Jun 30 02:55:04.864948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 7081ac9c-3cdf-47d8-b88e-03da18272a00 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:04.865250 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.969932 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.979917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435eba8-fc99-4282-8bfa-020147571273 req-a43f5388-ce98-4904-80fd-54f425ad6867 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.981454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c435eba8-fc99-4282-8bfa-020147571273 req-a43f5388-ce98-4904-80fd-54f425ad6867 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0811088 Jun 30 02:55:04.992165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 7081ac9c-3cdf-47d8-b88e-03da18272a00 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:05.020575 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c435eba8-fc99-4282-8bfa-020147571273 req-0aee0667-df06-4803-b7af-2fe2fee07172 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334673 Jun 30 02:55:05.058977 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-dbcad9db-5b8e-47ed-beb8-13c57cd5d331 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.105428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcad9db-5b8e-47ed-beb8-13c57cd5d331 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Port': ['ID=581d5028-776c-449a-abd2-3072e30168c2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:05.222285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc86f5-d433-4ba5-b5fa-40ff206ec3df req-040bd890-b8b4-4fb7-ac95-45ca13e79f70 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.224011 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ebc86f5-d433-4ba5-b5fa-40ff206ec3df req-040bd890-b8b4-4fb7-ac95-45ca13e79f70 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0855153 Jun 30 02:55:05.267683 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ebc86f5-d433-4ba5-b5fa-40ff206ec3df req-82a2ea8c-5e15-4e9f-ae4c-1c6fe58c9e61 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376382 Jun 30 02:55:05.385642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9426e8f7-42b6-4d52-85cc-393c9d2c4732 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:05.388746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 86fa2d32-ee53-4252-9844-3a5a0acd685e up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:05.433680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 9426e8f7-42b6-4d52-85cc-393c9d2c4732 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:05.434035 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9426e8f7-42b6-4d52-85cc-393c9d2c4732 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:05.434654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 581d5028-776c-449a-abd2-3072e30168c2 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:05.459822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 581d5028-776c-449a-abd2-3072e30168c2 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:05.460138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 581d5028-776c-449a-abd2-3072e30168c2 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:05.460514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:05.486679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:05.487024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 569dc7f4-2f45-4ddf-a8f4-51a9f3010bed not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:05.535503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40ac60-e741-42ce-815a-22b35e572d46 req-09935d9f-592c-448d-ab8f-311969531eeb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.536970 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e40ac60-e741-42ce-815a-22b35e572d46 req-09935d9f-592c-448d-ab8f-311969531eeb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.5591755 Jun 30 02:55:05.537873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-dbcad9db-5b8e-47ed-beb8-13c57cd5d331 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] No DVR routers for this DVR port 581d5028-776c-449a-abd2-3072e30168c2 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:05.540795 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-dbcad9db-5b8e-47ed-beb8-13c57cd5d331 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.543037 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6de60a5-85b2-4e84-877c-5ff669fcf0cb req-dbcad9db-5b8e-47ed-beb8-13c57cd5d331 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "DELETE /v2.0/ports/581d5028-776c-449a-abd2-3072e30168c2 HTTP/1.1" status: 204 len: 173 time: 1.4090796 Jun 30 02:55:05.585406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 86fa2d32-ee53-4252-9844-3a5a0acd685e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:05.588760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-deleted', 'tag': '569dc7f4-2f45-4ddf-a8f4-51a9f3010bed'}, {'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-deleted', 'tag': '581d5028-776c-449a-abd2-3072e30168c2'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:05.590449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 86fa2d32-ee53-4252-9844-3a5a0acd685e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:05.591048 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.591193 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bfa3a8-4bf5-4ead-a120-f7ae1859c65d" -d '{"events": [{"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-deleted", "tag": "569dc7f4-2f45-4ddf-a8f4-51a9f3010bed"}, {"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-deleted", "tag": "581d5028-776c-449a-abd2-3072e30168c2"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:05.598759 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d45aa95-9f18-4891-9b4b-67fb6ab69ff7 req-3d695672-fac5-4281-82eb-393130c131cf tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=8a656e61-c94e-4a43-8cb2-d0f5764903fd HTTP/1.1" status: 200 len: 210 time: 0.0298691 Jun 30 02:55:05.629400 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e40ac60-e741-42ce-815a-22b35e572d46 req-4cb68c60-2907-4df1-b611-110799ceb78f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828199 Jun 30 02:55:05.696124 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f175f0d-81c2-4f8e-a240-6ba2309a729e x-openstack-request-id: req-9f175f0d-81c2-4f8e-a240-6ba2309a729e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:05.696523 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-deleted", "tag": "569dc7f4-2f45-4ddf-a8f4-51a9f3010bed", "status": "completed", "code": 200}, {"server_uuid": "8a656e61-c94e-4a43-8cb2-d0f5764903fd", "name": "network-vif-deleted", "tag": "581d5028-776c-449a-abd2-3072e30168c2", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:05.697275 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f175f0d-81c2-4f8e-a240-6ba2309a729e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:05.697777 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-deleted', 'tag': '569dc7f4-2f45-4ddf-a8f4-51a9f3010bed', 'status': 'completed', 'code': 200} Jun 30 02:55:05.698039 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a656e61-c94e-4a43-8cb2-d0f5764903fd', 'name': 'network-vif-deleted', 'tag': '581d5028-776c-449a-abd2-3072e30168c2', 'status': 'completed', 'code': 200} Jun 30 02:55:05.703671 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.728813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc50ccd-2293-45ca-a496-01f23d968351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fa2d32-ee53-4252-9844-3a5a0acd685e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:05.731107 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce7ae74-a401-44f4-a750-1a545ad076bf" -d '{"events": [{"server_uuid": "8cc50ccd-2293-45ca-a496-01f23d968351", "name": "network-vif-plugged", "status": "completed", "tag": "86fa2d32-ee53-4252-9844-3a5a0acd685e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:05.744361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 86fa2d32-ee53-4252-9844-3a5a0acd685e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=86fa2d32-ee53-4252-9844-3a5a0acd685e,segment=NetworkSegment(e6f9ca8e-27c4-474b-9e52-db1967fb85ba),segment_id=e6f9ca8e-27c4-474b-9e52-db1967fb85ba)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:05.808693 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.812427 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706447be-28c4-433d-bba3-24973a98bc62 x-openstack-request-id: req-706447be-28c4-433d-bba3-24973a98bc62 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:05.812721 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc50ccd-2293-45ca-a496-01f23d968351", "name": "network-vif-plugged", "status": "completed", "tag": "86fa2d32-ee53-4252-9844-3a5a0acd685e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:05.813077 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-706447be-28c4-433d-bba3-24973a98bc62 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:05.813476 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc50ccd-2293-45ca-a496-01f23d968351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fa2d32-ee53-4252-9844-3a5a0acd685e', 'code': 200} Jun 30 02:55:05.846611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=7081ac9c-3cdf-47d8-b88e-03da18272a00,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:05.865669 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.951123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=86fa2d32-ee53-4252-9844-3a5a0acd685e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:06.031025 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.158295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53525b3-c2c2-4a0c-84a7-2d11738bbe31 req-b12028e4-2ea3-4354-9db8-39a03a90defd tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.159718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a53525b3-c2c2-4a0c-84a7-2d11738bbe31 req-b12028e4-2ea3-4354-9db8-39a03a90defd tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 945 time: 0.1986494 Jun 30 02:55:06.165740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f6de7-08b2-4e72-ae1c-4d310d05a981 req-4f6ade2c-4ce1-415a-9f44-60e6ef3db02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.167273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-549f6de7-08b2-4e72-ae1c-4d310d05a981 req-4f6ade2c-4ce1-415a-9f44-60e6ef3db02a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 1096 time: 0.2044148 Jun 30 02:55:06.219550 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb4c0-b72e-44d2-a7b7-8cc340fa5f37 req-aeda75ca-56d9-4965-a54a-ad4c8528ab3a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.221203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e7bb4c0-b72e-44d2-a7b7-8cc340fa5f37 req-aeda75ca-56d9-4965-a54a-ad4c8528ab3a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0929506 Jun 30 02:55:06.282750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router a8796b93-73cc-43f3-ba38-71582a0177d1 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:06.294536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e7bb4c0-b72e-44d2-a7b7-8cc340fa5f37 req-038a6245-c4bc-4758-bf88-6179b063e715 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616693 Jun 30 02:55:06.295207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a53525b3-c2c2-4a0c-84a7-2d11738bbe31 req-0c67a74a-0a71-4b87-bbf0-713e3dd0fc19 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973387 Jun 30 02:55:06.297988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-549f6de7-08b2-4e72-ae1c-4d310d05a981 req-dc44c3b8-1ccb-4622-8b86-abf204a6e55c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977771 Jun 30 02:55:06.313643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f58c41-b224-4d54-9d7b-5932640da90a req-57b45dc7-03a9-40d8-9b4a-5499c00bdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.315797 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71f58c41-b224-4d54-9d7b-5932640da90a req-57b45dc7-03a9-40d8-9b4a-5499c00bdb27 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 1096 time: 0.0906365 Jun 30 02:55:06.388213 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:06.400682 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c9e3c7-eff3-4b69-b7de-e86c8b5ceac8 None None] Sync routers for ids ['a8796b93-73cc-43f3-ba38-71582a0177d1'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:06.404867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e04310d6-2e6d-4973-957c-33f88f23985c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/a8796b93-73cc-43f3-ba38-71582a0177d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9347379 Jun 30 02:55:06.405050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36696) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:06.413677 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9e3c7-eff3-4b69-b7de-e86c8b5ceac8 None None] Routers {'a8796b93-73cc-43f3-ba38-71582a0177d1'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:06.414529 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-77c9e3c7-eff3-4b69-b7de-e86c8b5ceac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a8796b93-73cc-43f3-ba38-71582a0177d1'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:06.457367 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-77c9e3c7-eff3-4b69-b7de-e86c8b5ceac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:06.460723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-87c46b22-3730-4cdc-8f33-c73808c39431 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8796b93-73cc-43f3-ba38-71582a0177d1 HTTP/1.1" status: 200 len: 205 time: 0.0549896 Jun 30 02:55:06.472275 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9e3c7-eff3-4b69-b7de-e86c8b5ceac8 None None] Routers {'a8796b93-73cc-43f3-ba38-71582a0177d1'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:06.473579 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-77c9e3c7-eff3-4b69-b7de-e86c8b5ceac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a8796b93-73cc-43f3-ba38-71582a0177d1'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:06.480157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36698) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:06.517146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031d76f-9daf-4f54-908e-6ea3771f1e5a req-4484e1bb-57d8-49df-bb63-05747ef32697 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.519016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d031d76f-9daf-4f54-908e-6ea3771f1e5a req-4484e1bb-57d8-49df-bb63-05747ef32697 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0796900 Jun 30 02:55:06.521632 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-77c9e3c7-eff3-4b69-b7de-e86c8b5ceac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:06.522542 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c9e3c7-eff3-4b69-b7de-e86c8b5ceac8 None None] The sync data for ids ['a8796b93-73cc-43f3-ba38-71582a0177d1'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:06.564348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d031d76f-9daf-4f54-908e-6ea3771f1e5a req-eb412f61-7fbf-4c85-b8be-8bd008e595ee tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387089 Jun 30 02:55:06.612134 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-793eabba-2040-49a0-8d64-f582f9c6a892 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.701621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f58c41-b224-4d54-9d7b-5932640da90a req-6d53a2e8-d4a7-4f44-863f-8b0c78b7739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.703109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71f58c41-b224-4d54-9d7b-5932640da90a req-6d53a2e8-d4a7-4f44-863f-8b0c78b7739a service neutron] 10.222.0.74 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 919 time: 0.3554368 Jun 30 02:55:06.745055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff03cc-d267-4eb1-b798-555676680d2b req-45851e01-7402-4e35-8521-da8153a45df8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.745055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87ff03cc-d267-4eb1-b798-555676680d2b req-45851e01-7402-4e35-8521-da8153a45df8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0644183 Jun 30 02:55:06.777747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87ff03cc-d267-4eb1-b798-555676680d2b req-b45cbb37-725b-441d-88c2-ba7aef6560a6 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350025 Jun 30 02:55:06.811818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eebe58-8212-4b48-9127-235ad4661856 req-bcfabac2-dbcc-4e47-be65-ef4cc537813b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.813439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97eebe58-8212-4b48-9127-235ad4661856 req-bcfabac2-dbcc-4e47-be65-ef4cc537813b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.3657994 Jun 30 02:55:06.845737 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71f58c41-b224-4d54-9d7b-5932640da90a req-71c8fdc3-21be-4f59-a1e6-a8d5990d511f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7 HTTP/1.1" status: 200 len: 217 time: 0.1145506 Jun 30 02:55:06.847222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-793eabba-2040-49a0-8d64-f582f9c6a892 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.854074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-793eabba-2040-49a0-8d64-f582f9c6a892 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.955462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36704) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:07.012661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d94379-54a5-4c6a-b130-2aa8417702e5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting subnet f00fef2a-b775-4ee1-90a2-40f9c52423b4 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:07.018333 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2d94379-54a5-4c6a-b130-2aa8417702e5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.069201 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2d94379-54a5-4c6a-b130-2aa8417702e5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.194277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2d94379-54a5-4c6a-b130-2aa8417702e5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.229036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34fc0-2db5-46dc-ad83-7214e355eaf3 req-334ed26f-ea12-4585-8024-f8bae6edc0d4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:07.230717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8c34fc0-2db5-46dc-ad83-7214e355eaf3 req-334ed26f-ea12-4585-8024-f8bae6edc0d4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1640713 Jun 30 02:55:07.250256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97eebe58-8212-4b48-9127-235ad4661856 req-bb167c3b-9290-4d99-be8d-ec41809bf067 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086289 Jun 30 02:55:07.251714 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f58c41-b224-4d54-9d7b-5932640da90a req-ac63a28e-56b1-4503-8f47-1b3752fb2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:07.253051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71f58c41-b224-4d54-9d7b-5932640da90a req-ac63a28e-56b1-4503-8f47-1b3752fb2286 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 200 len: 858 time: 0.3973861 Jun 30 02:55:07.289079 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71f58c41-b224-4d54-9d7b-5932640da90a req-3a64de22-15d1-4ab5-acc7-46cab5d2a50c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277164 Jun 30 02:55:07.312959 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8c34fc0-2db5-46dc-ad83-7214e355eaf3 req-ee852e88-302b-439a-aae4-5d58c9e4b867 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742924 Jun 30 02:55:07.316145 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-793eabba-2040-49a0-8d64-f582f9c6a892 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.316532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793eabba-2040-49a0-8d64-f582f9c6a892 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Fanout notify agent at l3_agent the message router_deleted on router a8796b93-73cc-43f3-ba38-71582a0177d1 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:55:07.352272 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-793eabba-2040-49a0-8d64-f582f9c6a892 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.353477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-793eabba-2040-49a0-8d64-f582f9c6a892 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/a8796b93-73cc-43f3-ba38-71582a0177d1 HTTP/1.1" status: 204 len: 168 time: 0.8712957 Jun 30 02:55:07.356702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36712) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:07.399860 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71f58c41-b224-4d54-9d7b-5932640da90a req-9d133f6a-6079-4d7f-b492-10f723088559 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035058 Jun 30 02:55:07.428645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c960e10-2cb5-4fa0-b999-75041b0e4a4a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting subnet 222e0920-dc10-4cbf-82a2-64da548a9aed {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:07.432977 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2d94379-54a5-4c6a-b130-2aa8417702e5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.435157 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c960e10-2cb5-4fa0-b999-75041b0e4a4a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.492841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94379-54a5-4c6a-b130-2aa8417702e5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Subnet': ['ID=f00fef2a-b775-4ee1-90a2-40f9c52423b4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:07.505840 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2d94379-54a5-4c6a-b130-2aa8417702e5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.507867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a2d94379-54a5-4c6a-b130-2aa8417702e5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "DELETE /v2.0/subnets/f00fef2a-b775-4ee1-90a2-40f9c52423b4 HTTP/1.1" status: 204 len: 168 time: 0.5514014 Jun 30 02:55:07.510654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36714) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:07.512850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ac95c-c480-48a3-81f2-1464a5f76021 None None] Network 9a043777-8915-4268-bde0-b7c941304f16 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:07.545831 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c960e10-2cb5-4fa0-b999-75041b0e4a4a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.609415 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71f58c41-b224-4d54-9d7b-5932640da90a req-477e8804-4380-4a03-8aa4-8b20cbf6d7a8 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028680 Jun 30 02:55:07.616605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.630408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc9509-f42c-4907-86c2-3c6ba94f9a6e req-d50a0af4-f5e3-4cfe-984c-ba662a6c2fcf tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:07.637899 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ddc9509-f42c-4907-86c2-3c6ba94f9a6e req-d50a0af4-f5e3-4cfe-984c-ba662a6c2fcf tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 945 time: 0.2079394 Jun 30 02:55:07.639526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2c61c-21ad-4c45-ad21-4bbef063eb14 req-19d894aa-3c8f-488f-95db-f3c16bbc6ac4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:07.647817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18f2c61c-21ad-4c45-ad21-4bbef063eb14 req-19d894aa-3c8f-488f-95db-f3c16bbc6ac4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1609809 Jun 30 02:55:07.745664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c960e10-2cb5-4fa0-b999-75041b0e4a4a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.752705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ddc9509-f42c-4907-86c2-3c6ba94f9a6e req-51ce8863-d07b-4b48-9524-05e2023b44af tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135237 Jun 30 02:55:07.813069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18f2c61c-21ad-4c45-ad21-4bbef063eb14 req-71980f51-e3d1-401c-b668-cd22119d1cb2 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641283 Jun 30 02:55:07.863175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b7bf7e-b8a0-4c9d-833b-e992ec285d8b None None] DHCP port deletion for 9a043777-8915-4268-bde0-b7c941304f16 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:07.878034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f31e-6ccd-4241-a7b9-e6f15813f1aa req-8cde6f34-56cb-4b63-8a60-6da4060a9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:07.879540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7330f31e-6ccd-4241-a7b9-e6f15813f1aa req-8cde6f34-56cb-4b63-8a60-6da4060a9447 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 1096 time: 0.2069125 Jun 30 02:55:07.893966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:07.897057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.974588 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c960e10-2cb5-4fa0-b999-75041b0e4a4a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.980470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-04b7bf7e-b8a0-4c9d-833b-e992ec285d8b None None] Deleting port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:07.981305 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-04b7bf7e-b8a0-4c9d-833b-e992ec285d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.028264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c960e10-2cb5-4fa0-b999-75041b0e4a4a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Subnet': ['ID=222e0920-dc10-4cbf-82a2-64da548a9aed,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:08.039429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c960e10-2cb5-4fa0-b999-75041b0e4a4a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.041367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7c960e10-2cb5-4fa0-b999-75041b0e4a4a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/222e0920-dc10-4cbf-82a2-64da548a9aed HTTP/1.1" status: 204 len: 168 time: 0.6827183 Jun 30 02:55:08.046961 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36724) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:08.097588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-04b7bf7e-b8a0-4c9d-833b-e992ec285d8b None None] For port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e806a6e9-faf2-45b7-9cd4-4dd4d3428c18,segment=NetworkSegment(50ecfc59-fd59-4a7e-af92-6413383681b1),segment_id=50ecfc59-fd59-4a7e-af92-6413383681b1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:08.097588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-04b7bf7e-b8a0-4c9d-833b-e992ec285d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.126868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-04b7bf7e-b8a0-4c9d-833b-e992ec285d8b None None] Calling delete_port for e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:08.167370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-242cadb4-b738-4e6d-8d0b-f84a6d10f203 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting subnet 7c105a15-9453-4780-b571-ed1b2b5baa33 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:08.172053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] For port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e806a6e9-faf2-45b7-9cd4-4dd4d3428c18,segment=NetworkSegment(50ecfc59-fd59-4a7e-af92-6413383681b1),segment_id=50ecfc59-fd59-4a7e-af92-6413383681b1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:08.172433 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.184275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-242cadb4-b738-4e6d-8d0b-f84a6d10f203 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.217636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e946d-e6fc-4dd8-84e0-1598f84fa334 None None] Network cd368cc5-beba-4034-bc86-a83eb735493b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:08.219523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Calling delete_port for e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:08.252695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-242cadb4-b738-4e6d-8d0b-f84a6d10f203 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.339421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fabf1-c47f-4ccf-a2ec-51eb31cb57cb req-45c478c5-08c2-4161-8030-2a3310086486 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:08.345574 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a27fabf1-c47f-4ccf-a2ec-51eb31cb57cb req-45c478c5-08c2-4161-8030-2a3310086486 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.3573329 Jun 30 02:55:08.354924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f31e-6ccd-4241-a7b9-e6f15813f1aa req-a6e63ca9-2e1f-4de0-a200-07ad0c221a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:08.357363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7330f31e-6ccd-4241-a7b9-e6f15813f1aa req-a6e63ca9-2e1f-4de0-a200-07ad0c221a49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 919 time: 0.3853133 Jun 30 02:55:08.429860 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7330f31e-6ccd-4241-a7b9-e6f15813f1aa req-bd493039-ab4e-473e-bd74-9478327d3a52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7 HTTP/1.1" status: 200 len: 217 time: 0.0493176 Jun 30 02:55:08.460180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39616d3-a601-4f43-8c60-94bfa12b0839 req-39e771f1-eacc-4060-8ff3-a3d8351048ee tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:08.461640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e39616d3-a601-4f43-8c60-94bfa12b0839 req-39e771f1-eacc-4060-8ff3-a3d8351048ee tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1552477 Jun 30 02:55:08.466215 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-242cadb4-b738-4e6d-8d0b-f84a6d10f203 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.466382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a27fabf1-c47f-4ccf-a2ec-51eb31cb57cb req-59f502cf-4ce9-41d6-a111-3aa0ebf06c04 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154275 Jun 30 02:55:08.472987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d8616d-d8ca-426c-a60b-47291a0393b1 None None] DHCP port deletion for cd368cc5-beba-4034-bc86-a83eb735493b request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:08.486835 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-04b7bf7e-b8a0-4c9d-833b-e992ec285d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.498301 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:55:08.528796 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.559302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7bf7e-b8a0-4c9d-833b-e992ec285d8b None None] Pushing event deleted for resources: {'Port': ['ID=e806a6e9-faf2-45b7-9cd4-4dd4d3428c18,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:08.570445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7bf7e-b8a0-4c9d-833b-e992ec285d8b None None] No DVR routers for this DVR port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:08.573872 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e39616d3-a601-4f43-8c60-94bfa12b0839 req-3efc407d-bcd0-4de0-878f-bc65cf777396 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812068 Jun 30 02:55:08.580752 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330f31e-6ccd-4241-a7b9-e6f15813f1aa req-31f9be94-d993-440c-bd9b-5fc6466214b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:08.581839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7330f31e-6ccd-4241-a7b9-e6f15813f1aa req-31f9be94-d993-440c-bd9b-5fc6466214b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 200 len: 858 time: 0.1441109 Jun 30 02:55:08.584391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Port': ['ID=e806a6e9-faf2-45b7-9cd4-4dd4d3428c18,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:08.586523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] No DVR routers for this DVR port e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:08.626264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-32d8616d-d8ca-426c-a60b-47291a0393b1 None None] Deleting port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:08.626751 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-32d8616d-d8ca-426c-a60b-47291a0393b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.665113 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7330f31e-6ccd-4241-a7b9-e6f15813f1aa req-1684598c-ad57-4664-b09c-30ecdd11a850 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735044 Jun 30 02:55:08.706257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-32d8616d-d8ca-426c-a60b-47291a0393b1 None None] For port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1d26ee62-b52c-42e7-8559-ebeb2bcedc9e,segment=NetworkSegment(432fd954-4ebc-40bf-a810-ea9a375a6444),segment_id=432fd954-4ebc-40bf-a810-ea9a375a6444)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:08.707033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-32d8616d-d8ca-426c-a60b-47291a0393b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.723821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-32d8616d-d8ca-426c-a60b-47291a0393b1 None None] Calling delete_port for 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:08.808804 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.821220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a043777-8915-4268-bde0-b7c941304f16']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:08.823563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081269e1-c2a4-4154-a790-174d430eaef0 req-d441d701-2ce8-4b83-978e-32f801276c8f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:08.825173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-081269e1-c2a4-4154-a790-174d430eaef0 req-d441d701-2ce8-4b83-978e-32f801276c8f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1009395 Jun 30 02:55:08.840068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ecfc59-fd59-4a7e-af92-6413383681b1') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:08.840366 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ecfc59-fd59-4a7e-af92-6413383681b1') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:08.842726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:08.863195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.867007 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-242cadb4-b738-4e6d-8d0b-f84a6d10f203 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.874204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:08.874204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e806a6e9-faf2-45b7-9cd4-4dd4d3428c18 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:08.874204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:08.889173 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.897753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-081269e1-c2a4-4154-a790-174d430eaef0 req-154afdb7-b68c-4b68-a6a0-f7d8c2f5a260 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660734 Jun 30 02:55:08.900687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242cadb4-b738-4e6d-8d0b-f84a6d10f203 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Subnet': ['ID=7c105a15-9453-4780-b571-ed1b2b5baa33,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:08.905478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-242cadb4-b738-4e6d-8d0b-f84a6d10f203 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.907784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-242cadb4-b738-4e6d-8d0b-f84a6d10f203 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/7c105a15-9453-4780-b571-ed1b2b5baa33 HTTP/1.1" status: 204 len: 168 time: 0.8597176 Jun 30 02:55:08.911757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36732) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:08.941402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089bae6b-30e7-4641-96b6-f39c68733d9d None None] Network d59f046c-4203-4390-9a58-d016f7067dc9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:08.951985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:08.952727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:08.956299 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:09.036251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbd71f-fd4a-4ee4-b4d5-1e09bcbc2f43 req-4a9b53d1-b5c6-4d71-a52b-ebd3813a6aa1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:09.037971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.038548 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-befbd71f-fd4a-4ee4-b4d5-1e09bcbc2f43 req-4a9b53d1-b5c6-4d71-a52b-ebd3813a6aa1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.4058235 Jun 30 02:55:09.049125 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7330f31e-6ccd-4241-a7b9-e6f15813f1aa req-d783f15a-5543-4124-afa7-d6bb849f0235 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608949 Jun 30 02:55:09.050601 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-32d8616d-d8ca-426c-a60b-47291a0393b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.092413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8616d-d8ca-426c-a60b-47291a0393b1 None None] Pushing event deleted for resources: {'Port': ['ID=1d26ee62-b52c-42e7-8559-ebeb2bcedc9e,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:09.122824 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.133396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d8616d-d8ca-426c-a60b-47291a0393b1 None None] No DVR routers for this DVR port 1d26ee62-b52c-42e7-8559-ebeb2bcedc9e on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:09.142432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-befbd71f-fd4a-4ee4-b4d5-1e09bcbc2f43 req-f08dfbf2-8362-461b-8a7a-218111ade22c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962548 Jun 30 02:55:09.171773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.188055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7330f31e-6ccd-4241-a7b9-e6f15813f1aa req-1b31d861-5124-4295-9bf2-d706125a7d4a service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116505 Jun 30 02:55:09.208803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd368cc5-beba-4034-bc86-a83eb735493b']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:09.228920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432fd954-4ebc-40bf-a810-ea9a375a6444') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:09.229262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432fd954-4ebc-40bf-a810-ea9a375a6444') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:09.245227 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.276134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.289185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687082d6-7acf-4979-ae6d-6839516ebae3 req-ddcb05e7-562f-4825-a42b-4b06c6047f54 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:09.289185 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-687082d6-7acf-4979-ae6d-6839516ebae3 req-ddcb05e7-562f-4825-a42b-4b06c6047f54 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 945 time: 0.2101047 Jun 30 02:55:09.294838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:09.295524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:09.313321 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:09.347243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e13156-eb30-442b-b96b-264eec075450 None None] DHCP port deletion for d59f046c-4203-4390-9a58-d016f7067dc9 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:09.385753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-687082d6-7acf-4979-ae6d-6839516ebae3 req-f89c1c32-9b60-463e-a426-e81abea36e50 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713079 Jun 30 02:55:09.406323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-54e13156-eb30-442b-b96b-264eec075450 None None] Deleting port b02a6e2f-31f2-464e-a16d-01d8cba6b760 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:09.406980 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54e13156-eb30-442b-b96b-264eec075450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.478045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-54e13156-eb30-442b-b96b-264eec075450 None None] For port b02a6e2f-31f2-464e-a16d-01d8cba6b760, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b02a6e2f-31f2-464e-a16d-01d8cba6b760,segment=NetworkSegment(739315d2-9c07-48fe-b39b-2fef1599b87c),segment_id=739315d2-9c07-48fe-b39b-2fef1599b87c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:09.478966 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54e13156-eb30-442b-b96b-264eec075450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.480801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0e149-b6c9-48e7-a6a3-f92e9eff1cef req-80aace9a-12c5-40a9-8afe-b8ae0b5bf550 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:09.482342 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bf0e149-b6c9-48e7-a6a3-f92e9eff1cef req-80aace9a-12c5-40a9-8afe-b8ae0b5bf550 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0652339 Jun 30 02:55:09.495007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-54e13156-eb30-442b-b96b-264eec075450 None None] Calling delete_port for b02a6e2f-31f2-464e-a16d-01d8cba6b760 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:09.527024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bf0e149-b6c9-48e7-a6a3-f92e9eff1cef req-e78e5340-92d5-4761-8626-d3f6edc76dae tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353675 Jun 30 02:55:09.579384 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.597664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.599545 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "DELETE /v2.0/networks/9a043777-8915-4268-bde0-b7c941304f16 HTTP/1.1" status: 204 len: 168 time: 2.0872426 Jun 30 02:55:09.609957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36752) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:09.611490 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43fbc2-d6ec-44d6-8370-8ce8e5964ba2 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Network': ['ID=9a043777-8915-4268-bde0-b7c941304f16,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:09.691551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-341b0749-b3a8-40d6-a830-98cbd8759ba8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting subnet bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:09.695537 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-341b0749-b3a8-40d6-a830-98cbd8759ba8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.713872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611481c5-62a3-4e5c-add1-0dfbdaa9fd57 req-63f57e2b-9702-46b5-b006-294c38bde919 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:09.716457 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-611481c5-62a3-4e5c-add1-0dfbdaa9fd57 req-63f57e2b-9702-46b5-b006-294c38bde919 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0693882 Jun 30 02:55:09.748551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b9be2-b168-405c-8a75-3d7437c1c995 req-ea0935a2-981b-41af-84d8-f6c06f755545 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:09.752045 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b3b9be2-b168-405c-8a75-3d7437c1c995 req-ea0935a2-981b-41af-84d8-f6c06f755545 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1517794 Jun 30 02:55:09.752277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-341b0749-b3a8-40d6-a830-98cbd8759ba8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.755028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.764338 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-611481c5-62a3-4e5c-add1-0dfbdaa9fd57 req-e6f8bd33-048a-47cf-9e79-4452ec32d07a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Jun 30 02:55:09.781880 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54e13156-eb30-442b-b96b-264eec075450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.797418 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.799321 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/networks/cd368cc5-beba-4034-bc86-a83eb735493b HTTP/1.1" status: 204 len: 168 time: 0.8860760 Jun 30 02:55:09.802079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36756) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:09.815435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13156-eb30-442b-b96b-264eec075450 None None] Pushing event deleted for resources: {'Port': ['ID=b02a6e2f-31f2-464e-a16d-01d8cba6b760,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:09.823858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b01041-09a9-453d-b19d-ad7a6dbfaa9f tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Network': ['ID=cd368cc5-beba-4034-bc86-a83eb735493b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:09.833312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e13156-eb30-442b-b96b-264eec075450 None None] No DVR routers for this DVR port b02a6e2f-31f2-464e-a16d-01d8cba6b760 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:09.888234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b3b9be2-b168-405c-8a75-3d7437c1c995 req-c8369115-4a31-4afc-91fb-64219423c1a7 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118598 Jun 30 02:55:09.903647 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.908456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-341b0749-b3a8-40d6-a830-98cbd8759ba8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.023486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.033885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59f046c-4203-4390-9a58-d016f7067dc9']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:10.044207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739315d2-9c07-48fe-b39b-2fef1599b87c') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:10.044513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739315d2-9c07-48fe-b39b-2fef1599b87c') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:10.053974 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.068237 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.075129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:10.075435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:10.078419 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:10.134647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b5b54-07b9-4d23-8611-a06e7486dcf4 req-8f10b651-8613-4460-a0b2-fdec7848aecf tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:10.136172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac7b5b54-07b9-4d23-8611-a06e7486dcf4 req-8f10b651-8613-4460-a0b2-fdec7848aecf tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0641327 Jun 30 02:55:10.137848 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-341b0749-b3a8-40d6-a830-98cbd8759ba8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.177170 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-341b0749-b3a8-40d6-a830-98cbd8759ba8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.179617 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-341b0749-b3a8-40d6-a830-98cbd8759ba8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "DELETE /v2.0/subnets/bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8 HTTP/1.1" status: 204 len: 168 time: 0.5686889 Jun 30 02:55:10.180529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b0749-b3a8-40d6-a830-98cbd8759ba8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Subnet': ['ID=bbee7c6d-ac22-42f5-bbe8-5cfe28b5fdb8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:10.182368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36760) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:10.185121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b827a60-af4b-48ad-ab89-3dc183e19de3 None None] Network 1039db07-1c0c-491c-854b-871ba83063c9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:10.210083 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac7b5b54-07b9-4d23-8611-a06e7486dcf4 req-e975998b-6728-4ed0-b012-a811c9072f29 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639632 Jun 30 02:55:10.269399 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.282214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.307528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.309590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/networks/d59f046c-4203-4390-9a58-d016f7067dc9 HTTP/1.1" status: 204 len: 168 time: 0.5055485 Jun 30 02:55:10.313809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36766) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:10.318700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-963391724'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:10.335279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dba204-c190-4fdb-a80e-fce1ab7030f7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Network': ['ID=d59f046c-4203-4390-9a58-d016f7067dc9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:10.369999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:10.370339 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.418259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84880fe-c79c-4eb8-a430-7c31939df5ed req-a35d6135-88dc-4855-a3a0-c470278e4d99 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:10.428633 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a84880fe-c79c-4eb8-a430-7c31939df5ed req-a35d6135-88dc-4855-a3a0-c470278e4d99 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0860240 Jun 30 02:55:10.428838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1270ab-b11f-4915-945f-69a9039b5658 None None] DHCP port deletion for 1039db07-1c0c-491c-854b-871ba83063c9 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:10.462463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] For port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:10.462463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.476272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a84880fe-c79c-4eb8-a430-7c31939df5ed req-82881af4-8572-4064-b5e6-2dd3764ea79e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495074 Jun 30 02:55:10.480750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Calling delete_port for ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:10.492590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6f1270ab-b11f-4915-945f-69a9039b5658 None None] Deleting port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:10.492590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6f1270ab-b11f-4915-945f-69a9039b5658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.538665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:10.542265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.566290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6f1270ab-b11f-4915-945f-69a9039b5658 None None] For port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9,segment=NetworkSegment(719f4e98-43d7-4a82-8e3a-703cf7062bcf),segment_id=719f4e98-43d7-4a82-8e3a-703cf7062bcf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:10.566733 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6f1270ab-b11f-4915-945f-69a9039b5658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.572013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:10.581410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6f1270ab-b11f-4915-945f-69a9039b5658 None None] Calling delete_port for ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:10.586513 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.587011 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added segment e9af9f9a-11a9-4343-a091-355887275c9a of type vlan for network 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 Jun 30 02:55:10.646133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66a277-a8c7-4ee5-9299-6b5a928029ea req-ec891f5a-83a4-4c80-bdc4-27efe6c2e7c6 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:10.653321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1c66a277-a8c7-4ee5-9299-6b5a928029ea req-ec891f5a-83a4-4c80-bdc4-27efe6c2e7c6 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1093495 Jun 30 02:55:10.656437 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.697078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1c66a277-a8c7-4ee5-9299-6b5a928029ea req-51047a4a-61dc-4e09-a89f-4907138718e1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Jun 30 02:55:10.790623 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.799730 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6f1270ab-b11f-4915-945f-69a9039b5658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.825590 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.830596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b02a6e2f-31f2-464e-a16d-01d8cba6b760 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:10.833133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1270ab-b11f-4915-945f-69a9039b5658 None None] No DVR routers for this DVR port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:10.835043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:10.835728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1270ab-b11f-4915-945f-69a9039b5658 None None] Pushing event deleted for resources: {'Port': ['ID=ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:10.835863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.851857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Port': ['ID=ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:10.852953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920f050-a531-405d-9455-ae1c411a3e8d req-4fe72de5-21cb-4f13-84b4-eac54e43b700 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:10.855839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] No DVR routers for this DVR port ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:10.860593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: b02a6e2f-31f2-464e-a16d-01d8cba6b760 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:10.861066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b02a6e2f-31f2-464e-a16d-01d8cba6b760 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:10.862340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:10.865794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b920f050-a531-405d-9455-ae1c411a3e8d req-4fe72de5-21cb-4f13-84b4-eac54e43b700 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 945 time: 0.1451616 Jun 30 02:55:10.961387 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.975801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1039db07-1c0c-491c-854b-871ba83063c9']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:10.987720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719f4e98-43d7-4a82-8e3a-703cf7062bcf') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:10.988461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719f4e98-43d7-4a82-8e3a-703cf7062bcf') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:10.988864 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-83fdac2d-6f82-49be-a5dc-773dd46841b1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2352362 Jun 30 02:55:10.989527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Network': ['ID=6b2884bf-dbfa-40c5-82cc-2f8a0ee68399,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:11.003195 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3d654c04-c23c-4fb4-847c-30776766a85b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6882544 Jun 30 02:55:11.012990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36776) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:11.018363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'subnet': {'network_id': '6b2884bf-dbfa-40c5-82cc-2f8a0ee68399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:11.026635 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b920f050-a531-405d-9455-ae1c411a3e8d req-1fc529f6-b29c-4710-b69a-5fff7f83466a tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562274 Jun 30 02:55:11.096606 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.099311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-3c91dd05-aeb7-4b09-a2e4-06eaa42fae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:11.101654 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-3c91dd05-aeb7-4b09-a2e4-06eaa42fae80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 1097 time: 0.0709467 Jun 30 02:55:11.117176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.119526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:11.127554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:11.127984 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.130536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:11.131404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ef89b2fa-6bf7-44c4-9753-9d1210ebf7d9 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:11.131805 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:11.259038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:11.262962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.285078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5da9d-386c-458d-b33b-f3c92a621261 req-efaebaba-f369-4a73-ba01-2ec55704629e tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:11.286610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77d5da9d-386c-458d-b33b-f3c92a621261 req-efaebaba-f369-4a73-ba01-2ec55704629e tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1023958 Jun 30 02:55:11.288501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-3415b532-7461-41e4-93c0-d8034227e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:11.289876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-3415b532-7461-41e4-93c0-d8034227e9d7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.1603403 Jun 30 02:55:11.342205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-0f5fc274-c678-4d3a-81df-400f43776aa8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3a574a-28ef-4a02-b84d-6d81b214b059 HTTP/1.1" status: 200 len: 217 time: 0.0408845 Jun 30 02:55:11.342430 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.352576 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.354625 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "DELETE /v2.0/networks/1039db07-1c0c-491c-854b-871ba83063c9 HTTP/1.1" status: 204 len: 168 time: 1.1683233 Jun 30 02:55:11.365920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36782) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:11.374716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a76151-06de-4b5a-b528-5141848206e9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Network': ['ID=1039db07-1c0c-491c-854b-871ba83063c9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:11.386012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-639401973'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:11.422176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77d5da9d-386c-458d-b33b-f3c92a621261 req-4b0c5535-bc9a-43a9-810a-9a3c0893460d tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279373 Jun 30 02:55:11.445573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-45c07245-4fa9-4905-8872-b723ed6e6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:11.447037 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-45c07245-4fa9-4905-8872-b723ed6e6fd2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0964184 Jun 30 02:55:11.513462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-129dcc7f-7332-4882-a0c7-fec32b04a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:11.515626 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-129dcc7f-7332-4882-a0c7-fec32b04a9ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600567 Jun 30 02:55:11.640498 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:11.643989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.661825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-f3e11bd6-330c-4975-b04f-1c44002e98f7 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388803 Jun 30 02:55:11.664711 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.722975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:11.750393 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.750748 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Added segment 097d3d65-8956-4d2d-b4f6-564aa420db58 of type vlan for network 75679d37-34cb-4cfa-95ec-53bff236aa16 Jun 30 02:55:11.764910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Subnet': ['ID=4072b915-ba53-4686-80a2-ddffc8a88216,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:11.770522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9ef9c-2306-4d02-ac31-36cbf35ad799 req-0917c257-4919-4b46-b47b-38904ae62e8d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:11.772708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2bc9ef9c-2306-4d02-ac31-36cbf35ad799 req-0917c257-4919-4b46-b47b-38904ae62e8d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1830094 Jun 30 02:55:11.778792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Checking segment: {'id': 'e9af9f9a-11a9-4343-a091-355887275c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6b2884bf-dbfa-40c5-82cc-2f8a0ee68399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:11.779173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network hostable DHCP agents. Network: 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:11.809152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba5e62-9d00-4228-bb37-c652e0154365 req-99e1365a-6588-4025-91b3-1ab7f8cccd71 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:11.813326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0aba5e62-9d00-4228-bb37-c652e0154365 req-99e1365a-6588-4025-91b3-1ab7f8cccd71 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1100664 Jun 30 02:55:11.841462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.852706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4f3023c-4eae-4405-92f4-a360012cf6b3 req-a7a4a1f0-24da-4482-9ab1-f079c57010d6 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827877 Jun 30 02:55:11.861410 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0aba5e62-9d00-4228-bb37-c652e0154365 req-38a160f9-325d-462e-973f-ae4153d6830b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397849 Jun 30 02:55:11.868897 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2bc9ef9c-2306-4d02-ac31-36cbf35ad799 req-57d200ca-1830-488f-8d52-9d7931234797 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723324 Jun 30 02:55:11.945427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:11.979661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.985085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:11.985710 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.050287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Network': ['ID=75679d37-34cb-4cfa-95ec-53bff236aa16,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:12.062747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 75679d37-34cb-4cfa-95ec-53bff236aa16 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:12.102777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-64f73982-8a2f-479e-a85d-419e2ed4054b tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:12.103274 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-64f73982-8a2f-479e-a85d-419e2ed4054b tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.74 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 945 time: 0.0688713 Jun 30 02:55:12.146364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:12.148607 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-de903d53-612b-41f8-a6b2-7e1e3c0fe3c4 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7789481 Jun 30 02:55:12.149392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36798) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:12.151267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:12.155278 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.156028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'subnet': {'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:12.157115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d94c9b-a910-4b41-b8e6-6f0bc1840180 None None] Network 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:12.231908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-8e811181-67ef-47d3-877d-50eb56804525 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Deleting port 86fa2d32-ee53-4252-9844-3a5a0acd685e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:12.232417 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-8e811181-67ef-47d3-877d-50eb56804525 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.287883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee01c1-b89d-429b-9360-54835092d2af req-434073c7-5f91-4976-b2b9-5e33d0732d62 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:12.289407 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cbee01c1-b89d-429b-9360-54835092d2af req-434073c7-5f91-4976-b2b9-5e33d0732d62 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 945 time: 0.1314006 Jun 30 02:55:12.332512 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cbee01c1-b89d-429b-9360-54835092d2af req-d4281091-5988-4189-be91-4302b6e2c9d4 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/security-groups?id=38447795-cd4a-4c3d-8c4b-b0d349ccdaee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351090 Jun 30 02:55:12.335914 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-07fc6755-f2c4-4e96-8e0f-d286b37c3e7b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3216751 Jun 30 02:55:12.338712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36802) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:12.343336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8592cc06-304e-4608-a309-7ac439dd9f30 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1032591194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:12.375852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-6b2884bf-dbfa-40c5-82cc-2f8a0ee68399', 'network_id': '6b2884bf-dbfa-40c5-82cc-2f8a0ee68399', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'fixed_ips': [{'subnet_id': '4072b915-ba53-4686-80a2-ddffc8a88216'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:55:12.376799 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.383533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-8e811181-67ef-47d3-877d-50eb56804525 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] For port 86fa2d32-ee53-4252-9844-3a5a0acd685e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=86fa2d32-ee53-4252-9844-3a5a0acd685e,segment=NetworkSegment(e6f9ca8e-27c4-474b-9e52-db1967fb85ba),segment_id=e6f9ca8e-27c4-474b-9e52-db1967fb85ba)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:12.383801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-8e811181-67ef-47d3-877d-50eb56804525 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.398668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-8e811181-67ef-47d3-877d-50eb56804525 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Calling delete_port for 86fa2d32-ee53-4252-9844-3a5a0acd685e owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:12.418569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:12.422099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.530843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Allocated IP 2001:db8::2 (6b2884bf-dbfa-40c5-82cc-2f8a0ee68399/4072b915-ba53-4686-80a2-ddffc8a88216/31b797bc-6ed8-4c91-8957-3dfaa0890a88) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:12.591016 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8592cc06-304e-4608-a309-7ac439dd9f30 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.592651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8592cc06-304e-4608-a309-7ac439dd9f30 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.639646 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-8e811181-67ef-47d3-877d-50eb56804525 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.658360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['86fa2d32-ee53-4252-9844-3a5a0acd685e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:12.678370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e811181-67ef-47d3-877d-50eb56804525 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Pushing event deleted for resources: {'Port': ['ID=86fa2d32-ee53-4252-9844-3a5a0acd685e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:12.703726 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.712820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Transition to ACTIVE for port object 31b797bc-6ed8-4c91-8957-3dfaa0890a88 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:12.727333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Transition to ACTIVE for port object 31b797bc-6ed8-4c91-8957-3dfaa0890a88 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:12.736170 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8592cc06-304e-4608-a309-7ac439dd9f30 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.751734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-8e811181-67ef-47d3-877d-50eb56804525 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] No DVR routers for this DVR port 86fa2d32-ee53-4252-9844-3a5a0acd685e on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:12.754319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-8e811181-67ef-47d3-877d-50eb56804525 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.756974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad88961e-d82c-47db-acf1-ff10610df9f1 req-8e811181-67ef-47d3-877d-50eb56804525 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.74 "DELETE /v2.0/ports/86fa2d32-ee53-4252-9844-3a5a0acd685e HTTP/1.1" status: 204 len: 173 time: 0.6480823 Jun 30 02:55:12.757538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc50ccd-2293-45ca-a496-01f23d968351', 'name': 'network-vif-deleted', 'tag': '86fa2d32-ee53-4252-9844-3a5a0acd685e'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:12.763478 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0333d56-5cd2-428f-914f-1118060446c4" -d '{"events": [{"server_uuid": "8cc50ccd-2293-45ca-a496-01f23d968351", "name": "network-vif-deleted", "tag": "86fa2d32-ee53-4252-9844-3a5a0acd685e"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:12.797796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.803419 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e40986-7f49-47c4-b100-31601fc1ce49 x-openstack-request-id: req-78e40986-7f49-47c4-b100-31601fc1ce49 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:12.804264 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc50ccd-2293-45ca-a496-01f23d968351", "name": "network-vif-deleted", "tag": "86fa2d32-ee53-4252-9844-3a5a0acd685e", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:12.804264 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78e40986-7f49-47c4-b100-31601fc1ce49 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:12.804653 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc50ccd-2293-45ca-a496-01f23d968351', 'name': 'network-vif-deleted', 'tag': '86fa2d32-ee53-4252-9844-3a5a0acd685e', 'status': 'completed', 'code': 200} Jun 30 02:55:12.865775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Subnet': ['ID=9195b17f-4e05-4f25-9cbc-b50340a7b9c3,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:12.878015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Checking segment: {'id': '097d3d65-8956-4d2d-b4f6-564aa420db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:12.878381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network hostable DHCP agents. Network: 75679d37-34cb-4cfa-95ec-53bff236aa16, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:12.901046 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.903407 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8592cc06-304e-4608-a309-7ac439dd9f30 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.920671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Network 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:12.924075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:12.956361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:13.031185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network 75679d37-34cb-4cfa-95ec-53bff236aa16 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:13.054412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Pushing event updated for resources: {'Port': ['ID=31b797bc-6ed8-4c91-8957-3dfaa0890a88,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:13.072583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Attempting to bind port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:13.073826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Attempting to bind port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'e9af9f9a-11a9-4343-a091-355887275c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6b2884bf-dbfa-40c5-82cc-2f8a0ee68399'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:13.074524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Attempting to bind port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 on network 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:13.081509 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:13.082405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Checking segment: {'id': 'e9af9f9a-11a9-4343-a091-355887275c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6b2884bf-dbfa-40c5-82cc-2f8a0ee68399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:13.083216 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.084563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Bound using segment: {'id': 'e9af9f9a-11a9-4343-a091-355887275c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6b2884bf-dbfa-40c5-82cc-2f8a0ee68399'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:13.085279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Bound port: 31b797bc-6ed8-4c91-8957-3dfaa0890a88, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9af9f9a-11a9-4343-a091-355887275c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '6b2884bf-dbfa-40c5-82cc-2f8a0ee68399'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:13.085933 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.094452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8592cc06-304e-4608-a309-7ac439dd9f30 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.095563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8592cc06-304e-4608-a309-7ac439dd9f30 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7558312 Jun 30 02:55:13.101245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36816) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:13.109118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'port': {'network_id': '6b2884bf-dbfa-40c5-82cc-2f8a0ee68399', 'name': 'tempest-RoutersIpV6Test-376086951'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:13.148241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6dd26-6a5f-4cb7-a110-6eff57468270 req-907659d1-8fc7-4614-b449-45238a4229bd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.151376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fac6dd26-6a5f-4cb7-a110-6eff57468270 req-907659d1-8fc7-4614-b449-45238a4229bd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1074798 Jun 30 02:55:13.162914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] For port 31b797bc-6ed8-4c91-8957-3dfaa0890a88, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:13.167569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] For port 31b797bc-6ed8-4c91-8957-3dfaa0890a88, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=31b797bc-6ed8-4c91-8957-3dfaa0890a88,segment=NetworkSegment(e9af9f9a-11a9-4343-a091-355887275c9a),segment_id=e9af9f9a-11a9-4343-a091-355887275c9a)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:13.204767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fac6dd26-6a5f-4cb7-a110-6eff57468270 req-230a7eb0-e116-47fe-a8ff-0e1ab7b55ec4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478625 Jun 30 02:55:13.352064 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.469209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c1aa7-df59-4535-9b84-dcf76f7cac7c None None] Pushing event updated for resources: {'Port': ['ID=31b797bc-6ed8-4c91-8957-3dfaa0890a88,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:13.587932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 75679d37-34cb-4cfa-95ec-53bff236aa16) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:13.592502 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-794b024f-5e91-4c63-8cf8-e73649a24229 req-93471713-1efc-4924-af94-bf489451d9a4 tempest-ServerAddressesNegativeTestJSON-316945365 tempest-ServerAddressesNegativeTestJSON-316945365-project] 10.222.0.77 "GET /v2.0/ports?device_id=8cc50ccd-2293-45ca-a496-01f23d968351 HTTP/1.1" status: 200 len: 210 time: 0.0546143 Jun 30 02:55:13.596675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2447c62-6fe0-4030-80c2-8c9b1c316abf None None] Network 75679d37-34cb-4cfa-95ec-53bff236aa16 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:13.609540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f30a45-b97b-43b7-a071-268e93923900 req-97098d6b-be70-4fc0-91bb-93393c442f16 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.611401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85f30a45-b97b-43b7-a071-268e93923900 req-97098d6b-be70-4fc0-91bb-93393c442f16 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.5968852 Jun 30 02:55:13.615308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.616083 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.680996 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85f30a45-b97b-43b7-a071-268e93923900 req-eb4c7c59-d65b-49e7-8c53-35f736439366 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609829 Jun 30 02:55:13.721963 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7b7567a1-9653-4b3c-82b9-71d87d10527c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5712285 Jun 30 02:55:13.723474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36822) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:13.729521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-550763617'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:13.818199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-75679d37-34cb-4cfa-95ec-53bff236aa16', 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'fixed_ips': [{'subnet_id': '9195b17f-4e05-4f25-9cbc-b50340a7b9c3'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:55:13.819180 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.830859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:13.835890 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.854659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] device_id is not set on port 2251962b-3400-4ab7-9fe3-f93755613640 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:55:13.965284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Allocated IP 19.80.0.2 (75679d37-34cb-4cfa-95ec-53bff236aa16/9195b17f-4e05-4f25-9cbc-b50340a7b9c3/fedbf4a1-32d7-4187-b7af-81c40792a417) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:13.984909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:13.988693 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.993329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Allocated IP 2001:db8::2f8 (6b2884bf-dbfa-40c5-82cc-2f8a0ee68399/4072b915-ba53-4686-80a2-ddffc8a88216/2251962b-3400-4ab7-9fe3-f93755613640) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:14.035625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:14.054944 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.055690 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Added segment 8ad3ee0a-4639-44fa-b5af-06b359d36ac6 of type vlan for network d516ba44-fddc-4a03-995e-bc160312f56d Jun 30 02:55:14.105095 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.171675 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.180189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Transition to ACTIVE for port object fedbf4a1-32d7-4187-b7af-81c40792a417 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:14.195340 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.196470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Transition to ACTIVE for port object fedbf4a1-32d7-4187-b7af-81c40792a417 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:14.208538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Transition to ACTIVE for port object 2251962b-3400-4ab7-9fe3-f93755613640 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:14.276486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.276842 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.283234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:14.284761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.317223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Network 75679d37-34cb-4cfa-95ec-53bff236aa16 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:14.320992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:14.324862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:14.339124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Pushing event updated for resources: {'Port': ['ID=fedbf4a1-32d7-4187-b7af-81c40792a417,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:14.351432 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.379775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Network': ['ID=d516ba44-fddc-4a03-995e-bc160312f56d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:14.394770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d516ba44-fddc-4a03-995e-bc160312f56d details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:14.427046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-328963d2-7c6c-4c94-94a1-aa4f2ad91748 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7024403 Jun 30 02:55:14.435147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36832) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:14.453980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'subnet': {'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:14.504273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Attempting to bind port fedbf4a1-32d7-4187-b7af-81c40792a417 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:14.504646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Attempting to bind port fedbf4a1-32d7-4187-b7af-81c40792a417 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '097d3d65-8956-4d2d-b4f6-564aa420db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:14.505011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Attempting to bind port fedbf4a1-32d7-4187-b7af-81c40792a417 on network 75679d37-34cb-4cfa-95ec-53bff236aa16 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:14.526192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=2251962b-3400-4ab7-9fe3-f93755613640,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:14.545293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:14.545965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:14.546362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Checking segment: {'id': '097d3d65-8956-4d2d-b4f6-564aa420db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:14.546746 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.547224 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Bound using segment: {'id': '097d3d65-8956-4d2d-b4f6-564aa420db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:14.547724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Bound port: fedbf4a1-32d7-4187-b7af-81c40792a417, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097d3d65-8956-4d2d-b4f6-564aa420db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:14.548066 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.551312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:14.565429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:14.571412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:14.572989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.609932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880712e-3474-4772-8e07-c28d47ccd807 req-b5e62561-5578-4d9f-87f0-9e3869491346 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:14.619028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8880712e-3474-4772-8e07-c28d47ccd807 req-b5e62561-5578-4d9f-87f0-9e3869491346 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.2512805 Jun 30 02:55:14.649102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] For port fedbf4a1-32d7-4187-b7af-81c40792a417, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:14.653309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] For port fedbf4a1-32d7-4187-b7af-81c40792a417, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fedbf4a1-32d7-4187-b7af-81c40792a417,segment=NetworkSegment(097d3d65-8956-4d2d-b4f6-564aa420db58),segment_id=097d3d65-8956-4d2d-b4f6-564aa420db58)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:14.666192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8880712e-3474-4772-8e07-c28d47ccd807 req-37025a46-6cfd-4153-ba16-57a688bef5c6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459185 Jun 30 02:55:14.694931 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5b5f7b7c-0733-4252-961b-8415c3f7376c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5909164 Jun 30 02:55:14.697398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36840) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:14.733673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb1be1-3009-463d-927a-be5f483761e0 req-f083efa7-d8be-4577-947e-0501fd948334 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:14.733673 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5bcb1be1-3009-463d-927a-be5f483761e0 req-f083efa7-d8be-4577-947e-0501fd948334 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0854857 Jun 30 02:55:14.758157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb6e1b-fa6e-4d4b-9961-b91aa540e7bf None None] Network 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:14.800710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5bcb1be1-3009-463d-927a-be5f483761e0 req-8f795660-5277-4cb5-9b28-e2de088638d2 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576630 Jun 30 02:55:14.801340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36844) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:14.851458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:14.857245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd5acac-a883-4cd9-ba6d-7f7f1de67160 admin admin] Deleting subnet 5358e82e-3cca-4ecd-bc26-23d539d38f01 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:14.860527 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9dd5acac-a883-4cd9-ba6d-7f7f1de67160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.867604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.882919 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.947055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9dd5acac-a883-4cd9-ba6d-7f7f1de67160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.028954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 31b797bc-6ed8-4c91-8957-3dfaa0890a88 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:15.030603 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9dd5acac-a883-4cd9-ba6d-7f7f1de67160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.031297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77223e05-9a4d-4053-9ec2-db03e3a96c63 None None] Pushing event updated for resources: {'Port': ['ID=fedbf4a1-32d7-4187-b7af-81c40792a417,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:15.088591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eee1f3-45ff-4423-b4d4-14ca8597844f req-7cea300a-e796-43fc-8a9b-bafbda800097 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:15.090342 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81eee1f3-45ff-4423-b4d4-14ca8597844f req-7cea300a-e796-43fc-8a9b-bafbda800097 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1174178 Jun 30 02:55:15.142092 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81eee1f3-45ff-4423-b4d4-14ca8597844f req-a8327111-af03-4157-a18e-041dd0a95a16 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Jun 30 02:55:15.196854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-61065c86-1d9a-4863-be2e-284165ac06b2 None None] Provisioning for port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:15.199765 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9dd5acac-a883-4cd9-ba6d-7f7f1de67160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.218782 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9dd5acac-a883-4cd9-ba6d-7f7f1de67160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.225589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9dd5acac-a883-4cd9-ba6d-7f7f1de67160 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5358e82e-3cca-4ecd-bc26-23d539d38f01 HTTP/1.1" status: 204 len: 168 time: 0.4229078 Jun 30 02:55:15.226531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36848) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:15.288711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5acac-a883-4cd9-ba6d-7f7f1de67160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5358e82e-3cca-4ecd-bc26-23d539d38f01,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:15.293573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.332693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:15.337869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:15.338253 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.465602 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.577452 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.621527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 31b797bc-6ed8-4c91-8957-3dfaa0890a88, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=31b797bc-6ed8-4c91-8957-3dfaa0890a88,segment=NetworkSegment(e9af9f9a-11a9-4343-a091-355887275c9a),segment_id=e9af9f9a-11a9-4343-a091-355887275c9a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:15.638598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.652133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748de3ad-cf64-4919-8be0-f6d49973a414']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:15.665952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f9ca8e-27c4-474b-9e52-db1967fb85ba') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:15.666332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f9ca8e-27c4-474b-9e52-db1967fb85ba') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:15.683585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-204aaf54-e213-4634-b375-a7812e0029b4 None None] Provisioning complete for port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:15.683585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-204aaf54-e213-4634-b375-a7812e0029b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.684729 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.705360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.715598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:15.716497 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.748312 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:15.776843 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:15.838886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=31b797bc-6ed8-4c91-8957-3dfaa0890a88,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:15.936986 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.001439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-204aaf54-e213-4634-b375-a7812e0029b4 None None] Provisioning for port 2251962b-3400-4ab7-9fe3-f93755613640 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:16.001690 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.007024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-204aaf54-e213-4634-b375-a7812e0029b4 None None] Provisioning complete for port 2251962b-3400-4ab7-9fe3-f93755613640 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:16.007423 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-204aaf54-e213-4634-b375-a7812e0029b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.010213 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.018397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] 10.222.0.77 "DELETE /v2.0/networks/748de3ad-cf64-4919-8be0-f6d49973a414 HTTP/1.1" status: 204 len: 168 time: 0.7828045 Jun 30 02:55:16.028413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce2b3c-c283-4fa2-8218-e2875eb1d96d admin admin] Pushing event deleted for resources: {'Network': ['ID=748de3ad-cf64-4919-8be0-f6d49973a414,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:16.067424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-204aaf54-e213-4634-b375-a7812e0029b4 None None] Port 2251962b-3400-4ab7-9fe3-f93755613640 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:16.079512 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab92d6-125e-4d57-adb8-a4fbb2f35f3f req-f5f6ec90-ac93-4acc-af35-13ad4f61c20e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:16.081094 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ddab92d6-125e-4d57-adb8-a4fbb2f35f3f req-f5f6ec90-ac93-4acc-af35-13ad4f61c20e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.2853951 Jun 30 02:55:16.119284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-00a40dc8-0777-45d5-ac16-43a34d91fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:16.120783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-00a40dc8-0777-45d5-ac16-43a34d91fe72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1095 time: 0.3401527 Jun 30 02:55:16.152135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Subnet': ['ID=f91ffacd-723e-4574-9d25-27d6f9bf0320,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:16.188117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e1684ad2-b015-462c-8203-76053d740533 None None] Provisioning complete for port 2251962b-3400-4ab7-9fe3-f93755613640 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:16.188539 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e1684ad2-b015-462c-8203-76053d740533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.226514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e1684ad2-b015-462c-8203-76053d740533 None None] Port 2251962b-3400-4ab7-9fe3-f93755613640 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:16.247780 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Checking segment: {'id': '8ad3ee0a-4639-44fa-b5af-06b359d36ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:16.248159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network hostable DHCP agents. Network: d516ba44-fddc-4a03-995e-bc160312f56d, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:16.252676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ddab92d6-125e-4d57-adb8-a4fbb2f35f3f req-3a169c40-7e2e-4a41-9621-154496fe6ca7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597590 Jun 30 02:55:16.331134 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.337729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-6c18e85c-4ccc-429b-88cc-907265587fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:16.343021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-6c18e85c-4ccc-429b-88cc-907265587fd8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.2039096 Jun 30 02:55:16.454357 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-a0b82555-6c69-43b6-8d07-d687a6f96bf9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 999 time: 0.1081729 Jun 30 02:55:16.479574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d990636-cf2b-4ad1-b1e6-6b0906a2c553 None None] Network 75679d37-34cb-4cfa-95ec-53bff236aa16 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:16.543280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-7c35a32f-aeb9-4bb1-a4d7-4e85fcd164be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:16.544776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-7c35a32f-aeb9-4bb1-a4d7-4e85fcd164be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0836785 Jun 30 02:55:16.612422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network d516ba44-fddc-4a03-995e-bc160312f56d is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:16.612422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850c614-be8a-4c4f-90f0-22858b393f09 req-204040b7-d330-4e72-93b2-764517c60ae7 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:16.612422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e850c614-be8a-4c4f-90f0-22858b393f09 req-204040b7-d330-4e72-93b2-764517c60ae7 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1127853 Jun 30 02:55:16.612422 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.614638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36864) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:16.656051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d29ceefc-1517-47a1-bae9-a5d4ff5ec91e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8580dd3914a74823b2fbea00d6550283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403285 Jun 30 02:55:16.658581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36866) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:16.721302 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=2251962b-3400-4ab7-9fe3-f93755613640,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:16.726486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92462af5-0202-4e53-9918-38a9b3c94af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.768729 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e850c614-be8a-4c4f-90f0-22858b393f09 req-689a23db-9662-4956-a5b1-b13ec7b03fd3 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457667 Jun 30 02:55:16.771045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-1d4cbb3c-654f-4246-a5e2-8670cb3c1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:16.773597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-1d4cbb3c-654f-4246-a5e2-8670cb3c1fb6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221432 Jun 30 02:55:16.781707 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92462af5-0202-4e53-9918-38a9b3c94af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.790526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3497c2c5-d8ac-49d1-a2da-1959f6982b3a None None] Provisioning for port fedbf4a1-32d7-4187-b7af-81c40792a417 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:16.902290 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d516ba44-fddc-4a03-995e-bc160312f56d) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:16.912488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5661e757-617b-4f23-a197-034432647d32 None None] Network d516ba44-fddc-4a03-995e-bc160312f56d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:16.958340 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:16.966353 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.990542 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92462af5-0202-4e53-9918-38a9b3c94af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.993638 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92462af5-0202-4e53-9918-38a9b3c94af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.994274 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-92462af5-0202-4e53-9918-38a9b3c94af2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38447795-cd4a-4c3d-8c4b-b0d349ccdaee HTTP/1.1" status: 204 len: 168 time: 0.3346963 Jun 30 02:55:17.004636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92462af5-0202-4e53-9918-38a9b3c94af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38447795-cd4a-4c3d-8c4b-b0d349ccdaee,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:17.082316 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.086459 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-aca87a85-43f7-46f8-b35f-396dacf6d281 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051100 Jun 30 02:55:17.093321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 31b797bc-6ed8-4c91-8957-3dfaa0890a88 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:17.221859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:17.222258 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.238779 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c4c573f2-97ba-4aae-a572-41317d2308a9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7919569 Jun 30 02:55:17.260789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-d516ba44-fddc-4a03-995e-bc160312f56d', 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'fixed_ips': [{'subnet_id': 'f91ffacd-723e-4574-9d25-27d6f9bf0320'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:55:17.261682 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.272694 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05767ec9-a59f-40c1-91c3-ef2c3c7eab11 req-e093d3be-f486-411c-9510-bfdf7e40cf37 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378648 Jun 30 02:55:17.434869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.439448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fe0177be-319c-4a95-8661-f6121bdf58fe None None] Provisioning complete for port 2251962b-3400-4ab7-9fe3-f93755613640 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:17.439886 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fe0177be-319c-4a95-8661-f6121bdf58fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.468692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 86fa2d32-ee53-4252-9844-3a5a0acd685e no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:17.516130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fedbf4a1-32d7-4187-b7af-81c40792a417 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:17.522273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 86fa2d32-ee53-4252-9844-3a5a0acd685e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:17.522610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 86fa2d32-ee53-4252-9844-3a5a0acd685e not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:17.575034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fe0177be-319c-4a95-8661-f6121bdf58fe None None] Port 2251962b-3400-4ab7-9fe3-f93755613640 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:17.576978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Allocated IP 19.86.0.2 (d516ba44-fddc-4a03-995e-bc160312f56d/f91ffacd-723e-4574-9d25-27d6f9bf0320/09fb4f6a-e1ff-4b42-9994-f34c51d2650b) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:17.636065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9def5-df06-4f64-a312-12b11d9dbe31 req-d51e51e4-7f9e-4453-aab2-8f83fb7c3d47 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:17.641765 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78f9def5-df06-4f64-a312-12b11d9dbe31 req-d51e51e4-7f9e-4453-aab2-8f83fb7c3d47 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1705143 Jun 30 02:55:17.757443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78f9def5-df06-4f64-a312-12b11d9dbe31 req-4df63697-1ffc-4401-9f15-cfd89fface52 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082582 Jun 30 02:55:17.922396 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.931354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Transition to ACTIVE for port object 09fb4f6a-e1ff-4b42-9994-f34c51d2650b will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:17.948141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Transition to ACTIVE for port object 09fb4f6a-e1ff-4b42-9994-f34c51d2650b will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:18.001529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ed418726-37ab-414f-98e5-8e271453031d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:18.010000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ed418726-37ab-414f-98e5-8e271453031d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:18.011617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ed418726-37ab-414f-98e5-8e271453031d tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/networks?id=75679d37-34cb-4cfa-95ec-53bff236aa16&id=d516ba44-fddc-4a03-995e-bc160312f56d HTTP/1.1" status: 200 len: 1390 time: 0.2313991 Jun 30 02:55:18.014056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.029652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-36794679-e168-46df-9660-368dbb2f71b8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/quotas/cdd168ce5739472eb7b4b499b9550653 HTTP/1.1" status: 200 len: 375 time: 0.0116637 Jun 30 02:55:18.036017 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.075486 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10643f2-19a2-45c5-90ca-72f36e4621cf req-3ad6ae5c-c714-4adb-9790-3d60c0a63975 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:18.084648 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a10643f2-19a2-45c5-90ca-72f36e4621cf req-3ad6ae5c-c714-4adb-9790-3d60c0a63975 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1609237 Jun 30 02:55:18.095345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port fedbf4a1-32d7-4187-b7af-81c40792a417 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:18.103317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port fedbf4a1-32d7-4187-b7af-81c40792a417 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:18.103542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.125776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-eb0f2a11-c13e-4b82-a3dc-89d3df974ee8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cdd168ce5739472eb7b4b499b9550653&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0904632 Jun 30 02:55:18.170640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Network d516ba44-fddc-4a03-995e-bc160312f56d is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:18.174463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:18.177023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Pushing event updated for resources: {'Port': ['ID=09fb4f6a-e1ff-4b42-9994-f34c51d2650b,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:18.180146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:18.202373 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.203406 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.270726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=2251962b-3400-4ab7-9fe3-f93755613640,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:18.313296 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Attempting to bind port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:18.314332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Attempting to bind port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '8ad3ee0a-4639-44fa-b5af-06b359d36ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:18.314871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Attempting to bind port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b on network d516ba44-fddc-4a03-995e-bc160312f56d {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:18.327753 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.330104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:18.330674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Checking segment: {'id': '8ad3ee0a-4639-44fa-b5af-06b359d36ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:18.331230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.334406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Bound using segment: {'id': '8ad3ee0a-4639-44fa-b5af-06b359d36ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:18.334406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Bound port: 09fb4f6a-e1ff-4b42-9994-f34c51d2650b, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad3ee0a-4639-44fa-b5af-06b359d36ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:18.334406 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.402132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a10643f2-19a2-45c5-90ca-72f36e4621cf req-21243e6c-3408-43dd-9c36-404b34521f16 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109074 Jun 30 02:55:18.408679 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-7a8f9105-e204-41a1-86d3-34c1fb59df68 service neutron] 10.222.0.77 "GET /v2.0/networks/75679d37-34cb-4cfa-95ec-53bff236aa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758250 Jun 30 02:55:18.428139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port fedbf4a1-32d7-4187-b7af-81c40792a417, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fedbf4a1-32d7-4187-b7af-81c40792a417,segment=NetworkSegment(097d3d65-8956-4d2d-b4f6-564aa420db58),segment_id=097d3d65-8956-4d2d-b4f6-564aa420db58)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:18.444758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] For port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:18.448157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] For port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=09fb4f6a-e1ff-4b42-9994-f34c51d2650b,segment=NetworkSegment(8ad3ee0a-4639-44fa-b5af-06b359d36ac6),segment_id=8ad3ee0a-4639-44fa-b5af-06b359d36ac6)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:18.472733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:18.477337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:18.526922 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.595559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=fedbf4a1-32d7-4187-b7af-81c40792a417,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:18.602393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.621720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-885d384e-9917-4210-bd3b-c0b45d0a2418 service neutron] 10.222.0.77 "GET /v2.0/networks/75679d37-34cb-4cfa-95ec-53bff236aa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119617 Jun 30 02:55:18.694171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff99434-ed4d-4aaa-b505-f3c25f41a9d2 None None] Pushing event updated for resources: {'Port': ['ID=09fb4f6a-e1ff-4b42-9994-f34c51d2650b,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:18.748259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-e85835db-d3f6-4a8d-8031-1bf940a43366 service neutron] 10.222.0.77 "GET /v2.0/networks/d516ba44-fddc-4a03-995e-bc160312f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256011 Jun 30 02:55:18.861923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fedbf4a1-32d7-4187-b7af-81c40792a417 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:18.928807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-e1e0220c-74d0-4f29-ab95-201f0f712c66 service neutron] 10.222.0.77 "GET /v2.0/networks/d516ba44-fddc-4a03-995e-bc160312f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780672 Jun 30 02:55:18.937080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-af865516-d4c5-4b6b-882a-33a4168796ed None None] Provisioning complete for port 2251962b-3400-4ab7-9fe3-f93755613640 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:18.937461 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af865516-d4c5-4b6b-882a-33a4168796ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.012624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port fedbf4a1-32d7-4187-b7af-81c40792a417 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:19.013003 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.071798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-af865516-d4c5-4b6b-882a-33a4168796ed None None] Port 2251962b-3400-4ab7-9fe3-f93755613640 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:19.083030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router 994ae4a9-163b-4830-8f39-3ee18c4762c9 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:55:19.257357 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:19.268072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36932) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:19.271404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d8570-d0a8-4df9-b370-09fb163a6856 None None] Sync routers for ids ['994ae4a9-163b-4830-8f39-3ee18c4762c9'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:19.278513 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c751f5a1-3dd7-43b4-a70f-f20735268d2d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/994ae4a9-163b-4830-8f39-3ee18c4762c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5794787 Jun 30 02:55:19.299657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d8570-d0a8-4df9-b370-09fb163a6856 None None] Routers {'994ae4a9-163b-4830-8f39-3ee18c4762c9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:19.300812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-630d8570-d0a8-4df9-b370-09fb163a6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['994ae4a9-163b-4830-8f39-3ee18c4762c9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:19.338569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-630d8570-d0a8-4df9-b370-09fb163a6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:19.348202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d8570-d0a8-4df9-b370-09fb163a6856 None None] Routers {'994ae4a9-163b-4830-8f39-3ee18c4762c9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:19.349015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-630d8570-d0a8-4df9-b370-09fb163a6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['994ae4a9-163b-4830-8f39-3ee18c4762c9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:19.349341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b516c7-b93e-4a82-95dc-a5abdf480a54 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:19.350763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-33b516c7-b93e-4a82-95dc-a5abdf480a54 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports/2251962b-3400-4ab7-9fe3-f93755613640 HTTP/1.1" status: 200 len: 983 time: 0.0806627 Jun 30 02:55:19.353536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36934) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:19.385627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-630d8570-d0a8-4df9-b370-09fb163a6856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:19.386417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d8570-d0a8-4df9-b370-09fb163a6856 None None] The sync data for ids ['994ae4a9-163b-4830-8f39-3ee18c4762c9'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:19.812630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cd037-1dd2-4317-9c78-3a3d0e98a4f7 req-648389bc-926e-4d35-9b22-69ed997d183f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:19.814618 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b7cd037-1dd2-4317-9c78-3a3d0e98a4f7 req-648389bc-926e-4d35-9b22-69ed997d183f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1641810 Jun 30 02:55:20.135232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5fc95-0a88-4a78-91f5-280a7f12c75d req-0d320e35-ed42-4f90-b977-926173f01bfd tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:20.137135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78c5fc95-0a88-4a78-91f5-280a7f12c75d req-0d320e35-ed42-4f90-b977-926173f01bfd tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.3172245 Jun 30 02:55:20.138584 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:20.297876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78c5fc95-0a88-4a78-91f5-280a7f12c75d req-efed664c-3085-4fdf-a5f7-4ae8ba1e77f5 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199808 Jun 30 02:55:20.298495 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b7cd037-1dd2-4317-9c78-3a3d0e98a4f7 req-f92bf982-870f-4f17-88ac-82f7d5032666 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4678586 Jun 30 02:55:20.372115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5359cd45-6b7f-4d3f-9d12-8bdb2d5adca2 None None] Network d516ba44-fddc-4a03-995e-bc160312f56d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:20.401683 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d45f1e7e-66cf-4250-9ca7-7f25d8f3971d req-b2c93789-0cf1-494e-bba9-050b7824a014 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 210 time: 0.0350740 Jun 30 02:55:20.429960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-220e1b5f-39dc-4348-b3be-d4a0dbbdcc4d req-dfdc151e-aa88-4ae4-8e2a-71f27e1b5e1f tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0359492 Jun 30 02:55:20.553667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 2251962b-3400-4ab7-9fe3-f93755613640 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:20.554039 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:20.655088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ecfb1619-8639-48e2-bfcb-20528957c9b5 None None] Provisioning for port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:20.695125 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:20.713929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 2251962b-3400-4ab7-9fe3-f93755613640 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:20.722808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8ffd4-19c0-43e9-b01d-e9c1e19c1c80 req-103c1349-387d-436c-9142-bc7149f4d14a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:20.724843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2f8ffd4-19c0-43e9-b01d-e9c1e19c1c80 req-103c1349-387d-436c-9142-bc7149f4d14a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1241708 Jun 30 02:55:20.804004 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2f8ffd4-19c0-43e9-b01d-e9c1e19c1c80 req-25c80109-aa25-48f3-b8b3-5ab9737080f5 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706275 Jun 30 02:55:20.889427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 09fb4f6a-e1ff-4b42-9994-f34c51d2650b up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:21.093570 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.094895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:21.103970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:21.104840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.135654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=2251962b-3400-4ab7-9fe3-f93755613640,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:21.221392 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.264521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=09fb4f6a-e1ff-4b42-9994-f34c51d2650b,segment=NetworkSegment(8ad3ee0a-4639-44fa-b5af-06b359d36ac6),segment_id=8ad3ee0a-4639-44fa-b5af-06b359d36ac6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:21.289516 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.471701 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.543414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router 994ae4a9-163b-4830-8f39-3ee18c4762c9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:21.549482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=09fb4f6a-e1ff-4b42-9994-f34c51d2650b,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:21.640682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:21.650083 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f3051769-a387-421b-8fbf-2c50c54043a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/994ae4a9-163b-4830-8f39-3ee18c4762c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2927420 Jun 30 02:55:21.650634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36976) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:21.657266 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354f9f5-7483-4354-aec3-3adfaf72e964 None None] Sync routers for ids ['994ae4a9-163b-4830-8f39-3ee18c4762c9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:21.674317 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04236e98-337e-422d-bf7c-4ed0218644cb req-d8bf72d9-70f5-415b-885b-1d4216ba07cb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:21.675956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04236e98-337e-422d-bf7c-4ed0218644cb req-d8bf72d9-70f5-415b-885b-1d4216ba07cb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1724403 Jun 30 02:55:21.677171 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354f9f5-7483-4354-aec3-3adfaf72e964 None None] Routers {'994ae4a9-163b-4830-8f39-3ee18c4762c9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:21.677978 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d354f9f5-7483-4354-aec3-3adfaf72e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['994ae4a9-163b-4830-8f39-3ee18c4762c9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:21.746712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04236e98-337e-422d-bf7c-4ed0218644cb req-5f759afc-3dda-4d0d-8594-b5bdb7679b12 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521040 Jun 30 02:55:21.751491 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d354f9f5-7483-4354-aec3-3adfaf72e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:21.762191 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354f9f5-7483-4354-aec3-3adfaf72e964 None None] Routers {'994ae4a9-163b-4830-8f39-3ee18c4762c9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:21.762191 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d354f9f5-7483-4354-aec3-3adfaf72e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['994ae4a9-163b-4830-8f39-3ee18c4762c9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:21.795617 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d354f9f5-7483-4354-aec3-3adfaf72e964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:21.796170 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d354f9f5-7483-4354-aec3-3adfaf72e964 None None] The sync data for ids ['994ae4a9-163b-4830-8f39-3ee18c4762c9'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:21.916969 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44ce9f07-94de-4f66-aca3-2146a3df431c req-a38bb10c-598a-43cd-be34-65b400b660aa tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 210 time: 0.0541236 Jun 30 02:55:21.984695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1774bdf-0368-4636-8d75-9afbf7f33dd7 req-078d3a4b-5a5f-442b-b89d-9c4901c4ec53 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0436602 Jun 30 02:55:22.026424 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-62763e9f-728a-4eab-86f6-441e5ef5ea00 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 02:55:22.028193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-62763e9f-728a-4eab-86f6-441e5ef5ea00 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/994ae4a9-163b-4830-8f39-3ee18c4762c9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3757427 Jun 30 02:55:22.031983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36980) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.079563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36982) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.092259 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0452b038-c7e4-48e8-b272-e3486004b50a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=994ae4a9-163b-4830-8f39-3ee18c4762c9 HTTP/1.1" status: 200 len: 205 time: 0.0589345 Jun 30 02:55:22.151875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32be5f51-47aa-4cab-8171-77e1e066636b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.206336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ed130-e271-48fe-813a-d2e44001574e req-3732ec07-666c-4125-b149-b2d68e082040 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.209209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-723ed130-e271-48fe-813a-d2e44001574e req-3732ec07-666c-4125-b149-b2d68e082040 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0815203 Jun 30 02:55:22.249687 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-723ed130-e271-48fe-813a-d2e44001574e req-656d9a6c-dba2-4198-aed5-9b1820b7137d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340140 Jun 30 02:55:22.327012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32be5f51-47aa-4cab-8171-77e1e066636b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.329465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32be5f51-47aa-4cab-8171-77e1e066636b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.510705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32be5f51-47aa-4cab-8171-77e1e066636b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.511217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32be5f51-47aa-4cab-8171-77e1e066636b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Fanout notify agent at l3_agent the message router_deleted on router 994ae4a9-163b-4830-8f39-3ee18c4762c9 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:55:22.517820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32be5f51-47aa-4cab-8171-77e1e066636b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.518951 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-32be5f51-47aa-4cab-8171-77e1e066636b tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/994ae4a9-163b-4830-8f39-3ee18c4762c9 HTTP/1.1" status: 204 len: 168 time: 0.4384081 Jun 30 02:55:22.522208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36988) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.585881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fdd0e2-8094-4886-aa0f-fe447ce28abb tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting subnet 4072b915-ba53-4686-80a2-ddffc8a88216 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:22.589232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd0e2-8094-4886-aa0f-fe447ce28abb tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.638794 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd0e2-8094-4886-aa0f-fe447ce28abb tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.682017 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.728462 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd0e2-8094-4886-aa0f-fe447ce28abb tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.883454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 09fb4f6a-e1ff-4b42-9994-f34c51d2650b up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:22.917336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e71c0-4d9b-4f2f-93d2-0c0997851bfc req-887aaa4e-b4e0-4534-aec4-babbb7c4dc37 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.917336 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a52e71c0-4d9b-4f2f-93d2-0c0997851bfc req-887aaa4e-b4e0-4534-aec4-babbb7c4dc37 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0886052 Jun 30 02:55:22.952723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:22.953115 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.965829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a52e71c0-4d9b-4f2f-93d2-0c0997851bfc req-d521482c-ea6f-4f4e-8e02-504d38d8b4e0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431333 Jun 30 02:55:23.006320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd0e2-8094-4886-aa0f-fe447ce28abb tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.044930 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd0e2-8094-4886-aa0f-fe447ce28abb tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.051485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90070af-7fb9-443c-8eca-c1087be1efff None None] Network 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:23.060972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36998) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:23.062102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c9fdd0e2-8094-4886-aa0f-fe447ce28abb tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/4072b915-ba53-4686-80a2-ddffc8a88216 HTTP/1.1" status: 204 len: 168 time: 0.5388386 Jun 30 02:55:23.064864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdd0e2-8094-4886-aa0f-fe447ce28abb tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Subnet': ['ID=4072b915-ba53-4686-80a2-ddffc8a88216,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:23.109612 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88401d2-2b96-4bb5-ad27-a5521ab7d5a5 req-f16ee2f1-8e12-4d77-b408-98a89b9d3dc7 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.122704 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f88401d2-2b96-4bb5-ad27-a5521ab7d5a5 req-f16ee2f1-8e12-4d77-b408-98a89b9d3dc7 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1662235 Jun 30 02:55:23.179332 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f88401d2-2b96-4bb5-ad27-a5521ab7d5a5 req-e8784031-c91b-4a37-b9f1-7e3c35ad97cc tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528924 Jun 30 02:55:23.227500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-edb7d9cc-e457-4390-965e-5920f691506d req-ac7a22dd-0af1-44c2-937b-9154e9e70e53 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 210 time: 0.0832338 Jun 30 02:55:23.253011 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.260153 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.338673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1498f7-93a3-4b41-ba14-5325f6a3ff4f None None] DHCP port deletion for 6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:23.394191 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2c29f92-f8a6-42a1-8ad3-c8cb71beed9b req-5d118f6a-6665-4623-ace8-b900cfe2e467 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0416739 Jun 30 02:55:23.409792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7e1498f7-93a3-4b41-ba14-5325f6a3ff4f None None] Deleting port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:23.409792 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e1498f7-93a3-4b41-ba14-5325f6a3ff4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.498226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7e1498f7-93a3-4b41-ba14-5325f6a3ff4f None None] For port 31b797bc-6ed8-4c91-8957-3dfaa0890a88, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=31b797bc-6ed8-4c91-8957-3dfaa0890a88,segment=NetworkSegment(e9af9f9a-11a9-4343-a091-355887275c9a),segment_id=e9af9f9a-11a9-4343-a091-355887275c9a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:23.498747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e1498f7-93a3-4b41-ba14-5325f6a3ff4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.521983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7e1498f7-93a3-4b41-ba14-5325f6a3ff4f None None] Calling delete_port for 31b797bc-6ed8-4c91-8957-3dfaa0890a88 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:23.738175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0ad52e12-cdd8-4154-9545-b9c094bd7965 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.743075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0ad52e12-cdd8-4154-9545-b9c094bd7965 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.744562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0ad52e12-cdd8-4154-9545-b9c094bd7965 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "GET /v2.0/networks?id=75679d37-34cb-4cfa-95ec-53bff236aa16&id=d516ba44-fddc-4a03-995e-bc160312f56d HTTP/1.1" status: 200 len: 1390 time: 0.6632288 Jun 30 02:55:23.756875 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e1498f7-93a3-4b41-ba14-5325f6a3ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.759121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'port': {'device_id': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16', 'admin_state_up': True, 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:23.782673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1498f7-93a3-4b41-ba14-5325f6a3ff4f None None] Pushing event deleted for resources: {'Port': ['ID=31b797bc-6ed8-4c91-8957-3dfaa0890a88,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:23.786196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1498f7-93a3-4b41-ba14-5325f6a3ff4f None None] No DVR routers for this DVR port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:23.819929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:23.820274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.907061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port 31b797bc-6ed8-4c91-8957-3dfaa0890a88, host n-d-798249-3, got binding levels [] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:23.907420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.924078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 31b797bc-6ed8-4c91-8957-3dfaa0890a88 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:23.928607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_backend_mixin [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 was not found and therefore no delete operation was performed {{(pid=94530) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:55:23.930945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.965714 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=31b797bc-6ed8-4c91-8957-3dfaa0890a88,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:23.967515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No DVR routers for this DVR port 31b797bc-6ed8-4c91-8957-3dfaa0890a88 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:24.044346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.055043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2884bf-dbfa-40c5-82cc-2f8a0ee68399']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:24.064920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9af9f9a-11a9-4343-a091-355887275c9a') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:24.065226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9af9f9a-11a9-4343-a091-355887275c9a') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:24.074675 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.089369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.095359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:24.097114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:24.100263 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:24.138579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:24.142105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.149455 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cc99-013d-425a-84ca-6eb86a483da8 req-0a27ee57-e990-470b-aa21-95a7e32b62f8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:24.150969 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b41cc99-013d-425a-84ca-6eb86a483da8 req-0a27ee57-e990-470b-aa21-95a7e32b62f8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0646224 Jun 30 02:55:24.189908 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b41cc99-013d-425a-84ca-6eb86a483da8 req-bbb640fa-aa7b-4c3f-b20e-8c71cc786ccb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330369 Jun 30 02:55:24.288360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Allocated IP 19.80.0.63 (75679d37-34cb-4cfa-95ec-53bff236aa16/9195b17f-4e05-4f25-9cbc-b50340a7b9c3/fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:24.300170 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.309008 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.310398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/networks/6b2884bf-dbfa-40c5-82cc-2f8a0ee68399 HTTP/1.1" status: 204 len: 168 time: 1.2476351 Jun 30 02:55:24.314321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37012) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:24.322035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1585750594'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:24.361033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe7001-cfce-4e6c-9de8-465083a6d32c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Network': ['ID=6b2884bf-dbfa-40c5-82cc-2f8a0ee68399,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:24.480797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:24.484301 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.532744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd1df-2456-40e9-a230-58bae90accea req-def44499-2f8c-428a-8f73-4cfa8db0c9b1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:24.534181 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86dcd1df-2456-40e9-a230-58bae90accea req-def44499-2f8c-428a-8f73-4cfa8db0c9b1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1802461 Jun 30 02:55:24.550662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:24.586057 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.586477 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added segment 546a377b-4a83-4998-9d80-ab76387ac995 of type vlan for network 0abc614a-0697-4247-9bc2-aa4e5e37045e Jun 30 02:55:24.590049 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.638492 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86dcd1df-2456-40e9-a230-58bae90accea req-92f80aa0-13eb-440d-91f6-f0747d2e3f84 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958507 Jun 30 02:55:24.639422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Transition to ACTIVE for port object fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:24.657127 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.797458 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4112798e-8a62-40e5-89c5-78cdc8354c26 req-2321604a-beb5-45cf-a6f3-c6fe2ad88ad5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 210 time: 0.0282843 Jun 30 02:55:24.806584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 31b797bc-6ed8-4c91-8957-3dfaa0890a88 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:24.826403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 31b797bc-6ed8-4c91-8957-3dfaa0890a88 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:24.826738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 31b797bc-6ed8-4c91-8957-3dfaa0890a88 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:24.967457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7ef0561-47f7-42e3-8cef-9182653e66c4 req-2b2c0427-f9d6-4859-8c4f-ec81ba238392 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0313900 Jun 30 02:55:25.093973 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.099652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:25.100254 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.103105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.204296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network 75679d37-34cb-4cfa-95ec-53bff236aa16 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:25.209588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:25.213428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Network': ['ID=0abc614a-0697-4247-9bc2-aa4e5e37045e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:25.215652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:25.225512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Port': ['ID=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:25.227017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 0abc614a-0697-4247-9bc2-aa4e5e37045e details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:25.272655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:25.273285 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.585147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e0b3e-bc85-4345-a3ab-b381d6bb4b53 req-77a977c4-79d4-4190-9cff-0ce81d108839 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:25.586530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea4e0b3e-bc85-4345-a3ab-b381d6bb4b53 req-77a977c4-79d4-4190-9cff-0ce81d108839 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0627294 Jun 30 02:55:25.609359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-16c3af44-ffb5-4b84-981b-34c11538e7b9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2941196 Jun 30 02:55:25.612731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37024) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:25.619103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'subnet': {'network_id': '0abc614a-0697-4247-9bc2-aa4e5e37045e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:25.628971 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea4e0b3e-bc85-4345-a3ab-b381d6bb4b53 req-7cdf13e4-72df-4c94-ba39-d34937fc0928 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365975 Jun 30 02:55:25.651846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-0839f1b7-280d-4319-aa28-7e0970924866 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8976767 Jun 30 02:55:25.662706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Request body: {'port': {'device_id': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d', 'admin_state_up': True, 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:25.733335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c1962a1-9d01-45cd-9180-6cecfa7ab7ea None None] Provisioning for port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:25.737665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c1962a1-9d01-45cd-9180-6cecfa7ab7ea None None] Provisioning complete for port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:25.738039 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c1962a1-9d01-45cd-9180-6cecfa7ab7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.774686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2c1962a1-9d01-45cd-9180-6cecfa7ab7ea None None] Port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:25.810295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:25.814039 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.899089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Made reservation on behalf of cdd168ce5739472eb7b4b499b9550653 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:25.902805 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.920043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fb7f6-7737-4e34-b6c8-c3194edc0369 req-8ed45123-b2d7-45a2-8710-4c71bacc9d60 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:25.921209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-208fb7f6-7737-4e34-b6c8-c3194edc0369 req-8ed45123-b2d7-45a2-8710-4c71bacc9d60 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1418698 Jun 30 02:55:26.001737 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-208fb7f6-7737-4e34-b6c8-c3194edc0369 req-714b5448-4a8e-4317-a055-e0f5e288e5e0 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694802 Jun 30 02:55:26.108889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaa522-415e-426c-bc59-6a5bf80aa95a req-4c3bec2b-bc36-43f4-b6b6-d627612eca00 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:26.114074 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1eaa522-415e-426c-bc59-6a5bf80aa95a req-4c3bec2b-bc36-43f4-b6b6-d627612eca00 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 931 time: 0.1319821 Jun 30 02:55:26.129436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Allocated IP 19.86.0.189 (d516ba44-fddc-4a03-995e-bc160312f56d/f91ffacd-723e-4574-9d25-27d6f9bf0320/408dab88-3629-425b-8810-f56c2fc9a702) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:26.151370 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f94ec31-0cda-45c1-a3a7-173a684ba0a5 req-63b02e02-4d6d-4dd1-94b7-382913b4e9a4 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0329847 Jun 30 02:55:26.180609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.201771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba9d46ab-f128-4a07-a1f7-b39e43285869 req-a182e343-4450-4f52-9006-f3c4077bd723 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0417438 Jun 30 02:55:26.206519 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1eaa522-415e-426c-bc59-6a5bf80aa95a req-ef296bc2-7088-48dd-95c3-d5938fea2e3f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889230 Jun 30 02:55:26.232918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Subnet': ['ID=7dc7c9bc-43d9-465a-8fd3-665fe0302ff2,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:26.268233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Checking segment: {'id': '546a377b-4a83-4998-9d80-ab76387ac995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0abc614a-0697-4247-9bc2-aa4e5e37045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:26.269046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network hostable DHCP agents. Network: 0abc614a-0697-4247-9bc2-aa4e5e37045e, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:26.353045 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.369003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Transition to ACTIVE for port object 408dab88-3629-425b-8810-f56c2fc9a702 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:26.435827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 0abc614a-0697-4247-9bc2-aa4e5e37045e is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:26.585190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.628441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Network d516ba44-fddc-4a03-995e-bc160312f56d is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:26.632535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:26.635235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:26.657958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 0abc614a-0697-4247-9bc2-aa4e5e37045e) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:26.668188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event updated for resources: {'Port': ['ID=408dab88-3629-425b-8810-f56c2fc9a702,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:26.673522 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:26.674239 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.683507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d6305-46bc-4e49-ae7d-1f06fe54a429 None None] Network 0abc614a-0697-4247-9bc2-aa4e5e37045e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:26.706957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:26.707639 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.819515 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-79e366f3-9ded-45ae-b848-10831a475126 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2053533 Jun 30 02:55:26.821986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37038) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:26.826931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3814a20c-fab4-469e-b084-6ea00cd8aaaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-676786308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:26.870965 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-ee6c1aa3-07d7-49df-99b2-314bc4b52b09 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2076263 Jun 30 02:55:26.871999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-0abc614a-0697-4247-9bc2-aa4e5e37045e', 'network_id': '0abc614a-0697-4247-9bc2-aa4e5e37045e', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'fixed_ips': [{'subnet_id': '7dc7c9bc-43d9-465a-8fd3-665fe0302ff2'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:55:26.872873 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.881750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Request body: {'port': {'device_id': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:26.890680 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8a3cb-d988-4c92-8185-796da1baf2c0 req-863bdd2f-893f-43c6-8cc2-210ba4b4c0fd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:26.892199 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b9d8a3cb-d988-4c92-8185-796da1baf2c0 req-863bdd2f-893f-43c6-8cc2-210ba4b4c0fd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0944047 Jun 30 02:55:26.978278 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3814a20c-fab4-469e-b084-6ea00cd8aaaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.979396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3814a20c-fab4-469e-b084-6ea00cd8aaaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.982188 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b9d8a3cb-d988-4c92-8185-796da1baf2c0 req-de825d3a-bb27-4865-8564-d44e54911fb8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693491 Jun 30 02:55:27.001801 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.031490 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Allocated IP 2001:db8::2 (0abc614a-0697-4247-9bc2-aa4e5e37045e/7dc7c9bc-43d9-465a-8fd3-665fe0302ff2/2f3efdaf-4b0a-42c7-adbb-07e682949c55) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:27.107544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dcd950fb-e1b0-4463-ade5-721eb020a852 None None] Provisioning for port 408dab88-3629-425b-8810-f56c2fc9a702 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:27.109874 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3814a20c-fab4-469e-b084-6ea00cd8aaaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.121063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dcd950fb-e1b0-4463-ade5-721eb020a852 None None] Provisioning complete for port 408dab88-3629-425b-8810-f56c2fc9a702 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:27.121448 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dcd950fb-e1b0-4463-ade5-721eb020a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.207166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca15f28-a8c2-4362-b8be-83b5326efcd6 req-4a4f3064-1370-48d3-969a-5a28765304ae tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:27.209915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ca15f28-a8c2-4362-b8be-83b5326efcd6 req-4a4f3064-1370-48d3-969a-5a28765304ae tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0985746 Jun 30 02:55:27.234252 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.244016 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3814a20c-fab4-469e-b084-6ea00cd8aaaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.245160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Transition to ACTIVE for port object 2f3efdaf-4b0a-42c7-adbb-07e682949c55 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:27.269429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Transition to ACTIVE for port object 2f3efdaf-4b0a-42c7-adbb-07e682949c55 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:27.270486 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ca15f28-a8c2-4362-b8be-83b5326efcd6 req-995dfd5e-c1e6-4ee4-b1bf-bc4f1783c97b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537696 Jun 30 02:55:27.276003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-dcd950fb-e1b0-4463-ade5-721eb020a852 None None] Port 408dab88-3629-425b-8810-f56c2fc9a702 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:27.362911 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3814a20c-fab4-469e-b084-6ea00cd8aaaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.366488 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.371232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3814a20c-fab4-469e-b084-6ea00cd8aaaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5449417 Jun 30 02:55:27.371378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37052) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:27.418711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Network 0abc614a-0697-4247-9bc2-aa4e5e37045e is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:27.418941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b392ad2-993b-4a5a-9192-362e0b8eba9e req-7cc118c2-198e-4a2b-b2e8-b670c69be569 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:27.420280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b392ad2-993b-4a5a-9192-362e0b8eba9e req-7cc118c2-198e-4a2b-b2e8-b670c69be569 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1469522 Jun 30 02:55:27.432973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:27.434975 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Pushing event updated for resources: {'Port': ['ID=2f3efdaf-4b0a-42c7-adbb-07e682949c55,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.443138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:27.454371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:27.466239 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.478617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d366f89-0aba-4c2a-88a7-f1d101a9f611 req-4d07cda3-4f4a-417c-819a-ae2c5da54e5e tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0599217 Jun 30 02:55:27.490739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b392ad2-993b-4a5a-9192-362e0b8eba9e req-c40e35fb-4684-4d9e-a09b-10ff9cd81166 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636158 Jun 30 02:55:27.494660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Transition to ACTIVE for port object fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:27.519563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Attempting to bind port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:27.519563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Attempting to bind port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '546a377b-4a83-4998-9d80-ab76387ac995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0abc614a-0697-4247-9bc2-aa4e5e37045e'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:27.519563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Attempting to bind port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 on network 0abc614a-0697-4247-9bc2-aa4e5e37045e {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:27.519563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:27.519563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Checking segment: {'id': '546a377b-4a83-4998-9d80-ab76387ac995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0abc614a-0697-4247-9bc2-aa4e5e37045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:27.519563 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.519563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Bound using segment: {'id': '546a377b-4a83-4998-9d80-ab76387ac995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0abc614a-0697-4247-9bc2-aa4e5e37045e'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:27.520511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Bound port: 2f3efdaf-4b0a-42c7-adbb-07e682949c55, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546a377b-4a83-4998-9d80-ab76387ac995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0abc614a-0697-4247-9bc2-aa4e5e37045e'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:27.520511 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.585984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] For port 2f3efdaf-4b0a-42c7-adbb-07e682949c55, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:27.589179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] For port 2f3efdaf-4b0a-42c7-adbb-07e682949c55, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2f3efdaf-4b0a-42c7-adbb-07e682949c55,segment=NetworkSegment(546a377b-4a83-4998-9d80-ab76387ac995),segment_id=546a377b-4a83-4998-9d80-ab76387ac995)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:27.661989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.732231 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.756354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.789385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.789800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.790129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.790470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.790828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.791269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.791444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.791778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.792103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.792427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.792751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.793081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:27.794097 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.821577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2f40c-4137-45fb-92fd-4239687ad649 req-a62fde60-96e2-4b63-bcbd-f708fe92341c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:27.828029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2f40c-4137-45fb-92fd-4239687ad649 req-a62fde60-96e2-4b63-bcbd-f708fe92341c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:27.829264 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5a2f40c-4137-45fb-92fd-4239687ad649 req-a62fde60-96e2-4b63-bcbd-f708fe92341c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1654 time: 0.1994286 Jun 30 02:55:27.873550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Attempting to bind port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:27.874271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Attempting to bind port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '097d3d65-8956-4d2d-b4f6-564aa420db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:27.874862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Attempting to bind port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c on network 75679d37-34cb-4cfa-95ec-53bff236aa16 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:27.877120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6b84-b00b-4fe8-8e85-11488099d548 None None] Pushing event updated for resources: {'Port': ['ID=2f3efdaf-4b0a-42c7-adbb-07e682949c55,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.892419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c on network 75679d37-34cb-4cfa-95ec-53bff236aa16 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:27.892740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Attempting to bind port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c on network 75679d37-34cb-4cfa-95ec-53bff236aa16 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:27.903849 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5a2f40c-4137-45fb-92fd-4239687ad649 req-4a741849-ba97-4a3a-af2c-e5d7278750d5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655994 Jun 30 02:55:27.904926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:27.905273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Checking segment: {'id': '097d3d65-8956-4d2d-b4f6-564aa420db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:27.905981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Bound using segment: {'id': '097d3d65-8956-4d2d-b4f6-564aa420db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:27.907208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Bound port: fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097d3d65-8956-4d2d-b4f6-564aa420db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:27.907208 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.962199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93a7c-bffc-41a8-8f58-5c2094742273 req-ce3e71ed-71c5-4620-8fc1-0bf6ef5e6879 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:27.969938 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1a93a7c-bffc-41a8-8f58-5c2094742273 req-ce3e71ed-71c5-4620-8fc1-0bf6ef5e6879 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.2344403 Jun 30 02:55:28.035242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] For port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:28.038980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] For port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,segment=NetworkSegment(097d3d65-8956-4d2d-b4f6-564aa420db58),segment_id=097d3d65-8956-4d2d-b4f6-564aa420db58)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:28.150797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.170198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Allocated IP 2001:db8::1 (0abc614a-0697-4247-9bc2-aa4e5e37045e/7dc7c9bc-43d9-465a-8fd3-665fe0302ff2/d5abdcf4-0154-41fc-917d-e51e90ad5cb9) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:28.205461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:28.206288 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.207799 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] 10.222.0.83 "PUT /v2.0/ports/fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c HTTP/1.1" status: 200 len: 1091 time: 1.3320782 Jun 30 02:55:28.208375 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'tag': 'fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:28.210888 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496dc81b-fc98-4c3e-a86d-b5077cbf92e7" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "tag": "fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:28.222162 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1a93a7c-bffc-41a8-8f58-5c2094742273 req-cb1c1730-8e11-463d-8e7c-d62de5b3c6e0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512071 Jun 30 02:55:28.261658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5256d02-4384-474e-9293-7206f671d3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:28.295920 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cafcf3-a489-4637-be98-e1db9ec3bf4e x-openstack-request-id: req-44cafcf3-a489-4637-be98-e1db9ec3bf4e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:28.300172 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "tag": "fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:28.300172 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44cafcf3-a489-4637-be98-e1db9ec3bf4e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:28.300172 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'tag': 'fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c', 'status': 'completed', 'code': 200} Jun 30 02:55:28.353135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Request body: {'port': {'device_id': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:28.459192 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.491904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dc81b-fc98-4c3e-a86d-b5077cbf92e7 req-e61ff3bc-50bd-4ff5-a2af-0f5be709bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:28.492477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dc81b-fc98-4c3e-a86d-b5077cbf92e7 req-e61ff3bc-50bd-4ff5-a2af-0f5be709bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:28.493942 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-496dc81b-fc98-4c3e-a86d-b5077cbf92e7 req-e61ff3bc-50bd-4ff5-a2af-0f5be709bbeb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cdd168ce5739472eb7b4b499b9550653&device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1913 time: 0.1618099 Jun 30 02:55:28.495367 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.498037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Transition to ACTIVE for port object d5abdcf4-0154-41fc-917d-e51e90ad5cb9 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:28.546747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81118b9-cd75-4c6b-b98c-9b24701a2d7d req-fedb4a00-4193-4ded-a872-11881809e0c1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:28.548534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c81118b9-cd75-4c6b-b98c-9b24701a2d7d req-fedb4a00-4193-4ded-a872-11881809e0c1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1147778 Jun 30 02:55:28.584519 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c596e56-853b-4f4c-a822-c1111ca886e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.600240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c81118b9-cd75-4c6b-b98c-9b24701a2d7d req-9f702d58-03e9-46d2-b270-afb200509b64 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376627 Jun 30 02:55:28.727890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.778824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 0abc614a-0697-4247-9bc2-aa4e5e37045e is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:28.792064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:28.836391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:28.837014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.922719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2f3efdaf-4b0a-42c7-adbb-07e682949c55 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:28.960263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=d5abdcf4-0154-41fc-917d-e51e90ad5cb9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:29.160319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dc81b-fc98-4c3e-a86d-b5077cbf92e7 req-7384b992-0ea9-4d66-8f5a-b2a0a238ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.160799 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dc81b-fc98-4c3e-a86d-b5077cbf92e7 req-7384b992-0ea9-4d66-8f5a-b2a0a238ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.161350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dc81b-fc98-4c3e-a86d-b5077cbf92e7 req-7384b992-0ea9-4d66-8f5a-b2a0a238ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.162988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-496dc81b-fc98-4c3e-a86d-b5077cbf92e7 req-7384b992-0ea9-4d66-8f5a-b2a0a238ed55 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=cdd168ce5739472eb7b4b499b9550653&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6557519 Jun 30 02:55:29.179008 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.184096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:29.240869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73884aeb-270b-475e-9e0f-4ba9f6b451b2 None None] Network 0abc614a-0697-4247-9bc2-aa4e5e37045e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:29.408421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3564fde-46e5-4cc0-aaaa-39980995bd2d req-2272e7e4-b42d-47bc-a011-42fe2674a640 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.410082 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3564fde-46e5-4cc0-aaaa-39980995bd2d req-2272e7e4-b42d-47bc-a011-42fe2674a640 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.3112454 Jun 30 02:55:29.419842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 39451f18-3872-47b3-82e6-46fe57941507 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:29.498942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c2302193-e70a-419b-8b4e-7d8888e3ece4 None None] Provisioning for port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:29.510381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c2302193-e70a-419b-8b4e-7d8888e3ece4 None None] Provisioning complete for port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:29.510775 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c2302193-e70a-419b-8b4e-7d8888e3ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.512409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.546870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dc81b-fc98-4c3e-a86d-b5077cbf92e7 req-17235b12-870c-4a63-9af1-9befcbcbade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.548920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-496dc81b-fc98-4c3e-a86d-b5077cbf92e7 req-17235b12-870c-4a63-9af1-9befcbcbade7 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3789997 Jun 30 02:55:29.573586 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3564fde-46e5-4cc0-aaaa-39980995bd2d req-f72deb3a-77f2-403b-8abc-d9b9b49d14cb tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065955 Jun 30 02:55:29.637295 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c2302193-e70a-419b-8b4e-7d8888e3ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.655422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408dab88-3629-425b-8810-f56c2fc9a702 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:29.670620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:29.670945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.687877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.691897 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.699258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '39451f18-3872-47b3-82e6-46fe57941507', 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541', 'port_id': '39451f18-3872-47b3-82e6-46fe57941507', 'mac_address': 'fa:16:3e:a1:45:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc4915e-2757-4253-b1f2-37f11c6c5454', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:29.713222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c2302193-e70a-419b-8b4e-7d8888e3ece4 None None] For port 2f3efdaf-4b0a-42c7-adbb-07e682949c55, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2f3efdaf-4b0a-42c7-adbb-07e682949c55,segment=NetworkSegment(546a377b-4a83-4998-9d80-ab76387ac995),segment_id=546a377b-4a83-4998-9d80-ab76387ac995)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:29.717155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Transition to ACTIVE for port object 408dab88-3629-425b-8810-f56c2fc9a702 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:29.780621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.781070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=d5abdcf4-0154-41fc-917d-e51e90ad5cb9,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:29.815236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39451f18-3872-47b3-82e6-46fe57941507 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:29.843260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:29.956646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b471b5e-4565-45ea-aa22-6cda3d2e86e1 req-5e7428f4-16e5-42c0-8e1a-6de543d15f2d tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0419354 Jun 30 02:55:29.963324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2f9f1-ac60-4568-afe6-2c40ad243124 req-4f9cda62-da61-49e7-b1d7-8de816d0eca6 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.969639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2f9f1-ac60-4568-afe6-2c40ad243124 req-4f9cda62-da61-49e7-b1d7-8de816d0eca6 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.977059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5b2f9f1-ac60-4568-afe6-2c40ad243124 req-4f9cda62-da61-49e7-b1d7-8de816d0eca6 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1666 time: 0.1124146 Jun 30 02:55:29.989668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 0abc614a-0697-4247-9bc2-aa4e5e37045e is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:29.992425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:30.122078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.126886 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c2302193-e70a-419b-8b4e-7d8888e3ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.218863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.224858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2302193-e70a-419b-8b4e-7d8888e3ece4 None None] Pushing event updated for resources: {'Port': ['ID=2f3efdaf-4b0a-42c7-adbb-07e682949c55,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:30.294060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cfe0ed8d-a2e0-4bdc-9128-13cfaf2261c6 None None] Provisioning complete for port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:30.294939 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cfe0ed8d-a2e0-4bdc-9128-13cfaf2261c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.300858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Pushing event updated for resources: {'Port': ['ID=408dab88-3629-425b-8810-f56c2fc9a702,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:30.356728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['39451f18-3872-47b3-82e6-46fe57941507'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:30.399130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Attempting to bind port 408dab88-3629-425b-8810-f56c2fc9a702 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:30.399487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Attempting to bind port 408dab88-3629-425b-8810-f56c2fc9a702 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '8ad3ee0a-4639-44fa-b5af-06b359d36ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:30.399974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Attempting to bind port 408dab88-3629-425b-8810-f56c2fc9a702 on network d516ba44-fddc-4a03-995e-bc160312f56d {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:30.404987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Port 408dab88-3629-425b-8810-f56c2fc9a702 on network d516ba44-fddc-4a03-995e-bc160312f56d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:30.405343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Attempting to bind port 408dab88-3629-425b-8810-f56c2fc9a702 on network d516ba44-fddc-4a03-995e-bc160312f56d {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:30.411148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:30.412422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Checking segment: {'id': '8ad3ee0a-4639-44fa-b5af-06b359d36ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:30.412987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Bound using segment: {'id': '8ad3ee0a-4639-44fa-b5af-06b359d36ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:30.413794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Bound port: 408dab88-3629-425b-8810-f56c2fc9a702, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad3ee0a-4639-44fa-b5af-06b359d36ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:30.414352 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.445060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:30.476455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.476905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.477311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.477743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.478227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.478637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.479034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.479486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.479892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.480292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.480684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.481078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:30.543417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5b2f9f1-ac60-4568-afe6-2c40ad243124 req-5918d386-0964-4b27-81f4-6d7c0da2b41f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653400 Jun 30 02:55:30.579984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] For port 408dab88-3629-425b-8810-f56c2fc9a702, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:30.584086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] For port 408dab88-3629-425b-8810-f56c2fc9a702, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=408dab88-3629-425b-8810-f56c2fc9a702,segment=NetworkSegment(8ad3ee0a-4639-44fa-b5af-06b359d36ac6),segment_id=8ad3ee0a-4639-44fa-b5af-06b359d36ac6)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:30.733861 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.740666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router d78d9e0b-22e0-4a4a-845a-7aac5c0f33da is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:55:30.809585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:30.810088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.812450 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] 10.222.0.83 "PUT /v2.0/ports/408dab88-3629-425b-8810-f56c2fc9a702 HTTP/1.1" status: 200 len: 1092 time: 2.4653537 Jun 30 02:55:30.815416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'tag': '408dab88-3629-425b-8810-f56c2fc9a702'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:30.827340 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346873bd-d3e5-4105-bcbf-efce4259d903" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "tag": "408dab88-3629-425b-8810-f56c2fc9a702"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:30.862400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0062717-80a8-482c-958c-2aca196d5dbf service neutron] Pushing event updated for resources: {'Port': ['ID=408dab88-3629-425b-8810-f56c2fc9a702,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:30.893327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2f3efdaf-4b0a-42c7-adbb-07e682949c55 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:30.904079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:30.911714 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e0b7ab33-30ab-44f3-a570-d03c0e1cc835 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/d78d9e0b-22e0-4a4a-845a-7aac5c0f33da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5333991 Jun 30 02:55:30.912036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37124) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:31.018056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da829d9d-3f2b-41f2-af83-906712e3f20a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.019523 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-da829d9d-3f2b-41f2-af83-906712e3f20a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports/d5abdcf4-0154-41fc-917d-e51e90ad5cb9 HTTP/1.1" status: 200 len: 911 time: 0.1062059 Jun 30 02:55:31.023777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37130) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:31.044200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f6d4-3f26-4254-9398-402adf73735c req-4ae86472-69de-482c-8181-b850d7e1b49e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.046492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c313f6d4-3f26-4254-9398-402adf73735c req-4ae86472-69de-482c-8181-b850d7e1b49e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.1229134 Jun 30 02:55:31.097429 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c313f6d4-3f26-4254-9398-402adf73735c req-03ef6a62-a967-4c4c-b63c-16c9101dcb05 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397825 Jun 30 02:55:31.173633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4b23a-c17c-4f5a-9429-229dcf0b5bbb None None] Sync routers for ids ['d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:31.191810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cfe0ed8d-a2e0-4bdc-9128-13cfaf2261c6 None None] Provisioning for port d5abdcf4-0154-41fc-917d-e51e90ad5cb9 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:31.200533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4b23a-c17c-4f5a-9429-229dcf0b5bbb None None] Routers {'d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:31.201645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-87c4b23a-c17c-4f5a-9429-229dcf0b5bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:31.203885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cfe0ed8d-a2e0-4bdc-9128-13cfaf2261c6 None None] Provisioning complete for port d5abdcf4-0154-41fc-917d-e51e90ad5cb9 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:31.204410 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cfe0ed8d-a2e0-4bdc-9128-13cfaf2261c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.210419 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a27665-220d-452b-bd40-d6227130ecc2 x-openstack-request-id: req-88a27665-220d-452b-bd40-d6227130ecc2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:31.210907 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "tag": "408dab88-3629-425b-8810-f56c2fc9a702", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:31.211337 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88a27665-220d-452b-bd40-d6227130ecc2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:31.211891 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'tag': '408dab88-3629-425b-8810-f56c2fc9a702', 'status': 'completed', 'code': 200} Jun 30 02:55:31.245373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5ce6d-5d7a-47d8-b1b3-251ac7722dd7 req-b67897d0-1188-4a2b-9355-9fcd70a010b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.245373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84f5ce6d-5d7a-47d8-b1b3-251ac7722dd7 req-b67897d0-1188-4a2b-9355-9fcd70a010b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 1096 time: 0.1242788 Jun 30 02:55:31.360242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5ce6d-5d7a-47d8-b1b3-251ac7722dd7 req-6de4e85c-2940-410b-849f-3410cd39aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.361935 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84f5ce6d-5d7a-47d8-b1b3-251ac7722dd7 req-6de4e85c-2940-410b-849f-3410cd39aa8b service neutron] 10.222.0.74 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 919 time: 0.1105061 Jun 30 02:55:31.387067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-87c4b23a-c17c-4f5a-9429-229dcf0b5bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:31.404354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4b23a-c17c-4f5a-9429-229dcf0b5bbb None None] Routers {'d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:31.405274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-87c4b23a-c17c-4f5a-9429-229dcf0b5bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:31.419824 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84f5ce6d-5d7a-47d8-b1b3-251ac7722dd7 req-5846c607-f279-4873-9009-2001dbf1e28a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7 HTTP/1.1" status: 200 len: 217 time: 0.0485997 Jun 30 02:55:31.442031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-87c4b23a-c17c-4f5a-9429-229dcf0b5bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:31.443574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4b23a-c17c-4f5a-9429-229dcf0b5bbb None None] The sync data for ids ['d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:31.446747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 39451f18-3872-47b3-82e6-46fe57941507 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:31.486406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-8b7fdb85-1982-45e5-999a-526497c56e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.486898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-8b7fdb85-1982-45e5-999a-526497c56e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.488490 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-8b7fdb85-1982-45e5-999a-526497c56e6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cdd168ce5739472eb7b4b499b9550653&device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1980 time: 0.4532168 Jun 30 02:55:31.501350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cfe0ed8d-a2e0-4bdc-9128-13cfaf2261c6 None None] Port d5abdcf4-0154-41fc-917d-e51e90ad5cb9 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:31.527185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:31.527185 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.527585 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-062e48d9-3fd9-4a0a-a1e5-f50b4855b314 req-d7c6244f-5a97-45fe-90bf-56433427246a tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0408621 Jun 30 02:55:31.527676 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e46e5c6b-3a7e-4361-a9a2-8d3d2c62863f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.527676 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.527676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 39451f18-3872-47b3-82e6-46fe57941507 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:31.527676 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.537406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5ce6d-5d7a-47d8-b1b3-251ac7722dd7 req-a98c4195-4723-4c9a-b521-9e4c4826406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.539103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84f5ce6d-5d7a-47d8-b1b3-251ac7722dd7 req-a98c4195-4723-4c9a-b521-9e4c4826406f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 200 len: 858 time: 0.1133304 Jun 30 02:55:31.610225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-29d8b668-73fd-49b7-852b-45a0b64e39ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c HTTP/1.1" status: 200 len: 217 time: 0.0727215 Jun 30 02:55:31.618240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84f5ce6d-5d7a-47d8-b1b3-251ac7722dd7 req-176535ce-c296-4b1f-a88b-e987db68df13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718751 Jun 30 02:55:31.665481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.699572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f972a469-4170-453e-b832-130939aa18d8 None None] Provisioning complete for port d5abdcf4-0154-41fc-917d-e51e90ad5cb9 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:31.700305 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f972a469-4170-453e-b832-130939aa18d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.728341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-900b9059-5c3e-4e75-9bd1-18cb1a239402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.729851 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-900b9059-5c3e-4e75-9bd1-18cb1a239402 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9195b17f-4e05-4f25-9cbc-b50340a7b9c3 HTTP/1.1" status: 200 len: 801 time: 0.1133704 Jun 30 02:55:31.748187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f972a469-4170-453e-b832-130939aa18d8 None None] Port d5abdcf4-0154-41fc-917d-e51e90ad5cb9 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:31.772039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39451f18-3872-47b3-82e6-46fe57941507'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:31.774388 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f5e62-0bef-42f9-ab6a-3c5189bc9ac2" -d '{"events": [{"server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "name": "network-vif-plugged", "status": "completed", "tag": "39451f18-3872-47b3-82e6-46fe57941507"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:31.789303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:31.815918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84f5ce6d-5d7a-47d8-b1b3-251ac7722dd7 req-6f0130e9-9ec4-4cec-a53e-cf2fb7e49504 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904852 Jun 30 02:55:31.840143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38634f-ab69-4e5d-8b83-47f0b8f4d91b req-ad4a36df-8e41-47a3-a661-61be07324141 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.841728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e38634f-ab69-4e5d-8b83-47f0b8f4d91b req-ad4a36df-8e41-47a3-a661-61be07324141 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.4196568 Jun 30 02:55:31.893720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-af468e93-1ce7-4083-be57-1e630d8808fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.896134 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-af468e93-1ce7-4083-be57-1e630d8808fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=75679d37-34cb-4cfa-95ec-53bff236aa16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1383719 Jun 30 02:55:31.905230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384567f4-d3e8-4656-9373-aa7e1837443e req-9dcbe34e-2eeb-41c5-bb6e-20a969b07a15 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.911134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384567f4-d3e8-4656-9373-aa7e1837443e req-9dcbe34e-2eeb-41c5-bb6e-20a969b07a15 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.913414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-384567f4-d3e8-4656-9373-aa7e1837443e req-9dcbe34e-2eeb-41c5-bb6e-20a969b07a15 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1678 time: 0.1891234 Jun 30 02:55:31.944386 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.995444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e38634f-ab69-4e5d-8b83-47f0b8f4d91b req-6f3b31a7-a356-4b93-bb89-a530aed3cc30 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409538 Jun 30 02:55:32.000842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.049088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:32.057992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-384567f4-d3e8-4656-9373-aa7e1837443e req-c7b82664-6ed4-4710-b896-7afcf74a43ed tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341534 Jun 30 02:55:32.064377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84f5ce6d-5d7a-47d8-b1b3-251ac7722dd7 req-beaa0ced-476c-4fc1-90e1-0b6004604fbf service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405157 Jun 30 02:55:32.090358 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54593604-d421-410c-a1c3-badac1d9cb82 x-openstack-request-id: req-54593604-d421-410c-a1c3-badac1d9cb82 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:32.090695 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "name": "network-vif-plugged", "status": "completed", "tag": "39451f18-3872-47b3-82e6-46fe57941507", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:32.090927 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54593604-d421-410c-a1c3-badac1d9cb82 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:32.091347 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39451f18-3872-47b3-82e6-46fe57941507', 'code': 200} Jun 30 02:55:32.210470 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-f95fb2bb-78fa-40f1-ab80-130da5fa8b64 service neutron] 10.222.0.83 "GET /v2.0/networks/75679d37-34cb-4cfa-95ec-53bff236aa16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030553 Jun 30 02:55:32.396567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3df6fa-760e-4475-91be-b0af809715f1 req-1a02d7f4-2fbf-4400-bacd-33265415b36a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:32.403645 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0d3df6fa-760e-4475-91be-b0af809715f1 req-1a02d7f4-2fbf-4400-bacd-33265415b36a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0926890 Jun 30 02:55:32.435445 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-c6e8dc94-9112-4624-aa8e-59d25f16082d service neutron] 10.222.0.83 "GET /v2.0/networks/75679d37-34cb-4cfa-95ec-53bff236aa16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176187 Jun 30 02:55:32.459909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0d3df6fa-760e-4475-91be-b0af809715f1 req-9eea3563-1405-4ab6-8b5b-a2b86c120dac tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552652 Jun 30 02:55:32.501885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-9b57d241-dc3b-4e1d-9eae-a90ae5feb7cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=408dab88-3629-425b-8810-f56c2fc9a702 HTTP/1.1" status: 200 len: 217 time: 0.0584638 Jun 30 02:55:32.946393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a7405566-424d-4e71-bd93-5c5bd6a52a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:32.947852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-a7405566-424d-4e71-bd93-5c5bd6a52a11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f91ffacd-723e-4574-9d25-27d6f9bf0320 HTTP/1.1" status: 200 len: 801 time: 0.4395487 Jun 30 02:55:32.972726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79f84d7c-7682-4921-84da-52d2c3e12c99 req-83455792-bb52-4c0f-b8e3-480137751dfa tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0416238 Jun 30 02:55:33.027014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port d5abdcf4-0154-41fc-917d-e51e90ad5cb9 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:33.027368 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.101704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-c7da0592-d523-4a22-adc4-cfc9038725b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.103395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-c7da0592-d523-4a22-adc4-cfc9038725b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d516ba44-fddc-4a03-995e-bc160312f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1350648 Jun 30 02:55:33.213210 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.242817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763aa38-815a-4306-a163-9c02ad1f3336 req-a39b4d06-9724-4241-8a8f-67b18d4f1424 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.244401 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4763aa38-815a-4306-a163-9c02ad1f3336 req-a39b4d06-9724-4241-8a8f-67b18d4f1424 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1034398 Jun 30 02:55:33.261373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for d5abdcf4-0154-41fc-917d-e51e90ad5cb9 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:33.291972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4763aa38-815a-4306-a163-9c02ad1f3336 req-60b4de6e-16f9-4db4-9cd4-aff38edda085 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Jun 30 02:55:33.342711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-8a518363-80a8-4e3d-b3ce-a1061d20c03e service neutron] 10.222.0.83 "GET /v2.0/networks/d516ba44-fddc-4a03-995e-bc160312f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282934 Jun 30 02:55:33.444307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85444cc4-541d-4ad3-8986-45990c42603b req-aaab0b15-c7e4-401a-8f72-9556718a7861 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.450221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85444cc4-541d-4ad3-8986-45990c42603b req-aaab0b15-c7e4-401a-8f72-9556718a7861 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.451863 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85444cc4-541d-4ad3-8986-45990c42603b req-aaab0b15-c7e4-401a-8f72-9556718a7861 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1678 time: 0.2269812 Jun 30 02:55:33.512421 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.568659 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85444cc4-541d-4ad3-8986-45990c42603b req-d397a7b3-0ec0-4412-84ac-467fc39a2928 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800009 Jun 30 02:55:33.574224 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1325648-39f7-4ac3-aa2e-5b12948fb38e req-dbf4ffbb-63b8-4ed0-a43a-301045db6111 service neutron] 10.222.0.83 "GET /v2.0/networks/d516ba44-fddc-4a03-995e-bc160312f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219794 Jun 30 02:55:33.779092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573e2c2-525e-46aa-b71c-ad6bcc0d305c req-5026c697-403f-45f5-937f-3882a8f6ed23 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.781990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4573e2c2-525e-46aa-b71c-ad6bcc0d305c req-5026c697-403f-45f5-937f-3882a8f6ed23 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0705230 Jun 30 02:55:33.820911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.867469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4573e2c2-525e-46aa-b71c-ad6bcc0d305c req-a1798e89-4b2a-4d6c-accd-1e81e047c30f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767672 Jun 30 02:55:33.905091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=d5abdcf4-0154-41fc-917d-e51e90ad5cb9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:34.045768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-29e0edcc-7e6e-42f9-918c-8222fff57a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:34.046625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-29e0edcc-7e6e-42f9-918c-8222fff57a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:34.047963 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-29e0edcc-7e6e-42f9-918c-8222fff57a0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cdd168ce5739472eb7b4b499b9550653&device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1980 time: 0.1798298 Jun 30 02:55:34.048560 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.233640 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5b9ff89-b308-4667-8336-668e677aff72 req-f472d737-bd1d-42d6-8d31-e747caafdb7e tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0550182 Jun 30 02:55:34.344803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-eaa6892b-7bfe-406d-8a28-b1358e4a1e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:34.346420 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-eaa6892b-7bfe-406d-8a28-b1358e4a1e2c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d516ba44-fddc-4a03-995e-bc160312f56d HTTP/1.1" status: 200 len: 902 time: 0.2824399 Jun 30 02:55:34.354253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router d78d9e0b-22e0-4a4a-845a-7aac5c0f33da has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:34.394809 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-ee6cc398-5c26-443b-8e8e-c52fcdf6fcfb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=408dab88-3629-425b-8810-f56c2fc9a702 HTTP/1.1" status: 200 len: 217 time: 0.0393596 Jun 30 02:55:34.508769 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.551446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:34.565885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37168) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:34.566552 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5e6403e9-f5d8-4313-a469-fcf4c287aed3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/d78d9e0b-22e0-4a4a-845a-7aac5c0f33da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5404727 Jun 30 02:55:34.569161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-d2f8e5c0-41ee-4692-bdd0-cf00696ba344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:34.569363 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5dacb-c8bc-453e-98dc-a43494b7776f None None] Sync routers for ids ['d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:34.570717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-d2f8e5c0-41ee-4692-bdd0-cf00696ba344 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f91ffacd-723e-4574-9d25-27d6f9bf0320 HTTP/1.1" status: 200 len: 801 time: 0.1659136 Jun 30 02:55:34.581300 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5dacb-c8bc-453e-98dc-a43494b7776f None None] Routers {'d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:34.582016 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f0d5dacb-c8bc-453e-98dc-a43494b7776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:34.630889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-77591352-700f-46d1-b1af-d68c866cddeb tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=d78d9e0b-22e0-4a4a-845a-7aac5c0f33da HTTP/1.1" status: 200 len: 205 time: 0.0635381 Jun 30 02:55:34.632013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37172) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:34.719499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-ff689d9a-1c37-4646-9069-f1f150755776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:34.722292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-ff689d9a-1c37-4646-9069-f1f150755776 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d516ba44-fddc-4a03-995e-bc160312f56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1397417 Jun 30 02:55:34.725928 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f0d5dacb-c8bc-453e-98dc-a43494b7776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:34.734657 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5dacb-c8bc-453e-98dc-a43494b7776f None None] Routers {'d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:34.735267 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f0d5dacb-c8bc-453e-98dc-a43494b7776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:34.736227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fc50623-ce4e-4f19-babf-1ffd45465df2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.768584 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f0d5dacb-c8bc-453e-98dc-a43494b7776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:34.769236 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5dacb-c8bc-453e-98dc-a43494b7776f None None] The sync data for ids ['d78d9e0b-22e0-4a4a-845a-7aac5c0f33da'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:34.825234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-17f6cc94-a04c-4e12-b2e1-a46c7ccf0947 service neutron] 10.222.0.83 "GET /v2.0/networks/d516ba44-fddc-4a03-995e-bc160312f56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922046 Jun 30 02:55:34.913349 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fc50623-ce4e-4f19-babf-1ffd45465df2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.915463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fc50623-ce4e-4f19-babf-1ffd45465df2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.927636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-346873bd-d3e5-4105-bcbf-efce4259d903 req-e8fea02d-6cc0-491d-b2ad-ddd970b58c30 service neutron] 10.222.0.83 "GET /v2.0/networks/d516ba44-fddc-4a03-995e-bc160312f56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954876 Jun 30 02:55:34.962435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3001b6-2840-477e-8386-f67acfe64900 req-351ed990-803f-442c-9d3e-f3cb1b51ae95 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:34.963904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba3001b6-2840-477e-8386-f67acfe64900 req-351ed990-803f-442c-9d3e-f3cb1b51ae95 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.5024488 Jun 30 02:55:35.005884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba3001b6-2840-477e-8386-f67acfe64900 req-d59b06e7-4fb2-43f6-b764-d87ff334de31 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358679 Jun 30 02:55:35.007001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dbe8c-ba3b-4535-8bb5-21cd15be7a03 req-8ef1e2bc-edf2-43c6-9ea1-6edabb9de207 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.012852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dbe8c-ba3b-4535-8bb5-21cd15be7a03 req-8ef1e2bc-edf2-43c6-9ea1-6edabb9de207 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.014475 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b60dbe8c-ba3b-4535-8bb5-21cd15be7a03 req-8ef1e2bc-edf2-43c6-9ea1-6edabb9de207 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1678 time: 0.2367928 Jun 30 02:55:35.058465 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b60dbe8c-ba3b-4535-8bb5-21cd15be7a03 req-c1081cbe-5cbe-45ff-a7b7-54863e0dd330 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379643 Jun 30 02:55:35.064671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fc50623-ce4e-4f19-babf-1ffd45465df2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.065499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc50623-ce4e-4f19-babf-1ffd45465df2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Fanout notify agent at l3_agent the message router_deleted on router d78d9e0b-22e0-4a4a-845a-7aac5c0f33da {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:55:35.073023 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fc50623-ce4e-4f19-babf-1ffd45465df2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.074402 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3fc50623-ce4e-4f19-babf-1ffd45465df2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/d78d9e0b-22e0-4a4a-845a-7aac5c0f33da HTTP/1.1" status: 204 len: 168 time: 0.4410288 Jun 30 02:55:35.082154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37178) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:35.142474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-45527aa9-f904-4f1f-8c1d-b2974219dd3d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting subnet 7dc7c9bc-43d9-465a-8fd3-665fe0302ff2 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:35.146249 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-45527aa9-f904-4f1f-8c1d-b2974219dd3d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.215460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-45527aa9-f904-4f1f-8c1d-b2974219dd3d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.281471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d6420-0059-42da-b945-ad445293eb96 req-683a7633-1067-4c3b-bd3c-25adea79f8a1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.282998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e28d6420-0059-42da-b945-ad445293eb96 req-683a7633-1067-4c3b-bd3c-25adea79f8a1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1157944 Jun 30 02:55:35.373527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e28d6420-0059-42da-b945-ad445293eb96 req-227dc79a-394d-4463-94f9-63181bcc09f2 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830128 Jun 30 02:55:35.375177 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-45527aa9-f904-4f1f-8c1d-b2974219dd3d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.443022 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d514d96-3b67-43de-b419-156bb6f25509 req-5b1c5139-b03e-4531-b821-5cd64ee8aeaf tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0527196 Jun 30 02:55:35.474614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 408dab88-3629-425b-8810-f56c2fc9a702 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:35.515306 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-45527aa9-f904-4f1f-8c1d-b2974219dd3d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.556819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45527aa9-f904-4f1f-8c1d-b2974219dd3d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc7c9bc-43d9-465a-8fd3-665fe0302ff2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:35.562526 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-45527aa9-f904-4f1f-8c1d-b2974219dd3d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.567204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37186) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:35.567456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-45527aa9-f904-4f1f-8c1d-b2974219dd3d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/7dc7c9bc-43d9-465a-8fd3-665fe0302ff2 HTTP/1.1" status: 204 len: 168 time: 0.4824970 Jun 30 02:55:35.572809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd7f65-e5bb-466a-92e8-f5c35418c5a2 None None] Network 0abc614a-0697-4247-9bc2-aa4e5e37045e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:35.652110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 408dab88-3629-425b-8810-f56c2fc9a702, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=408dab88-3629-425b-8810-f56c2fc9a702,segment=NetworkSegment(8ad3ee0a-4639-44fa-b5af-06b359d36ac6),segment_id=8ad3ee0a-4639-44fa-b5af-06b359d36ac6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:35.664949 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.681962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '408dab88-3629-425b-8810-f56c2fc9a702', 'network_id': 'd516ba44-fddc-4a03-995e-bc160312f56d', 'port_id': '408dab88-3629-425b-8810-f56c2fc9a702', 'mac_address': 'fa:16:3e:11:95:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91ffacd-723e-4574-9d25-27d6f9bf0320', 'ip_address': '19.86.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:35.739030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:35.739559 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.778812 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.798749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408dab88-3629-425b-8810-f56c2fc9a702 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:35.826850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 408dab88-3629-425b-8810-f56c2fc9a702, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=408dab88-3629-425b-8810-f56c2fc9a702,segment=NetworkSegment(8ad3ee0a-4639-44fa-b5af-06b359d36ac6),segment_id=8ad3ee0a-4639-44fa-b5af-06b359d36ac6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:35.828438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port 2f3efdaf-4b0a-42c7-adbb-07e682949c55, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2f3efdaf-4b0a-42c7-adbb-07e682949c55,segment=NetworkSegment(546a377b-4a83-4998-9d80-ab76387ac995),segment_id=546a377b-4a83-4998-9d80-ab76387ac995)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:35.828895 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.845734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 2f3efdaf-4b0a-42c7-adbb-07e682949c55 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:35.921364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4e812e-12bc-4d93-ac9a-ad230552f3d3 None None] DHCP port deletion for 0abc614a-0697-4247-9bc2-aa4e5e37045e request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:35.972716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e812e-12bc-4d93-ac9a-ad230552f3d3 None None] Deleting port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:35.973389 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e4e812e-12bc-4d93-ac9a-ad230552f3d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.986711 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.987674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:36.105041 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.156228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=2f3efdaf-4b0a-42c7-adbb-07e682949c55,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:36.166354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0e4e812e-12bc-4d93-ac9a-ad230552f3d3 None None] For port 2f3efdaf-4b0a-42c7-adbb-07e682949c55, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2f3efdaf-4b0a-42c7-adbb-07e682949c55,segment=NetworkSegment(546a377b-4a83-4998-9d80-ab76387ac995),segment_id=546a377b-4a83-4998-9d80-ab76387ac995)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:36.166766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e4e812e-12bc-4d93-ac9a-ad230552f3d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.179023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=408dab88-3629-425b-8810-f56c2fc9a702,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:36.184389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No DVR routers for this DVR port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:36.197227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e812e-12bc-4d93-ac9a-ad230552f3d3 None None] Calling delete_port for 2f3efdaf-4b0a-42c7-adbb-07e682949c55 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:36.264297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,segment=NetworkSegment(097d3d65-8956-4d2d-b4f6-564aa420db58),segment_id=097d3d65-8956-4d2d-b4f6-564aa420db58)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:36.274782 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.277016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034e656-7bae-4402-97ed-de5cb422a263 req-f79aff2f-b635-4753-a46c-d90aee86e4ad tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:36.278843 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5034e656-7bae-4402-97ed-de5cb422a263 req-f79aff2f-b635-4753-a46c-d90aee86e4ad tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0830460 Jun 30 02:55:36.282759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c', 'network_id': '75679d37-34cb-4cfa-95ec-53bff236aa16', 'port_id': 'fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c', 'mac_address': 'fa:16:3e:f8:00:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9195b17f-4e05-4f25-9cbc-b50340a7b9c3', 'ip_address': '19.80.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:36.297437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abc614a-0697-4247-9bc2-aa4e5e37045e']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:36.309459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546a377b-4a83-4998-9d80-ab76387ac995') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:36.309886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546a377b-4a83-4998-9d80-ab76387ac995') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:36.319222 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.333705 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.334528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5034e656-7bae-4402-97ed-de5cb422a263 req-e30a459b-5aeb-4ea9-8678-66665019ce74 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441976 Jun 30 02:55:36.338151 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e4e812e-12bc-4d93-ac9a-ad230552f3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.341628 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.364097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:36.367013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:36.368468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.403066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e812e-12bc-4d93-ac9a-ad230552f3d3 None None] Pushing event deleted for resources: {'Port': ['ID=2f3efdaf-4b0a-42c7-adbb-07e682949c55,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:36.411938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e812e-12bc-4d93-ac9a-ad230552f3d3 None None] No DVR routers for this DVR port 2f3efdaf-4b0a-42c7-adbb-07e682949c55 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:36.425168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,segment=NetworkSegment(097d3d65-8956-4d2d-b4f6-564aa420db58),segment_id=097d3d65-8956-4d2d-b4f6-564aa420db58)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:36.444174 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:36.526221 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.553336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145db94-97d0-487e-88cd-5ddd16cf6a34 req-e4fd9694-9c45-4375-bf26-00fb86265475 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:36.559879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145db94-97d0-487e-88cd-5ddd16cf6a34 req-e4fd9694-9c45-4375-bf26-00fb86265475 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:36.562331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d145db94-97d0-487e-88cd-5ddd16cf6a34 req-e4fd9694-9c45-4375-bf26-00fb86265475 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1679 time: 0.1196420 Jun 30 02:55:36.599276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:36.632725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d145db94-97d0-487e-88cd-5ddd16cf6a34 req-3d1b60f7-060b-4b53-b578-ecc39d4c7222 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605841 Jun 30 02:55:36.670145 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.693459 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.695379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/networks/0abc614a-0697-4247-9bc2-aa4e5e37045e HTTP/1.1" status: 204 len: 168 time: 1.1271112 Jun 30 02:55:36.696331 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9b64a-24a4-4d99-8c73-7535ec3cd65a req-1eae6979-13f1-4d3f-9aac-7575db90198d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:36.698236 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e7b9b64a-24a4-4d99-8c73-7535ec3cd65a req-1eae6979-13f1-4d3f-9aac-7575db90198d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0879297 Jun 30 02:55:36.698875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37198) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:36.703768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1691519539', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:36.725753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f87d07-536f-4a79-98aa-702a260b5953 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Network': ['ID=0abc614a-0697-4247-9bc2-aa4e5e37045e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:36.763059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e7b9b64a-24a4-4d99-8c73-7535ec3cd65a req-433a527b-8a89-4a64-9004-5223e3898c34 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507414 Jun 30 02:55:36.804487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:36.835988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a7d434f-5970-4eea-91e9-e63684c81459 req-853c2135-67eb-4743-accc-0a49996874fc tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0455863 Jun 30 02:55:36.867545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2f3efdaf-4b0a-42c7-adbb-07e682949c55 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:36.897274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 2f3efdaf-4b0a-42c7-adbb-07e682949c55 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:36.897693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2f3efdaf-4b0a-42c7-adbb-07e682949c55 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:36.926441 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.927541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.993022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.298180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.630875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e9cbb-0409-4ba0-990f-b9a6029fa475 req-ed8430b4-68eb-469f-afb2-f8643eab0a96 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:37.636628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f4e9cbb-0409-4ba0-990f-b9a6029fa475 req-ed8430b4-68eb-469f-afb2-f8643eab0a96 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1157830 Jun 30 02:55:37.774053 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f4e9cbb-0409-4ba0-990f-b9a6029fa475 req-6e3c0413-b41e-4fd0-805d-d1ad455d9dbb tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356249 Jun 30 02:55:37.774867 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.803653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.828994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['408dab88-3629-425b-8810-f56c2fc9a702'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:37.837416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91178877-224c-493b-85f5-9298909d709d req-59bb5f20-39e0-43ab-b743-7056d24c8c43 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:37.843502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91178877-224c-493b-85f5-9298909d709d req-59bb5f20-39e0-43ab-b743-7056d24c8c43 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:37.850719 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91178877-224c-493b-85f5-9298909d709d req-59bb5f20-39e0-43ab-b743-7056d24c8c43 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1680 time: 0.0982571 Jun 30 02:55:37.899423 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91178877-224c-493b-85f5-9298909d709d req-b6ec8665-1c16-4af4-8a25-9d9a695773c0 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476289 Jun 30 02:55:37.983298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Allocated IP 172.25.2.209 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/9d8298bd-6b7e-4e7f-8d40-75d4ecf7cf9e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:38.118080 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32e31df9-d62b-4dbf-9fa4-007f6b394d89 req-0b24f927-576a-4f00-8fc3-98bd07667882 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0568857 Jun 30 02:55:38.181199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999a425-c45c-44a4-a40c-f646230a014a req-84491c1f-ca22-4924-811e-67b74b7a8d0d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.181199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a999a425-c45c-44a4-a40c-f646230a014a req-84491c1f-ca22-4924-811e-67b74b7a8d0d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1748052 Jun 30 02:55:38.208194 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a999a425-c45c-44a4-a40c-f646230a014a req-1d205b3c-91ce-4acc-a1ab-2f418e1dc3da tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568204 Jun 30 02:55:38.214418 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.339038 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.386341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:38.391861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:38.400123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:38.403774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=9d8298bd-6b7e-4e7f-8d40-75d4ecf7cf9e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:38.955791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3135746-c97f-42ed-9176-cd90c9e3784e req-7d2afd87-cc5f-4c58-9d55-9a7ec25f2da4 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.957299 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3135746-c97f-42ed-9176-cd90c9e3784e req-7d2afd87-cc5f-4c58-9d55-9a7ec25f2da4 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0717728 Jun 30 02:55:39.108386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33dab-ae6d-4e04-aba3-58474ab845fb req-5667abe6-681a-4cf4-83e5-416a47fa44d9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.109883 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3135746-c97f-42ed-9176-cd90c9e3784e req-76e19c16-0a4e-4e76-883b-494242c7dfc3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079311 Jun 30 02:55:39.121889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a33dab-ae6d-4e04-aba3-58474ab845fb req-5667abe6-681a-4cf4-83e5-416a47fa44d9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.121889 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-01a33dab-ae6d-4e04-aba3-58474ab845fb req-5667abe6-681a-4cf4-83e5-416a47fa44d9 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1680 time: 0.1086869 Jun 30 02:55:39.146226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.483593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 408dab88-3629-425b-8810-f56c2fc9a702 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:39.539485 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-01a33dab-ae6d-4e04-aba3-58474ab845fb req-4f078c30-25e9-4783-b81b-0d8d93f36bd5 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165483 Jun 30 02:55:39.668809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 408dab88-3629-425b-8810-f56c2fc9a702 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:39.673339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 408dab88-3629-425b-8810-f56c2fc9a702 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:39.673752 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.697924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6e0092b-1048-4b33-a5ba-22b674557618 req-f0aab4bc-8ccd-488e-b67f-546b49f2bde9 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0549929 Jun 30 02:55:39.822873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68ea1d-b9c8-4a87-90c8-9903bde876d7 req-6c5e8320-2725-41ae-88f2-24e7c379ca50 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.830319 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c68ea1d-b9c8-4a87-90c8-9903bde876d7 req-6c5e8320-2725-41ae-88f2-24e7c379ca50 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0808330 Jun 30 02:55:39.836750 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.888415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408dab88-3629-425b-8810-f56c2fc9a702'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:39.890903 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f060567-8f3a-4cdb-a741-7ea3ae70a35c" -d '{"events": [{"server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "name": "network-vif-plugged", "status": "completed", "tag": "408dab88-3629-425b-8810-f56c2fc9a702"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:39.904371 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c68ea1d-b9c8-4a87-90c8-9903bde876d7 req-cdc1915e-5a03-4321-9a7a-7e69a6223cf9 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724249 Jun 30 02:55:39.906543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 408dab88-3629-425b-8810-f56c2fc9a702, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=408dab88-3629-425b-8810-f56c2fc9a702,segment=NetworkSegment(8ad3ee0a-4639-44fa-b5af-06b359d36ac6),segment_id=8ad3ee0a-4639-44fa-b5af-06b359d36ac6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:39.946742 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.966435 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662a114f-acac-48fe-aa9d-8ba8e5fa1887 x-openstack-request-id: req-662a114f-acac-48fe-aa9d-8ba8e5fa1887 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:39.966839 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "name": "network-vif-plugged", "status": "completed", "tag": "408dab88-3629-425b-8810-f56c2fc9a702", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:39.967177 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-662a114f-acac-48fe-aa9d-8ba8e5fa1887 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:39.967665 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408dab88-3629-425b-8810-f56c2fc9a702', 'code': 200} Jun 30 02:55:40.002142 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.003218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:40.088386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=408dab88-3629-425b-8810-f56c2fc9a702,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:40.167361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:40.172051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:40.175518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.194393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router ba02aada-b291-48f3-af77-e63d872a4942 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:55:40.280765 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.324669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,segment=NetworkSegment(097d3d65-8956-4d2d-b4f6-564aa420db58),segment_id=097d3d65-8956-4d2d-b4f6-564aa420db58)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:40.364700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:40.376703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055ce6e-f985-4eb8-a819-87127180107d None None] Sync routers for ids ['ba02aada-b291-48f3-af77-e63d872a4942'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:40.385962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585be8a8-af58-4143-ac22-54468a52b304 req-5753b42f-5bf9-4828-b4fd-ff97e601f910 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:40.390649 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-585be8a8-af58-4143-ac22-54468a52b304 req-5753b42f-5bf9-4828-b4fd-ff97e601f910 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1287570 Jun 30 02:55:40.392466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055ce6e-f985-4eb8-a819-87127180107d None None] Routers {'ba02aada-b291-48f3-af77-e63d872a4942'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:40.393209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a055ce6e-f985-4eb8-a819-87127180107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ba02aada-b291-48f3-af77-e63d872a4942'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:40.427472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a055ce6e-f985-4eb8-a819-87127180107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:40.436732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055ce6e-f985-4eb8-a819-87127180107d None None] Routers {'ba02aada-b291-48f3-af77-e63d872a4942'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:40.437429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a055ce6e-f985-4eb8-a819-87127180107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ba02aada-b291-48f3-af77-e63d872a4942'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:40.438124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-585be8a8-af58-4143-ac22-54468a52b304 req-9c0a2547-2191-4368-a71f-337a3fe10dfe tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Jun 30 02:55:40.481341 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.485247 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8c6f9d25-3e86-43f6-ba68-583ef5d8ac72 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7852194 Jun 30 02:55:40.485399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37230) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:40.495491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a055ce6e-f985-4eb8-a819-87127180107d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:40.496139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a055ce6e-f985-4eb8-a819-87127180107d None None] The sync data for ids ['ba02aada-b291-48f3-af77-e63d872a4942'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:40.498616 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:40.560680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:40.656905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37234) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:40.657166 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-72ce6f82-3181-456d-9190-0ee9eba6e149 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/routers/ba02aada-b291-48f3-af77-e63d872a4942 HTTP/1.1" status: 200 len: 885 time: 0.1679275 Jun 30 02:55:40.840272 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33c642-6991-4d9f-acca-c1d7525d170c req-4e6749c8-6ba1-4913-9705-53543568998a tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:40.851352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33c642-6991-4d9f-acca-c1d7525d170c req-4e6749c8-6ba1-4913-9705-53543568998a tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:40.853017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d33c642-6991-4d9f-acca-c1d7525d170c req-4e6749c8-6ba1-4913-9705-53543568998a tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1682 time: 0.1264148 Jun 30 02:55:40.912978 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7d33c642-6991-4d9f-acca-c1d7525d170c req-d6fb990f-fe95-4315-9e89-ffc17d527803 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463810 Jun 30 02:55:40.946310 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb3114b4-410b-485b-b7ee-33f075209f81 req-e2eef4cd-e7e5-46ba-9f56-30991ba333d8 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0497119 Jun 30 02:55:41.018196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dca77aae-db0a-44db-9330-b7bfca55161d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3598278 Jun 30 02:55:41.020610 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37244) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:41.025425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-146b5bf5-1136-499a-bece-2a304e9fb903 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1691519539'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:41.111367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83802ff-93a2-402e-9b45-8007f16736da req-52b828fd-c2c5-4423-8899-fe614a5f6dce tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:41.113553 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c83802ff-93a2-402e-9b45-8007f16736da req-52b828fd-c2c5-4423-8899-fe614a5f6dce tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0677295 Jun 30 02:55:41.161320 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c83802ff-93a2-402e-9b45-8007f16736da req-0bf39854-5d99-4c82-9ad0-18095fd1b662 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Jun 30 02:55:41.408773 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-146b5bf5-1136-499a-bece-2a304e9fb903 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.607903 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-146b5bf5-1136-499a-bece-2a304e9fb903 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.673233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9e176-6ec1-4fa2-9d6c-78d9f037d8a8 req-f569929b-7d43-4416-a8a0-ecef915d043a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:41.674804 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5e9e176-6ec1-4fa2-9d6c-78d9f037d8a8 req-f569929b-7d43-4416-a8a0-ecef915d043a tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1104248 Jun 30 02:55:41.755937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5e9e176-6ec1-4fa2-9d6c-78d9f037d8a8 req-1789509b-c453-4874-b0e9-80c79927de99 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699837 Jun 30 02:55:41.769444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146b5bf5-1136-499a-bece-2a304e9fb903 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router ba02aada-b291-48f3-af77-e63d872a4942 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:41.894598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146b5bf5-1136-499a-bece-2a304e9fb903 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:41.901735 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-146b5bf5-1136-499a-bece-2a304e9fb903 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.902924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-146b5bf5-1136-499a-bece-2a304e9fb903 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/ba02aada-b291-48f3-af77-e63d872a4942 HTTP/1.1" status: 200 len: 892 time: 0.8812046 Jun 30 02:55:41.905638 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a66d47-bf1a-47bc-bf0b-b1f90de8b73d None None] Sync routers for ids ['ba02aada-b291-48f3-af77-e63d872a4942'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:41.906143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37248) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:41.924559 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a66d47-bf1a-47bc-bf0b-b1f90de8b73d None None] Routers {'ba02aada-b291-48f3-af77-e63d872a4942'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:41.925462 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-80a66d47-bf1a-47bc-bf0b-b1f90de8b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ba02aada-b291-48f3-af77-e63d872a4942'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:41.963020 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-80a66d47-bf1a-47bc-bf0b-b1f90de8b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:41.968500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:41.971861 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3634051f-8605-4630-a7ce-63430f593bbc" -d '{"events": [{"server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "name": "network-vif-plugged", "status": "completed", "tag": "fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:41.981468 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a66d47-bf1a-47bc-bf0b-b1f90de8b73d None None] Routers {'ba02aada-b291-48f3-af77-e63d872a4942'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:41.982353 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-80a66d47-bf1a-47bc-bf0b-b1f90de8b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ba02aada-b291-48f3-af77-e63d872a4942'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:42.024633 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-80a66d47-bf1a-47bc-bf0b-b1f90de8b73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:42.025611 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a66d47-bf1a-47bc-bf0b-b1f90de8b73d None None] The sync data for ids ['ba02aada-b291-48f3-af77-e63d872a4942'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:42.039203 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18126c9f-df4f-4017-8e95-609984708a24 x-openstack-request-id: req-18126c9f-df4f-4017-8e95-609984708a24 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:42.039512 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "name": "network-vif-plugged", "status": "completed", "tag": "fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:42.039769 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18126c9f-df4f-4017-8e95-609984708a24 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:42.040203 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c', 'code': 200} Jun 30 02:55:42.191255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b220e615-2c3a-4c9a-8a80-6bb64821bede tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/routers/ba02aada-b291-48f3-af77-e63d872a4942 HTTP/1.1" status: 200 len: 892 time: 0.2811959 Jun 30 02:55:42.193061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37258) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:42.206470 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-be8fe3d4-f98a-4154-8de4-0e4979239b35 req-4795d513-b294-4d33-b99a-d95caf045d31 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0488927 Jun 30 02:55:42.231895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b78cdf-d679-466d-a8b7-c1e7867854ff req-ea8268af-9de0-4b63-a706-7e646ea7230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.231895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b78cdf-d679-466d-a8b7-c1e7867854ff req-ea8268af-9de0-4b63-a706-7e646ea7230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.231895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73b78cdf-d679-466d-a8b7-c1e7867854ff req-ea8268af-9de0-4b63-a706-7e646ea7230e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1984 time: 0.0997572 Jun 30 02:55:42.252806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196070d6-a35a-4bbf-a6c2-dbfc67fc056c req-767a5ddb-c028-4fce-9dbd-2541bf4ef414 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.257168 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-099062cf-fa02-4490-9a1a-000bb9c26777 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba02aada-b291-48f3-af77-e63d872a4942 HTTP/1.1" status: 200 len: 205 time: 0.0626092 Jun 30 02:55:42.259630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37262) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:42.260083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196070d6-a35a-4bbf-a6c2-dbfc67fc056c req-767a5ddb-c028-4fce-9dbd-2541bf4ef414 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.261933 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-196070d6-a35a-4bbf-a6c2-dbfc67fc056c req-767a5ddb-c028-4fce-9dbd-2541bf4ef414 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1682 time: 0.1821771 Jun 30 02:55:42.317409 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73b78cdf-d679-466d-a8b7-c1e7867854ff req-40f85902-a8f4-4419-b396-4d249449a826 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839050 Jun 30 02:55:42.343049 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-196070d6-a35a-4bbf-a6c2-dbfc67fc056c req-7729fafe-e5ca-48c1-9405-05f2f0569818 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684707 Jun 30 02:55:42.389458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.525185 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.548138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2815f4-e7f7-489f-832d-6b3dec4b745a req-39520c8f-a8be-42ce-a70a-e78d84d61e0b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.549628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d2815f4-e7f7-489f-832d-6b3dec4b745a req-39520c8f-a8be-42ce-a70a-e78d84d61e0b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0828259 Jun 30 02:55:42.590532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d2815f4-e7f7-489f-832d-6b3dec4b745a req-ddc76ff7-83a7-402a-8e62-4a894bac1625 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350723 Jun 30 02:55:42.706478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 9d8298bd-6b7e-4e7f-8d40-75d4ecf7cf9e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:42.706819 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.786369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.805412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 9d8298bd-6b7e-4e7f-8d40-75d4ecf7cf9e owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:42.977006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d50d-1ee1-48e0-976b-9da3693f7a4e req-9dddf32d-2b56-409e-a509-151dce979c77 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.979736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e52d50d-1ee1-48e0-976b-9da3693f7a4e req-9dddf32d-2b56-409e-a509-151dce979c77 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0975854 Jun 30 02:55:43.029727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e52d50d-1ee1-48e0-976b-9da3693f7a4e req-fcbd593b-2733-4be0-9777-5a0c6c02a056 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Jun 30 02:55:43.137833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.167109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=9d8298bd-6b7e-4e7f-8d40-75d4ecf7cf9e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:43.235598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.407176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.443316 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.446949 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39d508d7-7266-4a2e-a043-0bd397462276 req-5093afbe-a9ef-4097-93d9-12126b2d1fa7 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0534005 Jun 30 02:55:43.783226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c2c26-af15-493e-9939-e940b8ee03ad req-5e3389c5-f1bf-4fc1-8113-463adfc3743b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:43.784738 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f99c2c26-af15-493e-9939-e940b8ee03ad req-5e3389c5-f1bf-4fc1-8113-463adfc3743b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0706089 Jun 30 02:55:43.825558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f99c2c26-af15-493e-9939-e940b8ee03ad req-f5319c94-4441-4d08-8464-20c301b78373 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346050 Jun 30 02:55:43.951450 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.952017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Fanout notify agent at l3_agent the message router_deleted on router ba02aada-b291-48f3-af77-e63d872a4942 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:55:43.959204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.960323 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ae8d7c62-f626-471d-b1aa-d65d56b19fd1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/ba02aada-b291-48f3-af77-e63d872a4942 HTTP/1.1" status: 204 len: 168 time: 1.6992478 Jun 30 02:55:43.963948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37284) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:43.968982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-181593601'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:43.995762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b5a4-e155-47b2-88ad-699c48b68c25 req-5171318c-46c3-43ac-89b3-361f0db460a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:43.995762 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2658b5a4-e155-47b2-88ad-699c48b68c25 req-5171318c-46c3-43ac-89b3-361f0db460a9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 1096 time: 0.4622777 Jun 30 02:55:44.021630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437afa1-f9e0-4a44-bbe6-a437178019b2 req-ef003336-4af2-4fef-a417-94d5e246226e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:44.027401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437afa1-f9e0-4a44-bbe6-a437178019b2 req-ef003336-4af2-4fef-a417-94d5e246226e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:44.028914 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3437afa1-f9e0-4a44-bbe6-a437178019b2 req-ef003336-4af2-4fef-a417-94d5e246226e tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1682 time: 0.4234300 Jun 30 02:55:44.061068 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2658b5a4-e155-47b2-88ad-699c48b68c25 req-c0a044b8-349d-4d8f-981b-6c948138c114 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618389 Jun 30 02:55:44.076920 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3437afa1-f9e0-4a44-bbe6-a437178019b2 req-d4b8b694-4276-4008-9c09-b0703c324b8a tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Jun 30 02:55:44.132719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:44.136645 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.184822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:44.197741 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.198095 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added segment b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f of type vlan for network 165e5067-95bd-4bd0-a545-806c00c4759b Jun 30 02:55:44.245516 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.269623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99846e-a47e-49fb-9ae9-21671930bba7 req-9aaec9f7-1d16-4392-a03d-d5a4c73875bd tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:44.271619 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae99846e-a47e-49fb-9ae9-21671930bba7 req-9aaec9f7-1d16-4392-a03d-d5a4c73875bd tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1191404 Jun 30 02:55:44.317902 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae99846e-a47e-49fb-9ae9-21671930bba7 req-bdf68869-58f5-480d-b928-c7a601feed1b tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369556 Jun 30 02:55:44.464061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.469792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:44.470561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.544102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Network': ['ID=165e5067-95bd-4bd0-a545-806c00c4759b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:44.556762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 165e5067-95bd-4bd0-a545-806c00c4759b details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:44.605318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-49af7013-6d49-45ab-95e3-df6af93b5e21 req-e7b711d5-b33c-4ea6-80ec-90b2ee127fd0 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0295391 Jun 30 02:55:44.739719 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c7d66d51-e116-4bce-ab0f-6bcd62a82e06 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7740402 Jun 30 02:55:44.742591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37298) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:44.747628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'subnet': {'network_id': '165e5067-95bd-4bd0-a545-806c00c4759b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:44.966983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:44.971520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:45.078950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985e814-2d1f-44cb-8ce7-c7c0b1693f45 req-9eabd9d9-2c87-43ba-b238-be002d2678a5 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.080447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6985e814-2d1f-44cb-8ce7-c7c0b1693f45 req-9eabd9d9-2c87-43ba-b238-be002d2678a5 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0975142 Jun 30 02:55:45.131127 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6985e814-2d1f-44cb-8ce7-c7c0b1693f45 req-25a11c91-548c-4006-a148-7833ad88c195 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434103 Jun 30 02:55:45.262020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab45cdd-65ed-4253-a85a-72f91a620273 req-2da8da66-92e3-4b8d-9f79-ec4fcc9b762f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.267837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab45cdd-65ed-4253-a85a-72f91a620273 req-2da8da66-92e3-4b8d-9f79-ec4fcc9b762f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.269532 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ab45cdd-65ed-4253-a85a-72f91a620273 req-2da8da66-92e3-4b8d-9f79-ec4fcc9b762f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1682 time: 0.0732396 Jun 30 02:55:45.339428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ab45cdd-65ed-4253-a85a-72f91a620273 req-72adb0b6-71b9-46cb-8762-70a769f12da7 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611808 Jun 30 02:55:45.345272 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:45.384114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4131a2-d32e-4abc-b5d2-5dc9f7c24884 req-5e2d13c7-9ec2-4b2e-9f5d-940215c90c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.385679 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b4131a2-d32e-4abc-b5d2-5dc9f7c24884 req-5e2d13c7-9ec2-4b2e-9f5d-940215c90c4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 1096 time: 0.1147552 Jun 30 02:55:45.459875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Subnet': ['ID=a96c9035-e5c5-40f6-8592-943d4fde063f,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:45.487672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Checking segment: {'id': 'b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '165e5067-95bd-4bd0-a545-806c00c4759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:45.493449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network hostable DHCP agents. Network: 165e5067-95bd-4bd0-a545-806c00c4759b, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:45.494551 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:55:45.523747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4131a2-d32e-4abc-b5d2-5dc9f7c24884 req-a0ba399a-9de1-4eaf-8be0-a69b25b6528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.525209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b4131a2-d32e-4abc-b5d2-5dc9f7c24884 req-a0ba399a-9de1-4eaf-8be0-a69b25b6528c service neutron] 10.222.0.83 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 914 time: 0.1325629 Jun 30 02:55:45.525746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924d728-fdd5-4888-b61b-949b34ad962c req-0329b683-dd53-48a8-8559-cf9737121177 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.527259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6924d728-fdd5-4888-b61b-949b34ad962c req-0329b683-dd53-48a8-8559-cf9737121177 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0796766 Jun 30 02:55:45.568002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6924d728-fdd5-4888-b61b-949b34ad962c req-cc782e71-8e50-43bb-8ec1-1595fbf10a60 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339944 Jun 30 02:55:45.568681 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b4131a2-d32e-4abc-b5d2-5dc9f7c24884 req-f16a8d8a-64c1-42a9-a9bf-272dab009277 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39451f18-3872-47b3-82e6-46fe57941507 HTTP/1.1" status: 200 len: 217 time: 0.0367084 Jun 30 02:55:45.617347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4131a2-d32e-4abc-b5d2-5dc9f7c24884 req-6a6a40ed-0d3a-41f1-985d-4b9dd89c3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.618874 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b4131a2-d32e-4abc-b5d2-5dc9f7c24884 req-6a6a40ed-0d3a-41f1-985d-4b9dd89c3d7f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3cc4915e-2757-4253-b1f2-37f11c6c5454 HTTP/1.1" status: 200 len: 853 time: 0.0445464 Jun 30 02:55:45.634312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 165e5067-95bd-4bd0-a545-806c00c4759b is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:45.659780 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b4131a2-d32e-4abc-b5d2-5dc9f7c24884 req-766214e9-0263-42ec-9abe-8fbe5c5aef2e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1c3a036d-62f3-498b-8a6d-dee57280a541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348892 Jun 30 02:55:45.750767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b4131a2-d32e-4abc-b5d2-5dc9f7c24884 req-fef96c3a-116c-46a0-80ca-a4b1510c2dc8 service neutron] 10.222.0.83 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845225 Jun 30 02:55:45.804119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 165e5067-95bd-4bd0-a545-806c00c4759b) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:45.810461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.811048 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:45.813142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192b312-3ff6-4480-ab0d-db9f67405f92 None None] Network 165e5067-95bd-4bd0-a545-806c00c4759b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:45.857265 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b4131a2-d32e-4abc-b5d2-5dc9f7c24884 req-0ff9f3f7-97e5-47f7-9cd6-1e60a7dcb203 service neutron] 10.222.0.83 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995145 Jun 30 02:55:45.881267 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c189e90e-ca35-4a93-88ab-6f7f35a52b42 req-b00f64a3-99ea-40c6-8a2d-c31e84cd2323 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0297756 Jun 30 02:55:45.927623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c319535f-de60-402a-a512-974fdf6fedda tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1839817 Jun 30 02:55:45.930100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37320) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:45.934867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-afc5ee96-572a-42d9-8dc4-4d3b42895369 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-182869739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:45.990740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-165e5067-95bd-4bd0-a545-806c00c4759b', 'network_id': '165e5067-95bd-4bd0-a545-806c00c4759b', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'fixed_ips': [{'subnet_id': 'a96c9035-e5c5-40f6-8592-943d4fde063f'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:55:45.991688 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.057586 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-afc5ee96-572a-42d9-8dc4-4d3b42895369 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.059951 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-afc5ee96-572a-42d9-8dc4-4d3b42895369 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.165426 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-afc5ee96-572a-42d9-8dc4-4d3b42895369 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.247284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b26e66-4167-44ee-9094-c4a50b2f49d6 req-1bc9bfe7-a72c-4bac-8cd6-a7145d7e93b0 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:46.253259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b26e66-4167-44ee-9094-c4a50b2f49d6 req-1bc9bfe7-a72c-4bac-8cd6-a7145d7e93b0 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:46.255471 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06b26e66-4167-44ee-9094-c4a50b2f49d6 req-1bc9bfe7-a72c-4bac-8cd6-a7145d7e93b0 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1682 time: 0.0779588 Jun 30 02:55:46.269735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-afc5ee96-572a-42d9-8dc4-4d3b42895369 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.286946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Allocated IP 2001:db8::2 (165e5067-95bd-4bd0-a545-806c00c4759b/a96c9035-e5c5-40f6-8592-943d4fde063f/8147e1b3-d062-4f29-bac9-7e2fd221057a) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:46.306325 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06b26e66-4167-44ee-9094-c4a50b2f49d6 req-84707869-597f-42e5-9660-8e233f527c6a tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Jun 30 02:55:46.447942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-afc5ee96-572a-42d9-8dc4-4d3b42895369 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.449212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-afc5ee96-572a-42d9-8dc4-4d3b42895369 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5181725 Jun 30 02:55:46.452276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37328) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:46.474650 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.484922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c4eb6-d391-4df9-9823-9a369d039faa req-767de190-547a-4322-a3b6-2b307a2ba238 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:46.486624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d49c4eb6-d391-4df9-9823-9a369d039faa req-767de190-547a-4322-a3b6-2b307a2ba238 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0708168 Jun 30 02:55:46.497175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Transition to ACTIVE for port object 8147e1b3-d062-4f29-bac9-7e2fd221057a will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:46.514545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Transition to ACTIVE for port object 8147e1b3-d062-4f29-bac9-7e2fd221057a will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:46.532267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d49c4eb6-d391-4df9-9823-9a369d039faa req-0ac54ea1-7100-4343-866e-d74dd290bd01 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395231 Jun 30 02:55:46.704592 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.740991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Network 165e5067-95bd-4bd0-a545-806c00c4759b is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:46.745184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:46.748656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:46.756800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Pushing event updated for resources: {'Port': ['ID=8147e1b3-d062-4f29-bac9-7e2fd221057a,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:46.782582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec9eea-7401-4eb8-8e4d-91794983a082 req-b275ea53-359e-493e-9587-088daff95595 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:46.782582 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9ec9eea-7401-4eb8-8e4d-91794983a082 req-b275ea53-359e-493e-9587-088daff95595 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.2615354 Jun 30 02:55:46.812199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Attempting to bind port 8147e1b3-d062-4f29-bac9-7e2fd221057a on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:46.812573 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Attempting to bind port 8147e1b3-d062-4f29-bac9-7e2fd221057a by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '165e5067-95bd-4bd0-a545-806c00c4759b'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:46.812935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Attempting to bind port 8147e1b3-d062-4f29-bac9-7e2fd221057a on network 165e5067-95bd-4bd0-a545-806c00c4759b {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:46.813094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f1d4-3631-4ae1-aa2d-aead8a41682a req-d1f2a681-7741-439c-93ea-f3508db6fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:46.814646 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4e5f1d4-3631-4ae1-aa2d-aead8a41682a req-d1f2a681-7741-439c-93ea-f3508db6fa4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=36a904043a1547ccb9360780af409d88&device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 1096 time: 0.2404263 Jun 30 02:55:46.818785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:46.819433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Checking segment: {'id': 'b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '165e5067-95bd-4bd0-a545-806c00c4759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:46.819640 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.819938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Bound using segment: {'id': 'b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '165e5067-95bd-4bd0-a545-806c00c4759b'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:46.820422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Bound port: 8147e1b3-d062-4f29-bac9-7e2fd221057a, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '165e5067-95bd-4bd0-a545-806c00c4759b'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:46.820808 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.893552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] For port 8147e1b3-d062-4f29-bac9-7e2fd221057a, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:46.896960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] For port 8147e1b3-d062-4f29-bac9-7e2fd221057a, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8147e1b3-d062-4f29-bac9-7e2fd221057a,segment=NetworkSegment(b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f),segment_id=b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:46.936081 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.952172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9ec9eea-7401-4eb8-8e4d-91794983a082 req-58435e2e-e1d8-4dff-a82b-3e17b3f1d464 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417382 Jun 30 02:55:47.033312 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f1d4-3631-4ae1-aa2d-aead8a41682a req-886acdb9-79e3-4062-8f79-2d063a057f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:47.037047 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.047727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4e5f1d4-3631-4ae1-aa2d-aead8a41682a req-886acdb9-79e3-4062-8f79-2d063a057f4c service neutron] 10.222.0.74 "GET /v2.0/networks?id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 200 len: 919 time: 0.2224779 Jun 30 02:55:47.056622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8fccbf66-5296-4e94-b864-ce1d8fc52aea req-94e85251-fa09-49fa-91ff-a4508165cea3 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0419893 Jun 30 02:55:47.138719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee61681-c682-45bd-84eb-50c645ae3549 None None] Pushing event updated for resources: {'Port': ['ID=8147e1b3-d062-4f29-bac9-7e2fd221057a,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:47.150989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4e5f1d4-3631-4ae1-aa2d-aead8a41682a req-8699adce-5e5c-4cef-8adf-18efb0f0634b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7 HTTP/1.1" status: 200 len: 217 time: 0.0539732 Jun 30 02:55:47.253085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5f1d4-3631-4ae1-aa2d-aead8a41682a req-3c347ff1-7890-429f-b44e-4309a863e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:47.255198 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4e5f1d4-3631-4ae1-aa2d-aead8a41682a req-3c347ff1-7890-429f-b44e-4309a863e6d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 200 len: 858 time: 0.0946107 Jun 30 02:55:47.347367 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4e5f1d4-3631-4ae1-aa2d-aead8a41682a req-81bec5b2-2f07-40b9-b42f-561d8508ecc2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682375 Jun 30 02:55:47.453773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Allocated IP 2001:db8::1 (165e5067-95bd-4bd0-a545-806c00c4759b/a96c9035-e5c5-40f6-8592-943d4fde063f/f3ae2dff-e4b3-4351-a5a4-9df3b866662b) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:47.513414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530ae9b-2872-48b9-8732-cdf2af619aa5 req-d386b42a-aec4-4357-b1b6-4829a3f8123f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:47.520389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530ae9b-2872-48b9-8732-cdf2af619aa5 req-d386b42a-aec4-4357-b1b6-4829a3f8123f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:47.520562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 39451f18-3872-47b3-82e6-46fe57941507 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:47.522057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1530ae9b-2872-48b9-8732-cdf2af619aa5 req-d386b42a-aec4-4357-b1b6-4829a3f8123f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1682 time: 0.0843859 Jun 30 02:55:47.530141 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4e5f1d4-3631-4ae1-aa2d-aead8a41682a req-de166019-b5dc-4e6f-b0f0-bee3644b3bd9 service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650336 Jun 30 02:55:47.571496 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1530ae9b-2872-48b9-8732-cdf2af619aa5 req-2f689cb8-6137-4a6a-8a4c-4c8f2d8477b8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Jun 30 02:55:47.606968 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.638644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39451f18-3872-47b3-82e6-46fe57941507'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:47.641664 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c888b389-ac7a-49f4-bf35-d70e9d8a5b13" -d '{"events": [{"server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "name": "network-vif-unplugged", "status": "completed", "tag": "39451f18-3872-47b3-82e6-46fe57941507"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:47.657711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:47.666673 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.685360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4e5f1d4-3631-4ae1-aa2d-aead8a41682a req-09542e46-6f74-48df-b3e5-0389649b82ff service neutron] 10.222.0.74 "GET /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479897 Jun 30 02:55:47.695037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Transition to ACTIVE for port object f3ae2dff-e4b3-4351-a5a4-9df3b866662b will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:47.697561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bc625-deeb-41cb-adfa-167e507e768c req-f78a92c4-0c00-4c3a-8cb5-ddd2d402a2fc tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:47.708550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bc625-deeb-41cb-adfa-167e507e768c req-f78a92c4-0c00-4c3a-8cb5-ddd2d402a2fc tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:47.710191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-544bc625-deeb-41cb-adfa-167e507e768c req-f78a92c4-0c00-4c3a-8cb5-ddd2d402a2fc tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 1682 time: 0.1181722 Jun 30 02:55:47.712450 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bc0e06-67cb-4534-880c-784d86c79f34 x-openstack-request-id: req-88bc0e06-67cb-4534-880c-784d86c79f34 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:47.712740 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "name": "network-vif-unplugged", "status": "completed", "tag": "39451f18-3872-47b3-82e6-46fe57941507", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:47.712996 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88bc0e06-67cb-4534-880c-784d86c79f34 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:47.713400 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39451f18-3872-47b3-82e6-46fe57941507', 'code': 200} Jun 30 02:55:47.794727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdef66-5d54-421d-be4c-973effb38e59 req-58b1d6d2-0ccd-44ef-a027-4b3325d1a5ac tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:47.796270 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-63bdef66-5d54-421d-be4c-973effb38e59 req-58b1d6d2-0ccd-44ef-a027-4b3325d1a5ac tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.0934556 Jun 30 02:55:47.802041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.844019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-544bc625-deeb-41cb-adfa-167e507e768c req-301cc04b-e775-49b1-b0e9-2ada5638011c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting port 408dab88-3629-425b-8810-f56c2fc9a702 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:47.844364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-544bc625-deeb-41cb-adfa-167e507e768c req-301cc04b-e775-49b1-b0e9-2ada5638011c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.850068 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-63bdef66-5d54-421d-be4c-973effb38e59 req-8d7b8b4e-2539-41b6-bedb-f949fe762c35 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448585 Jun 30 02:55:47.878926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:47.911018 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.943098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-544bc625-deeb-41cb-adfa-167e507e768c req-301cc04b-e775-49b1-b0e9-2ada5638011c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] For port 408dab88-3629-425b-8810-f56c2fc9a702, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=408dab88-3629-425b-8810-f56c2fc9a702,segment=NetworkSegment(8ad3ee0a-4639-44fa-b5af-06b359d36ac6),segment_id=8ad3ee0a-4639-44fa-b5af-06b359d36ac6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:47.943576 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-544bc625-deeb-41cb-adfa-167e507e768c req-301cc04b-e775-49b1-b0e9-2ada5638011c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.952736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 165e5067-95bd-4bd0-a545-806c00c4759b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:47.956121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:47.961416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:47.961789 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-544bc625-deeb-41cb-adfa-167e507e768c req-301cc04b-e775-49b1-b0e9-2ada5638011c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Calling delete_port for 408dab88-3629-425b-8810-f56c2fc9a702 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:47.962009 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.012317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=f3ae2dff-e4b3-4351-a5a4-9df3b866662b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:48.186109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4c83a-d6c1-48d1-8225-7ea9e94d496e req-c794dc10-40d2-4a1e-aa32-adf9b649bab3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:48.187731 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3c4c83a-d6c1-48d1-8225-7ea9e94d496e req-c794dc10-40d2-4a1e-aa32-adf9b649bab3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0823169 Jun 30 02:55:48.219291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6e266427-46e9-428b-851f-d2ddb11f9dc8 req-8ffa40fd-9cfd-4b7e-9cee-4bc2aba43ed2 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0298395 Jun 30 02:55:48.231324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3c4c83a-d6c1-48d1-8225-7ea9e94d496e req-32acc473-435f-47b1-bd4e-cee8a43b3bd0 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Jun 30 02:55:48.268199 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.271704 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-544bc625-deeb-41cb-adfa-167e507e768c req-301cc04b-e775-49b1-b0e9-2ada5638011c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.288110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c', '408dab88-3629-425b-8810-f56c2fc9a702'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:48.325134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301cc04b-e775-49b1-b0e9-2ada5638011c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Port': ['ID=408dab88-3629-425b-8810-f56c2fc9a702,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:48.384012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-544bc625-deeb-41cb-adfa-167e507e768c req-301cc04b-e775-49b1-b0e9-2ada5638011c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] No DVR routers for this DVR port 408dab88-3629-425b-8810-f56c2fc9a702 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:48.386683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-544bc625-deeb-41cb-adfa-167e507e768c req-301cc04b-e775-49b1-b0e9-2ada5638011c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.389867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-544bc625-deeb-41cb-adfa-167e507e768c req-301cc04b-e775-49b1-b0e9-2ada5638011c tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "DELETE /v2.0/ports/408dab88-3629-425b-8810-f56c2fc9a702 HTTP/1.1" status: 204 len: 173 time: 0.6630664 Jun 30 02:55:48.389867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'name': 'network-vif-deleted', 'tag': '408dab88-3629-425b-8810-f56c2fc9a702'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:48.392826 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40d4e81-3103-407f-b63a-72ff476e47a8" -d '{"events": [{"server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "name": "network-vif-deleted", "tag": "408dab88-3629-425b-8810-f56c2fc9a702"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:48.450310 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe3a341-a9ab-40e4-8765-513a6816007b x-openstack-request-id: req-efe3a341-a9ab-40e4-8765-513a6816007b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:48.450310 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "name": "network-vif-deleted", "tag": "408dab88-3629-425b-8810-f56c2fc9a702", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:48.450556 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-efe3a341-a9ab-40e4-8765-513a6816007b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:48.450726 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'name': 'network-vif-deleted', 'tag': '408dab88-3629-425b-8810-f56c2fc9a702', 'status': 'completed', 'code': 200} Jun 30 02:55:48.472815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bfff78-a52d-42e1-ae72-6a48eef363de None None] Network 165e5067-95bd-4bd0-a545-806c00c4759b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:48.570603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-544bc625-deeb-41cb-adfa-167e507e768c req-d98e95de-8ec9-4b2c-8ee3-d1e634fde982 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:48.571184 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-544bc625-deeb-41cb-adfa-167e507e768c req-d98e95de-8ec9-4b2c-8ee3-d1e634fde982 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.689617 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.691166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-544bc625-deeb-41cb-adfa-167e507e768c req-d98e95de-8ec9-4b2c-8ee3-d1e634fde982 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] For port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,segment=NetworkSegment(097d3d65-8956-4d2d-b4f6-564aa420db58),segment_id=097d3d65-8956-4d2d-b4f6-564aa420db58)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:48.692210 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-544bc625-deeb-41cb-adfa-167e507e768c req-d98e95de-8ec9-4b2c-8ee3-d1e634fde982 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.706694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-544bc625-deeb-41cb-adfa-167e507e768c req-d98e95de-8ec9-4b2c-8ee3-d1e634fde982 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Calling delete_port for fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:48.754917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a26e4fd0-1730-42a5-86f4-0ca8837b40b9 None None] Provisioning for port 8147e1b3-d062-4f29-bac9-7e2fd221057a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:48.798460 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c511d39-82e9-4e61-99db-588cbbdf10cc req-c9e6b106-3ebb-4b9b-aedd-3099df828bd8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:48.799799 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1c511d39-82e9-4e61-99db-588cbbdf10cc req-c9e6b106-3ebb-4b9b-aedd-3099df828bd8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 945 time: 0.0906794 Jun 30 02:55:48.837281 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.838454 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.915917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8147e1b3-d062-4f29-bac9-7e2fd221057a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:48.926637 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1c511d39-82e9-4e61-99db-588cbbdf10cc req-b3bdd494-8a95-4918-9795-119bea415bdb tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/security-groups?id=da51676a-73d0-48e7-b638-d71b089e4743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181958 Jun 30 02:55:48.961987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=f3ae2dff-e4b3-4351-a5a4-9df3b866662b,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:48.978515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-544bc625-deeb-41cb-adfa-167e507e768c req-d98e95de-8ec9-4b2c-8ee3-d1e634fde982 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.991802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['408dab88-3629-425b-8810-f56c2fc9a702'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:49.027246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e95de-8ec9-4b2c-8ee3-d1e634fde982 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Port': ['ID=fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:49.100228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 165e5067-95bd-4bd0-a545-806c00c4759b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:49.102293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:49.105385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 8147e1b3-d062-4f29-bac9-7e2fd221057a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:49.110818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8147e1b3-d062-4f29-bac9-7e2fd221057a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:49.117230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.139300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-544bc625-deeb-41cb-adfa-167e507e768c req-d98e95de-8ec9-4b2c-8ee3-d1e634fde982 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] No DVR routers for this DVR port fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:49.146362 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-544bc625-deeb-41cb-adfa-167e507e768c req-d98e95de-8ec9-4b2c-8ee3-d1e634fde982 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.149743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-544bc625-deeb-41cb-adfa-167e507e768c req-d98e95de-8ec9-4b2c-8ee3-d1e634fde982 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.83 "DELETE /v2.0/ports/fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c HTTP/1.1" status: 204 len: 173 time: 0.7524731 Jun 30 02:55:49.186875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466f6f6-6218-4429-abb1-00c38f94a1d8 req-22cda14e-2293-41a5-8a3a-fc78c5fd0ea0 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:49.188655 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e466f6f6-6218-4429-abb1-00c38f94a1d8 req-22cda14e-2293-41a5-8a3a-fc78c5fd0ea0 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 943 time: 0.1587112 Jun 30 02:55:49.246198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e466f6f6-6218-4429-abb1-00c38f94a1d8 req-ecb379c7-5ffa-4a65-a640-30ca0a70ac35 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507598 Jun 30 02:55:49.300950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-53e3bb18-59b8-4468-909f-34ef587704fc None None] Provisioning for port f3ae2dff-e4b3-4351-a5a4-9df3b866662b completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:49.304631 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.344589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router a22ddb6f-d005-487d-a4a6-3e57f8477c17 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:55:49.345342 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 8147e1b3-d062-4f29-bac9-7e2fd221057a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8147e1b3-d062-4f29-bac9-7e2fd221057a,segment=NetworkSegment(b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f),segment_id=b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:49.346950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-53e3bb18-59b8-4468-909f-34ef587704fc None None] Provisioning complete for port f3ae2dff-e4b3-4351-a5a4-9df3b866662b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:49.353577 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53e3bb18-59b8-4468-909f-34ef587704fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.386744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-53e3bb18-59b8-4468-909f-34ef587704fc None None] Port f3ae2dff-e4b3-4351-a5a4-9df3b866662b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:49.482271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.491074 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d86b7a85-5fa8-4e0c-bee7-dc15ebd1827c req-18cc4d7b-29d0-45bc-8637-bad9fe9dad73 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0369461 Jun 30 02:55:49.509356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:49.518122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37362) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:49.522167 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2ff8df04-df13-4321-bb9f-8e1cb9836716 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/a22ddb6f-d005-487d-a4a6-3e57f8477c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0686836 Jun 30 02:55:49.535542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce3e8e0-6c40-4b86-99c0-3d35c656f8c9 None None] Sync routers for ids ['a22ddb6f-d005-487d-a4a6-3e57f8477c17'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:49.572372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3e8e0-6c40-4b86-99c0-3d35c656f8c9 None None] Routers {'a22ddb6f-d005-487d-a4a6-3e57f8477c17'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:49.573155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bce3e8e0-6c40-4b86-99c0-3d35c656f8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a22ddb6f-d005-487d-a4a6-3e57f8477c17'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:49.577132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ea983955-3b1c-4bf2-afc0-adab2f00a949 None None] Provisioning complete for port f3ae2dff-e4b3-4351-a5a4-9df3b866662b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:49.577519 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea983955-3b1c-4bf2-afc0-adab2f00a949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.584423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a16f2a8-e7a2-4b57-b27d-03825956dbef tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:49.586057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4a16f2a8-e7a2-4b57-b27d-03825956dbef tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports/f3ae2dff-e4b3-4351-a5a4-9df3b866662b HTTP/1.1" status: 200 len: 911 time: 0.0669918 Jun 30 02:55:49.589332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37364) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:49.595224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e862bad2-2614-4d1c-8ab7-c38dfdfd7cf8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a96c9035-e5c5-40f6-8592-943d4fde063f'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:49.602290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cabb1f-76cc-4a97-b3ed-9e182c46e364 req-fafa82f5-8ec6-4fa2-916d-5b0706a6a030 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:49.603992 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6cabb1f-76cc-4a97-b3ed-9e182c46e364 req-fafa82f5-8ec6-4fa2-916d-5b0706a6a030 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1523516 Jun 30 02:55:49.614163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=8147e1b3-d062-4f29-bac9-7e2fd221057a,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:49.709765 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bce3e8e0-6c40-4b86-99c0-3d35c656f8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:49.740721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3e8e0-6c40-4b86-99c0-3d35c656f8c9 None None] Routers {'a22ddb6f-d005-487d-a4a6-3e57f8477c17'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:49.741556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bce3e8e0-6c40-4b86-99c0-3d35c656f8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a22ddb6f-d005-487d-a4a6-3e57f8477c17'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:49.778947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bce3e8e0-6c40-4b86-99c0-3d35c656f8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:49.779922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce3e8e0-6c40-4b86-99c0-3d35c656f8c9 None None] The sync data for ids ['a22ddb6f-d005-487d-a4a6-3e57f8477c17'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:49.781814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ea983955-3b1c-4bf2-afc0-adab2f00a949 None None] Port f3ae2dff-e4b3-4351-a5a4-9df3b866662b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:49.858762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65291b3-6f55-4e28-ae6f-9070c139e231 req-0914cb71-d732-4084-a0e4-a3cccf9abbf7 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:49.860257 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e65291b3-6f55-4e28-ae6f-9070c139e231 req-0914cb71-d732-4084-a0e4-a3cccf9abbf7 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 943 time: 0.1411107 Jun 30 02:55:49.876722 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e862bad2-2614-4d1c-8ab7-c38dfdfd7cf8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.914081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ea61cb5e-29a8-4911-b8f6-6b13079e641e None None] Provisioning complete for port f3ae2dff-e4b3-4351-a5a4-9df3b866662b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:49.915016 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea61cb5e-29a8-4911-b8f6-6b13079e641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.946472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e65291b3-6f55-4e28-ae6f-9070c139e231 req-e008b4bb-0fda-41a0-a0e2-5f2794d2a6bd tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756714 Jun 30 02:55:49.984161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ea61cb5e-29a8-4911-b8f6-6b13079e641e None None] Port f3ae2dff-e4b3-4351-a5a4-9df3b866662b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:50.011017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6cabb1f-76cc-4a97-b3ed-9e182c46e364 req-8932d7b2-770a-48cc-b944-63134c767049 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921735 Jun 30 02:55:50.173268 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-71ca84cb-4ca4-4983-9f0d-d91dd64a24a3 req-4f28d092-4a78-42a5-8a5a-137f13aa22f1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "GET /v2.0/ports?device_id=4cb5cf8a-d62e-4689-80a3-11e028675820 HTTP/1.1" status: 200 len: 210 time: 0.0297389 Jun 30 02:55:50.304337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e862bad2-2614-4d1c-8ab7-c38dfdfd7cf8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.441403 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e862bad2-2614-4d1c-8ab7-c38dfdfd7cf8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.447328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862bad2-2614-4d1c-8ab7-c38dfdfd7cf8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:50.448055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e862bad2-2614-4d1c-8ab7-c38dfdfd7cf8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.449474 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e862bad2-2614-4d1c-8ab7-c38dfdfd7cf8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/ports/f3ae2dff-e4b3-4351-a5a4-9df3b866662b HTTP/1.1" status: 200 len: 911 time: 0.8591120 Jun 30 02:55:50.452567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'name': 'network-vif-deleted', 'tag': 'fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:50.453371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37376) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:50.458809 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e77f08-6576-40e9-b64a-b288f1ad74fb" -d '{"events": [{"server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "name": "network-vif-deleted", "tag": "fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:50.500019 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ff636-0ffa-4e4e-95c9-987fda5c31dd x-openstack-request-id: req-932ff636-0ffa-4e4e-95c9-987fda5c31dd {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:50.500019 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb5cf8a-d62e-4689-80a3-11e028675820", "name": "network-vif-deleted", "tag": "fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:50.500019 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-932ff636-0ffa-4e4e-95c9-987fda5c31dd {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:50.500019 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb5cf8a-d62e-4689-80a3-11e028675820', 'name': 'network-vif-deleted', 'tag': 'fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c', 'status': 'completed', 'code': 200} Jun 30 02:55:50.564057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862bad2-2614-4d1c-8ab7-c38dfdfd7cf8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=f3ae2dff-e4b3-4351-a5a4-9df3b866662b,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:50.662350 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23eb0161-97ed-42d1-8c02-2cefd878f6c1 req-0e1c7f10-73bb-4292-808f-35c4276955a8 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0278149 Jun 30 02:55:50.839673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8147e1b3-d062-4f29-bac9-7e2fd221057a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:50.893248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8147e1b3-d062-4f29-bac9-7e2fd221057a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:50.893765 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.136121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04719-d565-4bc8-89f2-8c3e91b5981c req-8e0c67b3-cbc5-4832-8f3b-d667fba95e3a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.137629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00a04719-d565-4bc8-89f2-8c3e91b5981c req-8e0c67b3-cbc5-4832-8f3b-d667fba95e3a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 943 time: 0.4574804 Jun 30 02:55:51.198739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb32e3-603c-4aba-a14f-5bef53335d7a req-946849b1-da3d-40c6-bf40-ab93e7aca567 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.200216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07bb32e3-603c-4aba-a14f-5bef53335d7a req-946849b1-da3d-40c6-bf40-ab93e7aca567 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.0675452 Jun 30 02:55:51.204008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00a04719-d565-4bc8-89f2-8c3e91b5981c req-aafcff55-8412-4867-86ec-f446d108f674 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594428 Jun 30 02:55:51.237184 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.252274 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07bb32e3-603c-4aba-a14f-5bef53335d7a req-58b1f130-be61-4764-a90a-9ce2cbc4bbef tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458772 Jun 30 02:55:51.367964 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-7476ec65-4e5d-486f-a29b-0e760f0aaf9c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474571 Jun 30 02:55:51.417701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37410) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:51.485460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a93a9e-c807-4f13-9f12-c0237f51822f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting subnet f91ffacd-723e-4574-9d25-27d6f9bf0320 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:51.489155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0a93a9e-c807-4f13-9f12-c0237f51822f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.532015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port f3ae2dff-e4b3-4351-a5a4-9df3b866662b {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:51.532368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.541058 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0a93a9e-c807-4f13-9f12-c0237f51822f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.546135 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:51.581045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:51.583861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device fccbea28-5ce2-41e3-8e7a-6c8d95a0bc0c not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:51.583861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 408dab88-3629-425b-8810-f56c2fc9a702 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:51.624105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 408dab88-3629-425b-8810-f56c2fc9a702 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:51.624105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 408dab88-3629-425b-8810-f56c2fc9a702 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:51.624105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 39451f18-3872-47b3-82e6-46fe57941507 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:51.667732 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0a93a9e-c807-4f13-9f12-c0237f51822f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.705552 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.721775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for f3ae2dff-e4b3-4351-a5a4-9df3b866662b owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:51.828798 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0a93a9e-c807-4f13-9f12-c0237f51822f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.860123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d544d230-215f-4aef-92bb-b4ce553676bd req-306e1452-93d1-4594-aa21-d6877f471628 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0426950 Jun 30 02:55:51.881651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a93a9e-c807-4f13-9f12-c0237f51822f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Subnet': ['ID=f91ffacd-723e-4574-9d25-27d6f9bf0320,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:51.888914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0a93a9e-c807-4f13-9f12-c0237f51822f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.891016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e0a93a9e-c807-4f13-9f12-c0237f51822f tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "DELETE /v2.0/subnets/f91ffacd-723e-4574-9d25-27d6f9bf0320 HTTP/1.1" status: 204 len: 168 time: 0.4715304 Jun 30 02:55:51.893518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37424) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:51.899559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3947495-f6f5-47c2-a01e-50ff4d5ebf79 None None] Network d516ba44-fddc-4a03-995e-bc160312f56d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:51.979437 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.034335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.051728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:52.051943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.073350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=f3ae2dff-e4b3-4351-a5a4-9df3b866662b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:52.139305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] For port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=09fb4f6a-e1ff-4b42-9994-f34c51d2650b,segment=NetworkSegment(8ad3ee0a-4639-44fa-b5af-06b359d36ac6),segment_id=8ad3ee0a-4639-44fa-b5af-06b359d36ac6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:52.139814 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.146009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6ad204-33e3-46d1-93a2-74b410a57d8f None None] DHCP port deletion for d516ba44-fddc-4a03-995e-bc160312f56d request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:52.171113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Calling delete_port for 09fb4f6a-e1ff-4b42-9994-f34c51d2650b owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:52.183598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.230352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ad204-33e3-46d1-93a2-74b410a57d8f None None] Deleting port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:52.230995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fc6ad204-33e3-46d1-93a2-74b410a57d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.339708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-fc6ad204-33e3-46d1-93a2-74b410a57d8f None None] For port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=09fb4f6a-e1ff-4b42-9994-f34c51d2650b,segment=NetworkSegment(8ad3ee0a-4639-44fa-b5af-06b359d36ac6),segment_id=8ad3ee0a-4639-44fa-b5af-06b359d36ac6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:52.339708 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fc6ad204-33e3-46d1-93a2-74b410a57d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.359996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ad204-33e3-46d1-93a2-74b410a57d8f None None] Calling delete_port for 09fb4f6a-e1ff-4b42-9994-f34c51d2650b owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:52.398438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router a22ddb6f-d005-487d-a4a6-3e57f8477c17 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:52.456204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73851f6f-b4c6-4afe-938b-fd0bbef79eda req-24497ef4-7d90-47d5-9605-d66fa72d5299 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:52.464181 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73851f6f-b4c6-4afe-938b-fd0bbef79eda req-24497ef4-7d90-47d5-9605-d66fa72d5299 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 943 time: 0.0968134 Jun 30 02:55:52.478788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:52.484631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3dfc85b6-2c27-4f89-9ded-c054f2ab65fc tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/a22ddb6f-d005-487d-a4a6-3e57f8477c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0302086 Jun 30 02:55:52.487975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37432) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:52.490695 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1bb3a-8a2c-4846-9c1e-053ab9ad303a None None] Sync routers for ids ['a22ddb6f-d005-487d-a4a6-3e57f8477c17'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:52.505074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.511207 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fc6ad204-33e3-46d1-93a2-74b410a57d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.512572 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1bb3a-8a2c-4846-9c1e-053ab9ad303a None None] Routers {'a22ddb6f-d005-487d-a4a6-3e57f8477c17'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:52.513406 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-14f1bb3a-8a2c-4846-9c1e-053ab9ad303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a22ddb6f-d005-487d-a4a6-3e57f8477c17'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:52.523016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73851f6f-b4c6-4afe-938b-fd0bbef79eda req-ee74577a-8999-4665-afaa-fa396ff29516 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579045 Jun 30 02:55:52.538009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ad204-33e3-46d1-93a2-74b410a57d8f None None] Pushing event deleted for resources: {'Port': ['ID=09fb4f6a-e1ff-4b42-9994-f34c51d2650b,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:52.541726 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e96da15e-285c-421f-9841-fea6d6e3cb97 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=a22ddb6f-d005-487d-a4a6-3e57f8477c17 HTTP/1.1" status: 200 len: 205 time: 0.0495522 Jun 30 02:55:52.541726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37434) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:52.550330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Port': ['ID=09fb4f6a-e1ff-4b42-9994-f34c51d2650b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:52.553612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] No DVR routers for this DVR port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:52.566288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ad204-33e3-46d1-93a2-74b410a57d8f None None] No DVR routers for this DVR port 09fb4f6a-e1ff-4b42-9994-f34c51d2650b on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:52.590500 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-14f1bb3a-8a2c-4846-9c1e-053ab9ad303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:52.609526 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1bb3a-8a2c-4846-9c1e-053ab9ad303a None None] Routers {'a22ddb6f-d005-487d-a4a6-3e57f8477c17'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:52.610192 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-14f1bb3a-8a2c-4846-9c1e-053ab9ad303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a22ddb6f-d005-487d-a4a6-3e57f8477c17'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:52.626385 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80ff70df-cac5-4f9a-b702-d85371d66fde tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.657806 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.658483 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-14f1bb3a-8a2c-4846-9c1e-053ab9ad303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:52.659363 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1bb3a-8a2c-4846-9c1e-053ab9ad303a None None] The sync data for ids ['a22ddb6f-d005-487d-a4a6-3e57f8477c17'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:52.669922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d516ba44-fddc-4a03-995e-bc160312f56d']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:52.682309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad3ee0a-4639-44fa-b5af-06b359d36ac6') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:52.682309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad3ee0a-4639-44fa-b5af-06b359d36ac6') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:52.691415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.713669 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.721957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:52.722992 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:52.733794 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:52.778508 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.820272 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80ff70df-cac5-4f9a-b702-d85371d66fde tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.822598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80ff70df-cac5-4f9a-b702-d85371d66fde tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.859984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 09fb4f6a-e1ff-4b42-9994-f34c51d2650b no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:52.886202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 09fb4f6a-e1ff-4b42-9994-f34c51d2650b {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:52.886634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 09fb4f6a-e1ff-4b42-9994-f34c51d2650b not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:52.961842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.971242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.973587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "DELETE /v2.0/networks/d516ba44-fddc-4a03-995e-bc160312f56d HTTP/1.1" status: 204 len: 168 time: 1.0789490 Jun 30 02:55:52.976389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37438) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:52.985739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c24fba-8cfa-4d68-a537-c380ec2d8e27 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Network': ['ID=d516ba44-fddc-4a03-995e-bc160312f56d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.026186 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80ff70df-cac5-4f9a-b702-d85371d66fde tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.028858 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ff70df-cac5-4f9a-b702-d85371d66fde tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Fanout notify agent at l3_agent the message router_deleted on router a22ddb6f-d005-487d-a4a6-3e57f8477c17 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:55:53.056036 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80ff70df-cac5-4f9a-b702-d85371d66fde tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.059733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-80ff70df-cac5-4f9a-b702-d85371d66fde tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/a22ddb6f-d005-487d-a4a6-3e57f8477c17 HTTP/1.1" status: 204 len: 168 time: 0.5145624 Jun 30 02:55:53.060145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37442) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:53.065258 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e83b6aae-c6e3-437c-8db4-3bffec152356 req-ec661efc-23b5-44e3-9529-dc1bda65e626 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0570471 Jun 30 02:55:53.078562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc63bdd-8d3f-43d7-8f91-7939019caac8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting subnet 9195b17f-4e05-4f25-9cbc-b50340a7b9c3 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:53.082087 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fc63bdd-8d3f-43d7-8f91-7939019caac8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.134535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fc63bdd-8d3f-43d7-8f91-7939019caac8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.142462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d3369e-cef0-479e-9e84-b6845c7fc03a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting subnet a96c9035-e5c5-40f6-8592-943d4fde063f {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:53.145876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e5d3369e-cef0-479e-9e84-b6845c7fc03a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.188883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e5d3369e-cef0-479e-9e84-b6845c7fc03a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.237761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fc63bdd-8d3f-43d7-8f91-7939019caac8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.268325 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.288847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e5d3369e-cef0-479e-9e84-b6845c7fc03a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.388477 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fc63bdd-8d3f-43d7-8f91-7939019caac8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.421793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc63bdd-8d3f-43d7-8f91-7939019caac8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Subnet': ['ID=9195b17f-4e05-4f25-9cbc-b50340a7b9c3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.425468 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fc63bdd-8d3f-43d7-8f91-7939019caac8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.427470 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7fc63bdd-8d3f-43d7-8f91-7939019caac8 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "DELETE /v2.0/subnets/9195b17f-4e05-4f25-9cbc-b50340a7b9c3 HTTP/1.1" status: 204 len: 168 time: 0.4500124 Jun 30 02:55:53.429978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37444) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:53.435798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0591c-fa1c-43a6-bfc5-42e8f3dac5f8 None None] Network 75679d37-34cb-4cfa-95ec-53bff236aa16 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:53.480004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e5d3369e-cef0-479e-9e84-b6845c7fc03a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.509883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3369e-cef0-479e-9e84-b6845c7fc03a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Subnet': ['ID=a96c9035-e5c5-40f6-8592-943d4fde063f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.511396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.518657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e5d3369e-cef0-479e-9e84-b6845c7fc03a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.521694 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e5d3369e-cef0-479e-9e84-b6845c7fc03a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/a96c9035-e5c5-40f6-8592-943d4fde063f HTTP/1.1" status: 204 len: 168 time: 0.4605279 Jun 30 02:55:53.524276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37448) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:53.534417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96847f8c-9567-4519-9c58-2f604e480f3f None None] Network 165e5067-95bd-4bd0-a545-806c00c4759b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:53.612277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.677926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 8147e1b3-d062-4f29-bac9-7e2fd221057a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:53.678587 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.796958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port 8147e1b3-d062-4f29-bac9-7e2fd221057a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8147e1b3-d062-4f29-bac9-7e2fd221057a,segment=NetworkSegment(b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f),segment_id=b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:53.797339 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.811019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8461e62-67f7-49c1-8e5f-2e6225b613fc None None] DHCP port deletion for 75679d37-34cb-4cfa-95ec-53bff236aa16 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:53.820964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 8147e1b3-d062-4f29-bac9-7e2fd221057a owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:53.866641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86908d1-56cb-46f9-b922-2b12d9ab941a None None] DHCP port deletion for 165e5067-95bd-4bd0-a545-806c00c4759b request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:53.886173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-7ba648e5-ffc3-4cb7-9f24-a18456c2c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:53.893677 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-7ba648e5-ffc3-4cb7-9f24-a18456c2c73a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93&tenant_id=6ecd0d3cf2294f92a277fcf23b36851d HTTP/1.1" status: 200 len: 1094 time: 0.2498763 Jun 30 02:55:53.904393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:53.915142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c8461e62-67f7-49c1-8e5f-2e6225b613fc None None] Deleting port fedbf4a1-32d7-4187-b7af-81c40792a417 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:53.915581 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c8461e62-67f7-49c1-8e5f-2e6225b613fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.932168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Deleting port fedbf4a1-32d7-4187-b7af-81c40792a417 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:53.936012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.000118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e86908d1-56cb-46f9-b922-2b12d9ab941a None None] Deleting port 8147e1b3-d062-4f29-bac9-7e2fd221057a {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:54.000492 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e86908d1-56cb-46f9-b922-2b12d9ab941a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.007056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c8461e62-67f7-49c1-8e5f-2e6225b613fc None None] For port fedbf4a1-32d7-4187-b7af-81c40792a417, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fedbf4a1-32d7-4187-b7af-81c40792a417,segment=NetworkSegment(097d3d65-8956-4d2d-b4f6-564aa420db58),segment_id=097d3d65-8956-4d2d-b4f6-564aa420db58)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:54.007443 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c8461e62-67f7-49c1-8e5f-2e6225b613fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.039470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] For port fedbf4a1-32d7-4187-b7af-81c40792a417, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fedbf4a1-32d7-4187-b7af-81c40792a417,segment=NetworkSegment(097d3d65-8956-4d2d-b4f6-564aa420db58),segment_id=097d3d65-8956-4d2d-b4f6-564aa420db58)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:54.039793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.054103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c8461e62-67f7-49c1-8e5f-2e6225b613fc None None] Calling delete_port for fedbf4a1-32d7-4187-b7af-81c40792a417 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:54.063698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2e9ed-e11e-4fc0-89c0-443ee183421c req-fd3ecc83-ec35-42df-95bb-da1458f4dfb1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:54.065539 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28c2e9ed-e11e-4fc0-89c0-443ee183421c req-fd3ecc83-ec35-42df-95bb-da1458f4dfb1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 943 time: 0.2583899 Jun 30 02:55:54.075865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Calling delete_port for fedbf4a1-32d7-4187-b7af-81c40792a417 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:54.092346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.098375 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.150740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e86908d1-56cb-46f9-b922-2b12d9ab941a None None] For port 8147e1b3-d062-4f29-bac9-7e2fd221057a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8147e1b3-d062-4f29-bac9-7e2fd221057a,segment=NetworkSegment(b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f),segment_id=b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:54.151650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=8147e1b3-d062-4f29-bac9-7e2fd221057a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.153964 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e86908d1-56cb-46f9-b922-2b12d9ab941a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.158871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No DVR routers for this DVR port 8147e1b3-d062-4f29-bac9-7e2fd221057a on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:54.191245 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28c2e9ed-e11e-4fc0-89c0-443ee183421c req-2637459f-61bb-497e-b87c-d8f7b8802c68 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096089 Jun 30 02:55:54.202551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e86908d1-56cb-46f9-b922-2b12d9ab941a None None] Calling delete_port for 8147e1b3-d062-4f29-bac9-7e2fd221057a owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:54.322913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.323291 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e86908d1-56cb-46f9-b922-2b12d9ab941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.343461 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dec67c59-2f7b-4b8e-bf65-69ac27ffb716 req-2f05fed0-aed0-4daf-bf75-ba65a38cda18 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0492299 Jun 30 02:55:54.354685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165e5067-95bd-4bd0-a545-806c00c4759b']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:54.364290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86908d1-56cb-46f9-b922-2b12d9ab941a None None] Pushing event deleted for resources: {'Port': ['ID=8147e1b3-d062-4f29-bac9-7e2fd221057a,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.369737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86908d1-56cb-46f9-b922-2b12d9ab941a None None] No DVR routers for this DVR port 8147e1b3-d062-4f29-bac9-7e2fd221057a on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:54.374738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:54.375068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d8cae2-38a3-4e4c-b8ff-da5ca5b7b29f') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:54.379812 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c8461e62-67f7-49c1-8e5f-2e6225b613fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.406322 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.413003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.419688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8461e62-67f7-49c1-8e5f-2e6225b613fc None None] Pushing event deleted for resources: {'Port': ['ID=fedbf4a1-32d7-4187-b7af-81c40792a417,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.424983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8461e62-67f7-49c1-8e5f-2e6225b613fc None None] No DVR routers for this DVR port fedbf4a1-32d7-4187-b7af-81c40792a417 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:54.455073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.455373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] No DVR routers for this DVR port fedbf4a1-32d7-4187-b7af-81c40792a417 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:54.455373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Port': ['ID=fedbf4a1-32d7-4187-b7af-81c40792a417,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.455566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:54.455566 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:54.456327 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:54.549140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:54.562927 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.575657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75679d37-34cb-4cfa-95ec-53bff236aa16']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:54.592235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097d3d65-8956-4d2d-b4f6-564aa420db58') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:54.592576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097d3d65-8956-4d2d-b4f6-564aa420db58') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:54.594756 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.601090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.606667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/networks/165e5067-95bd-4bd0-a545-806c00c4759b HTTP/1.1" status: 204 len: 168 time: 1.0809569 Jun 30 02:55:54.608789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37460) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:54.610406 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.625412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4ab60-d186-4bee-9b79-682baee6a4a7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Network': ['ID=165e5067-95bd-4bd0-a545-806c00c4759b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.627274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bf8b9f98-7a73-4058-95c0-29f044e963e8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1228907681', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:54.640723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:54.668787 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.684481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:54.684884 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:54.688390 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:54.704547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39451f18-3872-47b3-82e6-46fe57941507 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:54.737471 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.799803 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9f98-7a73-4058-95c0-29f044e963e8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.800787 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9f98-7a73-4058-95c0-29f044e963e8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.848605 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8147e1b3-d062-4f29-bac9-7e2fd221057a no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:54.879387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 8147e1b3-d062-4f29-bac9-7e2fd221057a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:54.879728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8147e1b3-d062-4f29-bac9-7e2fd221057a not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:54.880067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Transition to ACTIVE for port object 39451f18-3872-47b3-82e6-46fe57941507 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:54.880197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fedbf4a1-32d7-4187-b7af-81c40792a417 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:54.880982 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.894416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.899740 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] 10.222.0.77 "DELETE /v2.0/networks/75679d37-34cb-4cfa-95ec-53bff236aa16 HTTP/1.1" status: 204 len: 168 time: 1.4664111 Jun 30 02:55:54.907988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: fedbf4a1-32d7-4187-b7af-81c40792a417 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:54.908333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fedbf4a1-32d7-4187-b7af-81c40792a417 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:54.986931 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9f98-7a73-4058-95c0-29f044e963e8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.988595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03027811-b104-4c7d-b941-8264519ba1b1 tempest-ServersTestMultiNic-819869527 tempest-ServersTestMultiNic-819869527-project] Pushing event deleted for resources: {'Network': ['ID=75679d37-34cb-4cfa-95ec-53bff236aa16,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:55.070876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.115875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9f98-7a73-4058-95c0-29f044e963e8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.155005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=9']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:55.160511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] No DVR routers for this DVR port 39451f18-3872-47b3-82e6-46fe57941507 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:55.202305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Attempting to bind port 39451f18-3872-47b3-82e6-46fe57941507 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:55.202641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Attempting to bind port 39451f18-3872-47b3-82e6-46fe57941507 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:55.202971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Attempting to bind port 39451f18-3872-47b3-82e6-46fe57941507 on network 1c3a036d-62f3-498b-8a6d-dee57280a541 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:55.209137 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Port 39451f18-3872-47b3-82e6-46fe57941507 on network 1c3a036d-62f3-498b-8a6d-dee57280a541 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:55.209477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Attempting to bind port 39451f18-3872-47b3-82e6-46fe57941507 on network 1c3a036d-62f3-498b-8a6d-dee57280a541 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:55.214516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:55.215870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Checking segment: {'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:55.215870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Bound using segment: {'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:55.215870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Bound port: 39451f18-3872-47b3-82e6-46fe57941507, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:55.216255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.222440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37476) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:55.301890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9f98-7a73-4058-95c0-29f044e963e8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.309302 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bf8b9f98-7a73-4058-95c0-29f044e963e8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6967604 Jun 30 02:55:55.309949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37482) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:55.333013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1562351322'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:55.371867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:55.420589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:55.456591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266de182-035d-4d11-8917-d89d45eceaea req-0a361a2d-2061-48c5-8cc3-47087e8b5e19 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.466110 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-266de182-035d-4d11-8917-d89d45eceaea req-0a361a2d-2061-48c5-8cc3-47087e8b5e19 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 943 time: 0.0831780 Jun 30 02:55:55.499550 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-266de182-035d-4d11-8917-d89d45eceaea req-37f1d047-505d-413b-924a-c4f4393c6c46 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Jun 30 02:55:55.601736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:55.604669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b4ec-edd5-4547-8fa1-c98f35e4cb17 req-2ef852fe-ab22-4def-9268-9fc9cd25a6b1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.605236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.606434 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc73b4ec-edd5-4547-8fa1-c98f35e4cb17 req-2ef852fe-ab22-4def-9268-9fc9cd25a6b1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1679351 Jun 30 02:55:55.607842 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.649270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-bb36deef-3256-48a5-b634-dee36e6f0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.649270 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-bb36deef-3256-48a5-b634-dee36e6f0a99 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1095 time: 0.2121756 Jun 30 02:55:55.692799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:55.701686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e65540c0-9328-4347-b768-eb6d0615c9cf req-e72101be-9865-4bfd-b7e6-ec801aa6ff84 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0770864 Jun 30 02:55:55.706299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.706923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.708893 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] 10.222.0.74 "PUT /v2.0/ports/39451f18-3872-47b3-82e6-46fe57941507 HTTP/1.1" status: 200 len: 1091 time: 1.8109965 Jun 30 02:55:55.709352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'tag': '39451f18-3872-47b3-82e6-46fe57941507'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:55.711717 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81" -d '{"events": [{"name": "network-changed", "server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "tag": "39451f18-3872-47b3-82e6-46fe57941507"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:55.717174 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.717543 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added segment cfcb9e2b-2c6a-4351-9b02-463742d7d97e of type vlan for network ccda5698-cf85-4815-9b6d-95b40e9d43df Jun 30 02:55:55.793957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed6070-c266-478e-9644-ac24d8c15c97 service neutron] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=10']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:55.810076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.828086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-f734b5f3-3b97-40e8-86ad-a9e686c2dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.830398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-f734b5f3-3b97-40e8-86ad-a9e686c2dc10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.1730676 Jun 30 02:55:55.857753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-ab1b3374-50cd-495b-9052-b2b6bca41175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.859294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-ab1b3374-50cd-495b-9052-b2b6bca41175 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 1095 time: 0.1156139 Jun 30 02:55:55.867248 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9375e5-6eb6-486b-8c2c-f5201c8a0d58 x-openstack-request-id: req-fe9375e5-6eb6-486b-8c2c-f5201c8a0d58 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:55.872701 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "tag": "39451f18-3872-47b3-82e6-46fe57941507", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:55.872701 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe9375e5-6eb6-486b-8c2c-f5201c8a0d58 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:55.872701 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'tag': '39451f18-3872-47b3-82e6-46fe57941507', 'status': 'completed', 'code': 200} Jun 30 02:55:55.880434 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc73b4ec-edd5-4547-8fa1-c98f35e4cb17 req-5a1a94e9-3420-434d-a0eb-5f1b6ec79b4b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386055 Jun 30 02:55:55.930502 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.940763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.940763 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.949145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-211954ca-d41d-44ca-a873-fab6a36a97b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 999 time: 0.1072710 Jun 30 02:55:56.049579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Network': ['ID=ccda5698-cf85-4815-9b6d-95b40e9d43df,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:56.050500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-63fc89fb-02ca-4bdf-986e-932ea1d9c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.052271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-4ede1728-6b77-446a-bd5e-a407736de62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.053254 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-63fc89fb-02ca-4bdf-986e-932ea1d9c188 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0955300 Jun 30 02:55:56.053770 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-4ede1728-6b77-446a-bd5e-a407736de62e service neutron] 10.222.0.74 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 914 time: 0.1847610 Jun 30 02:55:56.069631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ccda5698-cf85-4815-9b6d-95b40e9d43df details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:56.075426 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.112619 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-665c00f4-fdd0-48a8-90cf-df83f7f03fff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39451f18-3872-47b3-82e6-46fe57941507 HTTP/1.1" status: 200 len: 217 time: 0.0435131 Jun 30 02:55:56.155688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-341dc788-fff8-4b4f-9781-1a991d594897 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8396311 Jun 30 02:55:56.160687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37492) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:56.167003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'subnet': {'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:56.219844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-ff6b0e67-5479-40a8-850d-b680a3630a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.220890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-495b9344-115c-463d-9fce-48c924b9919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.221044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-ff6b0e67-5479-40a8-850d-b680a3630a5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489038 Jun 30 02:55:56.222373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-495b9344-115c-463d-9fce-48c924b9919f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cc4915e-2757-4253-b1f2-37f11c6c5454 HTTP/1.1" status: 200 len: 853 time: 0.1024158 Jun 30 02:55:56.270549 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-86f9c420-38d9-46f8-bbcc-c4ef6e30349a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1c3a036d-62f3-498b-8a6d-dee57280a541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356123 Jun 30 02:55:56.367472 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-a0d14c84-b40c-449a-b0b4-240cb9f0247f service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131933 Jun 30 02:55:56.521005 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebd9c874-cad7-4ca6-ab2b-5e93a7febeee req-23ac40f6-2075-4c4b-873e-9eff05eebea6 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463633 Jun 30 02:55:56.544773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] Deleting port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:56.545187 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.636666 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] For port 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee,segment=NetworkSegment(6a12d479-1699-41dc-9d57-2d54ba2b0a0e),segment_id=6a12d479-1699-41dc-9d57-2d54ba2b0a0e)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:56.637046 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.663133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] Calling delete_port for 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:56.736735 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-64f845e3-7bce-4578-9b33-1a543dad6788 service neutron] 10.222.0.74 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604106 Jun 30 02:55:56.780174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9f07a-e609-4213-9813-e804f204fad6 req-8408b977-3699-48c1-b0e0-110bb0c1aa32 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.780174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bcf9f07a-e609-4213-9813-e804f204fad6 req-8408b977-3699-48c1-b0e0-110bb0c1aa32 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.1322680 Jun 30 02:55:56.859235 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecaf85a9-ceca-4542-8823-444c4fc73608 req-058df750-9a85-446e-91b8-1413b36538ba service neutron] 10.222.0.74 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157227 Jun 30 02:55:56.861370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:56.875533 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.901176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bcf9f07a-e609-4213-9813-e804f204fad6 req-db7c5edc-2668-4bce-8344-fc2ed5c43e54 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172149 Jun 30 02:55:56.979897 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cbf62358-8845-4a75-b6a4-d4d2d01e7059 req-8c272183-6b03-4135-b9cc-30ddf135dd9b tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0915291 Jun 30 02:55:57.090951 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.125962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:57.190909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81 req-794650db-a047-4be0-88fc-1538f1df692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.192812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81 req-794650db-a047-4be0-88fc-1538f1df692f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 1095 time: 0.2119365 Jun 30 02:55:57.226143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b4c6b-9c91-4f1d-a391-3c04fc73e643 req-95274829-dbce-4894-8e64-973843e29138 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.233188 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-080b4c6b-9c91-4f1d-a391-3c04fc73e643 req-95274829-dbce-4894-8e64-973843e29138 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1919127 Jun 30 02:55:57.394208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81 req-66199efd-7b99-4ad6-aadb-f211e0bef53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.396794 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81 req-66199efd-7b99-4ad6-aadb-f211e0bef53c service neutron] 10.222.0.74 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 914 time: 0.1939101 Jun 30 02:55:57.474766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81 req-eeca90dc-0584-4966-8fd1-070e4ebf4937 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39451f18-3872-47b3-82e6-46fe57941507 HTTP/1.1" status: 200 len: 217 time: 0.0709343 Jun 30 02:55:57.497590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.688316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Subnet': ['ID=75bf8b86-4043-4e84-a746-24714afe20b9,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:57.694525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81 req-9a44e7f4-9fdb-4db4-a326-ac74178f9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.696329 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81 req-9a44e7f4-9fdb-4db4-a326-ac74178f9752 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cc4915e-2757-4253-b1f2-37f11c6c5454 HTTP/1.1" status: 200 len: 853 time: 0.2152221 Jun 30 02:55:57.708297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Checking segment: {'id': 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:57.708812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network hostable DHCP agents. Network: ccda5698-cf85-4815-9b6d-95b40e9d43df, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:57.716694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.716694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.720927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.720927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.720927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.720927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.720927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.720927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.720927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.720927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.720927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.720927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.739605 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-080b4c6b-9c91-4f1d-a391-3c04fc73e643 req-eb10880f-a4dd-4d29-a652-e11996e3d257 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5053954 Jun 30 02:55:57.776645 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.825309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81 req-8ba4e09a-be4e-4cd1-9891-ef9f02d0aaa8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1c3a036d-62f3-498b-8a6d-dee57280a541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866144 Jun 30 02:55:57.852559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network ccda5698-cf85-4815-9b6d-95b40e9d43df is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:57.949461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ccda5698-cf85-4815-9b6d-95b40e9d43df) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:57.962042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d7b69d-9b61-44af-819e-678bab9d2c7e None None] Network ccda5698-cf85-4815-9b6d-95b40e9d43df requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:57.965319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.977233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.099892 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fcf921bb-30f9-4006-a744-fb4c8e3027a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9403737 Jun 30 02:55:58.102550 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37534) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:58.159556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] Router c2f6b67d-87d1-41ae-a200-adb7aab6a94b has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:58.252678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536abfb3-6682-4582-bf58-32700983fba4 req-07169c38-a068-4846-8965-383f2e84c438 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.255039 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-536abfb3-6682-4582-bf58-32700983fba4 req-07169c38-a068-4846-8965-383f2e84c438 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.1773427 Jun 30 02:55:58.337392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-ccda5698-cf85-4815-9b6d-95b40e9d43df', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:55:58.338546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.344663 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3006b76b-a1d7-4ded-b9fb-1f1b2d9a88d8 req-6fad81d6-6e43-42eb-9c98-f5722cd281cc tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0755680 Jun 30 02:55:58.346760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-536abfb3-6682-4582-bf58-32700983fba4 req-f7fbc398-9c56-4ba5-b57d-386dfa5f4105 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852976 Jun 30 02:55:58.354562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:58.361548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-637e0300-9d22-496c-a8e8-8941343f21e2 admin admin] 10.222.0.77 "PUT /v2.0/routers/c2f6b67d-87d1-41ae-a200-adb7aab6a94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1373401 Jun 30 02:55:58.364474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37538) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:58.375564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] Sync routers for ids ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:58.414833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] Routers {'c2f6b67d-87d1-41ae-a200-adb7aab6a94b'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:58.415481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:58.582858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.722349 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81 req-128571d3-100e-476a-b5ec-343005b25b26 service neutron] 10.222.0.74 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708353 Jun 30 02:55:58.746166 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.996320 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d3da038-ef03-4bfc-8150-978674a17681 req-f2ccebf1-bc8a-4905-919f-651363681c5c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0883076 Jun 30 02:55:59.037758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.091452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] Set router c2f6b67d-87d1-41ae-a200-adb7aab6a94b gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:59.118518 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9fcf5886-3d03-4cd4-ad96-11c6a7e63b81 req-f9ac77b0-e175-4d16-bf02-4d00cbb0bbae service neutron] 10.222.0.74 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486079 Jun 30 02:55:59.153965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Deleting port 0f9e1017-40fc-4143-99db-e96046bc4640 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:59.154801 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.230998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da5312-9a86-4b16-8dd5-6fb225439050 req-80472be2-0966-4143-83ec-f5c9ce0963a4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.238729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e8da5312-9a86-4b16-8dd5-6fb225439050 req-80472be2-0966-4143-83ec-f5c9ce0963a4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.2461333 Jun 30 02:55:59.247947 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-01710ae9-1cb0-419f-a894-6d6aaeb3b105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.348132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e8da5312-9a86-4b16-8dd5-6fb225439050 req-cc927542-e60c-486a-96e8-836421816997 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083560 Jun 30 02:55:59.423481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] For port 0f9e1017-40fc-4143-99db-e96046bc4640, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f9e1017-40fc-4143-99db-e96046bc4640,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:59.423869 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.467096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Calling delete_port for 0f9e1017-40fc-4143-99db-e96046bc4640 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:59.549955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Allocated IP 2001:db8::2 (ccda5698-cf85-4815-9b6d-95b40e9d43df/75bf8b86-4043-4e84-a746-24714afe20b9/d5a07394-541a-4273-be90-fdf9dcbedcfe) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:59.774218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75d4fd50-69f0-4c1b-a46a-6ce91ad77095 req-b84524dd-cc26-482f-896b-016a3445f9d1 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0725851 Jun 30 02:55:59.910831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'name': 'tempest-ServersTestMultiNic-1056245066-router', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:55:56Z', 'revision_number': 5, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'gw_port': {'id': '0f9e1017-40fc-4143-99db-e96046bc4640', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:59.944394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c92ce4-5d06-45b9-b433-bf768abbfc7e req-1fc2bcef-e80b-4be3-a776-3c6f31a50123 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.945993 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26c92ce4-5d06-45b9-b433-bf768abbfc7e req-1fc2bcef-e80b-4be3-a776-3c6f31a50123 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.2687895 Jun 30 02:55:59.970475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] Checking router: c2f6b67d-87d1-41ae-a200-adb7aab6a94b for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:00.023749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] Routers {'c2f6b67d-87d1-41ae-a200-adb7aab6a94b'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:00.024506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:00.090578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26c92ce4-5d06-45b9-b433-bf768abbfc7e req-8e481f9a-9d3c-408c-923f-4f8f96251d5c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018288 Jun 30 02:56:00.141959 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.187825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] Set router c2f6b67d-87d1-41ae-a200-adb7aab6a94b gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:00.190119 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.192496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Transition to ACTIVE for port object d5a07394-541a-4273-be90-fdf9dcbedcfe will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:00.227635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9e1017-40fc-4143-99db-e96046bc4640,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:00.333515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'name': 'tempest-ServersTestMultiNic-1056245066-router', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:55:58Z', 'revision_number': 6, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:00.336521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Transition to ACTIVE for port object d5a07394-541a-4273-be90-fdf9dcbedcfe will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:00.374517 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.394542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48e73d-334d-4b62-8e29-ae2f87499a7e None None] The sync data for ids ['c2f6b67d-87d1-41ae-a200-adb7aab6a94b'] in n-d-798249-3 is: [{'id': 'c2f6b67d-87d1-41ae-a200-adb7aab6a94b', 'name': 'tempest-ServersTestMultiNic-1056245066-router', 'tenant_id': 'cdd168ce5739472eb7b4b499b9550653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:03Z', 'updated_at': '2021-06-30T02:55:58Z', 'revision_number': 6, 'project_id': 'cdd168ce5739472eb7b4b499b9550653', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:00.591408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.591408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.709606 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.709814 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.715730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2f6b67d-87d1-41ae-a200-adb7aab6a94b {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:56:00.723452 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.723888 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5afb460e-08ff-4bfa-9e8c-6ae6062f23eb admin admin] 10.222.0.77 "DELETE /v2.0/routers/c2f6b67d-87d1-41ae-a200-adb7aab6a94b HTTP/1.1" status: 204 len: 168 time: 2.3582160 Jun 30 02:56:00.727851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37556) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:00.841559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-7989176d-5491-4672-b181-233b7c41b26c admin admin] Deleting subnet ce657072-43d0-4042-a80b-a8f9abf351f5 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:00.852684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7989176d-5491-4672-b181-233b7c41b26c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.871002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Allocated IP 2001:db8::1 (ccda5698-cf85-4815-9b6d-95b40e9d43df/75bf8b86-4043-4e84-a746-24714afe20b9/5e5258af-90a9-4932-a64a-26281c45bac5) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:00.909762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Network ccda5698-cf85-4815-9b6d-95b40e9d43df is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:00.912603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Pushing event updated for resources: {'Port': ['ID=d5a07394-541a-4273-be90-fdf9dcbedcfe,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:00.930198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:00.939662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:00.954826 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7989176d-5491-4672-b181-233b7c41b26c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.086139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:01.093248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7989176d-5491-4672-b181-233b7c41b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.140290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b87718-d8f2-47a1-b76c-0d6ab1bbc3b1 req-7a59be72-eb2a-4cae-8ade-178a1c90934d tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0692053 Jun 30 02:56:01.192955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Attempting to bind port d5a07394-541a-4273-be90-fdf9dcbedcfe on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:01.193647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Attempting to bind port d5a07394-541a-4273-be90-fdf9dcbedcfe by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:01.193935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Attempting to bind port d5a07394-541a-4273-be90-fdf9dcbedcfe on network ccda5698-cf85-4815-9b6d-95b40e9d43df {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:01.206649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:01.207101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Checking segment: {'id': 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:01.210617 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.210617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Bound using segment: {'id': 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:01.210617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Bound port: d5a07394-541a-4273-be90-fdf9dcbedcfe, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:01.210617 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.218643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:01.218643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9a8b3aa6-a84a-4a14-bf5f-bea82fa847ee not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:01.257234 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.282265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7989176d-5491-4672-b181-233b7c41b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.308306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Transition to ACTIVE for port object 5e5258af-90a9-4932-a64a-26281c45bac5 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:01.327794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989176d-5491-4672-b181-233b7c41b26c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce657072-43d0-4042-a80b-a8f9abf351f5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:01.329670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] For port d5a07394-541a-4273-be90-fdf9dcbedcfe, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:01.336209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] For port d5a07394-541a-4273-be90-fdf9dcbedcfe, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d5a07394-541a-4273-be90-fdf9dcbedcfe,segment=NetworkSegment(cfcb9e2b-2c6a-4351-9b02-463742d7d97e),segment_id=cfcb9e2b-2c6a-4351-9b02-463742d7d97e)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:01.342956 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7989176d-5491-4672-b181-233b7c41b26c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.346320 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.349883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37566) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:01.351420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50206f08-8b67-440a-b17f-03c202024d7a None None] Network 023e43b6-aec2-4e06-bc6d-d597c0ef82da requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:01.355473 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7989176d-5491-4672-b181-233b7c41b26c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ce657072-43d0-4042-a80b-a8f9abf351f5 HTTP/1.1" status: 204 len: 168 time: 0.6259866 Jun 30 02:56:01.437807 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6a2b16eb-3fbe-4bea-8ac3-a93aa55eb38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.467996 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.577834 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.692245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7383d-656f-44fc-9d62-95b6cb99db46 None None] Pushing event updated for resources: {'Port': ['ID=d5a07394-541a-4273-be90-fdf9dcbedcfe,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:01.770981 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.837357 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feccd26-2b93-47fb-9ec7-e807f0d7a53c req-1601ec90-1f2a-43d9-9f10-d054224c9249 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:01.846799 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8feccd26-2b93-47fb-9ec7-e807f0d7a53c req-1601ec90-1f2a-43d9-9f10-d054224c9249 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.2827952 Jun 30 02:56:01.895725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network ccda5698-cf85-4815-9b6d-95b40e9d43df is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:01.911549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:01.915226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:01.916129 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.932272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f39c1-9769-46bb-8d32-369444485ba6 None None] DHCP port deletion for 023e43b6-aec2-4e06-bc6d-d597c0ef82da request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:56:02.052066 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8feccd26-2b93-47fb-9ec7-e807f0d7a53c req-17689310-dc68-4c31-bd85-420f63fa8d37 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993260 Jun 30 02:56:02.079117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Deleting port 7b07c305-0394-4917-803e-c5332d839306 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:02.079993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.086160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f39c1-9769-46bb-8d32-369444485ba6 None None] Deleting port 7b07c305-0394-4917-803e-c5332d839306 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:02.086504 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c2f39c1-9769-46bb-8d32-369444485ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.103674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=5e5258af-90a9-4932-a64a-26281c45bac5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:02.204549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5c2f39c1-9769-46bb-8d32-369444485ba6 None None] For port 7b07c305-0394-4917-803e-c5332d839306, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7b07c305-0394-4917-803e-c5332d839306,segment=NetworkSegment(6a12d479-1699-41dc-9d57-2d54ba2b0a0e),segment_id=6a12d479-1699-41dc-9d57-2d54ba2b0a0e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:02.205290 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c2f39c1-9769-46bb-8d32-369444485ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.218200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] For port 7b07c305-0394-4917-803e-c5332d839306, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7b07c305-0394-4917-803e-c5332d839306,segment=NetworkSegment(6a12d479-1699-41dc-9d57-2d54ba2b0a0e),segment_id=6a12d479-1699-41dc-9d57-2d54ba2b0a0e)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:02.218989 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.253207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f39c1-9769-46bb-8d32-369444485ba6 None None] Calling delete_port for 7b07c305-0394-4917-803e-c5332d839306 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:02.265964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Calling delete_port for 7b07c305-0394-4917-803e-c5332d839306 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:02.621167 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3717b9e-5a22-4518-81fb-8b38258abbef req-b4fb0ff6-399f-449a-aba6-5bcb5c97b165 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e28b8bc8f0014a4f99a3b140adc179db&device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.2249131 Jun 30 02:56:02.650977 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c2f39c1-9769-46bb-8d32-369444485ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.653585 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.718160 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3717b9e-5a22-4518-81fb-8b38258abbef req-b3f08efb-812d-4186-8905-62a21e211de6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e28b8bc8f0014a4f99a3b140adc179db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893886 Jun 30 02:56:02.733761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f39c1-9769-46bb-8d32-369444485ba6 None None] Pushing event deleted for resources: {'Port': ['ID=7b07c305-0394-4917-803e-c5332d839306,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:02.745059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f39c1-9769-46bb-8d32-369444485ba6 None None] No DVR routers for this DVR port 7b07c305-0394-4917-803e-c5332d839306 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:02.775915 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.795257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-403d8367-6ff5-4179-a183-0a42c3768b4a req-570877a9-c221-4bc5-96dd-cefaab388d1e tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.1257648 Jun 30 02:56:02.864208 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.989721 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b07c305-0394-4917-803e-c5332d839306,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:02.997822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] No DVR routers for this DVR port 7b07c305-0394-4917-803e-c5332d839306 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:03.025578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3717b9e-5a22-4518-81fb-8b38258abbef req-d41e0f16-6536-4b85-a5fe-ee90237ca7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:03.034394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3717b9e-5a22-4518-81fb-8b38258abbef req-d41e0f16-6536-4b85-a5fe-ee90237ca7f2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2473936 Jun 30 02:56:03.076014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d5a07394-541a-4273-be90-fdf9dcbedcfe up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:03.216223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.240855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023e43b6-aec2-4e06-bc6d-d597c0ef82da']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:03.270302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d5a07394-541a-4273-be90-fdf9dcbedcfe completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:03.281122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a12d479-1699-41dc-9d57-2d54ba2b0a0e') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:03.281522 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a12d479-1699-41dc-9d57-2d54ba2b0a0e') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:03.367628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7b07c305-0394-4917-803e-c5332d839306 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:03.418761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279b24b-3710-4108-a067-a656484081a6 None None] Network ccda5698-cf85-4815-9b6d-95b40e9d43df requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:03.421269 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 7b07c305-0394-4917-803e-c5332d839306 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:03.421644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7b07c305-0394-4917-803e-c5332d839306 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:03.430818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f9e1017-40fc-4143-99db-e96046bc4640 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:03.441856 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.494952 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.537595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0f9e1017-40fc-4143-99db-e96046bc4640 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:03.537972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f9e1017-40fc-4143-99db-e96046bc4640 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:03.590855 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:03.858975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678b8c1-c834-4c08-a400-7214e01e0540 req-b4770130-dfc2-4339-9da6-7419766cc3c4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:03.867742 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1678b8c1-c834-4c08-a400-7214e01e0540 req-b4770130-dfc2-4339-9da6-7419766cc3c4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.6084139 Jun 30 02:56:03.877185 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.932821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1678b8c1-c834-4c08-a400-7214e01e0540 req-ea112e5f-ea74-4095-a821-f7412244db54 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641277 Jun 30 02:56:04.059649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5d2619d-93a9-402b-8e8c-dfe65ce5cab1 req-52539483-3dee-4576-a279-8f45e92197e8 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0509918 Jun 30 02:56:04.075576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3e32b74d-98f7-48ac-8ba3-686da298e1c4 None None] Provisioning for port d5a07394-541a-4273-be90-fdf9dcbedcfe completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:04.086080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3e32b74d-98f7-48ac-8ba3-686da298e1c4 None None] Provisioning complete for port d5a07394-541a-4273-be90-fdf9dcbedcfe triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:04.086080 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3e32b74d-98f7-48ac-8ba3-686da298e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.216084 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3e32b74d-98f7-48ac-8ba3-686da298e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.224677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.226504 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.227323 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.287020 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.291312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] 10.222.0.77 "DELETE /v2.0/networks/023e43b6-aec2-4e06-bc6d-d597c0ef82da HTTP/1.1" status: 204 len: 168 time: 2.9400969 Jun 30 02:56:04.300010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3717b9e-5a22-4518-81fb-8b38258abbef req-6ff346cf-4ee0-4c32-b057-321f6bc270f8 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.83 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0542316 Jun 30 02:56:04.312620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3e32b74d-98f7-48ac-8ba3-686da298e1c4 None None] For port d5a07394-541a-4273-be90-fdf9dcbedcfe, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d5a07394-541a-4273-be90-fdf9dcbedcfe,segment=NetworkSegment(cfcb9e2b-2c6a-4351-9b02-463742d7d97e),segment_id=cfcb9e2b-2c6a-4351-9b02-463742d7d97e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:04.372402 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3e32b74d-98f7-48ac-8ba3-686da298e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.526714 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff86e3-1955-4162-a092-d764da6dfd50 admin admin] Pushing event deleted for resources: {'Network': ['ID=023e43b6-aec2-4e06-bc6d-d597c0ef82da,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:04.568741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=5e5258af-90a9-4932-a64a-26281c45bac5,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:04.593564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32b74d-98f7-48ac-8ba3-686da298e1c4 None None] Pushing event updated for resources: {'Port': ['ID=d5a07394-541a-4273-be90-fdf9dcbedcfe,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:04.645060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dcf6c029-9be5-4ac5-ac48-3238b031ca3f None None] Provisioning for port 5e5258af-90a9-4932-a64a-26281c45bac5 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:04.650614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.656576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dcf6c029-9be5-4ac5-ac48-3238b031ca3f None None] Provisioning complete for port 5e5258af-90a9-4932-a64a-26281c45bac5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:04.656576 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c029-9be5-4ac5-ac48-3238b031ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.671984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network ccda5698-cf85-4815-9b6d-95b40e9d43df is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:04.680556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:04.815582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6c029-9be5-4ac5-ac48-3238b031ca3f None None] Port 5e5258af-90a9-4932-a64a-26281c45bac5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:04.860743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dcf6c029-9be5-4ac5-ac48-3238b031ca3f None None] Provisioning complete for port d5a07394-541a-4273-be90-fdf9dcbedcfe triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:04.860743 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c029-9be5-4ac5-ac48-3238b031ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.016667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d5a07394-541a-4273-be90-fdf9dcbedcfe up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:05.075522 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:56:05.081747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d5a07394-541a-4273-be90-fdf9dcbedcfe triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:05.081747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.144216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37600) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:05.295998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-769913f0-ac0d-437f-a3d7-7a648d24f851 None None] Provisioning complete for port 5e5258af-90a9-4932-a64a-26281c45bac5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:05.296717 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-769913f0-ac0d-437f-a3d7-7a648d24f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.357585 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f774c2d9-ee8d-40b8-aca9-50cc6f9cf5d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cdd168ce5739472eb7b4b499b9550653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897748 Jun 30 02:56:05.358475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37604) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:05.381623 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-769913f0-ac0d-437f-a3d7-7a648d24f851 None None] Port 5e5258af-90a9-4932-a64a-26281c45bac5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:05.521288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-de5d107f-29ec-4937-882f-210e2153a8b0 None None] Provisioning complete for port 5e5258af-90a9-4932-a64a-26281c45bac5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:05.521723 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-de5d107f-29ec-4937-882f-210e2153a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.593385 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-508dde1b-ba93-4c51-8aeb-382b3ab792f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.629414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-de5d107f-29ec-4937-882f-210e2153a8b0 None None] Port 5e5258af-90a9-4932-a64a-26281c45bac5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:05.647542 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-508dde1b-ba93-4c51-8aeb-382b3ab792f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.683322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739baf3c-f1df-4283-af33-c3879f827b05 req-45a9c82e-ea88-487b-b2d2-fe09888c3072 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:05.685431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-739baf3c-f1df-4283-af33-c3879f827b05 req-45a9c82e-ea88-487b-b2d2-fe09888c3072 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.2809041 Jun 30 02:56:05.747911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:05.762405 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:05.786937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-da822c91-9e92-467b-aef1-f5a9e176ee05 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6828401 Jun 30 02:56:05.788814 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:05.790041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37610) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:05.793869 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:05.802939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1956956674'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:05.829354 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2510b15f-69a4-47dc-8b12-60c1a2e0e0cb req-cf631d49-8d5d-46f2-96ef-780dc033e474 tempest-ServerShowV254Test-1727346098 tempest-ServerShowV254Test-1727346098-project] 10.222.0.77 "GET /v2.0/ports?device_id=2092c729-3bba-436a-b47b-9375db9eef48 HTTP/1.1" status: 200 len: 210 time: 0.0786598 Jun 30 02:56:05.829929 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-739baf3c-f1df-4283-af33-c3879f827b05 req-0a5f2cb4-dfd1-4ad2-8228-a4a71eb8fa6e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351919 Jun 30 02:56:05.885410 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-508dde1b-ba93-4c51-8aeb-382b3ab792f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.888098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-508dde1b-ba93-4c51-8aeb-382b3ab792f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.889355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-508dde1b-ba93-4c51-8aeb-382b3ab792f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da51676a-73d0-48e7-b638-d71b089e4743 HTTP/1.1" status: 204 len: 168 time: 0.5111842 Jun 30 02:56:05.914689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dde1b-ba93-4c51-8aeb-382b3ab792f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da51676a-73d0-48e7-b638-d71b089e4743,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:05.960824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:05.964710 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.978645 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:06.052096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:56:06.063215 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:06.063624 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added segment 3f465566-9b97-4e71-b279-529f86349f37 of type vlan for network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 Jun 30 02:56:06.125284 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:06.256385 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:06.262019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:06.262815 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:06.370162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Network': ['ID=3fb51c73-0ebc-4188-ae9e-141fb6d92f64,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:06.379787 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:02Z', 'revision_number': 2, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:03Z', 'revision_number': 2, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:06.384089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:56:06.396306 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bd5c937e-70cc-4ea6-8979-f6454c469f58 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6045947 Jun 30 02:56:06.398912 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:06.405317 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'subnet': {'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:06.451205 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:06.451562 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Updating router c775385c-e05e-4faa-bf07-2a733d8616b6 port 5e5258af-90a9-4932-a64a-26281c45bac5 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:56:06.543575 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.195519 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.212022 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Transition to ACTIVE for port object 5e5258af-90a9-4932-a64a-26281c45bac5 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:07.291839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335c21-3858-49c7-84ff-0527e6cbe92c req-b69118ed-441c-4f90-9bbf-8342d0adc6ed tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:07.294210 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef335c21-3858-49c7-84ff-0527e6cbe92c req-b69118ed-441c-4f90-9bbf-8342d0adc6ed tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.1848409 Jun 30 02:56:07.350481 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.351716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:07.368605 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.377378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef335c21-3858-49c7-84ff-0527e6cbe92c req-ee9f3e76-2cee-4bf3-b2e7-04f99fe95615 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705743 Jun 30 02:56:07.574265 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Pushing event updated for resources: {'Port': ['ID=5e5258af-90a9-4932-a64a-26281c45bac5,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:07.597699 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.599819 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.599819 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.599819 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.599819 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.599819 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.600257 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.600257 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.600539 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.600850 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.601357 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.601869 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:07.631224 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Attempting to bind port 5e5258af-90a9-4932-a64a-26281c45bac5 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:07.631537 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Attempting to bind port 5e5258af-90a9-4932-a64a-26281c45bac5 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:07.638255 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Attempting to bind port 5e5258af-90a9-4932-a64a-26281c45bac5 on network ccda5698-cf85-4815-9b6d-95b40e9d43df {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:07.648600 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:07.649421 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Checking segment: {'id': 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:07.650032 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.650733 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Bound using segment: {'id': 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:07.651387 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Bound port: 5e5258af-90a9-4932-a64a-26281c45bac5, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:07.651976 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.809921 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] For port 5e5258af-90a9-4932-a64a-26281c45bac5, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:07.818098 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] For port 5e5258af-90a9-4932-a64a-26281c45bac5, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5e5258af-90a9-4932-a64a-26281c45bac5,segment=NetworkSegment(cfcb9e2b-2c6a-4351-9b02-463742d7d97e),segment_id=cfcb9e2b-2c6a-4351-9b02-463742d7d97e)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:07.886585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37650) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:08.099525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1778748654-network', 'tenant_id': '0466d81086e5497dadb2f7d70213636d'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:08.400252 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.400679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.492432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Made reservation on behalf of 0466d81086e5497dadb2f7d70213636d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:08.495771 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.507954 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.586467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaebf4-3fff-4def-871b-0ee3720ef2ba None None] Pushing event updated for resources: {'Port': ['ID=5e5258af-90a9-4932-a64a-26281c45bac5,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:08.617719 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:08.626933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37660) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:08.632457 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:08.709538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Subnet': ['ID=bcabdd15-34b3-456b-b6e6-1737160a808c,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:08.746075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Checking segment: {'id': '3f465566-9b97-4e71-b279-529f86349f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:08.746450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network hostable DHCP agents. Network: 3fb51c73-0ebc-4188-ae9e-141fb6d92f64, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:56:08.911793 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2de4ecbf-9fc2-4e4f-8a33-c65052846226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.912456 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:08.915535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b7064-f039-49a8-955d-4f9a3ab89b01 req-e730823b-357b-4268-9e1e-bf874de81ac3 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:08.928715 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b42b7064-f039-49a8-955d-4f9a3ab89b01 req-e730823b-357b-4268-9e1e-bf874de81ac3 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.3201275 Jun 30 02:56:08.961913 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:56:09.030379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.056805 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b42b7064-f039-49a8-955d-4f9a3ab89b01 req-d4a204bf-9a4e-44b5-aac7-8d69739f4e8d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267138 Jun 30 02:56:09.145252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 3fb51c73-0ebc-4188-ae9e-141fb6d92f64) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:09.149304 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.155581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e6f4a-3743-4db7-ae6a-059dba67d0d0 None None] Network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:09.179186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:09.183116 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.191301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:56:09.226502 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.227711 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Added segment ebb662f8-c13c-4bcb-997d-247c9359a905 of type vlan for network 2b648be1-0113-4d32-9451-80e8b42fe7f4 Jun 30 02:56:09.247178 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:02Z', 'revision_number': 2, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:07Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:09.287825 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b62288-58c2-4f64-afce-f35ab7a383d5 None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:02Z', 'revision_number': 2, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:07Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:09.361970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622892a9-fc51-4709-9e4d-82b800d00758 req-cfc071ac-f3b0-464d-ac06-d8ff06403c3f tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:09.373518 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-622892a9-fc51-4709-9e4d-82b800d00758 req-cfc071ac-f3b0-464d-ac06-d8ff06403c3f tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.2884233 Jun 30 02:56:09.376055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.553029 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-622892a9-fc51-4709-9e4d-82b800d00758 req-ddd30e6a-247f-45ff-a602-57ac59c63e25 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795994 Jun 30 02:56:09.555712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eb58f6-12a7-455f-a74f-5024487b7106,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:09.556955 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2de4ecbf-9fc2-4e4f-8a33-c65052846226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.557353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:56:09.557353 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.807598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Allocated IP 2001:db8:1::2 (3fb51c73-0ebc-4188-ae9e-141fb6d92f64/bcabdd15-34b3-456b-b6e6-1737160a808c/32047462-9b4d-41b4-bb7c-833a809b17ae) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:10.054659 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.064659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Transition to ACTIVE for port object 32047462-9b4d-41b4-bb7c-833a809b17ae will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:10.092783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Transition to ACTIVE for port object 32047462-9b4d-41b4-bb7c-833a809b17ae will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:10.266013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d6104-93b4-4382-9969-7ae967c1bb3a req-114893a3-0f43-446e-b291-aa937ff30e6e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:10.267509 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4e0d6104-93b4-4382-9969-7ae967c1bb3a req-114893a3-0f43-446e-b291-aa937ff30e6e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.0660009 Jun 30 02:56:10.306798 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4e0d6104-93b4-4382-9969-7ae967c1bb3a req-b6000bb6-1b3c-43d8-a515-4f4713ffc25e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Jun 30 02:56:10.689524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2de4ecbf-9fc2-4e4f-8a33-c65052846226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.693912 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.710217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6514de9-6640-4b2a-8736-4b5eb3302ac4 req-78545ac4-947b-4e07-b79d-7b68635cc1f5 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:10.712544 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e6514de9-6640-4b2a-8736-4b5eb3302ac4 req-78545ac4-947b-4e07-b79d-7b68635cc1f5 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.0889697 Jun 30 02:56:10.714160 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.715307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:10.716095 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.734674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:10.741115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:10.743677 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:10.756874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Pushing event updated for resources: {'Port': ['ID=32047462-9b4d-41b4-bb7c-833a809b17ae,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:10.781102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2de4ecbf-9fc2-4e4f-8a33-c65052846226 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e28b8bc8f0014a4f99a3b140adc179db&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1512783 Jun 30 02:56:10.781102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4ecbf-9fc2-4e4f-8a33-c65052846226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61c7ce-ffa0-4747-a54c-009db5128614,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:10.782750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37676) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:10.827179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Attempting to bind port 32047462-9b4d-41b4-bb7c-833a809b17ae on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:10.830301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Attempting to bind port 32047462-9b4d-41b4-bb7c-833a809b17ae by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '3f465566-9b97-4e71-b279-529f86349f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:10.830301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Attempting to bind port 32047462-9b4d-41b4-bb7c-833a809b17ae on network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:10.835420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:10.835954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Checking segment: {'id': '3f465566-9b97-4e71-b279-529f86349f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:10.836387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] Pushing event updated for resources: {'Network': ['ID=2b648be1-0113-4d32-9451-80e8b42fe7f4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:10.836550 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.837058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Bound using segment: {'id': '3f465566-9b97-4e71-b279-529f86349f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:10.837700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Bound port: 32047462-9b4d-41b4-bb7c-833a809b17ae, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f465566-9b97-4e71-b279-529f86349f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:10.838309 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.861545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 2b648be1-0113-4d32-9451-80e8b42fe7f4 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:56:10.862204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f4418018-74ed-4633-b4fd-180a9ef085c8 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4621425 Jun 30 02:56:10.864089 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-088a45ef-bcbc-485c-92e7-15e81706100e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.867865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37678) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:10.887924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e6514de9-6640-4b2a-8736-4b5eb3302ac4 req-dba0ae32-6839-4e0b-a225-947f1666ac31 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511054 Jun 30 02:56:10.966195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-088a45ef-bcbc-485c-92e7-15e81706100e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.969414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5e5258af-90a9-4932-a64a-26281c45bac5 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:10.982463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b2435d65-9166-4f28-a067-528b4a312b0f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0946698 Jun 30 02:56:10.985203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37680) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:10.991328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Request body: {'subnet': {'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1778748654-subnet', 'tenant_id': '0466d81086e5497dadb2f7d70213636d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:11.014530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] For port 32047462-9b4d-41b4-bb7c-833a809b17ae, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:11.019550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] For port 32047462-9b4d-41b4-bb7c-833a809b17ae, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=32047462-9b4d-41b4-bb7c-833a809b17ae,segment=NetworkSegment(3f465566-9b97-4e71-b279-529f86349f37),segment_id=3f465566-9b97-4e71-b279-529f86349f37)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:11.155358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Made reservation on behalf of 0466d81086e5497dadb2f7d70213636d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:11.157813 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.223358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 5e5258af-90a9-4932-a64a-26281c45bac5 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:11.225538 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-088a45ef-bcbc-485c-92e7-15e81706100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.227473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.228196 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-088a45ef-bcbc-485c-92e7-15e81706100e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.231594 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-088a45ef-bcbc-485c-92e7-15e81706100e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb61c7ce-ffa0-4747-a54c-009db5128614 HTTP/1.1" status: 204 len: 168 time: 0.4454777 Jun 30 02:56:11.238931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5e5258af-90a9-4932-a64a-26281c45bac5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:11.238931 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.244088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a45ef-bcbc-485c-92e7-15e81706100e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61c7ce-ffa0-4747-a54c-009db5128614,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:11.300924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.392570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474a047-e5c9-44d8-b138-03528b739f6d None None] Pushing event updated for resources: {'Port': ['ID=32047462-9b4d-41b4-bb7c-833a809b17ae,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:11.437050 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.474797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 5e5258af-90a9-4932-a64a-26281c45bac5, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5e5258af-90a9-4932-a64a-26281c45bac5,segment=NetworkSegment(cfcb9e2b-2c6a-4351-9b02-463742d7d97e),segment_id=cfcb9e2b-2c6a-4351-9b02-463742d7d97e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:11.509858 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.576019 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.594682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72bca90-0bc0-476c-81d4-d36458ae533b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:11.599878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Checking segment: {'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:11.600244 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Network hostable DHCP agents. Network: 2b648be1-0113-4d32-9451-80e8b42fe7f4, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:56:11.700203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=5e5258af-90a9-4932-a64a-26281c45bac5,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:11.775894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Network 2b648be1-0113-4d32-9451-80e8b42fe7f4 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:56:11.880950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 2b648be1-0113-4d32-9451-80e8b42fe7f4) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:11.889327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:11.890234 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.890372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc505f7-85a3-4d65-b56e-c2da1fb4a80f req-56b6ae0e-66d6-4159-9c84-eccabcecb853 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:11.892150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dc505f7-85a3-4d65-b56e-c2da1fb4a80f req-56b6ae0e-66d6-4159-9c84-eccabcecb853 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.3980453 Jun 30 02:56:11.903248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e33c372-505e-4a21-9bc4-424b845df292 None None] Network 2b648be1-0113-4d32-9451-80e8b42fe7f4 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:11.929394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Allocated IP 2001:db8:1::1 (3fb51c73-0ebc-4188-ae9e-141fb6d92f64/bcabdd15-34b3-456b-b6e6-1737160a808c/ea7a6d2e-49e2-471b-afe4-ce35b9377166) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:11.956970 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17443079-291c-469a-abb3-c53429dbc4bd req-52465e26-34c3-49d6-893a-60097888c5fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2176104 Jun 30 02:56:12.030709 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08a864ec-8028-4efa-bd4e-b493cdc6b7ee admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0437968 Jun 30 02:56:12.054071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1fd40d-95c3-486d-922d-9d5acb106a7f None None] Network 2b648be1-0113-4d32-9451-80e8b42fe7f4 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:12.085036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dc505f7-85a3-4d65-b56e-c2da1fb4a80f req-7782db7b-1c58-4454-8074-aee24dd26402 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616251 Jun 30 02:56:12.159984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd0d34-b962-4df3-81eb-77ed84127ec4 req-1d81332d-5256-4a8f-8fc1-b5623167adf6 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:12.163789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.166817 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ebd0d34-b962-4df3-81eb-77ed84127ec4 req-1d81332d-5256-4a8f-8fc1-b5623167adf6 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.1466119 Jun 30 02:56:12.171505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443079-291c-469a-abb3-c53429dbc4bd req-4fce0f86-6641-478e-8f22-f26459b70be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:12.173118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17443079-291c-469a-abb3-c53429dbc4bd req-4fce0f86-6641-478e-8f22-f26459b70be4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 1097 time: 0.1424530 Jun 30 02:56:12.207046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Transition to ACTIVE for port object ea7a6d2e-49e2-471b-afe4-ce35b9377166 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:12.231539 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ebd0d34-b962-4df3-81eb-77ed84127ec4 req-9cefbd20-0c4b-43f0-89d2-40d2a77d3d2e tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572152 Jun 30 02:56:12.344013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443079-291c-469a-abb3-c53429dbc4bd req-9f8f06ac-0478-44e3-8d79-ff25e36bacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:12.345546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17443079-291c-469a-abb3-c53429dbc4bd req-9f8f06ac-0478-44e3-8d79-ff25e36bacb2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.1319978 Jun 30 02:56:12.398022 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17443079-291c-469a-abb3-c53429dbc4bd req-02f31c1b-0040-4cab-b583-8ef0d13625dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3a574a-28ef-4a02-b84d-6d81b214b059 HTTP/1.1" status: 200 len: 217 time: 0.0457642 Jun 30 02:56:12.444015 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.514949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443079-291c-469a-abb3-c53429dbc4bd req-ff3507cb-0732-41d7-a363-d18a585b7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:12.514949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17443079-291c-469a-abb3-c53429dbc4bd req-ff3507cb-0732-41d7-a363-d18a585b7bcb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.1100671 Jun 30 02:56:12.516677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:12.520702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:12.536253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:12.536904 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.559493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=ea7a6d2e-49e2-471b-afe4-ce35b9377166,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:12.692812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5495c5f-be43-4e93-b593-4826abe885bc None None] Network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:12.807936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-ed7cd85f-b566-48f7-bfef-9f849bf320ca tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:12.809654 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-ed7cd85f-b566-48f7-bfef-9f849bf320ca tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/networks?id=2b648be1-0113-4d32-9451-80e8b42fe7f4 HTTP/1.1" status: 200 len: 815 time: 0.1976097 Jun 30 02:56:12.811732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17443079-291c-469a-abb3-c53429dbc4bd req-4e9e07b0-c1b3-42d5-aa00-5f46ea4a7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:12.813167 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17443079-291c-469a-abb3-c53429dbc4bd req-4e9e07b0-c1b3-42d5-aa00-5f46ea4a7b98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2903123 Jun 30 02:56:12.844232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-1ed69e27-2ef6-4d4e-a128-2e6b681739ee tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/quotas/0466d81086e5497dadb2f7d70213636d HTTP/1.1" status: 200 len: 375 time: 0.0288489 Jun 30 02:56:12.922661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-809c42cd-eea3-4e31-8167-f2358daafa38 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0466d81086e5497dadb2f7d70213636d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345430 Jun 30 02:56:12.975341 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.058564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-94f656d9-f7e2-456b-b07d-f94eb1a88351 None None] Provisioning for port 32047462-9b4d-41b4-bb7c-833a809b17ae completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:13.093637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 32047462-9b4d-41b4-bb7c-833a809b17ae up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:13.235278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 32047462-9b4d-41b4-bb7c-833a809b17ae completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:13.239579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 32047462-9b4d-41b4-bb7c-833a809b17ae triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:13.240062 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.365274 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.415840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 32047462-9b4d-41b4-bb7c-833a809b17ae, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=32047462-9b4d-41b4-bb7c-833a809b17ae,segment=NetworkSegment(3f465566-9b97-4e71-b279-529f86349f37),segment_id=3f465566-9b97-4e71-b279-529f86349f37)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:13.498298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-9c37198b-0443-4ca7-ae1f-dcdf095ae853 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:13.499124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-14ec3193-8d73-4a78-9ae2-f521282c5b6d None None] Provisioning for port ea7a6d2e-49e2-471b-afe4-ce35b9377166 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:13.500538 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-9c37198b-0443-4ca7-ae1f-dcdf095ae853 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.74 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 945 time: 0.0707307 Jun 30 02:56:13.500681 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17443079-291c-469a-abb3-c53429dbc4bd req-91099f18-8cee-486d-bdbf-127cf4d634ea service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779978 Jun 30 02:56:13.504648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-14ec3193-8d73-4a78-9ae2-f521282c5b6d None None] Provisioning complete for port ea7a6d2e-49e2-471b-afe4-ce35b9377166 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:13.505407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-14ec3193-8d73-4a78-9ae2-f521282c5b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.507699 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.509054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5e5258af-90a9-4932-a64a-26281c45bac5 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:13.634075 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-aaaf0e51-b79c-432c-8c1d-e4983bf36fba service neutron] 10.222.0.77 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613739 Jun 30 02:56:13.656608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-f457ad68-a3a8-4fca-a882-2d76e63833b3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Deleting port 137fcbb5-e067-450b-900f-9e729bbe5ffc {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:13.658134 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-f457ad68-a3a8-4fca-a882-2d76e63833b3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.665128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37740) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:13.678761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-14ec3193-8d73-4a78-9ae2-f521282c5b6d None None] Port ea7a6d2e-49e2-471b-afe4-ce35b9377166 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:13.683875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5e5258af-90a9-4932-a64a-26281c45bac5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:13.684359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.689792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=32047462-9b4d-41b4-bb7c-833a809b17ae,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:13.732922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-14ec3193-8d73-4a78-9ae2-f521282c5b6d None None] Provisioning complete for port 32047462-9b4d-41b4-bb7c-833a809b17ae triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:13.733264 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-14ec3193-8d73-4a78-9ae2-f521282c5b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.783405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 39451f18-3872-47b3-82e6-46fe57941507 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:56:13.811896 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-f457ad68-a3a8-4fca-a882-2d76e63833b3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] For port 137fcbb5-e067-450b-900f-9e729bbe5ffc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=137fcbb5-e067-450b-900f-9e729bbe5ffc,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:13.812248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-f457ad68-a3a8-4fca-a882-2d76e63833b3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.832905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-f457ad68-a3a8-4fca-a882-2d76e63833b3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Calling delete_port for 137fcbb5-e067-450b-900f-9e729bbe5ffc owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:13.936455 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46939231-301f-40f3-af6b-7660ac0e7e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.937200 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17443079-291c-469a-abb3-c53429dbc4bd req-4274c7d4-78ac-436d-9316-211671b47f07 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010675 Jun 30 02:56:13.993473 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-72e17f25-5a54-4424-9688-3c5e8f95f1bf service neutron] 10.222.0.77 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417041 Jun 30 02:56:14.054033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:14.067585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '39451f18-3872-47b3-82e6-46fe57941507', 'network_id': '1c3a036d-62f3-498b-8a6d-dee57280a541', 'port_id': '39451f18-3872-47b3-82e6-46fe57941507', 'mac_address': 'fa:16:3e:a1:45:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc4915e-2757-4253-b1f2-37f11c6c5454', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:56:14.106853 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.141205 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.145335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5bd90fa1-f298-4979-9373-46fef892bee7 None None] Provisioning complete for port ea7a6d2e-49e2-471b-afe4-ce35b9377166 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:14.145804 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5bd90fa1-f298-4979-9373-46fef892bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.160917 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46939231-301f-40f3-af6b-7660ac0e7e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.180311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39451f18-3872-47b3-82e6-46fe57941507 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:14.200848 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.201775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.211478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5bd90fa1-f298-4979-9373-46fef892bee7 None None] Port ea7a6d2e-49e2-471b-afe4-ce35b9377166 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:14.215652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:14.246002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46939231-301f-40f3-af6b-7660ac0e7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.296214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=ea7a6d2e-49e2-471b-afe4-ce35b9377166,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:14.310572 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-46939231-301f-40f3-af6b-7660ac0e7e66 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55bd94a077b9477b97edc2c0d8cb14e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6423042 Jun 30 02:56:14.312577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46939231-301f-40f3-af6b-7660ac0e7e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2de835-c472-4f5c-a140-c14ac8763e26,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:14.313269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37746) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:14.317370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-f457ad68-a3a8-4fca-a882-2d76e63833b3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.334810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['70c529af-fd91-44db-82c0-7ab9fdb244c7', '137fcbb5-e067-450b-900f-9e729bbe5ffc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:14.350020 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457ad68-a3a8-4fca-a882-2d76e63833b3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Pushing event deleted for resources: {'Port': ['ID=137fcbb5-e067-450b-900f-9e729bbe5ffc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:14.368522 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.376641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:14.378704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:14.430977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-f457ad68-a3a8-4fca-a882-2d76e63833b3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] No DVR routers for this DVR port 137fcbb5-e067-450b-900f-9e729bbe5ffc on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:14.435983 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-f457ad68-a3a8-4fca-a882-2d76e63833b3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.438182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9cb50ef-ea98-4033-ad4c-1c3ad8ca1133 req-f457ad68-a3a8-4fca-a882-2d76e63833b3 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.74 "DELETE /v2.0/ports/137fcbb5-e067-450b-900f-9e729bbe5ffc HTTP/1.1" status: 204 len: 173 time: 0.9312449 Jun 30 02:56:14.440069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f8fa54-9688-4563-b8e5-74d3a62bc25e', 'name': 'network-vif-deleted', 'tag': '137fcbb5-e067-450b-900f-9e729bbe5ffc'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:14.444555 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00132122-89fa-4849-b3a1-244a15e8b1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.449058 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed0555-9da5-49f9-ab4d-4f6bc08b61c3" -d '{"events": [{"server_uuid": "62f8fa54-9688-4563-b8e5-74d3a62bc25e", "name": "network-vif-deleted", "tag": "137fcbb5-e067-450b-900f-9e729bbe5ffc"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:14.479955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e190c-73da-42f4-ac3e-a7045b628a43 req-8d0bd20d-3610-4304-8bc4-d6a9e9563d77 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.493867 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc9e190c-73da-42f4-ac3e-a7045b628a43 req-8d0bd20d-3610-4304-8bc4-d6a9e9563d77 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 944 time: 0.2575412 Jun 30 02:56:14.522886 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00132122-89fa-4849-b3a1-244a15e8b1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.568865 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc9e190c-73da-42f4-ac3e-a7045b628a43 req-4e47a587-02e5-4a75-9b18-bb05ba2e953c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727851 Jun 30 02:56:14.574296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:14.591146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=11']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:14.642616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11157cd2-5436-44fd-a7ed-2189cb47c808 req-37ae7e67-2751-476e-9f88-999f262596e2 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 210 time: 0.0658755 Jun 30 02:56:14.699914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['39451f18-3872-47b3-82e6-46fe57941507'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:14.858756 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-624d4ff8-cb4f-4e2f-bc11-cf47944fcdb5 req-8f14458e-61f7-419d-a062-ede998dfe4bf tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 210 time: 0.1168940 Jun 30 02:56:14.859011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a46c-9831-48a3-9a03-211203964758 req-49b9a738-b0cf-4c95-9654-3e8de225b1b5 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.868890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a46c-9831-48a3-9a03-211203964758 req-49b9a738-b0cf-4c95-9654-3e8de225b1b5 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.878943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a46c-9831-48a3-9a03-211203964758 req-49b9a738-b0cf-4c95-9654-3e8de225b1b5 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.887015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a46c-9831-48a3-9a03-211203964758 req-49b9a738-b0cf-4c95-9654-3e8de225b1b5 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.896490 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a46c-9831-48a3-9a03-211203964758 req-49b9a738-b0cf-4c95-9654-3e8de225b1b5 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.898089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:14.904333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-658ccb51-e4de-4f7e-b710-01826774be0a tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0350213 Jun 30 02:56:14.904677 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a46c-9831-48a3-9a03-211203964758 req-49b9a738-b0cf-4c95-9654-3e8de225b1b5 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.907044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37758) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:14.912352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0a46c-9831-48a3-9a03-211203964758 req-49b9a738-b0cf-4c95-9654-3e8de225b1b5 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.913866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-578965984'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:14.920271 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0b0a46c-9831-48a3-9a03-211203964758 req-49b9a738-b0cf-4c95-9654-3e8de225b1b5 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5434 time: 0.1780155 Jun 30 02:56:14.925363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:14.931407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 32047462-9b4d-41b4-bb7c-833a809b17ae up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:14.955352 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cd624a-ee95-4554-9495-15613995cc2d x-openstack-request-id: req-a6cd624a-ee95-4554-9495-15613995cc2d {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:14.955825 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f8fa54-9688-4563-b8e5-74d3a62bc25e", "name": "network-vif-deleted", "tag": "137fcbb5-e067-450b-900f-9e729bbe5ffc", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:14.955968 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6cd624a-ee95-4554-9495-15613995cc2d {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:14.956374 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f8fa54-9688-4563-b8e5-74d3a62bc25e', 'name': 'network-vif-deleted', 'tag': '137fcbb5-e067-450b-900f-9e729bbe5ffc', 'status': 'completed', 'code': 200} Jun 30 02:56:14.961105 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0b0a46c-9831-48a3-9a03-211203964758 req-d0be5fb0-d94e-40cd-b2ee-d605d291f69b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400367 Jun 30 02:56:14.977077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4729dd5a-b7a9-4049-8c78-a240081f5330 None None] Provisioning complete for port ea7a6d2e-49e2-471b-afe4-ce35b9377166 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:14.977487 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4729dd5a-b7a9-4049-8c78-a240081f5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.984549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:14.985181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:15.023760 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00132122-89fa-4849-b3a1-244a15e8b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.026345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00132122-89fa-4849-b3a1-244a15e8b1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.029978 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-00132122-89fa-4849-b3a1-244a15e8b1a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1c2de835-c472-4f5c-a140-c14ac8763e26 HTTP/1.1" status: 204 len: 168 time: 0.7131948 Jun 30 02:56:15.043152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00132122-89fa-4849-b3a1-244a15e8b1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2de835-c472-4f5c-a140-c14ac8763e26,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:15.115668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:15.120119 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.156895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:56:15.169993 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.170689 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added segment d6049247-e336-4a32-9da0-db871243f698 of type vlan for network d410507e-a3fc-43ce-8c73-5d315b94a52f Jun 30 02:56:15.175970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4729dd5a-b7a9-4049-8c78-a240081f5330 None None] Port ea7a6d2e-49e2-471b-afe4-ce35b9377166 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:15.184486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-5980971e-7294-425e-b947-686d0d696515 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.188039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:15.191591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-5980971e-7294-425e-b947-686d0d696515 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.197942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-5980971e-7294-425e-b947-686d0d696515 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.203735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-5980971e-7294-425e-b947-686d0d696515 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.209789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-5980971e-7294-425e-b947-686d0d696515 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.215711 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-5980971e-7294-425e-b947-686d0d696515 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.221761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-5980971e-7294-425e-b947-686d0d696515 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.223882 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-5980971e-7294-425e-b947-686d0d696515 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5434 time: 0.1584752 Jun 30 02:56:15.230631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.242044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 32047462-9b4d-41b4-bb7c-833a809b17ae triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:15.242044 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.298441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c51d6032-aff2-4617-9fd2-bc09d47637a3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.299900 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c51d6032-aff2-4617-9fd2-bc09d47637a3 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "GET /v2.0/ports/dbdd0484-5948-43a9-8d71-056365de7c3c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0665669 Jun 30 02:56:15.378044 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.384921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.385554 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.424478 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-1b16f8fb-0e96-4c49-b127-7737e06edda2 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "GET /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1150556 Jun 30 02:56:15.455784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:15.469583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Network': ['ID=d410507e-a3fc-43ce-8c73-5d315b94a52f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:15.483522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d410507e-a3fc-43ce-8c73-5d315b94a52f details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:56:15.541792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.548675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:12Z', 'revision_number': 3, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:13Z', 'revision_number': 2, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:15.583262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:15.583613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Updating router c775385c-e05e-4faa-bf07-2a733d8616b6 port ea7a6d2e-49e2-471b-afe4-ce35b9377166 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:56:15.621901 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:15.720102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] For port dbdd0484-5948-43a9-8d71-056365de7c3c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=dbdd0484-5948-43a9-8d71-056365de7c3c,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:15.794999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 39451f18-3872-47b3-82e6-46fe57941507 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:15.796529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] For port dbdd0484-5948-43a9-8d71-056365de7c3c, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:15.804030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-81f8f81b-ff30-4fbe-8217-4d08d8f47bd4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8913953 Jun 30 02:56:15.804030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37776) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:15.808918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'subnet': {'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:15.876558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da67e2-d41d-475f-960f-a9ebc64e93c5 req-d71f9b30-b811-4f5e-bc91-6e0bf376810d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.885371 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e3da67e2-d41d-475f-960f-a9ebc64e93c5 req-d71f9b30-b811-4f5e-bc91-6e0bf376810d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 945 time: 0.1731832 Jun 30 02:56:15.929227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e3da67e2-d41d-475f-960f-a9ebc64e93c5 req-4b42acd4-fc10-4529-98d4-37b4c8499596 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425987 Jun 30 02:56:15.940788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] device_id is not set on port dbdd0484-5948-43a9-8d71-056365de7c3c yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:56:15.949153 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-293db99e-4643-406b-bb8b-19e719a62001 req-5808b442-8305-45d5-96fb-02e34e11e281 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=62f8fa54-9688-4563-b8e5-74d3a62bc25e HTTP/1.1" status: 200 len: 210 time: 0.0486324 Jun 30 02:56:15.949984 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.004927 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.014994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Transition to ACTIVE for port object ea7a6d2e-49e2-471b-afe4-ce35b9377166 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:16.022889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-194191f8-116e-4dc6-b814-f4e2a07da8f2 req-dc2fe64f-64ae-4340-abb7-094935eb933e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 210 time: 0.0324600 Jun 30 02:56:16.167888 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca898d-59f4-4eda-95f4-f00d750e2356 req-0d156a71-184a-4812-bded-d421065aa0a8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.173672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca898d-59f4-4eda-95f4-f00d750e2356 req-0d156a71-184a-4812-bded-d421065aa0a8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.180131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca898d-59f4-4eda-95f4-f00d750e2356 req-0d156a71-184a-4812-bded-d421065aa0a8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.186231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca898d-59f4-4eda-95f4-f00d750e2356 req-0d156a71-184a-4812-bded-d421065aa0a8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.192094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca898d-59f4-4eda-95f4-f00d750e2356 req-0d156a71-184a-4812-bded-d421065aa0a8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.198316 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca898d-59f4-4eda-95f4-f00d750e2356 req-0d156a71-184a-4812-bded-d421065aa0a8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.203628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca898d-59f4-4eda-95f4-f00d750e2356 req-0d156a71-184a-4812-bded-d421065aa0a8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.205600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4ca898d-59f4-4eda-95f4-f00d750e2356 req-0d156a71-184a-4812-bded-d421065aa0a8 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 5434 time: 0.1088960 Jun 30 02:56:16.229223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 39451f18-3872-47b3-82e6-46fe57941507 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:16.229852 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.232662 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.238585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:16.244495 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.246194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 39451f18-3872-47b3-82e6-46fe57941507 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:16.246777 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.326135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] Pushing event updated for resources: {'Port': ['ID=dbdd0484-5948-43a9-8d71-056365de7c3c,revision_number=6']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:16.348755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4ca898d-59f4-4eda-95f4-f00d750e2356 req-be91c699-1755-49cb-a81a-5447af303f26 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72&id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364601 Jun 30 02:56:16.351365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] No DVR routers for this DVR port dbdd0484-5948-43a9-8d71-056365de7c3c on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:16.406286 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7730c6-8125-45b7-88a0-39339a5c28bc None None] Pushing event updated for resources: {'Port': ['ID=ea7a6d2e-49e2-471b-afe4-ce35b9377166,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:16.426025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] In _notify_port_updated(), no bound segment for port dbdd0484-5948-43a9-8d71-056365de7c3c on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:56:16.426925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.433855 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.438628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-ef716c23-e2af-4940-aa08-ec12d49333fc service neutron] 10.222.0.74 "PUT /v2.0/ports/dbdd0484-5948-43a9-8d71-056365de7c3c HTTP/1.1" status: 200 len: 1027 time: 0.9967792 Jun 30 02:56:16.488330 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.512303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-b0cbbf36-b607-4940-b5dc-44742ea65e06 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.513888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-b0cbbf36-b607-4940-b5dc-44742ea65e06 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "GET /v2.0/ports/600114d5-9810-4fd3-854d-b1f2ec027f54?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0648565 Jun 30 02:56:16.527243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:16.527526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Attempting to bind port ea7a6d2e-49e2-471b-afe4-ce35b9377166 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:16.527901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Attempting to bind port ea7a6d2e-49e2-471b-afe4-ce35b9377166 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '3f465566-9b97-4e71-b279-529f86349f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:16.528264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Attempting to bind port ea7a6d2e-49e2-471b-afe4-ce35b9377166 on network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:16.543073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39451f18-3872-47b3-82e6-46fe57941507'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:16.545368 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f74845f-ba61-4685-8728-a157ac1342cd" -d '{"events": [{"server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "name": "network-vif-plugged", "status": "completed", "tag": "39451f18-3872-47b3-82e6-46fe57941507"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:16.570868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:16.571048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Checking segment: {'id': '3f465566-9b97-4e71-b279-529f86349f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:16.571324 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.571721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Bound using segment: {'id': '3f465566-9b97-4e71-b279-529f86349f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:16.572201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Bound port: ea7a6d2e-49e2-471b-afe4-ce35b9377166, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f465566-9b97-4e71-b279-529f86349f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:16.572585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.648973 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.651866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] For port ea7a6d2e-49e2-471b-afe4-ce35b9377166, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:16.658902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] For port ea7a6d2e-49e2-471b-afe4-ce35b9377166, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ea7a6d2e-49e2-471b-afe4-ce35b9377166,segment=NetworkSegment(3f465566-9b97-4e71-b279-529f86349f37),segment_id=3f465566-9b97-4e71-b279-529f86349f37)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:16.663275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:16.724439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cddfb05d-c9a9-4b23-8dc8-8e5b798ffc14 None None] Provisioning complete for port dbdd0484-5948-43a9-8d71-056365de7c3c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:16.724777 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cddfb05d-c9a9-4b23-8dc8-8e5b798ffc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.765708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cddfb05d-c9a9-4b23-8dc8-8e5b798ffc14 None None] Port dbdd0484-5948-43a9-8d71-056365de7c3c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:16.801408 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.835054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] For port 600114d5-9810-4fd3-854d-b1f2ec027f54, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=600114d5-9810-4fd3-854d-b1f2ec027f54,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:16.841243 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd40d902-1d4f-4eed-9344-b243ea702a90 x-openstack-request-id: req-fd40d902-1d4f-4eed-9344-b243ea702a90 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:16.842040 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "name": "network-vif-plugged", "status": "completed", "tag": "39451f18-3872-47b3-82e6-46fe57941507", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:16.842040 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd40d902-1d4f-4eed-9344-b243ea702a90 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:16.842418 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39451f18-3872-47b3-82e6-46fe57941507', 'code': 200} Jun 30 02:56:16.852443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.857978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:16.858662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:16.860563 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.861335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 137fcbb5-e067-450b-900f-9e729bbe5ffc no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:16.909776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] For port 600114d5-9810-4fd3-854d-b1f2ec027f54, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:16.961141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] device_id is not set on port 600114d5-9810-4fd3-854d-b1f2ec027f54 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:56:16.974080 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:17.006203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Subnet': ['ID=cae5b6e1-5ac0-4449-8b04-6b3719369fa9,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:17.008874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Checking segment: {'id': 'd6049247-e336-4a32-9da0-db871243f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:17.009238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network hostable DHCP agents. Network: d410507e-a3fc-43ce-8c73-5d315b94a52f, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:56:17.084879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:17.135489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network d410507e-a3fc-43ce-8c73-5d315b94a52f is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:56:17.137602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37808) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:17.211081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f353ce-b05a-41f4-bcac-0e8cc209d7ea req-1a8f4cd6-5f37-41bb-9eb6-84daf005f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:17.212693 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2f353ce-b05a-41f4-bcac-0e8cc209d7ea req-1a8f4cd6-5f37-41bb-9eb6-84daf005f286 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 1097 time: 0.1279414 Jun 30 02:56:17.264705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2f353ce-b05a-41f4-bcac-0e8cc209d7ea req-d9523bc0-d6cb-430c-842a-7d329a9c6a96 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Jun 30 02:56:17.265927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d410507e-a3fc-43ce-8c73-5d315b94a52f) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:17.270694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:17.271661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:17.340970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] No DVR routers for this DVR port 600114d5-9810-4fd3-854d-b1f2ec027f54 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:17.379546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c43720e2-84b9-463c-9c82-7a978a5e0074 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5752022 Jun 30 02:56:17.382754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37812) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:17.394690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=600114d5-9810-4fd3-854d-b1f2ec027f54,revision_number=6']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:17.418087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] In _notify_port_updated(), no bound segment for port 600114d5-9810-4fd3-854d-b1f2ec027f54 on network 2a5db8db-57db-48b3-8070-466902d80432 {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:56:17.419236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:17.420974 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:17.422651 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-58b8c30a-1d93-453d-8ce6-81350f4a0ab3 service neutron] 10.222.0.74 "PUT /v2.0/ports/600114d5-9810-4fd3-854d-b1f2ec027f54 HTTP/1.1" status: 200 len: 1027 time: 0.8998449 Jun 30 02:56:17.440184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f74f7-459b-4388-b215-90affa99699e None None] Network d410507e-a3fc-43ce-8c73-5d315b94a52f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:17.442163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7730c6-8125-45b7-88a0-39339a5c28bc None None] Pushing event updated for resources: {'Port': ['ID=ea7a6d2e-49e2-471b-afe4-ce35b9377166,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:17.483875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea31bb5-494a-4042-b0c3-0fec417f34d4 req-702f2971-7fe1-4705-8042-6625fb6c2e65 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:17.493054 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ea31bb5-494a-4042-b0c3-0fec417f34d4 req-702f2971-7fe1-4705-8042-6625fb6c2e65 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.3515668 Jun 30 02:56:17.545339 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-27025183-network', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:17.575065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=12']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:17.589802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ea31bb5-494a-4042-b0c3-0fec417f34d4 req-476e578c-3c76-4824-988a-8f0437c19536 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912006 Jun 30 02:56:17.602777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 137fcbb5-e067-450b-900f-9e729bbe5ffc {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:17.602985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 137fcbb5-e067-450b-900f-9e729bbe5ffc not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:17.622624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-179aedf5-8ba6-40a7-9594-19e657587d89 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Deleting port 5cff4dbf-7714-4a43-9437-4bee8213add2 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:17.623246 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-179aedf5-8ba6-40a7-9594-19e657587d89 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:17.640658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3dcc0b85-e1de-4c49-a29d-c9cd49d9d90a req-b95b7e75-c125-4cc5-9aca-c9f8e8ce05b4 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 210 time: 0.0418134 Jun 30 02:56:17.735306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:17.746950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-179aedf5-8ba6-40a7-9594-19e657587d89 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] For port 5cff4dbf-7714-4a43-9437-4bee8213add2, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5cff4dbf-7714-4a43-9437-4bee8213add2,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:17.747378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-179aedf5-8ba6-40a7-9594-19e657587d89 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:17.766159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-179aedf5-8ba6-40a7-9594-19e657587d89 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Calling delete_port for 5cff4dbf-7714-4a43-9437-4bee8213add2 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:17.770497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Made reservation on behalf of 0d7600261eed4f3ebbdb448c22d08382 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:17.774617 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:17.836923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.025611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3b3a3b8f-d9ff-4465-8cfc-b26304aafb0a None None] Provisioning complete for port 600114d5-9810-4fd3-854d-b1f2ec027f54 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:18.026167 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3b8f-d9ff-4465-8cfc-b26304aafb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.057456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a792b1-87f4-463a-8a47-0cc5fd6c8cbf req-2e86a5e3-c635-4be6-8d06-93fa0a63420f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:18.064564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a792b1-87f4-463a-8a47-0cc5fd6c8cbf req-2e86a5e3-c635-4be6-8d06-93fa0a63420f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:18.071751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a792b1-87f4-463a-8a47-0cc5fd6c8cbf req-2e86a5e3-c635-4be6-8d06-93fa0a63420f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:18.079579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a792b1-87f4-463a-8a47-0cc5fd6c8cbf req-2e86a5e3-c635-4be6-8d06-93fa0a63420f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:18.082900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-d410507e-a3fc-43ce-8c73-5d315b94a52f', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:56:18.083756 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.086658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a792b1-87f4-463a-8a47-0cc5fd6c8cbf req-2e86a5e3-c635-4be6-8d06-93fa0a63420f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:18.088247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-52a792b1-87f4-463a-8a47-0cc5fd6c8cbf req-2e86a5e3-c635-4be6-8d06-93fa0a63420f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 3886 time: 0.2467010 Jun 30 02:56:18.121213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a3b8f-d9ff-4465-8cfc-b26304aafb0a None None] Port 600114d5-9810-4fd3-854d-b1f2ec027f54 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:18.155432 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-179aedf5-8ba6-40a7-9594-19e657587d89 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.198909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aedf5-8ba6-40a7-9594-19e657587d89 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Port': ['ID=5cff4dbf-7714-4a43-9437-4bee8213add2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:18.210441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-52a792b1-87f4-463a-8a47-0cc5fd6c8cbf req-d13c9d1f-7d21-480b-9f67-a84e31e2c7c0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014154 Jun 30 02:56:18.249536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:12Z', 'revision_number': 3, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:16Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:18.271806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da054d2-64fa-4322-b470-e390383c48c0 None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:12Z', 'revision_number': 3, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:16Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:18.278936 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.307611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Allocated IP 2001:db8:2::2 (d410507e-a3fc-43ce-8c73-5d315b94a52f/cae5b6e1-5ac0-4449-8b04-6b3719369fa9/5ec20940-f3f1-4a6e-aef7-7d2127f4ee81) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:18.343248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-179aedf5-8ba6-40a7-9594-19e657587d89 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] No DVR routers for this DVR port 5cff4dbf-7714-4a43-9437-4bee8213add2 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:18.368096 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-179aedf5-8ba6-40a7-9594-19e657587d89 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.370758 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-179aedf5-8ba6-40a7-9594-19e657587d89 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "DELETE /v2.0/ports/5cff4dbf-7714-4a43-9437-4bee8213add2 HTTP/1.1" status: 204 len: 173 time: 0.9404655 Jun 30 02:56:18.371061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.372236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-deleted', 'tag': '5cff4dbf-7714-4a43-9437-4bee8213add2'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:18.382339 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c373e9-a434-42e1-b603-d3c06c1995c7" -d '{"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-deleted", "tag": "5cff4dbf-7714-4a43-9437-4bee8213add2"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:18.485345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.523642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:56:18.598536 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef65c872-525c-497b-8131-e4c6ad12216e x-openstack-request-id: req-ef65c872-525c-497b-8131-e4c6ad12216e {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:18.599146 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-deleted", "tag": "5cff4dbf-7714-4a43-9437-4bee8213add2", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:18.600058 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef65c872-525c-497b-8131-e4c6ad12216e {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:18.601893 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-deleted', 'tag': '5cff4dbf-7714-4a43-9437-4bee8213add2', 'status': 'completed', 'code': 200} Jun 30 02:56:18.607743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c6024abd-e757-49e0-b357-0fa3e80cb90d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Deleting port bb12e561-a0b3-4475-9098-277e869e6df0 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:18.608970 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c6024abd-e757-49e0-b357-0fa3e80cb90d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.612614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cb5030-800c-442e-bef2-1601cda01320,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:18.655008 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.655378 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Added segment 5c34f8c7-562b-491f-a707-da86d29f254c of type vlan for network 6a1378ac-c8ef-4fa7-8690-e1a47af917df Jun 30 02:56:18.713948 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.751731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Transition to ACTIVE for port object 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:18.784615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Transition to ACTIVE for port object 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:18.882179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05bcd-eba5-4750-97ed-eb8f85f625e1 req-26e02294-32a8-4f01-81f7-22233caa33c5 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:18.886929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8e05bcd-eba5-4750-97ed-eb8f85f625e1 req-26e02294-32a8-4f01-81f7-22233caa33c5 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1475143 Jun 30 02:56:18.907064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c6024abd-e757-49e0-b357-0fa3e80cb90d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] For port bb12e561-a0b3-4475-9098-277e869e6df0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=bb12e561-a0b3-4475-9098-277e869e6df0,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:18.907447 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c6024abd-e757-49e0-b357-0fa3e80cb90d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.910264 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:18.962038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c6024abd-e757-49e0-b357-0fa3e80cb90d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Calling delete_port for bb12e561-a0b3-4475-9098-277e869e6df0 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:18.981163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Network d410507e-a3fc-43ce-8c73-5d315b94a52f is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:18.984177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:18.989454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:19.007231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ea7a6d2e-49e2-471b-afe4-ce35b9377166 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:19.017217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Pushing event updated for resources: {'Port': ['ID=5ec20940-f3f1-4a6e-aef7-7d2127f4ee81,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:19.140666 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Attempting to bind port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:19.141240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Attempting to bind port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd6049247-e336-4a32-9da0-db871243f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:19.141808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Attempting to bind port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 on network d410507e-a3fc-43ce-8c73-5d315b94a52f {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:19.170803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:19.171750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Checking segment: {'id': 'd6049247-e336-4a32-9da0-db871243f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:19.172489 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.173255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Bound using segment: {'id': 'd6049247-e336-4a32-9da0-db871243f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:19.175246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Bound port: 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6049247-e336-4a32-9da0-db871243f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:19.175857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.206293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8e05bcd-eba5-4750-97ed-eb8f85f625e1 req-f1a6f16f-7a0e-4c5b-9aa9-5648d94dfe1c tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102586 Jun 30 02:56:19.282378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] For port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:19.286105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] For port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5ec20940-f3f1-4a6e-aef7-7d2127f4ee81,segment=NetworkSegment(d6049247-e336-4a32-9da0-db871243f698),segment_id=d6049247-e336-4a32-9da0-db871243f698)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:19.325335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port ea7a6d2e-49e2-471b-afe4-ce35b9377166 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:19.332871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ea7a6d2e-49e2-471b-afe4-ce35b9377166 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:19.338115 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.390799 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50c73213-8830-479d-a156-8bee81c6cfa1 req-2645b137-7500-483b-9cf8-c95915403d9a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 210 time: 0.0448065 Jun 30 02:56:19.415920 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c6024abd-e757-49e0-b357-0fa3e80cb90d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.438857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.465899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6024abd-e757-49e0-b357-0fa3e80cb90d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Port': ['ID=bb12e561-a0b3-4475-9098-277e869e6df0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:19.487980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port ea7a6d2e-49e2-471b-afe4-ce35b9377166, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ea7a6d2e-49e2-471b-afe4-ce35b9377166,segment=NetworkSegment(3f465566-9b97-4e71-b279-529f86349f37),segment_id=3f465566-9b97-4e71-b279-529f86349f37)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:19.505833 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.533424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c6024abd-e757-49e0-b357-0fa3e80cb90d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] No DVR routers for this DVR port bb12e561-a0b3-4475-9098-277e869e6df0 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:19.534983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.536811 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c6024abd-e757-49e0-b357-0fa3e80cb90d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.539145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-c6024abd-e757-49e0-b357-0fa3e80cb90d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "DELETE /v2.0/ports/bb12e561-a0b3-4475-9098-277e869e6df0 HTTP/1.1" status: 204 len: 173 time: 1.1531868 Jun 30 02:56:19.562703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Allocated IP 2001:db8:2::1 (d410507e-a3fc-43ce-8c73-5d315b94a52f/cae5b6e1-5ac0-4449-8b04-6b3719369fa9/022d4a92-57d7-42ba-95c6-dd0701f2cc88) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:19.594198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285af79f-6e7f-4ce8-92f0-1ee8d183f37f None None] Pushing event updated for resources: {'Port': ['ID=5ec20940-f3f1-4a6e-aef7-7d2127f4ee81,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:19.613167 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.633120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-59c45917-e6f0-48b0-bc78-b72a21ea6443 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:19.634672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-59c45917-e6f0-48b0-bc78-b72a21ea6443 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.83 "GET /v2.0/networks?id=2b648be1-0113-4d32-9451-80e8b42fe7f4 HTTP/1.1" status: 200 len: 815 time: 1.0717316 Jun 30 02:56:19.680086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Request body: {'port': {'device_id': '50e2da39-894f-4f2e-a7f7-eed01cb22fa6', 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4', 'admin_state_up': True, 'tenant_id': '0466d81086e5497dadb2f7d70213636d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:19.688408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=ea7a6d2e-49e2-471b-afe4-ce35b9377166,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:19.734770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-e09f2e24-8756-407e-b0db-8991d9fcf348 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Deleting port 346d9070-7538-4e70-b6dc-4712b4ec1f8a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:19.735166 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-e09f2e24-8756-407e-b0db-8991d9fcf348 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.765333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915dba-df16-448f-bcf9-870f0e566688 req-e1714480-7e81-4d51-a09a-c0afba446b38 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:19.770680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915dba-df16-448f-bcf9-870f0e566688 req-e1714480-7e81-4d51-a09a-c0afba446b38 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:19.776621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915dba-df16-448f-bcf9-870f0e566688 req-e1714480-7e81-4d51-a09a-c0afba446b38 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:19.778311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-49915dba-df16-448f-bcf9-870f0e566688 req-e1714480-7e81-4d51-a09a-c0afba446b38 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 2416 time: 0.1487682 Jun 30 02:56:19.790420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b3b69-d568-4473-8a38-a61dff91e102 req-0743650a-d957-4a63-b73f-f77ba8d6162b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:19.791938 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d19b3b69-d568-4473-8a38-a61dff91e102 req-0743650a-d957-4a63-b73f-f77ba8d6162b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.7497437 Jun 30 02:56:19.838385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5cff4dbf-7714-4a43-9437-4bee8213add2 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:19.861768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.863278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:19.863851 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.904664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 5cff4dbf-7714-4a43-9437-4bee8213add2 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:19.905053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5cff4dbf-7714-4a43-9437-4bee8213add2 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:19.905414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 45bddaf2-a14c-4b74-aaa1-742550900101 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:19.908451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-49915dba-df16-448f-bcf9-870f0e566688 req-273d0758-3da1-41fa-8853-4ce6ae851ec6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029062 Jun 30 02:56:19.968518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-e09f2e24-8756-407e-b0db-8991d9fcf348 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] For port 346d9070-7538-4e70-b6dc-4712b4ec1f8a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=346d9070-7538-4e70-b6dc-4712b4ec1f8a,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:19.968977 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-e09f2e24-8756-407e-b0db-8991d9fcf348 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.009628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-e09f2e24-8756-407e-b0db-8991d9fcf348 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Calling delete_port for 346d9070-7538-4e70-b6dc-4712b4ec1f8a owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:20.102053 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.119958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] Pushing event updated for resources: {'Network': ['ID=6a1378ac-c8ef-4fa7-8690-e1a47af917df,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:20.127463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.145977 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d19b3b69-d568-4473-8a38-a61dff91e102 req-6e131659-d4ff-4543-883b-721f9431b163 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398228 Jun 30 02:56:20.153586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 6a1378ac-c8ef-4fa7-8690-e1a47af917df details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:56:20.161080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bddaf2-a14c-4b74-aaa1-742550900101'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:20.163968 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0118b-4525-47a2-9689-e673a5930802" -d '{"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-unplugged", "status": "completed", "tag": "45bddaf2-a14c-4b74-aaa1-742550900101"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:20.181546 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Transition to ACTIVE for port object 022d4a92-57d7-42ba-95c6-dd0701f2cc88 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:20.215225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fedfb0cb-e7ea-404c-a489-c630aa31ea6f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0755861 Jun 30 02:56:20.220687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37868) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:20.230013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Request body: {'subnet': {'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-subnet', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:20.247977 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0080354-fcbd-4cc1-8963-caf0e4dca4c8 x-openstack-request-id: req-a0080354-fcbd-4cc1-8963-caf0e4dca4c8 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:20.248271 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-unplugged", "status": "completed", "tag": "45bddaf2-a14c-4b74-aaa1-742550900101", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:20.248529 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0080354-fcbd-4cc1-8963-caf0e4dca4c8 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:20.248915 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bddaf2-a14c-4b74-aaa1-742550900101', 'code': 200} Jun 30 02:56:20.258664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 45bddaf2-a14c-4b74-aaa1-742550900101, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=45bddaf2-a14c-4b74-aaa1-742550900101,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:20.391827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Made reservation on behalf of 0466d81086e5497dadb2f7d70213636d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:20.395352 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.418793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-e09f2e24-8756-407e-b0db-8991d9fcf348 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.419765 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.420780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 346d9070-7538-4e70-b6dc-4712b4ec1f8a no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:20.434094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c5ca4-d5bb-45ef-a7ec-b8923698fb9c req-4b5b9eab-3d95-4db1-830b-7874b80a1f97 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:20.435678 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8b8c5ca4-d5bb-45ef-a7ec-b8923698fb9c req-4b5b9eab-3d95-4db1-830b-7874b80a1f97 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.1003838 Jun 30 02:56:20.436762 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.501590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 346d9070-7538-4e70-b6dc-4712b4ec1f8a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:20.501957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 346d9070-7538-4e70-b6dc-4712b4ec1f8a not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:20.502378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 600114d5-9810-4fd3-854d-b1f2ec027f54 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:20.558952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Made reservation on behalf of 0d7600261eed4f3ebbdb448c22d08382 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:20.562097 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.569219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=45bddaf2-a14c-4b74-aaa1-742550900101,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:20.572002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f2e24-8756-407e-b0db-8991d9fcf348 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Port': ['ID=346d9070-7538-4e70-b6dc-4712b4ec1f8a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:20.575400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 600114d5-9810-4fd3-854d-b1f2ec027f54 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:20.575847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device bb12e561-a0b3-4475-9098-277e869e6df0 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:20.596082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: bb12e561-a0b3-4475-9098-277e869e6df0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:20.596424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device bb12e561-a0b3-4475-9098-277e869e6df0 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:20.596907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device dbdd0484-5948-43a9-8d71-056365de7c3c no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:20.597330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network d410507e-a3fc-43ce-8c73-5d315b94a52f is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:20.608810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-deleted', 'tag': 'bb12e561-a0b3-4475-9098-277e869e6df0'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:20.611244 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09df681-d938-4f11-a63a-f6ce0aa4e2a9" -d '{"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-deleted", "tag": "bb12e561-a0b3-4475-9098-277e869e6df0"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:20.640308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:20.650776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1254c365-31cd-416e-90fc-a87e25bf94ae req-9e19416e-c29b-4d4d-a461-fc6be27df5f7 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 210 time: 0.0837524 Jun 30 02:56:20.651921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-e09f2e24-8756-407e-b0db-8991d9fcf348 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] No DVR routers for this DVR port 346d9070-7538-4e70-b6dc-4712b4ec1f8a on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:20.656908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:20.657655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.661049 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-e09f2e24-8756-407e-b0db-8991d9fcf348 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.663163 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-e09f2e24-8756-407e-b0db-8991d9fcf348 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "DELETE /v2.0/ports/346d9070-7538-4e70-b6dc-4712b4ec1f8a HTTP/1.1" status: 204 len: 173 time: 1.1182897 Jun 30 02:56:20.666299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=022d4a92-57d7-42ba-95c6-dd0701f2cc88,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:20.677707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device dbdd0484-5948-43a9-8d71-056365de7c3c not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:20.678702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 20dc477e-ceff-4a03-a76a-c8f3d4378a5d no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:20.743496 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012ecad4-1d87-45dc-80ba-c39b81727aa1 x-openstack-request-id: req-012ecad4-1d87-45dc-80ba-c39b81727aa1 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:20.743785 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-deleted", "tag": "bb12e561-a0b3-4475-9098-277e869e6df0", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:20.744036 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-012ecad4-1d87-45dc-80ba-c39b81727aa1 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:20.744429 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-deleted', 'tag': 'bb12e561-a0b3-4475-9098-277e869e6df0', 'status': 'completed', 'code': 200} Jun 30 02:56:20.768785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8b8c5ca4-d5bb-45ef-a7ec-b8923698fb9c req-e1c8f4a4-4515-4be3-8c40-550708b75979 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139122 Jun 30 02:56:20.826181 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.869905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-9366fb41-d453-4b18-a44c-2f71a11cca21 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Deleting port 45bddaf2-a14c-4b74-aaa1-742550900101 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:20.870265 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-9366fb41-d453-4b18-a44c-2f71a11cca21 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.907987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:20.994900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-9366fb41-d453-4b18-a44c-2f71a11cca21 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] For port 45bddaf2-a14c-4b74-aaa1-742550900101, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=45bddaf2-a14c-4b74-aaa1-742550900101,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:20.995488 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-9366fb41-d453-4b18-a44c-2f71a11cca21 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.019492 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-9366fb41-d453-4b18-a44c-2f71a11cca21 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Calling delete_port for 45bddaf2-a14c-4b74-aaa1-742550900101 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:21.040998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Allocated IP 172.20.0.10 (2b648be1-0113-4d32-9451-80e8b42fe7f4/e72bca90-0bc0-476c-81d4-d36458ae533b/29d35a82-8b68-4478-9d9d-ddd2b139e6a3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:21.047677 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.050956 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.142088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ea7a6d2e-49e2-471b-afe4-ce35b9377166 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:21.181978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23752c92-e155-4eff-b06a-4f7bd42226d9 None None] Network d410507e-a3fc-43ce-8c73-5d315b94a52f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:21.277247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:21.298531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f38ab-e8d3-4099-aa4b-21a7058bbf8c req-24c207d5-8cbc-4568-b6be-98139bdbddd0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:21.305655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f38ab-e8d3-4099-aa4b-21a7058bbf8c req-24c207d5-8cbc-4568-b6be-98139bdbddd0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:21.313759 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc8f38ab-e8d3-4099-aa4b-21a7058bbf8c req-24c207d5-8cbc-4568-b6be-98139bdbddd0 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 1677 time: 0.1365678 Jun 30 02:56:21.358611 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc8f38ab-e8d3-4099-aa4b-21a7058bbf8c req-c604fd3d-874e-4ccc-9210-d17c3e5649d5 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups?id=4f97998c-e60a-4d93-83db-2bd0a0a75251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437400 Jun 30 02:56:21.385070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-9366fb41-d453-4b18-a44c-2f71a11cca21 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.389920 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ea7a6d2e-49e2-471b-afe4-ce35b9377166 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:21.390301 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.425752 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366fb41-d453-4b18-a44c-2f71a11cca21 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Port': ['ID=45bddaf2-a14c-4b74-aaa1-742550900101,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:21.433465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d7ef8a90-8402-423a-88bb-3bed23c17327 None None] Provisioning for port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:21.491367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-9366fb41-d453-4b18-a44c-2f71a11cca21 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] No DVR routers for this DVR port 45bddaf2-a14c-4b74-aaa1-742550900101 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:21.494461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-9366fb41-d453-4b18-a44c-2f71a11cca21 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.496489 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-9366fb41-d453-4b18-a44c-2f71a11cca21 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "DELETE /v2.0/ports/45bddaf2-a14c-4b74-aaa1-742550900101 HTTP/1.1" status: 204 len: 173 time: 0.8255899 Jun 30 02:56:21.500638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:21.622567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Deleting port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:21.622979 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.650018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:21.656363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:21.658042 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.712462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c42639-0d67-42d8-9b08-cf01c680d159 req-9ffdb774-9ac3-406e-a963-1330b8861fef tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:21.719903 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80c42639-0d67-42d8-9b08-cf01c680d159 req-9ffdb774-9ac3-406e-a963-1330b8861fef tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.3091278 Jun 30 02:56:21.747010 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.747761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] For port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:21.748191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.777336 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.827811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5ec20940-f3f1-4a6e-aef7-7d2127f4ee81,segment=NetworkSegment(d6049247-e336-4a32-9da0-db871243f698),segment_id=d6049247-e336-4a32-9da0-db871243f698)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:21.842960 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.848414 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.853033 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80c42639-0d67-42d8-9b08-cf01c680d159 req-24cfbeb3-e0e9-4bc8-980a-6959ad31f64e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322157 Jun 30 02:56:21.894251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Pushing event updated for resources: {'Subnet': ['ID=06dc96da-1423-48c2-9d63-5f39a1f3f086,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:21.912636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Checking segment: {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:21.913005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Network hostable DHCP agents. Network: 6a1378ac-c8ef-4fa7-8690-e1a47af917df, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:56:21.931248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0eb31b00-6bbd-4c3d-a376-4b77a0529b8c req-c7d095f5-2f83-48ef-b6ca-3aff82ece8b7 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 210 time: 0.0789654 Jun 30 02:56:21.942836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-00b02efd-60ee-4c5f-9442-6769bc1d1556 None None] Provisioning for port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:21.949997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-00b02efd-60ee-4c5f-9442-6769bc1d1556 None None] Provisioning complete for port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:21.951080 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-00b02efd-60ee-4c5f-9442-6769bc1d1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.992142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.998179 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.007837 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.125647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-00b02efd-60ee-4c5f-9442-6769bc1d1556 None None] Port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:22.138481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=5ec20940-f3f1-4a6e-aef7-7d2127f4ee81,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:22.153366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-00b02efd-60ee-4c5f-9442-6769bc1d1556 None None] Provisioning complete for port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:22.153871 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-00b02efd-60ee-4c5f-9442-6769bc1d1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.171945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.172321 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.172635 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Floating IP 91f2907b-4aa9-43df-bcd9-72e9ff388dc1 disassociated. External IP: 172.25.2.45, port: 20dc477e-ceff-4a03-a76a-c8f3d4378a5d. Jun 30 02:56:22.172973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Calling delete_port for 20dc477e-ceff-4a03-a76a-c8f3d4378a5d owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:22.183529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Network 6a1378ac-c8ef-4fa7-8690-e1a47af917df is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:56:22.193722 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.195392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=022d4a92-57d7-42ba-95c6-dd0701f2cc88,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:22.250696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:22.254348 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310fcf98-ab17-4443-baa0-f5b60d2ce917" -d '{"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-unplugged", "status": "completed", "tag": "20dc477e-ceff-4a03-a76a-c8f3d4378a5d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:22.283259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Network 2b648be1-0113-4d32-9451-80e8b42fe7f4 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:22.295603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33d01-cc4d-4626-9ee8-5bb98bb483a6 req-f7cdb88f-50b4-41f4-8fd7-cbf7315742de tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:22.297124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c9f33d01-cc4d-4626-9ee8-5bb98bb483a6 req-f7cdb88f-50b4-41f4-8fd7-cbf7315742de tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.2645824 Jun 30 02:56:22.299274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469d8f-8b5b-443e-b70a-431b3ab9e945 req-b5902a12-da3d-4fbf-8f15-1f782f9c1d3a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:22.302909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc469d8f-8b5b-443e-b70a-431b3ab9e945 req-b5902a12-da3d-4fbf-8f15-1f782f9c1d3a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.1478784 Jun 30 02:56:22.306485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:22.310093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 6a1378ac-c8ef-4fa7-8690-e1a47af917df) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:22.312509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:22.315512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Pushing event updated for resources: {'Port': ['ID=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:22.325348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1904c04c-fd29-4e50-927e-5177754e7d4a None None] Network 6a1378ac-c8ef-4fa7-8690-e1a47af917df requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:22.328765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:22.329363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.357519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network d410507e-a3fc-43ce-8c73-5d315b94a52f is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:22.360798 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc469d8f-8b5b-443e-b70a-431b3ab9e945 req-e7360637-129f-4431-81a1-0157a3008e78 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517061 Jun 30 02:56:22.389814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:22.397736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-eaada001-09dc-4714-bc60-bdade611397c None None] Provisioning complete for port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:22.398638 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eaada001-09dc-4714-bc60-bdade611397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.435857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:22.436539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.475519 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c9f33d01-cc4d-4626-9ee8-5bb98bb483a6 req-ac3f82b1-bfd9-4f77-86c7-2fdb8932c192 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666150 Jun 30 02:56:22.487664 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:56:22.528464 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2b9ef2f9-3613-4132-9b06-e3e8c938182c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3023429 Jun 30 02:56:22.528876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37896) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:22.534440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:22.541028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.579101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:22.670250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-6cf81de1-3fac-44aa-bb6d-6b204f77a575 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0102592 Jun 30 02:56:22.684225 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900dd29b-7179-40c7-8459-cbdf2a040b5e x-openstack-request-id: req-900dd29b-7179-40c7-8459-cbdf2a040b5e {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:22.684613 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-unplugged", "status": "completed", "tag": "20dc477e-ceff-4a03-a76a-c8f3d4378a5d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:22.685745 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-900dd29b-7179-40c7-8459-cbdf2a040b5e {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:22.685745 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d', 'code': 200} Jun 30 02:56:22.706042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Port': ['ID=20dc477e-ceff-4a03-a76a-c8f3d4378a5d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:22.747106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-eaada001-09dc-4714-bc60-bdade611397c None None] Port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:22.747607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-deleted', 'tag': '346d9070-7538-4e70-b6dc-4712b4ec1f8a'}, {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-deleted', 'tag': '45bddaf2-a14c-4b74-aaa1-742550900101'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:22.749815 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a9a3e2-9763-4814-88e2-c7dcbe527eee" -d '{"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-deleted", "tag": "346d9070-7538-4e70-b6dc-4712b4ec1f8a"}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-deleted", "tag": "45bddaf2-a14c-4b74-aaa1-742550900101"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:22.777122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Request body: {'port': {'device_id': '50e2da39-894f-4f2e-a7f7-eed01cb22fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:22.788677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18cbccb5-3f23-49f0-807b-63b0d53de36a req-22842d78-ebb5-4439-bc7f-0cb9cd0fad5b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.1200991 Jun 30 02:56:22.853529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:56:22.856207 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.871665 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3ca39d-4828-4fdd-9c7f-61c3ffa151b3 x-openstack-request-id: req-5e3ca39d-4828-4fdd-9c7f-61c3ffa151b3 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:22.871665 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-deleted", "tag": "346d9070-7538-4e70-b6dc-4712b4ec1f8a", "status": "completed", "code": 200}, {"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-deleted", "tag": "45bddaf2-a14c-4b74-aaa1-742550900101", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:22.871665 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e3ca39d-4828-4fdd-9c7f-61c3ffa151b3 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:22.871665 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-deleted', 'tag': '346d9070-7538-4e70-b6dc-4712b4ec1f8a', 'status': 'completed', 'code': 200} Jun 30 02:56:22.871665 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-deleted', 'tag': '45bddaf2-a14c-4b74-aaa1-742550900101', 'status': 'completed', 'code': 200} Jun 30 02:56:22.875628 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.884267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:22.888977 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.890154 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.895585 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:22.898799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Router 6e0f635a-e894-432a-8055-7d02ed84da3d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:22.911027 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:22.911948 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:22.940134 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8e8631cb-2241-440a-88f4-12c156f08970 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5538168 Jun 30 02:56:22.940897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37900) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:22.947473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1745351256'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:22.968265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ad9a5-6b51-4070-9421-8c82e7a0e5d7 req-63c5d081-d8b6-4f85-91b2-26656226574e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:22.970017 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e44ad9a5-6b51-4070-9421-8c82e7a0e5d7 req-63c5d081-d8b6-4f85-91b2-26656226574e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.1763790 Jun 30 02:56:23.005106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.072687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Allocated IP 172.20.0.2 (6a1378ac-c8ef-4fa7-8690-e1a47af917df/06dc96da-1423-48c2-9d63-5f39a1f3f086/5d718b4d-eee5-4f76-a0d1-d79afa921ea3) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:23.084892 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.168641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:23.169249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:23.172641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.253336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:56:23.274394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9befa6e2-2583-477c-8e1d-fd24863aab05 None None] Provisioning complete for port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:23.274820 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9befa6e2-2583-477c-8e1d-fd24863aab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.276496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:23.277095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.283744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.284124 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added segment a7ac356f-1fec-4611-bb30-62963b6c5fef of type vlan for network e2c41094-a2b3-48ae-a1a4-4248c64a17db Jun 30 02:56:23.318091 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:23.403034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9befa6e2-2583-477c-8e1d-fd24863aab05 None None] Port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:23.468662 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.483797 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.489874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Transition to ACTIVE for port object 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:23.509656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Transition to ACTIVE for port object 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:23.561409 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:20Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:21Z', 'revision_number': 2, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:23.594556 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:23.595113 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Updating router c775385c-e05e-4faa-bf07-2a733d8616b6 port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:56:23.608964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e44ad9a5-6b51-4070-9421-8c82e7a0e5d7 req-089e30ff-aad4-4139-8080-e5c5de8f1b36 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322689 Jun 30 02:56:23.640617 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.641791 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.695764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Pushing event updated for resources: {'Port': ['ID=5d718b4d-eee5-4f76-a0d1-d79afa921ea3,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:23.701364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.727903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Network 6a1378ac-c8ef-4fa7-8690-e1a47af917df is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:23.729866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:23.733207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:23.782861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168614e-6356-463c-8b16-3ba26b86396c req-f74231b4-65bb-4d01-b371-312449a71dba tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:23.790837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d168614e-6356-463c-8b16-3ba26b86396c req-f74231b4-65bb-4d01-b371-312449a71dba tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 932 time: 0.6091979 Jun 30 02:56:23.821686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Attempting to bind port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:23.822063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Attempting to bind port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:23.822463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Attempting to bind port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 on network 6a1378ac-c8ef-4fa7-8690-e1a47af917df {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:23.829430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:23.829848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Checking segment: {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:23.830269 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.830734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Bound using segment: {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:23.831372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Bound port: 5d718b4d-eee5-4f76-a0d1-d79afa921ea3, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:23.831764 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.868223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d168614e-6356-463c-8b16-3ba26b86396c req-1d263ed8-10e1-41f9-85fa-76251378c0d6 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763948 Jun 30 02:56:23.882283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:23.894876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.916126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] Sync routers for ids ['6e0f635a-e894-432a-8055-7d02ed84da3d'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:23.933639 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.935638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] Routers {'6e0f635a-e894-432a-8055-7d02ed84da3d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:23.936475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6e0f635a-e894-432a-8055-7d02ed84da3d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:23.946612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:23.947256 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.950696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] No DVR routers for this DVR port 20dc477e-ceff-4a03-a76a-c8f3d4378a5d on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:23.955939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:23.958107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eccbcbc-25a6-45a7-a155-69f30e292828 req-3112f20a-a9ad-4c9a-90d5-20310ed414e6 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.74 "DELETE /v2.0/ports/20dc477e-ceff-4a03-a76a-c8f3d4378a5d HTTP/1.1" status: 204 len: 173 time: 2.4516697 Jun 30 02:56:23.980850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0015e6-5886-4a6c-a8cb-4490efe5222a req-297a0fa1-6890-4d35-bd15-a01c6bf1ac11 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:23.988262 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c0015e6-5886-4a6c-a8cb-4490efe5222a req-297a0fa1-6890-4d35-bd15-a01c6bf1ac11 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.2241261 Jun 30 02:56:23.990881 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] For port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:24.010792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] For port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5d718b4d-eee5-4f76-a0d1-d79afa921ea3,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:24.038347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:24.058652 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.080919 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c0015e6-5886-4a6c-a8cb-4490efe5222a req-5eb196f3-c725-4673-9630-8f5d234418ca tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914850 Jun 30 02:56:24.092181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Network': ['ID=e2c41094-a2b3-48ae-a1a4-4248c64a17db,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:24.107732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network e2c41094-a2b3-48ae-a1a4-4248c64a17db details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:56:24.108223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Transition to ACTIVE for port object 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:24.152422 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fe8eaac2-a10b-45ee-9d59-acf006998b42 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2100315 Jun 30 02:56:24.153160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37914) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:24.160556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'subnet': {'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:24.165539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] Set router 6e0f635a-e894-432a-8055-7d02ed84da3d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:24.168415 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.200363 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.226629 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Transition to ACTIVE for port object 022d4a92-57d7-42ba-95c6-dd0701f2cc88 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:24.228881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.288472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:24.301828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd8d20-2241-4d89-9667-3a69a30e18cb None None] Pushing event updated for resources: {'Port': ['ID=5d718b4d-eee5-4f76-a0d1-d79afa921ea3,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:24.318767 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.474024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51c38b69-3fa3-42eb-92c8-0176efb98cc5 req-0f966d6f-c8a9-49ea-a782-d49f210ad8e9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.1596329 Jun 30 02:56:24.553333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Attempting to bind port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:24.553986 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Attempting to bind port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd6049247-e336-4a32-9da0-db871243f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:24.554516 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Attempting to bind port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 on network d410507e-a3fc-43ce-8c73-5d315b94a52f {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:24.557191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.583155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.590773 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:24.591762 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Checking segment: {'id': 'd6049247-e336-4a32-9da0-db871243f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:24.592364 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.592920 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Bound using segment: {'id': 'd6049247-e336-4a32-9da0-db871243f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:24.593601 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Bound port: 022d4a92-57d7-42ba-95c6-dd0701f2cc88, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6049247-e336-4a32-9da0-db871243f698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:24.594156 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.634776 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918735f-25b8-4771-b288-a970032011da None None] Pushing event updated for resources: {'Port': ['ID=022d4a92-57d7-42ba-95c6-dd0701f2cc88,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:24.687294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6c2d2-d432-4796-919f-60a41faa06f6 req-f3dc72c6-256a-41f5-8e48-b9e873e1a024 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:24.689966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf', 'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'mac_address': 'fa:16:3e:e9:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:37Z', 'updated_at': '2021-06-30T02:44:48Z', 'revision_number': 5, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'subnets': [{'id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:24.695687 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07f6c2d2-d432-4796-919f-60a41faa06f6 req-f3dc72c6-256a-41f5-8e48-b9e873e1a024 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.4081306 Jun 30 02:56:24.749208 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] Checking router: 6e0f635a-e894-432a-8055-7d02ed84da3d for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:24.761303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] Routers {'6e0f635a-e894-432a-8055-7d02ed84da3d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:24.762829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6e0f635a-e894-432a-8055-7d02ed84da3d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:24.773803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Made reservation on behalf of 8f36c9a0a0c54283a2f746640a6b66f2 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:24.798882 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.802081 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] For port 022d4a92-57d7-42ba-95c6-dd0701f2cc88, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:24.810097 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] For port 022d4a92-57d7-42ba-95c6-dd0701f2cc88, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=022d4a92-57d7-42ba-95c6-dd0701f2cc88,segment=NetworkSegment(d6049247-e336-4a32-9da0-db871243f698),segment_id=d6049247-e336-4a32-9da0-db871243f698)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:24.869764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-deleted', 'tag': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:24.883423 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0f54c4-700e-49c8-b39f-8da775bef72e" -d '{"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-deleted", "tag": "20dc477e-ceff-4a03-a76a-c8f3d4378a5d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:24.916495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] Set router 6e0f635a-e894-432a-8055-7d02ed84da3d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:24.927594 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.991001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Allocated IP 172.25.2.16 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/130eea76-5f02-47f2-9b66-741d756f2b8c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:24.995329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07f6c2d2-d432-4796-919f-60a41faa06f6 req-407ee2c4-7ba1-490a-80a8-8218b66fc1ff tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984803 Jun 30 02:56:25.010571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Attempting to bind port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:25.010916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Attempting to bind port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:25.011254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Attempting to bind port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 on network 2b648be1-0113-4d32-9451-80e8b42fe7f4 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:25.035875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-99a4f8c7-fbe9-4276-8ca9-170587b9dbea tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:25.037730 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-99a4f8c7-fbe9-4276-8ca9-170587b9dbea tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.74 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.3229742 Jun 30 02:56:25.040534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:25.068746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 on network 2b648be1-0113-4d32-9451-80e8b42fe7f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:56:25.069076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Attempting to bind port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 on network 2b648be1-0113-4d32-9451-80e8b42fe7f4 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:25.094151 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918735f-25b8-4771-b288-a970032011da None None] Pushing event updated for resources: {'Port': ['ID=022d4a92-57d7-42ba-95c6-dd0701f2cc88,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:25.131860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:25.133191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Checking segment: {'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:25.135593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Bound using segment: {'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:25.136179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Bound port: 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:25.136653 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.145735 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:25.146373 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:25.150640 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97736af6-2caf-4c54-b606-718912cadb2f x-openstack-request-id: req-97736af6-2caf-4c54-b606-718912cadb2f {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:25.151128 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b21d7b6-d05e-438d-b473-ef6cd33b64d8", "name": "network-vif-deleted", "tag": "20dc477e-ceff-4a03-a76a-c8f3d4378a5d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:25.151974 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97736af6-2caf-4c54-b606-718912cadb2f {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:25.152641 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21d7b6-d05e-438d-b473-ef6cd33b64d8', 'name': 'network-vif-deleted', 'tag': '20dc477e-ceff-4a03-a76a-c8f3d4378a5d', 'status': 'completed', 'code': 200} Jun 30 02:56:25.345999 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:25.453250 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.455912 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] For port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:25.474402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfaac1-e09c-425a-a7ef-4c6f4cac9bd7 req-1daa6c10-c516-4dff-a17f-905836a16743 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:25.476378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42cfaac1-e09c-425a-a7ef-4c6f4cac9bd7 req-1daa6c10-c516-4dff-a17f-905836a16743 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 944 time: 0.3381486 Jun 30 02:56:25.495679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] For port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:25.511197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:25.535799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-2a1dc557-e5dd-4644-af25-93b5a40444fa tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Deleting port 70c529af-fd91-44db-82c0-7ab9fdb244c7 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:25.536193 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-2a1dc557-e5dd-4644-af25-93b5a40444fa tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.586081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf', 'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'mac_address': 'fa:16:3e:e9:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:37Z', 'updated_at': '2021-06-30T02:44:48Z', 'revision_number': 5, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'subnets': [{'id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:25.590077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920f99f-b190-4539-8eec-bf4421a7650f req-7003a20c-7b81-43d3-8a2c-656ab27f1475 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:25.591737 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1920f99f-b190-4539-8eec-bf4421a7650f req-7003a20c-7b81-43d3-8a2c-656ab27f1475 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.2172356 Jun 30 02:56:25.593456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.652965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9892a1-d2e6-4380-b025-0267f02e5c4c None None] The sync data for ids ['6e0f635a-e894-432a-8055-7d02ed84da3d'] in n-d-798249-3 is: [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:39Z', 'revision_number': 4, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf', 'name': '', 'network_id': '2b9ddc54-579a-469a-a75a-d6c07351455b', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'mac_address': 'fa:16:3e:e9:25:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:37Z', 'updated_at': '2021-06-30T02:44:48Z', 'revision_number': 5, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'subnets': [{'id': '5dd37d0e-9728-4f58-99b6-57eb8489880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:25.698244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42cfaac1-e09c-425a-a7ef-4c6f4cac9bd7 req-4a0f8bb6-20a9-49ff-83fe-d37d59c2a67f tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036581 Jun 30 02:56:25.754860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.775014 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:20Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:24Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:25.798829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-2a1dc557-e5dd-4644-af25-93b5a40444fa tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] For port 70c529af-fd91-44db-82c0-7ab9fdb244c7, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=70c529af-fd91-44db-82c0-7ab9fdb244c7,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:25.800163 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-2a1dc557-e5dd-4644-af25-93b5a40444fa tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.817699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-2a1dc557-e5dd-4644-af25-93b5a40444fa tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Calling delete_port for 70c529af-fd91-44db-82c0-7ab9fdb244c7 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:25.823146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:25.839685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.843964 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f2865-0381-43b5-ac65-c11a83f9f577 None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:20Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:24Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:25.867807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:25.871497 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.877383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-d169cd36-a4b0-469f-bfd9-fc22f6b5b3c9 service neutron] 10.222.0.83 "PUT /v2.0/ports/29d35a82-8b68-4478-9d9d-ddd2b139e6a3 HTTP/1.1" status: 200 len: 1092 time: 3.1422908 Jun 30 02:56:25.880789 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e2da39-894f-4f2e-a7f7-eed01cb22fa6', 'tag': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:25.928066 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47481951-72d9-454b-a7d2-97370c3f2eea" -d '{"events": [{"name": "network-changed", "server_uuid": "50e2da39-894f-4f2e-a7f7-eed01cb22fa6", "tag": "29d35a82-8b68-4478-9d9d-ddd2b139e6a3"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:26.000611 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1920f99f-b190-4539-8eec-bf4421a7650f req-3c5e527e-ba86-4aae-9d65-50a17434832d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879840 Jun 30 02:56:26.093091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:26.104138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Checking segment: {'id': 'a7ac356f-1fec-4611-bb30-62963b6c5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:26.104518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network hostable DHCP agents. Network: e2c41094-a2b3-48ae-a1a4-4248c64a17db, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:56:26.121446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:26.128277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:26.142872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Pushing event updated for resources: {'Port': ['ID=130eea76-5f02-47f2-9b66-741d756f2b8c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:26.160012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Subnet': ['ID=afb0f115-73c8-4c7e-bb96-470ee8100503,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:26.251001 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca34b3-89e9-4fa8-ba4e-9a6db4901210 None None] New status for floating IP 91f2907b-4aa9-43df-bcd9-72e9ff388dc1: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:56:26.279625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-5ca82d35-b06f-48e4-91ff-f4d9be4e44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:26.288460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-5ca82d35-b06f-48e4-91ff-f4d9be4e44ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0466d81086e5497dadb2f7d70213636d&device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 1095 time: 0.2365999 Jun 30 02:56:26.312362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d302be2-1379-4733-9193-c7477dc5881e None None] Network 6a1378ac-c8ef-4fa7-8690-e1a47af917df requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:26.372655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network e2c41094-a2b3-48ae-a1a4-4248c64a17db is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:56:26.377304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-c856a953-25a7-49e6-a65d-f4b8062b7e83 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3 HTTP/1.1" status: 200 len: 217 time: 0.0801239 Jun 30 02:56:26.481940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abca0b-9124-4d7a-8f2e-2bb529debe6a req-c5db8810-f4c5-4129-bc84-c0ef0c209cbc tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:26.483886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82abca0b-9124-4d7a-8f2e-2bb529debe6a req-c5db8810-f4c5-4129-bc84-c0ef0c209cbc tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 945 time: 0.5170889 Jun 30 02:56:26.487901 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-2a1dc557-e5dd-4644-af25-93b5a40444fa tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.509950 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b1c1516-ab9c-462a-aad3-5c8879e78496 req-2b826144-45c1-4744-815b-08b41b559e84 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0600288 Jun 30 02:56:26.514620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['70c529af-fd91-44db-82c0-7ab9fdb244c7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:26.543157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, e2c41094-a2b3-48ae-a1a4-4248c64a17db) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:26.550992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:26.551610 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.570927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c34695-3cba-4280-be67-5408a280589a None None] Network e2c41094-a2b3-48ae-a1a4-4248c64a17db requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:26.574473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-394d6a30-bd0e-4a1e-8ad3-df902073196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:26.576646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-394d6a30-bd0e-4a1e-8ad3-df902073196d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e72bca90-0bc0-476c-81d4-d36458ae533b HTTP/1.1" status: 200 len: 855 time: 0.1899691 Jun 30 02:56:26.578671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-23a99c96-eacb-44d0-83d6-ca810cdb78e1 None None] Provisioning for port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:26.604085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dc557-e5dd-4644-af25-93b5a40444fa tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Pushing event deleted for resources: {'Port': ['ID=70c529af-fd91-44db-82c0-7ab9fdb244c7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:26.614496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-23a99c96-eacb-44d0-83d6-ca810cdb78e1 None None] Provisioning complete for port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:26.615109 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-23a99c96-eacb-44d0-83d6-ca810cdb78e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.666794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-2c9a76c8-6526-4461-8d9b-cea86c83d4a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b648be1-0113-4d32-9451-80e8b42fe7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650580 Jun 30 02:56:26.760059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82abca0b-9124-4d7a-8f2e-2bb529debe6a req-eca04820-a56d-455d-9831-28b981e73188 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/security-groups?id=25ba4554-b9a2-4c4b-b57c-fa8f397352bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637730 Jun 30 02:56:26.787334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ef57f50f-043c-4a2e-a121-0c987a1ca234 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6316986 Jun 30 02:56:26.788038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37938) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:26.827495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-2a1dc557-e5dd-4644-af25-93b5a40444fa tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] No DVR routers for this DVR port 70c529af-fd91-44db-82c0-7ab9fdb244c7 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:26.830115 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-2a1dc557-e5dd-4644-af25-93b5a40444fa tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.836491 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2773d4b2-766a-411d-bd6f-c652e19df507 req-2a1dc557-e5dd-4644-af25-93b5a40444fa tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.74 "DELETE /v2.0/ports/70c529af-fd91-44db-82c0-7ab9fdb244c7 HTTP/1.1" status: 204 len: 173 time: 1.7845654 Jun 30 02:56:27.007356 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8c5a8c-da72-410e-9b97-9a76cbd8df66 x-openstack-request-id: req-ee8c5a8c-da72-410e-9b97-9a76cbd8df66 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:27.007897 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e2da39-894f-4f2e-a7f7-eed01cb22fa6", "tag": "29d35a82-8b68-4478-9d9d-ddd2b139e6a3", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:27.008032 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee8c5a8c-da72-410e-9b97-9a76cbd8df66 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:27.008368 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e2da39-894f-4f2e-a7f7-eed01cb22fa6', 'tag': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3', 'status': 'completed', 'code': 200} Jun 30 02:56:27.090861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 022d4a92-57d7-42ba-95c6-dd0701f2cc88 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:27.163294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12275e9-3f24-4b72-ac77-01046fe583ec', 'name': 'network-vif-deleted', 'tag': '70c529af-fd91-44db-82c0-7ab9fdb244c7'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:27.166751 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b573a5f-ed6d-4a18-978a-369850680cc2" -d '{"events": [{"server_uuid": "c12275e9-3f24-4b72-ac77-01046fe583ec", "name": "network-vif-deleted", "tag": "70c529af-fd91-44db-82c0-7ab9fdb244c7"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:27.176704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-5a120c97-31a9-498d-9e69-5b2946b8437e service neutron] 10.222.0.83 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159175 Jun 30 02:56:27.231703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.232739 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-23a99c96-eacb-44d0-83d6-ca810cdb78e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.287416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'fixed_ips': [{'subnet_id': 'afb0f115-73c8-4c7e-bb96-470ee8100503'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:56:27.288689 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.296218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a62664-9648-41a4-afa1-a43d6c20fe0a req-61ffe52c-eed0-468d-a22b-63598c411e4a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:27.298146 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e2a62664-9648-41a4-afa1-a43d6c20fe0a req-61ffe52c-eed0-468d-a22b-63598c411e4a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 944 time: 0.1480536 Jun 30 02:56:27.359630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-23a99c96-eacb-44d0-83d6-ca810cdb78e1 None None] For port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5d718b4d-eee5-4f76-a0d1-d79afa921ea3,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:27.388103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e2a62664-9648-41a4-afa1-a43d6c20fe0a req-88414749-98b9-41a1-8d83-9d9486f7a87e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808744 Jun 30 02:56:27.507341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:27.538934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391d2fc-3561-4acc-8b28-0ee00714786a req-44949280-2187-4595-b928-eed5cda0ce87 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:27.540546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4391d2fc-3561-4acc-8b28-0ee00714786a req-44949280-2187-4595-b928-eed5cda0ce87 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 945 time: 0.5291135 Jun 30 02:56:27.545026 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd42cd9-1d18-4d5e-ba7e-17026f27f174 req-868d2e20-a755-4f2f-96cc-4a4adf4cb81c service neutron] 10.222.0.83 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347590 Jun 30 02:56:27.551841 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-23a99c96-eacb-44d0-83d6-ca810cdb78e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.568484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:27.568984 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.592607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.669920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4391d2fc-3561-4acc-8b28-0ee00714786a req-7b2d8346-7da0-469d-802d-99b45c72dc18 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074212 Jun 30 02:56:27.674839 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Allocated IP 2001:db8:3::2 (e2c41094-a2b3-48ae-a1a4-4248c64a17db/afb0f115-73c8-4c7e-bb96-470ee8100503/232fe36e-8e5b-4a43-90c7-748cfb0f8dca) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:27.700276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a99c96-eacb-44d0-83d6-ca810cdb78e1 None None] Pushing event updated for resources: {'Port': ['ID=5d718b4d-eee5-4f76-a0d1-d79afa921ea3,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:27.718024 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.804953 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18656d8d-1cbd-4433-a0ca-81ba1f5495aa x-openstack-request-id: req-18656d8d-1cbd-4433-a0ca-81ba1f5495aa {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:27.814662 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12275e9-3f24-4b72-ac77-01046fe583ec", "name": "network-vif-deleted", "tag": "70c529af-fd91-44db-82c0-7ab9fdb244c7", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:27.814662 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18656d8d-1cbd-4433-a0ca-81ba1f5495aa {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:27.814662 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12275e9-3f24-4b72-ac77-01046fe583ec', 'name': 'network-vif-deleted', 'tag': '70c529af-fd91-44db-82c0-7ab9fdb244c7', 'status': 'completed', 'code': 200} Jun 30 02:56:27.847032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8936-4c85-4ff3-af38-74ace2b3a302 req-e3e16cd2-2a55-42a1-9d41-ecd7e01fab7c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:27.852416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51fb8936-4c85-4ff3-af38-74ace2b3a302 req-e3e16cd2-2a55-42a1-9d41-ecd7e01fab7c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.2612550 Jun 30 02:56:27.871051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ec9b3e6d-7480-44f9-ae9b-07ecc009a816 None None] Provisioning complete for port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:27.873547 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ec9b3e6d-7480-44f9-ae9b-07ecc009a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:27.956440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51fb8936-4c85-4ff3-af38-74ace2b3a302 req-04c009f8-1940-4c75-9303-22e076dadcc9 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963597 Jun 30 02:56:27.983198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16948466-bf67-40b8-9a4e-775e7f7cebc7 req-a66d0481-a622-40e9-8a82-839431e1b0a9 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0488732 Jun 30 02:56:28.044138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Router ffa680e1-b157-4cde-8a27-ef70f7390a61 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:56:28.102640 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.161611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47481951-72d9-454b-a7d2-97370c3f2eea req-bef760b4-15de-4e04-b81a-7e6bf8abbdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:28.163205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47481951-72d9-454b-a7d2-97370c3f2eea req-bef760b4-15de-4e04-b81a-7e6bf8abbdfc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0466d81086e5497dadb2f7d70213636d&device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 1095 time: 0.4729269 Jun 30 02:56:28.244625 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.247526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 022d4a92-57d7-42ba-95c6-dd0701f2cc88, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=022d4a92-57d7-42ba-95c6-dd0701f2cc88,segment=NetworkSegment(d6049247-e336-4a32-9da0-db871243f698),segment_id=d6049247-e336-4a32-9da0-db871243f698)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:28.255508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Transition to ACTIVE for port object 232fe36e-8e5b-4a43-90c7-748cfb0f8dca will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:28.266884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:28.270707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Transition to ACTIVE for port object 232fe36e-8e5b-4a43-90c7-748cfb0f8dca will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:28.280261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Sync routers for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:28.290169 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f9760ee-a16d-4bc0-ba07-c0185e1a1fca req-05cdcd5f-c00a-46ea-a241-ca0cdedb4b16 tempest-ServerRescueNegativeTestJSON-413110222 tempest-ServerRescueNegativeTestJSON-413110222-project] 10.222.0.77 "GET /v2.0/ports?device_id=c12275e9-3f24-4b72-ac77-01046fe583ec HTTP/1.1" status: 200 len: 210 time: 0.0574374 Jun 30 02:56:28.290758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:28.291378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:28.359615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47481951-72d9-454b-a7d2-97370c3f2eea req-a2491742-47e3-4434-9683-10f02501d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:28.361735 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47481951-72d9-454b-a7d2-97370c3f2eea req-a2491742-47e3-4434-9683-10f02501d384 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2b648be1-0113-4d32-9451-80e8b42fe7f4 HTTP/1.1" status: 200 len: 916 time: 0.1836853 Jun 30 02:56:28.411693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:28.432436 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47481951-72d9-454b-a7d2-97370c3f2eea req-ead03bb6-e2e6-4aa1-817f-3a1dc37d7c28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3 HTTP/1.1" status: 200 len: 217 time: 0.0621543 Jun 30 02:56:28.479513 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.481727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.485278 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.491534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9b40fd23-e83c-4201-902b-eba68b9c3273 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9614453 Jun 30 02:56:28.492343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37956) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:28.563877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47481951-72d9-454b-a7d2-97370c3f2eea req-c9196ca0-17c0-4b23-87f8-7450d8dee10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:28.565608 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47481951-72d9-454b-a7d2-97370c3f2eea req-c9196ca0-17c0-4b23-87f8-7450d8dee10d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e72bca90-0bc0-476c-81d4-d36458ae533b HTTP/1.1" status: 200 len: 855 time: 0.0988412 Jun 30 02:56:28.572775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Network e2c41094-a2b3-48ae-a1a4-4248c64a17db is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:28.578611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:28.584054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:28.595584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Allocated IP 2001:db8:3::1 (e2c41094-a2b3-48ae-a1a4-4248c64a17db/afb0f115-73c8-4c7e-bb96-470ee8100503/5e2603b8-87d9-46f9-8429-00d5a9d98793) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:28.660615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=022d4a92-57d7-42ba-95c6-dd0701f2cc88,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:28.673508 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-43c5e318-69b1-4fb9-a9f7-693760e106a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.736417 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.755854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Transition to ACTIVE for port object 5e2603b8-87d9-46f9-8429-00d5a9d98793 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:28.762837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Attempting to bind port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:28.763741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Attempting to bind port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a7ac356f-1fec-4611-bb30-62963b6c5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:28.764487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Attempting to bind port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca on network e2c41094-a2b3-48ae-a1a4-4248c64a17db {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:28.801452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:28.801452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Checking segment: {'id': 'a7ac356f-1fec-4611-bb30-62963b6c5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:28.801452 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.802556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Bound using segment: {'id': 'a7ac356f-1fec-4611-bb30-62963b6c5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:28.803045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Bound port: 232fe36e-8e5b-4a43-90c7-748cfb0f8dca, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ac356f-1fec-4611-bb30-62963b6c5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:28.805356 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.821946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Pushing event updated for resources: {'Port': ['ID=232fe36e-8e5b-4a43-90c7-748cfb0f8dca,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:28.836207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80079a-9bfb-447e-a690-77673227956b req-174f38d6-593c-44d1-8755-42ae4378265f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:28.846637 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c80079a-9bfb-447e-a690-77673227956b req-174f38d6-593c-44d1-8755-42ae4378265f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.5643036 Jun 30 02:56:28.849434 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47481951-72d9-454b-a7d2-97370c3f2eea req-43e7e5b6-9d12-44e6-8296-79c4a8864d90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b648be1-0113-4d32-9451-80e8b42fe7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573492 Jun 30 02:56:28.915263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] For port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:28.922421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] For port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=232fe36e-8e5b-4a43-90c7-748cfb0f8dca,segment=NetworkSegment(a7ac356f-1fec-4611-bb30-62963b6c5fef),segment_id=a7ac356f-1fec-4611-bb30-62963b6c5fef)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:28.923376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:26Z', 'revision_number': 3, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:28.960449 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47481951-72d9-454b-a7d2-97370c3f2eea req-b22425b8-5df7-450e-bcd2-c6daabaf0e4b service neutron] 10.222.0.83 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039124 Jun 30 02:56:28.963856 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.972137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Checking router: ffa680e1-b157-4cde-8a27-ef70f7390a61 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:28.972633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Updating router ffa680e1-b157-4cde-8a27-ef70f7390a61 port 130eea76-5f02-47f2-9b66-741d756f2b8c binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:56:29.005198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 022d4a92-57d7-42ba-95c6-dd0701f2cc88 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:29.034639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:29.043021 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c80079a-9bfb-447e-a690-77673227956b req-1a85320f-f821-43bd-8a7c-4d61ccb9917b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977460 Jun 30 02:56:29.133398 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:29.186608 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47481951-72d9-454b-a7d2-97370c3f2eea req-4c1b7b6f-3bd6-4349-89c3-cd7a0f971d3a service neutron] 10.222.0.83 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115002 Jun 30 02:56:29.190911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c0729-ad71-4c0f-a444-1b5bb853ad29 req-5613ceb6-6c31-47b7-a8d0-b15db7b7d0a9 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:29.192736 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f91c0729-ad71-4c0f-a444-1b5bb853ad29 req-5613ceb6-6c31-47b7-a8d0-b15db7b7d0a9 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 944 time: 0.5393162 Jun 30 02:56:29.226034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=5e2603b8-87d9-46f9-8429-00d5a9d98793,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:29.235779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.236133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.236480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.236823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.237194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.237829 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.238778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.239128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.239467 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.239809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.240143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.240474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:29.249157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network e2c41094-a2b3-48ae-a1a4-4248c64a17db is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:29.250864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:29.253772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:29.254334 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:29.324331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f91c0729-ad71-4c0f-a444-1b5bb853ad29 req-e08ccb54-b0b1-4424-b9bf-fe0ab2623a90 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139593 Jun 30 02:56:29.532572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2001176-79e9-49e6-9c67-a713a537129f None None] Pushing event updated for resources: {'Port': ['ID=232fe36e-8e5b-4a43-90c7-748cfb0f8dca,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:29.551089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:29.551741 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:29.596851 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a943efb8-01f7-42f2-be8b-c90535ffbbae req-b74e534a-a7ae-4b28-98eb-efc8d1ec6857 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0630345 Jun 30 02:56:29.713110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:56:29.769835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:29.806859 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:29.921672 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:29.930339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 70c529af-fd91-44db-82c0-7ab9fdb244c7 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:29.978989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77078313-fc00-44f6-9b41-0ac1842c5dec req-91f67f85-510f-4f41-a3b5-d18d0b1c0ce6 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:29.986386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77078313-fc00-44f6-9b41-0ac1842c5dec req-91f67f85-510f-4f41-a3b5-d18d0b1c0ce6 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 945 time: 0.1486742 Jun 30 02:56:30.035280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 70c529af-fd91-44db-82c0-7ab9fdb244c7 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:30.040519 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 70c529af-fd91-44db-82c0-7ab9fdb244c7 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:30.041361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77078313-fc00-44f6-9b41-0ac1842c5dec req-d2bc716c-d9b2-4ed2-b0a1-6053ce9ce9a7 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518372 Jun 30 02:56:30.046622 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Transition to ACTIVE for port object 130eea76-5f02-47f2-9b66-741d756f2b8c will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:30.068319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:30.080211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:30.080583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.084981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Allocated IP 172.20.0.1 (6a1378ac-c8ef-4fa7-8690-e1a47af917df/06dc96da-1423-48c2-9d63-5f39a1f3f086/d6b91f67-4b45-48b6-84d9-a773675e8371) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:30.119804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3', 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4', 'port_id': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3', 'mac_address': 'fa:16:3e:db:f5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72bca90-0bc0-476c-81d4-d36458ae533b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:56:30.129732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37970) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:30.178327 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.195802 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.224033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:30.249484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:30.297521 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.303962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.319012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Transition to ACTIVE for port object d6b91f67-4b45-48b6-84d9-a773675e8371 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:30.388336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31522167-ac32-4cc4-885c-14d873ec447c None None] Pushing event updated for resources: {'Port': ['ID=130eea76-5f02-47f2-9b66-741d756f2b8c,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:30.425812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Attempting to bind port 130eea76-5f02-47f2-9b66-741d756f2b8c on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:30.426337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Attempting to bind port 130eea76-5f02-47f2-9b66-741d756f2b8c by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:30.426551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Attempting to bind port 130eea76-5f02-47f2-9b66-741d756f2b8c on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:30.439367 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.447618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:30.448042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:30.448425 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.448821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:30.449341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Bound port: 130eea76-5f02-47f2-9b66-741d756f2b8c, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:30.449753 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.488413 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.575211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Pushing event updated for resources: {'Port': ['ID=d6b91f67-4b45-48b6-84d9-a773675e8371,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:30.580774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:30.592171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.592564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.592848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.593188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.593547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.593885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.594215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.594543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.594870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.595198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.595558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.595950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:30.613483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] For port 130eea76-5f02-47f2-9b66-741d756f2b8c, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:30.617381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] For port 130eea76-5f02-47f2-9b66-741d756f2b8c, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=130eea76-5f02-47f2-9b66-741d756f2b8c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:30.634060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Network 6a1378ac-c8ef-4fa7-8690-e1a47af917df is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:30.637943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:30.640697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:30.693893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['29d35a82-8b68-4478-9d9d-ddd2b139e6a3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:30.723452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.728790 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.792983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926b28a6-e86f-4731-8dbe-12987fcaa971 None None] Network e2c41094-a2b3-48ae-a1a4-4248c64a17db requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:30.833108 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e98c2a-8922-41f7-b352-49a2d0ebaba7 req-c46ff11d-9d5f-4580-a8e7-f834413ac948 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:30.837485 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42e98c2a-8922-41f7-b352-49a2d0ebaba7 req-c46ff11d-9d5f-4580-a8e7-f834413ac948 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.2761791 Jun 30 02:56:30.901726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f668f-3ed6-4a75-a49d-a83666c8e768 req-84be3b7f-7e4b-4d60-af39-ba12f1c50e28 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:30.909848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b1f668f-3ed6-4a75-a49d-a83666c8e768 req-84be3b7f-7e4b-4d60-af39-ba12f1c50e28 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 945 time: 0.3274627 Jun 30 02:56:30.982157 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42e98c2a-8922-41f7-b352-49a2d0ebaba7 req-26a5c604-194b-4a0f-9e64-6adf2f1af804 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334472 Jun 30 02:56:31.060916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 232fe36e-8e5b-4a43-90c7-748cfb0f8dca up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:31.072935 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.111073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b1f668f-3ed6-4a75-a49d-a83666c8e768 req-5f82d61e-4e30-4e23-82a6-127bcf365da4 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002535 Jun 30 02:56:31.141744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31522167-ac32-4cc4-885c-14d873ec447c None None] Pushing event updated for resources: {'Port': ['ID=130eea76-5f02-47f2-9b66-741d756f2b8c,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:31.201479 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.202293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.213935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:31.213935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:31.301895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event updated for resources: {'Port': ['ID=5e2603b8-87d9-46f9-8429-00d5a9d98793,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:31.303617 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.364426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-347c91e0-a9f3-4ab2-9df9-42f6f20db437 None None] Provisioning for port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:31.373737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.408512 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ee93b59-4773-4186-b04e-b648e9bfd95f req-fba45022-441e-48ae-93bb-46c11da7ef2a tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0991163 Jun 30 02:56:31.465845 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4634f489-4661-4001-90f5-5b7ce962127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.466069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.472143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:31.540676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Network e2c41094-a2b3-48ae-a1a4-4248c64a17db is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:31.549173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:31.581776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:31.600672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.629051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:31.629427 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.706555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.786621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.789771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Pushing event updated for resources: {'Port': ['ID=d6b91f67-4b45-48b6-84d9-a773675e8371,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:31.798043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:31.808743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0837348c-5860-4ade-92f9-db3f8a76c1a9 None None] Provisioning for port d6b91f67-4b45-48b6-84d9-a773675e8371 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:31.817252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0837348c-5860-4ade-92f9-db3f8a76c1a9 None None] Provisioning complete for port d6b91f67-4b45-48b6-84d9-a773675e8371 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:31.817649 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0837348c-5860-4ade-92f9-db3f8a76c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.851926 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.891940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0837348c-5860-4ade-92f9-db3f8a76c1a9 None None] Port d6b91f67-4b45-48b6-84d9-a773675e8371 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:31.912674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=232fe36e-8e5b-4a43-90c7-748cfb0f8dca,segment=NetworkSegment(a7ac356f-1fec-4611-bb30-62963b6c5fef),segment_id=a7ac356f-1fec-4611-bb30-62963b6c5fef)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:31.919134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:26Z', 'revision_number': 3, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:31.968459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Network 6a1378ac-c8ef-4fa7-8690-e1a47af917df is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:31.975260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:31.976851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2363f1c1-f4ad-498a-916c-6a94e5b9d709 None None] The sync data for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 is: [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:26Z', 'revision_number': 3, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:32.078552 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.109243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:32.120270 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:32.137227 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-97210dcb-5bde-406b-a175-bb659f060baa tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3351440 Jun 30 02:56:32.142124 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:32.144748 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:32.146881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37988) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:32.181837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6a9c597e-be5b-459c-b3b9-d21bf13f6287 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:32.210044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=232fe36e-8e5b-4a43-90c7-748cfb0f8dca,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:32.326298 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:32.331666 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b7b6-ab15-4f3e-8292-a873ca01946b None None] Provisioning complete for port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:32.331666 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b7b6-ab15-4f3e-8292-a873ca01946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.381427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Router ffa680e1-b157-4cde-8a27-ef70f7390a61 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:32.463694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d7a5e-3ab7-4424-9c9b-ed2130f56e91 req-ffca5a27-3d61-4dab-b75c-25a8d89b7b0e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:32.466294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-631d7a5e-3ab7-4424-9c9b-ed2130f56e91 req-ffca5a27-3d61-4dab-b75c-25a8d89b7b0e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.2121603 Jun 30 02:56:32.669528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-631d7a5e-3ab7-4424-9c9b-ed2130f56e91 req-e4578769-fcba-40ae-b1be-49ca5d1f0ae1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662276 Jun 30 02:56:32.707021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b7b6-ab15-4f3e-8292-a873ca01946b None None] Provisioning for port 5e2603b8-87d9-46f9-8429-00d5a9d98793 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:32.719823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b7b6-ab15-4f3e-8292-a873ca01946b None None] Provisioning complete for port 5e2603b8-87d9-46f9-8429-00d5a9d98793 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:32.720214 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b7b6-ab15-4f3e-8292-a873ca01946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.775389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63851768-eaae-4792-a0e2-65d9b324fda8 req-33b6da3f-30d6-4fab-ac84-f8d047a66b65 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:32.788788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-63851768-eaae-4792-a0e2-65d9b324fda8 req-33b6da3f-30d6-4fab-ac84-f8d047a66b65 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 945 time: 0.6998849 Jun 30 02:56:32.835817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:32.847744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b7b6-ab15-4f3e-8292-a873ca01946b None None] Port 5e2603b8-87d9-46f9-8429-00d5a9d98793 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:32.865218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cce5e2fa-fe9c-42f3-8291-7ae0923ef03b admin admin] 10.222.0.77 "PUT /v2.0/routers/ffa680e1-b157-4cde-8a27-ef70f7390a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3507543 Jun 30 02:56:32.961326 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:29Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e2603b8-87d9-46f9-8429-00d5a9d98793', 'name': '', 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:74:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:28Z', 'updated_at': '2021-06-30T02:56:30Z', 'revision_number': 2, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:32.988893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-04749a5d-edf7-49a3-847b-422ff104c7b6 None None] Provisioning complete for port 5e2603b8-87d9-46f9-8429-00d5a9d98793 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:32.991358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-04749a5d-edf7-49a3-847b-422ff104c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.033821 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:33.038732 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Updating router c775385c-e05e-4faa-bf07-2a733d8616b6 port 5e2603b8-87d9-46f9-8429-00d5a9d98793 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:56:33.084053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-04749a5d-edf7-49a3-847b-422ff104c7b6 None None] Port 5e2603b8-87d9-46f9-8429-00d5a9d98793 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:33.088127 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.104160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692dc3f-7935-44ad-82d5-2b261a7ee70a req-9157c76d-3113-45a1-a49f-4ef37ba04b1b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:33.109001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-04749a5d-edf7-49a3-847b-422ff104c7b6 None None] Provisioning complete for port d6b91f67-4b45-48b6-84d9-a773675e8371 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:33.109387 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-04749a5d-edf7-49a3-847b-422ff104c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.117065 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0692dc3f-7935-44ad-82d5-2b261a7ee70a req-9157c76d-3113-45a1-a49f-4ef37ba04b1b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 945 time: 0.1707447 Jun 30 02:56:33.160263 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.186258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-04749a5d-edf7-49a3-847b-422ff104c7b6 None None] Port d6b91f67-4b45-48b6-84d9-a773675e8371 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:33.187818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 232fe36e-8e5b-4a43-90c7-748cfb0f8dca up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:33.229582 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0692dc3f-7935-44ad-82d5-2b261a7ee70a req-6a16ed08-c17d-4eee-9985-6c055576e939 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032276 Jun 30 02:56:33.270221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:33.270597 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.331687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-19701455-52d3-4355-9e19-bf9cfe6aa53f None None] Provisioning complete for port 5e2603b8-87d9-46f9-8429-00d5a9d98793 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:33.331957 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19701455-52d3-4355-9e19-bf9cfe6aa53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.393162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-19701455-52d3-4355-9e19-bf9cfe6aa53f None None] Port 5e2603b8-87d9-46f9-8429-00d5a9d98793 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:33.476682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 130eea76-5f02-47f2-9b66-741d756f2b8c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:33.502197 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e194a49e-8358-4eab-be2a-dbfaf35a663d req-ae0bd618-0455-4a95-8b11-93f4f5091025 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0597658 Jun 30 02:56:33.617931 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.621739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 130eea76-5f02-47f2-9b66-741d756f2b8c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:33.629927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 130eea76-5f02-47f2-9b66-741d756f2b8c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:33.631572 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.670542 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Transition to ACTIVE for port object 5e2603b8-87d9-46f9-8429-00d5a9d98793 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:33.675391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-63851768-eaae-4792-a0e2-65d9b324fda8 req-aeb872fe-33bc-4acb-b116-53a40578db61 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8851478 Jun 30 02:56:33.740217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] Deleting port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:33.740760 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.758945 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.789120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:33.847646 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.888200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 130eea76-5f02-47f2-9b66-741d756f2b8c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=130eea76-5f02-47f2-9b66-741d756f2b8c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:33.903755 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64f495-9c58-40ab-bd87-b9d9bb863d64 None None] Pushing event updated for resources: {'Port': ['ID=5e2603b8-87d9-46f9-8429-00d5a9d98793,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:33.963424 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Attempting to bind port 5e2603b8-87d9-46f9-8429-00d5a9d98793 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:33.963927 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Attempting to bind port 5e2603b8-87d9-46f9-8429-00d5a9d98793 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a7ac356f-1fec-4611-bb30-62963b6c5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:33.965129 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Attempting to bind port 5e2603b8-87d9-46f9-8429-00d5a9d98793 on network e2c41094-a2b3-48ae-a1a4-4248c64a17db {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:33.973996 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:33.974896 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Checking segment: {'id': 'a7ac356f-1fec-4611-bb30-62963b6c5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:33.975453 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.976233 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Bound using segment: {'id': 'a7ac356f-1fec-4611-bb30-62963b6c5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:33.977331 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Bound port: 5e2603b8-87d9-46f9-8429-00d5a9d98793, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ac356f-1fec-4611-bb30-62963b6c5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:33.978048 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.989083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.extraroute_db [None req-6a9c597e-be5b-459c-b3b9-d21bf13f6287 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:56:33.998176 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.037040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-4bf80197-b27e-4400-bf06-0cfa3b5bb80a tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:34.040113 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-4bf80197-b27e-4400-bf06-0cfa3b5bb80a tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.83 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 945 time: 0.8049908 Jun 30 02:56:34.052088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] For port edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0,segment=NetworkSegment(3e503b7c-b08b-4bb1-86f9-654641a4429b),segment_id=3e503b7c-b08b-4bb1-86f9-654641a4429b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:34.052745 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.054705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:34.060174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.extraroute_db [None req-6a9c597e-be5b-459c-b3b9-d21bf13f6287 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Removed routes are [] {{(pid=94530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:56:34.061251 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a9c597e-be5b-459c-b3b9-d21bf13f6287 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.071912 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] For port 5e2603b8-87d9-46f9-8429-00d5a9d98793, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:34.076234 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] For port 5e2603b8-87d9-46f9-8429-00d5a9d98793, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5e2603b8-87d9-46f9-8429-00d5a9d98793,segment=NetworkSegment(a7ac356f-1fec-4611-bb30-62963b6c5fef),segment_id=a7ac356f-1fec-4611-bb30-62963b6c5fef)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:34.076529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:34.076909 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.107838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] Calling delete_port for edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:34.122962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=130eea76-5f02-47f2-9b66-741d756f2b8c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:34.208585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.224028 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.239707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e2da39-894f-4f2e-a7f7-eed01cb22fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:34.242183 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0201717-11f5-4eec-9deb-b7e982a6a52c" -d '{"events": [{"server_uuid": "50e2da39-894f-4f2e-a7f7-eed01cb22fa6", "name": "network-vif-plugged", "status": "completed", "tag": "29d35a82-8b68-4478-9d9d-ddd2b139e6a3"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:34.258647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:34.312906 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:34.313464 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:34.372307 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.439811 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:34.522054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:34.524641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6bfff-0ca4-4889-80d2-58fe62d3d8a3 req-be37056e-0a2c-4703-897d-57af5f3c5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:34.529103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83c6bfff-0ca4-4889-80d2-58fe62d3d8a3 req-be37056e-0a2c-4703-897d-57af5f3c5d20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 1097 time: 0.1134560 Jun 30 02:56:34.588104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Deleting port 71de6858-b1ed-4397-9b4e-dee143099249 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:34.588497 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.600849 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64f495-9c58-40ab-bd87-b9d9bb863d64 None None] Pushing event updated for resources: {'Port': ['ID=5e2603b8-87d9-46f9-8429-00d5a9d98793,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:34.671993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6bfff-0ca4-4889-80d2-58fe62d3d8a3 req-bc825186-6bd4-4422-b053-ecbf091fb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:34.673522 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83c6bfff-0ca4-4889-80d2-58fe62d3d8a3 req-bc825186-6bd4-4422-b053-ecbf091fb8bc service neutron] 10.222.0.74 "GET /v2.0/networks?id=1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 200 len: 914 time: 0.1370075 Jun 30 02:56:34.679825 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.737683 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83c6bfff-0ca4-4889-80d2-58fe62d3d8a3 req-d6231a66-15eb-495c-a61f-abe9d144a9a9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39451f18-3872-47b3-82e6-46fe57941507 HTTP/1.1" status: 200 len: 217 time: 0.0555773 Jun 30 02:56:34.797413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a9c597e-be5b-459c-b3b9-d21bf13f6287 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.801676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6bfff-0ca4-4889-80d2-58fe62d3d8a3 req-7d7d8852-f3ac-4ea1-9d47-ac3dffc02e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:34.803190 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 6, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e2603b8-87d9-46f9-8429-00d5a9d98793', 'name': '', 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:74:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:28Z', 'updated_at': '2021-06-30T02:56:34Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:34.803890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83c6bfff-0ca4-4889-80d2-58fe62d3d8a3 req-7d7d8852-f3ac-4ea1-9d47-ac3dffc02e14 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3cc4915e-2757-4253-b1f2-37f11c6c5454 HTTP/1.1" status: 200 len: 853 time: 0.0605004 Jun 30 02:56:34.807302 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a9c597e-be5b-459c-b3b9-d21bf13f6287 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.839153 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fdf586-6db9-4b79-af1a-2a79c7a5288a None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 6, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e2603b8-87d9-46f9-8429-00d5a9d98793', 'name': '', 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:74:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:28Z', 'updated_at': '2021-06-30T02:56:34Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:34.925307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Sync routers for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:34.943422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:34.944436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:34.977250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83c6bfff-0ca4-4889-80d2-58fe62d3d8a3 req-ed3324cc-aed2-4fec-9624-6b1335c36337 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1c3a036d-62f3-498b-8a6d-dee57280a541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565919 Jun 30 02:56:35.053573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57ddbb-e80c-43fd-bb98-70eeea1aa909 req-26557b1d-aa1a-414a-9eb5-46b86f32dfef tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:35.067140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de57ddbb-e80c-43fd-bb98-70eeea1aa909 req-26557b1d-aa1a-414a-9eb5-46b86f32dfef tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.5577819 Jun 30 02:56:35.096667 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83c6bfff-0ca4-4889-80d2-58fe62d3d8a3 req-f60a43a0-68a7-41b5-94eb-57a0e33b6350 service neutron] 10.222.0.74 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117880 Jun 30 02:56:35.103197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] For port 71de6858-b1ed-4397-9b4e-dee143099249, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=71de6858-b1ed-4397-9b4e-dee143099249,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:35.103197 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.121829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:35.217780 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83c6bfff-0ca4-4889-80d2-58fe62d3d8a3 req-4f16eae2-a2d9-4404-bef8-e6b37e10f724 service neutron] 10.222.0.74 "GET /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037743 Jun 30 02:56:35.245423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 130eea76-5f02-47f2-9b66-741d756f2b8c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:35.373713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9c597e-be5b-459c-b3b9-d21bf13f6287 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:35.409036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38018) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:35.414698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e0b1bbdf-1705-478d-b3ed-687e5400b039 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971032541', 'description': 'tempest-description--114102750'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:35.521818 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933d3619-5dad-4fc6-a3dc-93601d1be06a x-openstack-request-id: req-933d3619-5dad-4fc6-a3dc-93601d1be06a {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:35.522660 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e2da39-894f-4f2e-a7f7-eed01cb22fa6", "name": "network-vif-plugged", "status": "completed", "tag": "29d35a82-8b68-4478-9d9d-ddd2b139e6a3", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:35.523064 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-933d3619-5dad-4fc6-a3dc-93601d1be06a {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:35.523469 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e2da39-894f-4f2e-a7f7-eed01cb22fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3', 'code': 200} Jun 30 02:56:35.542074 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de57ddbb-e80c-43fd-bb98-70eeea1aa909 req-76084fac-aaa2-49bb-9e56-2708df5455f8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740636 Jun 30 02:56:35.582806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bbdf-1705-478d-b3ed-687e5400b039 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.744841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 130eea76-5f02-47f2-9b66-741d756f2b8c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:35.755196 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.782896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 71de6858-b1ed-4397-9b4e-dee143099249 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:35.786242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.836959 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bbdf-1705-478d-b3ed-687e5400b039 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.874738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8d193-db2b-476b-82d7-b3df174ee192 req-dc459e3e-d0e4-4508-b3c3-bdccb6d916fa tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:35.878606 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-26e8d193-db2b-476b-82d7-b3df174ee192 req-dc459e3e-d0e4-4508-b3c3-bdccb6d916fa tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.1919913 Jun 30 02:56:35.955102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 2, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:35.959148 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-26e8d193-db2b-476b-82d7-b3df174ee192 req-b68c0e61-84a2-45ca-8208-627c18e16f2b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553017 Jun 30 02:56:35.961310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:35.966012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bbdf-1705-478d-b3ed-687e5400b039 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.005326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Checking router: ffa680e1-b157-4cde-8a27-ef70f7390a61 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:36.005718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Updating router ffa680e1-b157-4cde-8a27-ef70f7390a61 port d6b91f67-4b45-48b6-84d9-a773675e8371 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:56:36.018933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.018933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.018933 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Floating IP f929547e-ec2b-4e2d-b271-c24c0c63f128 disassociated. External IP: 172.25.2.70, port: 71de6858-b1ed-4397-9b4e-dee143099249. Jun 30 02:56:36.018933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Calling delete_port for 71de6858-b1ed-4397-9b4e-dee143099249 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:36.040072 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.043566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1bbdf-1705-478d-b3ed-687e5400b039 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:36.088092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 71de6858-b1ed-4397-9b4e-dee143099249, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=71de6858-b1ed-4397-9b4e-dee143099249,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:36.100337 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.236404 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.252383 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce298876-a7fd-4a1e-8cb0-200d6424e4d7 req-a32b9f8e-f7f0-416d-a8af-c390885b1a5f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0557127 Jun 30 02:56:36.254510 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bbdf-1705-478d-b3ed-687e5400b039 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.263549 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e0b1bbdf-1705-478d-b3ed-687e5400b039 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8504908 Jun 30 02:56:36.264777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38020) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:36.276383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7b21fcbf-bab5-49f3-92c5-fb22626fca00 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'security_group_rule': {'security_group_id': '9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:36.381694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=71de6858-b1ed-4397-9b4e-dee143099249,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:36.449185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9c597e-be5b-459c-b3b9-d21bf13f6287 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:36.459703 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:36.473991 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:36.474612 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:36.476951 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a9c597e-be5b-459c-b3b9-d21bf13f6287 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.480887 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6a9c597e-be5b-459c-b3b9-d21bf13f6287 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6 HTTP/1.1" status: 200 len: 954 time: 4.3310127 Jun 30 02:56:36.484403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38022) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:36.485122 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b21fcbf-bab5-49f3-92c5-fb22626fca00 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.521483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b1221-5019-404f-8e6b-56e8e665e159 req-08d073f1-c3b6-41dd-8424-f70c79fd17ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:36.529662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-387b1221-5019-404f-8e6b-56e8e665e159 req-08d073f1-c3b6-41dd-8424-f70c79fd17ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.7573762 Jun 30 02:56:36.569751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ceb82-c935-4eaf-bd77-efcfb3e3fac3 req-256072fc-c560-4fb5-81ec-d926f68bb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:36.573966 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.574199 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-232ceb82-c935-4eaf-bd77-efcfb3e3fac3 req-256072fc-c560-4fb5-81ec-d926f68bb11c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 1097 time: 0.9735093 Jun 30 02:56:36.603275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Transition to ACTIVE for port object d6b91f67-4b45-48b6-84d9-a773675e8371 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:36.619019 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b21fcbf-bab5-49f3-92c5-fb22626fca00 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.657134 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:36.676977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164022-64b3-41c2-9795-d59f05edd4bc req-f65c4507-4a65-49ba-8817-8697a385adfa tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:36.683086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-232ceb82-c935-4eaf-bd77-efcfb3e3fac3 req-53c0b98a-ddc0-4b0a-a75f-5f4bb823cd5a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015873 Jun 30 02:56:36.685039 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0164022-64b3-41c2-9795-d59f05edd4bc req-f65c4507-4a65-49ba-8817-8697a385adfa tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 943 time: 0.2649975 Jun 30 02:56:36.688837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-387b1221-5019-404f-8e6b-56e8e665e159 req-f9fcb7c0-9a49-4c84-b6fd-2f3223bcb108 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580460 Jun 30 02:56:36.736328 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f27aaabb-3e5b-4057-a4cd-b98d023e98c7 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6 HTTP/1.1" status: 200 len: 954 time: 0.2234511 Jun 30 02:56:36.748286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38028) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:36.762830 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0164022-64b3-41c2-9795-d59f05edd4bc req-ef726ce7-f381-42f6-b88f-cfd214a7efed tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups?id=d2107d99-77db-4f85-a691-2adf024bc8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768092 Jun 30 02:56:36.768814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f0c77606-6c6a-499b-8280-d403f55a1c37 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'routes': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:36.806410 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.881855 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.924317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b21fcbf-bab5-49f3-92c5-fb22626fca00 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.936441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53646a9-4868-4713-8ac2-6e8318ef7d2b None None] Pushing event updated for resources: {'Port': ['ID=d6b91f67-4b45-48b6-84d9-a773675e8371,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:36.971058 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.998839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21fcbf-bab5-49f3-92c5-fb22626fca00 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a9d868-f7a6-44a2-8b23-379d92fc53f3,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:37.118124 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 6, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e2603b8-87d9-46f9-8429-00d5a9d98793', 'name': '', 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:74:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:28Z', 'updated_at': '2021-06-30T02:56:34Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:37.132504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ace8a-a172-4dde-834e-46c37f386875 req-55409a93-4acc-474e-a133-c42ad9b9f43f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:37.140990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Attempting to bind port d6b91f67-4b45-48b6-84d9-a773675e8371 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:37.141595 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e9ace8a-a172-4dde-834e-46c37f386875 req-55409a93-4acc-474e-a133-c42ad9b9f43f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.2896001 Jun 30 02:56:37.141706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Attempting to bind port d6b91f67-4b45-48b6-84d9-a773675e8371 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:37.141813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Attempting to bind port d6b91f67-4b45-48b6-84d9-a773675e8371 on network 6a1378ac-c8ef-4fa7-8690-e1a47af917df {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:37.154955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:37.155645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Checking segment: {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:37.156271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.157234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Bound using segment: {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:37.157904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Bound port: d6b91f67-4b45-48b6-84d9-a773675e8371, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:37.159269 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.169825 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:37.179309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Pushing event deleted for resources: {'Port': ['ID=71de6858-b1ed-4397-9b4e-dee143099249,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:37.181010 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b21fcbf-bab5-49f3-92c5-fb22626fca00 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.181137 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:37.181871 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:37.182177 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7b21fcbf-bab5-49f3-92c5-fb22626fca00 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9146948 Jun 30 02:56:37.185631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38032) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:37.190944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-49f8fb33-319a-49a4-8481-ff1868b2fcdd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'security_group_rule': {'security_group_id': '9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:37.213193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5e2603b8-87d9-46f9-8429-00d5a9d98793 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:37.330576 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:37.367386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] For port d6b91f67-4b45-48b6-84d9-a773675e8371, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:37.371081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] For port d6b91f67-4b45-48b6-84d9-a773675e8371, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d6b91f67-4b45-48b6-84d9-a773675e8371,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:37.378005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185f44-d42a-4b4c-a898-2a224f974e2c req-320126fc-39f1-4e55-a60d-d9720f747957 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:37.379520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9185f44-d42a-4b4c-a898-2a224f974e2c req-320126fc-39f1-4e55-a60d-d9720f747957 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.2822485 Jun 30 02:56:37.465595 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e9ace8a-a172-4dde-834e-46c37f386875 req-b7546e02-8103-4c37-83b3-62509ae25926 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227336 Jun 30 02:56:37.471386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49f8fb33-319a-49a4-8481-ff1868b2fcdd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.490285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 5e2603b8-87d9-46f9-8429-00d5a9d98793 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:37.503188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5e2603b8-87d9-46f9-8429-00d5a9d98793 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:37.503188 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.508978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:37.545980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71de6858-b1ed-4397-9b4e-dee143099249'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:37.552931 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7dac3b-c0b9-4c85-bbd9-fd27e6157bd8" -d '{"events": [{"server_uuid": "62ef13ba-c843-4e4a-9323-291aa6bf6d43", "name": "network-vif-unplugged", "status": "completed", "tag": "71de6858-b1ed-4397-9b4e-dee143099249"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:37.569041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.665016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.extraroute_db [None req-f0c77606-6c6a-499b-8280-d403f55a1c37 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added routes are [] {{(pid=94531) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:56:37.665591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.extraroute_db [None req-f0c77606-6c6a-499b-8280-d403f55a1c37 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94531) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:56:37.730596 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9185f44-d42a-4b4c-a898-2a224f974e2c req-ee761f4b-3a83-4f3e-a0b3-f9c303ae06d1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3342102 Jun 30 02:56:37.789339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:37.790219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:37.795090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53646a9-4868-4713-8ac2-6e8318ef7d2b None None] Pushing event updated for resources: {'Port': ['ID=d6b91f67-4b45-48b6-84d9-a773675e8371,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:37.852811 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49f8fb33-319a-49a4-8481-ff1868b2fcdd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.870609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0c77606-6c6a-499b-8280-d403f55a1c37 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.969272 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49f8fb33-319a-49a4-8481-ff1868b2fcdd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.015905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8fb33-319a-49a4-8481-ff1868b2fcdd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852b38cb-edaf-4fc2-b36d-d8f8151d7d3c,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:38.040896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:38.058489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] Sync routers for ids ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:38.071508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c188fe1-7729-4f22-98ec-078fa1a9fe42 req-0eba3a17-4d4e-49db-a3c8-f085c483c78d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0742524 Jun 30 02:56:38.083384 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.095547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:38.098105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] Routers {'89c3ac78-81a3-45eb-9c0e-7ad678d935f8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:38.098714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:38.122740 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 6, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e2603b8-87d9-46f9-8429-00d5a9d98793', 'name': '', 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:74:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:28Z', 'updated_at': '2021-06-30T02:56:34Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:38.157236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49f8fb33-319a-49a4-8481-ff1868b2fcdd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.175050 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-49f8fb33-319a-49a4-8481-ff1868b2fcdd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9718812 Jun 30 02:56:38.175446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38046) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:38.175564 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f0ae5d-8833-4e1e-b60d-717bab74262e None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 6, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e2603b8-87d9-46f9-8429-00d5a9d98793', 'name': '', 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:74:88:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:28Z', 'updated_at': '2021-06-30T02:56:34Z', 'revision_number': 4, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:38.181908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:38.191270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] No DVR routers for this DVR port 71de6858-b1ed-4397-9b4e-dee143099249 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:38.195497 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.197941 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9fa17497-e573-436c-abdb-939fb6ae45d9 req-17aae50d-84f3-4c4d-be05-101b9f85b24b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.83 "DELETE /v2.0/ports/71de6858-b1ed-4397-9b4e-dee143099249 HTTP/1.1" status: 204 len: 173 time: 4.1345408 Jun 30 02:56:38.221388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'name': 'network-vif-deleted', 'tag': '71de6858-b1ed-4397-9b4e-dee143099249'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:38.224307 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554825fd-d551-4dfa-8d9d-ff22ce378fcb" -d '{"events": [{"server_uuid": "62ef13ba-c843-4e4a-9323-291aa6bf6d43", "name": "network-vif-deleted", "tag": "71de6858-b1ed-4397-9b4e-dee143099249"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:38.264238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f962-b2c1-4660-b7e5-5ad27a7332c9 req-cdfaa770-83e8-4dc9-8c79-dc6f96bf20d0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:38.274012 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1b1f962-b2c1-4660-b7e5-5ad27a7332c9 req-cdfaa770-83e8-4dc9-8c79-dc6f96bf20d0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.5749865 Jun 30 02:56:38.291636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] Router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:38.380016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1b1f962-b2c1-4660-b7e5-5ad27a7332c9 req-221f5706-9329-45d2-ac5c-8fac1ecfbd36 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023443 Jun 30 02:56:38.390209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 5e2603b8-87d9-46f9-8429-00d5a9d98793, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5e2603b8-87d9-46f9-8429-00d5a9d98793,segment=NetworkSegment(a7ac356f-1fec-4611-bb30-62963b6c5fef),segment_id=a7ac356f-1fec-4611-bb30-62963b6c5fef)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:38.461243 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0c77606-6c6a-499b-8280-d403f55a1c37 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.476853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0c77606-6c6a-499b-8280-d403f55a1c37 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.480016 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab95025-dc12-470e-ae41-87ff52cdff78 x-openstack-request-id: req-4ab95025-dc12-470e-ae41-87ff52cdff78 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:38.480237 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ef13ba-c843-4e4a-9323-291aa6bf6d43", "name": "network-vif-unplugged", "status": "completed", "tag": "71de6858-b1ed-4397-9b4e-dee143099249", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:38.481140 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ab95025-dc12-470e-ae41-87ff52cdff78 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:38.481651 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71de6858-b1ed-4397-9b4e-dee143099249', 'code': 200} Jun 30 02:56:38.484034 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.524795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.600500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=5e2603b8-87d9-46f9-8429-00d5a9d98793,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:38.651794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] Set router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:38.727695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f2835746-29fa-481a-aa08-2fdbbe3e4e7e req-7d7acfe4-c1c3-4d17-9d01-37c749208c81 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/ports?device_id=62ef13ba-c843-4e4a-9323-291aa6bf6d43 HTTP/1.1" status: 200 len: 210 time: 0.0708594 Jun 30 02:56:38.794953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:38.804852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f50e1b6a-ccb3-43e7-be19-3c7005ac1f9d admin admin] 10.222.0.77 "PUT /v2.0/routers/068be1a8-e7aa-4cc6-9879-ed809df4dfb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6715188 Jun 30 02:56:38.806558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38054) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:38.810233 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] Sync routers for ids ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:38.847560 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] Routers {'068be1a8-e7aa-4cc6-9879-ed809df4dfb8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:38.850494 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:39.013003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85f1e6-45d3-4fc8-93d1-098258c1d3ff req-60a233f8-e762-46bb-8084-57f1ba18af54 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:39.014514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef85f1e6-45d3-4fc8-93d1-098258c1d3ff req-60a233f8-e762-46bb-8084-57f1ba18af54 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.6972952 Jun 30 02:56:39.020468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5e2603b8-87d9-46f9-8429-00d5a9d98793 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:39.040447 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.065139 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] Set router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:39.094075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef85f1e6-45d3-4fc8-93d1-098258c1d3ff req-558adc67-ddcf-4eca-961c-c238bacc241f tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616658 Jun 30 02:56:39.192334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c77606-6c6a-499b-8280-d403f55a1c37 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:39.224447 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243c68ea-6195-41b3-a299-f3473441066b x-openstack-request-id: req-243c68ea-6195-41b3-a299-f3473441066b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:39.224735 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ef13ba-c843-4e4a-9323-291aa6bf6d43", "name": "network-vif-deleted", "tag": "71de6858-b1ed-4397-9b4e-dee143099249", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:39.224985 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-243c68ea-6195-41b3-a299-f3473441066b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:39.225380 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ef13ba-c843-4e4a-9323-291aa6bf6d43', 'name': 'network-vif-deleted', 'tag': '71de6858-b1ed-4397-9b4e-dee143099249', 'status': 'completed', 'code': 200} Jun 30 02:56:39.335572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:37Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:39.370522 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c77606-6c6a-499b-8280-d403f55a1c37 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:39.371126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4de8be-d93d-41d0-8dc8-4a306f08eae5 None None] The sync data for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 is: [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:37Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:39.389412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:39.390856 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'name': 'tempest-ServerRescueNegativeTestJSON-361587495-router', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:28Z', 'updated_at': '2021-06-30T02:56:35Z', 'revision_number': 5, 'project_id': '36a904043a1547ccb9360780af409d88', 'gw_port': {'id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:30Z', 'updated_at': '2021-06-30T02:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:39.407303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0c77606-6c6a-499b-8280-d403f55a1c37 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.412652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f0c77606-6c6a-499b-8280-d403f55a1c37 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6 HTTP/1.1" status: 200 len: 704 time: 2.6486652 Jun 30 02:56:39.413288 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38066) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:39.435761 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] Checking router: 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:39.461995 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] Routers {'068be1a8-e7aa-4cc6-9879-ed809df4dfb8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:39.461995 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:39.480365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.508355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:39.508992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:39.613828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-353a82c5-4d8b-4ee7-98c7-c4425657c077 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:39.615427 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-353a82c5-4d8b-4ee7-98c7-c4425657c077 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 812 time: 0.7287691 Jun 30 02:56:39.635746 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.672662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:39.679101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0f4f7ad-43c4-40f8-9b57-38568994022d req-5f4d80fb-b10c-4282-a344-c589c4f45e4e tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.2411838 Jun 30 02:56:39.712666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-1e4e2bb9-44b1-4f69-8521-e1166961cc5f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/quotas/a94cd6792f3746bdbcbc060a15360cb7 HTTP/1.1" status: 200 len: 375 time: 0.0853965 Jun 30 02:56:39.713240 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] Set router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:39.761897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5e2603b8-87d9-46f9-8429-00d5a9d98793 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:39.778441 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:39.800938 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6952d43b-386d-40ba-bea6-25a64a3586c5 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6 HTTP/1.1" status: 200 len: 704 time: 0.3581779 Jun 30 02:56:39.801303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38074) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:39.803561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Allocated IP 172.25.2.149 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/837ebec5-450a-40a0-a7ce-551f63d755f0) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:40.089358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5bc02-455c-408b-96af-821cedb1e03c req-b206625e-0642-405a-9dd7-9f0d93f28e90 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:40.094482 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2be5bc02-455c-408b-96af-821cedb1e03c req-b206625e-0642-405a-9dd7-9f0d93f28e90 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.1876502 Jun 30 02:56:40.128715 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'name': 'tempest-ServerRescueNegativeTestJSON-361587495-router', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:28Z', 'updated_at': '2021-06-30T02:56:35Z', 'revision_number': 5, 'project_id': '36a904043a1547ccb9360780af409d88', 'gw_port': {'id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:30Z', 'updated_at': '2021-06-30T02:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:40.181051 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0a633-c097-404e-bc52-86c227546ee3 None None] The sync data for ids ['068be1a8-e7aa-4cc6-9879-ed809df4dfb8'] in n-d-798249-3 is: [{'id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'name': 'tempest-ServerRescueNegativeTestJSON-361587495-router', 'tenant_id': '36a904043a1547ccb9360780af409d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:28Z', 'updated_at': '2021-06-30T02:56:35Z', 'revision_number': 5, 'project_id': '36a904043a1547ccb9360780af409d88', 'gw_port': {'id': 'e06b3a84-03d6-4052-b066-587b2396b954', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068be1a8-e7aa-4cc6-9879-ed809df4dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:30Z', 'updated_at': '2021-06-30T02:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:40.231385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8d0caa43-0efa-458c-a309-1943f0af3bd7', 'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'mac_address': 'fa:16:3e:8a:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:22Z', 'revision_number': 5, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'subnets': [{'id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:40.263656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] Checking router: 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:40.351546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:37Z', 'revision_number': 7, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e2603b8-87d9-46f9-8429-00d5a9d98793', 'name': '', 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:74:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:28Z', 'updated_at': '2021-06-30T02:56:38Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:40.396157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:40.401869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2be5bc02-455c-408b-96af-821cedb1e03c req-fc3f4356-75da-46c2-a399-8996ec8ac308 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506486 Jun 30 02:56:40.402752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] Routers {'89c3ac78-81a3-45eb-9c0e-7ad678d935f8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:40.403685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:40.501457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:40.503137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:40.509982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-d7fad333-007c-47d5-b91f-32a9c03d0440 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7873716 Jun 30 02:56:40.518862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:40.650003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:40.752337 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:40.796746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Deleting port e06b3a84-03d6-4052-b066-587b2396b954 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:40.797115 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:40.836456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a80e3-d554-44bd-9d3c-764837f8d35b req-1b3d9454-5864-47e1-a60f-c3c145e962ab tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:40.841424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] Set router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:40.848100 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-640a80e3-d554-44bd-9d3c-764837f8d35b req-1b3d9454-5864-47e1-a60f-c3c145e962ab tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.2438521 Jun 30 02:56:41.008115 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-640a80e3-d554-44bd-9d3c-764837f8d35b req-cc991da5-a375-4dd1-a514-8ea6ebb8b89c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404734 Jun 30 02:56:41.053686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d6b91f67-4b45-48b6-84d9-a773675e8371 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:41.054364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] For port e06b3a84-03d6-4052-b066-587b2396b954, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e06b3a84-03d6-4052-b066-587b2396b954,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:41.056006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.092393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Calling delete_port for e06b3a84-03d6-4052-b066-587b2396b954 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:41.109813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-36219485-c975-4942-b3fb-538d8a59af3a service neutron] 10.222.0.77 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982454 Jun 30 02:56:41.220747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 5e2603b8-87d9-46f9-8429-00d5a9d98793 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:41.221787 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.412215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port 5e2603b8-87d9-46f9-8429-00d5a9d98793, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5e2603b8-87d9-46f9-8429-00d5a9d98793,segment=NetworkSegment(a7ac356f-1fec-4611-bb30-62963b6c5fef),segment_id=a7ac356f-1fec-4611-bb30-62963b6c5fef)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:41.412588 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.434954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3163a6-268a-4b37-b39b-24a859f98c91 req-ab15bff8-0998-4d3c-a243-f1659cec5ccc tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:41.435982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d6b91f67-4b45-48b6-84d9-a773675e8371 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:41.436557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a3163a6-268a-4b37-b39b-24a859f98c91 req-ab15bff8-0998-4d3c-a243-f1659cec5ccc tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.1291423 Jun 30 02:56:41.441092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 5e2603b8-87d9-46f9-8429-00d5a9d98793 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:41.455793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-06db783d-b93b-439e-90b1-eaa90f7d022d service neutron] 10.222.0.77 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440850 Jun 30 02:56:41.475453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d6b91f67-4b45-48b6-84d9-a773675e8371 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:41.475832 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.482973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a3163a6-268a-4b37-b39b-24a859f98c91 req-32c04e3d-1c1a-4195-be73-8840d6325141 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394473 Jun 30 02:56:41.494139 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.580860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8d0caa43-0efa-458c-a309-1943f0af3bd7', 'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'mac_address': 'fa:16:3e:8a:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:22Z', 'revision_number': 5, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'subnets': [{'id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:41.593413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:41.595184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:41.603775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:41.620914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.625572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2608d-9ec7-4762-b659-a09c0342fd64 None None] The sync data for ids ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'] in n-d-798249-3 is: [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:54:13Z', 'revision_number': 4, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8d0caa43-0efa-458c-a309-1943f0af3bd7', 'name': '', 'network_id': '8e1668db-a1da-47c3-8f09-57c1a871ec8b', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'mac_address': 'fa:16:3e:8a:51:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:10Z', 'updated_at': '2021-06-30T02:54:22Z', 'revision_number': 5, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'subnets': [{'id': '12b2c68a-c9f3-4c5a-ac26-778d9c98e611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:41.652757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:37Z', 'revision_number': 7, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e2603b8-87d9-46f9-8429-00d5a9d98793', 'name': '', 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:74:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:28Z', 'updated_at': '2021-06-30T02:56:38Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:41.696702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c9158-b981-4b90-8396-5f95868ef730 None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:37Z', 'revision_number': 7, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e2603b8-87d9-46f9-8429-00d5a9d98793', 'name': '', 'network_id': 'e2c41094-a2b3-48ae-a1a4-4248c64a17db', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:74:88:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:28Z', 'updated_at': '2021-06-30T02:56:38Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'afb0f115-73c8-4c7e-bb96-470ee8100503', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:41.771966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'Port': ['ID=837ebec5-450a-40a0-a7ce-551f63d755f0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:41.788641 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.851435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d6b91f67-4b45-48b6-84d9-a773675e8371, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d6b91f67-4b45-48b6-84d9-a773675e8371,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:41.872755 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f1caee7-ceae-4cd0-b614-f8660b932a09 req-e9c021bf-8e6f-47fc-8691-764fe9edc35b tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0344036 Jun 30 02:56:41.887192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Pushing event deleted for resources: {'Port': ['ID=e06b3a84-03d6-4052-b066-587b2396b954,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:41.986276 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.991480 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.032322 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.081231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=5e2603b8-87d9-46f9-8429-00d5a9d98793,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:42.163886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d6b91f67-4b45-48b6-84d9-a773675e8371,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:42.175681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38090) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:42.181299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:42.260437 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb68b95-3c9a-4d1c-826e-98ffb2e4b9bc None None] New status for floating IP f929547e-ec2b-4e2d-b271-c24c0c63f128: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:56:42.273153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:42.274004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device edc0379c-ad07-4108-a0b5-cd3bf4f4aaf0 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:42.383820 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.400360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.403408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ea97e0c-2806-46d7-88ef-87c7d6b42d25 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.416466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.446158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.449610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ea97e0c-2806-46d7-88ef-87c7d6b42d25 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.519719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf393f-d171-4ada-ac8d-2d05f963e7c0 req-255102f0-c120-4ba8-b4bd-0a000a8a1b73 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:42.521313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bbf393f-d171-4ada-ac8d-2d05f963e7c0 req-255102f0-c120-4ba8-b4bd-0a000a8a1b73 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.3287220 Jun 30 02:56:42.599422 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.600948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 068be1a8-e7aa-4cc6-9879-ed809df4dfb8 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:56:42.615787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bbf393f-d171-4ada-ac8d-2d05f963e7c0 req-9adc316d-fb56-48bc-8855-a8ac8ac5076e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877380 Jun 30 02:56:42.624978 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.626185 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3c883fb9-92a6-4698-a031-c8f1a50eda2f admin admin] 10.222.0.77 "DELETE /v2.0/routers/068be1a8-e7aa-4cc6-9879-ed809df4dfb8 HTTP/1.1" status: 204 len: 168 time: 3.8186827 Jun 30 02:56:42.640632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38104) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:42.694774 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.747266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:42.750813 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ea97e0c-2806-46d7-88ef-87c7d6b42d25 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.754670 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ea97e0c-2806-46d7-88ef-87c7d6b42d25 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.756617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0ea97e0c-2806-46d7-88ef-87c7d6b42d25 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "DELETE /v2.0/security-groups/d2107d99-77db-4f85-a691-2adf024bc8f5 HTTP/1.1" status: 204 len: 168 time: 0.5785463 Jun 30 02:56:42.761986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2287cb-ad73-467a-a71a-aec1be2c238f admin admin] Deleting subnet 33d152a6-af98-4ff0-8bef-4612b4b4a7f0 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:42.762778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38108) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:42.766103 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f2287cb-ad73-467a-a71a-aec1be2c238f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.786001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea97e0c-2806-46d7-88ef-87c7d6b42d25 tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2107d99-77db-4f85-a691-2adf024bc8f5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:42.789762 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-a2168534-9576-4844-b237-d916fc6f97db tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] show failed (client error): The resource could not be found. Jun 30 02:56:42.793303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a2168534-9576-4844-b237-d916fc6f97db tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "GET /v2.0/security-groups/d2107d99-77db-4f85-a691-2adf024bc8f5 HTTP/1.1" status: 404 len: 347 time: 0.0270917 Jun 30 02:56:42.797287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38110) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:42.813428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f2287cb-ad73-467a-a71a-aec1be2c238f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.856961 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f2287cb-ad73-467a-a71a-aec1be2c238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.896479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-949dc9c2-111f-41d6-8e44-22007b10857a req-6d00307a-014a-4c22-931d-2e04d17d1518 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 210 time: 0.1734850 Jun 30 02:56:43.118840 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f2287cb-ad73-467a-a71a-aec1be2c238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.123332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:43.137444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:43.144372 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cd8e2833-0822-4b58-b8a9-a1ba33be1fb0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3352010 Jun 30 02:56:43.144854 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.147904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38118) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:43.149753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:43.150546 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f2287cb-ad73-467a-a71a-aec1be2c238f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.151526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:43.157838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0f2287cb-ad73-467a-a71a-aec1be2c238f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/33d152a6-af98-4ff0-8bef-4612b4b4a7f0 HTTP/1.1" status: 204 len: 168 time: 0.5140038 Jun 30 02:56:43.165656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38120) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:43.197697 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2287cb-ad73-467a-a71a-aec1be2c238f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d152a6-af98-4ff0-8bef-4612b4b4a7f0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:43.280359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3fe5f6bc-af39-452d-aff7-5987db135c22 req-4c30b0b0-c387-4076-817c-f78379a6ae27 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0684469 Jun 30 02:56:43.311911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.368608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.387735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:43.466718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d6b91f67-4b45-48b6-84d9-a773675e8371 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:43.524247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-0657cf36-b0f6-40f4-be2e-556244789ebd tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting subnet afb0f115-73c8-4c7e-bb96-470ee8100503 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:43.528414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0657cf36-b0f6-40f4-be2e-556244789ebd tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.534427 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.588959 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.602657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:43.656743 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0657cf36-b0f6-40f4-be2e-556244789ebd tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.667839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'Port': ['ID=837ebec5-450a-40a0-a7ce-551f63d755f0,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:43.743574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b298a5-c9ec-4358-bc98-313a91713d24 req-5de17c61-9a7c-4fd7-8d0a-b94482f84488 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:43.744158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e503b7c-b08b-4bb1-86f9-654641a4429b') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:43.744455 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e503b7c-b08b-4bb1-86f9-654641a4429b') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:43.745210 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2b298a5-c9ec-4358-bc98-313a91713d24 req-5de17c61-9a7c-4fd7-8d0a-b94482f84488 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.2031636 Jun 30 02:56:43.747326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cc84a171-d67f-4d68-b21d-c5c954f3ad3b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Deleting port 1949f961-1681-4994-9e6d-11ba4bd14d70 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:43.747670 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc84a171-d67f-4d68-b21d-c5c954f3ad3b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.757109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.758392 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-de6c5830-339e-4a25-b3db-deaa37e07b39 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5820346 Jun 30 02:56:43.853338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2b298a5-c9ec-4358-bc98-313a91713d24 req-07293cd5-5aef-4098-81e3-4373b26ff26f tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936899 Jun 30 02:56:43.889829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.895879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d6b91f67-4b45-48b6-84d9-a773675e8371 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:43.896261 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.980165 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-3d4137d3-69c2-4b6f-b2dd-4428c43c06ef tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1971032541&fields=id&tenant_id=0d7600261eed4f3ebbdb448c22d08382 HTTP/1.1" status: 200 len: 267 time: 0.0429540 Jun 30 02:56:44.008412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.012667 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc84a171-d67f-4d68-b21d-c5c954f3ad3b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.012985 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc84a171-d67f-4d68-b21d-c5c954f3ad3b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.038811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:44.039143 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:44.040815 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:44.047173 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0657cf36-b0f6-40f4-be2e-556244789ebd tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.064859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 8, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:44.094062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:44.106974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cc84a171-d67f-4d68-b21d-c5c954f3ad3b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Calling delete_port for 1949f961-1681-4994-9e6d-11ba4bd14d70 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:44.122552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:44.130306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:44.161986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-14f65294-cced-4981-9015-8da99c6936eb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:44.172159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-14f65294-cced-4981-9015-8da99c6936eb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 815 time: 0.1854131 Jun 30 02:56:44.200057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb472faa-83cf-4615-809e-b720d3ec21f4 req-1abccae8-a6c4-4fc8-aeef-61f909f26ac6 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:44.201609 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb472faa-83cf-4615-809e-b720d3ec21f4 req-1abccae8-a6c4-4fc8-aeef-61f909f26ac6 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.2865841 Jun 30 02:56:44.210214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-8f5b6bce-2388-4854-9fef-ff5253dffbc0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/quotas/0d7600261eed4f3ebbdb448c22d08382 HTTP/1.1" status: 200 len: 375 time: 0.0370495 Jun 30 02:56:44.244124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:44.282847 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb472faa-83cf-4615-809e-b720d3ec21f4 req-46def1ad-0261-482c-8423-fbff527fea8c tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729640 Jun 30 02:56:44.321454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-47430273-ff81-41af-a25f-f4d7933eace9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103706 Jun 30 02:56:44.392089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.404598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.420090 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1 HTTP/1.1" status: 204 len: 168 time: 1.2427573 Jun 30 02:56:44.436175 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-8c4ce248-8553-4e64-9b7d-333b2bada217 service neutron] 10.222.0.77 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019657 Jun 30 02:56:44.537312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 8, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:44.540533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-3ae73cff-e5e1-4adb-920c-af5888cb3d4d service neutron] 10.222.0.77 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975053 Jun 30 02:56:44.567780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63600fb1-c576-439f-b58c-2cc401afed82 None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 8, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '022d4a92-57d7-42ba-95c6-dd0701f2cc88', 'name': '', 'network_id': 'd410507e-a3fc-43ce-8c73-5d315b94a52f', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:6f:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:18Z', 'updated_at': '2021-06-30T02:56:28Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'cae5b6e1-5ac0-4449-8b04-6b3719369fa9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:44.811769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-155d5188-605c-462c-a6f8-8b4f0f305c91 req-2f571e5e-b628-4284-9761-613c3823d504 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 210 time: 0.3853130 Jun 30 02:56:44.813025 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0657cf36-b0f6-40f4-be2e-556244789ebd tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.821916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e4e6d-8519-4ac5-bae0-13156ada16c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5647cfcf-74fc-4e7a-8f10-717ca8c6b7a1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:44.833179 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0657cf36-b0f6-40f4-be2e-556244789ebd tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.833948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38148) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:44.840746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9ea529-04ab-4b80-a7da-50b752f466b5 None None] Network e2c41094-a2b3-48ae-a1a4-4248c64a17db requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:44.843107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0657cf36-b0f6-40f4-be2e-556244789ebd tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/afb0f115-73c8-4c7e-bb96-470ee8100503 HTTP/1.1" status: 204 len: 168 time: 1.6953351 Jun 30 02:56:44.884072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657cf36-b0f6-40f4-be2e-556244789ebd tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Subnet': ['ID=afb0f115-73c8-4c7e-bb96-470ee8100503,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:44.941368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc84a171-d67f-4d68-b21d-c5c954f3ad3b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:44.997702 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.013159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84a171-d67f-4d68-b21d-c5c954f3ad3b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Pushing event deleted for resources: {'Port': ['ID=1949f961-1681-4994-9e6d-11ba4bd14d70,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:45.123188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5e2603b8-87d9-46f9-8429-00d5a9d98793 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:45.124989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38156) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:45.146508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 5e2603b8-87d9-46f9-8429-00d5a9d98793 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:45.146860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5e2603b8-87d9-46f9-8429-00d5a9d98793 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:45.147280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e06b3a84-03d6-4052-b066-587b2396b954 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:45.203139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e06b3a84-03d6-4052-b066-587b2396b954 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:45.203350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e06b3a84-03d6-4052-b066-587b2396b954 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:45.224198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-abb9855a-e4d9-4ec6-9b24-d72d75226bad req-ecb4393f-c902-4d64-ba82-00f6b4b50d92 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b21d7b6-d05e-438d-b473-ef6cd33b64d8 HTTP/1.1" status: 200 len: 210 time: 0.0892022 Jun 30 02:56:45.235326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:45.235639 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.264247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc84a171-d67f-4d68-b21d-c5c954f3ad3b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.264247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc84a171-d67f-4d68-b21d-c5c954f3ad3b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.265150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cc84a171-d67f-4d68-b21d-c5c954f3ad3b tempest-ServersTestManualDisk-538526242 tempest-ServersTestManualDisk-538526242-project] 10.222.0.77 "DELETE /v2.0/floatingips/f929547e-ec2b-4e2d-b271-c24c0c63f128 HTTP/1.1" status: 204 len: 168 time: 2.4648368 Jun 30 02:56:45.276402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38162) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:45.331674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f51dd6-fae1-4b09-bf9b-801c8f24bd7d req-b3017c89-8d79-443e-b401-c7af979a3d2d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:45.335118 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8f51dd6-fae1-4b09-bf9b-801c8f24bd7d req-b3017c89-8d79-443e-b401-c7af979a3d2d tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.2521334 Jun 30 02:56:45.360241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e19e71-9872-4b4e-9bc6-38207799ddee None None] DHCP port deletion for e2c41094-a2b3-48ae-a1a4-4248c64a17db request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:56:45.380628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02421526-1a08-4c3d-9dbb-4b8900313618 req-b1f175e1-2ac1-4f79-8dfe-e98acbbde4b0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 210 time: 0.0588908 Jun 30 02:56:45.386326 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1a5659f3-0dbd-410f-85b8-3f6dee09d135 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=36a904043a1547ccb9360780af409d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602682 Jun 30 02:56:45.393825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38164) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:45.416523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=232fe36e-8e5b-4a43-90c7-748cfb0f8dca,segment=NetworkSegment(a7ac356f-1fec-4611-bb30-62963b6c5fef),segment_id=a7ac356f-1fec-4611-bb30-62963b6c5fef)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:45.416523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.429535 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8f51dd6-fae1-4b09-bf9b-801c8f24bd7d req-6578dfa0-bf55-48ae-99a7-bac4241ea035 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822663 Jun 30 02:56:45.449775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 232fe36e-8e5b-4a43-90c7-748cfb0f8dca owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:45.455202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-49e19e71-9872-4b4e-9bc6-38207799ddee None None] Deleting port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:45.462409 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49e19e71-9872-4b4e-9bc6-38207799ddee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.535404 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf2cdbe0-30d4-44b4-94b0-a122a3f87cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.592173 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf2cdbe0-30d4-44b4-94b0-a122a3f87cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.600687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-49e19e71-9872-4b4e-9bc6-38207799ddee None None] For port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=232fe36e-8e5b-4a43-90c7-748cfb0f8dca,segment=NetworkSegment(a7ac356f-1fec-4611-bb30-62963b6c5fef),segment_id=a7ac356f-1fec-4611-bb30-62963b6c5fef)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:45.601076 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49e19e71-9872-4b4e-9bc6-38207799ddee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.614949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-49e19e71-9872-4b4e-9bc6-38207799ddee None None] Calling delete_port for 232fe36e-8e5b-4a43-90c7-748cfb0f8dca owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:45.703664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19412f9-29b0-427e-a622-841c5c724f20 req-1287bcaa-2080-4170-be25-13bb6e6e47d5 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:45.710593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d19412f9-29b0-427e-a622-841c5c724f20 req-1287bcaa-2080-4170-be25-13bb6e6e47d5 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.1411259 Jun 30 02:56:45.715364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df795bea-c948-44e4-a0db-be012121c2ba req-8e02bb72-351a-45a5-8a0e-9af0c0b225cb tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:45.716914 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-df795bea-c948-44e4-a0db-be012121c2ba req-8e02bb72-351a-45a5-8a0e-9af0c0b225cb tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.1412590 Jun 30 02:56:45.754036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d19412f9-29b0-427e-a622-841c5c724f20 req-23211566-32c5-4ba9-964b-6cc56e15eb20 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425785 Jun 30 02:56:45.766946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-df795bea-c948-44e4-a0db-be012121c2ba req-c5dc231d-704f-4733-ba4b-8a816d8f5555 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Jun 30 02:56:45.806807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:56:45.812808 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 02:56:45.817275 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49e19e71-9872-4b4e-9bc6-38207799ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.831536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:45.842676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=232fe36e-8e5b-4a43-90c7-748cfb0f8dca,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:45.849024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No DVR routers for this DVR port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:45.856750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e19e71-9872-4b4e-9bc6-38207799ddee None None] Pushing event deleted for resources: {'Port': ['ID=232fe36e-8e5b-4a43-90c7-748cfb0f8dca,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:45.873588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e19e71-9872-4b4e-9bc6-38207799ddee None None] No DVR routers for this DVR port 232fe36e-8e5b-4a43-90c7-748cfb0f8dca on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:45.983187 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.024096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf2cdbe0-30d4-44b4-94b0-a122a3f87cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.026676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf2cdbe0-30d4-44b4-94b0-a122a3f87cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.027882 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bf2cdbe0-30d4-44b4-94b0-a122a3f87cbd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25ba4554-b9a2-4c4b-b57c-fa8f397352bb HTTP/1.1" status: 204 len: 168 time: 0.6349845 Jun 30 02:56:46.033862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-673be27b-f449-4889-bd1f-ebd9c2c8ff0a req-4a1de27b-14e2-4995-a4b2-ec5fd45fbd63 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 210 time: 0.0412357 Jun 30 02:56:46.041067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cdbe0-30d4-44b4-94b0-a122a3f87cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba4554-b9a2-4c4b-b57c-fa8f397352bb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:46.090384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f0712-5f87-4ad1-a354-f7cd816cd0bd req-c1d2d367-2e11-485b-b3ef-617a14d9a1f1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:46.090384 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb8f0712-5f87-4ad1-a354-f7cd816cd0bd req-c1d2d367-2e11-485b-b3ef-617a14d9a1f1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.0954852 Jun 30 02:56:46.152958 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb8f0712-5f87-4ad1-a354-f7cd816cd0bd req-2de65b22-7a1f-4858-9d46-28cdc07cee7e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570605 Jun 30 02:56:46.183881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c41094-a2b3-48ae-a1a4-4248c64a17db']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:46.199389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ac356f-1fec-4611-bb30-62963b6c5fef') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:46.199389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ac356f-1fec-4611-bb30-62963b6c5fef') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:46.207753 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.210643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] Deleting port 8d0caa43-0efa-458c-a309-1943f0af3bd7 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:46.210989 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.240884 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.248515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:46.250780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:46.252717 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:46.323741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] For port 8d0caa43-0efa-458c-a309-1943f0af3bd7, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8d0caa43-0efa-458c-a309-1943f0af3bd7,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:46.324133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.389367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] Calling delete_port for 8d0caa43-0efa-458c-a309-1943f0af3bd7 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:46.468208 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.476916 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.481807 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/networks/e2c41094-a2b3-48ae-a1a4-4248c64a17db HTTP/1.1" status: 204 len: 168 time: 1.6468322 Jun 30 02:56:46.486308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38186) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:46.498758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba91d6b-702f-44cf-af04-e1f5031143a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Network': ['ID=e2c41094-a2b3-48ae-a1a4-4248c64a17db,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:46.510955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f8dcb-972b-46fc-8109-d09b0e294445 req-53911c89-c2ac-47ff-987c-7fd9df949976 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:46.518425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e97f8dcb-972b-46fc-8109-d09b0e294445 req-53911c89-c2ac-47ff-987c-7fd9df949976 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.1018217 Jun 30 02:56:46.540935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-3947bc60-e599-4b27-ad48-03ea9b393627 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:46.542614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-3947bc60-e599-4b27-ad48-03ea9b393627 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 812 time: 0.2132597 Jun 30 02:56:46.575583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'port': {'device_id': '6b84deea-aa94-4e95-9625-79a082720f89', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'admin_state_up': True, 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:46.593506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38192) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:46.613325 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e97f8dcb-972b-46fc-8109-d09b0e294445 req-e86f8a41-a4ba-4705-9ecd-d417eeb4403b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938592 Jun 30 02:56:46.724179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f851831d-1f49-4486-93fa-bda2b1694401 req-18a23925-290b-46ec-8de4-2abfb9faa9ba tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 210 time: 0.0284927 Jun 30 02:56:46.750402 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-027c8080-6191-4cff-bb99-3b9b2c454aa1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.865869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d5bbc-5ac1-4d00-b311-531037f11a53 req-d6e25559-caa7-47b4-8621-223ea5c4cdd1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:46.867390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d84d5bbc-5ac1-4d00-b311-531037f11a53 req-d6e25559-caa7-47b4-8621-223ea5c4cdd1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.1246886 Jun 30 02:56:46.901730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-027c8080-6191-4cff-bb99-3b9b2c454aa1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.947171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d84d5bbc-5ac1-4d00-b311-531037f11a53 req-7af4a860-7dd4-4db5-a941-4628d849d256 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736842 Jun 30 02:56:46.951779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 232fe36e-8e5b-4a43-90c7-748cfb0f8dca no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:46.991731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 232fe36e-8e5b-4a43-90c7-748cfb0f8dca {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:46.991731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 232fe36e-8e5b-4a43-90c7-748cfb0f8dca not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:47.171829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-027c8080-6191-4cff-bb99-3b9b2c454aa1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.174377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-027c8080-6191-4cff-bb99-3b9b2c454aa1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.175545 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-027c8080-6191-4cff-bb99-3b9b2c454aa1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "DELETE /v2.0/security-groups/4f97998c-e60a-4d93-83db-2bd0a0a75251 HTTP/1.1" status: 204 len: 168 time: 0.5771351 Jun 30 02:56:47.179872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38212) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:47.202505 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-a42c90f8-8112-4238-9226-81d6151e9189 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] show failed (client error): The resource could not be found. Jun 30 02:56:47.203910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a42c90f8-8112-4238-9226-81d6151e9189 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "GET /v2.0/security-groups/4f97998c-e60a-4d93-83db-2bd0a0a75251 HTTP/1.1" status: 404 len: 347 time: 0.0220354 Jun 30 02:56:47.209439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38214) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:47.219609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c8080-6191-4cff-bb99-3b9b2c454aa1 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f97998c-e60a-4d93-83db-2bd0a0a75251,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:47.257950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712613-3e4f-4549-a3b9-0672322d7a70 req-973033d6-5ead-47a0-ac36-ae48b49d1493 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:47.265437 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81712613-3e4f-4549-a3b9-0672322d7a70 req-973033d6-5ead-47a0-ac36-ae48b49d1493 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.2475238 Jun 30 02:56:47.291152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf0adb-9c04-44c2-852d-933f5e1456af req-bb9fc2e4-bedd-40b0-bba9-5c4e2414e8b4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:47.292662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-58cf0adb-9c04-44c2-852d-933f5e1456af req-bb9fc2e4-bedd-40b0-bba9-5c4e2414e8b4 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.1657913 Jun 30 02:56:47.326124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81712613-3e4f-4549-a3b9-0672322d7a70 req-a78999c1-2330-436c-a6c0-2f16ac4a69f6 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602419 Jun 30 02:56:47.384523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-58cf0adb-9c04-44c2-852d-933f5e1456af req-7dca79f7-9d64-4959-9acb-5709146e66b1 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506713 Jun 30 02:56:47.390463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Made reservation on behalf of a94cd6792f3746bdbcbc060a15360cb7 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:47.396232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.478493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-114dc2e0-d66a-45ba-adee-9f8d6b074bfb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Deleting port 3757a254-0b99-46fa-8ab9-9a4a83b34676 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:47.478841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-114dc2e0-d66a-45ba-adee-9f8d6b074bfb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.481831 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.550430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0caa43-0efa-458c-a309-1943f0af3bd7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:47.569578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45f88e45-6183-4c10-8149-10ab5652053c req-dd10666e-6d14-483f-b4aa-9413dabb90a1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 210 time: 0.0769482 Jun 30 02:56:47.699032 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-114dc2e0-d66a-45ba-adee-9f8d6b074bfb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.700743 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-114dc2e0-d66a-45ba-adee-9f8d6b074bfb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.731521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-114dc2e0-d66a-45ba-adee-9f8d6b074bfb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Calling delete_port for 3757a254-0b99-46fa-8ab9-9a4a83b34676 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:47.757727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.815138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38228) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:47.946307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6114a98b-a50e-4c3c-8931-ad99dd51f6f1 req-e02f27f6-c208-4a51-8179-e1ba9bdadc4f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 210 time: 0.0391536 Jun 30 02:56:47.953692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Allocated IP 172.20.0.13 (69eb99e6-aef0-4477-9db7-0070bde99f86/a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00/edc682b6-ef9a-4438-ba6e-30796af2c8a1) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:48.019005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-712848960-network', 'tenant_id': '582921a71af9463eada2b5efc68cbfad'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:48.134168 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.254626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa2ce8-f8ab-4d2e-9f07-7e556ba456bc req-03747b98-40bc-453a-84e8-d25630964222 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:48.256200 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81aa2ce8-f8ab-4d2e-9f07-7e556ba456bc req-03747b98-40bc-453a-84e8-d25630964222 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.6366045 Jun 30 02:56:48.323855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81aa2ce8-f8ab-4d2e-9f07-7e556ba456bc req-b4211dc7-5873-48ce-9cab-414f2fed2fae tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613892 Jun 30 02:56:48.409783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-114dc2e0-d66a-45ba-adee-9f8d6b074bfb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.450020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114dc2e0-d66a-45ba-adee-9f8d6b074bfb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Port': ['ID=3757a254-0b99-46fa-8ab9-9a4a83b34676,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:48.552699 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-114dc2e0-d66a-45ba-adee-9f8d6b074bfb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.555576 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-114dc2e0-d66a-45ba-adee-9f8d6b074bfb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.556716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-114dc2e0-d66a-45ba-adee-9f8d6b074bfb tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "DELETE /v2.0/floatingips/91f2907b-4aa9-43df-bcd9-72e9ff388dc1 HTTP/1.1" status: 204 len: 168 time: 1.3459377 Jun 30 02:56:48.560897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Made reservation on behalf of 582921a71af9463eada2b5efc68cbfad for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:48.561101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38238) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:48.562976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.606265 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.624583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42945ae-653a-4039-9d10-c9e374c271b9 req-ec05ddfd-e28b-44fe-b655-e899afea9d8b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:48.625911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b42945ae-653a-4039-9d10-c9e374c271b9 req-ec05ddfd-e28b-44fe-b655-e899afea9d8b tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.1228907 Jun 30 02:56:48.691989 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b42945ae-653a-4039-9d10-c9e374c271b9 req-2d67e659-8c74-4e2f-ac45-5f5c617754b0 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590611 Jun 30 02:56:48.707602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1b84d1d5-e29d-40d1-92e9-d17a7f976f5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Deleting port 600114d5-9810-4fd3-854d-b1f2ec027f54 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:48.708266 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b84d1d5-e29d-40d1-92e9-d17a7f976f5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.733725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.801587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Transition to ACTIVE for port object edc682b6-ef9a-4438-ba6e-30796af2c8a1 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:48.832430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29f39b-1124-49ab-ae73-1d6ce5d3287c req-43292e07-8909-4c7c-8176-14e40b8604aa tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:48.833971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae29f39b-1124-49ab-ae73-1d6ce5d3287c req-43292e07-8909-4c7c-8176-14e40b8604aa tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.2818704 Jun 30 02:56:48.854596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b84d1d5-e29d-40d1-92e9-d17a7f976f5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:48.858606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c44377-dfb9-4a47-a019-0e465351ac39 req-7472d5b7-4129-4f7f-a104-adcb354f6c45 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 210 time: 0.0449588 Jun 30 02:56:48.869998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1b84d1d5-e29d-40d1-92e9-d17a7f976f5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Calling delete_port for 600114d5-9810-4fd3-854d-b1f2ec027f54 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:49.023354 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae29f39b-1124-49ab-ae73-1d6ce5d3287c req-5c0cbd1d-79c0-4e65-9e58-a9871904b5f2 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496937 Jun 30 02:56:49.079168 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.085719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] Router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:49.095085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 022d4a92-57d7-42ba-95c6-dd0701f2cc88 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:49.095435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.099485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76fdbe-e98a-4602-915c-38b40c52873d req-e77e350d-b3bb-45ff-a816-039638acb7b8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:49.101189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d76fdbe-e98a-4602-915c-38b40c52873d req-e77e350d-b3bb-45ff-a816-039638acb7b8 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.0777638 Jun 30 02:56:49.143643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d76fdbe-e98a-4602-915c-38b40c52873d req-3c05bce9-3237-4454-88fe-8d26e3811580 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Jun 30 02:56:49.174323 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-204a8784-8798-44d9-8c45-e55117ec0e81 req-33a5a384-ac6b-4c59-be14-674c597b1643 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 210 time: 0.0328245 Jun 30 02:56:49.245189 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.264602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9a3a574a-28ef-4a02-b84d-6d81b214b059', '3bd3c888-60d8-40db-ba33-de656b7dbbb1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:49.291868 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b84d1d5-e29d-40d1-92e9-d17a7f976f5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.327384 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.332506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port 022d4a92-57d7-42ba-95c6-dd0701f2cc88, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=022d4a92-57d7-42ba-95c6-dd0701f2cc88,segment=NetworkSegment(d6049247-e336-4a32-9da0-db871243f698),segment_id=d6049247-e336-4a32-9da0-db871243f698)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:49.332933 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.379745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07408038-4683-4b27-889a-7c1c4317b700,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:49.398228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:49.410507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84d1d5-e29d-40d1-92e9-d17a7f976f5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Port': ['ID=600114d5-9810-4fd3-854d-b1f2ec027f54,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:49.413431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:49.426696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 022d4a92-57d7-42ba-95c6-dd0701f2cc88 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:49.428009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:49.436338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:56:49.452003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'Port': ['ID=edc682b6-ef9a-4438-ba6e-30796af2c8a1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:49.477844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3a37d70-c563-4d1c-9a11-159d655aeb16 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:49.479118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3a37d70-c563-4d1c-9a11-159d655aeb16 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.74 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 815 time: 0.2901995 Jun 30 02:56:49.499747 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.500188 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Added segment fc3c14a2-e5cd-428c-b465-70a43fa8c01e of type vlan for network cdd5743c-d4a9-4f20-af1c-c2500a6c4f74 Jun 30 02:56:49.509913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:49.524203 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064db513-973c-47e1-b004-75f9e9572034 None None] Sync routers for ids ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:49.538387 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cdb42fad-15a9-4640-a0da-6ee8ebf96d66 admin admin] 10.222.0.77 "PUT /v2.0/routers/89c3ac78-81a3-45eb-9c0e-7ad678d935f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2589040 Jun 30 02:56:49.540882 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064db513-973c-47e1-b004-75f9e9572034 None None] Routers {'89c3ac78-81a3-45eb-9c0e-7ad678d935f8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:49.541723 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-064db513-973c-47e1-b004-75f9e9572034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:49.553443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38250) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:49.655317 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-3044cd9a-3094-44e5-b612-496c2e3c526a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d7600261eed4f3ebbdb448c22d08382 HTTP/1.1" status: 200 len: 380 time: 0.1265421 Jun 30 02:56:49.668655 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.669002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'port': {'device_id': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'admin_state_up': True, 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'security_groups': ['9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:49.679738 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-064db513-973c-47e1-b004-75f9e9572034 None None] Set router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:49.695710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:49.696447 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.737472 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b84d1d5-e29d-40d1-92e9-d17a7f976f5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.744354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1b84d1d5-e29d-40d1-92e9-d17a7f976f5d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "DELETE /v2.0/ports/600114d5-9810-4fd3-854d-b1f2ec027f54 HTTP/1.1" status: 204 len: 168 time: 1.1825523 Jun 30 02:56:49.763297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38252) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:49.787329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede64a2-7a61-4ec9-8431-efd9362c9434 req-f918f10a-a1ee-4ced-bb81-a539b8b3ee01 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:49.796144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ede64a2-7a61-4ec9-8431-efd9362c9434 req-f918f10a-a1ee-4ced-bb81-a539b8b3ee01 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.4776156 Jun 30 02:56:49.864773 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3ede64a2-7a61-4ec9-8431-efd9362c9434 req-cc16f104-cf9d-4aa1-985c-bd77cd609064 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676255 Jun 30 02:56:49.867497 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-00cad998-19bf-484e-9510-c926568aafb6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2956796 Jun 30 02:56:49.885892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Request body: {'port': {'device_id': '6b84deea-aa94-4e95-9625-79a082720f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:49.935999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6de0377e-dade-4f6b-a518-1644c04a47d6 None None] Provisioning for port edc682b6-ef9a-4438-ba6e-30796af2c8a1 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:49.940869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6de0377e-dade-4f6b-a518-1644c04a47d6 None None] Provisioning complete for port edc682b6-ef9a-4438-ba6e-30796af2c8a1 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:49.941457 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6de0377e-dade-4f6b-a518-1644c04a47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.980397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.006189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6de0377e-dade-4f6b-a518-1644c04a47d6 None None] Port edc682b6-ef9a-4438-ba6e-30796af2c8a1 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:50.042706 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.043792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:50.044460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.046178 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-064db513-973c-47e1-b004-75f9e9572034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:56:47Z', 'revision_number': 5, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:50.190721 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064db513-973c-47e1-b004-75f9e9572034 None None] Checking router: 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:50.206657 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064db513-973c-47e1-b004-75f9e9572034 None None] Routers {'89c3ac78-81a3-45eb-9c0e-7ad678d935f8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:50.209163 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-064db513-973c-47e1-b004-75f9e9572034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:50.237457 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.240004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Made reservation on behalf of 0d7600261eed4f3ebbdb448c22d08382 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:50.243546 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.274140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd5743c-d4a9-4f20-af1c-c2500a6c4f74,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:50.285686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network cdd5743c-d4a9-4f20-af1c-c2500a6c4f74 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:56:50.293446 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.315966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-2912afcc-b811-4c1e-a640-ec80e32b2b45 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Deleting port dbdd0484-5948-43a9-8d71-056365de7c3c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:50.316391 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2912afcc-b811-4c1e-a640-ec80e32b2b45 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.340112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df3c3c-99e2-4b31-83f6-71f37d0af193 req-e936f914-051e-42f5-871c-12ef03bb635b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:50.348074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f5e69-b5d0-4687-9242-fd3fdd297269 req-52b95fa0-4adc-4f3e-abb1-42f6437f626c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:50.348376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84df3c3c-99e2-4b31-83f6-71f37d0af193 req-e936f914-051e-42f5-871c-12ef03bb635b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.1929381 Jun 30 02:56:50.350307 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-064db513-973c-47e1-b004-75f9e9572034 None None] Set router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:50.360270 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-322f5e69-b5d0-4687-9242-fd3fdd297269 req-52b95fa0-4adc-4f3e-abb1-42f6437f626c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 932 time: 0.3269639 Jun 30 02:56:50.379792 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-19dfd6a9-87ad-4889-9533-8c979800e885 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5647311 Jun 30 02:56:50.380644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.380845 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38264) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:50.390395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Request body: {'subnet': {'network_id': 'cdd5743c-d4a9-4f20-af1c-c2500a6c4f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-712848960-subnet', 'tenant_id': '582921a71af9463eada2b5efc68cbfad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:50.487145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=022d4a92-57d7-42ba-95c6-dd0701f2cc88,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:50.491313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84df3c3c-99e2-4b31-83f6-71f37d0af193 req-29428935-a29c-459a-ac66-eff23882573e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419899 Jun 30 02:56:50.570119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Allocated IP 172.20.0.13 (6a1378ac-c8ef-4fa7-8690-e1a47af917df/06dc96da-1423-48c2-9d63-5f39a1f3f086/96f23b53-8855-41d7-9f33-a20cba6924fc) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:50.573234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Deleting port d9981733-48fb-42f0-bee1-7a470658d92d {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:50.573588 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.668875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Made reservation on behalf of 582921a71af9463eada2b5efc68cbfad for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:50.674613 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-064db513-973c-47e1-b004-75f9e9572034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:56:47Z', 'revision_number': 5, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:50.685274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.706599 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-322f5e69-b5d0-4687-9242-fd3fdd297269 req-5cddc9be-a51c-462a-b281-bde78b296a9f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323245 Jun 30 02:56:50.754121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1caafee8-7829-471e-9d35-1f174fc93c0e req-1879962d-24a8-4919-8b30-61560258bfb9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 210 time: 0.0575900 Jun 30 02:56:50.755333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064db513-973c-47e1-b004-75f9e9572034 None None] The sync data for ids ['89c3ac78-81a3-45eb-9c0e-7ad678d935f8'] in n-d-798249-3 is: [{'id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'name': 'tempest-ServersTestManualDisk-273225598-router', 'tenant_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:02Z', 'updated_at': '2021-06-30T02:56:47Z', 'revision_number': 5, 'project_id': '6e232a8f6b304accbbcbe88cd6e5f820', 'gw_port': {'id': 'd9981733-48fb-42f0-bee1-7a470658d92d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c3ac78-81a3-45eb-9c0e-7ad678d935f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:04Z', 'updated_at': '2021-06-30T02:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:50.784659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2912afcc-b811-4c1e-a640-ec80e32b2b45 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.820558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-2912afcc-b811-4c1e-a640-ec80e32b2b45 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Calling delete_port for dbdd0484-5948-43a9-8d71-056365de7c3c owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:50.873687 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:50.973685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] For port d9981733-48fb-42f0-bee1-7a470658d92d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d9981733-48fb-42f0-bee1-7a470658d92d,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:50.976456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.004666 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Calling delete_port for d9981733-48fb-42f0-bee1-7a470658d92d owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:51.127832 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.242649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8d0caa43-0efa-458c-a309-1943f0af3bd7 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:51.259919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc682b6-ef9a-4438-ba6e-30796af2c8a1 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:51.270995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.276839 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 8d0caa43-0efa-458c-a309-1943f0af3bd7 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:51.277476 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8d0caa43-0efa-458c-a309-1943f0af3bd7 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:51.307244 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:51.372916 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2912afcc-b811-4c1e-a640-ec80e32b2b45 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.431931 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.494204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Transition to ACTIVE for port object 96f23b53-8855-41d7-9f33-a20cba6924fc will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:51.495749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a6046e-a300-4246-abc3-530df6baa89c,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:51.513240 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.551474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9981733-48fb-42f0-bee1-7a470658d92d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:51.561408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Checking segment: {'id': 'fc3c14a2-e5cd-428c-b465-70a43fa8c01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'cdd5743c-d4a9-4f20-af1c-c2500a6c4f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:51.561827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Network hostable DHCP agents. Network: cdd5743c-d4a9-4f20-af1c-c2500a6c4f74, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:56:51.653909 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.748343 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.750888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.755615 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.799814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Transition to ACTIVE for port object edc682b6-ef9a-4438-ba6e-30796af2c8a1 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:51.808966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912afcc-b811-4c1e-a640-ec80e32b2b45 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Port': ['ID=dbdd0484-5948-43a9-8d71-056365de7c3c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:51.827318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Network cdd5743c-d4a9-4f20-af1c-c2500a6c4f74 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:56:51.858297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Network 6a1378ac-c8ef-4fa7-8690-e1a47af917df is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:51.866156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:51.879902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:51.887824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:51.910512 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:51.922955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-228535f6-d184-4458-a113-0df6963ebd24 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4385958 Jun 30 02:56:51.928194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:51.934428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38274) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:51.950554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:51.951459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:51.969233 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.969844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89c3ac78-81a3-45eb-9c0e-7ad678d935f8 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:56:51.971508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, cdd5743c-d4a9-4f20-af1c-c2500a6c4f74) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:51.989656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.990147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:51.990841 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1f0df3ec-55b6-4722-a026-b6742284467c admin admin] 10.222.0.77 "DELETE /v2.0/routers/89c3ac78-81a3-45eb-9c0e-7ad678d935f8 HTTP/1.1" status: 204 len: 168 time: 2.4362156 Jun 30 02:56:51.999339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38276) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:52.017872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:52.018228 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.019475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba497780-48d8-494f-a066-a0b8eb7d4e74 None None] Network cdd5743c-d4a9-4f20-af1c-c2500a6c4f74 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:52.036871 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2912afcc-b811-4c1e-a640-ec80e32b2b45 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.039538 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2912afcc-b811-4c1e-a640-ec80e32b2b45 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "DELETE /v2.0/ports/dbdd0484-5948-43a9-8d71-056365de7c3c HTTP/1.1" status: 204 len: 168 time: 2.2716832 Jun 30 02:56:52.057919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38278) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:52.122096 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-660690b5-b16d-49af-a018-3381f020d547 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7270415 Jun 30 02:56:52.151319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:52.155227 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.207553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ffb8c2-a986-493b-b414-6055185d6913 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting subnet cae5b6e1-5ac0-4449-8b04-6b3719369fa9 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:52.226951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ef366-995c-4e18-b57c-23d776dc24e5 req-2b141fe8-09aa-4787-ad6c-818300aa9a2a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:52.245356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc5ef366-995c-4e18-b57c-23d776dc24e5 req-2b141fe8-09aa-4787-ad6c-818300aa9a2a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 944 time: 0.2774243 Jun 30 02:56:52.255599 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb8c2-a986-493b-b414-6055185d6913 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.295845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Pushing event updated for resources: {'Port': ['ID=edc682b6-ef9a-4438-ba6e-30796af2c8a1,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:52.299330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-f3713061-60ef-4447-85a5-c834d3fe6f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6292062 Jun 30 02:56:52.328368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Request body: {'port': {'device_id': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:52.331528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efa9ee-0087-4b58-96b2-806165724944 req-73420ec3-9155-4630-90c3-aa5c8fa22d26 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:52.341852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-55efa9ee-0087-4b58-96b2-806165724944 req-73420ec3-9155-4630-90c3-aa5c8fa22d26 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.5407937 Jun 30 02:56:52.377311 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc5ef366-995c-4e18-b57c-23d776dc24e5 req-bc021f31-6e82-4487-a1c9-01c3a6779311 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303294 Jun 30 02:56:52.442062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-773c2191-8e92-4eff-823d-18d501989e6f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Deleting subnet 895c76f2-b67c-46ed-8de5-90205d541aaa {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:52.449921 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-773c2191-8e92-4eff-823d-18d501989e6f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.466425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:52.502174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.520270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-773c2191-8e92-4eff-823d-18d501989e6f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.607450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e909c709-56aa-4bcf-94ea-02ad6dde21f1 None None] Network cdd5743c-d4a9-4f20-af1c-c2500a6c4f74 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:52.622110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-773c2191-8e92-4eff-823d-18d501989e6f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.685572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3a69e8-854e-4ec8-b681-6e71def7eee3 admin admin] Deleting subnet 12b2c68a-c9f3-4c5a-ac26-778d9c98e611 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:52.691822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5fdc8387-ae44-429b-872f-af2bcde5ffd4 None None] Provisioning for port 96f23b53-8855-41d7-9f33-a20cba6924fc completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:52.705962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5fdc8387-ae44-429b-872f-af2bcde5ffd4 None None] Provisioning complete for port 96f23b53-8855-41d7-9f33-a20cba6924fc triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:52.706642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8387-ae44-429b-872f-af2bcde5ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.724481 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e3a69e8-854e-4ec8-b681-6e71def7eee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.771623 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.774677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb8c2-a986-493b-b414-6055185d6913 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.817164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-55efa9ee-0087-4b58-96b2-806165724944 req-b8d453a5-58df-4806-abfe-07c9eb973f36 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740689 Jun 30 02:56:52.824172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc8387-ae44-429b-872f-af2bcde5ffd4 None None] Port 96f23b53-8855-41d7-9f33-a20cba6924fc cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:56:52.831558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e3a69e8-854e-4ec8-b681-6e71def7eee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.880198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Attempting to bind port edc682b6-ef9a-4438-ba6e-30796af2c8a1 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:52.880534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Attempting to bind port edc682b6-ef9a-4438-ba6e-30796af2c8a1 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:52.880867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Attempting to bind port edc682b6-ef9a-4438-ba6e-30796af2c8a1 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:52.893103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Port edc682b6-ef9a-4438-ba6e-30796af2c8a1 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:56:52.893442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Attempting to bind port edc682b6-ef9a-4438-ba6e-30796af2c8a1 on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:52.911187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:52.911355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Checking segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:52.911828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Bound using segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:52.912280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Bound port: edc682b6-ef9a-4438-ba6e-30796af2c8a1, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:52.912642 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.955630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38286) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:52.992256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:49Z', 'revision_number': 9, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:53.024941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d9981733-48fb-42f0-bee1-7a470658d92d no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:53.035267 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-773c2191-8e92-4eff-823d-18d501989e6f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.046365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d9981733-48fb-42f0-bee1-7a470658d92d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:53.046726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d9981733-48fb-42f0-bee1-7a470658d92d not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:53.048280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:53.058824 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:53.059458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:53.118462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821bfed-6c75-4e8d-a12b-6ad94a1b5dd6 req-2a91585e-7626-4c3b-8da7-74d9fb42ad40 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:53.125803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5821bfed-6c75-4e8d-a12b-6ad94a1b5dd6 req-2a91585e-7626-4c3b-8da7-74d9fb42ad40 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 932 time: 0.4472742 Jun 30 02:56:53.136918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c2191-8e92-4eff-823d-18d501989e6f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Subnet': ['ID=895c76f2-b67c-46ed-8de5-90205d541aaa,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:53.162131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb8c2-a986-493b-b414-6055185d6913 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.195048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5821bfed-6c75-4e8d-a12b-6ad94a1b5dd6 req-3d1552a9-0b29-446f-8510-889136b57ddc tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682657 Jun 30 02:56:53.238755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b95625-1d7c-4f25-ad43-942285af4964 admin admin] Deleting subnet e6a6046e-a300-4246-abc3-530df6baa89c {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:53.243185 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16b95625-1d7c-4f25-ad43-942285af4964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.286348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f23b53-8855-41d7-9f33-a20cba6924fc {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:53.287649 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16b95625-1d7c-4f25-ad43-942285af4964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.294978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f201b48-418d-4534-b585-9a833138f2c6 None None] Network 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:53.296990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.312888 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Transition to ACTIVE for port object 96f23b53-8855-41d7-9f33-a20cba6924fc will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:53.325567 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-773c2191-8e92-4eff-823d-18d501989e6f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.331375 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-773c2191-8e92-4eff-823d-18d501989e6f tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "DELETE /v2.0/subnets/895c76f2-b67c-46ed-8de5-90205d541aaa HTTP/1.1" status: 204 len: 168 time: 1.2402451 Jun 30 02:56:53.332726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38288) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:53.366204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e3a69e8-854e-4ec8-b681-6e71def7eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.382124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:53.414481 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16b95625-1d7c-4f25-ad43-942285af4964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.421772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-721dc88f-a29b-4be8-b36c-98b744c4e7ee tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Deleting subnet c6270346-7331-4901-9fae-9ec73206d49e {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:53.428131 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.431178 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-721dc88f-a29b-4be8-b36c-98b744c4e7ee tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.490903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] For port edc682b6-ef9a-4438-ba6e-30796af2c8a1, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:53.509024 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.516838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] For port edc682b6-ef9a-4438-ba6e-30796af2c8a1, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=edc682b6-ef9a-4438-ba6e-30796af2c8a1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:53.560782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:53.607962 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-721dc88f-a29b-4be8-b36c-98b744c4e7ee tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.643863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16b95625-1d7c-4f25-ad43-942285af4964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.720081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Attempting to bind port 96f23b53-8855-41d7-9f33-a20cba6924fc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:53.720252 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb8c2-a986-493b-b414-6055185d6913 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.720597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Attempting to bind port 96f23b53-8855-41d7-9f33-a20cba6924fc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:53.735162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Attempting to bind port 96f23b53-8855-41d7-9f33-a20cba6924fc on network 6a1378ac-c8ef-4fa7-8690-e1a47af917df {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:53.735333 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.735452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Port 96f23b53-8855-41d7-9f33-a20cba6924fc on network 6a1378ac-c8ef-4fa7-8690-e1a47af917df not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:56:53.735452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Attempting to bind port 96f23b53-8855-41d7-9f33-a20cba6924fc on network 6a1378ac-c8ef-4fa7-8690-e1a47af917df {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:53.739169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:49Z', 'revision_number': 9, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:53.740370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:53.740716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Checking segment: {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:53.741260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Bound using segment: {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:53.741803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Bound port: 96f23b53-8855-41d7-9f33-a20cba6924fc, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:53.742173 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.793854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593be9d2-07bc-459e-b1be-82ac86c183f4 None None] DHCP port deletion for 9f95e7b4-a4f7-4e28-ba4f-dde9f067879e request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:56:53.797654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d680d0-8416-4016-9c1e-f572665547b3 None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:49Z', 'revision_number': 9, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea7a6d2e-49e2-471b-afe4-ce35b9377166', 'name': '', 'network_id': '3fb51c73-0ebc-4188-ae9e-141fb6d92f64', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:f3:af:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:11Z', 'updated_at': '2021-06-30T02:56:19Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': 'bcabdd15-34b3-456b-b6e6-1737160a808c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:53.803393 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16b95625-1d7c-4f25-ad43-942285af4964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.807800 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-16b95625-1d7c-4f25-ad43-942285af4964 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e6a6046e-a300-4246-abc3-530df6baa89c HTTP/1.1" status: 204 len: 168 time: 0.8486376 Jun 30 02:56:53.807800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b95625-1d7c-4f25-ad43-942285af4964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a6046e-a300-4246-abc3-530df6baa89c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:53.815503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38296) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:53.816185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Pushing event updated for resources: {'Port': ['ID=edc682b6-ef9a-4438-ba6e-30796af2c8a1,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:53.861783 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb8c2-a986-493b-b414-6055185d6913 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.866470 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b9ffb8c2-a986-493b-b414-6055185d6913 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/cae5b6e1-5ac0-4449-8b04-6b3719369fa9 HTTP/1.1" status: 204 len: 168 time: 1.9287291 Jun 30 02:56:53.867741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38298) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:53.870455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707f722-c8a3-4fd2-8b55-d0af413ad53e None None] Network d410507e-a3fc-43ce-8c73-5d315b94a52f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:53.873346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e3a69e8-854e-4ec8-b681-6e71def7eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.879254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-593be9d2-07bc-459e-b1be-82ac86c183f4 None None] Deleting port 6a01b837-cd64-4855-bcd4-35638bcbe523 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:53.879750 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-593be9d2-07bc-459e-b1be-82ac86c183f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.888140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:53.888761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.890219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-ac30a334-f8de-4037-9f33-d249b5dd1c36 service neutron] 10.222.0.74 "PUT /v2.0/ports/edc682b6-ef9a-4438-ba6e-30796af2c8a1 HTTP/1.1" status: 200 len: 1092 time: 4.0100031 Jun 30 02:56:53.946292 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-721dc88f-a29b-4be8-b36c-98b744c4e7ee tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.964233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-593be9d2-07bc-459e-b1be-82ac86c183f4 None None] For port 6a01b837-cd64-4855-bcd4-35638bcbe523, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6a01b837-cd64-4855-bcd4-35638bcbe523,segment=NetworkSegment(a7a40835-d043-49c0-87fc-90970358e2b4),segment_id=a7a40835-d043-49c0-87fc-90970358e2b4)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:53.965061 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-593be9d2-07bc-459e-b1be-82ac86c183f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.980177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-593be9d2-07bc-459e-b1be-82ac86c183f4 None None] Calling delete_port for 6a01b837-cd64-4855-bcd4-35638bcbe523 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:53.987452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e3a69e8-854e-4ec8-b681-6e71def7eee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.998369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5e3a69e8-854e-4ec8-b681-6e71def7eee3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/12b2c68a-c9f3-4c5a-ac26-778d9c98e611 HTTP/1.1" status: 204 len: 168 time: 1.9885283 Jun 30 02:56:54.002430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b84deea-aa94-4e95-9625-79a082720f89', 'tag': 'edc682b6-ef9a-4438-ba6e-30796af2c8a1'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:54.004751 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb6677-4d19-48cb-bf88-f991b0d2a951" -d '{"events": [{"name": "network-changed", "server_uuid": "6b84deea-aa94-4e95-9625-79a082720f89", "tag": "edc682b6-ef9a-4438-ba6e-30796af2c8a1"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:54.017594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38302) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:54.051199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffb8c2-a986-493b-b414-6055185d6913 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Subnet': ['ID=cae5b6e1-5ac0-4449-8b04-6b3719369fa9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:54.197433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a596bb-9a6a-4809-a01b-1f8c38f44443 None None] Network 8e1668db-a1da-47c3-8f09-57c1a871ec8b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:54.214678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac8ac1-b789-4561-9806-1e81f36d8d83 req-1b0271bd-d3ec-44ea-8e09-ce90c08809a9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:54.220636 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50ac8ac1-b789-4561-9806-1e81f36d8d83 req-1b0271bd-d3ec-44ea-8e09-ce90c08809a9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 944 time: 0.6477628 Jun 30 02:56:54.286920 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-593be9d2-07bc-459e-b1be-82ac86c183f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.289891 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-721dc88f-a29b-4be8-b36c-98b744c4e7ee tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.306372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:54.313946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.332341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:54.353371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593be9d2-07bc-459e-b1be-82ac86c183f4 None None] Pushing event deleted for resources: {'Port': ['ID=6a01b837-cd64-4855-bcd4-35638bcbe523,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:54.376384 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.382860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721dc88f-a29b-4be8-b36c-98b744c4e7ee tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Subnet': ['ID=c6270346-7331-4901-9fae-9ec73206d49e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:54.395557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a69e8-854e-4ec8-b681-6e71def7eee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b2c68a-c9f3-4c5a-ac26-778d9c98e611,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:54.396045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593be9d2-07bc-459e-b1be-82ac86c183f4 None None] No DVR routers for this DVR port 6a01b837-cd64-4855-bcd4-35638bcbe523 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:54.397183 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-721dc88f-a29b-4be8-b36c-98b744c4e7ee tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.399830 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-721dc88f-a29b-4be8-b36c-98b744c4e7ee tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "DELETE /v2.0/subnets/c6270346-7331-4901-9fae-9ec73206d49e HTTP/1.1" status: 204 len: 168 time: 1.0654588 Jun 30 02:56:54.403302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38310) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:54.406493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e849ab4-4621-4fe8-bb17-058f70bcf7e7 None None] Network 2a5db8db-57db-48b3-8070-466902d80432 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:54.426540 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.466995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.476794 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50ac8ac1-b789-4561-9806-1e81f36d8d83 req-c5c1cc3b-cdbd-4cdf-8a37-1a847c61b805 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387103 Jun 30 02:56:54.566057 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.581470 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3306bc1d-6294-4526-a54c-3857e99de676 x-openstack-request-id: req-3306bc1d-6294-4526-a54c-3857e99de676 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:54.581893 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b84deea-aa94-4e95-9625-79a082720f89", "tag": "edc682b6-ef9a-4438-ba6e-30796af2c8a1", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:54.582080 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3306bc1d-6294-4526-a54c-3857e99de676 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:54.582491 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b84deea-aa94-4e95-9625-79a082720f89', 'tag': 'edc682b6-ef9a-4438-ba6e-30796af2c8a1', 'status': 'completed', 'code': 200} Jun 30 02:56:54.608074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-e0e8169a-8999-4747-877d-088b18fedb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:54.610443 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-e0e8169a-8999-4747-877d-088b18fedb09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 1095 time: 0.4147949 Jun 30 02:56:54.636686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad042de-3fb1-4b78-937a-e95c3d3022c4 req-2f079b52-df5d-4019-960e-c603dbb78f57 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:54.644533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ad042de-3fb1-4b78-937a-e95c3d3022c4 req-2f079b52-df5d-4019-960e-c603dbb78f57 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.4745185 Jun 30 02:56:54.690492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-9f031697-65b2-440a-b301-6a337cf6a213 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edc682b6-ef9a-4438-ba6e-30796af2c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0505550 Jun 30 02:56:54.727267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ad042de-3fb1-4b78-937a-e95c3d3022c4 req-8f8ab7a6-0225-490e-a2dd-08d902dbed72 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816419 Jun 30 02:56:54.768072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Deleting port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:54.768420 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.778528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:54.782005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.782005 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] 10.222.0.74 "PUT /v2.0/ports/96f23b53-8855-41d7-9f33-a20cba6924fc HTTP/1.1" status: 200 len: 1092 time: 2.4751999 Jun 30 02:56:54.782005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:54.783890 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2addd6bc-690b-4e8d-9e49-333909accfe1" -d '{"events": [{"name": "network-changed", "server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:54.784853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-0834ecfc-58bf-45dc-8ac7-7aac356f675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:54.785985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-0834ecfc-58bf-45dc-8ac7-7aac356f675d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0870261 Jun 30 02:56:54.857076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.890071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1778d45-746d-422e-b1ec-52fe0b08bde3 None None] DHCP port deletion for 8e1668db-a1da-47c3-8f09-57c1a871ec8b request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:56:54.956488 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c960f78-b89b-47d1-8052-6388a83cc84f x-openstack-request-id: req-3c960f78-b89b-47d1-8052-6388a83cc84f {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:54.957215 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:54.957215 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c960f78-b89b-47d1-8052-6388a83cc84f {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:54.957750 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'status': 'completed', 'code': 200} Jun 30 02:56:54.998003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a1778d45-746d-422e-b1ec-52fe0b08bde3 None None] Deleting port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:54.998601 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a1778d45-746d-422e-b1ec-52fe0b08bde3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.000784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f2fe0a-4414-47a5-b7a9-35dd7af5a636 None None] DHCP port deletion for d410507e-a3fc-43ce-8c73-5d315b94a52f request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:56:55.002080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.045566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd5743c-d4a9-4f20-af1c-c2500a6c4f74']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:55.049744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f95e7b4-a4f7-4e28-ba4f-dde9f067879e']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:55.055752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed756468-412c-4775-b375-86d3b6f30ec3 None None] DHCP port deletion for 2a5db8db-57db-48b3-8070-466902d80432 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:56:55.061184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2138f-2915-4914-81fa-783344ffc7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:55.061558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 022d4a92-57d7-42ba-95c6-dd0701f2cc88 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:55.076784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a40835-d043-49c0-87fc-90970358e2b4') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:55.077351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a40835-d043-49c0-87fc-90970358e2b4') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:55.080155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3c14a2-e5cd-428c-b465-70a43fa8c01e') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:55.080465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3c14a2-e5cd-428c-b465-70a43fa8c01e') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:55.105201 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.115958 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.131735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 022d4a92-57d7-42ba-95c6-dd0701f2cc88 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:55.132231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 022d4a92-57d7-42ba-95c6-dd0701f2cc88 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:55.132661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 92dd454e-1a6f-423a-89d4-ce3e04e9a73c no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:55.135528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] For port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=92dd454e-1a6f-423a-89d4-ce3e04e9a73c,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:55.135866 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.136017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.140482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:55.140824 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.158267 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.161826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Calling delete_port for 92dd454e-1a6f-423a-89d4-ce3e04e9a73c owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:55.162415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:55.162934 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:55.167116 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:55.236567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:55.238113 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.257423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a1778d45-746d-422e-b1ec-52fe0b08bde3 None None] For port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=92dd454e-1a6f-423a-89d4-ce3e04e9a73c,segment=NetworkSegment(69efc761-768a-4866-8dde-7555bcd859eb),segment_id=69efc761-768a-4866-8dde-7555bcd859eb)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:55.257992 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a1778d45-746d-422e-b1ec-52fe0b08bde3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.278956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a1778d45-746d-422e-b1ec-52fe0b08bde3 None None] Calling delete_port for 92dd454e-1a6f-423a-89d4-ce3e04e9a73c owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:55.300220 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:55.315363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addd6bc-690b-4e8d-9e49-333909accfe1 req-2f44ff01-1eb8-4800-a7b6-5486d033403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:55.317203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2addd6bc-690b-4e8d-9e49-333909accfe1 req-2f44ff01-1eb8-4800-a7b6-5486d033403d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 1095 time: 0.3563676 Jun 30 02:56:55.324351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed0a2e-bd22-4b55-8e63-1ec4c322b654 req-43405ba0-0afe-4bf6-ac35-0e71b34d4630 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:55.326121 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4aed0a2e-bd22-4b55-8e63-1ec4c322b654 req-43405ba0-0afe-4bf6-ac35-0e71b34d4630 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.5392444 Jun 30 02:56:55.347598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-30630792-8c97-44ff-85ac-0389125ea30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:55.349193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-30630792-8c97-44ff-85ac-0389125ea30e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5223007 Jun 30 02:56:55.409204 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.414841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.419728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ed756468-412c-4775-b375-86d3b6f30ec3 None None] Deleting port e2e50cce-d208-427f-9cf8-ee7149f05533 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:55.420374 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ed756468-412c-4775-b375-86d3b6f30ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.428650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.433845 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] 10.222.0.77 "DELETE /v2.0/networks/cdd5743c-d4a9-4f20-af1c-c2500a6c4f74 HTTP/1.1" status: 204 len: 168 time: 1.6121895 Jun 30 02:56:55.449275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addd6bc-690b-4e8d-9e49-333909accfe1 req-b330aeea-6f40-4887-a88e-7ffef6c1fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:55.451667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2addd6bc-690b-4e8d-9e49-333909accfe1 req-b330aeea-6f40-4887-a88e-7ffef6c1fd15 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0d7600261eed4f3ebbdb448c22d08382&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1241870 Jun 30 02:56:55.462594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f12322-53e1-4eea-b934-de87267dc0ce admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd5743c-d4a9-4f20-af1c-c2500a6c4f74,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:55.469834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5ec20940-f3f1-4a6e-aef7-7d2127f4ee81,segment=NetworkSegment(d6049247-e336-4a32-9da0-db871243f698),segment_id=d6049247-e336-4a32-9da0-db871243f698)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:55.470767 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.471014 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4aed0a2e-bd22-4b55-8e63-1ec4c322b654 req-f88df9df-66c7-41c4-9cd8-6a4b8c347fd0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368897 Jun 30 02:56:55.513450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-d0f94926-5cd3-4a6a-90eb-43ee84baf406 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432228 Jun 30 02:56:55.513583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.513583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.520219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "DELETE /v2.0/networks/9f95e7b4-a4f7-4e28-ba4f-dde9f067879e HTTP/1.1" status: 204 len: 168 time: 1.0968392 Jun 30 02:56:55.522805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a6f2fe0a-4414-47a5-b7a9-35dd7af5a636 None None] Deleting port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:55.523463 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6f2fe0a-4414-47a5-b7a9-35dd7af5a636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.532349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38320) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:55.576128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:55.598518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3523ab-0805-4971-aa45-866dee138052 tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Network': ['ID=9f95e7b4-a4f7-4e28-ba4f-dde9f067879e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:55.670160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ed756468-412c-4775-b375-86d3b6f30ec3 None None] For port e2e50cce-d208-427f-9cf8-ee7149f05533, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e2e50cce-d208-427f-9cf8-ee7149f05533,segment=NetworkSegment(e5271ec7-58da-4eef-8e32-397cc05e6308),segment_id=e5271ec7-58da-4eef-8e32-397cc05e6308)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:55.670849 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ed756468-412c-4775-b375-86d3b6f30ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.673532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6a01b837-cd64-4855-bcd4-35638bcbe523 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:55.679509 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.685772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a1778d45-746d-422e-b1ec-52fe0b08bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.719915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a6f2fe0a-4414-47a5-b7a9-35dd7af5a636 None None] For port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5ec20940-f3f1-4a6e-aef7-7d2127f4ee81,segment=NetworkSegment(d6049247-e336-4a32-9da0-db871243f698),segment_id=d6049247-e336-4a32-9da0-db871243f698)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:55.720292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6f2fe0a-4414-47a5-b7a9-35dd7af5a636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.723647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 6a01b837-cd64-4855-bcd4-35638bcbe523 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:55.723992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6a01b837-cd64-4855-bcd4-35638bcbe523 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:55.727508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ed756468-412c-4775-b375-86d3b6f30ec3 None None] Calling delete_port for e2e50cce-d208-427f-9cf8-ee7149f05533 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:55.764364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1778d45-746d-422e-b1ec-52fe0b08bde3 None None] Pushing event deleted for resources: {'Port': ['ID=92dd454e-1a6f-423a-89d4-ce3e04e9a73c,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:55.768937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a6f2fe0a-4414-47a5-b7a9-35dd7af5a636 None None] Calling delete_port for 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:55.771164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1778d45-746d-422e-b1ec-52fe0b08bde3 None None] No DVR routers for this DVR port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:55.796131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92dd454e-1a6f-423a-89d4-ce3e04e9a73c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:55.799800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addd6bc-690b-4e8d-9e49-333909accfe1 req-75e2ae84-bf54-411b-8acb-c364cfb3e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:55.801282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2addd6bc-690b-4e8d-9e49-333909accfe1 req-75e2ae84-bf54-411b-8acb-c364cfb3e78e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3273728 Jun 30 02:56:55.803189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d1421b-71f7-4b48-852c-85f55e0a10b3 req-56fbad01-729d-4118-a9ab-113bdfc3cb13 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849109 Jun 30 02:56:55.819374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] No DVR routers for this DVR port 92dd454e-1a6f-423a-89d4-ce3e04e9a73c on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:55.930871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d2acc-1c79-40db-8750-898083331c74 req-e8abe349-133c-424f-a7ae-4a7cebfc07b2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:55.934259 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-069d2acc-1c79-40db-8750-898083331c74 req-e8abe349-133c-424f-a7ae-4a7cebfc07b2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 944 time: 0.2685037 Jun 30 02:56:55.956215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.974690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38324) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:56.045661 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.047773 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-069d2acc-1c79-40db-8750-898083331c74 req-467aee2f-7ec7-4bbe-88a9-6c818edc1552 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005681 Jun 30 02:56:56.061309 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6f2fe0a-4414-47a5-b7a9-35dd7af5a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.069660 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.082338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e6ad1d36-1d8f-45db-b027-82c21e8eedbe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=582921a71af9463eada2b5efc68cbfad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051755 Jun 30 02:56:56.087083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38326) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:56.102300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1668db-a1da-47c3-8f09-57c1a871ec8b']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:56.102705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2fe0a-4414-47a5-b7a9-35dd7af5a636 None None] Pushing event deleted for resources: {'Port': ['ID=5ec20940-f3f1-4a6e-aef7-7d2127f4ee81,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.102921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69efc761-768a-4866-8dde-7555bcd859eb') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:56.103224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69efc761-768a-4866-8dde-7555bcd859eb') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:56.103605 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ed756468-412c-4775-b375-86d3b6f30ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.108185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2fe0a-4414-47a5-b7a9-35dd7af5a636 None None] No DVR routers for this DVR port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:56.129368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.134981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=5ec20940-f3f1-4a6e-aef7-7d2127f4ee81,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.137295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No DVR routers for this DVR port 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:56.149758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.159152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:56.159609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.162478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed756468-412c-4775-b375-86d3b6f30ec3 None None] No DVR routers for this DVR port e2e50cce-d208-427f-9cf8-ee7149f05533 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:56.176893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-13e58c75-df24-4cd5-88e5-d9aa4d39b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:56.177756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed756468-412c-4775-b375-86d3b6f30ec3 None None] Pushing event deleted for resources: {'Port': ['ID=e2e50cce-d208-427f-9cf8-ee7149f05533,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.178968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-13e58c75-df24-4cd5-88e5-d9aa4d39b4b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 1095 time: 0.2195837 Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:56.209847 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:56.249425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] The port 'e2e50cce-d208-427f-9cf8-ee7149f05533' was deleted {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 02:56:56.331142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.356539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d410507e-a3fc-43ce-8c73-5d315b94a52f']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:56.360085 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39c30300-3065-4697-8dfa-895d7c813a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.372315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ff0fb-fcbd-460d-b74c-cc6ecb5f0062 req-4b33730c-c42a-4acb-910a-dcaea64a537a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:56.373842 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-941ff0fb-fcbd-460d-b74c-cc6ecb5f0062 req-4b33730c-c42a-4acb-910a-dcaea64a537a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.3814578 Jun 30 02:56:56.380332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6049247-e336-4a32-9da0-db871243f698') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:56.380531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-aa32ed07-6c7f-48c1-bbee-dc85703d4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:56.380624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6049247-e336-4a32-9da0-db871243f698') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:56.381939 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-aa32ed07-6c7f-48c1-bbee-dc85703d4fed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 1095 time: 0.4860582 Jun 30 02:56:56.386490 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.404863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.409376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5db8db-57db-48b3-8070-466902d80432']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:56.415410 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39c30300-3065-4697-8dfa-895d7c813a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.417713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-c39a1ef4-d9ee-4e7f-9d4e-6eafda4f9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:56.419119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-c39a1ef4-d9ee-4e7f-9d4e-6eafda4f9248 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.2287993 Jun 30 02:56:56.440658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.450560 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-9e9c15f2-a087-4b20-b3cf-0fda8f045aab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f23b53-8855-41d7-9f33-a20cba6924fc HTTP/1.1" status: 200 len: 217 time: 0.0608382 Jun 30 02:56:56.451147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.453787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5271ec7-58da-4eef-8e32-397cc05e6308') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:56.454122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5271ec7-58da-4eef-8e32-397cc05e6308') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:56.466916 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.468891 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8e1668db-a1da-47c3-8f09-57c1a871ec8b HTTP/1.1" status: 204 len: 168 time: 2.4467742 Jun 30 02:56:56.493581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-341b0c47-f279-425f-893b-6b62a471f3c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edc682b6-ef9a-4438-ba6e-30796af2c8a1 HTTP/1.1" status: 200 len: 217 time: 0.0645576 Jun 30 02:56:56.498565 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.512299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:56.512719 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:56.515795 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:56.526068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ca7d8-59a2-4a54-bdfd-fc3189c380e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1668db-a1da-47c3-8f09-57c1a871ec8b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.545381 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-941ff0fb-fcbd-460d-b74c-cc6ecb5f0062 req-97906f84-33f4-4a85-acef-2023d0f05869 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605606 Jun 30 02:56:56.561148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.571377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-8ce64318-81b9-425b-90d7-b4db1024404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:56.573046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-8ce64318-81b9-425b-90d7-b4db1024404f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.1014132 Jun 30 02:56:56.574551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:56.574551 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:56.578689 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:56.625563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-ee10991d-1c48-4eb1-afab-3765e43f2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:56.629366 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-ee10991d-1c48-4eb1-afab-3765e43f2658 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.1262250 Jun 30 02:56:56.697824 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.703886 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.710661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/networks/d410507e-a3fc-43ce-8c73-5d315b94a52f HTTP/1.1" status: 204 len: 168 time: 2.8391721 Jun 30 02:56:56.712899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38334) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:56.724210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-40c7069a-0f71-41ed-93f3-a8d9f98c85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:56.725768 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-40c7069a-0f71-41ed-93f3-a8d9f98c85b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907922 Jun 30 02:56:56.806945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39c30300-3065-4697-8dfa-895d7c813a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.809295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39c30300-3065-4697-8dfa-895d7c813a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.810472 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-39c30300-3065-4697-8dfa-895d7c813a5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/07408038-4683-4b27-889a-7c1c4317b700 HTTP/1.1" status: 204 len: 168 time: 0.6961279 Jun 30 02:56:56.857260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24768c-385c-43af-a323-8cc4b64be907 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Network': ['ID=d410507e-a3fc-43ce-8c73-5d315b94a52f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.922614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c30300-3065-4697-8dfa-895d7c813a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07408038-4683-4b27-889a-7c1c4317b700,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.960252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:56.992881 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:56.993209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5ec20940-f3f1-4a6e-aef7-7d2127f4ee81 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:56.993841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e2e50cce-d208-427f-9cf8-ee7149f05533 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:57.018894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e2e50cce-d208-427f-9cf8-ee7149f05533 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:57.019273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e2e50cce-d208-427f-9cf8-ee7149f05533 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:57.023923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-0428f830-9671-4b97-8ae7-f7820b9429fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:57.031302 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-0428f830-9671-4b97-8ae7-f7820b9429fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033440 Jun 30 02:56:57.092481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d5368-d47a-4098-87f0-663f302af47d req-5b6eefe3-029d-4b67-9584-94b0a2c2106c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:57.093950 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b7d5368-d47a-4098-87f0-663f302af47d req-5b6eefe3-029d-4b67-9584-94b0a2c2106c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.3818758 Jun 30 02:56:57.120405 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.134199 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.136036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] 10.222.0.77 "DELETE /v2.0/networks/2a5db8db-57db-48b3-8070-466902d80432 HTTP/1.1" status: 204 len: 168 time: 1.5972779 Jun 30 02:56:57.152503 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-187a8fa7-c657-405b-ab63-463fb3ac8d89 service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126161 Jun 30 02:56:57.152503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649078b-a9a4-45c7-887d-3e97e579948d tempest-TaggedBootDevicesTest-1553640993 tempest-TaggedBootDevicesTest-1553640993-project] Pushing event deleted for resources: {'Network': ['ID=2a5db8db-57db-48b3-8070-466902d80432,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:57.154498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-a5171e50-5ceb-4634-a454-ee56d2917b39 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100707 Jun 30 02:56:57.205840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38342) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:57.436005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e892050-6a9f-4f9d-a68c-5da2e23500f0 req-43269a1c-87b1-4d03-8c86-e6374ac6eb5b service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622411 Jun 30 02:56:57.475957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f181212-aa89-44c4-8f7c-1a4cb578bc15 req-03bc1e1c-8265-46fc-9404-06ede7f485cd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:57.483532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f181212-aa89-44c4-8f7c-1a4cb578bc15 req-03bc1e1c-8265-46fc-9404-06ede7f485cd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 944 time: 0.0898824 Jun 30 02:56:57.532537 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f181212-aa89-44c4-8f7c-1a4cb578bc15 req-f1a9ec58-284f-44ac-b179-dd2a188c622d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478301 Jun 30 02:56:57.630595 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b7d5368-d47a-4098-87f0-663f302af47d req-efb2d205-11bd-41d2-a281-56b8038112da tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5248408 Jun 30 02:56:57.643514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0eb6677-4d19-48cb-bf88-f991b0d2a951 req-1666f949-0724-4393-a6a1-251724c371f6 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792707 Jun 30 02:56:57.686168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f27d8d65-6f43-4571-8b5c-bd1ac5f01104 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e232a8f6b304accbbcbe88cd6e5f820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433318 Jun 30 02:56:57.687178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38362) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:57.786235 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.829125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.916362 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.016322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e3285-661b-4d8f-ad4c-ba66e3a76c88 req-10cb0911-4cb3-429b-b3f5-b6ea6c4303a5 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:58.023996 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c5e3285-661b-4d8f-ad4c-ba66e3a76c88 req-10cb0911-4cb3-429b-b3f5-b6ea6c4303a5 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.2266512 Jun 30 02:56:58.037048 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.039610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.043490 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/708b9c6d-20d9-4e67-b165-0958be908dc6 HTTP/1.1" status: 204 len: 168 time: 0.3551879 Jun 30 02:56:58.060602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708b9c6d-20d9-4e67-b165-0958be908dc6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:58.077545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.077545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.079848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.080317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.080317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.080657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.080998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.081333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.081697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.082029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.082363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.082684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4f405-bb85-4d4b-aecf-952ec792c095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.111560 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c5e3285-661b-4d8f-ad4c-ba66e3a76c88 req-b302dd47-4274-4659-bc69-081dec573e07 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859478 Jun 30 02:56:58.334116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port ea7a6d2e-49e2-471b-afe4-ce35b9377166 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:58.334467 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.432166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port ea7a6d2e-49e2-471b-afe4-ce35b9377166, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ea7a6d2e-49e2-471b-afe4-ce35b9377166,segment=NetworkSegment(3f465566-9b97-4e71-b279-529f86349f37),segment_id=3f465566-9b97-4e71-b279-529f86349f37)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:58.432534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.447791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for ea7a6d2e-49e2-471b-afe4-ce35b9377166 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:58.690097 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-31dfb9d5-7364-4caf-8ff8-0a7aa066e388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.810162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.845712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=ea7a6d2e-49e2-471b-afe4-ce35b9377166,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:58.896714 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a3537-c110-4fa5-9c2d-1fb91b985313 req-cf554a93-24bb-4cfa-b02e-b94b1c91809e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:58.898334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-943a3537-c110-4fa5-9c2d-1fb91b985313 req-cf554a93-24bb-4cfa-b02e-b94b1c91809e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.0927916 Jun 30 02:56:58.949186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-943a3537-c110-4fa5-9c2d-1fb91b985313 req-6e2a3ce4-7bb5-4b0a-b219-f544ac0b8682 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441341 Jun 30 02:56:58.999484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35adbfb-05dd-4c22-84a0-8fa6884a0b6f req-1b3ef309-27b0-44e5-9037-51ad01117902 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.001069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d35adbfb-05dd-4c22-84a0-8fa6884a0b6f req-1b3ef309-27b0-44e5-9037-51ad01117902 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 944 time: 0.2370076 Jun 30 02:56:59.027702 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.184225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d35adbfb-05dd-4c22-84a0-8fa6884a0b6f req-bf2d1ad8-9bec-4137-8c1a-900b0ccc6d25 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698391 Jun 30 02:56:59.206299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fd3d3-ac14-49b5-90de-6a21cebf71ef req-d2be9bfa-cd21-4d91-95ae-0db95c3fdaf7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.221656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f51fd3d3-ac14-49b5-90de-6a21cebf71ef req-d2be9bfa-cd21-4d91-95ae-0db95c3fdaf7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.1058853 Jun 30 02:56:59.289957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38416) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:59.336432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f51fd3d3-ac14-49b5-90de-6a21cebf71ef req-a17131c6-b73a-4624-9e71-d7317dbd2b55 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136863 Jun 30 02:56:59.399107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:59.487536 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:56:59.490571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c6af-0e62-4f8b-874e-a7974affd688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.551831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:59.560560 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e80c35e3-3ca4-4741-b2b1-80e3002f23c9 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8385973 Jun 30 02:56:59.560706 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38424) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:59.566029 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:59.575366 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:59.575612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e9d1e-39cc-4e7e-9759-80259ec82a0d req-6d08c42e-35ab-40dd-8e65-f74b0dabb7a0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.576379 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:59.577118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d06e9d1e-39cc-4e7e-9759-80259ec82a0d req-6d08c42e-35ab-40dd-8e65-f74b0dabb7a0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.1670640 Jun 30 02:56:59.643452 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d06e9d1e-39cc-4e7e-9759-80259ec82a0d req-e4406111-ea52-4a90-83ed-c4559216f2d1 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515671 Jun 30 02:56:59.659777 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c6af-0e62-4f8b-874e-a7974affd688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.675270 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:59.693001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-34048b6f-1b06-4b02-a986-14c23e54d988 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting subnet bcabdd15-34b3-456b-b6e6-1737160a808c {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:59.697749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-34048b6f-1b06-4b02-a986-14c23e54d988 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.711068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38428) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:59.730861 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c6af-0e62-4f8b-874e-a7974affd688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.781067 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9cf4c6af-0e62-4f8b-874e-a7974affd688 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29a4f5f09c8141b0aae173341f831771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775712 Jun 30 02:56:59.784225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38432) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:59.784931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4c6af-0e62-4f8b-874e-a7974affd688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8567f2a6-e556-40c5-927d-c0096d30ab6a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:59.809986 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-34048b6f-1b06-4b02-a986-14c23e54d988 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.888875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-843006527-network', 'tenant_id': 'a755bb4896d04a0196f012748728909d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:59.892168 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b584f08-5eab-45b5-a661-601ff97348cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.914252 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:58Z', 'revision_number': 10, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:59.920165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-34048b6f-1b06-4b02-a986-14c23e54d988 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.949303 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:59.951737 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b584f08-5eab-45b5-a661-601ff97348cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.960033 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:59.961024 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:59.975250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device edc682b6-ef9a-4438-ba6e-30796af2c8a1 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:00.020116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:00.025329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.042023 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.052561 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-34048b6f-1b06-4b02-a986-14c23e54d988 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.095629 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:00.107850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34048b6f-1b06-4b02-a986-14c23e54d988 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Subnet': ['ID=bcabdd15-34b3-456b-b6e6-1737160a808c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:00.120363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-34048b6f-1b06-4b02-a986-14c23e54d988 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.134590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-34048b6f-1b06-4b02-a986-14c23e54d988 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/bcabdd15-34b3-456b-b6e6-1737160a808c HTTP/1.1" status: 204 len: 168 time: 0.5699751 Jun 30 02:57:00.134590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38436) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:00.134910 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b584f08-5eab-45b5-a661-601ff97348cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.135475 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3b584f08-5eab-45b5-a661-601ff97348cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.138324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732572ae-c1a9-4742-a362-7ba2e605eedb None None] Network 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:00.139899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3b584f08-5eab-45b5-a661-601ff97348cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8567f2a6-e556-40c5-927d-c0096d30ab6a HTTP/1.1" status: 204 len: 168 time: 0.3535652 Jun 30 02:57:00.168253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port edc682b6-ef9a-4438-ba6e-30796af2c8a1, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=edc682b6-ef9a-4438-ba6e-30796af2c8a1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:00.182085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b584f08-5eab-45b5-a661-601ff97348cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8567f2a6-e556-40c5-927d-c0096d30ab6a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:00.266580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'edc682b6-ef9a-4438-ba6e-30796af2c8a1', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'port_id': 'edc682b6-ef9a-4438-ba6e-30796af2c8a1', 'mac_address': 'fa:16:3e:3c:31:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:00.376367 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.402190 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.446971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.491513 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:58Z', 'revision_number': 10, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:00.498015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-01776489-84d3-4559-b537-e0742e9666e3 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:00.499904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-01776489-84d3-4559-b537-e0742e9666e3 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.74 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.2449143 Jun 30 02:57:00.542308 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79f26ef-10c0-4a0b-8175-4b72e9477c8b None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:56:58Z', 'revision_number': 10, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None, '_interfaces': [{'id': '5e5258af-90a9-4932-a64a-26281c45bac5', 'name': '', 'network_id': 'ccda5698-cf85-4815-9b6d-95b40e9d43df', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'mac_address': 'fa:16:3e:b6:c0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:59Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'subnets': [{'id': '75bf8b86-4043-4e84-a746-24714afe20b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:00.560390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 32047462-9b4d-41b4-bb7c-833a809b17ae {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:00.561052 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.584747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.634120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:57:00.650879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port 32047462-9b4d-41b4-bb7c-833a809b17ae, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=32047462-9b4d-41b4-bb7c-833a809b17ae,segment=NetworkSegment(3f465566-9b97-4e71-b279-529f86349f37),segment_id=3f465566-9b97-4e71-b279-529f86349f37)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:00.652068 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.703676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61cbf3-284c-4d29-9789-c389d82cf7ed req-19934da9-748f-471a-a1a0-e5f9a0326965 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:00.705707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed61cbf3-284c-4d29-9789-c389d82cf7ed req-19934da9-748f-471a-a1a0-e5f9a0326965 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 946 time: 0.4686673 Jun 30 02:57:00.709040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de30e1fd-c0f1-434d-a998-42378a29fe62,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:00.712491 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.712846 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Added segment e9d5dc60-2e52-4e34-94e0-287a571e9a83 of type vlan for network d8c29edf-6b67-46b9-bba9-a3fa462653f8 Jun 30 02:57:00.715349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc682b6-ef9a-4438-ba6e-30796af2c8a1 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:00.729588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 32047462-9b4d-41b4-bb7c-833a809b17ae owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:00.754314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port edc682b6-ef9a-4438-ba6e-30796af2c8a1, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=edc682b6-ef9a-4438-ba6e-30796af2c8a1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:00.768916 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.786550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ea86-c5f9-4198-a39d-0fef61bd1f06 req-9ef2a476-710b-4ab1-83a2-4d19272d9c35 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:00.787926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce49ea86-c5f9-4198-a39d-0fef61bd1f06 req-9ef2a476-710b-4ab1-83a2-4d19272d9c35 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 944 time: 0.2868342 Jun 30 02:57:00.851439 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.852454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 96f23b53-8855-41d7-9f33-a20cba6924fc details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:00.856221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-8cf905e5-199a-4d86-9595-e6647080b20a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Deleting port 39451f18-3872-47b3-82e6-46fe57941507 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:00.856579 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-8cf905e5-199a-4d86-9595-e6647080b20a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.914054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce49ea86-c5f9-4198-a39d-0fef61bd1f06 req-a17757bf-350b-407d-9c34-5b1b321a7505 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119277 Jun 30 02:57:00.944298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed61cbf3-284c-4d29-9789-c389d82cf7ed req-1b77d487-caff-4e92-939c-c11785fc429e tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/security-groups?id=1d7e2c05-c56b-4720-97de-5e4af3bf8c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827658 Jun 30 02:57:00.944725 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.945669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:00.946265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.974353 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.986952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2134c61b-5c38-41c8-8289-598759a145f1 None None] DHCP port deletion for 3fb51c73-0ebc-4188-ae9e-141fb6d92f64 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:57:01.080847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ea7a6d2e-49e2-471b-afe4-ce35b9377166 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:01.084272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=32047462-9b4d-41b4-bb7c-833a809b17ae,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.103124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No DVR routers for this DVR port 32047462-9b4d-41b4-bb7c-833a809b17ae on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:01.139945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: ea7a6d2e-49e2-471b-afe4-ce35b9377166 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:01.139945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ea7a6d2e-49e2-471b-afe4-ce35b9377166 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:01.139945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 32047462-9b4d-41b4-bb7c-833a809b17ae no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:01.200995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c29edf-6b67-46b9-bba9-a3fa462653f8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.207673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=edc682b6-ef9a-4438-ba6e-30796af2c8a1,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.226199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d8c29edf-6b67-46b9-bba9-a3fa462653f8 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:57:01.234284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 32047462-9b4d-41b4-bb7c-833a809b17ae {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:01.234716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 32047462-9b4d-41b4-bb7c-833a809b17ae not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:01.273241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.279819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3ceaa685-b168-45dc-8e75-5a483f66a545 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5667868 Jun 30 02:57:01.284501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38458) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:01.291513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Request body: {'subnet': {'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-subnet', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:01.323289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-8cf905e5-199a-4d86-9595-e6647080b20a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] For port 39451f18-3872-47b3-82e6-46fe57941507, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=39451f18-3872-47b3-82e6-46fe57941507,segment=NetworkSegment(d1f6af9b-f10c-4225-8f95-b4d0f0414e53),segment_id=d1f6af9b-f10c-4225-8f95-b4d0f0414e53)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:01.323665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-8cf905e5-199a-4d86-9595-e6647080b20a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.335495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb51c73-0ebc-4188-ae9e-141fb6d92f64']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:01.349393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:01.350662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-8cf905e5-199a-4d86-9595-e6647080b20a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Calling delete_port for 39451f18-3872-47b3-82e6-46fe57941507 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:01.350847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f465566-9b97-4e71-b279-529f86349f37') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:01.351105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f465566-9b97-4e71-b279-529f86349f37') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:01.363784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'port_id': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'mac_address': 'fa:16:3e:c9:47:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:01.366785 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.387120 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.397062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:57:01.397473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:57:01.400912 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:57:01.423098 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.427849 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5ab0e596-7f46-4897-9be8-fced49052043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.430110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:01.432453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.439568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e6857-8fa9-4558-b360-271fff2fa5e2 req-3239ef6b-9399-4c4e-a41e-954bb66755de tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:01.444335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0729e-bec1-4d7d-8915-9737a43ac116 req-cc86abb1-3c73-49ba-a202-c3dacb6b6023 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:01.445945 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28c0729e-bec1-4d7d-8915-9737a43ac116 req-cc86abb1-3c73-49ba-a202-c3dacb6b6023 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.3214991 Jun 30 02:57:01.450477 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.457831 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-949e6857-8fa9-4558-b360-271fff2fa5e2 req-3239ef6b-9399-4c4e-a41e-954bb66755de tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.1880517 Jun 30 02:57:01.473025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f23b53-8855-41d7-9f33-a20cba6924fc {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:01.510666 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:01.562087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-949e6857-8fa9-4558-b360-271fff2fa5e2 req-252038bd-3b12-4bac-a68e-7c6cbc16b097 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009686 Jun 30 02:57:01.581848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28c0729e-bec1-4d7d-8915-9737a43ac116 req-9b48b06a-8ddc-4f3e-9999-ddb3197c6a3e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754597 Jun 30 02:57:01.654158 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.694709 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.704184 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.734024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.735256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/networks/3fb51c73-0ebc-4188-ae9e-141fb6d92f64 HTTP/1.1" status: 204 len: 168 time: 1.5838919 Jun 30 02:57:01.735362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38470) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:01.737190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1bb02-1b70-4226-893c-b6cc7240426e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Network': ['ID=3fb51c73-0ebc-4188-ae9e-141fb6d92f64,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.801133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38472) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:01.885155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['96f23b53-8855-41d7-9f33-a20cba6924fc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:01.890305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['edc682b6-ef9a-4438-ba6e-30796af2c8a1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:01.890908 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-8cf905e5-199a-4d86-9595-e6647080b20a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.902833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-944926484-network', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:01.926918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf905e5-199a-4d86-9595-e6647080b20a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Pushing event deleted for resources: {'Port': ['ID=39451f18-3872-47b3-82e6-46fe57941507,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.961254 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.990086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-8cf905e5-199a-4d86-9595-e6647080b20a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] No DVR routers for this DVR port 39451f18-3872-47b3-82e6-46fe57941507 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:01.992647 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-8cf905e5-199a-4d86-9595-e6647080b20a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.995383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35ccbe2f-025e-4593-a6f1-7031345cd43c req-8cf905e5-199a-4d86-9595-e6647080b20a tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.74 "DELETE /v2.0/ports/39451f18-3872-47b3-82e6-46fe57941507 HTTP/1.1" status: 204 len: 173 time: 1.4802411 Jun 30 02:57:01.997161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 39451f18-3872-47b3-82e6-46fe57941507 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:02.022838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'name': 'network-vif-deleted', 'tag': '39451f18-3872-47b3-82e6-46fe57941507'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:02.025240 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370eb639-06c2-4ec3-980d-88a509fd671d" -d '{"events": [{"server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "name": "network-vif-deleted", "tag": "39451f18-3872-47b3-82e6-46fe57941507"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:02.087908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=586d0d3c-b2f5-48fc-84d7-f78d79c8f24a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:02.101359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Made reservation on behalf of e80d6cf22736432e8b8eacd174211320 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:02.104593 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.127377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 39451f18-3872-47b3-82e6-46fe57941507 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:02.127720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 39451f18-3872-47b3-82e6-46fe57941507 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:02.129200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.163237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Checking segment: {'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:02.163572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Network hostable DHCP agents. Network: d8c29edf-6b67-46b9-bba9-a3fa462653f8, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:02.216049 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f81c81c9-3ab8-46b9-87f1-c90da7bc86b6 req-f7f96281-0c00-474b-ab46-52ce42612ab3 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 210 time: 0.0477180 Jun 30 02:57:02.227595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc548567-c672-4547-8d43-4063d307ec62 req-cbd1488c-6d0d-4d49-8e59-99b0daf75033 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:02.229346 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fc548567-c672-4547-8d43-4063d307ec62 req-cbd1488c-6d0d-4d49-8e59-99b0daf75033 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 945 time: 0.1682854 Jun 30 02:57:02.309021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fc548567-c672-4547-8d43-4063d307ec62 req-73993a14-8cd5-49a5-b3ac-a9b12a7a1674 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730481 Jun 30 02:57:02.327765 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dab840-f16e-460f-9ab6-06f6b7292b69 x-openstack-request-id: req-a0dab840-f16e-460f-9ab6-06f6b7292b69 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:02.327765 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a447bd-63bf-4c2b-b3c7-e32de43dba93", "name": "network-vif-deleted", "tag": "39451f18-3872-47b3-82e6-46fe57941507", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:02.327765 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0dab840-f16e-460f-9ab6-06f6b7292b69 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:02.327765 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a447bd-63bf-4c2b-b3c7-e32de43dba93', 'name': 'network-vif-deleted', 'tag': '39451f18-3872-47b3-82e6-46fe57941507', 'status': 'completed', 'code': 200} Jun 30 02:57:02.335800 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.384473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.427703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Network d8c29edf-6b67-46b9-bba9-a3fa462653f8 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:02.600012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.648190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6e31af-456e-48f6-9e81-6f70d58162c7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:02.662196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:57:02.676337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.676700 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Added segment 762f5b9a-1991-44da-b2ca-6a80956305c9 of type vlan for network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 Jun 30 02:57:02.739633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.811040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d8c29edf-6b67-46b9-bba9-a3fa462653f8) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:02.816567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:02.817219 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.820078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e947b9-169a-4149-aba6-702582c4af8e None None] Network d8c29edf-6b67-46b9-bba9-a3fa462653f8 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:02.910932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdf737-043c-413a-94d1-24231975a02d req-868edf77-89f7-4525-b6ff-bdbb8663e658 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:02.912603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ecdf737-043c-413a-94d1-24231975a02d req-868edf77-89f7-4525-b6ff-bdbb8663e658 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 945 time: 0.1011457 Jun 30 02:57:02.925083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb9838-aada-4cf5-92cf-b9577157d759 req-bacf6c9a-cfb2-4f80-b82d-b41505ff286d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:02.926641 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ccb9838-aada-4cf5-92cf-b9577157d759 req-bacf6c9a-cfb2-4f80-b82d-b41505ff286d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.1190042 Jun 30 02:57:02.977240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ecdf737-043c-413a-94d1-24231975a02d req-fd1eeb83-ac38-44cb-bdde-142129468e17 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545151 Jun 30 02:57:02.996697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-d8c29edf-6b67-46b9-bba9-a3fa462653f8', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:02.997811 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.005119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ccb9838-aada-4cf5-92cf-b9577157d759 req-bc17d892-d204-4d28-9406-f643decdd1a7 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702007 Jun 30 02:57:03.066045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port 5e5258af-90a9-4932-a64a-26281c45bac5 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:03.066323 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.138700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Allocated IP 172.20.0.2 (d8c29edf-6b67-46b9-bba9-a3fa462653f8/586d0d3c-b2f5-48fc-84d7-f78d79c8f24a/df142390-ff52-447c-a5d6-aed93cb2ede6) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:03.148244 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.156877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port 5e5258af-90a9-4932-a64a-26281c45bac5, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5e5258af-90a9-4932-a64a-26281c45bac5,segment=NetworkSegment(cfcb9e2b-2c6a-4351-9b02-463742d7d97e),segment_id=cfcb9e2b-2c6a-4351-9b02-463742d7d97e)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:03.157237 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.169962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for 5e5258af-90a9-4932-a64a-26281c45bac5 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:03.191367 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.192301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:03.192883 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.239141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38490) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:03.239491 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-aa2fa759-a26f-435c-8936-f1006bb63fdc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9522753 Jun 30 02:57:03.243501 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:03.279512 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] Pushing event updated for resources: {'Network': ['ID=4b5115f4-26b6-49a1-9a82-45d13e86dcf1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:03.294697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:57:03.385317 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.402129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Transition to ACTIVE for port object df142390-ff52-447c-a5d6-aed93cb2ede6 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:03.419685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Transition to ACTIVE for port object df142390-ff52-447c-a5d6-aed93cb2ede6 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:03.425597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6c12c75-693e-4ef2-965d-08e5d376e85c req-a0d070ca-1864-4e3d-b9e9-736016dd9d91 tempest-ServersNegativeTestJSON-1414490059 tempest-ServersNegativeTestJSON-1414490059-project] 10.222.0.77 "GET /v2.0/ports?device_id=98a447bd-63bf-4c2b-b3c7-e32de43dba93 HTTP/1.1" status: 200 len: 210 time: 0.0570560 Jun 30 02:57:03.430551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a56f10a2-3192-4881-9096-7fc7c57a6750 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6276867 Jun 30 02:57:03.433652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38498) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:03.446104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Request body: {'subnet': {'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-944926484-subnet', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:03.538213 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46e118-62ae-4c91-9414-c78e94fa4aec req-a62625a2-8391-4b92-a9f4-368a7f09b27e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:03.539706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b46e118-62ae-4c91-9414-c78e94fa4aec req-a62625a2-8391-4b92-a9f4-368a7f09b27e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 945 time: 0.0650823 Jun 30 02:57:03.551868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.553057 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.592441 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.593611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Network d8c29edf-6b67-46b9-bba9-a3fa462653f8 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:03.593808 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.596212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=5e5258af-90a9-4932-a64a-26281c45bac5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:03.596957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:03.602474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:03.614799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Pushing event updated for resources: {'Port': ['ID=df142390-ff52-447c-a5d6-aed93cb2ede6,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:03.645423 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b46e118-62ae-4c91-9414-c78e94fa4aec req-e7d86956-47f9-4d39-ac37-8c445505235e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985343 Jun 30 02:57:03.683770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.689744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Attempting to bind port df142390-ff52-447c-a5d6-aed93cb2ede6 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:03.690120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Attempting to bind port df142390-ff52-447c-a5d6-aed93cb2ede6 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:03.690630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Attempting to bind port df142390-ff52-447c-a5d6-aed93cb2ede6 on network d8c29edf-6b67-46b9-bba9-a3fa462653f8 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:03.697098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:03.697470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Checking segment: {'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:03.697960 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.698361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Bound using segment: {'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:03.698884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Bound port: df142390-ff52-447c-a5d6-aed93cb2ede6, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:03.699273 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.764420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.778992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] For port df142390-ff52-447c-a5d6-aed93cb2ede6, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:03.782945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] For port df142390-ff52-447c-a5d6-aed93cb2ede6, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=df142390-ff52-447c-a5d6-aed93cb2ede6,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:03.838622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Made reservation on behalf of e80d6cf22736432e8b8eacd174211320 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:03.841096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.971924 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.003990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 96f23b53-8855-41d7-9f33-a20cba6924fc up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:04.013981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:04.035559 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.132617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224a7dd-55e4-406c-bb1d-08247670a6bd None None] Pushing event updated for resources: {'Port': ['ID=df142390-ff52-447c-a5d6-aed93cb2ede6,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:04.257190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920942f8-d87d-41a6-b468-f5bc7f5151ea req-54f14e2c-c77e-4d4f-a193-4e7aab6d7fe3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:04.258890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-920942f8-d87d-41a6-b468-f5bc7f5151ea req-54f14e2c-c77e-4d4f-a193-4e7aab6d7fe3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 945 time: 0.1466219 Jun 30 02:57:04.272013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:04.283934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38504) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:04.284402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dd086967-e19e-4f56-80ef-bce591c60a83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5651703 Jun 30 02:57:04.286252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:04.316513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:04.317168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:04.380680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 96f23b53-8855-41d7-9f33-a20cba6924fc completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:04.385592 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-920942f8-d87d-41a6-b468-f5bc7f5151ea req-243d8010-2a38-4110-b58a-7b7ce86362cf tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206241 Jun 30 02:57:04.391464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-950364b8-fa91-4769-b032-35dc37be374c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting subnet 75bf8b86-4043-4e84-a746-24714afe20b9 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:04.398036 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-950364b8-fa91-4769-b032-35dc37be374c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.404770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bb7e9-2f6d-4904-b70b-c74ebbacc5a3 req-278a1164-991f-49d8-9c85-f426cc9571b9 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:04.415903 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf9bb7e9-2f6d-4904-b70b-c74ebbacc5a3 req-278a1164-991f-49d8-9c85-f426cc9571b9 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.2128346 Jun 30 02:57:04.424635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.455559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 96f23b53-8855-41d7-9f33-a20cba6924fc triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:04.455941 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.475693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:04.556695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed44776-1865-4f9d-a506-9baff02ce94a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:04.580236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38510) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:04.582653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-950364b8-fa91-4769-b032-35dc37be374c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.598587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 11, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:04.634094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:04.637441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf9bb7e9-2f6d-4904-b70b-c74ebbacc5a3 req-dd88271f-4f53-4b52-96a7-ff13124845e2 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181718 Jun 30 02:57:04.640746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Checking segment: {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:04.642798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Network hostable DHCP agents. Network: 4b5115f4-26b6-49a1-9a82-45d13e86dcf1, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:04.669467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:04.670089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:04.689070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-707bcd8c-f52a-4ee2-8d98-37a09fae7fa0 admin admin] Deleting subnet 3cc4915e-2757-4253-b1f2-37f11c6c5454 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:04.693130 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-707bcd8c-f52a-4ee2-8d98-37a09fae7fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.716247 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.738381 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-707bcd8c-f52a-4ee2-8d98-37a09fae7fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.786199 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-707bcd8c-f52a-4ee2-8d98-37a09fae7fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.801062 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.803561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:04.820802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.861968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:04.872335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.930321 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-950364b8-fa91-4769-b032-35dc37be374c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.933051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 11, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:04.968051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b565c5c2-cee1-4f47-9d16-3f4f856868c6 None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 11, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:05.009538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:05.015169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:05.025098 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eda1305-16d1-48a3-9354-6724e18f523c" -d '{"events": [{"server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "name": "network-vif-plugged", "status": "completed", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:05.055186 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-707bcd8c-f52a-4ee2-8d98-37a09fae7fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.084094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bcd8c-f52a-4ee2-8d98-37a09fae7fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc4915e-2757-4253-b1f2-37f11c6c5454,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.089744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-707bcd8c-f52a-4ee2-8d98-37a09fae7fa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.090298 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d6c1eb-ca5b-4b1c-bf6e-e8e33568df60 x-openstack-request-id: req-73d6c1eb-ca5b-4b1c-bf6e-e8e33568df60 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:05.090651 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "name": "network-vif-plugged", "status": "completed", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:05.090982 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73d6c1eb-ca5b-4b1c-bf6e-e8e33568df60 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:05.091437 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'code': 200} Jun 30 02:57:05.092090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-707bcd8c-f52a-4ee2-8d98-37a09fae7fa0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3cc4915e-2757-4253-b1f2-37f11c6c5454 HTTP/1.1" status: 204 len: 168 time: 0.5107665 Jun 30 02:57:05.098106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38516) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:05.100233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 4b5115f4-26b6-49a1-9a82-45d13e86dcf1) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:05.108664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:05.108664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.121209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d6854-c962-4000-acf4-0ae8543df6ef None None] Network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:05.122053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce03674-f86b-4cdb-9843-3f2c45d5f997 req-363ac511-e158-48ab-8f59-056a620cf218 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:05.130326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ce03674-f86b-4cdb-9843-3f2c45d5f997 req-363ac511-e158-48ab-8f59-056a620cf218 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 945 time: 0.2623835 Jun 30 02:57:05.215027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Allocated IP 172.25.2.28 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/d10315d7-b486-4a39-8f94-f84a934e8deb) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:05.222997 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.224068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device edc682b6-ef9a-4438-ba6e-30796af2c8a1 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:05.233054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b87098-1450-44be-adf8-f8d02bf5c1d4 req-c9698b04-9248-4695-adc7-80bd1fe3e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:05.235055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93b87098-1450-44be-adf8-f8d02bf5c1d4 req-c9698b04-9248-4695-adc7-80bd1fe3e9e0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 1096 time: 0.0641968 Jun 30 02:57:05.258061 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-901d344d-9b89-4165-b88a-0a2f3d797ee6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8232822 Jun 30 02:57:05.264963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38518) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:05.270475 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-950364b8-fa91-4769-b032-35dc37be374c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.273844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:05.291184 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ce03674-f86b-4cdb-9843-3f2c45d5f997 req-e175b378-efa0-47c3-aaaf-aabcaa1f7d3d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596868 Jun 30 02:57:05.332574 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93b87098-1450-44be-adf8-f8d02bf5c1d4 req-f0c3c995-d8dd-46f5-827c-e29cb7587bf5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899482 Jun 30 02:57:05.355202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.411269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950364b8-fa91-4769-b032-35dc37be374c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Subnet': ['ID=75bf8b86-4043-4e84-a746-24714afe20b9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.431638 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.432860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.447525 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-950364b8-fa91-4769-b032-35dc37be374c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.451811 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-950364b8-fa91-4769-b032-35dc37be374c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/75bf8b86-4043-4e84-a746-24714afe20b9 HTTP/1.1" status: 204 len: 168 time: 1.1580372 Jun 30 02:57:05.453317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38522) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:05.538524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device df142390-ff52-447c-a5d6-aed93cb2ede6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:05.541104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff6eeda-2e13-4359-95d9-9ec8576ac339 None None] Network ccda5698-cf85-4815-9b6d-95b40e9d43df requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:05.565878 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.724892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33babc34-54e1-4340-9116-c2625ff153ff None None] Network d8c29edf-6b67-46b9-bba9-a3fa462653f8 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:05.859605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.873301 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.895039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb70ca-b66f-49c7-9366-d84d1442d66e req-b3b2d6d9-ddd9-4f57-b717-d80dc0c09fd2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:05.902978 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15fb70ca-b66f-49c7-9366-d84d1442d66e req-b3b2d6d9-ddd9-4f57-b717-d80dc0c09fd2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.2704480 Jun 30 02:57:05.904189 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.914686 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.939935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3a036d-62f3-498b-8a6d-dee57280a541']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:05.959855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.975856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15fb70ca-b66f-49c7-9366-d84d1442d66e req-565e4610-a07a-4700-9a70-c5c740b74657 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718164 Jun 30 02:57:05.979267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:05.979583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f6af9b-f10c-4225-8f95-b4d0f0414e53') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:06.010474 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.029579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:06.030506 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.040106 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.057345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:57:06.057781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:57:06.060772 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:57:06.088121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2385cce1-5255-4a8b-b06b-2078ce3ecd3c None None] Provisioning for port df142390-ff52-447c-a5d6-aed93cb2ede6 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:06.119976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07998631-4830-4c58-9ce5-c6af6e58fd10 req-de91dfa9-2a17-4d04-91d3-9c8ea0b2d61d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:06.128901 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07998631-4830-4c58-9ce5-c6af6e58fd10 req-de91dfa9-2a17-4d04-91d3-9c8ea0b2d61d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.2879710 Jun 30 02:57:06.168485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Deleting port d5a07394-541a-4273-be90-fdf9dcbedcfe {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:06.168863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.172512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port edc682b6-ef9a-4438-ba6e-30796af2c8a1 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:06.175631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97c377-6e43-4823-9f3d-e9112a3a251c None None] DHCP port deletion for ccda5698-cf85-4815-9b6d-95b40e9d43df request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:57:06.195174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port edc682b6-ef9a-4438-ba6e-30796af2c8a1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:06.195798 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.244443 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07998631-4830-4c58-9ce5-c6af6e58fd10 req-53faa520-a71d-45d8-ab79-cc465c98e5b4 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145792 Jun 30 02:57:06.247893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port df142390-ff52-447c-a5d6-aed93cb2ede6 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:06.254589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.291941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port df142390-ff52-447c-a5d6-aed93cb2ede6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:06.292791 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.317478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:06.321841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:06.324879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] For port d5a07394-541a-4273-be90-fdf9dcbedcfe, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d5a07394-541a-4273-be90-fdf9dcbedcfe,segment=NetworkSegment(cfcb9e2b-2c6a-4351-9b02-463742d7d97e),segment_id=cfcb9e2b-2c6a-4351-9b02-463742d7d97e)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:06.325250 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.329346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:06.341899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.367989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Calling delete_port for d5a07394-541a-4273-be90-fdf9dcbedcfe owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:06.376993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.381126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1c3a036d-62f3-498b-8a6d-dee57280a541 HTTP/1.1" status: 204 len: 168 time: 1.2754650 Jun 30 02:57:06.399554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=d10315d7-b486-4a39-8f94-f84a934e8deb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:06.425130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83545f0-9748-4297-8358-ce9ee5d3c2c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3a036d-62f3-498b-8a6d-dee57280a541,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:06.437882 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.455586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Allocated IP 172.20.0.2 (4b5115f4-26b6-49a1-9a82-45d13e86dcf1/eed44776-1865-4f9d-a506-9baff02ce94a/de2fbaa3-8ac2-42a3-b936-163691b6af59) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:06.458847 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.520560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port df142390-ff52-447c-a5d6-aed93cb2ede6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=df142390-ff52-447c-a5d6-aed93cb2ede6,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:06.522016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.568561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1e97c377-6e43-4823-9f3d-e9112a3a251c None None] Deleting port d5a07394-541a-4273-be90-fdf9dcbedcfe {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:06.569216 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1e97c377-6e43-4823-9f3d-e9112a3a251c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.667860 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.752220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Allocated IP 172.25.2.40 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/91d919d3-625c-412d-b342-54c7da226fe1) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:06.755818 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.766306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01704ddd-1243-45ce-b417-7588be80c54a req-bcb39520-264e-4beb-803e-cdc8b71a83cb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:06.773517 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-01704ddd-1243-45ce-b417-7588be80c54a req-bcb39520-264e-4beb-803e-cdc8b71a83cb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 945 time: 0.1710589 Jun 30 02:57:06.853398 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1e97c377-6e43-4823-9f3d-e9112a3a251c None None] For port d5a07394-541a-4273-be90-fdf9dcbedcfe, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d5a07394-541a-4273-be90-fdf9dcbedcfe,segment=NetworkSegment(cfcb9e2b-2c6a-4351-9b02-463742d7d97e),segment_id=cfcb9e2b-2c6a-4351-9b02-463742d7d97e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:06.853398 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1e97c377-6e43-4823-9f3d-e9112a3a251c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.904458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9f31d9d5-2367-4b0a-a22c-532d3547c186 None None] Provisioning complete for port df142390-ff52-447c-a5d6-aed93cb2ede6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:06.904458 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f31d9d5-2367-4b0a-a22c-532d3547c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.904458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=df142390-ff52-447c-a5d6-aed93cb2ede6,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:06.941692 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-01704ddd-1243-45ce-b417-7588be80c54a req-a765a96d-3406-4566-8769-b1a4843fb05b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671903 Jun 30 02:57:06.949085 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1e97c377-6e43-4823-9f3d-e9112a3a251c None None] Calling delete_port for d5a07394-541a-4273-be90-fdf9dcbedcfe owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:06.968443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.004880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38534) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:07.013418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d5a07394-541a-4273-be90-fdf9dcbedcfe no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:07.105686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b84deea-aa94-4e95-9625-79a082720f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc682b6-ef9a-4438-ba6e-30796af2c8a1'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:07.106438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5d4f0349-ed43-4977-860f-1292bde6d8fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6ecd0d3cf2294f92a277fcf23b36851d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997350 Jun 30 02:57:07.106656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38538) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:07.109096 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179253ed-7e50-42f5-8bdc-5d973dfc4fc5" -d '{"events": [{"server_uuid": "6b84deea-aa94-4e95-9625-79a082720f89", "name": "network-vif-plugged", "status": "completed", "tag": "edc682b6-ef9a-4438-ba6e-30796af2c8a1"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:07.118501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port edc682b6-ef9a-4438-ba6e-30796af2c8a1, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=edc682b6-ef9a-4438-ba6e-30796af2c8a1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:07.134619 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.155307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Transition to ACTIVE for port object de2fbaa3-8ac2-42a3-b936-163691b6af59 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:07.164184 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96172c14-c502-4c36-b669-aeb33be04960 x-openstack-request-id: req-96172c14-c502-4c36-b669-aeb33be04960 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:07.164456 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b84deea-aa94-4e95-9625-79a082720f89", "name": "network-vif-plugged", "status": "completed", "tag": "edc682b6-ef9a-4438-ba6e-30796af2c8a1", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:07.164706 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96172c14-c502-4c36-b669-aeb33be04960 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:07.165093 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b84deea-aa94-4e95-9625-79a082720f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc682b6-ef9a-4438-ba6e-30796af2c8a1', 'code': 200} Jun 30 02:57:07.197253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Transition to ACTIVE for port object de2fbaa3-8ac2-42a3-b936-163691b6af59 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:07.201470 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-657c05f5-a42a-4b87-af1e-96c246a182f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.228525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bc6e4-6de3-42b8-aec7-db3411eb15a9 req-caa71c37-c0fb-4aef-a156-17bb13276d7a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:07.230357 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33bc6e4-6de3-42b8-aec7-db3411eb15a9 req-caa71c37-c0fb-4aef-a156-17bb13276d7a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.0985842 Jun 30 02:57:07.236781 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-657c05f5-a42a-4b87-af1e-96c246a182f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.272554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a33bc6e4-6de3-42b8-aec7-db3411eb15a9 req-0ec8929f-71d9-4a21-acf9-f0e91c51eb2d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355375 Jun 30 02:57:07.285743 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.296748 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.297707 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.301986 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.337550 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Port': ['ID=d5a07394-541a-4273-be90-fdf9dcbedcfe,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:07.345994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No DVR routers for this DVR port d5a07394-541a-4273-be90-fdf9dcbedcfe on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:07.347739 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.355008 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1e97c377-6e43-4823-9f3d-e9112a3a251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.389785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5e5258af-90a9-4932-a64a-26281c45bac5 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:07.402981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Pushing event updated for resources: {'Port': ['ID=91d919d3-625c-412d-b342-54c7da226fe1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:07.424559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:07.431066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97c377-6e43-4823-9f3d-e9112a3a251c None None] No DVR routers for this DVR port d5a07394-541a-4273-be90-fdf9dcbedcfe on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:07.433843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:07.448867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:07.449321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:07.456832 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:07.464660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 5e5258af-90a9-4932-a64a-26281c45bac5 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:07.465008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5e5258af-90a9-4932-a64a-26281c45bac5 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:07.481083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=edc682b6-ef9a-4438-ba6e-30796af2c8a1,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:07.490292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab07d8-5d2f-4d9c-bdc0-873f01691e9b req-d08db228-ce42-4964-84a7-8b80e7cef80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:07.491835 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dab07d8-5d2f-4d9c-bdc0-873f01691e9b req-d08db228-ce42-4964-84a7-8b80e7cef80d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 1096 time: 0.2678943 Jun 30 02:57:07.494115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:07.557719 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.567238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Pushing event updated for resources: {'Port': ['ID=de2fbaa3-8ac2-42a3-b936-163691b6af59,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:07.568375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dab07d8-5d2f-4d9c-bdc0-873f01691e9b req-0f5ac84d-623f-4802-9854-321123ac7aa3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686440 Jun 30 02:57:07.575339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccda5698-cf85-4815-9b6d-95b40e9d43df']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:07.590750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Attempting to bind port de2fbaa3-8ac2-42a3-b936-163691b6af59 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:07.591128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Attempting to bind port de2fbaa3-8ac2-42a3-b936-163691b6af59 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:07.591981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Attempting to bind port de2fbaa3-8ac2-42a3-b936-163691b6af59 on network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:07.595750 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-657c05f5-a42a-4b87-af1e-96c246a182f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.596712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97c377-6e43-4823-9f3d-e9112a3a251c None None] Pushing event deleted for resources: {'Port': ['ID=d5a07394-541a-4273-be90-fdf9dcbedcfe,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:07.598341 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-657c05f5-a42a-4b87-af1e-96c246a182f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.600568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:07.600751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Checking segment: {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:07.601165 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.601446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Bound using segment: {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:07.601942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Bound port: de2fbaa3-8ac2-42a3-b936-163691b6af59, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:07.602329 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.612399 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-657c05f5-a42a-4b87-af1e-96c246a182f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d7e2c05-c56b-4720-97de-5e4af3bf8c80 HTTP/1.1" status: 204 len: 168 time: 0.5047078 Jun 30 02:57:07.664506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:07.664815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcb9e2b-2c6a-4351-9b02-463742d7d97e') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:07.681851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.689533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c05f5-a42a-4b87-af1e-96c246a182f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7e2c05-c56b-4720-97de-5e4af3bf8c80,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:07.720092 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.725652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bb481-a3bb-4bf5-84b7-d7ca372a356d req-c19e161a-2364-4004-a769-e74b12075845 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:07.727535 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d4bb481-a3bb-4bf5-84b7-d7ca372a356d req-c19e161a-2364-4004-a769-e74b12075845 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.3151715 Jun 30 02:57:07.729250 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.738147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:57:07.738147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:57:07.739742 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:57:07.842660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98ad3b-e757-40f7-ae93-2aa916e64024 req-bad21c7a-018d-45b3-b659-fc793110b967 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:07.845240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b98ad3b-e757-40f7-ae93-2aa916e64024 req-bad21c7a-018d-45b3-b659-fc793110b967 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.3423278 Jun 30 02:57:07.857381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38550) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:07.865275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-41f015e7-44a9-4eab-9a00-9d193656b552 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'floatingip': {'port_id': '96f23b53-8855-41d7-9f33-a20cba6924fc'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:07.940935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] For port de2fbaa3-8ac2-42a3-b936-163691b6af59, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:07.944462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] For port de2fbaa3-8ac2-42a3-b936-163691b6af59, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=de2fbaa3-8ac2-42a3-b936-163691b6af59,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:07.952945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41f015e7-44a9-4eab-9a00-9d193656b552 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.086154 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.227187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f886121-3009-436f-93ae-740ae33f51aa None None] Pushing event updated for resources: {'Port': ['ID=de2fbaa3-8ac2-42a3-b936-163691b6af59,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:08.237160 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d4bb481-a3bb-4bf5-84b7-d7ca372a356d req-220797a9-aae1-4946-a1c2-9f160639ab21 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761478 Jun 30 02:57:08.293228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.300666 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.319000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.320839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/networks/ccda5698-cf85-4815-9b6d-95b40e9d43df HTTP/1.1" status: 204 len: 168 time: 2.8556068 Jun 30 02:57:08.327456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38560) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:08.334483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7271a3fe-1761-4626-8ff3-dd877ded84cf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'routes': None}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:08.384795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddf1ad-049f-4099-8d34-7ce936fdf80e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Pushing event deleted for resources: {'Network': ['ID=ccda5698-cf85-4815-9b6d-95b40e9d43df,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:08.886152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.extraroute_db [None req-7271a3fe-1761-4626-8ff3-dd877ded84cf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Added routes are [] {{(pid=94530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:57:08.886152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.extraroute_db [None req-7271a3fe-1761-4626-8ff3-dd877ded84cf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Removed routes are [] {{(pid=94530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:57:08.886152 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7271a3fe-1761-4626-8ff3-dd877ded84cf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.091976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41f015e7-44a9-4eab-9a00-9d193656b552 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.101281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbde7f-b822-408d-9e8d-7092c3ecc888 req-0bb1f1c0-7d19-4034-9ba6-ee2201a93c7b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:09.102932 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96bbde7f-b822-408d-9e8d-7092c3ecc888 req-0bb1f1c0-7d19-4034-9ba6-ee2201a93c7b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 946 time: 0.9030766 Jun 30 02:57:09.144138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device df142390-ff52-447c-a5d6-aed93cb2ede6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:09.161863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7271a3fe-1761-4626-8ff3-dd877ded84cf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.177658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96bbde7f-b822-408d-9e8d-7092c3ecc888 req-8d192740-4658-49e1-a1c1-9d8deec57226 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568094 Jun 30 02:57:09.211764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-c5e2e6fa-b50a-4bbc-9cd4-6afe2dd3dc6f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4001648 Jun 30 02:57:09.214594 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7271a3fe-1761-4626-8ff3-dd877ded84cf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.230510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port df142390-ff52-447c-a5d6-aed93cb2ede6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:09.231487 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.289904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Router 812c7865-2627-49a0-896c-98d1624800ad is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:57:09.296939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41f015e7-44a9-4eab-9a00-9d193656b552 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.417351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device de2fbaa3-8ac2-42a3-b936-163691b6af59 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:09.481781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7271a3fe-1761-4626-8ff3-dd877ded84cf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router c775385c-e05e-4faa-bf07-2a733d8616b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:09.486631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.602021 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-41f015e7-44a9-4eab-9a00-9d193656b552 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Floating IP 444efe98-f867-4064-90c0-a02290f69d8e associated. External IP: 172.25.2.149, port: 96f23b53-8855-41d7-9f33-a20cba6924fc. Jun 30 02:57:09.625733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port de2fbaa3-8ac2-42a3-b936-163691b6af59 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:09.637813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-4dac0350-e2bd-4786-aee9-76b3392beb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:09.639443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-4dac0350-e2bd-4786-aee9-76b3392beb65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1095 time: 0.3414121 Jun 30 02:57:09.784471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:09.800468 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Sync routers for ids ['812c7865-2627-49a0-896c-98d1624800ad'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:09.823770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7271a3fe-1761-4626-8ff3-dd877ded84cf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:09.824937 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Routers {'812c7865-2627-49a0-896c-98d1624800ad'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:09.825758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] Sync routers for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:09.825972 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['812c7865-2627-49a0-896c-98d1624800ad'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:09.830275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7271a3fe-1761-4626-8ff3-dd877ded84cf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.831367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7271a3fe-1761-4626-8ff3-dd877ded84cf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6 HTTP/1.1" status: 200 len: 705 time: 1.5025206 Jun 30 02:57:09.841343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:09.845463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38584) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:09.846243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:09.877748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec6603-ace1-41ec-b51b-0631ded8819c req-4081f728-04fd-4d79-bb7a-10904b97884c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:09.879984 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-52ec6603-ace1-41ec-b51b-0631ded8819c req-4081f728-04fd-4d79-bb7a-10904b97884c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.3506510 Jun 30 02:57:09.918610 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-22e5df14-218a-4019-808f-34186d98a724 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=c775385c-e05e-4faa-bf07-2a733d8616b6 HTTP/1.1" status: 200 len: 205 time: 0.0696046 Jun 30 02:57:09.924900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38586) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:09.932795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bdf980-2337-4498-9b1d-cce7342caf11 None None] Network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:09.990521 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Set router 812c7865-2627-49a0-896c-98d1624800ad gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:10.046108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:10.060668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.070168 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b212477d-954d-4bfe-87ed-912dd6cf3cf8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8298569 Jun 30 02:57:10.070747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38590) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:10.113604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 11, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:10.118580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-665fabf3-bf33-492a-8269-ebfd03f015c1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.153676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] Checking router: c775385c-e05e-4faa-bf07-2a733d8616b6 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:10.192136 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f015e7-44a9-4eab-9a00-9d193656b552 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Router ffa680e1-b157-4cde-8a27-ef70f7390a61 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:10.197712 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:07Z', 'revision_number': 3, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:10.200056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-76fd48ef-4026-482d-8cc2-4c8603ac4435 None None] Provisioning for port de2fbaa3-8ac2-42a3-b936-163691b6af59 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:10.207443 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-76fd48ef-4026-482d-8cc2-4c8603ac4435 None None] Provisioning complete for port de2fbaa3-8ac2-42a3-b936-163691b6af59 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:10.208181 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76fd48ef-4026-482d-8cc2-4c8603ac4435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.210058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] Routers {'c775385c-e05e-4faa-bf07-2a733d8616b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:10.210919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c775385c-e05e-4faa-bf07-2a733d8616b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:10.238755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-52ec6603-ace1-41ec-b51b-0631ded8819c req-5ca52280-174a-4e3a-8de8-c9afa53c4282 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498435 Jun 30 02:57:10.315595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-a24a10fa-3179-472f-8640-81fd5edc3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:10.317091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-a24a10fa-3179-472f-8640-81fd5edc3f9a service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.6208370 Jun 30 02:57:10.436929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] Set router c775385c-e05e-4faa-bf07-2a733d8616b6 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:10.441078 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Checking router: 812c7865-2627-49a0-896c-98d1624800ad for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:10.441668 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Updating router 812c7865-2627-49a0-896c-98d1624800ad port d10315d7-b486-4a39-8f94-f84a934e8deb binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:10.478544 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-665fabf3-bf33-492a-8269-ebfd03f015c1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.482215 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-665fabf3-bf33-492a-8269-ebfd03f015c1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.505890 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.581466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 11, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:10.619176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-37076184-83a5-4ff1-a66e-2ad5c9e676ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 999 time: 0.0898430 Jun 30 02:57:10.682801 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.721153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06411f-b60b-4689-8d25-c1e30355394b None None] The sync data for ids ['c775385c-e05e-4faa-bf07-2a733d8616b6'] in n-d-798249-3 is: [{'id': 'c775385c-e05e-4faa-bf07-2a733d8616b6', 'name': 'tempest-RoutersIpV6Test-router-1228907681', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:54Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 11, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:10.860725 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76fd48ef-4026-482d-8cc2-4c8603ac4435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.873860 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.885602 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Transition to ACTIVE for port object d10315d7-b486-4a39-8f94-f84a934e8deb will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:10.897572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-ac9087cb-ac4c-416c-aa2f-9864626409ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:10.899117 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-ac9087cb-ac4c-416c-aa2f-9864626409ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.2728870 Jun 30 02:57:10.907819 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-665fabf3-bf33-492a-8269-ebfd03f015c1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.908320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665fabf3-bf33-492a-8269-ebfd03f015c1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Fanout notify agent at l3_agent the message router_deleted on router c775385c-e05e-4faa-bf07-2a733d8616b6 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:57:10.939702 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-665fabf3-bf33-492a-8269-ebfd03f015c1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.939702 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-665fabf3-bf33-492a-8269-ebfd03f015c1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6 HTTP/1.1" status: 204 len: 168 time: 0.9708245 Jun 30 02:57:10.939702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38604) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:10.950526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-76fd48ef-4026-482d-8cc2-4c8603ac4435 None None] For port de2fbaa3-8ac2-42a3-b936-163691b6af59, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=de2fbaa3-8ac2-42a3-b936-163691b6af59,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:10.991031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-00704509-aa12-4058-9c0f-8060c86f1e46 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1091467898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:11.028606 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.067929 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76fd48ef-4026-482d-8cc2-4c8603ac4435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.074137 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Attempting to bind port d10315d7-b486-4a39-8f94-f84a934e8deb on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:11.074508 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Attempting to bind port d10315d7-b486-4a39-8f94-f84a934e8deb by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:11.074863 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Attempting to bind port d10315d7-b486-4a39-8f94-f84a934e8deb on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:11.103372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-544eedb6-f2f3-4fe8-9e47-5f0ffb2f1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:11.105266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-544eedb6-f2f3-4fe8-9e47-5f0ffb2f1fc5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915398 Jun 30 02:57:11.152854 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:11.171522 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:11.172170 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.172751 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:11.173439 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Bound port: d10315d7-b486-4a39-8f94-f84a934e8deb, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:11.174030 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.179003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd48ef-4026-482d-8cc2-4c8603ac4435 None None] Pushing event updated for resources: {'Port': ['ID=de2fbaa3-8ac2-42a3-b936-163691b6af59,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:11.223189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00704509-aa12-4058-9c0f-8060c86f1e46 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.224521 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00704509-aa12-4058-9c0f-8060c86f1e46 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.249010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Router 3d5d9d8a-9b2d-490c-ae52-63073934610e is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:57:11.268406 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-2657c5d8-710d-47e8-94d8-6f3596130c98 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554267 Jun 30 02:57:11.305896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fa8caf92-c330-44eb-a02b-01cd2d66b3b9 None None] Provisioning complete for port de2fbaa3-8ac2-42a3-b936-163691b6af59 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:11.305896 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fa8caf92-c330-44eb-a02b-01cd2d66b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.314100 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] For port d10315d7-b486-4a39-8f94-f84a934e8deb, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:11.327082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f015e7-44a9-4eab-9a00-9d193656b552 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:11.327823 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] For port d10315d7-b486-4a39-8f94-f84a934e8deb, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d10315d7-b486-4a39-8f94-f84a934e8deb,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:11.341743 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] Sync routers for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:11.347241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41f015e7-44a9-4eab-9a00-9d193656b552 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.376596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbe923-655d-40fa-b12a-e8803c995abe req-23da960e-1695-40e9-a019-c883bd7ab0e9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:11.384256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4cdbe923-655d-40fa-b12a-e8803c995abe req-23da960e-1695-40e9-a019-c883bd7ab0e9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 946 time: 0.9721920 Jun 30 02:57:11.400219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:11.411783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Sync routers for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:11.426414 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:11.427071 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:11.429234 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Pushing event updated for resources: {'Port': ['ID=d10315d7-b486-4a39-8f94-f84a934e8deb,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:11.445948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:11.447373 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:11.501908 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00704509-aa12-4058-9c0f-8060c86f1e46 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.551709 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-41f015e7-44a9-4eab-9a00-9d193656b552 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "PUT /v2.0/floatingips/444efe98-f867-4064-90c0-a02290f69d8e HTTP/1.1" status: 200 len: 992 time: 3.6932180 Jun 30 02:57:11.580253 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.583097 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.583545 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.583984 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.584410 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.584831 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.585275 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.585716 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.586133 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.586547 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.586960 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.587376 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.592137 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:11.599581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:11.636318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:11.648438 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38" -d '{"events": [{"name": "network-changed", "server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:11.658380 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4cdbe923-655d-40fa-b12a-e8803c995abe req-fa0f5cdd-a1f0-4067-b6dd-654f658a8d6d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732468 Jun 30 02:57:11.787144 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Routers {'812c7865-2627-49a0-896c-98d1624800ad'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:11.787572 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['812c7865-2627-49a0-896c-98d1624800ad'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:11.865077 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:11.867414 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18cf2d-a0e3-4060-a8f9-5fb4bf2f90fa None None] Pushing event updated for resources: {'Port': ['ID=d10315d7-b486-4a39-8f94-f84a934e8deb,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:11.896371 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.002797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 3, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:12.081054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Checking router: 3d5d9d8a-9b2d-490c-ae52-63073934610e for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:12.082520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Updating router 3d5d9d8a-9b2d-490c-ae52-63073934610e port 91d919d3-625c-412d-b342-54c7da226fe1 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:12.108989 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] Set router 812c7865-2627-49a0-896c-98d1624800ad gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:12.112823 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56db09e-c2b0-4723-a420-b0eef3ff9f8e x-openstack-request-id: req-a56db09e-c2b0-4723-a420-b0eef3ff9f8e {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:12.113272 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:12.113691 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a56db09e-c2b0-4723-a420-b0eef3ff9f8e {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:12.114591 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'status': 'completed', 'code': 200} Jun 30 02:57:12.160302 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.185800 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9b67f4e5-9843-473d-b8ea-697502ed9a78 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9084420 Jun 30 02:57:12.185800 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00704509-aa12-4058-9c0f-8060c86f1e46 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.186121 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.186268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Allocated IP 172.20.0.1 (d8c29edf-6b67-46b9-bba9-a3fa462653f8/586d0d3c-b2f5-48fc-84d7-f78d79c8f24a/eead7d2e-bbf7-44c4-bb3f-87393bdf6680) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:12.186380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38630) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:12.357157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67e6e4a9-2365-4428-9109-14428ff526e9 req-c0681cd6-939f-4129-907c-eecb576a21de service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9693158 Jun 30 02:57:12.448223 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '444efe98-f867-4064-90c0-a02290f69d8e', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'port_id': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'mac_address': 'fa:16:3e:c9:47:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:56:41Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 1, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:12.459220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-a5a83306-df60-4e17-8f63-4f1b0234933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:12.472202 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-a5a83306-df60-4e17-8f63-4f1b0234933c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 1097 time: 0.3410380 Jun 30 02:57:12.486889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00704509-aa12-4058-9c0f-8060c86f1e46 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.490659 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-00704509-aa12-4058-9c0f-8060c86f1e46 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5484307 Jun 30 02:57:12.494067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38634) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:12.495408 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] Checking router: ffa680e1-b157-4cde-8a27-ef70f7390a61 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:12.505790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00095907-e1d1-48df-9d77-800127c94180 req-5b1f47bc-037c-412a-94b7-eeab763e7c38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a94cd6792f3746bdbcbc060a15360cb7 HTTP/1.1" status: 200 len: 267 time: 0.2721095 Jun 30 02:57:12.506024 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:07Z', 'revision_number': 3, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:12.526520 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-daf9e0d1-a055-452d-9405-27ac60ebbdb4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:12.538364 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:12.539096 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:12.542788 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506905ac-555c-4fda-a6ea-c8c106c5a2dd None None] The sync data for ids ['812c7865-2627-49a0-896c-98d1624800ad'] in n-d-798249-3 is: [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:07Z', 'revision_number': 3, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:12.550205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264b7a3-455e-4a2c-802d-2e0aea85def4 req-2d4391b2-11ee-47ef-ab7d-0a13b1ab9e3f tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:12.562270 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7264b7a3-455e-4a2c-802d-2e0aea85def4 req-2d4391b2-11ee-47ef-ab7d-0a13b1ab9e3f tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 1.0349617 Jun 30 02:57:12.651712 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.664295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Transition to ACTIVE for port object 91d919d3-625c-412d-b342-54c7da226fe1 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:12.706457 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:12.774604 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7264b7a3-455e-4a2c-802d-2e0aea85def4 req-a25b1b0c-c55d-4612-88ad-c8dfd9b4a155 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019517 Jun 30 02:57:12.796621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.924313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d08dc-e04f-4014-ac31-beb9cd528753 None None] Pushing event updated for resources: {'Port': ['ID=91d919d3-625c-412d-b342-54c7da226fe1,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:12.926979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-fef26f13-2b87-4ed8-9663-c316601cff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:12.929535 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-fef26f13-2b87-4ed8-9663-c316601cff94 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.4343309 Jun 30 02:57:12.943473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Attempting to bind port 91d919d3-625c-412d-b342-54c7da226fe1 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:12.943861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Attempting to bind port 91d919d3-625c-412d-b342-54c7da226fe1 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:12.944228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Attempting to bind port 91d919d3-625c-412d-b342-54c7da226fe1 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:12.961991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:12.962363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:12.962782 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.963186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:12.963663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Bound port: 91d919d3-625c-412d-b342-54c7da226fe1, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:12.964064 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.087926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device de2fbaa3-8ac2-42a3-b936-163691b6af59 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:13.089177 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.226414 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11655c57-732e-4417-bf84-a583f75091d8 req-316ce682-1e9e-4d6b-8da3-eb48d8a9b6b9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3256607 Jun 30 02:57:13.228160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] For port 91d919d3-625c-412d-b342-54c7da226fe1, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:13.280069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] For port 91d919d3-625c-412d-b342-54c7da226fe1, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=91d919d3-625c-412d-b342-54c7da226fe1,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:13.299826 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '444efe98-f867-4064-90c0-a02290f69d8e', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'port_id': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'mac_address': 'fa:16:3e:c9:47:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:56:41Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 1, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:13.302696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port de2fbaa3-8ac2-42a3-b936-163691b6af59 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:13.306214 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.334387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Transition to ACTIVE for port object eead7d2e-bbf7-44c4-bb3f-87393bdf6680 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:13.369558 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.452904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11655c57-732e-4417-bf84-a583f75091d8 req-d7d4e8ad-a21c-4829-a6e6-9524615606a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:13.455034 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11655c57-732e-4417-bf84-a583f75091d8 req-d7d4e8ad-a21c-4829-a6e6-9524615606a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 1096 time: 0.1958380 Jun 30 02:57:13.461753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:13.461753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:13.544576 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-daf9e0d1-a055-452d-9405-27ac60ebbdb4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.580804 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1a4bcc-cd0c-4d3f-8290-824619fc7a1e None None] The sync data for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 is: [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '444efe98-f867-4064-90c0-a02290f69d8e', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'port_id': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'mac_address': 'fa:16:3e:c9:47:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:56:41Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 1, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:13.655269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-f73a3fa7-deae-4f9b-b55c-fc71bb7d4518 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f23b53-8855-41d7-9f33-a20cba6924fc HTTP/1.1" status: 200 len: 1000 time: 0.6867800 Jun 30 02:57:13.667213 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.785138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00095907-e1d1-48df-9d77-800127c94180 req-d7db03a7-5b27-4145-9d06-2c77088b6bb0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:13.785138 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00095907-e1d1-48df-9d77-800127c94180 req-d7db03a7-5b27-4145-9d06-2c77088b6bb0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 946 time: 1.1859088 Jun 30 02:57:13.785138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-daf9e0d1-a055-452d-9405-27ac60ebbdb4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.785138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-00095907-e1d1-48df-9d77-800127c94180 req-06ef892e-d2bd-4a0e-97b5-5cbe8d9a26f0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'port': {'security_groups': []}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:13.796307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38648) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:13.814112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11655c57-732e-4417-bf84-a583f75091d8 req-dba90b66-c6a2-402b-9b50-9b605f154e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:13.815776 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11655c57-732e-4417-bf84-a583f75091d8 req-dba90b66-c6a2-402b-9b50-9b605f154e0f service neutron] 10.222.0.83 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.3238626 Jun 30 02:57:13.901187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11655c57-732e-4417-bf84-a583f75091d8 req-dab0c650-ce3a-4716-966e-8b2809427461 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bd3c888-60d8-40db-ba33-de656b7dbbb1 HTTP/1.1" status: 200 len: 217 time: 0.0770366 Jun 30 02:57:14.013629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11655c57-732e-4417-bf84-a583f75091d8 req-d9540c5b-087b-4e85-a5d1-ae9ff3569e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:14.015427 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11655c57-732e-4417-bf84-a583f75091d8 req-d9540c5b-087b-4e85-a5d1-ae9ff3569e57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.1069696 Jun 30 02:57:14.024690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-0a73ad6a-02be-48a6-bc18-17abfaad2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:14.026365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-0a73ad6a-02be-48a6-bc18-17abfaad2adf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.3551707 Jun 30 02:57:14.073197 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b665f-397b-4c5d-a7f8-133e3b388bba None None] New status for floating IP 444efe98-f867-4064-90c0-a02290f69d8e: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:57:14.080904 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.109829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Network d8c29edf-6b67-46b9-bba9-a3fa462653f8 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:14.112710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:14.115130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:14.163099 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.276245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d08dc-e04f-4014-ac31-beb9cd528753 None None] Pushing event updated for resources: {'Port': ['ID=91d919d3-625c-412d-b342-54c7da226fe1,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:14.309194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Pushing event updated for resources: {'Port': ['ID=eead7d2e-bbf7-44c4-bb3f-87393bdf6680,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:14.320886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:14.340265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf9e0d1-a055-452d-9405-27ac60ebbdb4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Router 9eac24b0-5f75-47df-85cb-3296c15cca74 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:57:14.461370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-00095907-e1d1-48df-9d77-800127c94180 req-06ef892e-d2bd-4a0e-97b5-5cbe8d9a26f0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.528969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-2072f8d2-d175-4974-af0c-615b99c5e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:14.530757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-2072f8d2-d175-4974-af0c-615b99c5e8ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4936006 Jun 30 02:57:14.569983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 3, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:14.593624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf9e0d1-a055-452d-9405-27ac60ebbdb4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:14.607279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa5c38-c0c3-42bd-83bc-728c02fd2fbe None None] The sync data for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 is: [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 3, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:14.616977 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] Sync routers for ids ['9eac24b0-5f75-47df-85cb-3296c15cca74'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:14.639762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] Routers {'9eac24b0-5f75-47df-85cb-3296c15cca74'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:14.640718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9eac24b0-5f75-47df-85cb-3296c15cca74'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:14.694089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-daf9e0d1-a055-452d-9405-27ac60ebbdb4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.695395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-daf9e0d1-a055-452d-9405-27ac60ebbdb4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "PUT /v2.0/routers/9eac24b0-5f75-47df-85cb-3296c15cca74 HTTP/1.1" status: 200 len: 698 time: 2.1990702 Jun 30 02:57:14.707844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38660) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:14.714365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c57e0d0d-1b1b-41c5-8688-2c6cfcb358ce None None] Provisioning for port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:14.795545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c57e0d0d-1b1b-41c5-8688-2c6cfcb358ce None None] Provisioning complete for port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:14.795920 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c57e0d0d-1b1b-41c5-8688-2c6cfcb358ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.836836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] Set router 9eac24b0-5f75-47df-85cb-3296c15cca74 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:14.920855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e8e71-b4b3-4fd5-9129-b324b880ee82 req-abe93f0d-5716-44cc-8ad1-0b9fd9b1390d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:14.920855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03e8e71-b4b3-4fd5-9129-b324b880ee82 req-abe93f0d-5716-44cc-8ad1-0b9fd9b1390d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.8591621 Jun 30 02:57:14.928196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eac24b0-5f75-47df-85cb-3296c15cca74', 'name': 'tempest-RoutersIpV6Test-router-1091467898', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:13Z', 'revision_number': 2, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:14.928447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11655c57-732e-4417-bf84-a583f75091d8 req-d883f01b-81cf-4b17-9f63-185310dacc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:14.936145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11655c57-732e-4417-bf84-a583f75091d8 req-d883f01b-81cf-4b17-9f63-185310dacc5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9100237 Jun 30 02:57:14.975965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c57e0d0d-1b1b-41c5-8688-2c6cfcb358ce None None] Port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:14.981330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] Checking router: 9eac24b0-5f75-47df-85cb-3296c15cca74 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:15.013812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] Routers {'9eac24b0-5f75-47df-85cb-3296c15cca74'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:15.014759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9eac24b0-5f75-47df-85cb-3296c15cca74'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:15.027378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1ba5d506-5fdb-4e8f-a729-196fcdedcec4 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/routers/9eac24b0-5f75-47df-85cb-3296c15cca74 HTTP/1.1" status: 200 len: 704 time: 0.3169043 Jun 30 02:57:15.031614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38662) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:15.074412 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d03c09d4-5dfd-4b52-8095-844440802406 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eac24b0-5f75-47df-85cb-3296c15cca74 HTTP/1.1" status: 200 len: 205 time: 0.0394893 Jun 30 02:57:15.080820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38664) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:15.117805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d10315d7-b486-4a39-8f94-f84a934e8deb up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:15.165507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Allocated IP 172.20.0.1 (4b5115f4-26b6-49a1-9a82-45d13e86dcf1/eed44776-1865-4f9d-a506-9baff02ce94a/2ac0acce-568b-4978-be99-2f2f4d771edd) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:15.184815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eec4072c-9dbc-4c64-b2aa-4b9dcae1dfaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:15.238438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] Set router 9eac24b0-5f75-47df-85cb-3296c15cca74 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:15.317968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-368b98e7-37e1-4848-955e-596856b79f11 service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316720 Jun 30 02:57:15.320251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eac24b0-5f75-47df-85cb-3296c15cca74', 'name': 'tempest-RoutersIpV6Test-router-1091467898', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:13Z', 'revision_number': 2, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:15.328213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03e8e71-b4b3-4fd5-9129-b324b880ee82 req-ed00d57e-539b-4743-88d9-af205a22b917 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917501 Jun 30 02:57:15.356526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed30d0-d7fc-46e4-848a-050220ce9586 None None] The sync data for ids ['9eac24b0-5f75-47df-85cb-3296c15cca74'] in n-d-798249-3 is: [{'id': '9eac24b0-5f75-47df-85cb-3296c15cca74', 'name': 'tempest-RoutersIpV6Test-router-1091467898', 'tenant_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:13Z', 'revision_number': 2, 'project_id': '8f36c9a0a0c54283a2f746640a6b66f2', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:15.478982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11655c57-732e-4417-bf84-a583f75091d8 req-602d3781-b1aa-4d45-b737-7f3dd5255940 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368493 Jun 30 02:57:15.522729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d10315d7-b486-4a39-8f94-f84a934e8deb completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:15.529814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d10315d7-b486-4a39-8f94-f84a934e8deb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:15.530189 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:15.705965 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:15.729073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d10315d7-b486-4a39-8f94-f84a934e8deb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d10315d7-b486-4a39-8f94-f84a934e8deb,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:15.762455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:15.779176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Transition to ACTIVE for port object 2ac0acce-568b-4978-be99-2f2f4d771edd will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:15.811746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11655c57-732e-4417-bf84-a583f75091d8 req-2c59e49f-27d0-4d31-9af0-b2b39c1075b2 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180552 Jun 30 02:57:15.877678 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:15.982099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d10315d7-b486-4a39-8f94-f84a934e8deb,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:15.993251 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.021680 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.061922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:16.065514 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.071107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:16.109478 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eec4072c-9dbc-4c64-b2aa-4b9dcae1dfaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.115162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eec4072c-9dbc-4c64-b2aa-4b9dcae1dfaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.127363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-00095907-e1d1-48df-9d77-800127c94180 req-06ef892e-d2bd-4a0e-97b5-5cbe8d9a26f0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] For port edc682b6-ef9a-4438-ba6e-30796af2c8a1, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=edc682b6-ef9a-4438-ba6e-30796af2c8a1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:16.149616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:16.153734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac0acce-568b-4978-be99-2f2f4d771edd,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:16.239704 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-00095907-e1d1-48df-9d77-800127c94180 req-06ef892e-d2bd-4a0e-97b5-5cbe8d9a26f0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.252028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38672) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:16.264881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.332119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e85f4b2e-df57-4ad9-9f82-71f0bc17ca38 req-a1ce73c2-1390-4059-a83b-d52a19c03377 service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9348257 Jun 30 02:57:16.341301 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-00095907-e1d1-48df-9d77-800127c94180 req-06ef892e-d2bd-4a0e-97b5-5cbe8d9a26f0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.357651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9a3a574a-28ef-4a02-b84d-6d81b214b059', '3bd3c888-60d8-40db-ba33-de656b7dbbb1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:16.400563 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eec4072c-9dbc-4c64-b2aa-4b9dcae1dfaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.402147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec4072c-9dbc-4c64-b2aa-4b9dcae1dfaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Fanout notify agent at l3_agent the message router_deleted on router 9eac24b0-5f75-47df-85cb-3296c15cca74 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:57:16.428974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['edc682b6-ef9a-4438-ba6e-30796af2c8a1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:16.464430 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eec4072c-9dbc-4c64-b2aa-4b9dcae1dfaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.465896 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eec4072c-9dbc-4c64-b2aa-4b9dcae1dfaf tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/9eac24b0-5f75-47df-85cb-3296c15cca74 HTTP/1.1" status: 204 len: 168 time: 1.3842163 Jun 30 02:57:16.478860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38678) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:16.508447 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6387d751-34c0-492d-9274-d67ed62a62f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.567868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00095907-e1d1-48df-9d77-800127c94180 req-06ef892e-d2bd-4a0e-97b5-5cbe8d9a26f0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:16.568594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-00095907-e1d1-48df-9d77-800127c94180 req-06ef892e-d2bd-4a0e-97b5-5cbe8d9a26f0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.570215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00095907-e1d1-48df-9d77-800127c94180 req-06ef892e-d2bd-4a0e-97b5-5cbe8d9a26f0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "PUT /v2.0/ports/edc682b6-ef9a-4438-ba6e-30796af2c8a1 HTTP/1.1" status: 200 len: 905 time: 2.8523417 Jun 30 02:57:16.572954 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-02501dac-26e1-4840-8df9-e5244816dd3c tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=9eac24b0-5f75-47df-85cb-3296c15cca74 HTTP/1.1" status: 200 len: 205 time: 0.0836256 Jun 30 02:57:16.573098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b84deea-aa94-4e95-9625-79a082720f89', 'tag': 'edc682b6-ef9a-4438-ba6e-30796af2c8a1'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:16.575504 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858cfe3b-18bb-4de6-953f-2b4bbfa43635" -d '{"events": [{"name": "network-changed", "server_uuid": "6b84deea-aa94-4e95-9625-79a082720f89", "tag": "edc682b6-ef9a-4438-ba6e-30796af2c8a1"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:16.589167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38680) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:16.626484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['edc682b6-ef9a-4438-ba6e-30796af2c8a1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:16.627587 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.639119 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cc4322ee-3eef-4a9d-9e69-b0db010a3c5b None None] Provisioning for port 2ac0acce-568b-4978-be99-2f2f4d771edd completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:16.669894 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-1848166e-eba6-427d-8d2f-5a0e63ee475e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] delete failed (client error): The resource could not be found. Jun 30 02:57:16.670942 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1848166e-eba6-427d-8d2f-5a0e63ee475e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/9eac24b0-5f75-47df-85cb-3296c15cca74 HTTP/1.1" status: 404 len: 336 time: 0.0817864 Jun 30 02:57:16.676315 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cc4322ee-3eef-4a9d-9e69-b0db010a3c5b None None] Provisioning complete for port 2ac0acce-568b-4978-be99-2f2f4d771edd triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:16.676710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38688) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:16.676840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cc4322ee-3eef-4a9d-9e69-b0db010a3c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.709436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef892e-d2bd-4a0e-97b5-5cbe8d9a26f0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'Port': ['ID=edc682b6-ef9a-4438-ba6e-30796af2c8a1,revision_number=6']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:16.787875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cc4322ee-3eef-4a9d-9e69-b0db010a3c5b None None] Port 2ac0acce-568b-4978-be99-2f2f4d771edd cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:16.795804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1ca37-9661-4ad9-851a-863429c8aa75 req-2f8a266b-5b07-4fd4-8ba2-557d6d781c9c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:16.797394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02f1ca37-9661-4ad9-851a-863429c8aa75 req-2f8a266b-5b07-4fd4-8ba2-557d6d781c9c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.3041801 Jun 30 02:57:16.853898 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6387d751-34c0-492d-9274-d67ed62a62f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.858307 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce153f93-cd1b-431e-9d87-920d06ed7cb6 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:16.858825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce153f93-cd1b-431e-9d87-920d06ed7cb6 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:16.865167 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ce153f93-cd1b-431e-9d87-920d06ed7cb6 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/afb0f115-73c8-4c7e-bb96-470ee8100503 HTTP/1.1" status: 404 len: 337 time: 0.1870754 Jun 30 02:57:16.883356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38690) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:16.917746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d54c1be9-cc26-4c26-97d9-88b976f2e7d3 None None] Provisioning complete for port edc682b6-ef9a-4438-ba6e-30796af2c8a1 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:16.918147 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d54c1be9-cc26-4c26-97d9-88b976f2e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.999053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.002951 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff4f1a8-fa25-4125-a4e6-1a9058bb767d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:17.003419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff4f1a8-fa25-4125-a4e6-1a9058bb767d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:17.007499 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6ff4f1a8-fa25-4125-a4e6-1a9058bb767d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/cae5b6e1-5ac0-4449-8b04-6b3719369fa9 HTTP/1.1" status: 404 len: 337 time: 0.1205654 Jun 30 02:57:17.019455 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38692) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.036970 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6387d751-34c0-492d-9274-d67ed62a62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.110929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d10315d7-b486-4a39-8f94-f84a934e8deb up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:17.125397 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d767c1-9b69-4d09-a465-31989d5aca55 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:17.126293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d767c1-9b69-4d09-a465-31989d5aca55 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:17.128055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c6d767c1-9b69-4d09-a465-31989d5aca55 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/bcabdd15-34b3-456b-b6e6-1737160a808c HTTP/1.1" status: 404 len: 337 time: 0.1043651 Jun 30 02:57:17.134471 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6387d751-34c0-492d-9274-d67ed62a62f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a2a771c8de74aadb73bc849772c5bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8812683 Jun 30 02:57:17.136261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38694) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.147624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38696) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.156338 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.161716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387d751-34c0-492d-9274-d67ed62a62f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf18c1fa-b90d-415f-800f-0d7283010ddc,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:17.197087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d10315d7-b486-4a39-8f94-f84a934e8deb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:17.197294 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.244205 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b39578-cb85-4fbc-823d-462f85f5bb83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:17.244665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b39578-cb85-4fbc-823d-462f85f5bb83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:17.248837 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e1b39578-cb85-4fbc-823d-462f85f5bb83 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/75bf8b86-4043-4e84-a746-24714afe20b9 HTTP/1.1" status: 404 len: 337 time: 0.1080098 Jun 30 02:57:17.253069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02f1ca37-9661-4ad9-851a-863429c8aa75 req-930ddc35-038f-4219-b55a-ceecf3e2207d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480450 Jun 30 02:57:17.263361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055abe-3f27-44a5-aebc-3e387ed70eff req-21528360-1db1-4203-8849-58b766e09c79 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:17.264918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0055abe-3f27-44a5-aebc-3e387ed70eff req-21528360-1db1-4203-8849-58b766e09c79 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 908 time: 0.3979914 Jun 30 02:57:17.267301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38698) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.307757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 91d919d3-625c-412d-b342-54c7da226fe1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:17.335719 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-75d7e8ec-bb4a-40a6-bafe-d3793bc5ca74 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=c775385c-e05e-4faa-bf07-2a733d8616b6 HTTP/1.1" status: 200 len: 205 time: 0.0531569 Jun 30 02:57:17.344356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38702) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.347092 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.367344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Pushing event updated for resources: {'Port': ['ID=eead7d2e-bbf7-44c4-bb3f-87393bdf6680,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:17.388471 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6874c454-be62-411f-afc5-f059bc719d07 x-openstack-request-id: req-6874c454-be62-411f-afc5-f059bc719d07 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:17.388776 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b84deea-aa94-4e95-9625-79a082720f89", "tag": "edc682b6-ef9a-4438-ba6e-30796af2c8a1", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:17.389033 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6874c454-be62-411f-afc5-f059bc719d07 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:17.389529 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b84deea-aa94-4e95-9625-79a082720f89', 'tag': 'edc682b6-ef9a-4438-ba6e-30796af2c8a1', 'status': 'completed', 'code': 200} Jun 30 02:57:17.445780 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-a97d25bc-c732-406c-bf62-6786b78a63e2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] delete failed (client error): The resource could not be found. Jun 30 02:57:17.449845 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a97d25bc-c732-406c-bf62-6786b78a63e2 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/c775385c-e05e-4faa-bf07-2a733d8616b6 HTTP/1.1" status: 404 len: 336 time: 0.1015322 Jun 30 02:57:17.468587 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38704) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.487895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 91d919d3-625c-412d-b342-54c7da226fe1 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:17.496489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 91d919d3-625c-412d-b342-54c7da226fe1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:17.497048 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.531114 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba0d8-c6c8-4f49-b4ca-c701f5bc95dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.543750 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.549194 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1ecdceb7-0d48-4d4e-9f9c-967a6cfda460 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=a22ddb6f-d005-487d-a4a6-3e57f8477c17 HTTP/1.1" status: 200 len: 205 time: 0.0753107 Jun 30 02:57:17.549779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38706) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.588213 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.596727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba0d8-c6c8-4f49-b4ca-c701f5bc95dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.599313 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-19786f68-5849-4902-98e2-d5b0c55dd368 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] delete failed (client error): The resource could not be found. Jun 30 02:57:17.602772 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-19786f68-5849-4902-98e2-d5b0c55dd368 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/a22ddb6f-d005-487d-a4a6-3e57f8477c17 HTTP/1.1" status: 404 len: 336 time: 0.0494623 Jun 30 02:57:17.604608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38708) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.620820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 91d919d3-625c-412d-b342-54c7da226fe1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=91d919d3-625c-412d-b342-54c7da226fe1,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:17.648727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.656023 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0651134-309e-47ab-aa08-b898c4a5a7ce tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:17.656483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0651134-309e-47ab-aa08-b898c4a5a7ce tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:17.660835 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e0651134-309e-47ab-aa08-b898c4a5a7ce tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/a96c9035-e5c5-40f6-8592-943d4fde063f HTTP/1.1" status: 404 len: 337 time: 0.0527329 Jun 30 02:57:17.673402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38710) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.693267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-6de8cd18-7781-4510-95ee-482b60d64419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:17.694804 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-6de8cd18-7781-4510-95ee-482b60d64419 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 1059 time: 0.2630112 Jun 30 02:57:17.722612 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-52390b89-0104-43f7-b3a8-fefd02e6f422 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba02aada-b291-48f3-af77-e63d872a4942 HTTP/1.1" status: 200 len: 205 time: 0.0432723 Jun 30 02:57:17.728768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38712) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.735767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Network d8c29edf-6b67-46b9-bba9-a3fa462653f8 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:17.737701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac0acce-568b-4978-be99-2f2f4d771edd,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:17.741586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] Deleting port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:17.742010 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.781345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a589ca-bf48-4e66-bd3a-7cebc02c38d5 req-2f64711d-834f-4340-b4e9-09613f44bad8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:17.783397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35a589ca-bf48-4e66-bd3a-7cebc02c38d5 req-2f64711d-834f-4340-b4e9-09613f44bad8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.3145511 Jun 30 02:57:17.784261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:17.787734 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.814544 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-44f495f0-0a83-4106-8b54-8f6e3cc00e1d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] delete failed (client error): The resource could not be found. Jun 30 02:57:17.817986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-44f495f0-0a83-4106-8b54-8f6e3cc00e1d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/ba02aada-b291-48f3-af77-e63d872a4942 HTTP/1.1" status: 404 len: 336 time: 0.0858991 Jun 30 02:57:17.830224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38714) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.865591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1bfc9594-91be-4afe-ab1b-c7421a3dfbe0 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=d78d9e0b-22e0-4a4a-845a-7aac5c0f33da HTTP/1.1" status: 200 len: 205 time: 0.0405102 Jun 30 02:57:17.866354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38716) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.925575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.937729 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35a589ca-bf48-4e66-bd3a-7cebc02c38d5 req-ad71ae1e-6f72-4b43-9c8b-57d765db86d8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351933 Jun 30 02:57:17.939212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-71384f4f-06c1-4c5a-9758-6c0966d49f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:17.940921 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-71384f4f-06c1-4c5a-9758-6c0966d49f3c service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.2212563 Jun 30 02:57:17.953052 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-13e11baa-d578-4f93-882e-10877dc4ee97 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] delete failed (client error): The resource could not be found. Jun 30 02:57:17.957652 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-13e11baa-d578-4f93-882e-10877dc4ee97 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/d78d9e0b-22e0-4a4a-845a-7aac5c0f33da HTTP/1.1" status: 404 len: 336 time: 0.0868738 Jun 30 02:57:17.957808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38718) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:17.994102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] For port 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:17.994473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.004461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:18.008168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:18.015188 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba0d8-c6c8-4f49-b4ca-c701f5bc95dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.031560 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba0d8-c6c8-4f49-b4ca-c701f5bc95dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.031560 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ec9ba0d8-c6c8-4f49-b4ca-c701f5bc95dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bf18c1fa-b90d-415f-800f-0d7283010ddc HTTP/1.1" status: 204 len: 168 time: 0.8684895 Jun 30 02:57:18.032663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] Calling delete_port for 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:18.079671 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-eeaf4e20-af56-4bb9-b2b8-dc408d520660 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edc682b6-ef9a-4438-ba6e-30796af2c8a1 HTTP/1.1" status: 200 len: 217 time: 0.1318805 Jun 30 02:57:18.109389 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-92345cd2-b773-44b5-ad29-5a9085858457 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:18.110458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92345cd2-b773-44b5-ad29-5a9085858457 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:18.112122 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-92345cd2-b773-44b5-ad29-5a9085858457 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/7dc7c9bc-43d9-465a-8fd3-665fe0302ff2 HTTP/1.1" status: 404 len: 337 time: 0.1526563 Jun 30 02:57:18.114342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ba0d8-c6c8-4f49-b4ca-c701f5bc95dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf18c1fa-b90d-415f-800f-0d7283010ddc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:18.116050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38724) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:18.131785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:18.136120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:18.172326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ccf3cdc9-49f5-4948-ad53-06266f4985a1 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=994ae4a9-163b-4830-8f39-3ee18c4762c9 HTTP/1.1" status: 200 len: 205 time: 0.0337565 Jun 30 02:57:18.172326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Router 812c7865-2627-49a0-896c-98d1624800ad has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:18.176311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38726) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:18.242826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=91d919d3-625c-412d-b342-54c7da226fe1,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:18.252461 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-e3c9ee1a-88ca-45ee-9ff1-6321bf10eaa3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] delete failed (client error): The resource could not be found. Jun 30 02:57:18.253645 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e3c9ee1a-88ca-45ee-9ff1-6321bf10eaa3 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/994ae4a9-163b-4830-8f39-3ee18c4762c9 HTTP/1.1" status: 404 len: 336 time: 0.0760913 Jun 30 02:57:18.265646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38728) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:18.271094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-42e042fd-0d49-41ba-9281-814b802d0ac4 None None] Provisioning complete for port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:18.271702 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-42e042fd-0d49-41ba-9281-814b802d0ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.274866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-ce4791de-0886-42f1-add0-9c387ca23448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:18.276312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-ce4791de-0886-42f1-add0-9c387ca23448 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.1755862 Jun 30 02:57:18.292542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:18.372584 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f6a56a-64f5-4a2e-a156-d70b2920a34e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:18.372923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f6a56a-64f5-4a2e-a156-d70b2920a34e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:18.380568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d2f6a56a-64f5-4a2e-a156-d70b2920a34e tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/4072b915-ba53-4686-80a2-ddffc8a88216 HTTP/1.1" status: 404 len: 337 time: 0.1075304 Jun 30 02:57:18.380568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38732) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:18.389176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Router 3d5d9d8a-9b2d-490c-ae52-63073934610e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:18.410079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2436f4d-f46b-4566-92f7-a2777e186615 req-85adc3f2-6fe7-448d-a0fd-878c7c23489f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:18.411749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2436f4d-f46b-4566-92f7-a2777e186615 req-85adc3f2-6fe7-448d-a0fd-878c7c23489f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.2694623 Jun 30 02:57:18.415893 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ede97778-b139-41c0-b80b-1ae48cdb10ba tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "GET /v2.0/ports?device_id=a8796b93-73cc-43f3-ba38-71582a0177d1 HTTP/1.1" status: 200 len: 205 time: 0.0330024 Jun 30 02:57:18.416914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38734) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:18.420122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3', 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4', 'port_id': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3', 'mac_address': 'fa:16:3e:db:f5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72bca90-0bc0-476c-81d4-d36458ae533b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:18.476367 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-a3940e4e-ea0d-4603-bc96-f105f68c85b5 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] delete failed (client error): The resource could not be found. Jun 30 02:57:18.478288 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a3940e4e-ea0d-4603-bc96-f105f68c85b5 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/routers/a8796b93-73cc-43f3-ba38-71582a0177d1 HTTP/1.1" status: 404 len: 336 time: 0.0602052 Jun 30 02:57:18.493958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38740) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:18.530866 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.534063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-42e042fd-0d49-41ba-9281-814b802d0ac4 None None] Port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:18.548330 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.577869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:18.600992 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2436f4d-f46b-4566-92f7-a2777e186615 req-55979638-03ad-40d6-89a5-c5015004f2f9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075253 Jun 30 02:57:18.607067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:18.617764 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e916de-4c49-4334-948d-f5bb79c8fd89 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:18.618468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e916de-4c49-4334-948d-f5bb79c8fd89 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:18.621089 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d1e916de-4c49-4334-948d-f5bb79c8fd89 tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/222e0920-dc10-4cbf-82a2-64da548a9aed HTTP/1.1" status: 404 len: 337 time: 0.1179204 Jun 30 02:57:18.623326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:18.637435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38742) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:18.638402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-baaf2b04-e8eb-4d0c-ada9-7030c8caab40 admin admin] 10.222.0.77 "PUT /v2.0/routers/3d5d9d8a-9b2d-490c-ae52-63073934610e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4447782 Jun 30 02:57:18.641373 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Sync routers for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:18.660024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a4231410-9cc9-49c6-8de5-83353d3626b6 None None] Provisioning complete for port 2ac0acce-568b-4978-be99-2f2f4d771edd triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:18.660419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a4231410-9cc9-49c6-8de5-83353d3626b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.673104 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:18.680092 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:18.700695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-0a0d21f1-3614-4199-9193-74c64aa0f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:18.702659 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-0a0d21f1-3614-4199-9193-74c64aa0f737 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3903532 Jun 30 02:57:18.703540 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-c057e623-543b-4e34-94d8-e365d1d1931d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] DELETE failed (client error): The resource could not be found. Jun 30 02:57:18.704041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c057e623-543b-4e34-94d8-e365d1d1931d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:57:18.706047 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c057e623-543b-4e34-94d8-e365d1d1931d tempest-RoutersIpV6Test-1275241333 tempest-RoutersIpV6Test-1275241333-project] 10.222.0.77 "DELETE /v2.0/subnets/7c105a15-9453-4780-b571-ed1b2b5baa33 HTTP/1.1" status: 404 len: 337 time: 0.0672979 Jun 30 02:57:18.710450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:18.711451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a4231410-9cc9-49c6-8de5-83353d3626b6 None None] Port 2ac0acce-568b-4978-be99-2f2f4d771edd cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:18.730534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Sync routers for ids ['812c7865-2627-49a0-896c-98d1624800ad'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:18.731221 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.739829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f9e365fa-6a75-4051-b061-20da8a4938bf admin admin] 10.222.0.77 "PUT /v2.0/routers/812c7865-2627-49a0-896c-98d1624800ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6663094 Jun 30 02:57:18.752975 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.827910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] Pushing event deleted for resources: {'Port': ['ID=693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:18.828489 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55406563-4458-40a4-8be2-cb95e36dd6d0 req-5891aa43-4f2d-45d7-aebc-4c0b5fe2d7fb tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:18.829694 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:18.840738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-55406563-4458-40a4-8be2-cb95e36dd6d0 req-5891aa43-4f2d-45d7-aebc-4c0b5fe2d7fb tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.3573079 Jun 30 02:57:18.987799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38758) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:19.006012 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:57:19.006531 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:57:19.020579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-f589e5d2-53c7-4856-a077-ecb07be38535 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020089 Jun 30 02:57:19.048121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Routers {'812c7865-2627-49a0-896c-98d1624800ad'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:19.048952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['812c7865-2627-49a0-896c-98d1624800ad'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:19.166281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['29d35a82-8b68-4478-9d9d-ddd2b139e6a3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:19.178467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 91d919d3-625c-412d-b342-54c7da226fe1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:19.214804 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 2, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:19.224093 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-858cfe3b-18bb-4de6-953f-2b4bbfa43635 req-7cea3e31-4f3d-4a39-aa3d-100269e31c42 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790569 Jun 30 02:57:19.232659 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-55406563-4458-40a4-8be2-cb95e36dd6d0 req-9ffa5461-ed44-4dec-9b68-a48da0be7e47 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832490 Jun 30 02:57:19.233587 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e932bc73-9fd3-4404-9bb0-b0751d78613e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.295335 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Checking router: 3d5d9d8a-9b2d-490c-ae52-63073934610e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:19.296001 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Updating router 3d5d9d8a-9b2d-490c-ae52-63073934610e port 2ac0acce-568b-4978-be99-2f2f4d771edd binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:19.352800 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.370728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.381263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-05caf446-8936-41d1-b3bb-71def0f7ca84 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:19.382897 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-05caf446-8936-41d1-b3bb-71def0f7ca84 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 812 time: 0.2905176 Jun 30 02:57:19.394609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e932bc73-9fd3-4404-9bb0-b0751d78613e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.447774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-c6b1654b-2896-4c91-8005-9fa3a95ebe74 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/quotas/a94cd6792f3746bdbcbc060a15360cb7 HTTP/1.1" status: 200 len: 375 time: 0.0570030 Jun 30 02:57:19.454300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e932bc73-9fd3-4404-9bb0-b0751d78613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.508621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932bc73-9fd3-4404-9bb0-b0751d78613e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae44ef90-ff14-49da-a192-4f3489c7ee42,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:19.561838 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e932bc73-9fd3-4404-9bb0-b0751d78613e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0224d0c039674754b7ce8bf0b05dbf33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5643806 Jun 30 02:57:19.564566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38772) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:19.663236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:19.713652 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.731791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-331d705d-0d4f-49d0-906b-e81671246fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.735498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:19.736721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-684995b6-32a5-4533-88ff-d570a9840f86 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2756598 Jun 30 02:57:19.799372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-331d705d-0d4f-49d0-906b-e81671246fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.855279 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.887137 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38778) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:19.888022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Set router 812c7865-2627-49a0-896c-98d1624800ad gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:19.891271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:19.959780 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Transition to ACTIVE for port object 2ac0acce-568b-4978-be99-2f2f4d771edd will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:19.960125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-331d705d-0d4f-49d0-906b-e81671246fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.963214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-331d705d-0d4f-49d0-906b-e81671246fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.964042 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-331d705d-0d4f-49d0-906b-e81671246fd4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae44ef90-ff14-49da-a192-4f3489c7ee42 HTTP/1.1" status: 204 len: 168 time: 0.3980594 Jun 30 02:57:19.974394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d705d-0d4f-49d0-906b-e81671246fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae44ef90-ff14-49da-a192-4f3489c7ee42,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:20.007014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 91d919d3-625c-412d-b342-54c7da226fe1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:20.007369 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.059317 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.101998 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-56f4c242-4054-497a-b224-d9af62d98ce6 service neutron] 10.222.0.77 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886317 Jun 30 02:57:20.111661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] Router 6e0f635a-e894-432a-8055-7d02ed84da3d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:20.128613 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.141086 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409389c5-abb6-4fe4-a7ee-7d1d389fbc9b None None] Pushing event updated for resources: {'Port': ['ID=2ac0acce-568b-4978-be99-2f2f4d771edd,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:20.202664 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ed10c910-6ea2-4582-b51d-5309f7309f75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8f36c9a0a0c54283a2f746640a6b66f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135979 Jun 30 02:57:20.214128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38808) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:20.274023 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Attempting to bind port 2ac0acce-568b-4978-be99-2f2f4d771edd on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:20.274658 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Attempting to bind port 2ac0acce-568b-4978-be99-2f2f4d771edd by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:20.275398 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Attempting to bind port 2ac0acce-568b-4978-be99-2f2f4d771edd on network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:20.287269 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:20.291327 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Checking segment: {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:20.291912 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.296201 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Bound using segment: {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:20.296921 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Bound port: 2ac0acce-568b-4978-be99-2f2f4d771edd, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:20.297350 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.322528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91b43558-3a9b-4c90-8f6d-51caf8b1700b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.359399 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91b43558-3a9b-4c90-8f6d-51caf8b1700b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.369023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:20.371109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38820) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:20.408236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9095ca39-ae88-4df8-9eb8-3a56ebc7edc3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050205411', 'description': 'tempest-description--933916504'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:20.472923 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] For port 2ac0acce-568b-4978-be99-2f2f4d771edd, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:20.477263 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] For port 2ac0acce-568b-4978-be99-2f2f4d771edd, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2ac0acce-568b-4978-be99-2f2f4d771edd,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:20.541852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-bf86441e-74f5-4085-b262-fd1b4b61043b service neutron] 10.222.0.77 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286940 Jun 30 02:57:20.564611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:20.567427 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91b43558-3a9b-4c90-8f6d-51caf8b1700b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.577427 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91b43558-3a9b-4c90-8f6d-51caf8b1700b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.577427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-91b43558-3a9b-4c90-8f6d-51caf8b1700b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c2079a42-a085-4742-8e37-ae8233ef8625 HTTP/1.1" status: 204 len: 168 time: 0.3611999 Jun 30 02:57:20.585591 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] Sync routers for ids ['6e0f635a-e894-432a-8055-7d02ed84da3d'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:20.593627 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b43558-3a9b-4c90-8f6d-51caf8b1700b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2079a42-a085-4742-8e37-ae8233ef8625,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:20.605121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-835570ce-4eb8-4496-9818-686d9f05733a admin admin] 10.222.0.77 "PUT /v2.0/routers/6e0f635a-e894-432a-8055-7d02ed84da3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8079863 Jun 30 02:57:20.608023 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38826) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:20.619308 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.629983 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] Routers {'6e0f635a-e894-432a-8055-7d02ed84da3d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:20.630399 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6e0f635a-e894-432a-8055-7d02ed84da3d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.660047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:14Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eead7d2e-bbf7-44c4-bb3f-87393bdf6680', 'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'mac_address': 'fa:16:3e:8d:c8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 2, 'project_id': 'a755bb4896d04a0196f012748728909d', 'subnets': [{'id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.694413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Checking router: 812c7865-2627-49a0-896c-98d1624800ad for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:20.695071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Updating router 812c7865-2627-49a0-896c-98d1624800ad port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:20.696441 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9095ca39-ae88-4df8-9eb8-3a56ebc7edc3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.800384 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.893306 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.909840 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9095ca39-ae88-4df8-9eb8-3a56ebc7edc3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.928504 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] Set router 6e0f635a-e894-432a-8055-7d02ed84da3d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:21.025039 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9095ca39-ae88-4df8-9eb8-3a56ebc7edc3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.027812 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:21.028647 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:21.032028 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409389c5-abb6-4fe4-a7ee-7d1d389fbc9b None None] Pushing event updated for resources: {'Port': ['ID=2ac0acce-568b-4978-be99-2f2f4d771edd,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:21.157469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095ca39-ae88-4df8-9eb8-3a56ebc7edc3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557411bb-5e83-426b-a72f-5c5bce8406d1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:21.232229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2076ee2-0958-443f-a12e-7bf3e626d705 req-e8119bdf-fe7b-437e-a5d0-c74f34f8e420 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 210 time: 0.1119707 Jun 30 02:57:21.246629 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9095ca39-ae88-4df8-9eb8-3a56ebc7edc3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.247903 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9095ca39-ae88-4df8-9eb8-3a56ebc7edc3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8572273 Jun 30 02:57:21.265152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38844) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:21.273018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b52bd9ff-83fb-4012-b7a9-a763e0fdd061 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'security_group_rule': {'security_group_id': '557411bb-5e83-426b-a72f-5c5bce8406d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:21.319620 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.325171 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:21.364225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f534b-a1c3-489e-b6ab-5fdc3dbfa407 req-588cc1f6-492d-4a42-ad2c-ab3f40fc45a7 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:21.373703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb0f534b-a1c3-489e-b6ab-5fdc3dbfa407 req-588cc1f6-492d-4a42-ad2c-ab3f40fc45a7 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 944 time: 0.5347273 Jun 30 02:57:21.423051 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b52bd9ff-83fb-4012-b7a9-a763e0fdd061 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.437769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb0f534b-a1c3-489e-b6ab-5fdc3dbfa407 req-cfa670af-a5b3-477b-9071-89cc777e710c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628552 Jun 30 02:57:21.523806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Deleting port 7e888d4d-5f37-41ee-92e7-bcac13508567 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:21.524523 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.546759 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b52bd9ff-83fb-4012-b7a9-a763e0fdd061 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.569802 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.585210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Transition to ACTIVE for port object eead7d2e-bbf7-44c4-bb3f-87393bdf6680 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:21.620105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] For port 7e888d4d-5f37-41ee-92e7-bcac13508567, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7e888d4d-5f37-41ee-92e7-bcac13508567,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:21.620740 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.635855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Calling delete_port for 7e888d4d-5f37-41ee-92e7-bcac13508567 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:21.688608 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.690025 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b52bd9ff-83fb-4012-b7a9-a763e0fdd061 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.769794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bd9ff-83fb-4012-b7a9-a763e0fdd061 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9da4b6-85dd-4f77-9bcc-887b921489ea,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:21.787610 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:57:18Z', 'revision_number': 5, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port': {'id': '7e888d4d-5f37-41ee-92e7-bcac13508567', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:33Z', 'updated_at': '2021-06-30T02:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:21.803360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd599d18-34ee-4b78-a1cc-524fcbe9e986 None None] Pushing event updated for resources: {'Port': ['ID=eead7d2e-bbf7-44c4-bb3f-87393bdf6680,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:21.889403 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] Checking router: 6e0f635a-e894-432a-8055-7d02ed84da3d for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:21.905538 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b52bd9ff-83fb-4012-b7a9-a763e0fdd061 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.910428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b52bd9ff-83fb-4012-b7a9-a763e0fdd061 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6499131 Jun 30 02:57:21.911043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38872) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:21.920208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1f8022f5-f7c4-430c-b1a1-b0ba89417197 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'security_group_rule': {'security_group_id': '557411bb-5e83-426b-a72f-5c5bce8406d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:21.933284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Attempting to bind port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:21.934448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Attempting to bind port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:21.936299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Attempting to bind port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 on network d8c29edf-6b67-46b9-bba9-a3fa462653f8 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:21.943764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:21.944109 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Checking segment: {'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:21.944523 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.945941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Bound using segment: {'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:21.945941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Bound port: eead7d2e-bbf7-44c4-bb3f-87393bdf6680, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:21.946170 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] Routers {'6e0f635a-e894-432a-8055-7d02ed84da3d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:21.946648 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.946752 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6e0f635a-e894-432a-8055-7d02ed84da3d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:21.969417 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.006100 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:22.049567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e888d4d-5f37-41ee-92e7-bcac13508567,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:22.134390 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.177043 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] Set router 6e0f635a-e894-432a-8055-7d02ed84da3d gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:22.216326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] For port eead7d2e-bbf7-44c4-bb3f-87393bdf6680, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:22.252472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] For port eead7d2e-bbf7-44c4-bb3f-87393bdf6680, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=eead7d2e-bbf7-44c4-bb3f-87393bdf6680,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:22.254184 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:57:21Z', 'revision_number': 7, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:22.271885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:22.273287 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.291995 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca8297-3e82-4e12-8b3a-52f2e67e9798 None None] The sync data for ids ['6e0f635a-e894-432a-8055-7d02ed84da3d'] in n-d-798249-3 is: [{'id': '6e0f635a-e894-432a-8055-7d02ed84da3d', 'name': 'tempest-TaggedBootDevicesTest-1212515204-router', 'tenant_id': '586255c668ef4cc0a6e8ecb667848568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:57:21Z', 'revision_number': 7, 'project_id': '586255c668ef4cc0a6e8ecb667848568', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:22.303788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.308594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.312410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f8022f5-f7c4-430c-b1a1-b0ba89417197 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.319212 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:20Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:22.359596 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.373957 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d7a1a4-b42d-45cd-b479-87c49f035b73 None None] The sync data for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 is: [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:20Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:22.442417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de7e740c-bf5b-4cdc-9ec3-e95f03ca25fb req-a6c84f7c-f8bd-4deb-b118-6e10caf2833c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 210 time: 0.0493383 Jun 30 02:57:22.514593 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f8022f5-f7c4-430c-b1a1-b0ba89417197 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.517781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.518747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e0f635a-e894-432a-8055-7d02ed84da3d {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:57:22.529327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.530699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6ab00b14-de1b-4669-8a5e-bafda5b78d7f admin admin] 10.222.0.77 "DELETE /v2.0/routers/6e0f635a-e894-432a-8055-7d02ed84da3d HTTP/1.1" status: 204 len: 168 time: 1.9213877 Jun 30 02:57:22.533332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38918) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:22.605449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d2dbf0-16b9-4141-b66c-65f7eb9342a8 admin admin] Deleting subnet 5dd37d0e-9728-4f58-99b6-57eb8489880e {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:22.620437 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.634069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a3d2dbf0-16b9-4141-b66c-65f7eb9342a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.654859 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f8022f5-f7c4-430c-b1a1-b0ba89417197 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.681594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Routers {'812c7865-2627-49a0-896c-98d1624800ad'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:22.682325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['812c7865-2627-49a0-896c-98d1624800ad'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:22.724339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8022f5-f7c4-430c-b1a1-b0ba89417197 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b77ff4-48dc-4d23-9b5e-c511345b5edf,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:22.784275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd599d18-34ee-4b78-a1cc-524fcbe9e986 None None] Pushing event updated for resources: {'Port': ['ID=eead7d2e-bbf7-44c4-bb3f-87393bdf6680,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:22.804665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e2da39-894f-4f2e-a7f7-eed01cb22fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:22.808314 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83414d20-2fd5-4193-960e-273b2c762127" -d '{"events": [{"server_uuid": "50e2da39-894f-4f2e-a7f7-eed01cb22fa6", "name": "network-vif-plugged", "status": "completed", "tag": "29d35a82-8b68-4478-9d9d-ddd2b139e6a3"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:22.852867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:22.856466 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.911862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f8022f5-f7c4-430c-b1a1-b0ba89417197 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.913981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1f8022f5-f7c4-430c-b1a1-b0ba89417197 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0012543 Jun 30 02:57:22.917071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a3d2dbf0-16b9-4141-b66c-65f7eb9342a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.920067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38932) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:22.928268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:23.099248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.149421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] Set router 812c7865-2627-49a0-896c-98d1624800ad gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:23.239613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38938) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:23.242169 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324dbed3-6809-40ab-9a3c-3fe219877203 x-openstack-request-id: req-324dbed3-6809-40ab-9a3c-3fe219877203 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:23.242886 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e2da39-894f-4f2e-a7f7-eed01cb22fa6", "name": "network-vif-plugged", "status": "completed", "tag": "29d35a82-8b68-4478-9d9d-ddd2b139e6a3", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:23.243625 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-324dbed3-6809-40ab-9a3c-3fe219877203 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:23.244172 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e2da39-894f-4f2e-a7f7-eed01cb22fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3', 'code': 200} Jun 30 02:57:23.281765 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.420930 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.545320 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.660330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2ac0acce-568b-4978-be99-2f2f4d771edd up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:23.889212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:24.025113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:14Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eead7d2e-bbf7-44c4-bb3f-87393bdf6680', 'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'mac_address': 'fa:16:3e:8d:c8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:22Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'subnets': [{'id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:24.051580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a3d2dbf0-16b9-4141-b66c-65f7eb9342a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.078295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 2ac0acce-568b-4978-be99-2f2f4d771edd completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:24.083103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246cfc8-5127-47c4-91d3-8ebf48ff2363 None None] The sync data for ids ['812c7865-2627-49a0-896c-98d1624800ad'] in n-d-798249-3 is: [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:14Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eead7d2e-bbf7-44c4-bb3f-87393bdf6680', 'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'mac_address': 'fa:16:3e:8d:c8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:22Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'subnets': [{'id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:24.086252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 2ac0acce-568b-4978-be99-2f2f4d771edd triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:24.091275 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.112312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d668e-720e-4003-99e8-c96e6fd9a48d req-8a9536cb-2472-455e-8a24-a56dfb0d1428 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:24.121536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a22d668e-720e-4003-99e8-c96e6fd9a48d req-8a9536cb-2472-455e-8a24-a56dfb0d1428 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 944 time: 1.4863489 Jun 30 02:57:24.178208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef456a-1a68-40fd-9dec-1abeaaa2a444 req-4cacdc7c-f040-4cc3-8afe-fb3dbe6443cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:24.179966 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-56ef456a-1a68-40fd-9dec-1abeaaa2a444 req-4cacdc7c-f040-4cc3-8afe-fb3dbe6443cb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 1097 time: 0.3068936 Jun 30 02:57:24.210130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Allocated IP 172.25.2.246 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/75d547ce-d0c2-4d50-aa6a-bcf37e305e16) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:24.229739 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.230892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-33e9aafb-e33d-4fe5-bf34-4769c966b2a4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-666545072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:24.234564 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a22d668e-720e-4003-99e8-c96e6fd9a48d req-e3011295-b624-40ba-8f39-aa565e5664ad tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118140 Jun 30 02:57:24.271611 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-56ef456a-1a68-40fd-9dec-1abeaaa2a444 req-a6873048-bceb-4fe2-80b7-58fca07de291 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795274 Jun 30 02:57:24.306251 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a3d2dbf0-16b9-4141-b66c-65f7eb9342a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.353563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 2ac0acce-568b-4978-be99-2f2f4d771edd, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2ac0acce-568b-4978-be99-2f2f4d771edd,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:24.404207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2dbf0-16b9-4141-b66c-65f7eb9342a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd37d0e-9728-4f58-99b6-57eb8489880e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:24.405546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74df7c9-246d-426b-ae77-228ff16cda05 None None] Network 2b9ddc54-579a-469a-a75a-d6c07351455b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:24.407523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a3d2dbf0-16b9-4141-b66c-65f7eb9342a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.412509 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a3d2dbf0-16b9-4141-b66c-65f7eb9342a8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5dd37d0e-9728-4f58-99b6-57eb8489880e HTTP/1.1" status: 204 len: 168 time: 1.8756537 Jun 30 02:57:24.415835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38958) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:24.428851 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a4af1e6-d1ac-4cf7-a1c3-c5a2eba93bd8 req-b0726fb0-61ae-462a-9ecd-1e678ee69412 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 210 time: 0.1915953 Jun 30 02:57:24.489036 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.511418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:24.562455 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.599028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:24.599559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 693d7d6b-3ae7-42a7-a7cf-2ae021d77bdf not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:24.668466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.683031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=2ac0acce-568b-4978-be99-2f2f4d771edd,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:24.702735 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.796052 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33e9aafb-e33d-4fe5-bf34-4769c966b2a4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.800707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33e9aafb-e33d-4fe5-bf34-4769c966b2a4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.825711 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:24.826114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'Port': ['ID=75d547ce-d0c2-4d50-aa6a-bcf37e305e16,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:24.834044 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:24.842076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:24.869984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-49cbaaa6-12c3-43b4-a4f9-6a71013ea8b6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:24.876936 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-49cbaaa6-12c3-43b4-a4f9-6a71013ea8b6 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.83 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 812 time: 0.3482871 Jun 30 02:57:24.911373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Request body: {'port': {'device_id': 'ad405686-e495-472a-9382-b1cd07f353e0', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'admin_state_up': True, 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:24.912042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621537ac-784b-4511-b721-241831a3f912 None None] DHCP port deletion for 2b9ddc54-579a-469a-a75a-d6c07351455b request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:57:25.085035 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-621537ac-784b-4511-b721-241831a3f912 None None] Deleting port 1e83c1ff-d728-403b-9b35-6aed3cc8836f {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:25.086496 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-621537ac-784b-4511-b721-241831a3f912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.117628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33e9aafb-e33d-4fe5-bf34-4769c966b2a4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.221931 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.232814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Deleting port 1e83c1ff-d728-403b-9b35-6aed3cc8836f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:25.241677 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.246940 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33e9aafb-e33d-4fe5-bf34-4769c966b2a4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.277318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device eead7d2e-bbf7-44c4-bb3f-87393bdf6680 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:25.292969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-621537ac-784b-4511-b721-241831a3f912 None None] For port 1e83c1ff-d728-403b-9b35-6aed3cc8836f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1e83c1ff-d728-403b-9b35-6aed3cc8836f,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:25.294150 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-621537ac-784b-4511-b721-241831a3f912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.405947 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.436528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] For port 1e83c1ff-d728-403b-9b35-6aed3cc8836f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1e83c1ff-d728-403b-9b35-6aed3cc8836f,segment=NetworkSegment(3054d67f-1041-451c-b978-f7a890067645),segment_id=3054d67f-1041-451c-b978-f7a890067645)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:25.437009 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.488207 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33e9aafb-e33d-4fe5-bf34-4769c966b2a4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.488444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Calling delete_port for 1e83c1ff-d728-403b-9b35-6aed3cc8836f owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:25.491488 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-33e9aafb-e33d-4fe5-bf34-4769c966b2a4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 2.2498784 Jun 30 02:57:25.507149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38986) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:25.528160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1789982524'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:25.650190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Made reservation on behalf of a94cd6792f3746bdbcbc060a15360cb7 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:25.654765 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.676415 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4c3dc86d-c3fd-4fdf-9ce6-7d5f2d8bbdbe req-95e46409-7908-4626-bbfc-44abe37f73c8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 210 time: 0.0444496 Jun 30 02:57:25.731656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Made reservation on behalf of 6896097651c845c4afd00eaa20afe7bb for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:25.735994 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.804879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-621537ac-784b-4511-b721-241831a3f912 None None] Calling delete_port for 1e83c1ff-d728-403b-9b35-6aed3cc8836f owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:25.816386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.829552 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.902796 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.941091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff174a8c-b86e-432b-a00c-7fa5323c3ea5 req-fcd1e409-7c10-4e86-af61-38ced36641b0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:25.943343 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff174a8c-b86e-432b-a00c-7fa5323c3ea5 req-fcd1e409-7c10-4e86-af61-38ced36641b0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.3886271 Jun 30 02:57:26.021663 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-621537ac-784b-4511-b721-241831a3f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.045326 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.054123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621537ac-784b-4511-b721-241831a3f912 None None] Pushing event deleted for resources: {'Port': ['ID=1e83c1ff-d728-403b-9b35-6aed3cc8836f,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.066845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:26.067885 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.071582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:26.071967 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.075972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621537ac-784b-4511-b721-241831a3f912 None None] No DVR routers for this DVR port 1e83c1ff-d728-403b-9b35-6aed3cc8836f on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:26.088096 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff174a8c-b86e-432b-a00c-7fa5323c3ea5 req-18a94db9-3bd9-44d2-b426-ad358c98389b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309860 Jun 30 02:57:26.127171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'Port': ['ID=75d547ce-d0c2-4d50-aa6a-bcf37e305e16,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.147545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Allocated IP 172.20.0.10 (69eb99e6-aef0-4477-9db7-0070bde99f86/a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00/9771c95c-e7bf-4d7a-9981-603a3636512d) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:26.147545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e83c1ff-d728-403b-9b35-6aed3cc8836f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.181129 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.182926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] No DVR routers for this DVR port 1e83c1ff-d728-403b-9b35-6aed3cc8836f on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:26.209422 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.252089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port eead7d2e-bbf7-44c4-bb3f-87393bdf6680, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=eead7d2e-bbf7-44c4-bb3f-87393bdf6680,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:26.289687 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.301401 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.336354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9ddc54-579a-469a-a75a-d6c07351455b']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:26.350873 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.351885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2ac0acce-568b-4978-be99-2f2f4d771edd up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:26.397356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:57:26.401702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.402426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3054d67f-1041-451c-b978-f7a890067645') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:26.402726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3054d67f-1041-451c-b978-f7a890067645') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:26.403160 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-557769f3-caa1-4ba4-ab69-5f8e01d38a99 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4819224 Jun 30 02:57:26.410077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08293f3c-1478-4f77-8117-bcac4ef50edc,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.426857 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.434420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.434420 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Added segment d646a7a0-cfe2-47a9-b8e6-323b314798a2 of type vlan for network c49a139c-9ac5-43b9-894d-8ccd8b094ca5 Jun 30 02:57:26.518425 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.523635 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=eead7d2e-bbf7-44c4-bb3f-87393bdf6680,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.534114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 2ac0acce-568b-4978-be99-2f2f4d771edd triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:26.534656 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.535594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:57:26.536018 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:57:26.554494 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:57:26.569065 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.743839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.753127 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.791962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:26.791962 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.792772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7e888d4d-5f37-41ee-92e7-bcac13508567 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:26.792995 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-7a18a98c-9fbd-4a94-925a-976a9bedece2 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1050205411&fields=id&tenant_id=e80d6cf22736432e8b8eacd174211320 HTTP/1.1" status: 200 len: 267 time: 0.0897443 Jun 30 02:57:26.795498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 7e888d4d-5f37-41ee-92e7-bcac13508567 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:26.795840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7e888d4d-5f37-41ee-92e7-bcac13508567 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:26.797792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1e83c1ff-d728-403b-9b35-6aed3cc8836f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:26.844566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Transition to ACTIVE for port object 9771c95c-e7bf-4d7a-9981-603a3636512d will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:26.852370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 1e83c1ff-d728-403b-9b35-6aed3cc8836f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:26.855515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1e83c1ff-d728-403b-9b35-6aed3cc8836f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:26.876399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'Network': ['ID=c49a139c-9ac5-43b9-894d-8ccd8b094ca5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.947694 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.966623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.969563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] 10.222.0.77 "DELETE /v2.0/networks/2b9ddc54-579a-469a-a75a-d6c07351455b HTTP/1.1" status: 204 len: 168 time: 2.5519905 Jun 30 02:57:26.977143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c3ba0-eed8-491b-94c4-4c48aa23ec1e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9ddc54-579a-469a-a75a-d6c07351455b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.982807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a63fc33b-980f-49e5-8802-23c35b9d3e1e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:26.987183 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a63fc33b-980f-49e5-8802-23c35b9d3e1e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 810 time: 0.1995151 Jun 30 02:57:26.992583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e67e084b-a335-4cc9-9602-5e3babb570b8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4824150 Jun 30 02:57:27.011802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39022) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:27.018694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Request body: {'subnet': {'network_id': 'c49a139c-9ac5-43b9-894d-8ccd8b094ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:27.025677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38df45a8-3b21-42ab-b751-8d8b8b9f73db req-d44001d8-c24f-4af9-9b77-1f003befa87e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 210 time: 0.0544419 Jun 30 02:57:27.039009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-d41ca287-057d-4019-b469-4790642acb9d tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/quotas/e80d6cf22736432e8b8eacd174211320 HTTP/1.1" status: 200 len: 375 time: 0.0509467 Jun 30 02:57:27.158732 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.172536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9a3a574a-28ef-4a02-b84d-6d81b214b059', '3bd3c888-60d8-40db-ba33-de656b7dbbb1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:27.229718 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-62abfbc4-038e-4d3b-b490-f323dc194130 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1897149 Jun 30 02:57:27.285073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c49a139c-9ac5-43b9-894d-8ccd8b094ca5 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:57:27.292303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event updated for resources: {'Port': ['ID=9771c95c-e7bf-4d7a-9981-603a3636512d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:27.342793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:27.345844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:27.352273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:27.408008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device eead7d2e-bbf7-44c4-bb3f-87393bdf6680 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:27.421786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:27.423366 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.546196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Made reservation on behalf of 6896097651c845c4afd00eaa20afe7bb for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:27.549776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.569283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:27.569548 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.693729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ae91880b-07b8-4cb8-99fd-93291bdedbac tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8005009 Jun 30 02:57:27.716914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Request body: {'port': {'device_id': 'ad405686-e495-472a-9382-b1cd07f353e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:27.762344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403d68d-b68f-44c7-bcc1-9ff270267bd0 req-018ad816-079d-49f0-b1c8-128417079288 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:27.764041 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0403d68d-b68f-44c7-bcc1-9ff270267bd0 req-018ad816-079d-49f0-b1c8-128417079288 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.2822375 Jun 30 02:57:27.851062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0403d68d-b68f-44c7-bcc1-9ff270267bd0 req-0c7008ae-4dd6-4c0b-a5e8-fee81d3663bd tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768929 Jun 30 02:57:27.852060 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.923474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39036) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:27.937027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a54f4086-ef8b-444d-bbd5-7ff48c5564ea None None] Provisioning for port 9771c95c-e7bf-4d7a-9981-603a3636512d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:27.938387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a54f4086-ef8b-444d-bbd5-7ff48c5564ea None None] Provisioning complete for port 9771c95c-e7bf-4d7a-9981-603a3636512d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:27.938950 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a54f4086-ef8b-444d-bbd5-7ff48c5564ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.986965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a54f4086-ef8b-444d-bbd5-7ff48c5564ea None None] Port 9771c95c-e7bf-4d7a-9981-603a3636512d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:28.026960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39038) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:28.073419 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cffa2d9b-e2b1-4d7c-8781-dbbba4bc012d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=586255c668ef4cc0a6e8ecb667848568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487741 Jun 30 02:57:28.076329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39044) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:28.110000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d1b66-17c5-4fca-958a-c006ca8904a0 req-87bfa675-5d57-4a24-8c50-bb7dae443219 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:28.117531 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-401d1b66-17c5-4fca-958a-c006ca8904a0 req-87bfa675-5d57-4a24-8c50-bb7dae443219 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.1111956 Jun 30 02:57:28.180055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-090e55c8-f3f8-4b86-a0e3-abdb94289ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.236980 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e7b84e4-7456-45f0-88ec-5eb7b4755a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.270873 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-401d1b66-17c5-4fca-958a-c006ca8904a0 req-7c446189-6d2e-48f8-9df9-aff9026a8de6 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522198 Jun 30 02:57:28.276114 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-9bf1754c-d3f1-4e84-9a28-013a371a837c service neutron] 10.222.0.77 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0368671 Jun 30 02:57:28.367269 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e7b84e4-7456-45f0-88ec-5eb7b4755a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.481624 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.484337 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-9be311a4-da74-4758-a9b7-f6e0b8faf15b service neutron] 10.222.0.77 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995289 Jun 30 02:57:28.490212 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-090e55c8-f3f8-4b86-a0e3-abdb94289ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.530060 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e7b84e4-7456-45f0-88ec-5eb7b4755a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.534058 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e7b84e4-7456-45f0-88ec-5eb7b4755a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.537692 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8e7b84e4-7456-45f0-88ec-5eb7b4755a0b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b6441e7-0243-44c1-ab7b-6ab29dfa2c72 HTTP/1.1" status: 204 len: 168 time: 0.4554515 Jun 30 02:57:28.546049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b84e4-7456-45f0-88ec-5eb7b4755a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6441e7-0243-44c1-ab7b-6ab29dfa2c72,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.563473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-090e55c8-f3f8-4b86-a0e3-abdb94289ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.568713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9771c95c-e7bf-4d7a-9981-603a3636512d {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:28.572911 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ffeb05f2-81b3-4235-b8e5-73deb263e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.583711 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.595399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4ab31-e686-490e-97df-cd654cd7602d req-ef9eaee4-e5fd-46a5-96aa-d4870fee47e2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:28.602405 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2f4ab31-e686-490e-97df-cd654cd7602d req-ef9eaee4-e5fd-46a5-96aa-d4870fee47e2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 932 time: 0.2025077 Jun 30 02:57:28.604173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'Subnet': ['ID=bc2f498c-13a7-48ef-a226-24aa3cb1457b,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.624266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e55c8-f3f8-4b86-a0e3-abdb94289ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed5dc5a-3a98-4de9-8770-0c9d47fe96a8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.638025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-090e55c8-f3f8-4b86-a0e3-abdb94289ec4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7f187807f654b8fa611dba8d5f462ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098828 Jun 30 02:57:28.641110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39054) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:28.648476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Transition to ACTIVE for port object 9771c95c-e7bf-4d7a-9981-603a3636512d will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:28.667844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Checking segment: {'id': 'd646a7a0-cfe2-47a9-b8e6-323b314798a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c49a139c-9ac5-43b9-894d-8ccd8b094ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:28.668278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Network hostable DHCP agents. Network: c49a139c-9ac5-43b9-894d-8ccd8b094ca5, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:28.682073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2f4ab31-e686-490e-97df-cd654cd7602d req-63e7789c-1d4e-43b7-b34b-6e6fafea21fa tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787435 Jun 30 02:57:28.708219 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60df1077-0868-42f7-a5bf-8563448b95cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.730623 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60df1077-0868-42f7-a5bf-8563448b95cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.756265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.820878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Network c49a139c-9ac5-43b9-894d-8ccd8b094ca5 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:28.886638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Pushing event updated for resources: {'Port': ['ID=9771c95c-e7bf-4d7a-9981-603a3636512d,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.902223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60df1077-0868-42f7-a5bf-8563448b95cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.907285 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60df1077-0868-42f7-a5bf-8563448b95cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.909426 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-60df1077-0868-42f7-a5bf-8563448b95cf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ed5dc5a-3a98-4de9-8770-0c9d47fe96a8 HTTP/1.1" status: 204 len: 168 time: 0.2664523 Jun 30 02:57:28.934121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df1077-0868-42f7-a5bf-8563448b95cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed5dc5a-3a98-4de9-8770-0c9d47fe96a8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.973971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Attempting to bind port 9771c95c-e7bf-4d7a-9981-603a3636512d on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:28.975184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Attempting to bind port 9771c95c-e7bf-4d7a-9981-603a3636512d by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:28.975852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Attempting to bind port 9771c95c-e7bf-4d7a-9981-603a3636512d on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:28.985590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c49a139c-9ac5-43b9-894d-8ccd8b094ca5) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:28.987446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Port 9771c95c-e7bf-4d7a-9981-603a3636512d on network 69eb99e6-aef0-4477-9db7-0070bde99f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:28.987963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Attempting to bind port 9771c95c-e7bf-4d7a-9981-603a3636512d on network 69eb99e6-aef0-4477-9db7-0070bde99f86 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:28.995266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:28.996069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.998324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd4bc73-afa4-425f-b313-2524558d6e92 None None] Network c49a139c-9ac5-43b9-894d-8ccd8b094ca5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:29.008279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:29.009068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Checking segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:29.009658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Bound using segment: {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:29.010279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Bound port: 9771c95c-e7bf-4d7a-9981-603a3636512d, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898f9694-db7f-4767-979e-18b45923a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:29.010818 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.182835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] For port 9771c95c-e7bf-4d7a-9981-603a3636512d, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:29.182835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] For port 9771c95c-e7bf-4d7a-9981-603a3636512d, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9771c95c-e7bf-4d7a-9981-603a3636512d,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:29.215736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-028b8a7b-ac4d-4c5e-98cb-d93f5ac733c8 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2028065 Jun 30 02:57:29.218584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39076) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:29.234088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Request body: {'network': {'name': 'tempest-router-network01--1537735374'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:29.235756 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae40e99b-ea15-463a-bd70-bb7e9fd32ea0 req-b26b723a-6c1d-4a35-aab5-faac6a66e7ea tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 210 time: 0.0663247 Jun 30 02:57:29.331621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.369558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:29.370210 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.371911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] 10.222.0.83 "PUT /v2.0/ports/9771c95c-e7bf-4d7a-9981-603a3636512d HTTP/1.1" status: 200 len: 1092 time: 1.6637754 Jun 30 02:57:29.372810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Made reservation on behalf of 6896097651c845c4afd00eaa20afe7bb for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:29.377928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.400581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad405686-e495-472a-9382-b1cd07f353e0', 'tag': '9771c95c-e7bf-4d7a-9981-603a3636512d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:29.405332 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e354b7f-2865-401b-a065-3d14e5245dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad405686-e495-472a-9382-b1cd07f353e0", "tag": "9771c95c-e7bf-4d7a-9981-603a3636512d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:29.446179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c49a139c-9ac5-43b9-894d-8ccd8b094ca5', 'network_id': 'c49a139c-9ac5-43b9-894d-8ccd8b094ca5', 'tenant_id': '6896097651c845c4afd00eaa20afe7bb', 'fixed_ips': [{'subnet_id': 'bc2f498c-13a7-48ef-a226-24aa3cb1457b'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:29.449732 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.467497 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf1b1f8-41ce-49bc-9695-7881fa531e25 x-openstack-request-id: req-ddf1b1f8-41ce-49bc-9695-7881fa531e25 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:29.467775 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad405686-e495-472a-9382-b1cd07f353e0", "tag": "9771c95c-e7bf-4d7a-9981-603a3636512d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:29.468033 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddf1b1f8-41ce-49bc-9695-7881fa531e25 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:29.468433 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad405686-e495-472a-9382-b1cd07f353e0', 'tag': '9771c95c-e7bf-4d7a-9981-603a3636512d', 'status': 'completed', 'code': 200} Jun 30 02:57:29.493768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:57:29.542223 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.542579 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Added segment 5193b985-e86d-4d20-a7b0-a1c142915899 of type vlan for network c16f339f-13ba-446a-8f8a-e7b1dfeaf02a Jun 30 02:57:29.544794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Pushing event updated for resources: {'Port': ['ID=9771c95c-e7bf-4d7a-9981-603a3636512d,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:29.567235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.567235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.567235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.567235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.567235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.567817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.567817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.568091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.568428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.568757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.569086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.569411 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5b684-8fdb-4449-bb5e-c927743d1554 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:29.633964 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.692152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e354b7f-2865-401b-a065-3d14e5245dc7 req-d3183bf9-494a-44fc-8440-e0c00f8fdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:29.693846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e354b7f-2865-401b-a065-3d14e5245dc7 req-d3183bf9-494a-44fc-8440-e0c00f8fdf08 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 1095 time: 0.2017260 Jun 30 02:57:29.727409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Allocated IP 172.20.0.2 (c49a139c-9ac5-43b9-894d-8ccd8b094ca5/bc2f498c-13a7-48ef-a226-24aa3cb1457b/ebfb13b7-26cf-4f2f-96c6-e8462ca685a0) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:29.950529 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.956209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:29.956841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.034409 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.044083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Transition to ACTIVE for port object ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:30.050319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e354b7f-2865-401b-a065-3d14e5245dc7 req-7df506e3-3e43-482c-bf43-9dd140fa0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:30.051844 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e354b7f-2865-401b-a065-3d14e5245dc7 req-7df506e3-3e43-482c-bf43-9dd140fa0525 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3361950 Jun 30 02:57:30.054539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'Network': ['ID=c16f339f-13ba-446a-8f8a-e7b1dfeaf02a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:30.065436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Transition to ACTIVE for port object ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:30.079007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c16f339f-13ba-446a-8f8a-e7b1dfeaf02a details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:57:30.079113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-b0e60ee6-2b03-4b90-ae32-4ba8266aede3 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:30.085385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-b0e60ee6-2b03-4b90-ae32-4ba8266aede3 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/networks?id=2b648be1-0113-4d32-9451-80e8b42fe7f4 HTTP/1.1" status: 200 len: 815 time: 0.1690524 Jun 30 02:57:30.102113 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-ce21b759-edba-490a-8cac-3781e36bc106 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/quotas/0466d81086e5497dadb2f7d70213636d HTTP/1.1" status: 200 len: 375 time: 0.0157213 Jun 30 02:57:30.156973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5010-49f4-4848-af46-910e47fcc163 req-0295b279-39ad-4ef3-8fda-dde167d6a529 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:30.184456 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34fa5010-49f4-4848-af46-910e47fcc163 req-0295b279-39ad-4ef3-8fda-dde167d6a529 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 944 time: 0.2939692 Jun 30 02:57:30.200376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-b0f72ca3-db46-4838-b9be-a65cfed05567 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0466d81086e5497dadb2f7d70213636d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0964603 Jun 30 02:57:30.247059 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34fa5010-49f4-4848-af46-910e47fcc163 req-1c934030-0a43-4303-bcf1-9e81bcd02e08 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756714 Jun 30 02:57:30.252183 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d09cd860-9b15-48af-98b6-4a804c698a1b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0287213 Jun 30 02:57:30.253866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39114) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:30.260538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Request body: {'network': {'name': 'tempest-router-network02--1843097606'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:30.293232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e354b7f-2865-401b-a065-3d14e5245dc7 req-7c4668c5-60bf-430d-a3e8-c17db6a82034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:30.293232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e354b7f-2865-401b-a065-3d14e5245dc7 req-7c4668c5-60bf-430d-a3e8-c17db6a82034 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2281623 Jun 30 02:57:30.315018 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-55c598a2-851c-4a1d-8adc-4f2681a6bdc8 service neutron] 10.222.0.77 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070952 Jun 30 02:57:30.322880 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.376001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Pushing event updated for resources: {'Port': ['ID=ebfb13b7-26cf-4f2f-96c6-e8462ca685a0,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:30.395431 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Network c49a139c-9ac5-43b9-894d-8ccd8b094ca5 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:30.397457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:30.405426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:30.459333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-524a1b15-e404-453a-b1d4-9e0d70839b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:30.463756 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-524a1b15-e404-453a-b1d4-9e0d70839b4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 1095 time: 0.1178997 Jun 30 02:57:30.466691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Made reservation on behalf of 6896097651c845c4afd00eaa20afe7bb for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:30.478272 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.484173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Attempting to bind port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:30.485301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Attempting to bind port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd646a7a0-cfe2-47a9-b8e6-323b314798a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c49a139c-9ac5-43b9-894d-8ccd8b094ca5'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:30.491193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Attempting to bind port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 on network c49a139c-9ac5-43b9-894d-8ccd8b094ca5 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:30.502682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:30.503729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Checking segment: {'id': 'd646a7a0-cfe2-47a9-b8e6-323b314798a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c49a139c-9ac5-43b9-894d-8ccd8b094ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:30.504638 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.505575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Bound using segment: {'id': 'd646a7a0-cfe2-47a9-b8e6-323b314798a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c49a139c-9ac5-43b9-894d-8ccd8b094ca5'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:30.506510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Bound port: ebfb13b7-26cf-4f2f-96c6-e8462ca685a0, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd646a7a0-cfe2-47a9-b8e6-323b314798a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c49a139c-9ac5-43b9-894d-8ccd8b094ca5'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:30.508737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.548269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-d30dff9f-1c46-4d92-8569-68ad099fa221 service neutron] 10.222.0.77 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093840 Jun 30 02:57:30.581993 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e927832-8385-4d19-b05f-bc43fac62301 req-452975c3-629b-4485-bf7f-5afaa7f1a8b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 210 time: 0.0948241 Jun 30 02:57:30.584158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-b725491b-9997-4fa9-9bed-4186d3034840 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9771c95c-e7bf-4d7a-9981-603a3636512d HTTP/1.1" status: 200 len: 217 time: 0.1004825 Jun 30 02:57:30.643102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39120) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:30.643551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39122) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:30.665304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] For port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:30.672356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] For port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ebfb13b7-26cf-4f2f-96c6-e8462ca685a0,segment=NetworkSegment(d646a7a0-cfe2-47a9-b8e6-323b314798a2),segment_id=d646a7a0-cfe2-47a9-b8e6-323b314798a2)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:30.675640 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e006c506-6ff5-40f2-8818-8023e5502308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.692994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:57:30.710708 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.711063 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Added segment 5af9a169-e732-44e5-815d-29a2e184943d of type vlan for network 5348c6c6-2ba3-45e8-9534-cf8b777f2554 Jun 30 02:57:30.733159 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.776469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-8e9b1a4d-b8ba-44d0-a5a8-07cc6f1349bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:30.780544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-8e9b1a4d-b8ba-44d0-a5a8-07cc6f1349bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.1891809 Jun 30 02:57:30.813413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Pushing event updated for resources: {'Port': ['ID=ebfb13b7-26cf-4f2f-96c6-e8462ca685a0,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:30.819694 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e006c506-6ff5-40f2-8818-8023e5502308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.822474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.825856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.829034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.829468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.830250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.830658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.831114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.833527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.834001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.834436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.834906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.835732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7e2b8-2e6f-4ba2-b83f-2ccd3bcde5e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:30.908579 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.959617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-551403101-network', 'tenant_id': 'f44e96c3be974bac97c9200b83095250'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:30.968295 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e006c506-6ff5-40f2-8818-8023e5502308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.025989 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-614591ab-b64f-4453-8112-68a26f2055c4 req-afd86b61-d5ae-4cc4-b40e-d419b59f4a8e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 210 time: 0.0913639 Jun 30 02:57:31.031019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e006c506-6ff5-40f2-8818-8023e5502308 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d90295d5102479689ec55a91d85a44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858345 Jun 30 02:57:31.035836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39130) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:31.060424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006c506-6ff5-40f2-8818-8023e5502308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5067025c-b3cf-455c-8b26-239bc348eda3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:31.144330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-5829b32a-dc30-4c78-87a4-ae741e47ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:31.148484 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-5829b32a-dc30-4c78-87a4-ae741e47ec97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3464961 Jun 30 02:57:31.173392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.179957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:31.180599 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.191277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-ddd2d81a-3e06-4dfc-a05d-b08a0b76267e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:31.193193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-ddd2d81a-3e06-4dfc-a05d-b08a0b76267e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.83 "GET /v2.0/ports?device_id=50e2da39-894f-4f2e-a7f7-eed01cb22fa6 HTTP/1.1" status: 200 len: 946 time: 0.4053454 Jun 30 02:57:31.224862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Made reservation on behalf of f44e96c3be974bac97c9200b83095250 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:31.228169 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.243300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.270382 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.322744 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-26512f2c-058d-4c48-9fac-da7c458b62a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.487232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:31.628594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.665745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcda1db-c9a1-48d2-9fc0-e64f168ecddc req-67623ecb-bb8f-498d-bdc8-6d3d897b4a9b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:31.667532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bcda1db-c9a1-48d2-9fc0-e64f168ecddc req-67623ecb-bb8f-498d-bdc8-6d3d897b4a9b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 944 time: 0.1520250 Jun 30 02:57:31.721767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:31.738908 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bcda1db-c9a1-48d2-9fc0-e64f168ecddc req-426bd2fd-06af-47a8-9b5c-4f6f87ecfbfb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620329 Jun 30 02:57:31.784449 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.827558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:57:31.841534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e380a52b-e7dc-4f04-a97c-81474eb1ac77,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:31.849103 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.849465 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Added segment 8d08796f-6456-4911-9dcb-5e517b6b157a of type vlan for network eec260d4-9858-44ea-b6dc-7930784a43b0 Jun 30 02:57:31.872909 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6938-33d2-4f8b-937f-4230c404e0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.913875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.931586 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-2d8f927b-b26e-4c55-bab0-ec3bbb60e74f service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7772329 Jun 30 02:57:31.946081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6914210 Jun 30 02:57:31.948413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39146) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:31.953777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Request body: {'subnet': {'network_id': 'c16f339f-13ba-446a-8f8a-e7b1dfeaf02a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:31.979198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9401100b-14b6-4fa9-9a2c-c4097c8000c7 req-467c1cde-9863-42f7-99d7-5c2620d9743e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 210 time: 0.0828519 Jun 30 02:57:31.990693 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6938-33d2-4f8b-937f-4230c404e0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.994399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2228c-f370-41d4-adf9-9ff7d559b4d6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'Network': ['ID=5348c6c6-2ba3-45e8-9534-cf8b777f2554,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.019745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 5348c6c6-2ba3-45e8-9534-cf8b777f2554 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:57:32.096295 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.097741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:32.098537 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.212727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1c19db03-4a38-44c2-a302-d4bd9a5ab1ec req-94e5b927-656b-4c27-be57-1cc8823e8a88 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 210 time: 0.0790229 Jun 30 02:57:32.220463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] Pushing event updated for resources: {'Network': ['ID=eec260d4-9858-44ea-b6dc-7930784a43b0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.229797 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8425af43-8e9e-4065-8711-c68c1a0e2416 req-ef58770a-92a4-4a6f-a5a7-67ca83acbb80 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578716 Jun 30 02:57:32.230858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network eec260d4-9858-44ea-b6dc-7930784a43b0 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:57:32.239802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-7a466b07-a3e4-422f-b1be-b2b855be4649 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Deleting port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:32.240152 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-7a466b07-a3e4-422f-b1be-b2b855be4649 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.317028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Made reservation on behalf of 6896097651c845c4afd00eaa20afe7bb for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:32.320837 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.327597 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6938-33d2-4f8b-937f-4230c404e0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.331011 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6938-33d2-4f8b-937f-4230c404e0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.332305 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1ceb6938-33d2-4f8b-937f-4230c404e0f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5067025c-b3cf-455c-8b26-239bc348eda3 HTTP/1.1" status: 204 len: 168 time: 1.2918007 Jun 30 02:57:32.352936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb6938-33d2-4f8b-937f-4230c404e0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5067025c-b3cf-455c-8b26-239bc348eda3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.362817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7f5890-0382-4004-af0a-8e3597abc4ca None None] Network c49a139c-9ac5-43b9-894d-8ccd8b094ca5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:32.401007 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4e4a9064-bbd3-489d-8c3d-1f45e0300d54 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7547286 Jun 30 02:57:32.404206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39152) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:32.418261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Request body: {'subnet': {'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-551403101-subnet', 'tenant_id': 'f44e96c3be974bac97c9200b83095250', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:32.444303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-7a466b07-a3e4-422f-b1be-b2b855be4649 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] For port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:32.444688 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-7a466b07-a3e4-422f-b1be-b2b855be4649 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.469408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-7a466b07-a3e4-422f-b1be-b2b855be4649 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Calling delete_port for 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:32.599151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b0a6f5f3-a2e6-4823-9e91-ea8fbb1020ea None None] Provisioning for port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:32.601694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Made reservation on behalf of f44e96c3be974bac97c9200b83095250 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:32.604009 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.604412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b0a6f5f3-a2e6-4823-9e91-ea8fbb1020ea None None] Provisioning complete for port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:32.605151 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f5f3-a2e6-4823-9e91-ea8fbb1020ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.731508 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f5f3-a2e6-4823-9e91-ea8fbb1020ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.835435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b0a6f5f3-a2e6-4823-9e91-ea8fbb1020ea None None] For port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ebfb13b7-26cf-4f2f-96c6-e8462ca685a0,segment=NetworkSegment(d646a7a0-cfe2-47a9-b8e6-323b314798a2),segment_id=d646a7a0-cfe2-47a9-b8e6-323b314798a2)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:32.838565 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-7a466b07-a3e4-422f-b1be-b2b855be4649 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.910190 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.974491 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f5f3-a2e6-4823-9e91-ea8fbb1020ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.991713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466b07-a3e4-422f-b1be-b2b855be4649 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Pushing event deleted for resources: {'Port': ['ID=29d35a82-8b68-4478-9d9d-ddd2b139e6a3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.995229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-7a466b07-a3e4-422f-b1be-b2b855be4649 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] No DVR routers for this DVR port 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:32.999790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-7a466b07-a3e4-422f-b1be-b2b855be4649 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:33.003416 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d6215033-b17e-44dc-bc13-d2284b7664c1 req-7a466b07-a3e4-422f-b1be-b2b855be4649 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.83 "DELETE /v2.0/ports/29d35a82-8b68-4478-9d9d-ddd2b139e6a3 HTTP/1.1" status: 204 len: 173 time: 1.7913795 Jun 30 02:57:33.006144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e2da39-894f-4f2e-a7f7-eed01cb22fa6', 'name': 'network-vif-deleted', 'tag': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:33.007789 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690f8f16-992b-4d96-a13b-73aa82595ec3" -d '{"events": [{"server_uuid": "50e2da39-894f-4f2e-a7f7-eed01cb22fa6", "name": "network-vif-deleted", "tag": "29d35a82-8b68-4478-9d9d-ddd2b139e6a3"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:33.067019 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991d7fcf-db37-4b6c-97e1-5a2d755cadef x-openstack-request-id: req-991d7fcf-db37-4b6c-97e1-5a2d755cadef {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:33.067352 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e2da39-894f-4f2e-a7f7-eed01cb22fa6", "name": "network-vif-deleted", "tag": "29d35a82-8b68-4478-9d9d-ddd2b139e6a3", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:33.067762 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-991d7fcf-db37-4b6c-97e1-5a2d755cadef {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:33.068173 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e2da39-894f-4f2e-a7f7-eed01cb22fa6', 'name': 'network-vif-deleted', 'tag': '29d35a82-8b68-4478-9d9d-ddd2b139e6a3', 'status': 'completed', 'code': 200} Jun 30 02:57:33.080960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6f5f3-a2e6-4823-9e91-ea8fbb1020ea None None] Pushing event updated for resources: {'Port': ['ID=ebfb13b7-26cf-4f2f-96c6-e8462ca685a0,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:33.119686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b2d05ec0-63e7-450d-a6de-dbb58e59c8ab None None] Provisioning complete for port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:33.120459 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2d05ec0-63e7-450d-a6de-dbb58e59c8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:33.169891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-719a3d9f-8e08-4ce2-b775-1be59a7ffef3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:33.171439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-719a3d9f-8e08-4ce2-b775-1be59a7ffef3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.74 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 810 time: 0.6986682 Jun 30 02:57:33.306237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f7bef98-2c08-438a-8cea-0bdded3a7168 req-ce92ec11-933e-4171-8912-cbad706169a8 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 210 time: 0.0816038 Jun 30 02:57:33.391885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:33.408330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-f242876c-3b33-4db4-90af-2c04ff9eebad tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e80d6cf22736432e8b8eacd174211320 HTTP/1.1" status: 200 len: 380 time: 0.1246994 Jun 30 02:57:33.412305 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:33.451911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:33.452285 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:33.459151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'port': {'device_id': 'eda83cef-459b-4547-83e9-dfd81decd043', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'admin_state_up': True, 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'security_groups': ['557411bb-5e83-426b-a72f-5c5bce8406d1']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:33.461350 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-592792b7-61b5-45c6-ac65-0179316796a2 req-555fff22-4103-4db5-83a5-19c908ccd00f tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 210 time: 0.0409729 Jun 30 02:57:33.600745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'Subnet': ['ID=d02c5f4f-a9d8-4756-9379-4795600f484b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:33.602997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:33.670015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e6bc6-48e1-43e6-b03a-f73f60888f10 req-ed69f101-0f3e-424f-b105-3058534e9c28 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:33.671520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a6e6bc6-48e1-43e6-b03a-f73f60888f10 req-ed69f101-0f3e-424f-b105-3058534e9c28 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 944 time: 0.6782498 Jun 30 02:57:33.743941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a002c1-9634-4ab2-b3d2-4d667ded6f27,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:33.769880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Checking segment: {'id': '5193b985-e86d-4d20-a7b0-a1c142915899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c16f339f-13ba-446a-8f8a-e7b1dfeaf02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:33.769880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Network hostable DHCP agents. Network: c16f339f-13ba-446a-8f8a-e7b1dfeaf02a, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:33.798075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a6e6bc6-48e1-43e6-b03a-f73f60888f10 req-41cd99d2-4212-432a-93e0-92f5b59a0761 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043248 Jun 30 02:57:33.800545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Checking segment: {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:33.801983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Network hostable DHCP agents. Network: eec260d4-9858-44ea-b6dc-7930784a43b0, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:33.933156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Network c16f339f-13ba-446a-8f8a-e7b1dfeaf02a is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:33.991519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Made reservation on behalf of e80d6cf22736432e8b8eacd174211320 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:33.995829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:33.999316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Network eec260d4-9858-44ea-b6dc-7930784a43b0 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:34.040548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9771c95c-e7bf-4d7a-9981-603a3636512d details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:34.048619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:34.104716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:34.104716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 29d35a82-8b68-4478-9d9d-ddd2b139e6a3 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:34.175866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Allocated IP 172.20.0.9 (4b5115f4-26b6-49a1-9a82-45d13e86dcf1/eed44776-1865-4f9d-a506-9baff02ce94a/2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:34.220606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c16f339f-13ba-446a-8f8a-e7b1dfeaf02a) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:34.226621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, eec260d4-9858-44ea-b6dc-7930784a43b0) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:34.237294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:34.238296 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.252327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ab4d1-7b11-40ac-954c-93dc799517dd None None] Network c16f339f-13ba-446a-8f8a-e7b1dfeaf02a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:34.253890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:34.254492 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.366214 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3a8eec-eeae-456e-8b80-6ca918dba883 None None] Network eec260d4-9858-44ea-b6dc-7930784a43b0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:34.377838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9771c95c-e7bf-4d7a-9981-603a3636512d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9771c95c-e7bf-4d7a-9981-603a3636512d,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:34.407127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '9771c95c-e7bf-4d7a-9981-603a3636512d', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'port_id': '9771c95c-e7bf-4d7a-9981-603a3636512d', 'mac_address': 'fa:16:3e:3b:06:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:34.429385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b08612d1-f86b-48f3-b3ab-ef2c60f46a68 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4798150 Jun 30 02:57:34.439245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39192) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:34.443026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Request body: {'subnet': {'network_id': '5348c6c6-2ba3-45e8-9534-cf8b777f2554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:34.476815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-e500005a-ba64-495b-bb6d-905efe403ce7 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:34.479731 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-e500005a-ba64-495b-bb6d-905efe403ce7 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.74 "GET /v2.0/networks?id=2b648be1-0113-4d32-9451-80e8b42fe7f4 HTTP/1.1" status: 200 len: 815 time: 0.2011878 Jun 30 02:57:34.495271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Request body: {'port': {'device_id': '12e69e6a-3cc1-4849-b6a4-bf01380422ef', 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4', 'admin_state_up': True, 'tenant_id': '0466d81086e5497dadb2f7d70213636d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:34.565826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-12ad0e50-c48a-422a-af42-6e34586b6a83 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1601844 Jun 30 02:57:34.581609 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.632875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.636045 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.648627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a5e4f89d-5ecb-44e5-b590-098a401e5050 req-43bc6851-26a2-45a2-8f10-927f56db4862 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 210 time: 0.1668937 Jun 30 02:57:34.690782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9771c95c-e7bf-4d7a-9981-603a3636512d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:34.713387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Transition to ACTIVE for port object 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:34.749346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9771c95c-e7bf-4d7a-9981-603a3636512d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9771c95c-e7bf-4d7a-9981-603a3636512d,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:34.778428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-eec260d4-9858-44ea-b6dc-7930784a43b0', 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0', 'tenant_id': 'f44e96c3be974bac97c9200b83095250', 'fixed_ips': [{'subnet_id': 'b5a002c1-9634-4ab2-b3d2-4d667ded6f27'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:34.779370 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.808955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c16f339f-13ba-446a-8f8a-e7b1dfeaf02a', 'network_id': 'c16f339f-13ba-446a-8f8a-e7b1dfeaf02a', 'tenant_id': '6896097651c845c4afd00eaa20afe7bb', 'fixed_ips': [{'subnet_id': 'd02c5f4f-a9d8-4756-9379-4795600f484b'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:34.809850 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.966176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-633c089f-0b20-44fa-b6a7-717aa2f2083c req-0c77c3f2-374a-415f-a1dc-8a1103db5e53 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 210 time: 0.0839915 Jun 30 02:57:35.036288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.052269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Made reservation on behalf of 6896097651c845c4afd00eaa20afe7bb for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:35.066620 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.114016 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.190198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Made reservation on behalf of 0466d81086e5497dadb2f7d70213636d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:35.193988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.207511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:35.238771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:35.245579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:35.293203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9771c95c-e7bf-4d7a-9981-603a3636512d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:35.310863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Allocated IP 172.20.0.2 (eec260d4-9858-44ea-b6dc-7930784a43b0/b5a002c1-9634-4ab2-b3d2-4d667ded6f27/b88b59d0-7568-422f-ab13-0517fea24973) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:35.315506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'Port': ['ID=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:35.338800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33088e40-d113-45f2-b7a9-b54828872565 req-4f503d24-f21e-43a0-b2d8-8bfdfcea28cb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:35.346354 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-33088e40-d113-45f2-b7a9-b54828872565 req-4f503d24-f21e-43a0-b2d8-8bfdfcea28cb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 945 time: 0.4073272 Jun 30 02:57:35.353660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Allocated IP 172.20.0.2 (c16f339f-13ba-446a-8f8a-e7b1dfeaf02a/d02c5f4f-a9d8-4756-9379-4795600f484b/0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:35.379958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9771c95c-e7bf-4d7a-9981-603a3636512d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:35.385226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Allocated IP 172.20.0.14 (2b648be1-0113-4d32-9451-80e8b42fe7f4/e72bca90-0bc0-476c-81d4-d36458ae533b/152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:35.419767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-33088e40-d113-45f2-b7a9-b54828872565 req-937aa150-4b5c-4060-8487-ee93909fc305 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723674 Jun 30 02:57:35.447210 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:35.448001 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.594660 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a3261be8-6ab9-43fb-9eb7-1ed56ae9b6b6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1794426 Jun 30 02:57:35.609946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Request body: {'port': {'device_id': 'eda83cef-459b-4547-83e9-dfd81decd043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:35.705598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.767564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'Subnet': ['ID=9fd7d806-15c5-486b-83de-6902f9482343,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:35.816493 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.859204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Transition to ACTIVE for port object b88b59d0-7568-422f-ab13-0517fea24973 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:35.859938 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.878542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.892019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Checking segment: {'id': '5af9a169-e732-44e5-815d-29a2e184943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5348c6c6-2ba3-45e8-9534-cf8b777f2554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:35.892395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Network hostable DHCP agents. Network: 5348c6c6-2ba3-45e8-9534-cf8b777f2554, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:35.898013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Transition to ACTIVE for port object 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:35.904432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Transition to ACTIVE for port object b88b59d0-7568-422f-ab13-0517fea24973 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:35.955956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-30a934a4-b5bf-4a96-918e-69c82bbbebd7 None None] Provisioning for port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:35.960396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Transition to ACTIVE for port object 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:35.963392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-30a934a4-b5bf-4a96-918e-69c82bbbebd7 None None] Provisioning complete for port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:35.963770 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-30a934a4-b5bf-4a96-918e-69c82bbbebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.989478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.036936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-30a934a4-b5bf-4a96-918e-69c82bbbebd7 None None] Port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:36.054545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Network 5348c6c6-2ba3-45e8-9534-cf8b777f2554 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:36.076764 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.082986 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.087427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-9d2b0bba-3a69-4f3e-8b39-6eaec0e78c11 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.098010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-9d2b0bba-3a69-4f3e-8b39-6eaec0e78c11 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/networks?id=eec260d4-9858-44ea-b6dc-7930784a43b0 HTTP/1.1" status: 200 len: 815 time: 0.3637373 Jun 30 02:57:36.114656 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-ae0375c2-49d7-465b-a738-12c708600842 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/quotas/f44e96c3be974bac97c9200b83095250 HTTP/1.1" status: 200 len: 375 time: 0.0153847 Jun 30 02:57:36.158764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Network c16f339f-13ba-446a-8f8a-e7b1dfeaf02a is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:36.173215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Network eec260d4-9858-44ea-b6dc-7930784a43b0 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:36.175069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:36.179628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:36.183496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:36.188311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:36.193539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 5348c6c6-2ba3-45e8-9534-cf8b777f2554) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:36.207165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.207698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.231798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Pushing event updated for resources: {'Port': ['ID=b88b59d0-7568-422f-ab13-0517fea24973,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:36.235622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-9406a94b-8741-456e-90af-13810fcab211 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f44e96c3be974bac97c9200b83095250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1120203 Jun 30 02:57:36.236539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc8afc-c1d4-4c75-a2cc-ed2a76525bfe req-22efada9-2e26-48e8-89da-abf8cbe06a3c tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.236783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f836b9-5536-451c-85cc-fc763c4d8b3f None None] Network 5348c6c6-2ba3-45e8-9534-cf8b777f2554 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:36.246009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1cc8afc-c1d4-4c75-a2cc-ed2a76525bfe req-22efada9-2e26-48e8-89da-abf8cbe06a3c tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 931 time: 0.1912987 Jun 30 02:57:36.327530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1cc8afc-c1d4-4c75-a2cc-ed2a76525bfe req-a77fca86-64fe-4e9d-b395-aa9cecbec11e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818849 Jun 30 02:57:36.346641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.391972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Attempting to bind port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:36.392436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Attempting to bind port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '5193b985-e86d-4d20-a7b0-a1c142915899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c16f339f-13ba-446a-8f8a-e7b1dfeaf02a'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:36.392697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Attempting to bind port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb on network c16f339f-13ba-446a-8f8a-e7b1dfeaf02a {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:36.408230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Attempting to bind port b88b59d0-7568-422f-ab13-0517fea24973 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:36.408599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Attempting to bind port b88b59d0-7568-422f-ab13-0517fea24973 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:36.412204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Attempting to bind port b88b59d0-7568-422f-ab13-0517fea24973 on network eec260d4-9858-44ea-b6dc-7930784a43b0 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:36.412797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Pushing event updated for resources: {'Port': ['ID=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:36.419012 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bcad6b8a-3861-45f4-867e-be696589f269 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9832761 Jun 30 02:57:36.419211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:36.419211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Checking segment: {'id': '5193b985-e86d-4d20-a7b0-a1c142915899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c16f339f-13ba-446a-8f8a-e7b1dfeaf02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:36.419211 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.419520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Bound using segment: {'id': '5193b985-e86d-4d20-a7b0-a1c142915899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c16f339f-13ba-446a-8f8a-e7b1dfeaf02a'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:36.420418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Bound port: 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5193b985-e86d-4d20-a7b0-a1c142915899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c16f339f-13ba-446a-8f8a-e7b1dfeaf02a'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:36.420418 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.420649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39244) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:36.427255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-25d0ea5a-3ee2-4926-aaf2-800d34eefd7a service neutron] 10.222.0.77 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885345 Jun 30 02:57:36.434936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:36.435308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Checking segment: {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:36.435708 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.436098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Bound using segment: {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:36.436571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Bound port: b88b59d0-7568-422f-ab13-0517fea24973, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:36.436952 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.481945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Network 2b648be1-0113-4d32-9451-80e8b42fe7f4 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:36.486409 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:57:36.504846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:36.516321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:36.580419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:36.586002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.631852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] For port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:36.638305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] For port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,segment=NetworkSegment(5193b985-e86d-4d20-a7b0-a1c142915899),segment_id=5193b985-e86d-4d20-a7b0-a1c142915899)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:36.651626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Pushing event updated for resources: {'Port': ['ID=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:36.668204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] For port b88b59d0-7568-422f-ab13-0517fea24973, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:36.686603 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Transition to ACTIVE for port object 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:36.688995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] For port b88b59d0-7568-422f-ab13-0517fea24973, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b88b59d0-7568-422f-ab13-0517fea24973,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:36.696504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-5348c6c6-2ba3-45e8-9534-cf8b777f2554', 'network_id': '5348c6c6-2ba3-45e8-9534-cf8b777f2554', 'tenant_id': '6896097651c845c4afd00eaa20afe7bb', 'fixed_ips': [{'subnet_id': '9fd7d806-15c5-486b-83de-6902f9482343'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:36.697383 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.716973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.717853 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.736860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-54dfb4b9-e8f5-4773-93a1-5bb089556b40 service neutron] 10.222.0.77 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082094 Jun 30 02:57:36.807931 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.876800 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.945171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8f0ff1a3-0a59-4218-9662-8c1e3accd56c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4539425 Jun 30 02:57:36.959572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Request body: {'port': {'device_id': '12e69e6a-3cc1-4849-b6a4-bf01380422ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:36.960850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e673c-587e-4b51-bd31-42fb34c3c022 None None] Pushing event updated for resources: {'Port': ['ID=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:37.054041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Allocated IP 172.20.0.2 (5348c6c6-2ba3-45e8-9534-cf8b777f2554/9fd7d806-15c5-486b-83de-6902f9482343/7463076c-80a3-466d-809c-f5859b6dd938) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:37.140826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8d3d0-dc65-42f3-8196-b74bf1dd68a5 None None] Pushing event updated for resources: {'Port': ['ID=b88b59d0-7568-422f-ab13-0517fea24973,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:37.197738 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:37.336645 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:37.536140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de13c43-9ab8-46dc-9236-e8284fce9af1 req-fd87138d-ce01-4683-ae2e-3da099f92c89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:37.583612 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3de13c43-9ab8-46dc-9236-e8284fce9af1 req-fd87138d-ce01-4683-ae2e-3da099f92c89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 932 time: 0.9544330 Jun 30 02:57:37.643927 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:37.708932 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Transition to ACTIVE for port object 7463076c-80a3-466d-809c-f5859b6dd938 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:37.764196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Transition to ACTIVE for port object 7463076c-80a3-466d-809c-f5859b6dd938 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:37.802998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:37.876660 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:37.933410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:37.941534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3de13c43-9ab8-46dc-9236-e8284fce9af1 req-6e58fe73-49ba-49aa-ab40-9ff344ad021a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559709 Jun 30 02:57:38.049814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Network 5348c6c6-2ba3-45e8-9534-cf8b777f2554 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:38.055573 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:38.063748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9771c95c-e7bf-4d7a-9981-603a3636512d up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:38.067111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:38.105470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:38.121942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Attempting to bind port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:38.122483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Attempting to bind port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:38.122907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Attempting to bind port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 on network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:38.128564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e74e6-a091-46ab-a8b4-17c5fc26886a req-07f06968-0c5e-42c4-88d1-f5bcb9a916e8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:38.131872 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c79e74e6-a091-46ab-a8b4-17c5fc26886a req-07f06968-0c5e-42c4-88d1-f5bcb9a916e8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 945 time: 0.2242260 Jun 30 02:57:38.134842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.151700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 on network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:38.152388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Attempting to bind port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 on network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:38.165043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Transition to ACTIVE for port object 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:38.181419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Pushing event updated for resources: {'Port': ['ID=7463076c-80a3-466d-809c-f5859b6dd938,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:38.206372 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c79e74e6-a091-46ab-a8b4-17c5fc26886a req-75325feb-764a-4101-8d62-3056094cad36 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624604 Jun 30 02:57:38.243372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Attempting to bind port 7463076c-80a3-466d-809c-f5859b6dd938 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:38.243765 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Attempting to bind port 7463076c-80a3-466d-809c-f5859b6dd938 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '5af9a169-e732-44e5-815d-29a2e184943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5348c6c6-2ba3-45e8-9534-cf8b777f2554'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:38.244098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Attempting to bind port 7463076c-80a3-466d-809c-f5859b6dd938 on network 5348c6c6-2ba3-45e8-9534-cf8b777f2554 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:38.267623 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:38.267954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Checking segment: {'id': '5af9a169-e732-44e5-815d-29a2e184943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5348c6c6-2ba3-45e8-9534-cf8b777f2554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:38.268359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.268883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Bound using segment: {'id': '5af9a169-e732-44e5-815d-29a2e184943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5348c6c6-2ba3-45e8-9534-cf8b777f2554'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:38.269370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Bound port: 7463076c-80a3-466d-809c-f5859b6dd938, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af9a169-e732-44e5-815d-29a2e184943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5348c6c6-2ba3-45e8-9534-cf8b777f2554'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:38.269808 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.289086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:38.289808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Checking segment: {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:38.290456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Bound using segment: {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:38.291085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Bound port: 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:38.291669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.295448 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.368141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] For port 7463076c-80a3-466d-809c-f5859b6dd938, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:38.374300 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] For port 7463076c-80a3-466d-809c-f5859b6dd938, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7463076c-80a3-466d-809c-f5859b6dd938,segment=NetworkSegment(5af9a169-e732-44e5-815d-29a2e184943d),segment_id=5af9a169-e732-44e5-815d-29a2e184943d)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:38.434700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] For port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:38.440401 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 9771c95c-e7bf-4d7a-9981-603a3636512d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:38.449664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 9771c95c-e7bf-4d7a-9981-603a3636512d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:38.449664 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.500137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Pushing event updated for resources: {'Port': ['ID=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:38.505072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] For port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:38.530144 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.586165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb79682-df6f-4a6b-92f9-407b52218557 req-ac13623a-284e-4fcb-be3b-1fa1b4806efe tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:38.595493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1fb79682-df6f-4a6b-92f9-407b52218557 req-ac13623a-284e-4fcb-be3b-1fa1b4806efe tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 943 time: 0.4693370 Jun 30 02:57:38.667127 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.702413 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.742328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26fb03-27f4-44db-bbd2-33fec3a8ed58 None None] Pushing event updated for resources: {'Port': ['ID=7463076c-80a3-466d-809c-f5859b6dd938,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:38.779056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad405686-e495-472a-9382-b1cd07f353e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9771c95c-e7bf-4d7a-9981-603a3636512d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:38.785557 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd8bd31-e856-4f3a-9259-1fed522a893a" -d '{"events": [{"server_uuid": "ad405686-e495-472a-9382-b1cd07f353e0", "name": "network-vif-plugged", "status": "completed", "tag": "9771c95c-e7bf-4d7a-9981-603a3636512d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:38.825836 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1fb79682-df6f-4a6b-92f9-407b52218557 req-c9ca74d8-9e5f-49f6-ba14-4bd267318275 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154801 Jun 30 02:57:38.831536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:38.832188 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.833541 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] 10.222.0.74 "PUT /v2.0/ports/2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 HTTP/1.1" status: 200 len: 1091 time: 3.2309186 Jun 30 02:57:38.834006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda83cef-459b-4547-83e9-dfd81decd043', 'tag': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:38.836338 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f107ca00-8f03-43ef-b068-da7008da3ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "eda83cef-459b-4547-83e9-dfd81decd043", "tag": "2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:38.903992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9771c95c-e7bf-4d7a-9981-603a3636512d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9771c95c-e7bf-4d7a-9981-603a3636512d,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:38.930484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Allocated IP 172.20.0.1 (c16f339f-13ba-446a-8f8a-e7b1dfeaf02a/d02c5f4f-a9d8-4756-9379-4795600f484b/6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:38.982840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Attempting to bind port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:38.983185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Attempting to bind port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:38.983531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Attempting to bind port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef on network 2b648be1-0113-4d32-9451-80e8b42fe7f4 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:39.009934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef on network 2b648be1-0113-4d32-9451-80e8b42fe7f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:39.010632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Attempting to bind port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef on network 2b648be1-0113-4d32-9451-80e8b42fe7f4 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:39.024104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:39.024454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Checking segment: {'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:39.024850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Bound using segment: {'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:39.025521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Bound port: 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:39.025908 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.044348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-e0c77724-0d19-4c03-b40a-9fd285942b52 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:39.046017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-e0c77724-0d19-4c03-b40a-9fd285942b52 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/networks?id=eec260d4-9858-44ea-b6dc-7930784a43b0 HTTP/1.1" status: 200 len: 815 time: 0.6362069 Jun 30 02:57:39.081936 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-c4bafaf1-d40d-4c4e-b253-395addbb0984 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/quotas/f44e96c3be974bac97c9200b83095250 HTTP/1.1" status: 200 len: 375 time: 0.0341816 Jun 30 02:57:39.089585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.089990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a44b3-0d98-4cbb-a06c-9f875a9c9984 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:39.285783 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65732c86-5e1f-4352-ae87-bd73bf723b8a x-openstack-request-id: req-65732c86-5e1f-4352-ae87-bd73bf723b8a {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:39.287160 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad405686-e495-472a-9382-b1cd07f353e0", "name": "network-vif-plugged", "status": "completed", "tag": "9771c95c-e7bf-4d7a-9981-603a3636512d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:39.288354 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65732c86-5e1f-4352-ae87-bd73bf723b8a {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:39.289567 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad405686-e495-472a-9382-b1cd07f353e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9771c95c-e7bf-4d7a-9981-603a3636512d', 'code': 200} Jun 30 02:57:39.293377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee07b0b-fbcc-44b6-a670-c497a0d757bd None None] Network eec260d4-9858-44ea-b6dc-7930784a43b0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:39.316732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] For port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:39.453603 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-a529b76e-d829-45e2-a3b2-825eff1bc0e2 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f44e96c3be974bac97c9200b83095250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3707242 Jun 30 02:57:39.516707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19909c15-f935-4c32-9837-75ff2a500521 None None] Network c16f339f-13ba-446a-8f8a-e7b1dfeaf02a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:39.520204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] For port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:39.564892 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.601525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Transition to ACTIVE for port object 6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:39.669381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-65837e3d-9af5-4ef0-8841-f9c0147047d6 service neutron] 10.222.0.77 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339540 Jun 30 02:57:39.671070 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494d173b-580b-4592-af97-1c6e8ecf4c91 x-openstack-request-id: req-494d173b-580b-4592-af97-1c6e8ecf4c91 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:39.674596 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda83cef-459b-4547-83e9-dfd81decd043", "tag": "2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:39.675840 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-494d173b-580b-4592-af97-1c6e8ecf4c91 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:39.676403 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda83cef-459b-4547-83e9-dfd81decd043', 'tag': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004', 'status': 'completed', 'code': 200} Jun 30 02:57:39.682343 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.694228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:39.706587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-479ae4b0-e775-4c54-8806-99ce9c4d6788 None None] Provisioning for port b88b59d0-7568-422f-ab13-0517fea24973 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:39.744422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9771c95c-e7bf-4d7a-9981-603a3636512d,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:39.760336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-e2d23630-472a-440f-a261-5d6120392954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:39.762073 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-e2d23630-472a-440f-a261-5d6120392954 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 1094 time: 0.7338126 Jun 30 02:57:39.803784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:39.803784 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.803784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] 10.222.0.74 "PUT /v2.0/ports/152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef HTTP/1.1" status: 200 len: 1092 time: 2.8318236 Jun 30 02:57:39.803784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e69e6a-3cc1-4849-b6a4-bf01380422ef', 'tag': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:39.803784 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab" -d '{"events": [{"name": "network-changed", "server_uuid": "12e69e6a-3cc1-4849-b6a4-bf01380422ef", "tag": "152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:39.804771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fc14b-3023-4289-9461-653e27fd9f2c req-d0c7cb58-4860-4411-a394-712410cab9be tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:39.810216 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-778fc14b-3023-4289-9461-653e27fd9f2c req-d0c7cb58-4860-4411-a394-712410cab9be tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 944 time: 0.1287479 Jun 30 02:57:39.852115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe36391-f61a-4736-9ef1-f65ed0325230 req-616253b0-cb15-4489-b268-f93a2ccaa1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:39.853870 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-a51f8014-80b1-4f1a-b51b-b99f04c77d61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 HTTP/1.1" status: 200 len: 217 time: 0.0820012 Jun 30 02:57:39.854383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8fe36391-f61a-4736-9ef1-f65ed0325230 req-616253b0-cb15-4489-b268-f93a2ccaa1bb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 1097 time: 0.4798219 Jun 30 02:57:39.859499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527f185-8018-4480-ae9b-f878f9c10751 service neutron] Pushing event updated for resources: {'Port': ['ID=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:39.902198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-ead84ec2-fa52-483f-ae65-e11c16c2de1b service neutron] 10.222.0.77 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320831 Jun 30 02:57:39.927638 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-778fc14b-3023-4289-9461-653e27fd9f2c req-02476e96-7aaf-407b-b249-0ad05bdf2065 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163914 Jun 30 02:57:39.945442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-19b17181-8652-4dfc-b760-a6cfd57425cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:39.951298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-19b17181-8652-4dfc-b760-a6cfd57425cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 200 len: 849 time: 0.0887258 Jun 30 02:57:39.972965 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8fe36391-f61a-4736-9ef1-f65ed0325230 req-359756e2-54d4-42ab-8d4d-2870964ffbde service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974748 Jun 30 02:57:40.021074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.114867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Network c16f339f-13ba-446a-8f8a-e7b1dfeaf02a is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:40.126074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:40.159009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:40.169824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-e7893d76-b336-4c0e-80a4-51fa4fe9f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:40.171558 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-e7893d76-b336-4c0e-80a4-51fa4fe9f52b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132356 Jun 30 02:57:40.176643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'Port': ['ID=6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:40.194436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:40.197933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a6c699d6-742a-4353-b677-d409a1c7e744 None None] Provisioning for port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:40.203290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a6c699d6-742a-4353-b677-d409a1c7e744 None None] Provisioning complete for port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:40.206056 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6c699d6-742a-4353-b677-d409a1c7e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.264414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:40.264991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-1db40074-07e6-4ee5-9768-cb020331846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:40.265331 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.267431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-1db40074-07e6-4ee5-9768-cb020331846e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0466d81086e5497dadb2f7d70213636d&device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 1095 time: 0.1245434 Jun 30 02:57:40.371124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-c84d318b-69b1-4bb9-a737-ef9b3850b2ba service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903198 Jun 30 02:57:40.392334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-212d9b1b-f8d1-4cee-8e7c-22f9a11965a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef HTTP/1.1" status: 200 len: 217 time: 0.1054821 Jun 30 02:57:40.639133 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4323f26-85d7-4f5f-8725-a3b7e044bb01 x-openstack-request-id: req-c4323f26-85d7-4f5f-8725-a3b7e044bb01 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:40.639533 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e69e6a-3cc1-4849-b6a4-bf01380422ef", "tag": "152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:40.639731 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4323f26-85d7-4f5f-8725-a3b7e044bb01 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:40.640252 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e69e6a-3cc1-4849-b6a4-bf01380422ef', 'tag': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef', 'status': 'completed', 'code': 200} Jun 30 02:57:40.654555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-4a548830-f2a2-4a07-aa31-a85486a49f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:40.661368 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-4a548830-f2a2-4a07-aa31-a85486a49f61 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e72bca90-0bc0-476c-81d4-d36458ae533b HTTP/1.1" status: 200 len: 855 time: 0.2633045 Jun 30 02:57:40.732401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.763285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09b6e3-96f7-4e4a-b17b-d5793d235bfa req-8284b30b-c85e-4d7d-96f1-87425cfdb369 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:40.774627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2b09b6e3-96f7-4e4a-b17b-d5793d235bfa req-8284b30b-c85e-4d7d-96f1-87425cfdb369 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.6794446 Jun 30 02:57:40.816186 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-90d58f73-fcf7-4c60-aa56-3ecbf5a2afd3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b648be1-0113-4d32-9451-80e8b42fe7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405466 Jun 30 02:57:40.967657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9303396-bd7a-42c4-b9d9-6839bb74dda3 None None] Network 5348c6c6-2ba3-45e8-9534-cf8b777f2554 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:41.004385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2b09b6e3-96f7-4e4a-b17b-d5793d235bfa req-fcb0d13f-dbc1-4ff5-9af8-3a6d7de72ed9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255764 Jun 30 02:57:41.069208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12de20f4-2e24-4661-947a-0fca1ba74749 req-1e43d1d2-af00-427f-bd43-e72159e0146c service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754105 Jun 30 02:57:41.109013 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6c699d6-742a-4353-b677-d409a1c7e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.110036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-475c598a-6715-4194-8024-ccfd8d99ef90 service neutron] 10.222.0.74 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864056 Jun 30 02:57:41.110157 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.118743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d29a4-618a-4c54-b503-806195e59591 req-c0c5606a-0a1c-4309-b11c-ff446bbb5a9f tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:41.126588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-147d29a4-618a-4c54-b503-806195e59591 req-c0c5606a-0a1c-4309-b11c-ff446bbb5a9f tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 943 time: 0.3026233 Jun 30 02:57:41.225802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39334) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:41.250060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a6c699d6-742a-4353-b677-d409a1c7e744 None None] For port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,segment=NetworkSegment(5193b985-e86d-4d20-a7b0-a1c142915899),segment_id=5193b985-e86d-4d20-a7b0-a1c142915899)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:41.312685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.317471 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-147d29a4-618a-4c54-b503-806195e59591 req-662dc0d4-d1bf-435e-b9f1-23b3da3b5257 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897905 Jun 30 02:57:41.406975 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5be7e2e-8608-4020-ba1a-0dace8b19917 req-41dbf7bd-f1a2-4a79-82b5-b7dec0e9f949 service neutron] 10.222.0.74 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781858 Jun 30 02:57:41.454639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6c699d6-742a-4353-b677-d409a1c7e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.659929 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-854438c4-f17a-4c38-afac-89a080bc7069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.686585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c699d6-742a-4353-b677-d409a1c7e744 None None] Pushing event updated for resources: {'Port': ['ID=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:41.712192 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:57:41.712545 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:57:41.755687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-99fc1195-9e88-46f7-9f1b-450704c58884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:41.757535 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-99fc1195-9e88-46f7-9f1b-450704c58884 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 1094 time: 0.1758540 Jun 30 02:57:41.877983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8c59-ed29-4e8a-84ff-856b9c7b1fdf req-85371b25-45ab-4609-afcb-570d6f30fcc2 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:41.877983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-170d8c59-ed29-4e8a-84ff-856b9c7b1fdf req-85371b25-45ab-4609-afcb-570d6f30fcc2 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 944 time: 0.2403636 Jun 30 02:57:41.878330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-a1405a81-c4f1-47a3-a641-0eb5abd64a52 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:41.879820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-a1405a81-c4f1-47a3-a641-0eb5abd64a52 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/networks?id=eec260d4-9858-44ea-b6dc-7930784a43b0 HTTP/1.1" status: 200 len: 815 time: 0.3622849 Jun 30 02:57:41.907361 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-94a27d7e-9096-4df8-97ce-045294d656b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:41.908939 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-94a27d7e-9096-4df8-97ce-045294d656b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 911 time: 0.1430497 Jun 30 02:57:41.946250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab req-3125a4fb-dcbc-4e9b-aa71-4dd0aca725f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:41.947272 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab req-3125a4fb-dcbc-4e9b-aa71-4dd0aca725f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0466d81086e5497dadb2f7d70213636d&device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 1095 time: 0.2318866 Jun 30 02:57:41.951420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ddce779-b623-43dd-b13c-3b6522ba866c None None] Provisioning for port 7463076c-80a3-466d-809c-f5859b6dd938 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:41.954089 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-612846b3-542b-42da-8a58-2cf2f1793308 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/quotas/f44e96c3be974bac97c9200b83095250 HTTP/1.1" status: 200 len: 375 time: 0.0589385 Jun 30 02:57:41.969266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-170d8c59-ed29-4e8a-84ff-856b9c7b1fdf req-6db71f0e-163b-4799-a2d2-1cddc002d9c9 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876544 Jun 30 02:57:41.970544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-358250eb-57ac-45d3-9dc4-7f06396eab7b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 HTTP/1.1" status: 200 len: 217 time: 0.0498950 Jun 30 02:57:42.034800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-cca21c27-9f91-4a67-96e9-9e572f3269c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:42.036267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-cca21c27-9f91-4a67-96e9-9e572f3269c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 200 len: 849 time: 0.0546961 Jun 30 02:57:42.069428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ddce779-b623-43dd-b13c-3b6522ba866c None None] Provisioning for port 6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:42.074714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ddce779-b623-43dd-b13c-3b6522ba866c None None] Provisioning complete for port 6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:42.075736 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ddce779-b623-43dd-b13c-3b6522ba866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.106892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-74471427-8de1-4e45-b4cf-1b2f6710c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:42.113455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-74471427-8de1-4e45-b4cf-1b2f6710c481 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649111 Jun 30 02:57:42.142511 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.157820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-854438c4-f17a-4c38-afac-89a080bc7069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.166566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8ddce779-b623-43dd-b13c-3b6522ba866c None None] Port 6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:42.184338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ddce779-b623-43dd-b13c-3b6522ba866c None None] Provisioning complete for port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:42.184766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ddce779-b623-43dd-b13c-3b6522ba866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.220682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-a72b2a5b-43ed-4bf4-b3ac-fbbd2d2b4f31 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f44e96c3be974bac97c9200b83095250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2654002 Jun 30 02:57:42.232074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab req-983a1277-c15b-41b5-b6ff-9243b79c5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:42.233688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab req-983a1277-c15b-41b5-b6ff-9243b79c5368 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2b648be1-0113-4d32-9451-80e8b42fe7f4 HTTP/1.1" status: 200 len: 916 time: 0.2614546 Jun 30 02:57:42.281672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.290463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7463076c-80a3-466d-809c-f5859b6dd938 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:42.311628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-842dd32b-ba54-4bbe-8ba2-d9982080d829 service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946621 Jun 30 02:57:42.346618 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276171a-1f88-42ad-87dc-b794e5123bf1 req-c66a4427-fe2f-4048-acee-c5e811583c67 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:42.348276 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d276171a-1f88-42ad-87dc-b794e5123bf1 req-c66a4427-fe2f-4048-acee-c5e811583c67 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.2089715 Jun 30 02:57:42.376974 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-854438c4-f17a-4c38-afac-89a080bc7069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.387973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab req-461549db-d89c-4716-b160-88b5c43a9ca4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef HTTP/1.1" status: 200 len: 217 time: 0.1415474 Jun 30 02:57:42.475787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d276171a-1f88-42ad-87dc-b794e5123bf1 req-52af6d9c-bdae-4ed8-8411-8fb8991fd48f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151636 Jun 30 02:57:42.508503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'Port': ['ID=6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:42.512843 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-854438c4-f17a-4c38-afac-89a080bc7069 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2ccc4fb3cf984ef083e5ca140ec74d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2856028 Jun 30 02:57:42.516514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39358) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:42.517748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854438c4-f17a-4c38-afac-89a080bc7069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c46b9f1-30de-4ff2-89db-6c1885bf1c57,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:42.526868 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.538216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 7463076c-80a3-466d-809c-f5859b6dd938 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:42.542564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7463076c-80a3-466d-809c-f5859b6dd938 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:42.542945 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.553620 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-c8e4fc54-c9f7-4124-81b1-50e8c971cefe service neutron] 10.222.0.77 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316526 Jun 30 02:57:42.556008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab req-d1b17674-7280-4989-acf9-529bb52a83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:42.557603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab req-d1b17674-7280-4989-acf9-529bb52a83ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e72bca90-0bc0-476c-81d4-d36458ae533b HTTP/1.1" status: 200 len: 855 time: 0.1444921 Jun 30 02:57:42.586281 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f107ca00-8f03-43ef-b068-da7008da3ee7 req-dd010293-c109-4f03-9d2b-4d45c574e3ba service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642808 Jun 30 02:57:42.602502 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41dcddb7-fb41-4f37-9621-09b4027a4efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.686009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab req-6828bc1a-a991-4eba-b7a8-3595dbc0513a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2b648be1-0113-4d32-9451-80e8b42fe7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178167 Jun 30 02:57:42.721891 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.770229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 7463076c-80a3-466d-809c-f5859b6dd938, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7463076c-80a3-466d-809c-f5859b6dd938,segment=NetworkSegment(5af9a169-e732-44e5-815d-29a2e184943d),segment_id=5af9a169-e732-44e5-815d-29a2e184943d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:42.894021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-87525251-f25b-4983-a38f-527f8173b041 service neutron] 10.222.0.77 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247292 Jun 30 02:57:42.914110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Network c16f339f-13ba-446a-8f8a-e7b1dfeaf02a is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:42.917823 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:42.935588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.938548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b88b59d0-7568-422f-ab13-0517fea24973 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:42.940002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab req-e711cb08-e323-451e-80c8-b77597ae7e16 service neutron] 10.222.0.74 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453787 Jun 30 02:57:43.128117 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41dcddb7-fb41-4f37-9621-09b4027a4efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:43.138689 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=7463076c-80a3-466d-809c-f5859b6dd938,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:43.278094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-8a3f1fd7-e0b9-4446-ac64-9bcaee9e8661 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:43.279967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-8a3f1fd7-e0b9-4446-ac64-9bcaee9e8661 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "GET /v2.0/networks?id=eec260d4-9858-44ea-b6dc-7930784a43b0 HTTP/1.1" status: 200 len: 815 time: 0.6743791 Jun 30 02:57:43.300834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Request body: {'port': {'device_id': '7d669c50-9f2d-4de9-a276-6eb6a90050a8', 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0', 'admin_state_up': True, 'tenant_id': 'f44e96c3be974bac97c9200b83095250'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:43.306437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6aec5fe8-d9aa-4a70-9584-f1d3bb260431 None None] Provisioning complete for port 6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:43.307598 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6aec5fe8-d9aa-4a70-9584-f1d3bb260431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:43.320849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65c190-6ffc-44e1-ada4-f4aced718ee3 req-a074ebca-9aaa-4b78-b645-69d69a6533e3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:43.322470 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a65c190-6ffc-44e1-ada4-f4aced718ee3 req-a074ebca-9aaa-4b78-b645-69d69a6533e3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 943 time: 0.2291787 Jun 30 02:57:43.350459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6aec5fe8-d9aa-4a70-9584-f1d3bb260431 None None] Port 6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:43.427583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a65c190-6ffc-44e1-ada4-f4aced718ee3 req-381b5eba-677d-4dac-9bb5-e41481cf4301 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913057 Jun 30 02:57:43.605727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7f7a1ef-2799-4eb5-a77d-2326d8f253ab req-31dcfa3d-13cf-4db6-a04b-eb7110ef992e service neutron] 10.222.0.74 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510673 Jun 30 02:57:44.101904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:44.194247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:44.206899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'port_id': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004', 'mac_address': 'fa:16:3e:29:2b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:44.246203 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.259223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:44.278983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:44.424012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Router c1ad8d69-7bc6-4b37-8e27-629b9ba31f23 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:57:44.426557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port b88b59d0-7568-422f-ab13-0517fea24973 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:44.426715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41dcddb7-fb41-4f37-9621-09b4027a4efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.429968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41dcddb7-fb41-4f37-9621-09b4027a4efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.433099 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-41dcddb7-fb41-4f37-9621-09b4027a4efa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c46b9f1-30de-4ff2-89db-6c1885bf1c57 HTTP/1.1" status: 204 len: 168 time: 1.9128129 Jun 30 02:57:44.433278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b88b59d0-7568-422f-ab13-0517fea24973 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:44.433642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.443603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Made reservation on behalf of f44e96c3be974bac97c9200b83095250 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:44.448462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.468089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcddb7-fb41-4f37-9621-09b4027a4efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c46b9f1-30de-4ff2-89db-6c1885bf1c57,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:44.552364 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.552980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:44.647166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:44.687822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8aa62822-90b7-47c8-ac1f-4e546e9dd49d tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "PUT /v2.0/routers/c1ad8d69-7bc6-4b37-8e27-629b9ba31f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2640452 Jun 30 02:57:44.692120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39396) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:44.707307 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.708737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0be403-5cbe-41b3-901a-94ee445f94e6 None None] Sync routers for ids ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:44.709056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Allocated IP 172.20.0.11 (eec260d4-9858-44ea-b6dc-7930784a43b0/b5a002c1-9634-4ab2-b3d2-4d667ded6f27/26e23905-3e5c-493d-b289-24b207fe5972) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:44.738876 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.resource_extend [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:57:44.841537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:44.845428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0be403-5cbe-41b3-901a-94ee445f94e6 None None] Routers {'c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:44.846366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-df0be403-5cbe-41b3-901a-94ee445f94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:44.897792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-df0be403-5cbe-41b3-901a-94ee445f94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:44.924318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port b88b59d0-7568-422f-ab13-0517fea24973, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b88b59d0-7568-422f-ab13-0517fea24973,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:44.939555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dd0e6-77fb-49fb-a980-16996482d252 req-1eab9b92-c06c-4c61-a3d0-e78de2964951 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:44.943184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0be403-5cbe-41b3-901a-94ee445f94e6 None None] Routers {'c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:44.944373 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-df0be403-5cbe-41b3-901a-94ee445f94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:44.947958 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c95dd0e6-77fb-49fb-a980-16996482d252 req-1eab9b92-c06c-4c61-a3d0-e78de2964951 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 944 time: 0.3833306 Jun 30 02:57:44.997276 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ce79109-313c-4efe-a78c-a49c6c55ad6e req-a5ff71d4-b9d3-41ee-8353-b6ee4ea86f01 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 210 time: 0.1067040 Jun 30 02:57:45.052090 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c95dd0e6-77fb-49fb-a980-16996482d252 req-00bde5be-d44c-482b-8ed6-ffd5bc6ecfba tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034567 Jun 30 02:57:45.072056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-df0be403-5cbe-41b3-901a-94ee445f94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:45.072743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0be403-5cbe-41b3-901a-94ee445f94e6 None None] The sync data for ids ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:45.089450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.106773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:45.125826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Transition to ACTIVE for port object 26e23905-3e5c-493d-b289-24b207fe5972 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:45.126938 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.172505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef', 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4', 'port_id': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef', 'mac_address': 'fa:16:3e:ad:c4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72bca90-0bc0-476c-81d4-d36458ae533b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:45.298685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:45.375716 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.388846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=b88b59d0-7568-422f-ab13-0517fea24973,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:45.401172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:45.421713 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.427357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:45.429362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:45.429779 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.459859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c86c7-d94e-4b2a-9f76-950b937ad381 req-05f3b3b9-d8a2-4daf-a618-e75d5c1d077b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:45.465212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e866f-d1d9-4c2e-9968-900d63c7511a req-c1ba8d5c-dc61-4f3a-853d-341269a006cc tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:45.466081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-555c86c7-d94e-4b2a-9f76-950b937ad381 req-05f3b3b9-d8a2-4daf-a618-e75d5c1d077b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 944 time: 0.1436234 Jun 30 02:57:45.470622 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c7e866f-d1d9-4c2e-9968-900d63c7511a req-c1ba8d5c-dc61-4f3a-853d-341269a006cc tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.1602476 Jun 30 02:57:45.590280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7463076c-80a3-466d-809c-f5859b6dd938 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:45.601548 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c7e866f-d1d9-4c2e-9968-900d63c7511a req-c629e7bb-0dd5-4450-9d58-93c6f84a9227 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203461 Jun 30 02:57:45.611461 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-6a106813-9ee4-43a7-9a99-85a8e767172c tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:57:45.615151 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6a106813-9ee4-43a7-9a99-85a8e767172c tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "PUT /v2.0/routers/c1ad8d69-7bc6-4b37-8e27-629b9ba31f23/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9193568 Jun 30 02:57:45.615613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39406) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:45.631067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Network eec260d4-9858-44ea-b6dc-7930784a43b0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:45.637358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:45.639614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.641624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:45.656706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39408) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:45.708926 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d6f564f-dc71-48f9-8342-66541c086f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.731975 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-555c86c7-d94e-4b2a-9f76-950b937ad381 req-9a452047-0fa7-4bb8-9e73-0debe1a3cf6b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540450 Jun 30 02:57:45.756099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Pushing event updated for resources: {'Port': ['ID=26e23905-3e5c-493d-b289-24b207fe5972,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:45.771676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:45.774431 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7463076c-80a3-466d-809c-f5859b6dd938 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:45.774811 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.851250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:45.852060 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.921117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:45.952284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:45.959399 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d6f564f-dc71-48f9-8342-66541c086f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.151305 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-008db325-fe6b-44cd-96a0-96c9d1a3efe4 req-0e720855-0e0b-4f44-9c87-bf8f82e5a7fe tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 210 time: 0.0709710 Jun 30 02:57:46.174601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d6f564f-dc71-48f9-8342-66541c086f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.239210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f564f-dc71-48f9-8342-66541c086f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2072516c-6b79-4969-9611-0e7fbca3b1e6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:46.267712 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.287509 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0d6f564f-dc71-48f9-8342-66541c086f3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f4ab90d4dad445e96dbaa58ca9a9f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080198 Jun 30 02:57:46.302641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39418) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:46.310665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7df57703-dd1b-433f-b4ba-60270f9d278b None None] Provisioning for port 26e23905-3e5c-493d-b289-24b207fe5972 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:46.314161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7df57703-dd1b-433f-b4ba-60270f9d278b None None] Provisioning complete for port 26e23905-3e5c-493d-b289-24b207fe5972 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:46.314539 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7df57703-dd1b-433f-b4ba-60270f9d278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.356777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7df57703-dd1b-433f-b4ba-60270f9d278b None None] Port 26e23905-3e5c-493d-b289-24b207fe5972 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:46.377119 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a1402083-9bc0-4be8-96ff-81c78a27ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.403056 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a1402083-9bc0-4be8-96ff-81c78a27ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.474077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec51ea-6cb9-4f9a-8abd-bbe3c0495c3c req-ac86e65a-67ee-420b-bf8f-110c16aed91e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:46.475699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3ec51ea-6cb9-4f9a-8abd-bbe3c0495c3c req-ac86e65a-67ee-420b-bf8f-110c16aed91e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 945 time: 0.1993494 Jun 30 02:57:46.534895 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3ec51ea-6cb9-4f9a-8abd-bbe3c0495c3c req-5f211ca7-12f0-4128-b1d6-b91012966d4e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476217 Jun 30 02:57:46.630641 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-2caf3c98-17c4-420a-b0b1-b2009edd7d08 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3355360 Jun 30 02:57:46.643389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Request body: {'port': {'device_id': '7d669c50-9f2d-4de9-a276-6eb6a90050a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:46.647954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Deleting port 6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:46.648369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.683315 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a1402083-9bc0-4be8-96ff-81c78a27ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.686290 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a1402083-9bc0-4be8-96ff-81c78a27ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.689956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a1402083-9bc0-4be8-96ff-81c78a27ca19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2072516c-6b79-4969-9611-0e7fbca3b1e6 HTTP/1.1" status: 204 len: 168 time: 0.3831410 Jun 30 02:57:46.750826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1402083-9bc0-4be8-96ff-81c78a27ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2072516c-6b79-4969-9611-0e7fbca3b1e6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:46.818323 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.834449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Calling delete_port for 6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:46.908135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.947862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-a8fd29f7-5c77-4ea9-b8c3-9c55e4cf3f07 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:46.949365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-a8fd29f7-5c77-4ea9-b8c3-9c55e4cf3f07 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "GET /v2.0/networks?id=eec260d4-9858-44ea-b6dc-7930784a43b0 HTTP/1.1" status: 200 len: 815 time: 0.2141671 Jun 30 02:57:46.991853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Request body: {'port': {'device_id': 'cdef6c1d-eed7-4a60-9186-9b6791deaf12', 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0', 'admin_state_up': True, 'tenant_id': 'f44e96c3be974bac97c9200b83095250'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:47.052876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990f692-9936-4d12-84e3-641f341d7f88 req-5aa98f9f-b0df-4aaf-b860-4f406af74fec tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:47.054700 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e990f692-9936-4d12-84e3-641f341d7f88 req-5aa98f9f-b0df-4aaf-b860-4f406af74fec tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.2094815 Jun 30 02:57:47.066136 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b8eeb-2127-48e2-af9e-32b5d76dfa02 req-d0b0e695-fdd8-46c2-9e9d-90b95aa629d7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:47.067222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf6b8eeb-2127-48e2-af9e-32b5d76dfa02 req-d0b0e695-fdd8-46c2-9e9d-90b95aa629d7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 944 time: 0.1583664 Jun 30 02:57:47.123259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf6b8eeb-2127-48e2-af9e-32b5d76dfa02 req-f69c0951-4d33-4b72-8a6d-121f0528c9ef tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502422 Jun 30 02:57:47.219961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e990f692-9936-4d12-84e3-641f341d7f88 req-7f94ccf6-1cf7-43e9-b60c-0081b0fe4fff tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534250 Jun 30 02:57:47.247445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b88b59d0-7568-422f-ab13-0517fea24973 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:47.334906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b88b59d0-7568-422f-ab13-0517fea24973 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:47.335566 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:47.444723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1c06b2e5-7b87-4785-9bdf-13d12c11d334 req-bfe1b0b3-fef9-4ac8-9b69-99d87d15045e tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 210 time: 0.0387671 Jun 30 02:57:47.455715 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:47.505016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event deleted for resources: {'Port': ['ID=6b0e5cfb-b997-4ef9-9a12-5e3cd4e8d433,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:47.562039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e23905-3e5c-493d-b289-24b207fe5972 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:47.605353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Made reservation on behalf of f44e96c3be974bac97c9200b83095250 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:47.609139 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:47.636223 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:47.709271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Transition to ACTIVE for port object 26e23905-3e5c-493d-b289-24b207fe5972 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:47.823525 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:47.906549 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:48.077336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Router c1ad8d69-7bc6-4b37-8e27-629b9ba31f23 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:48.124077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=26e23905-3e5c-493d-b289-24b207fe5972,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:48.130225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Allocated IP 172.20.0.3 (eec260d4-9858-44ea-b6dc-7930784a43b0/b5a002c1-9634-4ab2-b3d2-4d667ded6f27/0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:48.133600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:48.193141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d43aa-2e3c-4d27-af46-a6e5b8312893 req-e1dee149-7581-482c-9275-a9a48ec45937 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:48.195048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-236d43aa-2e3c-4d27-af46-a6e5b8312893 req-e1dee149-7581-482c-9275-a9a48ec45937 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 945 time: 0.3991580 Jun 30 02:57:48.199688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:48.213477 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33f2c7-f5bf-477a-b0b9-62583bcc005c None None] Sync routers for ids ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:48.237209 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33f2c7-f5bf-477a-b0b9-62583bcc005c None None] Routers {'c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:48.237546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f739c28b-0816-4c8f-ad72-b6660c2fda39 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "PUT /v2.0/routers/c1ad8d69-7bc6-4b37-8e27-629b9ba31f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6060801 Jun 30 02:57:48.238290 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39460) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:48.240788 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ac33f2c7-f5bf-477a-b0b9-62583bcc005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:48.309237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Attempting to bind port 26e23905-3e5c-493d-b289-24b207fe5972 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:48.310156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Attempting to bind port 26e23905-3e5c-493d-b289-24b207fe5972 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:48.310660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Attempting to bind port 26e23905-3e5c-493d-b289-24b207fe5972 on network eec260d4-9858-44ea-b6dc-7930784a43b0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:48.320465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Port 26e23905-3e5c-493d-b289-24b207fe5972 on network eec260d4-9858-44ea-b6dc-7930784a43b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:48.321126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Attempting to bind port 26e23905-3e5c-493d-b289-24b207fe5972 on network eec260d4-9858-44ea-b6dc-7930784a43b0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:48.340892 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ac33f2c7-f5bf-477a-b0b9-62583bcc005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:48.342311 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-2a0893a0-c1a0-411c-ad78-f9100a727397 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] delete failed (client error): The resource could not be found. Jun 30 02:57:48.344324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2a0893a0-c1a0-411c-ad78-f9100a727397 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1060235854 HTTP/1.1" status: 404 len: 335 time: 0.1038523 Jun 30 02:57:48.350036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39464) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:48.351355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:48.353535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:48.354094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Checking segment: {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:48.355306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Bound using segment: {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:48.356129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:48.356442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Bound port: 26e23905-3e5c-493d-b289-24b207fe5972, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:48.356577 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:48.357098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:48.363200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5742d5f0-90a9-4dd1-aff9-c36cda26aba1 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:48.371403 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-236d43aa-2e3c-4d27-af46-a6e5b8312893 req-ac09c873-361b-4133-9029-3c4aeb207867 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696277 Jun 30 02:57:48.372707 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33f2c7-f5bf-477a-b0b9-62583bcc005c None None] Routers {'c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:48.376683 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ac33f2c7-f5bf-477a-b0b9-62583bcc005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:48.470582 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ac33f2c7-f5bf-477a-b0b9-62583bcc005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:48.473263 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33f2c7-f5bf-477a-b0b9-62583bcc005c None None] The sync data for ids ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:48.550777 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:48.578987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda83cef-459b-4547-83e9-dfd81decd043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:48.581720 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f47d08-5995-4086-807e-91f5566b51e9" -d '{"events": [{"server_uuid": "eda83cef-459b-4547-83e9-dfd81decd043", "name": "network-vif-plugged", "status": "completed", "tag": "2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:48.597261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:48.780509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] For port 26e23905-3e5c-493d-b289-24b207fe5972, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:48.823686 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:48.841744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5742d5f0-90a9-4dd1-aff9-c36cda26aba1 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:48.848757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] For port 26e23905-3e5c-493d-b289-24b207fe5972, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=26e23905-3e5c-493d-b289-24b207fe5972,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:48.857670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Transition to ACTIVE for port object 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:48.870492 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580db14b-45f8-4774-bc7e-2c1304150ee7 req-59e4fcdb-eee8-444d-8225-b34bb5e89099 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:48.872017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-580db14b-45f8-4774-bc7e-2c1304150ee7 req-59e4fcdb-eee8-444d-8225-b34bb5e89099 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 944 time: 0.3321345 Jun 30 02:57:48.931633 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-580db14b-45f8-4774-bc7e-2c1304150ee7 req-426cfb6d-0482-44cb-80bb-d4e86f736470 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498211 Jun 30 02:57:49.040349 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.041324 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.042160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:49.055696 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.119403 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-5742d5f0-90a9-4dd1-aff9-c36cda26aba1 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] update failed (client error): The resource could not be found. Jun 30 02:57:49.120816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5742d5f0-90a9-4dd1-aff9-c36cda26aba1 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "PUT /v2.0/routers/c1ad8d69-7bc6-4b37-8e27-629b9ba31f23 HTTP/1.1" status: 404 len: 339 time: 0.7688966 Jun 30 02:57:49.124117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39484) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:49.145413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Network eec260d4-9858-44ea-b6dc-7930784a43b0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:49.154146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:49.154775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.157466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/26e23905-3e5c-493d-b289-24b207fe5972 HTTP/1.1" status: 200 len: 1092 time: 2.5192349 Jun 30 02:57:49.158418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d669c50-9f2d-4de9-a276-6eb6a90050a8', 'tag': '26e23905-3e5c-493d-b289-24b207fe5972'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:49.161465 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e00c119-ce1f-4969-bf2c-045719992c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d669c50-9f2d-4de9-a276-6eb6a90050a8", "tag": "26e23905-3e5c-493d-b289-24b207fe5972"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:49.164717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:49.170700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:49.258296 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8af87d-51e9-4087-a4c9-529b56547a15 x-openstack-request-id: req-0a8af87d-51e9-4087-a4c9-529b56547a15 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:49.262613 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda83cef-459b-4547-83e9-dfd81decd043", "name": "network-vif-plugged", "status": "completed", "tag": "2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:49.262613 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a8af87d-51e9-4087-a4c9-529b56547a15 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:49.262613 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda83cef-459b-4547-83e9-dfd81decd043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004', 'code': 200} Jun 30 02:57:49.372174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:49.484441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:49.488585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:49.489392 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.508459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ca02822d-9857-4aa1-9863-21eb9d20bfd9 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:49.521473 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ca02822d-9857-4aa1-9863-21eb9d20bfd9 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "GET /v2.0/networks?id=eec260d4-9858-44ea-b6dc-7930784a43b0 HTTP/1.1" status: 200 len: 815 time: 0.2902820 Jun 30 02:57:49.521473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cb781-e2fe-4606-ac29-c94a69bbb7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=26e23905-3e5c-493d-b289-24b207fe5972,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:49.551291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Request body: {'port': {'device_id': '665dab46-7372-4acd-82bc-d805e2830036', 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0', 'admin_state_up': True, 'tenant_id': 'f44e96c3be974bac97c9200b83095250'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:49.702011 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.823157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:49.978348 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:49.995807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-a6792b02-f974-4cf1-a952-cd02c9066a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:49.997705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-a6792b02-f974-4cf1-a952-cd02c9066a3a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f44e96c3be974bac97c9200b83095250&device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 1095 time: 0.4684894 Jun 30 02:57:50.009199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfd3e1-32fd-40ed-8e67-e317fb5a75e1 req-dd564137-2df8-4e6a-b3c2-379e9e498829 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:50.010978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1dbfd3e1-32fd-40ed-8e67-e317fb5a75e1 req-dd564137-2df8-4e6a-b3c2-379e9e498829 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.4855850 Jun 30 02:57:50.034849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:50.051533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60d9c1-fe81-499d-bf09-9775fe54b296 req-a695336c-5fe7-4a94-8a77-f4b71105b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:50.053573 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e60d9c1-fe81-499d-bf09-9775fe54b296 req-a695336c-5fe7-4a94-8a77-f4b71105b386 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 1096 time: 0.6777647 Jun 30 02:57:50.085535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9771c95c-e7bf-4d7a-9981-603a3636512d details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:50.118354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-586f9390-762f-4291-af0e-def3d3ed6535 req-793e6b75-6d74-44c8-a44e-a0c9419a3577 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 210 time: 0.6814926 Jun 30 02:57:50.133787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:50.134528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.141685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.277035 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becbf7a1-54c4-4cde-86a3-51c1b711c647 x-openstack-request-id: req-becbf7a1-54c4-4cde-86a3-51c1b711c647 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:50.277035 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d669c50-9f2d-4de9-a276-6eb6a90050a8", "tag": "26e23905-3e5c-493d-b289-24b207fe5972", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:50.277035 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-becbf7a1-54c4-4cde-86a3-51c1b711c647 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:50.277035 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d669c50-9f2d-4de9-a276-6eb6a90050a8', 'tag': '26e23905-3e5c-493d-b289-24b207fe5972', 'status': 'completed', 'code': 200} Jun 30 02:57:50.277035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Pushing event updated for resources: {'Port': ['ID=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:50.277584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0df9b3ee-af16-4f61-b72b-9cd1c939437e None None] Provisioning for port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:50.285160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0df9b3ee-af16-4f61-b72b-9cd1c939437e None None] Provisioning complete for port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:50.285552 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0df9b3ee-af16-4f61-b72b-9cd1c939437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.288885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9771c95c-e7bf-4d7a-9981-603a3636512d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9771c95c-e7bf-4d7a-9981-603a3636512d,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:50.292986 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-c274db64-1ecf-44ac-864d-2b5021d50dcd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26e23905-3e5c-493d-b289-24b207fe5972 HTTP/1.1" status: 200 len: 217 time: 0.2774613 Jun 30 02:57:50.329782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '9771c95c-e7bf-4d7a-9981-603a3636512d', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'port_id': '9771c95c-e7bf-4d7a-9981-603a3636512d', 'mac_address': 'fa:16:3e:3b:06:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:50.337670 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1dbfd3e1-32fd-40ed-8e67-e317fb5a75e1 req-dd11f220-1e79-4050-9e29-7f17669817ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157935 Jun 30 02:57:50.345348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0df9b3ee-af16-4f61-b72b-9cd1c939437e None None] Port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:50.370528 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-751493a2-bba2-4aee-81be-038157e6b52d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3827949 Jun 30 02:57:50.380149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e60d9c1-fe81-499d-bf09-9775fe54b296 req-551e5d0b-4635-4c98-a91c-965705e738b3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695675 Jun 30 02:57:50.388413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.389727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Request body: {'port': {'device_id': 'cdef6c1d-eed7-4a60-9186-9b6791deaf12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:50.406538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9771c95c-e7bf-4d7a-9981-603a3636512d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:50.434771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-113cbd0e-6e5a-427d-a512-3467ae27293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:50.436219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-113cbd0e-6e5a-427d-a512-3467ae27293c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5a002c1-9634-4ab2-b3d2-4d667ded6f27 HTTP/1.1" status: 200 len: 854 time: 0.1296620 Jun 30 02:57:50.437970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9771c95c-e7bf-4d7a-9981-603a3636512d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9771c95c-e7bf-4d7a-9981-603a3636512d,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:50.549077 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.554248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ada72-34b5-4d03-baae-237832d8b096 req-7d7908ee-1739-4d45-abdc-b5f25470c099 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:50.561884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-965ada72-34b5-4d03-baae-237832d8b096 req-7d7908ee-1739-4d45-abdc-b5f25470c099 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1677470 Jun 30 02:57:50.587702 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.604852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Made reservation on behalf of f44e96c3be974bac97c9200b83095250 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:50.609292 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:50.638749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Allocated IP 172.20.0.1 (c49a139c-9ac5-43b9-894d-8ccd8b094ca5/bc2f498c-13a7-48ef-a226-24aa3cb1457b/fd091a92-aa99-42e8-b8ca-6b5fc02acfc4) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:50.646944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-90898299-d52f-4f0a-93cd-4df52282bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:50.648509 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-90898299-d52f-4f0a-93cd-4df52282bdc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eec260d4-9858-44ea-b6dc-7930784a43b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790082 Jun 30 02:57:50.659146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2743d-2321-4168-98cc-f2d6ccde5b58 req-d9f2a90e-34e0-4de6-93b9-045fa60d771c tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:50.666490 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9d2743d-2321-4168-98cc-f2d6ccde5b58 req-d9f2a90e-34e0-4de6-93b9-045fa60d771c tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.1809478 Jun 30 02:57:50.673586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9771c95c-e7bf-4d7a-9981-603a3636512d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:50.676199 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-965ada72-34b5-4d03-baae-237832d8b096 req-4bccf10a-27d9-49a4-b30d-79b9e9b2bf92 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131899 Jun 30 02:57:50.865082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9d2743d-2321-4168-98cc-f2d6ccde5b58 req-acadf4c5-50f9-494d-b30b-34bc5d3df3a4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868384 Jun 30 02:57:50.895904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9771c95c-e7bf-4d7a-9981-603a3636512d,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:50.907912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-a7e8416c-0f6e-4b89-92cc-ee31ec14b5ec service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439148 Jun 30 02:57:50.989685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Allocated IP 172.20.0.7 (eec260d4-9858-44ea-b6dc-7930784a43b0/b5a002c1-9634-4ab2-b3d2-4d667ded6f27/686f89a2-525a-41c1-811b-2a67a69f2e40) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:51.175819 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.191535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Transition to ACTIVE for port object 686f89a2-525a-41c1-811b-2a67a69f2e40 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:51.261207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e69e6a-3cc1-4849-b6a4-bf01380422ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:51.265091 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1883de74-e4a8-47e9-a872-7c6ff847f384" -d '{"events": [{"server_uuid": "12e69e6a-3cc1-4849-b6a4-bf01380422ef", "name": "network-vif-plugged", "status": "completed", "tag": "152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:51.301255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.319772 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226b9c34-b926-4f6a-8321-c240e3d3ce0f x-openstack-request-id: req-226b9c34-b926-4f6a-8321-c240e3d3ce0f {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:51.321303 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e69e6a-3cc1-4849-b6a4-bf01380422ef", "name": "network-vif-plugged", "status": "completed", "tag": "152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:51.321690 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-226b9c34-b926-4f6a-8321-c240e3d3ce0f {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:51.322562 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e69e6a-3cc1-4849-b6a4-bf01380422ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef', 'code': 200} Jun 30 02:57:51.323966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Transition to ACTIVE for port object fd091a92-aa99-42e8-b8ca-6b5fc02acfc4 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:51.341090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-476f3c88-9c84-4d42-9183-ed0a97b43f1c req-31e51e13-7de7-4c69-a943-21c9432e5727 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 210 time: 0.0572827 Jun 30 02:57:51.381652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-657782f7-3ac2-4759-80b9-9597a06d9108 req-d7025f3d-b69a-4489-9219-df96e431fc02 service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647639 Jun 30 02:57:51.432543 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.528848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Network eec260d4-9858-44ea-b6dc-7930784a43b0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:51.537528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:51.550169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:51.551713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc430aa8-b5aa-4010-8edd-712f66ad3555 req-607c4962-7abf-4142-81d1-864c5e083c5c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:51.554784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc430aa8-b5aa-4010-8edd-712f66ad3555 req-607c4962-7abf-4142-81d1-864c5e083c5c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 945 time: 0.1064796 Jun 30 02:57:51.555922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Pushing event updated for resources: {'Port': ['ID=686f89a2-525a-41c1-811b-2a67a69f2e40,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:51.569257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e1e80-7678-42aa-9ff3-b4dd2aa8ce8f req-9dc29467-2bc5-48fe-9836-af6c58056024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:51.570854 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c2e1e80-7678-42aa-9ff3-b4dd2aa8ce8f req-9dc29467-2bc5-48fe-9836-af6c58056024 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 1097 time: 0.0917120 Jun 30 02:57:51.647391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c2e1e80-7678-42aa-9ff3-b4dd2aa8ce8f req-286c3160-8863-45e3-b813-8e01d2b1c2eb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674882 Jun 30 02:57:51.650179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc430aa8-b5aa-4010-8edd-712f66ad3555 req-f495fb1b-e5f9-4c01-ba82-540491ee2209 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782747 Jun 30 02:57:51.655595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:51.656600 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.674425 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.747178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Network c49a139c-9ac5-43b9-894d-8ccd8b094ca5 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:51.751926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:51.757268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:51.810038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'Port': ['ID=fd091a92-aa99-42e8-b8ca-6b5fc02acfc4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:51.824519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:51.840366 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:51.879797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Transition to ACTIVE for port object 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:51.894780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.009581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-03070f68-bf1a-413a-96dd-21a28fab39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:52.011075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-03070f68-bf1a-413a-96dd-21a28fab39d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f44e96c3be974bac97c9200b83095250&device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 1095 time: 0.1853638 Jun 30 02:57:52.026065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80ad8f-f2e1-4dda-af96-92ca4b9d8b23 req-0f2fe39d-2102-4ebe-b82c-cb166da51687 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:52.033857 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc80ad8f-f2e1-4dda-af96-92ca4b9d8b23 req-0f2fe39d-2102-4ebe-b82c-cb166da51687 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0993967 Jun 30 02:57:52.074760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc80ad8f-f2e1-4dda-af96-92ca4b9d8b23 req-42ae6e79-22f6-4a34-a5bd-8e074ebcfd29 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Jun 30 02:57:52.084968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9771c95c-e7bf-4d7a-9981-603a3636512d up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:52.108403 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-ded86825-56ce-425e-b0e4-73ffa0290486 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5681586 Jun 30 02:57:52.109761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.144162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Request body: {'port': {'device_id': '665dab46-7372-4acd-82bc-d805e2830036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:52.172346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 9771c95c-e7bf-4d7a-9981-603a3636512d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:52.172346 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.185475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-80f06135-858f-415f-8f76-1c01b6372a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:52.187538 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-80f06135-858f-415f-8f76-1c01b6372a67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eec260d4-9858-44ea-b6dc-7930784a43b0 HTTP/1.1" status: 200 len: 916 time: 0.1684866 Jun 30 02:57:52.227615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:52.236440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ade39-aa7e-4d3f-92e9-ae9be585eff0 req-db46638c-9bb8-4314-af4f-27bb8cbdfef2 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:52.239823 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd5ade39-aa7e-4d3f-92e9-ae9be585eff0 req-db46638c-9bb8-4314-af4f-27bb8cbdfef2 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.1258500 Jun 30 02:57:52.292112 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.303297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-075db93a-e705-475a-83f1-e889a28a66b9 None None] Provisioning for port 686f89a2-525a-41c1-811b-2a67a69f2e40 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:52.318094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-075db93a-e705-475a-83f1-e889a28a66b9 None None] Provisioning complete for port 686f89a2-525a-41c1-811b-2a67a69f2e40 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:52.318476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-075db93a-e705-475a-83f1-e889a28a66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.320969 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.340898 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-0ae1eead-ae33-4ff3-8d00-1b3864ec5faf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26e23905-3e5c-493d-b289-24b207fe5972 HTTP/1.1" status: 200 len: 217 time: 0.0943937 Jun 30 02:57:52.369740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-075db93a-e705-475a-83f1-e889a28a66b9 None None] Port 686f89a2-525a-41c1-811b-2a67a69f2e40 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:52.375364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Attempting to bind port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:52.376312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Attempting to bind port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:52.377122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Attempting to bind port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 on network eec260d4-9858-44ea-b6dc-7930784a43b0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:52.387586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 on network eec260d4-9858-44ea-b6dc-7930784a43b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:52.388321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Attempting to bind port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 on network eec260d4-9858-44ea-b6dc-7930784a43b0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:52.406162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:52.406845 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Checking segment: {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:52.407461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Bound using segment: {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:52.408129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Bound port: 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:52.408748 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.413559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9771c95c-e7bf-4d7a-9981-603a3636512d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9771c95c-e7bf-4d7a-9981-603a3636512d,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:52.432654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-934b9a63-60e7-4953-a14f-4ea07c1004c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:52.434162 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-934b9a63-60e7-4953-a14f-4ea07c1004c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5a002c1-9634-4ab2-b3d2-4d667ded6f27 HTTP/1.1" status: 200 len: 854 time: 0.0858243 Jun 30 02:57:52.545021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fd5ade39-aa7e-4d3f-92e9-ae9be585eff0 req-d63bd51d-8956-4e01-9b5e-b11038b5c1fd tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971311 Jun 30 02:57:52.576106 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.634876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] For port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:52.656996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.672938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9771c95c-e7bf-4d7a-9981-603a3636512d,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:52.675692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] For port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:52.677617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2ba57d7b-7ded-48ce-ab26-15b1ac5cf86a None None] Provisioning for port fd091a92-aa99-42e8-b8ca-6b5fc02acfc4 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:52.697968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2ba57d7b-7ded-48ce-ab26-15b1ac5cf86a None None] Provisioning complete for port fd091a92-aa99-42e8-b8ca-6b5fc02acfc4 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:52.697968 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2ba57d7b-7ded-48ce-ab26-15b1ac5cf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.726211 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.745840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2ba57d7b-7ded-48ce-ab26-15b1ac5cf86a None None] Port fd091a92-aa99-42e8-b8ca-6b5fc02acfc4 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:52.777826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-a6e1b51c-2572-41d1-a2e5-e8d3dc34db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:52.779453 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-a6e1b51c-2572-41d1-a2e5-e8d3dc34db99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eec260d4-9858-44ea-b6dc-7930784a43b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933760 Jun 30 02:57:52.809896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1d3b1-f061-4c7b-8fb9-174f63d4c39e req-80111a83-8570-40f1-b237-8b2d8353bf43 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:52.811375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19a1d3b1-f061-4c7b-8fb9-174f63d4c39e req-80111a83-8570-40f1-b237-8b2d8353bf43 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 931 time: 0.1784508 Jun 30 02:57:52.846231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686f89a2-525a-41c1-811b-2a67a69f2e40 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:52.861844 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.869837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19a1d3b1-f061-4c7b-8fb9-174f63d4c39e req-8dc012a9-f6fb-402e-a9b7-fe824894d6da tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500686 Jun 30 02:57:52.880425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Transition to ACTIVE for port object 686f89a2-525a-41c1-811b-2a67a69f2e40 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:52.912100 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:52.995384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:53.003854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.004665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:53.008406 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-37042649-a9bc-404b-adb3-f3e5774d76c4 service neutron] 10.222.0.83 "PUT /v2.0/ports/0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 HTTP/1.1" status: 200 len: 1091 time: 2.6236329 Jun 30 02:57:53.008406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdef6c1d-eed7-4a60-9186-9b6791deaf12', 'tag': '0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:53.010040 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161" -d '{"events": [{"name": "network-changed", "server_uuid": "cdef6c1d-eed7-4a60-9186-9b6791deaf12", "tag": "0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:53.090719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7929406-a3d8-4aa0-9cb7-1b2d48c3bd15 req-57641fef-3941-4c11-8a9e-eec8bc0f5887 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.097754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7929406-a3d8-4aa0-9cb7-1b2d48c3bd15 req-57641fef-3941-4c11-8a9e-eec8bc0f5887 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.3127744 Jun 30 02:57:53.098748 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:53.103053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39566) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:53.112435 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-2fbde762-90bc-41d9-93a5-18d5ed813058 service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916784 Jun 30 02:57:53.114893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-20396190-3ed4-498e-994b-4a72f42e8d15 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'floatingip': {'port_id': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:53.264517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Pushing event updated for resources: {'Port': ['ID=686f89a2-525a-41c1-811b-2a67a69f2e40,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:53.324873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:53.325211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad405686-e495-472a-9382-b1cd07f353e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9771c95c-e7bf-4d7a-9981-603a3636512d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:53.327031 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4953d3-38b2-4b0b-bd4e-d0312804534c" -d '{"events": [{"server_uuid": "ad405686-e495-472a-9382-b1cd07f353e0", "name": "network-vif-plugged", "status": "completed", "tag": "9771c95c-e7bf-4d7a-9981-603a3636512d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:53.335456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e00c119-ce1f-4969-bf2c-045719992c3d req-87a442e1-e6cb-4bfd-b762-eefcb688717c service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118447 Jun 30 02:57:53.361770 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad22943a-6454-43ee-91bd-c3b98d8ca178 x-openstack-request-id: req-ad22943a-6454-43ee-91bd-c3b98d8ca178 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:53.362063 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdef6c1d-eed7-4a60-9186-9b6791deaf12", "tag": "0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:53.362319 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad22943a-6454-43ee-91bd-c3b98d8ca178 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:53.362719 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdef6c1d-eed7-4a60-9186-9b6791deaf12', 'tag': '0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426', 'status': 'completed', 'code': 200} Jun 30 02:57:53.370070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-20396190-3ed4-498e-994b-4a72f42e8d15 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:53.371598 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:53.532458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4dec-9d5c-4655-ba2f-f04fb06a380c req-0d701402-5d25-4447-b3dd-60a670bc7d22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.533828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fa8d4dec-9d5c-4655-ba2f-f04fb06a380c req-0d701402-5d25-4447-b3dd-60a670bc7d22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0909383 Jun 30 02:57:53.576792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787b3e-60ca-41bc-8add-ea74be27ad5e req-9b9e24fc-73ef-4f35-913b-22e12c183cb3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.579176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31787b3e-60ca-41bc-8add-ea74be27ad5e req-9b9e24fc-73ef-4f35-913b-22e12c183cb3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.5475957 Jun 30 02:57:53.582116 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:53.588211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-efb74ef1-714e-464d-914e-6dd4b5296769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.590299 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-efb74ef1-714e-464d-914e-6dd4b5296769 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f44e96c3be974bac97c9200b83095250&device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12 HTTP/1.1" status: 200 len: 1094 time: 0.3092523 Jun 30 02:57:53.650859 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fa8d4dec-9d5c-4655-ba2f-f04fb06a380c req-808f4340-a810-491b-a6ac-21d29e19e0b1 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108806 Jun 30 02:57:53.695232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event updated for resources: {'Port': ['ID=fd091a92-aa99-42e8-b8ca-6b5fc02acfc4,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:53.699062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-ce8005ed-1c24-4555-ab12-ad64273ce5e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 HTTP/1.1" status: 200 len: 217 time: 0.0861077 Jun 30 02:57:53.699312 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:53.737660 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaf6242-51e9-4dea-8351-b6133a27773c x-openstack-request-id: req-caaf6242-51e9-4dea-8351-b6133a27773c {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:53.737976 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad405686-e495-472a-9382-b1cd07f353e0", "name": "network-vif-plugged", "status": "completed", "tag": "9771c95c-e7bf-4d7a-9981-603a3636512d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:53.738206 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-caaf6242-51e9-4dea-8351-b6133a27773c {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:53.738748 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad405686-e495-472a-9382-b1cd07f353e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9771c95c-e7bf-4d7a-9981-603a3636512d', 'code': 200} Jun 30 02:57:53.841293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Attempting to bind port 686f89a2-525a-41c1-811b-2a67a69f2e40 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:53.841692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Attempting to bind port 686f89a2-525a-41c1-811b-2a67a69f2e40 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:53.842175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Attempting to bind port 686f89a2-525a-41c1-811b-2a67a69f2e40 on network eec260d4-9858-44ea-b6dc-7930784a43b0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:53.855507 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-31787b3e-60ca-41bc-8add-ea74be27ad5e req-bd338534-b0c8-450d-a218-51436eb1a7b4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563465 Jun 30 02:57:53.858589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Network c49a139c-9ac5-43b9-894d-8ccd8b094ca5 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:53.863633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Port 686f89a2-525a-41c1-811b-2a67a69f2e40 on network eec260d4-9858-44ea-b6dc-7930784a43b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:53.863894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Attempting to bind port 686f89a2-525a-41c1-811b-2a67a69f2e40 on network eec260d4-9858-44ea-b6dc-7930784a43b0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:53.886810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:53.953111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-e8595600-1d12-4729-bf57-e2686eb521c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.954793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-e8595600-1d12-4729-bf57-e2686eb521c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5a002c1-9634-4ab2-b3d2-4d667ded6f27 HTTP/1.1" status: 200 len: 854 time: 0.2349172 Jun 30 02:57:53.958147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:53.958547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Checking segment: {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:53.958947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Bound using segment: {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:53.959589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Bound port: 686f89a2-525a-41c1-811b-2a67a69f2e40, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d08796f-6456-4911-9dcb-5e517b6b157a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:53.959965 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.101729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 26e23905-3e5c-493d-b289-24b207fe5972 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:54.167002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Router c1ad8d69-7bc6-4b37-8e27-629b9ba31f23 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:54.183339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02a5ac-57b3-442d-8dfa-c49f4bfe00c2 req-8d1c03e1-1203-4d9f-9fd7-8f7dc3c6ed3b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:54.191812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c02a5ac-57b3-442d-8dfa-c49f4bfe00c2 req-8d1c03e1-1203-4d9f-9fd7-8f7dc3c6ed3b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.3475974 Jun 30 02:57:54.345978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-62875c5a-745a-4147-9ad7-05694fa21af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:54.347772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:54.349331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-62875c5a-745a-4147-9ad7-05694fa21af5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eec260d4-9858-44ea-b6dc-7930784a43b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3858075 Jun 30 02:57:54.366369 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66b837-c17f-46f8-b93c-40aaf0ea0427 None None] Sync routers for ids ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:54.366952 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f1b650d6-fb3e-4147-ac16-ced0c985d3c6 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "PUT /v2.0/routers/c1ad8d69-7bc6-4b37-8e27-629b9ba31f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2403817 Jun 30 02:57:54.367594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39600) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.380358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 26e23905-3e5c-493d-b289-24b207fe5972, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=26e23905-3e5c-493d-b289-24b207fe5972,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:54.386806 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c02a5ac-57b3-442d-8dfa-c49f4bfe00c2 req-6b40efb9-af65-4842-98d8-52aa10a10c2b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934092 Jun 30 02:57:54.419059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ddb2c38-8950-47a2-92cc-a1d6bd9d80a6 None None] Provisioning complete for port fd091a92-aa99-42e8-b8ca-6b5fc02acfc4 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:54.419757 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ddb2c38-8950-47a2-92cc-a1d6bd9d80a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.457374 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '26e23905-3e5c-493d-b289-24b207fe5972', 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0', 'port_id': '26e23905-3e5c-493d-b289-24b207fe5972', 'mac_address': 'fa:16:3e:21:f3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a002c1-9634-4ab2-b3d2-4d667ded6f27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:54.463557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66b837-c17f-46f8-b93c-40aaf0ea0427 None None] Routers {'c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:54.466102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3d66b837-c17f-46f8-b93c-40aaf0ea0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:54.525910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3d66b837-c17f-46f8-b93c-40aaf0ea0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:54.569308 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1427f3c6-8750-4cbd-a7e9-6f8d328df547 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.635057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb2c38-8950-47a2-92cc-a1d6bd9d80a6 None None] Port fd091a92-aa99-42e8-b8ca-6b5fc02acfc4 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:54.650809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66b837-c17f-46f8-b93c-40aaf0ea0427 None None] Routers {'c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:54.651714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3d66b837-c17f-46f8-b93c-40aaf0ea0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:54.699751 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-1427f3c6-8750-4cbd-a7e9-6f8d328df547 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:57:54.704674 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1427f3c6-8750-4cbd-a7e9-6f8d328df547 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "DELETE /v2.0/routers/c1ad8d69-7bc6-4b37-8e27-629b9ba31f23 HTTP/1.1" status: 409 len: 329 time: 0.3358376 Jun 30 02:57:54.705584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39604) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:54.762841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3d66b837-c17f-46f8-b93c-40aaf0ea0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:54.778338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d66b837-c17f-46f8-b93c-40aaf0ea0427 None None] The sync data for ids ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:54.781262 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.830027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e23905-3e5c-493d-b289-24b207fe5972 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:54.867861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 26e23905-3e5c-493d-b289-24b207fe5972, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=26e23905-3e5c-493d-b289-24b207fe5972,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:54.966476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] For port 686f89a2-525a-41c1-811b-2a67a69f2e40, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:55.039518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.149131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] For port 686f89a2-525a-41c1-811b-2a67a69f2e40, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=686f89a2-525a-41c1-811b-2a67a69f2e40,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:55.183925 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=26e23905-3e5c-493d-b289-24b207fe5972,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:55.207332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821177b3-e2b7-4f61-a6f4-da3282c54781 req-dad3f844-be40-4a8f-8a70-1363dcdf015f tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.209217 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-821177b3-e2b7-4f61-a6f4-da3282c54781 req-dad3f844-be40-4a8f-8a70-1363dcdf015f tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 943 time: 1.0462351 Jun 30 02:57:55.235956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.282305 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.285702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39614) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:55.307027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['26e23905-3e5c-493d-b289-24b207fe5972'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:55.550166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.564017 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.564178 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-702517ad-96f7-41f6-9723-3a71ec7378d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.564367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] 10.222.0.83 "PUT /v2.0/ports/686f89a2-525a-41c1-811b-2a67a69f2e40 HTTP/1.1" status: 200 len: 1091 time: 3.4142015 Jun 30 02:57:55.564367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665dab46-7372-4acd-82bc-d805e2830036', 'tag': '686f89a2-525a-41c1-811b-2a67a69f2e40'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:55.566610 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac3965d-ae97-412d-b3c5-ddeb4f8b98ed" -d '{"events": [{"name": "network-changed", "server_uuid": "665dab46-7372-4acd-82bc-d805e2830036", "tag": "686f89a2-525a-41c1-811b-2a67a69f2e40"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:55.629312 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-78b541d0-001d-410c-9be9-bb821066271d service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2570097 Jun 30 02:57:55.658803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-821177b3-e2b7-4f61-a6f4-da3282c54781 req-d0822ccb-8d1f-44f1-b6b7-3c0be3f77a78 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377878 Jun 30 02:57:55.661338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d609503-fd96-4b7e-9d3a-359ba7bd6c5e req-df5554ff-632a-4eef-b13e-e3dfc930d18e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.662950 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d609503-fd96-4b7e-9d3a-359ba7bd6c5e req-df5554ff-632a-4eef-b13e-e3dfc930d18e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.3781378 Jun 30 02:57:55.746022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d609503-fd96-4b7e-9d3a-359ba7bd6c5e req-05b8de6e-57e6-4893-adb9-9465ebf18217 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727501 Jun 30 02:57:55.823939 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-20396190-3ed4-498e-994b-4a72f42e8d15 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.825736 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3f4c9d-0fa8-4725-821e-728d176992c2 x-openstack-request-id: req-5c3f4c9d-0fa8-4725-821e-728d176992c2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:55.826192 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665dab46-7372-4acd-82bc-d805e2830036", "tag": "686f89a2-525a-41c1-811b-2a67a69f2e40", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:55.826300 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c3f4c9d-0fa8-4725-821e-728d176992c2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:55.826800 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665dab46-7372-4acd-82bc-d805e2830036', 'tag': '686f89a2-525a-41c1-811b-2a67a69f2e40', 'status': 'completed', 'code': 200} Jun 30 02:57:55.830564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79242d47-90c3-4ad9-b2e9-67390dd23a67 service neutron] Pushing event updated for resources: {'Port': ['ID=686f89a2-525a-41c1-811b-2a67a69f2e40,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:55.950896 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3ab46b4-bba6-4939-8ad9-151f41798ac3 req-4bb18f2b-6d08-40fd-b7f6-3703b0c7bf64 service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898312 Jun 30 02:57:56.003567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3965d-ae97-412d-b3c5-ddeb4f8b98ed req-6f0694cb-476b-4764-bf6d-f03971b0487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.005064 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ac3965d-ae97-412d-b3c5-ddeb4f8b98ed req-6f0694cb-476b-4764-bf6d-f03971b0487a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f44e96c3be974bac97c9200b83095250&device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 1094 time: 0.1582427 Jun 30 02:57:56.018351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bdf3f-c746-458e-9a89-122acd9b42de req-d2afae0a-716c-4f8b-a4da-66c95b714a0b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.019911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d8bdf3f-c746-458e-9a89-122acd9b42de req-d2afae0a-716c-4f8b-a4da-66c95b714a0b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1633952 Jun 30 02:57:56.035178 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-702517ad-96f7-41f6-9723-3a71ec7378d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.069352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Deleting port fd091a92-aa99-42e8-b8ca-6b5fc02acfc4 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:56.069777 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.101938 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-20396190-3ed4-498e-994b-4a72f42e8d15 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.168041 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d8bdf3f-c746-458e-9a89-122acd9b42de req-5727a884-bbeb-4c11-8037-394c44f8d44d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375749 Jun 30 02:57:56.192130 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.216506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Calling delete_port for fd091a92-aa99-42e8-b8ca-6b5fc02acfc4 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:56.281455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3965d-ae97-412d-b3c5-ddeb4f8b98ed req-573f799d-bb09-461c-937d-77d1e76a4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.281455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ac3965d-ae97-412d-b3c5-ddeb4f8b98ed req-573f799d-bb09-461c-937d-77d1e76a4ece service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f44e96c3be974bac97c9200b83095250&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2605464 Jun 30 02:57:56.372731 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-20396190-3ed4-498e-994b-4a72f42e8d15 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Floating IP 2238d4b6-4db2-4c12-aae4-6684d8bb154d associated. External IP: 172.25.2.246, port: 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004. Jun 30 02:57:56.378761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-702517ad-96f7-41f6-9723-3a71ec7378d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.485686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-702517ad-96f7-41f6-9723-3a71ec7378d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a42c9aa6aba54db6a9002b67d702c057&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1988814 Jun 30 02:57:56.488308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39626) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:56.496972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702517ad-96f7-41f6-9723-3a71ec7378d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb88de-3d33-4d05-9c0a-7da4214fbc76,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:56.524759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dff897-970a-4ffc-9c18-75a88697d154 req-a4acdeed-1eb5-4528-a5af-b7027ea1c949 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.526414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b2dff897-970a-4ffc-9c18-75a88697d154 req-a4acdeed-1eb5-4528-a5af-b7027ea1c949 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1505933 Jun 30 02:57:56.595671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-fb8566a1-4df1-44b4-8ae7-270185894dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.597172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-fb8566a1-4df1-44b4-8ae7-270185894dcd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f44e96c3be974bac97c9200b83095250&device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12 HTTP/1.1" status: 200 len: 1094 time: 0.3292534 Jun 30 02:57:56.601973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3965d-ae97-412d-b3c5-ddeb4f8b98ed req-d76dde03-315a-4041-96f0-62c0bae3edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.603467 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ac3965d-ae97-412d-b3c5-ddeb4f8b98ed req-d76dde03-315a-4041-96f0-62c0bae3edd3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3030162 Jun 30 02:57:56.624520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b2dff897-970a-4ffc-9c18-75a88697d154 req-48d54cfa-e39a-4079-b4f1-aba8da5ff042 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700214 Jun 30 02:57:56.645460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c264-1a1a-436e-bc8b-8174219e3d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.684981 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c264-1a1a-436e-bc8b-8174219e3d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.823685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.843172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-664af517-341a-43f4-967d-3c1946eb60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.844687 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-664af517-341a-43f4-967d-3c1946eb60aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f44e96c3be974bac97c9200b83095250&device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 1094 time: 0.1746056 Jun 30 02:57:56.872871 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event deleted for resources: {'Port': ['ID=fd091a92-aa99-42e8-b8ca-6b5fc02acfc4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:56.914483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-e2eb8d9f-1a6e-405d-974f-60d7bf4f64ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=686f89a2-525a-41c1-811b-2a67a69f2e40 HTTP/1.1" status: 200 len: 217 time: 0.0503418 Jun 30 02:57:56.921637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-0ae44004-a6b3-469a-be47-644476fb2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.923687 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-0ae44004-a6b3-469a-be47-644476fb2c98 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eec260d4-9858-44ea-b6dc-7930784a43b0 HTTP/1.1" status: 200 len: 916 time: 0.3189876 Jun 30 02:57:56.932770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20396190-3ed4-498e-994b-4a72f42e8d15 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Router 3d5d9d8a-9b2d-490c-ae52-63073934610e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:57.019383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-07bdf6e2-1f9e-4f27-a4a1-41aef18faac1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 HTTP/1.1" status: 200 len: 217 time: 0.0741453 Jun 30 02:57:57.065791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c264-1a1a-436e-bc8b-8174219e3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.076452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eaf6c264-1a1a-436e-bc8b-8174219e3d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.078235 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eaf6c264-1a1a-436e-bc8b-8174219e3d69 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/70bb88de-3d33-4d05-9c0a-7da4214fbc76 HTTP/1.1" status: 204 len: 168 time: 0.5889575 Jun 30 02:57:57.118001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-e9ce669c-3e60-4364-9040-5410629b6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:57.119377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-e9ce669c-3e60-4364-9040-5410629b6f0a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5a002c1-9634-4ab2-b3d2-4d667ded6f27 HTTP/1.1" status: 200 len: 854 time: 0.1945186 Jun 30 02:57:57.248585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-3a22fce3-78ed-4953-bf90-a1ff4b38c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:57.248585 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-3a22fce3-78ed-4953-bf90-a1ff4b38c810 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5a002c1-9634-4ab2-b3d2-4d667ded6f27 HTTP/1.1" status: 200 len: 854 time: 0.2209625 Jun 30 02:57:57.313118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20396190-3ed4-498e-994b-4a72f42e8d15 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:57.320441 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-20396190-3ed4-498e-994b-4a72f42e8d15 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.323969 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] Sync routers for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:57.341128 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:57.352613 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:57.402500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-681681c3-3e29-46e0-8cf3-01c8f8bb9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:57.404136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-681681c3-3e29-46e0-8cf3-01c8f8bb9429 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eec260d4-9858-44ea-b6dc-7930784a43b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2754829 Jun 30 02:57:57.474680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-20396190-3ed4-498e-994b-4a72f42e8d15 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "PUT /v2.0/floatingips/2238d4b6-4db2-4c12-aae4-6684d8bb154d HTTP/1.1" status: 200 len: 991 time: 4.3658791 Jun 30 02:57:57.494998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-101730d5-0412-437a-a41e-a074734289da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:57.494998 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-101730d5-0412-437a-a41e-a074734289da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eec260d4-9858-44ea-b6dc-7930784a43b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357869 Jun 30 02:57:57.583927 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:57.840514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6c264-1a1a-436e-bc8b-8174219e3d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb88de-3d33-4d05-9c0a-7da4214fbc76,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:57.841663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.930597 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '2238d4b6-4db2-4c12-aae4-6684d8bb154d', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'port_id': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'mac_address': 'fa:16:3e:29:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda83cef-459b-4547-83e9-dfd81decd043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:25Z', 'updated_at': '2021-06-30T02:57:55Z', 'revision_number': 1, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:57.965564 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] Checking router: 3d5d9d8a-9b2d-490c-ae52-63073934610e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:57.974855 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:57.976146 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:57.994927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab278af7-768d-4bbd-989c-e5103a4cd0e6 req-663c5a6e-e81f-4d3c-9757-16d4c9fff726 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.002532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab278af7-768d-4bbd-989c-e5103a4cd0e6 req-663c5a6e-e81f-4d3c-9757-16d4c9fff726 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 943 time: 1.0789495 Jun 30 02:57:58.004173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda83cef-459b-4547-83e9-dfd81decd043', 'tag': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:58.006519 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd" -d '{"events": [{"name": "network-changed", "server_uuid": "eda83cef-459b-4547-83e9-dfd81decd043", "tag": "2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:58.079591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-307716a0-0c6e-4745-a94e-71c63c61f797 service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667149 Jun 30 02:57:58.116845 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:58.136339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:58.139368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 26e23905-3e5c-493d-b289-24b207fe5972 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:58.139804 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab278af7-768d-4bbd-989c-e5103a4cd0e6 req-e6300d02-52c7-4bb5-99d7-21d6debcd233 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362073 Jun 30 02:57:58.170005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Router c1ad8d69-7bc6-4b37-8e27-629b9ba31f23 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:58.299690 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-93f43219-c94f-42a7-bcc2-f59791d76a01 service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988360 Jun 30 02:57:58.346690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:58.356980 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e32c41e8-7010-45fa-9b6b-5748c956f537 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "PUT /v2.0/routers/c1ad8d69-7bc6-4b37-8e27-629b9ba31f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6500962 Jun 30 02:57:58.366670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39662) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:58.370316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ba51bf-45ab-47f2-8062-b3a10f9f18cb None None] Sync routers for ids ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:58.452843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba51bf-45ab-47f2-8062-b3a10f9f18cb None None] Routers {'c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:58.454882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ba51bf-45ab-47f2-8062-b3a10f9f18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:58.458617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39664) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:58.506214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b213f-ba6c-49f0-9bf3-b266761fb16d req-6076dd63-831d-4a75-a809-7db0ff94cbc1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.513078 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d6b213f-ba6c-49f0-9bf3-b266761fb16d req-6076dd63-831d-4a75-a809-7db0ff94cbc1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.4981551 Jun 30 02:57:58.528684 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-95df923c-a342-4af5-a19a-b76ad4535ffe tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] show failed (client error): The resource could not be found. Jun 30 02:57:58.530115 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-95df923c-a342-4af5-a19a-b76ad4535ffe tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-597404848 HTTP/1.1" status: 404 len: 334 time: 0.1621361 Jun 30 02:57:58.533839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39666) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:58.538948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8d0e3e27-87ac-461a-99bb-122cfe075654 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:58.555681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ba51bf-45ab-47f2-8062-b3a10f9f18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:58.570551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 26e23905-3e5c-493d-b289-24b207fe5972 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:58.594989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a00f022-9b60-4efd-9946-9e4a0abb9d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.595611 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-8d0e3e27-87ac-461a-99bb-122cfe075654 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] update failed (client error): The resource could not be found. Jun 30 02:57:58.597750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8d0e3e27-87ac-461a-99bb-122cfe075654 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-943786450 HTTP/1.1" status: 404 len: 334 time: 0.0620444 Jun 30 02:57:58.600787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 26e23905-3e5c-493d-b289-24b207fe5972 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:58.601417 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.607977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39668) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:58.627531 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '2238d4b6-4db2-4c12-aae4-6684d8bb154d', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'port_id': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'mac_address': 'fa:16:3e:29:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda83cef-459b-4547-83e9-dfd81decd043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:25Z', 'updated_at': '2021-06-30T02:57:55Z', 'revision_number': 1, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:58.701563 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81765be-b87e-4d50-8a97-14d054354ad7 None None] The sync data for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 is: [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '2238d4b6-4db2-4c12-aae4-6684d8bb154d', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'port_id': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'mac_address': 'fa:16:3e:29:2b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda83cef-459b-4547-83e9-dfd81decd043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:25Z', 'updated_at': '2021-06-30T02:57:55Z', 'revision_number': 1, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:58.707827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba51bf-45ab-47f2-8062-b3a10f9f18cb None None] Routers {'c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:58.709082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ba51bf-45ab-47f2-8062-b3a10f9f18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:57:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:58.722494 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Deleting subnet 9fd7d806-15c5-486b-83de-6902f9482343 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:58.726022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.740474 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f204586d-44ab-4b08-9bbb-8cb58c27f3e0 req-981c9e22-0149-4ce0-be10-bc3e9e4d4819 service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482110 Jun 30 02:57:58.774818 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.806210 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d6b213f-ba6c-49f0-9bf3-b266761fb16d req-721fdab4-f6fd-459f-a5ad-9f64244a8496 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900653 Jun 30 02:57:58.847678 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12b2a140-919e-4dbb-9d8a-df4a9e677b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.885512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-31ba51bf-45ab-47f2-8062-b3a10f9f18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:58.886156 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2eff7ff-6ebb-4c9d-b07a-57ea3bbc2161 req-149acec4-4dad-40ac-a28a-0d597d9431ac service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578701 Jun 30 02:57:58.886265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ba51bf-45ab-47f2-8062-b3a10f9f18cb None None] The sync data for ids ['c1ad8d69-7bc6-4b37-8e27-629b9ba31f23'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:58.886265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:58.910176 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafa2e9a-5562-4adf-9520-e292928ef698 x-openstack-request-id: req-aafa2e9a-5562-4adf-9520-e292928ef698 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:58.912017 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda83cef-459b-4547-83e9-dfd81decd043", "tag": "2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:58.912507 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aafa2e9a-5562-4adf-9520-e292928ef698 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:58.914072 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda83cef-459b-4547-83e9-dfd81decd043', 'tag': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004', 'status': 'completed', 'code': 200} Jun 30 02:57:58.948666 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426', 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0', 'port_id': '0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426', 'mac_address': 'fa:16:3e:fa:07:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a002c1-9634-4ab2-b3d2-4d667ded6f27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:58.981717 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.047816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a00f022-9b60-4efd-9946-9e4a0abb9d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.071298 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.084830 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.161351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d22c40-dddd-4a3f-9e1e-61c4f9da2eb3 req-11368fa9-903c-419b-a3fc-54b433723088 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:59.161351 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4d22c40-dddd-4a3f-9e1e-61c4f9da2eb3 req-11368fa9-903c-419b-a3fc-54b433723088 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.3172109 Jun 30 02:57:59.163539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 26e23905-3e5c-493d-b289-24b207fe5972, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=26e23905-3e5c-493d-b289-24b207fe5972,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:59.163539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d669c50-9f2d-4de9-a276-6eb6a90050a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e23905-3e5c-493d-b289-24b207fe5972'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:59.163539 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc2c1f6-2918-46e5-b0bd-e31ab081e30a" -d '{"events": [{"server_uuid": "7d669c50-9f2d-4de9-a276-6eb6a90050a8", "name": "network-vif-plugged", "status": "completed", "tag": "26e23905-3e5c-493d-b289-24b207fe5972"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:59.163539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:59.164277 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe6bbf-d853-4ad5-a08f-5a75f0c3a223 None None] New status for floating IP 2238d4b6-4db2-4c12-aae4-6684d8bb154d: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:57:59.193232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:59.194327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4d22c40-dddd-4a3f-9e1e-61c4f9da2eb3 req-6f4f5409-2eb0-4ffb-bb27-21943ee735e2 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672612 Jun 30 02:57:59.199471 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10002392-f73b-43c6-afec-dbe994f2b5c8 x-openstack-request-id: req-10002392-f73b-43c6-afec-dbe994f2b5c8 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:59.200490 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d669c50-9f2d-4de9-a276-6eb6a90050a8", "name": "network-vif-plugged", "status": "completed", "tag": "26e23905-3e5c-493d-b289-24b207fe5972", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:59.203643 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-10002392-f73b-43c6-afec-dbe994f2b5c8 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:59.204236 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d669c50-9f2d-4de9-a276-6eb6a90050a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e23905-3e5c-493d-b289-24b207fe5972', 'code': 200} Jun 30 02:57:59.214446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-b8c0f0bb-849e-48f5-b644-8f11431977f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:59.216295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-b8c0f0bb-849e-48f5-b644-8f11431977f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 1096 time: 0.2871044 Jun 30 02:57:59.415730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-444c72b3-63db-4a1f-b70d-f56029ced0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:59.417145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-444c72b3-63db-4a1f-b70d-f56029ced0ba service neutron] 10.222.0.74 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 911 time: 0.1898744 Jun 30 02:57:59.422098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a00f022-9b60-4efd-9946-9e4a0abb9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.510907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2a00f022-9b60-4efd-9946-9e4a0abb9d3a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90a410a50a374460a316bac518339330&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0436635 Jun 30 02:57:59.521932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39678) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:59.527519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6aa66-e800-4cff-87d9-43287afc2c63 req-25a5fffd-fcf1-416b-b9ff-0f4af47b197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:59.529092 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4b6aa66-e800-4cff-87d9-43287afc2c63 req-25a5fffd-fcf1-416b-b9ff-0f4af47b197d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 1096 time: 0.2623129 Jun 30 02:57:59.529785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00f022-9b60-4efd-9946-9e4a0abb9d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96633848-54c8-4b0c-9b85-8649a5ec0d42,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:59.585214 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-c3b8acc0-7826-4e7d-b53e-f880a8ea67a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 HTTP/1.1" status: 200 len: 999 time: 0.1607928 Jun 30 02:57:59.594500 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.644089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d850d8-261e-4836-8047-60745ea4346a req-9de65035-e2bf-4937-b745-781bffbc51b4 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:59.670966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=26e23905-3e5c-493d-b289-24b207fe5972,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:59.677545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41d850d8-261e-4836-8047-60745ea4346a req-9de65035-e2bf-4937-b745-781bffbc51b4 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 943 time: 0.3681405 Jun 30 02:57:59.682059 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.685139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4b6aa66-e800-4cff-87d9-43287afc2c63 req-8963002e-3329-4420-93d0-7efca08c1fb5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413808 Jun 30 02:57:59.714890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.743773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a4d2b-e72b-41fc-be36-74152d512988 None None] Network 5348c6c6-2ba3-45e8-9534-cf8b777f2554 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:59.747947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:59.751136 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.755073 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "DELETE /v2.0/subnets/9fd7d806-15c5-486b-83de-6902f9482343 HTTP/1.1" status: 204 len: 168 time: 1.1431324 Jun 30 02:57:59.774808 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41d850d8-261e-4836-8047-60745ea4346a req-905ef1d4-ed2b-4de3-be92-66f4f3bd46f5 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999830 Jun 30 02:57:59.774988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39682) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:59.789921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd7d806-15c5-486b-83de-6902f9482343,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:59.801701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.802058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.802378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.802708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.803955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.804291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.804785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.805005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.805770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.806263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.806561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.806901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f46fac-8360-438d-9cfc-7265f6e4a912 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.809730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbaa7816-97c2-4c3c-91b9-1325ecdfdc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.917488 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-29be0aca-437c-4757-be73-3d9d3cb785f9 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Deleting subnet d02c5f4f-a9d8-4756-9379-4795600f484b {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:59.921649 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29be0aca-437c-4757-be73-3d9d3cb785f9 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.962648 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-6fdf3d80-61d3-46ea-b853-093aee2769ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:59.964824 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-6fdf3d80-61d3-46ea-b853-093aee2769ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 200 len: 849 time: 0.3257668 Jun 30 02:58:00.011583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29be0aca-437c-4757-be73-3d9d3cb785f9 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.013203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:00.075390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f079632f-0de5-4951-b7af-9f0f0e4321c0 None None] DHCP port deletion for 5348c6c6-2ba3-45e8-9534-cf8b777f2554 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:58:00.076537 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbaa7816-97c2-4c3c-91b9-1325ecdfdc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.080000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f6186-78be-47bc-8066-9bafa3646adc req-71f2b822-188b-47da-9f65-a0de26cc1f6a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:00.082773 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd4f6186-78be-47bc-8066-9bafa3646adc req-71f2b822-188b-47da-9f65-a0de26cc1f6a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.1528502 Jun 30 02:58:00.128646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd4f6186-78be-47bc-8066-9bafa3646adc req-1f3e4474-5148-4328-ada6-bb43867d8c9e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Jun 30 02:58:00.215497 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29be0aca-437c-4757-be73-3d9d3cb785f9 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.229847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f079632f-0de5-4951-b7af-9f0f0e4321c0 None None] Deleting port 7463076c-80a3-466d-809c-f5859b6dd938 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:00.234410 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f079632f-0de5-4951-b7af-9f0f0e4321c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.330749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbaa7816-97c2-4c3c-91b9-1325ecdfdc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.333202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbaa7816-97c2-4c3c-91b9-1325ecdfdc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.355862 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dbaa7816-97c2-4c3c-91b9-1325ecdfdc17 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/96633848-54c8-4b0c-9b85-8649a5ec0d42 HTTP/1.1" status: 204 len: 168 time: 0.8115051 Jun 30 02:58:00.355862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-02ae08d4-919b-4acd-b5c0-d145f0834f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:00.355862 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-02ae08d4-919b-4acd-b5c0-d145f0834f18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2891986 Jun 30 02:58:00.381087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f079632f-0de5-4951-b7af-9f0f0e4321c0 None None] For port 7463076c-80a3-466d-809c-f5859b6dd938, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7463076c-80a3-466d-809c-f5859b6dd938,segment=NetworkSegment(5af9a169-e732-44e5-815d-29a2e184943d),segment_id=5af9a169-e732-44e5-815d-29a2e184943d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:00.381484 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f079632f-0de5-4951-b7af-9f0f0e4321c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.398762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa7816-97c2-4c3c-91b9-1325ecdfdc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96633848-54c8-4b0c-9b85-8649a5ec0d42,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:00.422638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f079632f-0de5-4951-b7af-9f0f0e4321c0 None None] Calling delete_port for 7463076c-80a3-466d-809c-f5859b6dd938 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:00.508576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5afdb7-3247-4b4f-8cab-54ebbeb7a42d req-5519f38d-389b-44ee-9ca9-674f155aef75 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:00.510276 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf5afdb7-3247-4b4f-8cab-54ebbeb7a42d req-5519f38d-389b-44ee-9ca9-674f155aef75 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1643016 Jun 30 02:58:00.553507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-db69cf09-d70b-42c7-94ec-62cc66a97389 service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852047 Jun 30 02:58:00.607161 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf5afdb7-3247-4b4f-8cab-54ebbeb7a42d req-a34316b0-8411-410a-b3c8-1887ee447c75 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871370 Jun 30 02:58:00.635230 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29be0aca-437c-4757-be73-3d9d3cb785f9 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.652159 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29be0aca-437c-4757-be73-3d9d3cb785f9 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.654060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-29be0aca-437c-4757-be73-3d9d3cb785f9 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "DELETE /v2.0/subnets/d02c5f4f-a9d8-4756-9379-4795600f484b HTTP/1.1" status: 204 len: 168 time: 0.8760891 Jun 30 02:58:00.656633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39694) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:00.676035 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356f7715-4503-442d-a3bf-b302f5fa51ce None None] Network c16f339f-13ba-446a-8f8a-e7b1dfeaf02a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:00.679264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be0aca-437c-4757-be73-3d9d3cb785f9 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event deleted for resources: {'Subnet': ['ID=d02c5f4f-a9d8-4756-9379-4795600f484b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:00.717190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cab41b7-ef77-4c15-8e1e-4daa2f1f92bd req-97796c4f-7961-47b5-933a-d7f3b57eb7ef service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566181 Jun 30 02:58:00.756404 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f079632f-0de5-4951-b7af-9f0f0e4321c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.787509 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.802104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079632f-0de5-4951-b7af-9f0f0e4321c0 None None] No DVR routers for this DVR port 7463076c-80a3-466d-809c-f5859b6dd938 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:00.803976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079632f-0de5-4951-b7af-9f0f0e4321c0 None None] Pushing event deleted for resources: {'Port': ['ID=7463076c-80a3-466d-809c-f5859b6dd938,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:00.948439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.977287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5348c6c6-2ba3-45e8-9534-cf8b777f2554']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:00.992778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af9a169-e732-44e5-815d-29a2e184943d') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:00.992778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af9a169-e732-44e5-815d-29a2e184943d') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:01.017456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.040575 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.040858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b447a0-11d7-420c-a72b-ef3371ffa935 None None] DHCP port deletion for c16f339f-13ba-446a-8f8a-e7b1dfeaf02a request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:58:01.048575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:58:01.051907 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:58:01.053732 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:58:01.099937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12535d3a-a417-4adc-96c9-3e5a2993872d req-b54854ec-08a0-4d5c-a60e-776e6a719c97 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.110558 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12535d3a-a417-4adc-96c9-3e5a2993872d req-b54854ec-08a0-4d5c-a60e-776e6a719c97 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 943 time: 0.1351173 Jun 30 02:58:01.172437 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-12535d3a-a417-4adc-96c9-3e5a2993872d req-123a3977-3627-4180-9ff0-76453e0447f8 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607655 Jun 30 02:58:01.263957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-09b447a0-11d7-420c-a72b-ef3371ffa935 None None] Deleting port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:01.263957 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-09b447a0-11d7-420c-a72b-ef3371ffa935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.333615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:01.343870 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.352247 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.355067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "DELETE /v2.0/networks/5348c6c6-2ba3-45e8-9534-cf8b777f2554 HTTP/1.1" status: 204 len: 168 time: 0.6965983 Jun 30 02:58:01.357697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39714) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:01.398864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-09b447a0-11d7-420c-a72b-ef3371ffa935 None None] For port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,segment=NetworkSegment(5193b985-e86d-4d20-a7b0-a1c142915899),segment_id=5193b985-e86d-4d20-a7b0-a1c142915899)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:01.399266 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-09b447a0-11d7-420c-a72b-ef3371ffa935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.404268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefca96-a4ec-42a7-a7c5-4b86abcd2e7b tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event deleted for resources: {'Network': ['ID=5348c6c6-2ba3-45e8-9534-cf8b777f2554,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:01.407360 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.427134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-09b447a0-11d7-420c-a72b-ef3371ffa935 None None] Calling delete_port for 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:01.477865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7875497-db98-42ef-8fee-04554134e467 req-47052422-6b87-4fa8-8bd7-414ea4ad8651 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.487660 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7875497-db98-42ef-8fee-04554134e467 req-47052422-6b87-4fa8-8bd7-414ea4ad8651 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.1312456 Jun 30 02:58:01.490652 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.493187 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.496883 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-831bcebb-d809-429b-8202-7e09df40f281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.545387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7875497-db98-42ef-8fee-04554134e467 req-fcd23638-f544-4c9c-867d-1445bb5ef5a2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506830 Jun 30 02:58:01.578505 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Deleting port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:01.578857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.581747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,segment=NetworkSegment(5193b985-e86d-4d20-a7b0-a1c142915899),segment_id=5193b985-e86d-4d20-a7b0-a1c142915899)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:01.703601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] For port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,segment=NetworkSegment(5193b985-e86d-4d20-a7b0-a1c142915899),segment_id=5193b985-e86d-4d20-a7b0-a1c142915899)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:01.704282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.728663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Calling delete_port for 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:01.791142 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:01.791142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7463076c-80a3-466d-809c-f5859b6dd938 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:01.854868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 7463076c-80a3-466d-809c-f5859b6dd938 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:58:01.855209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7463076c-80a3-466d-809c-f5859b6dd938 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:01.887951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:01.972141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2425c-44ed-47e0-8b3b-b802ed5bb0e6 req-d11ff8e7-a991-4e65-971d-22712fc483ea tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.979476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10e2425c-44ed-47e0-8b3b-b802ed5bb0e6 req-d11ff8e7-a991-4e65-971d-22712fc483ea tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1627307 Jun 30 02:58:02.015998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10e2425c-44ed-47e0-8b3b-b802ed5bb0e6 req-37bb089f-9bbe-443b-8e99-0b6d0a0b3422 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357294 Jun 30 02:58:02.097533 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-09b447a0-11d7-420c-a72b-ef3371ffa935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.111383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.148580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event deleted for resources: {'Port': ['ID=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:02.154559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] No DVR routers for this DVR port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:02.163007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b447a0-11d7-420c-a72b-ef3371ffa935 None None] Pushing event deleted for resources: {'Port': ['ID=0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:02.170366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 686f89a2-525a-41c1-811b-2a67a69f2e40 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:58:02.172307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:02.223611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b447a0-11d7-420c-a72b-ef3371ffa935 None None] No DVR routers for this DVR port 0646b99b-aaa1-4f61-a56b-d7ba07f3dfdb on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:02.279854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.303209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16f339f-13ba-446a-8f8a-e7b1dfeaf02a']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:02.343927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5193b985-e86d-4d20-a7b0-a1c142915899') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:02.344174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5193b985-e86d-4d20-a7b0-a1c142915899') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:02.382765 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.409895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 686f89a2-525a-41c1-811b-2a67a69f2e40, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=686f89a2-525a-41c1-811b-2a67a69f2e40,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:02.415222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.430543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:58:02.431891 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:58:02.436533 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:58:02.440455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '686f89a2-525a-41c1-811b-2a67a69f2e40', 'network_id': 'eec260d4-9858-44ea-b6dc-7930784a43b0', 'port_id': '686f89a2-525a-41c1-811b-2a67a69f2e40', 'mac_address': 'fa:16:3e:9c:d8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5a002c1-9634-4ab2-b3d2-4d667ded6f27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:58:02.505244 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27349d8-c244-4dd3-9636-cbf272fb7833 req-086098b8-de09-426f-8914-f20d0a03dd29 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:02.506963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e27349d8-c244-4dd3-9636-cbf272fb7833 req-086098b8-de09-426f-8914-f20d0a03dd29 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 943 time: 0.1834698 Jun 30 02:58:02.547330 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.552516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:02.566797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:02.567295 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.609756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686f89a2-525a-41c1-811b-2a67a69f2e40 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:02.646818 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e27349d8-c244-4dd3-9636-cbf272fb7833 req-30de42b1-8338-4d80-af82-c01570ad6437 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045227 Jun 30 02:58:02.666972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 686f89a2-525a-41c1-811b-2a67a69f2e40, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=686f89a2-525a-41c1-811b-2a67a69f2e40,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:02.682941 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.713484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdef6c1d-eed7-4a60-9186-9b6791deaf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:02.715986 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6e38e4-4fad-40b4-b9bd-022dece4e97c" -d '{"events": [{"server_uuid": "cdef6c1d-eed7-4a60-9186-9b6791deaf12", "name": "network-vif-plugged", "status": "completed", "tag": "0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:02.730379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:02.769150 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0142fede-b36c-4487-8d4c-625ff5800faf x-openstack-request-id: req-0142fede-b36c-4487-8d4c-625ff5800faf {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:02.769150 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdef6c1d-eed7-4a60-9186-9b6791deaf12", "name": "network-vif-plugged", "status": "completed", "tag": "0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:02.769614 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0142fede-b36c-4487-8d4c-625ff5800faf {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:02.770122 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdef6c1d-eed7-4a60-9186-9b6791deaf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426', 'code': 200} Jun 30 02:58:02.853639 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.869614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.873460 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "DELETE /v2.0/networks/c16f339f-13ba-446a-8f8a-e7b1dfeaf02a HTTP/1.1" status: 204 len: 168 time: 1.5145836 Jun 30 02:58:02.876390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39744) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:02.887652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67330c4-3645-4458-a4d7-724ac0648061 req-6bac2a75-1b81-462a-9518-64cdf138c296 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:02.894799 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c67330c4-3645-4458-a4d7-724ac0648061 req-6bac2a75-1b81-462a-9518-64cdf138c296 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.1406989 Jun 30 02:58:02.910583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.922104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa372c3-763c-472d-86aa-66f39ee42ae4 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event deleted for resources: {'Network': ['ID=c16f339f-13ba-446a-8f8a-e7b1dfeaf02a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:02.938499 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.941142 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:02.990019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c67330c4-3645-4458-a4d7-724ac0648061 req-d9bea21f-af7a-40dc-b1d9-400e9f82095b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940731 Jun 30 02:58:02.993895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f233c9-2243-43f2-b3eb-c48b41f27787 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Deleting subnet bc2f498c-13a7-48ef-a226-24aa3cb1457b {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:58:03.006002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11f233c9-2243-43f2-b3eb-c48b41f27787 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.032426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1628392-31f4-49bd-9dd5-6e83c1323606 req-3b5865b7-00c1-4bc3-b249-cce70d013621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:03.036487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1628392-31f4-49bd-9dd5-6e83c1323606 req-3b5865b7-00c1-4bc3-b249-cce70d013621 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12 HTTP/1.1" status: 200 len: 1096 time: 0.1394975 Jun 30 02:58:03.081845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=686f89a2-525a-41c1-811b-2a67a69f2e40,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:03.108709 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11f233c9-2243-43f2-b3eb-c48b41f27787 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.118671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1628392-31f4-49bd-9dd5-6e83c1323606 req-0e4ff36f-673b-43a8-8124-781778cb824e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689430 Jun 30 02:58:03.214642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['686f89a2-525a-41c1-811b-2a67a69f2e40'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:03.258714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:03.290199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245735ac-8b90-48e7-b1b8-984fe70619b9 req-d2c269bb-3afa-4ed4-8868-652dad1761ea tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:03.305313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-245735ac-8b90-48e7-b1b8-984fe70619b9 req-d2c269bb-3afa-4ed4-8868-652dad1761ea tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1185012 Jun 30 02:58:03.339887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11f233c9-2243-43f2-b3eb-c48b41f27787 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.394155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-245735ac-8b90-48e7-b1b8-984fe70619b9 req-cff29a60-350e-4a4d-96c9-5c6a070c6f43 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815659 Jun 30 02:58:03.731919 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11f233c9-2243-43f2-b3eb-c48b41f27787 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.792007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f233c9-2243-43f2-b3eb-c48b41f27787 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2f498c-13a7-48ef-a226-24aa3cb1457b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:03.803911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f611ded-8c7b-48bf-834b-0ad0426dffb2 None None] Network c49a139c-9ac5-43b9-894d-8ccd8b094ca5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:03.817809 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11f233c9-2243-43f2-b3eb-c48b41f27787 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:03.822130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-11f233c9-2243-43f2-b3eb-c48b41f27787 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "DELETE /v2.0/subnets/bc2f498c-13a7-48ef-a226-24aa3cb1457b HTTP/1.1" status: 204 len: 168 time: 0.9421113 Jun 30 02:58:03.822366 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39762) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:03.893086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c3078-f65f-44b4-88fd-0a2948572718 req-569a7568-23cf-463f-9138-5e4da35dc867 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:03.897335 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b2c3078-f65f-44b4-88fd-0a2948572718 req-569a7568-23cf-463f-9138-5e4da35dc867 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 944 time: 0.0929255 Jun 30 02:58:04.004913 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b2c3078-f65f-44b4-88fd-0a2948572718 req-5cce58c3-7139-4d84-b109-d9a07c099fe1 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922387 Jun 30 02:58:04.009365 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.107173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Deleting port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:04.107666 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.166408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f941b-adb7-442e-aa77-7f2476dff0cc None None] DHCP port deletion for c49a139c-9ac5-43b9-894d-8ccd8b094ca5 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:58:04.246218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] For port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ebfb13b7-26cf-4f2f-96c6-e8462ca685a0,segment=NetworkSegment(d646a7a0-cfe2-47a9-b8e6-323b314798a2),segment_id=d646a7a0-cfe2-47a9-b8e6-323b314798a2)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:04.246218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.263696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Calling delete_port for ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:04.271046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a88f941b-adb7-442e-aa77-7f2476dff0cc None None] Deleting port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:04.272812 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a88f941b-adb7-442e-aa77-7f2476dff0cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.305655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2393f-805d-4307-a14c-cecaaf89a82d req-deef74e9-3018-4750-b2fc-d428a618a600 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:04.308481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-63b2393f-805d-4307-a14c-cecaaf89a82d req-deef74e9-3018-4750-b2fc-d428a618a600 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.1555448 Jun 30 02:58:04.363475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a88f941b-adb7-442e-aa77-7f2476dff0cc None None] For port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ebfb13b7-26cf-4f2f-96c6-e8462ca685a0,segment=NetworkSegment(d646a7a0-cfe2-47a9-b8e6-323b314798a2),segment_id=d646a7a0-cfe2-47a9-b8e6-323b314798a2)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:04.363873 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a88f941b-adb7-442e-aa77-7f2476dff0cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.394457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a88f941b-adb7-442e-aa77-7f2476dff0cc None None] Calling delete_port for ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:04.423023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-63b2393f-805d-4307-a14c-cecaaf89a82d req-b0ba61c3-b67e-445c-921e-68b38752feaf tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019793 Jun 30 02:58:04.632275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f4b60-7cc5-4d0e-93aa-f58d87dbcaa7 req-f67151bf-d86e-483a-8246-4a1ea1abfbeb tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:04.640131 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-218f4b60-7cc5-4d0e-93aa-f58d87dbcaa7 req-f67151bf-d86e-483a-8246-4a1ea1abfbeb tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0810592 Jun 30 02:58:04.712974 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-218f4b60-7cc5-4d0e-93aa-f58d87dbcaa7 req-c1ebb7cc-0c05-40ea-b25a-4cb9a8fcb178 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710711 Jun 30 02:58:04.727533 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.759181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event deleted for resources: {'Port': ['ID=ebfb13b7-26cf-4f2f-96c6-e8462ca685a0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:04.761377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] No DVR routers for this DVR port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:04.801293 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.825297 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a88f941b-adb7-442e-aa77-7f2476dff0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.881436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f941b-adb7-442e-aa77-7f2476dff0cc None None] Pushing event deleted for resources: {'Port': ['ID=ebfb13b7-26cf-4f2f-96c6-e8462ca685a0,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:04.881629 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.889549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f941b-adb7-442e-aa77-7f2476dff0cc None None] No DVR routers for this DVR port ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:04.908962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49a139c-9ac5-43b9-894d-8ccd8b094ca5']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:04.929123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd646a7a0-cfe2-47a9-b8e6-323b314798a2') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:04.929421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd646a7a0-cfe2-47a9-b8e6-323b314798a2') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:04.945731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:58:04.997989 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:58:05.230523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:05.236843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0c321-d928-4a42-a10d-e570e84a1bd1 req-aa0da62b-0b35-48ad-bad1-cb12f3f878be tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:05.238563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4cf0c321-d928-4a42-a10d-e570e84a1bd1 req-aa0da62b-0b35-48ad-bad1-cb12f3f878be tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 944 time: 0.1111939 Jun 30 02:58:05.254956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:58:05.255305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ebfb13b7-26cf-4f2f-96c6-e8462ca685a0 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:05.282456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4cf0c321-d928-4a42-a10d-e570e84a1bd1 req-2c03f125-9de1-49ec-8050-f729bddb5ea2 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371621 Jun 30 02:58:05.621746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63540f72-033f-47b3-a69d-b1a905ca2b82 req-96fab3f5-f2c8-4f9b-a519-69ce1c3e338d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:05.623199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-63540f72-033f-47b3-a69d-b1a905ca2b82 req-96fab3f5-f2c8-4f9b-a519-69ce1c3e338d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.0689976 Jun 30 02:58:05.668034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-63540f72-033f-47b3-a69d-b1a905ca2b82 req-9cd06a44-6f9f-4854-97de-78399e7c7d18 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378196 Jun 30 02:58:05.720148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.729972 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.730924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "DELETE /v2.0/networks/c49a139c-9ac5-43b9-894d-8ccd8b094ca5 HTTP/1.1" status: 204 len: 168 time: 1.9075220 Jun 30 02:58:05.733739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39794) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:05.749532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a49bbd-40f0-4049-999b-27bf7632412e tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Pushing event deleted for resources: {'Network': ['ID=c49a139c-9ac5-43b9-894d-8ccd8b094ca5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:05.790787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cbc1b75c-309c-4ed3-a030-18bf3dda9d4c tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "GET /v2.0/ports?device_id=c1ad8d69-7bc6-4b37-8e27-629b9ba31f23 HTTP/1.1" status: 200 len: 205 time: 0.0551000 Jun 30 02:58:05.793045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39796) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:05.877544 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed827ac8-6caa-4683-9aa7-284635ef0910 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.916043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf28b0-2823-44e3-82e1-c322a2e43d3a req-0a1772c1-736e-4315-aebf-2dd69020d3f1 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:05.917781 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6edf28b0-2823-44e3-82e1-c322a2e43d3a req-0a1772c1-736e-4315-aebf-2dd69020d3f1 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0861192 Jun 30 02:58:05.977728 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6edf28b0-2823-44e3-82e1-c322a2e43d3a req-3ab667ed-8216-4d4c-88c1-95096667be6e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465028 Jun 30 02:58:06.117911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed827ac8-6caa-4683-9aa7-284635ef0910 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.120044 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed827ac8-6caa-4683-9aa7-284635ef0910 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.170186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 686f89a2-525a-41c1-811b-2a67a69f2e40 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:06.331262 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed827ac8-6caa-4683-9aa7-284635ef0910 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.332427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed827ac8-6caa-4683-9aa7-284635ef0910 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Fanout notify agent at l3_agent the message router_deleted on router c1ad8d69-7bc6-4b37-8e27-629b9ba31f23 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:58:06.351292 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed827ac8-6caa-4683-9aa7-284635ef0910 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.351292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ed827ac8-6caa-4683-9aa7-284635ef0910 tempest-RoutersNegativeTest-1788143997 tempest-RoutersNegativeTest-1788143997-project] 10.222.0.77 "DELETE /v2.0/routers/c1ad8d69-7bc6-4b37-8e27-629b9ba31f23 HTTP/1.1" status: 204 len: 168 time: 0.5505512 Jun 30 02:58:06.417746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 686f89a2-525a-41c1-811b-2a67a69f2e40 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:06.422270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 686f89a2-525a-41c1-811b-2a67a69f2e40 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:06.422953 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.588762 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.597332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be9ae-0b0f-4c61-8b1a-bbf74b43d326 req-0a860d11-3bab-44f1-b55b-b82f8306a8aa tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:06.618684 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-507be9ae-0b0f-4c61-8b1a-bbf74b43d326 req-0a860d11-3bab-44f1-b55b-b82f8306a8aa tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 944 time: 0.1661172 Jun 30 02:58:06.685220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 686f89a2-525a-41c1-811b-2a67a69f2e40, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=686f89a2-525a-41c1-811b-2a67a69f2e40,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:06.690801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665dab46-7372-4acd-82bc-d805e2830036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686f89a2-525a-41c1-811b-2a67a69f2e40'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:06.698928 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-507be9ae-0b0f-4c61-8b1a-bbf74b43d326 req-fb0c5895-3f46-4e54-8090-772f65aa66e7 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768855 Jun 30 02:58:06.700770 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2df1582-d170-49ec-957a-09fc343b53cb" -d '{"events": [{"server_uuid": "665dab46-7372-4acd-82bc-d805e2830036", "name": "network-vif-plugged", "status": "completed", "tag": "686f89a2-525a-41c1-811b-2a67a69f2e40"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:06.755022 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc614af-1490-434d-acf8-8a1e9728c9eb x-openstack-request-id: req-9cc614af-1490-434d-acf8-8a1e9728c9eb {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:06.755603 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665dab46-7372-4acd-82bc-d805e2830036", "name": "network-vif-plugged", "status": "completed", "tag": "686f89a2-525a-41c1-811b-2a67a69f2e40", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:06.756100 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9cc614af-1490-434d-acf8-8a1e9728c9eb {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:06.756700 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665dab46-7372-4acd-82bc-d805e2830036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686f89a2-525a-41c1-811b-2a67a69f2e40', 'code': 200} Jun 30 02:58:06.800143 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.882358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=686f89a2-525a-41c1-811b-2a67a69f2e40,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:06.964728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12ad99-3880-4325-a35f-b3b947dda2ff req-e94d9540-e28f-4f91-8070-b08ee00a528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:06.966308 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ab12ad99-3880-4325-a35f-b3b947dda2ff req-e94d9540-e28f-4f91-8070-b08ee00a528f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 1096 time: 0.1083226 Jun 30 02:58:07.026750 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ab12ad99-3880-4325-a35f-b3b947dda2ff req-db122ca6-6a84-461a-a3fa-957f0b750d4b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534821 Jun 30 02:58:07.137550 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3aa321-22d9-4cd8-93fd-725e13aef9c5 req-32ccdf76-bfaf-4081-8d35-2aabe4e16327 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:07.152157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39834) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:07.158153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe3aa321-22d9-4cd8-93fd-725e13aef9c5 req-32ccdf76-bfaf-4081-8d35-2aabe4e16327 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.2458966 Jun 30 02:58:07.230203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe3aa321-22d9-4cd8-93fd-725e13aef9c5 req-4812bf88-dacd-49f9-876e-e4b34de12a09 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707512 Jun 30 02:58:07.393443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b7b60474-a335-43f3-b4d2-d53e7fd37f44 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6896097651c845c4afd00eaa20afe7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400424 Jun 30 02:58:07.396052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39840) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:07.429127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f6a5c-7110-4e10-9e02-4056c780bd46 req-b010d129-3856-4d34-9a7b-a47dbf088d64 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:07.434316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c17f6a5c-7110-4e10-9e02-4056c780bd46 req-b010d129-3856-4d34-9a7b-a47dbf088d64 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1623652 Jun 30 02:58:07.487725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c17f6a5c-7110-4e10-9e02-4056c780bd46 req-666c962c-1dc8-4381-9b32-fc966f95bda8 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470114 Jun 30 02:58:07.515277 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eca98411-f452-4571-8cd5-671584ff5464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.563401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eca98411-f452-4571-8cd5-671584ff5464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.840588 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eca98411-f452-4571-8cd5-671584ff5464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.851761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eca98411-f452-4571-8cd5-671584ff5464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:07.853631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eca98411-f452-4571-8cd5-671584ff5464 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08293f3c-1478-4f77-8117-bcac4ef50edc HTTP/1.1" status: 204 len: 168 time: 0.4561765 Jun 30 02:58:07.889158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca98411-f452-4571-8cd5-671584ff5464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08293f3c-1478-4f77-8117-bcac4ef50edc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:07.980303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e789a5a-2561-43e1-8079-35fc045e5d4f req-9caae404-1526-418a-84c4-d64ab70093da tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:07.988468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e789a5a-2561-43e1-8079-35fc045e5d4f req-9caae404-1526-418a-84c4-d64ab70093da tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 945 time: 0.1086254 Jun 30 02:58:08.060729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e789a5a-2561-43e1-8079-35fc045e5d4f req-6f5a2158-aa74-4fac-b4ed-6d0c3e812478 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713058 Jun 30 02:58:08.459984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1961be-3503-4577-9f95-86f8df30373a req-466360a2-2afc-4978-b99a-baac85f0415c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:08.461814 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee1961be-3503-4577-9f95-86f8df30373a req-466360a2-2afc-4978-b99a-baac85f0415c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.0856128 Jun 30 02:58:08.544973 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee1961be-3503-4577-9f95-86f8df30373a req-bc61a5de-a508-4f80-b6f4-8d87c3dad6c1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766866 Jun 30 02:58:08.730226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1c02-db97-41db-bc31-7ab17cd0e832 req-396c5e80-2cc5-4430-831d-ac39d428ae25 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:08.738005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-465d1c02-db97-41db-bc31-7ab17cd0e832 req-396c5e80-2cc5-4430-831d-ac39d428ae25 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0933392 Jun 30 02:58:08.782196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-465d1c02-db97-41db-bc31-7ab17cd0e832 req-9e5bf826-1088-48ec-b28c-7ad2527326a0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Jun 30 02:58:09.057990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39878) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:09.299233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f526a9c-d76e-4ef1-b243-4e9989dbfa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:09.499258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9194592-059a-4b9d-9d76-56efad8056d2 req-3520ff0f-56e6-41d6-8c76-68f068dbfe92 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:09.511781 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9194592-059a-4b9d-9d76-56efad8056d2 req-3520ff0f-56e6-41d6-8c76-68f068dbfe92 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 945 time: 0.1308067 Jun 30 02:58:09.601198 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9194592-059a-4b9d-9d76-56efad8056d2 req-6871032c-24cb-4d0c-81d6-1d32de6f9747 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877969 Jun 30 02:58:09.635263 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f526a9c-d76e-4ef1-b243-4e9989dbfa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:09.825258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f526a9c-d76e-4ef1-b243-4e9989dbfa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:09.871416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f526a9c-d76e-4ef1-b243-4e9989dbfa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d952ed56-2801-4c37-9b3a-be9965e6214d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:09.909081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a023217-5096-4cba-971b-0ccd16d86b87 req-f3d420a6-3629-4350-87a0-b47a557bf00b tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:09.912597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a023217-5096-4cba-971b-0ccd16d86b87 req-f3d420a6-3629-4350-87a0-b47a557bf00b tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1131618 Jun 30 02:58:09.913370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39906) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:09.921371 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4f526a9c-d76e-4ef1-b243-4e9989dbfa38 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa84cd5fc42745558ea6ccf5115e4747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8617659 Jun 30 02:58:09.924145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39910) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:09.956770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb00ed4-e7ef-4fdc-ad47-d4e1da90123d req-0951d868-2104-443b-8f16-4b6dde74373d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:09.964505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebb00ed4-e7ef-4fdc-ad47-d4e1da90123d req-0951d868-2104-443b-8f16-4b6dde74373d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.1845021 Jun 30 02:58:10.042913 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebb00ed4-e7ef-4fdc-ad47-d4e1da90123d req-480b69cb-1630-41de-9769-17849c589ae9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741205 Jun 30 02:58:10.083205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a023217-5096-4cba-971b-0ccd16d86b87 req-404bb498-58f8-4469-bdeb-4f4200c66d3f tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463640 Jun 30 02:58:10.130197 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69c45984-bed8-443a-893b-1a3649a039ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.214579 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69c45984-bed8-443a-893b-1a3649a039ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.308641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c225158e-81dd-4f52-baaa-7334b5a4c0f6 tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-270613300', 'prefixes': ['172.20.0.0/16']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:10.474591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78033e4f-aeed-47f7-918c-2c23926d6709 req-4df98fa7-dcc6-4b70-9320-9dd45fbe8991 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:10.476317 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-78033e4f-aeed-47f7-918c-2c23926d6709 req-4df98fa7-dcc6-4b70-9320-9dd45fbe8991 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1155725 Jun 30 02:58:10.529884 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-78033e4f-aeed-47f7-918c-2c23926d6709 req-56fb4a7b-ed7f-4271-83a7-2f091f78813a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453854 Jun 30 02:58:10.617269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fc4b7-b043-4a48-b8e1-426c1c6a8c8a req-b69a1497-2367-42a8-89d6-3eb8dc319718 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:10.619263 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-666fc4b7-b043-4a48-b8e1-426c1c6a8c8a req-b69a1497-2367-42a8-89d6-3eb8dc319718 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12 HTTP/1.1" status: 200 len: 945 time: 0.0760820 Jun 30 02:58:10.665565 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-666fc4b7-b043-4a48-b8e1-426c1c6a8c8a req-bfe01208-375e-4da0-ace1-67b5d43939cb tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394473 Jun 30 02:58:10.811919 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69c45984-bed8-443a-893b-1a3649a039ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.814490 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69c45984-bed8-443a-893b-1a3649a039ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.818069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-69c45984-bed8-443a-893b-1a3649a039ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d952ed56-2801-4c37-9b3a-be9965e6214d HTTP/1.1" status: 204 len: 168 time: 0.8899055 Jun 30 02:58:10.855521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c45984-bed8-443a-893b-1a3649a039ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d952ed56-2801-4c37-9b3a-be9965e6214d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:10.885207 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ece4a586-da25-4315-9847-6e459b9890bb req-b6a40a3d-c6a6-42ac-84e0-2684c346d876 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026833 Jun 30 02:58:10.992823 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4a586-da25-4315-9847-6e459b9890bb req-78ba115b-7a7b-451c-b600-8c7fadf316b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:10.995394 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ece4a586-da25-4315-9847-6e459b9890bb req-78ba115b-7a7b-451c-b600-8c7fadf316b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 1097 time: 0.0807173 Jun 30 02:58:11.119838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda2630-4960-4c48-8f05-a427b10d3a9e req-06f5cdd3-a9b9-4c45-b9c8-8680344e570d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.119838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eeda2630-4960-4c48-8f05-a427b10d3a9e req-06f5cdd3-a9b9-4c45-b9c8-8680344e570d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 945 time: 0.0902429 Jun 30 02:58:11.139698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4a586-da25-4315-9847-6e459b9890bb req-dc2a9786-d851-4151-b8d6-5a69598d9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.141405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ece4a586-da25-4315-9847-6e459b9890bb req-dc2a9786-d851-4151-b8d6-5a69598d9575 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.1154387 Jun 30 02:58:11.169049 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eeda2630-4960-4c48-8f05-a427b10d3a9e req-ae06cb8a-6ca0-43a7-bbdd-a3a39cdbb83f tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Jun 30 02:58:11.303479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ece4a586-da25-4315-9847-6e459b9890bb req-2958edf3-5768-40d8-a7c3-cc2220520184 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f23b53-8855-41d7-9f33-a20cba6924fc HTTP/1.1" status: 200 len: 1002 time: 0.1538734 Jun 30 02:58:11.314111 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c225158e-81dd-4f52-baaa-7334b5a4c0f6 tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] Notify callbacks [] for subnetpool, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.318123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c225158e-81dd-4f52-baaa-7334b5a4c0f6 tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.4035077 Jun 30 02:58:11.318837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39934) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:11.325715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47270ee6-4149-46a5-88f5-fba4ca332610 req-81e1d360-3a1c-4647-980f-66fd2ff005ec tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.333826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-47270ee6-4149-46a5-88f5-fba4ca332610 req-81e1d360-3a1c-4647-980f-66fd2ff005ec tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.1028008 Jun 30 02:58:11.391712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-85113a87-0925-46fb-8d2e-32bbcce6bb15 tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] 10.222.0.77 "GET /v2.0/subnetpools/8983272a-34a9-4765-824f-eef5a430f4bc HTTP/1.1" status: 200 len: 731 time: 0.0717080 Jun 30 02:58:11.399099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39936) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:11.417618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-cb495327-8572-4b52-b7f9-76d7821e21af tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-958421085'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:11.505639 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-47270ee6-4149-46a5-88f5-fba4ca332610 req-4febc1aa-8d4c-4c43-be68-6e08890891eb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664090 Jun 30 02:58:11.507399 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4a586-da25-4315-9847-6e459b9890bb req-2c47f110-2c7e-4518-8ce2-ef71a0a8e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.509538 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ece4a586-da25-4315-9847-6e459b9890bb req-2c47f110-2c7e-4518-8ce2-ef71a0a8e46a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.1938539 Jun 30 02:58:11.627183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776575b6-2c93-4837-8c79-8fe24b069913 req-ec266233-1fde-4ea6-875d-42095cd79342 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.635141 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-776575b6-2c93-4837-8c79-8fe24b069913 req-ec266233-1fde-4ea6-875d-42095cd79342 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1110761 Jun 30 02:58:11.672581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-776575b6-2c93-4837-8c79-8fe24b069913 req-4f759350-267b-4857-86f0-4d64a2fee69b tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365412 Jun 30 02:58:11.682866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4a586-da25-4315-9847-6e459b9890bb req-ab598c47-a577-4e5a-b543-796318921900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.684611 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ece4a586-da25-4315-9847-6e459b9890bb req-ab598c47-a577-4e5a-b543-796318921900 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618655 Jun 30 02:58:11.794216 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb495327-8572-4b52-b7f9-76d7821e21af tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] Notify callbacks [] for subnetpool, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.795489 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cb495327-8572-4b52-b7f9-76d7821e21af tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] 10.222.0.77 "PUT /v2.0/subnetpools/8983272a-34a9-4765-824f-eef5a430f4bc HTTP/1.1" status: 200 len: 683 time: 0.3932941 Jun 30 02:58:11.798275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39954) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:11.860373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ece4a586-da25-4315-9847-6e459b9890bb req-0ba695ac-a896-49ca-8382-06a2026eeac1 service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603754 Jun 30 02:58:11.998875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857906c-64a6-4b8f-8460-26327e1b390f req-d93a73aa-7fab-4b2b-a2eb-5d01fce2a738 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:12.007131 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8857906c-64a6-4b8f-8460-26327e1b390f req-d93a73aa-7fab-4b2b-a2eb-5d01fce2a738 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1772711 Jun 30 02:58:12.011243 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ece4a586-da25-4315-9847-6e459b9890bb req-ac8f8912-03c7-4073-b1f1-f32fe114af1e service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453440 Jun 30 02:58:12.069761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8857906c-64a6-4b8f-8460-26327e1b390f req-019c9277-1018-4389-a2b2-360536f07bd6 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548494 Jun 30 02:58:12.095313 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4e71e049-d99c-47ce-9312-a067a9db5d08 tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] Notify callbacks [] for subnetpool, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.098857 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4e71e049-d99c-47ce-9312-a067a9db5d08 tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] 10.222.0.77 "DELETE /v2.0/subnetpools/8983272a-34a9-4765-824f-eef5a430f4bc HTTP/1.1" status: 204 len: 168 time: 0.2972193 Jun 30 02:58:12.099211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39958) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:12.116462 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-b4461766-f894-4388-8165-9f1773f0042d tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] show failed (client error): The resource could not be found. Jun 30 02:58:12.120373 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b4461766-f894-4388-8165-9f1773f0042d tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] 10.222.0.77 "GET /v2.0/subnetpools/8983272a-34a9-4765-824f-eef5a430f4bc HTTP/1.1" status: 404 len: 346 time: 0.0173473 Jun 30 02:58:12.121161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39960) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:12.138143 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-a19a9162-a272-4e5e-b2a2-67043beb920c tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] delete failed (client error): The resource could not be found. Jun 30 02:58:12.141544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a19a9162-a272-4e5e-b2a2-67043beb920c tempest-SubnetPoolsTestJSON-1903636909 tempest-SubnetPoolsTestJSON-1903636909-project] 10.222.0.77 "DELETE /v2.0/subnetpools/8983272a-34a9-4765-824f-eef5a430f4bc HTTP/1.1" status: 404 len: 346 time: 0.0176480 Jun 30 02:58:12.209138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643f44-4e8d-40d1-9120-420b3d042a0c req-25fa0358-d8c4-4f29-8ebf-499861149198 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:12.211689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643f44-4e8d-40d1-9120-420b3d042a0c req-25fa0358-d8c4-4f29-8ebf-499861149198 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:12.218096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe643f44-4e8d-40d1-9120-420b3d042a0c req-25fa0358-d8c4-4f29-8ebf-499861149198 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:12.219969 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe643f44-4e8d-40d1-9120-420b3d042a0c req-25fa0358-d8c4-4f29-8ebf-499861149198 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036&device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12&device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 2417 time: 0.1002750 Jun 30 02:58:12.273000 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe643f44-4e8d-40d1-9120-420b3d042a0c req-91005ea8-46a8-44f6-825e-1f6e0761d79e tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Jun 30 02:58:12.543220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95f40-47a0-4e4f-993e-933324c27e83 req-aaa053de-d4c7-434f-9937-d81a45a76b9a tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:12.551427 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79e95f40-47a0-4e4f-993e-933324c27e83 req-aaa053de-d4c7-434f-9937-d81a45a76b9a tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 945 time: 0.0993607 Jun 30 02:58:12.599296 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79e95f40-47a0-4e4f-993e-933324c27e83 req-7a797b3c-7674-4dcf-8a95-c3234b038681 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Jun 30 02:58:12.782791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40000) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:12.804879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468ed2b-ed76-49ee-987c-4da846c7acf5 req-2a115897-01f5-4620-a1ed-92b6cfa53283 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:12.816983 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6468ed2b-ed76-49ee-987c-4da846c7acf5 req-2a115897-01f5-4620-a1ed-92b6cfa53283 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.0941126 Jun 30 02:58:12.866136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6468ed2b-ed76-49ee-987c-4da846c7acf5 req-14161bbf-743f-4a5f-b182-a9abc604b145 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535710 Jun 30 02:58:12.950198 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b79ab91-3e70-4265-8265-f071371d8398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.051341 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b79ab91-3e70-4265-8265-f071371d8398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.135969 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b79ab91-3e70-4265-8265-f071371d8398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.244264 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0b79ab91-3e70-4265-8265-f071371d8398 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=70fd56e750d342d2876ad74648f65642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583125 Jun 30 02:58:13.247066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40016) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:13.247626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79ab91-3e70-4265-8265-f071371d8398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caffc9f-35ef-4ec1-9549-63168ceef4c6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:13.344340 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc35a337-4ce5-486f-928d-aa92d8a6b92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.391463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc35a337-4ce5-486f-928d-aa92d8a6b92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.411192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-b0e68c8c-68be-4046-a1d3-1a59a6dfd705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.412703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-b0e68c8c-68be-4046-a1d3-1a59a6dfd705 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 1097 time: 0.1345682 Jun 30 02:58:13.441128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327236-c18d-48c5-9cf6-c1a029eaa27c req-6243a56b-81e8-45b8-bba0-853655d1877a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.442914 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c9327236-c18d-48c5-9cf6-c1a029eaa27c req-6243a56b-81e8-45b8-bba0-853655d1877a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1659784 Jun 30 02:58:13.485848 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:58:13.518811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40026) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:13.566287 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c9327236-c18d-48c5-9cf6-c1a029eaa27c req-7efb0eaf-c337-4081-a55f-97b92efb9dcb tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070755 Jun 30 02:58:13.575176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc35a337-4ce5-486f-928d-aa92d8a6b92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.586110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc35a337-4ce5-486f-928d-aa92d8a6b92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.590389 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fc35a337-4ce5-486f-928d-aa92d8a6b92a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6caffc9f-35ef-4ec1-9549-63168ceef4c6 HTTP/1.1" status: 204 len: 168 time: 0.3330464 Jun 30 02:58:13.598359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35a337-4ce5-486f-928d-aa92d8a6b92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caffc9f-35ef-4ec1-9549-63168ceef4c6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:13.599608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-f5f86e2e-90bf-4008-a80f-b1d7bd7fb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.601455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-f5f86e2e-90bf-4008-a80f-b1d7bd7fb7fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.1574223 Jun 30 02:58:13.660529 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-ca0599cc-23e1-47a8-8697-a85752f416b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9771c95c-e7bf-4d7a-9981-603a3636512d HTTP/1.1" status: 200 len: 217 time: 0.0464630 Jun 30 02:58:13.666538 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5995896-407c-4bcf-96db-e0bf26d3aecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.725091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-1c813a7f-3ba7-4eb1-bb34-3f88ddb11c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.725544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-1c813a7f-3ba7-4eb1-bb34-3f88ddb11c57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0555897 Jun 30 02:58:13.793327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5995896-407c-4bcf-96db-e0bf26d3aecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:13.793449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-9eeeaf12-2510-4b8b-9477-45953d7feb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.794728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-9eeeaf12-2510-4b8b-9477-45953d7feb5c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630813 Jun 30 02:58:13.950791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-5ba4456e-64a2-4db6-8df1-886f7db28afa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1050069 Jun 30 02:58:13.955300 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-9f25302f-7047-4575-a5a6-aaf813dff0e9 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528823 Jun 30 02:58:14.000214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5995896-407c-4bcf-96db-e0bf26d3aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.092559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4a82083-a298-4e14-9ed2-69cf7cb26df1 req-65bc75f0-c8fe-4b82-aaed-c07d387734a6 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297507 Jun 30 02:58:14.099750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d5995896-407c-4bcf-96db-e0bf26d3aecc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5fb643e476924cbda56bda8bc25476ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798206 Jun 30 02:58:14.101031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40044) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:14.148252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-45d25fe0-c414-492d-bbcf-9cf6d11fd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.150988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-45d25fe0-c414-492d-bbcf-9cf6d11fd5b7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 1097 time: 0.0772498 Jun 30 02:58:14.151773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5995896-407c-4bcf-96db-e0bf26d3aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b9da5f-0ef3-4365-b61b-e28ad1c4ddca,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:14.242175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a72b4-3482-450e-8747-215b24b41ab8 req-2bdb2bb7-2f31-4b16-b8fc-ce77ef3318e5 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.249380 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-110a72b4-3482-450e-8747-215b24b41ab8 req-2bdb2bb7-2f31-4b16-b8fc-ce77ef3318e5 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.2314076 Jun 30 02:58:14.251934 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80f276bc-c9bc-4524-8553-5cf5bc84c7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.294026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80f276bc-c9bc-4524-8553-5cf5bc84c7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.296231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-750fc73b-588c-4b7e-8b34-609a813c2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.297927 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-750fc73b-588c-4b7e-8b34-609a813c2860 service neutron] 10.222.0.83 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.1211309 Jun 30 02:58:14.347889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-110a72b4-3482-450e-8747-215b24b41ab8 req-e052a808-e30e-4e49-8df0-838b297d298b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974979 Jun 30 02:58:14.351553 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-02dcef81-3405-4a90-8636-a817326cfaf1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3a574a-28ef-4a02-b84d-6d81b214b059 HTTP/1.1" status: 200 len: 217 time: 0.0463190 Jun 30 02:58:14.453841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-b263dcd8-5290-42cf-851c-b8bff4013f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.455376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-b263dcd8-5290-42cf-851c-b8bff4013f08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0976536 Jun 30 02:58:14.548504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-bfb360da-026d-4582-b1f0-bc71e7fc1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.550843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-bfb360da-026d-4582-b1f0-bc71e7fc1ab6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852211 Jun 30 02:58:14.555245 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80f276bc-c9bc-4524-8553-5cf5bc84c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.558243 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-80f276bc-c9bc-4524-8553-5cf5bc84c7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.562410 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-80f276bc-c9bc-4524-8553-5cf5bc84c7f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0b9da5f-0ef3-4365-b61b-e28ad1c4ddca HTTP/1.1" status: 204 len: 168 time: 0.4560604 Jun 30 02:58:14.584146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f276bc-c9bc-4524-8553-5cf5bc84c7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b9da5f-0ef3-4365-b61b-e28ad1c4ddca,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:14.678856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-c2850181-7b98-4a77-89de-7373a7e23d4c service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173055 Jun 30 02:58:14.818315 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e15d602-18d5-46a7-a5d6-d7cc13ed1b0b req-c947cc6b-f0d5-4ab3-91b6-e8efda5ea136 service neutron] 10.222.0.83 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260397 Jun 30 02:58:14.858663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea7537-4075-4e9d-bb44-efa40f53ce94 req-b7a6cdd7-0eee-4f31-a522-7e1f871581ec tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.860183 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1ea7537-4075-4e9d-bb44-efa40f53ce94 req-b7a6cdd7-0eee-4f31-a522-7e1f871581ec tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0998187 Jun 30 02:58:14.904983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1ea7537-4075-4e9d-bb44-efa40f53ce94 req-bf2b91c2-62b4-4e20-8c7d-d712ffd21c48 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382843 Jun 30 02:58:14.978258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c5b23-3be7-43ee-894f-48ff166a01c2 req-3e28a66d-4bdc-44c2-9e62-40eecfd89e2e tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:14.979780 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-212c5b23-3be7-43ee-894f-48ff166a01c2 req-3e28a66d-4bdc-44c2-9e62-40eecfd89e2e tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.0806024 Jun 30 02:58:15.023638 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-212c5b23-3be7-43ee-894f-48ff166a01c2 req-6980e87d-7c5e-43fc-bf24-0130510bfab5 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374150 Jun 30 02:58:15.346563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40082) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:15.346563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1485680132-network', 'tenant_id': '8bd042d522a0416e917f973ed5c71b5d'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:15.418719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Made reservation on behalf of 8bd042d522a0416e917f973ed5c71b5d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:15.429344 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:15.450171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:15.504257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40094) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:15.515033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1708515271'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:15.561777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1d54-4e31-4564-819b-8d162d4629a8 req-2dfc25dd-a800-454c-aacb-95337cc00be2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:15.563641 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d06c1d54-4e31-4564-819b-8d162d4629a8 req-2dfc25dd-a800-454c-aacb-95337cc00be2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.0878577 Jun 30 02:58:15.598097 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:15.602590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d06c1d54-4e31-4564-819b-8d162d4629a8 req-6265dcd0-2d04-4b0b-8425-9dd936b781d4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Jun 30 02:58:15.687823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:15.723792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:58:15.738877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a6fd8e-3120-407e-85cc-235507bc726e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:15.741859 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:15.742407 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Added segment 9015ec51-7079-4b2b-9e43-f7b39b95f5d3 of type vlan for network 95137177-df8c-421f-9dbe-9b746c630d41 Jun 30 02:58:15.827495 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.140789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:16.144275 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.155884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc93bb-3e11-44f0-b031-0d1bc85bdfb9 req-d6046ce1-d15e-4d92-a60a-3105d4387497 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:16.165071 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95fc93bb-3e11-44f0-b031-0d1bc85bdfb9 req-d6046ce1-d15e-4d92-a60a-3105d4387497 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0891032 Jun 30 02:58:16.173051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:58:16.182090 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.182444 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Added segment 2813245b-b1a5-410f-9278-bfedd510b0ec of type vlan for network 6ed49552-2da0-4d97-856c-855a1f7d8775 Jun 30 02:58:16.200187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95fc93bb-3e11-44f0-b031-0d1bc85bdfb9 req-7db6c7c5-fd60-4ba0-868e-6bb3ed24b4a2 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343308 Jun 30 02:58:16.247604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.257011 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.257999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:16.258571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.347561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] Pushing event updated for resources: {'Network': ['ID=95137177-df8c-421f-9dbe-9b746c630d41,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:16.361222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 95137177-df8c-421f-9dbe-9b746c630d41 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:58:16.368055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f154b89-ce33-4d08-9e95-7a2874faf21e req-8ba40d8c-f6d9-400d-8402-b31f0be16026 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:16.369690 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f154b89-ce33-4d08-9e95-7a2874faf21e req-8ba40d8c-f6d9-400d-8402-b31f0be16026 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1587636 Jun 30 02:58:16.410056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ce8d1a4e-4e3d-44ab-ac09-5dabaed6df20 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2414236 Jun 30 02:58:16.412931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40116) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:16.414158 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f154b89-ce33-4d08-9e95-7a2874faf21e req-c95785ea-be74-4c37-a411-2525c7b6c711 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383859 Jun 30 02:58:16.423224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Request body: {'subnet': {'network_id': '95137177-df8c-421f-9dbe-9b746c630d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1485680132-subnet', 'tenant_id': '8bd042d522a0416e917f973ed5c71b5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:16.439612 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.455948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:16.455948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.521073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Network': ['ID=6ed49552-2da0-4d97-856c-855a1f7d8775,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:16.531520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 6ed49552-2da0-4d97-856c-855a1f7d8775 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:58:16.532038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Made reservation on behalf of 8bd042d522a0416e917f973ed5c71b5d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:16.534989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.617964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a9bfa238-35fa-4cad-b950-5df4d38b16e1 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1125636 Jun 30 02:58:16.620405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40122) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:16.626995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1127267303'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:16.776816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:16.781148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.825277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440a787-e809-45bf-ab96-fd31947064c5 req-2acb1fa5-3edb-4c1b-aa4d-82fde23b9334 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:16.828027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5440a787-e809-45bf-ab96-fd31947064c5 req-2acb1fa5-3edb-4c1b-aa4d-82fde23b9334 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.0938737 Jun 30 02:58:16.832838 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.833373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:58:16.854861 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.855436 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Added segment 3255cd91-59ad-4c32-b043-b806ffed878c of type vlan for network f7f3593f-2741-4193-a44d-f880d3ee6ff9 Jun 30 02:58:16.897846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c3139e-2788-4e72-ba63-92d733714233,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:16.900323 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5440a787-e809-45bf-ab96-fd31947064c5 req-b90c2e4a-e60f-40ef-9d81-e1a7c519e25f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665231 Jun 30 02:58:16.906505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Checking segment: {'id': '9015ec51-7079-4b2b-9e43-f7b39b95f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '95137177-df8c-421f-9dbe-9b746c630d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:16.907120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Network hostable DHCP agents. Network: 95137177-df8c-421f-9dbe-9b746c630d41, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:58:16.917066 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.016854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Network 95137177-df8c-421f-9dbe-9b746c630d41 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:58:17.046186 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.051836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:17.052599 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.103387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 95137177-df8c-421f-9dbe-9b746c630d41) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:17.115911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:17.116376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ff42f-4dc8-4ca5-85b1-a9a6807f7a2c None None] Network 95137177-df8c-421f-9dbe-9b746c630d41 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:17.117007 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.120869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Network': ['ID=f7f3593f-2741-4193-a44d-f880d3ee6ff9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:17.139218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network f7f3593f-2741-4193-a44d-f880d3ee6ff9 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:58:17.186213 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b861bfa-553a-4ea3-9995-f196df2442af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5644650 Jun 30 02:58:17.188501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40136) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:17.193832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'subnet': {'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:17.317690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6454b60-be76-4675-a30d-f58e2abb38b9 None None] Network 95137177-df8c-421f-9dbe-9b746c630d41 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:17.326956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6c159973-1f29-4c9d-8fcd-0390c90d48ca admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9121835 Jun 30 02:58:17.416342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46552307-c4d4-4e08-867a-b23d094dc03a req-014df88e-7c12-4d84-8cf5-b1883806abd9 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:17.424348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46552307-c4d4-4e08-867a-b23d094dc03a req-014df88e-7c12-4d84-8cf5-b1883806abd9 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0852842 Jun 30 02:58:17.432796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:17.436841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.541043 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46552307-c4d4-4e08-867a-b23d094dc03a req-61423813-384d-4e96-9266-64a59669f796 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157682 Jun 30 02:58:17.647636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b354f-0637-4d29-ae9d-ad8b7e1e5999 req-a8d0d91d-630f-434e-aa36-e71bf79d6e68 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:17.649290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e99b354f-0637-4d29-ae9d-ad8b7e1e5999 req-a8d0d91d-630f-434e-aa36-e71bf79d6e68 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.0742619 Jun 30 02:58:17.723153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e99b354f-0637-4d29-ae9d-ad8b7e1e5999 req-73decd29-d38e-4792-b79c-9cc8e5d9f160 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663540 Jun 30 02:58:17.851454 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.909377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Subnet': ['ID=7386bc75-bc0c-42bf-907c-18e977a0bf69,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:17.919845 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Checking segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:17.920906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network hostable DHCP agents. Network: 6ed49552-2da0-4d97-856c-855a1f7d8775, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:58:18.075909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40164) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:18.085611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network 6ed49552-2da0-4d97-856c-855a1f7d8775 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:58:18.112196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc92677-117b-4dae-8091-eb00e7033992 req-0544edf8-203b-489d-b618-2e0bc8de1ada tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:18.114565 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dc92677-117b-4dae-8091-eb00e7033992 req-0544edf8-203b-489d-b618-2e0bc8de1ada tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 946 time: 0.0829716 Jun 30 02:58:18.168161 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dc92677-117b-4dae-8091-eb00e7033992 req-0fd1826b-b5b5-4629-acd0-9502f831c518 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Jun 30 02:58:18.195476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 6ed49552-2da0-4d97-856c-855a1f7d8775) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:18.206051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636bacda-5245-4717-b3e8-63de93b62503 None None] Network 6ed49552-2da0-4d97-856c-855a1f7d8775 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:18.209376 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5a4a-5cf2-431c-9029-18d58c935b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.218508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:18.219158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.302982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9771c95c-e7bf-4d7a-9981-603a3636512d no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:18.308669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:58:18.380878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5a4a-5cf2-431c-9029-18d58c935b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.417137 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffe8ad-9b63-42b5-bc44-e34c5473e0c1 req-15f1c073-3c21-4687-a357-d87aca598822 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:18.418703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6ffe8ad-9b63-42b5-bc44-e34c5473e0c1 req-15f1c073-3c21-4687-a357-d87aca598822 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0793715 Jun 30 02:58:18.441312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-6ed49552-2da0-4d97-856c-855a1f7d8775', 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'fixed_ips': [{'subnet_id': '7386bc75-bc0c-42bf-907c-18e977a0bf69'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:58:18.442195 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.454567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40176) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:18.460748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1151374548-network', 'tenant_id': 'd091774f1d1d414883b27ffa0caacdd3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:18.466144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6ffe8ad-9b63-42b5-bc44-e34c5473e0c1 req-e477a792-b4de-45ff-824d-5c2f876c8462 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355215 Jun 30 02:58:18.578694 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5a4a-5cf2-431c-9029-18d58c935b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.626000 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.633825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a5a4a-5cf2-431c-9029-18d58c935b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f3be39-ea7d-4462-9351-fbf286887475,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:18.638024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4f8a5a4a-5cf2-431c-9029-18d58c935b7a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=161de25a11b3478597b51014ca637d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5607669 Jun 30 02:58:18.641423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40182) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:18.686620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168013f-e988-4eda-ba35-d017a89e91e3 req-aa4290c9-721f-4a74-aaf0-8ffe8e0e22f2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:18.694377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b168013f-e988-4eda-ba35-d017a89e91e3 req-aa4290c9-721f-4a74-aaf0-8ffe8e0e22f2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1092153 Jun 30 02:58:18.699256 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4df8c8f-ac3e-45ae-a4f2-ea49d3fe9cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.715679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:18.717481 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-18354929-6153-4af1-876a-39cb96fe037c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5270801 Jun 30 02:58:18.723427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40184) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:18.730851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'subnet': {'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:18.732892 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4df8c8f-ac3e-45ae-a4f2-ea49d3fe9cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.743748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9771c95c-e7bf-4d7a-9981-603a3636512d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9771c95c-e7bf-4d7a-9981-603a3636512d,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:18.752266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad405686-e495-472a-9382-b1cd07f353e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9771c95c-e7bf-4d7a-9981-603a3636512d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:18.754889 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3113651f-024d-4489-b87c-df991cf53513" -d '{"events": [{"server_uuid": "ad405686-e495-472a-9382-b1cd07f353e0", "name": "network-vif-unplugged", "status": "completed", "tag": "9771c95c-e7bf-4d7a-9981-603a3636512d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:18.764989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef', 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4', 'port_id': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef', 'mac_address': 'fa:16:3e:ad:c4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72bca90-0bc0-476c-81d4-d36458ae533b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:58:18.776945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Allocated IP 10.1.1.2 (6ed49552-2da0-4d97-856c-855a1f7d8775/7386bc75-bc0c-42bf-907c-18e977a0bf69/aa50d60d-730f-46dc-b858-0d123b27feed) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:18.816720 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b168013f-e988-4eda-ba35-d017a89e91e3 req-c19f3156-21ed-412d-bbb5-43ee9a2387cb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212094 Jun 30 02:58:18.873233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f573-365d-4bb2-a146-48dec91039c9 req-9d9395f9-8681-4729-8d81-9ba6d76f2075 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:18.874856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4059f573-365d-4bb2-a146-48dec91039c9 req-9d9395f9-8681-4729-8d81-9ba6d76f2075 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0965743 Jun 30 02:58:18.877539 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.899031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:18.933216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:18.947309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4059f573-365d-4bb2-a146-48dec91039c9 req-0a65dc97-ce38-414e-9c40-0a43d7fd3afb tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650826 Jun 30 02:58:18.992643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.993244 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4df8c8f-ac3e-45ae-a4f2-ea49d3fe9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.995262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Made reservation on behalf of d091774f1d1d414883b27ffa0caacdd3 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:18.996329 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4df8c8f-ac3e-45ae-a4f2-ea49d3fe9cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.997450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c4df8c8f-ac3e-45ae-a4f2-ea49d3fe9cbc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3f3be39-ea7d-4462-9351-fbf286887475 HTTP/1.1" status: 204 len: 168 time: 0.3548412 Jun 30 02:58:18.997745 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.011269 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.012287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df8c8f-ac3e-45ae-a4f2-ea49d3fe9cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f3be39-ea7d-4462-9351-fbf286887475,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.052773 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.066046 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.109090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Transition to ACTIVE for port object aa50d60d-730f-46dc-b858-0d123b27feed will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:19.110188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9771c95c-e7bf-4d7a-9981-603a3636512d,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.126908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f04bc-9d1e-4393-bcac-4d675a16a502 req-1f953ba5-7957-49de-adb1-4d1f9f40060d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:19.144187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Transition to ACTIVE for port object aa50d60d-730f-46dc-b858-0d123b27feed will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:19.145454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c24f04bc-9d1e-4393-bcac-4d675a16a502 req-1f953ba5-7957-49de-adb1-4d1f9f40060d tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1888566 Jun 30 02:58:19.168851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:19.173210 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.177759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.200146 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c29b5c-28c5-40fc-86ea-0518b179c4cc x-openstack-request-id: req-17c29b5c-28c5-40fc-86ea-0518b179c4cc {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:19.200461 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad405686-e495-472a-9382-b1cd07f353e0", "name": "network-vif-unplugged", "status": "failed", "tag": "9771c95c-e7bf-4d7a-9981-603a3636512d", "code": 422}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:19.200719 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17c29b5c-28c5-40fc-86ea-0518b179c4cc {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:19.201225 n-d-798249-3 neutron-server[94532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad405686-e495-472a-9382-b1cd07f353e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9771c95c-e7bf-4d7a-9981-603a3636512d', 'code': 422} returned with failed status Jun 30 02:58:19.251954 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.281383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c24f04bc-9d1e-4393-bcac-4d675a16a502 req-fe81391c-805f-415a-ad32-d8740519096e tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352377 Jun 30 02:58:19.293934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Network 6ed49552-2da0-4d97-856c-855a1f7d8775 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:19.297290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:19.300890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:19.316689 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Pushing event updated for resources: {'Port': ['ID=aa50d60d-730f-46dc-b858-0d123b27feed,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.368348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:19.443048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Attempting to bind port aa50d60d-730f-46dc-b858-0d123b27feed on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:19.443234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.443402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Attempting to bind port aa50d60d-730f-46dc-b858-0d123b27feed by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:19.443796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Attempting to bind port aa50d60d-730f-46dc-b858-0d123b27feed on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:19.454441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:19.454842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Checking segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:19.455252 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.455857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Bound using segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:19.456136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Bound port: aa50d60d-730f-46dc-b858-0d123b27feed, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:19.456580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.554673 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.569087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] For port aa50d60d-730f-46dc-b858-0d123b27feed, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:19.572974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] For port aa50d60d-730f-46dc-b858-0d123b27feed, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=aa50d60d-730f-46dc-b858-0d123b27feed,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:19.577174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:58:19.592381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2873c-0020-4d42-96eb-37f4b2e2c8c1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.595351 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.595689 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Added segment 95616013-ad0b-4922-8ecb-a5d9e2f07492 of type vlan for network b46468da-f4b1-46d9-8737-35d3fac48d48 Jun 30 02:58:19.629151 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.720272 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.786495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7ac8d-2ef0-4917-a71f-4748030f6789 None None] Pushing event updated for resources: {'Port': ['ID=aa50d60d-730f-46dc-b858-0d123b27feed,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:20.018873 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.035247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40204) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:20.055064 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c99b0f33-76a4-4464-9086-adc74b343e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.064892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Subnet': ['ID=4e1ccb5f-74d3-40ff-8f43-2c83829f2152,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:20.098046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Checking segment: {'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:20.098423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network hostable DHCP agents. Network: f7f3593f-2741-4193-a44d-f880d3ee6ff9, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:58:20.105816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cad69-fcc8-4bb5-8fcf-04bad553efd8 req-4df51f81-9226-42a1-85e1-28d7ceebbcdf tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:20.108477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab6cad69-fcc8-4bb5-8fcf-04bad553efd8 req-4df51f81-9226-42a1-85e1-28d7ceebbcdf tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1829674 Jun 30 02:58:20.175467 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab6cad69-fcc8-4bb5-8fcf-04bad553efd8 req-663afef6-5fad-4029-ab8b-933b07be9e7a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596046 Jun 30 02:58:20.206334 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9742c3-67aa-4414-910d-9acaf583411e req-aa9360d0-2b5d-4241-ba88-de6db2acde15 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:20.207960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f9742c3-67aa-4414-910d-9acaf583411e req-aa9360d0-2b5d-4241-ba88-de6db2acde15 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 945 time: 0.0738039 Jun 30 02:58:20.209389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.213159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:20.213159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.236887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c99b0f33-76a4-4464-9086-adc74b343e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.271318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network f7f3593f-2741-4193-a44d-f880d3ee6ff9 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:58:20.296119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] Pushing event updated for resources: {'Network': ['ID=b46468da-f4b1-46d9-8737-35d3fac48d48,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:20.303717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:20.311558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f9742c3-67aa-4414-910d-9acaf583411e req-247e8c8b-4e16-4a70-8c96-17e224f1fbc8 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958724 Jun 30 02:58:20.336614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c99b0f33-76a4-4464-9086-adc74b343e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.339452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network b46468da-f4b1-46d9-8737-35d3fac48d48 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:58:20.370792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, f7f3593f-2741-4193-a44d-f880d3ee6ff9) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:20.381540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c99b0f33-76a4-4464-9086-adc74b343e08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2bae6eec3d3d423bbb0008dd1ac46802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409004 Jun 30 02:58:20.382646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40210) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:20.387334 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:20.387534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe71ef-652e-4979-8edc-20b5ecd10bb4 None None] Network f7f3593f-2741-4193-a44d-f880d3ee6ff9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:20.388975 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.391189 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b0f33-76a4-4464-9086-adc74b343e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d1f6f-69e6-451d-aa3f-5b713812fe08,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:20.412778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-65857d6f-3456-4d73-87ae-eb16a6560b87 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9570284 Jun 30 02:58:20.417047 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40212) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:20.426797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Request body: {'subnet': {'network_id': 'b46468da-f4b1-46d9-8737-35d3fac48d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1151374548-subnet', 'tenant_id': 'd091774f1d1d414883b27ffa0caacdd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:20.469544 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f87b779a-a211-42d1-a125-2cb9aa5211f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.492952 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f87b779a-a211-42d1-a125-2cb9aa5211f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.507886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:20.508585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.547063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cff95f6c-c0cf-47dc-a68b-acd1a7800751 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8173199 Jun 30 02:58:20.547063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40216) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:20.553143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'port': {'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775', 'name': 'tempest-TaggedBootDevicesTest_v242-1597453847', 'fixed_ips': [{'subnet_id': '7386bc75-bc0c-42bf-907c-18e977a0bf69'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:20.666932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffceaa-765d-4da3-8466-8166b3e43953 req-9fb3b819-b110-4c59-be01-ae2c7953c66c tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:20.668415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbffceaa-765d-4da3-8466-8166b3e43953 req-9fb3b819-b110-4c59-be01-ae2c7953c66c tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1657357 Jun 30 02:58:20.685218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f87b779a-a211-42d1-a125-2cb9aa5211f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.687855 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f87b779a-a211-42d1-a125-2cb9aa5211f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.689297 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f87b779a-a211-42d1-a125-2cb9aa5211f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/473d1f6f-69e6-451d-aa3f-5b713812fe08 HTTP/1.1" status: 204 len: 168 time: 0.3051770 Jun 30 02:58:20.721713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Made reservation on behalf of d091774f1d1d414883b27ffa0caacdd3 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:20.724621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.732779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b779a-a211-42d1-a125-2cb9aa5211f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d1f6f-69e6-451d-aa3f-5b713812fe08,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:20.742956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbffceaa-765d-4da3-8466-8166b3e43953 req-b8288c97-7a7f-41da-8b05-da12510e2873 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655472 Jun 30 02:58:20.862151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:20.877148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-f7f3593f-2741-4193-a44d-f880d3ee6ff9', 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'fixed_ips': [{'subnet_id': '4e1ccb5f-74d3-40ff-8f43-2c83829f2152'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:58:20.878867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.901246 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.989223 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.010694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] device_id is not set on port 7366339e-fe46-4e01-a331-81e3b5ad4856 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:58:21.025446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:21.073856 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.078241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f825e5-94a9-4d5c-816c-6ceb1e091562 None None] Network 6ed49552-2da0-4d97-856c-855a1f7d8775 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:21.121044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Allocated IP 10.2.2.2 (f7f3593f-2741-4193-a44d-f880d3ee6ff9/4e1ccb5f-74d3-40ff-8f43-2c83829f2152/16324d54-13b9-4d0e-90a2-1b380b652add) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:21.134898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed643981-9f8d-46cc-90db-21e43cddcd03,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:21.144903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Checking segment: {'id': '95616013-ad0b-4922-8ecb-a5d9e2f07492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b46468da-f4b1-46d9-8737-35d3fac48d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:21.144903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Network hostable DHCP agents. Network: b46468da-f4b1-46d9-8737-35d3fac48d48, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:58:21.151841 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.221093 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e69e6a-3cc1-4849-b6a4-bf01380422ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:21.222412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Allocated IP 10.1.1.25 (6ed49552-2da0-4d97-856c-855a1f7d8775/7386bc75-bc0c-42bf-907c-18e977a0bf69/7366339e-fe46-4e01-a331-81e3b5ad4856) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:21.223116 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf8153e-51bc-4bf3-9bdc-56fc5a4f27b5" -d '{"events": [{"server_uuid": "12e69e6a-3cc1-4849-b6a4-bf01380422ef", "name": "network-vif-plugged", "status": "completed", "tag": "152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:21.256525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Network b46468da-f4b1-46d9-8737-35d3fac48d48 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:58:21.280748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e5549c55-4306-4a4c-8d20-f56ae9917800 None None] Provisioning for port aa50d60d-730f-46dc-b858-0d123b27feed completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:21.348643 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd687c00-6346-43b4-a763-1d3a147842f2 x-openstack-request-id: req-cd687c00-6346-43b4-a763-1d3a147842f2 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:21.349276 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e69e6a-3cc1-4849-b6a4-bf01380422ef", "name": "network-vif-plugged", "status": "completed", "tag": "152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:21.349276 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd687c00-6346-43b4-a763-1d3a147842f2 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:21.349709 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e69e6a-3cc1-4849-b6a4-bf01380422ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef', 'code': 200} Jun 30 02:58:21.362041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:21.365686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, b46468da-f4b1-46d9-8737-35d3fac48d48) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:21.371058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:21.372054 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.401139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9618adac-dba1-4f14-a3c3-0a9a2f7fe1ec None None] Network b46468da-f4b1-46d9-8737-35d3fac48d48 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:21.447814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device aa50d60d-730f-46dc-b858-0d123b27feed up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:21.502180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9652278c-1b24-4669-a99e-f1d69442cd9c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0814958 Jun 30 02:58:21.542551 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.559633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Transition to ACTIVE for port object 7366339e-fe46-4e01-a331-81e3b5ad4856 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:21.597410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8804ee-0bdf-4d6a-9e33-2895e434cde7 req-19203b15-edb4-4797-ae8f-701aa78b204e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:21.610557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f8804ee-0bdf-4d6a-9e33-2895e434cde7 req-19203b15-edb4-4797-ae8f-701aa78b204e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1906576 Jun 30 02:58:21.655211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ef2e3-983f-40a5-8a75-7893cd10c777 req-7ee63a32-55bc-4c31-86ed-e661f931f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:21.656439 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.657242 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-125ef2e3-983f-40a5-8a75-7893cd10c777 req-7ee63a32-55bc-4c31-86ed-e661f931f348 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 1097 time: 0.1948631 Jun 30 02:58:21.670726 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f8804ee-0bdf-4d6a-9e33-2895e434cde7 req-b269389e-d4fd-4898-9bed-62600d68eec0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585673 Jun 30 02:58:21.680487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Transition to ACTIVE for port object 16324d54-13b9-4d0e-90a2-1b380b652add will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:21.702100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78036d9-1b3d-4853-a286-d213929a0adb req-4f37c65f-2f45-4eb1-94c8-58c028e1b586 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:21.703858 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e78036d9-1b3d-4853-a286-d213929a0adb req-4f37c65f-2f45-4eb1-94c8-58c028e1b586 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1092043 Jun 30 02:58:21.706271 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.714407 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40240) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:21.728267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Transition to ACTIVE for port object 16324d54-13b9-4d0e-90a2-1b380b652add will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:21.748710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port aa50d60d-730f-46dc-b858-0d123b27feed completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:21.767281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c256f59-ddb8-4b1a-ab4e-05b6fa0567d8 None None] Network b46468da-f4b1-46d9-8737-35d3fac48d48 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:21.777760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port aa50d60d-730f-46dc-b858-0d123b27feed triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:21.778032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.804349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network 6ed49552-2da0-4d97-856c-855a1f7d8775 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:21.828309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-125ef2e3-983f-40a5-8a75-7893cd10c777 req-b3de8b59-8553-4170-b430-57b29c4ed4bf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529047 Jun 30 02:58:21.846514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e78036d9-1b3d-4853-a286-d213929a0adb req-cd368e92-87ce-453b-8fe8-8a72dffbc87a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303022 Jun 30 02:58:21.847029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:21.860716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:21.865049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Port': ['ID=7366339e-fe46-4e01-a331-81e3b5ad4856,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:21.872359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.872873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcbcfc1-b0f7-4bef-bd1c-5a43e1b055a6 admin admin] Deleting subnet a5c3139e-2788-4e72-ba63-92d733714233 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:58:21.877387 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcfc1-b0f7-4bef-bd1c-5a43e1b055a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.931025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Network f7f3593f-2741-4193-a44d-f880d3ee6ff9 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:21.946777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:21.950585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:21.967170 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcfc1-b0f7-4bef-bd1c-5a43e1b055a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.004454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:22.007947 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.014953 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcfc1-b0f7-4bef-bd1c-5a43e1b055a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.065145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Pushing event updated for resources: {'Port': ['ID=16324d54-13b9-4d0e-90a2-1b380b652add,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:22.128721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0c99387e-59f1-425b-a67a-811613783912 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5790775 Jun 30 02:58:22.129157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40248) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:22.145384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'port': {'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775', 'name': 'tempest-TaggedBootDevicesTest_v242-1703814203', 'fixed_ips': [{'subnet_id': '7386bc75-bc0c-42bf-907c-18e977a0bf69'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:22.158526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Attempting to bind port 16324d54-13b9-4d0e-90a2-1b380b652add on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:22.159223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Attempting to bind port 16324d54-13b9-4d0e-90a2-1b380b652add by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:22.160034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Attempting to bind port 16324d54-13b9-4d0e-90a2-1b380b652add on network f7f3593f-2741-4193-a44d-f880d3ee6ff9 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:22.201480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1ab87-499c-48e0-80be-53cb0d18cd43 req-c40a4d3e-0e8a-425c-8445-f717978cb035 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:22.202610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:22.203257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Checking segment: {'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:22.203391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ca1ab87-499c-48e0-80be-53cb0d18cd43 req-c40a4d3e-0e8a-425c-8445-f717978cb035 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1036291 Jun 30 02:58:22.204164 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.205150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Bound using segment: {'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:22.205892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Bound port: 16324d54-13b9-4d0e-90a2-1b380b652add, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:22.206811 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.212715 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.226597 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcfc1-b0f7-4bef-bd1c-5a43e1b055a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.274097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4870ccc7-b0c2-4ee9-a9fd-7f67e56f49fd None None] Provisioning complete for port aa50d60d-730f-46dc-b858-0d123b27feed triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:22.274483 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4870ccc7-b0c2-4ee9-a9fd-7f67e56f49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.291757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcfc1-b0f7-4bef-bd1c-5a43e1b055a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.294071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cfcbcfc1-b0f7-4bef-bd1c-5a43e1b055a6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a5c3139e-2788-4e72-ba63-92d733714233 HTTP/1.1" status: 204 len: 168 time: 0.5785050 Jun 30 02:58:22.297432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40252) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:22.307674 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ca1ab87-499c-48e0-80be-53cb0d18cd43 req-481b22ce-e061-4904-ac9e-bf3319a52904 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968621 Jun 30 02:58:22.313783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbcfc1-b0f7-4bef-bd1c-5a43e1b055a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c3139e-2788-4e72-ba63-92d733714233,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:22.351244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port aa50d60d-730f-46dc-b858-0d123b27feed, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=aa50d60d-730f-46dc-b858-0d123b27feed,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:22.387951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:22.394299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] For port 16324d54-13b9-4d0e-90a2-1b380b652add, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:22.398915 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.399146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] For port 16324d54-13b9-4d0e-90a2-1b380b652add, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=16324d54-13b9-4d0e-90a2-1b380b652add,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:22.433397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.434574 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.445286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] device_id is not set on port 6df77b8d-0b61-4592-8264-c9a1174498f6 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:58:22.445454 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4870ccc7-b0c2-4ee9-a9fd-7f67e56f49fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.475326 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.520745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=aa50d60d-730f-46dc-b858-0d123b27feed,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:22.594352 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-4870ccc7-b0c2-4ee9-a9fd-7f67e56f49fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:58:22.596771 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-4870ccc7-b0c2-4ee9-a9fd-7f67e56f49fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:58:22.627605 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce9bb7-40b1-463f-887d-51bc0eeaf75c None None] Pushing event updated for resources: {'Port': ['ID=16324d54-13b9-4d0e-90a2-1b380b652add,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:22.639029 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.659485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95137177-df8c-421f-9dbe-9b746c630d41']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:22.673303 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.676955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9015ec51-7079-4b2b-9e43-f7b39b95f5d3') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:22.677564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9015ec51-7079-4b2b-9e43-f7b39b95f5d3') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:22.694292 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.766054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.778555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:58:22.778790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:58:22.781026 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:58:22.834220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Allocated IP 10.1.1.65 (6ed49552-2da0-4d97-856c-855a1f7d8775/7386bc75-bc0c-42bf-907c-18e977a0bf69/6df77b8d-0b61-4592-8264-c9a1174498f6) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:23.051398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f337da-3466-40a0-8b27-bf4932f55ad7 req-35cbbeca-99b2-402b-b6cc-eb82050d5871 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:23.053171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04f337da-3466-40a0-8b27-bf4932f55ad7 req-35cbbeca-99b2-402b-b6cc-eb82050d5871 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1645567 Jun 30 02:58:23.069481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644423c-d163-4fb6-a860-0de42903bb9e req-9db41a8f-387f-462c-9975-969290052906 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:23.078861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2644423c-d163-4fb6-a860-0de42903bb9e req-9db41a8f-387f-462c-9975-969290052906 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0766048 Jun 30 02:58:23.082155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.112535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Transition to ACTIVE for port object 6df77b8d-0b61-4592-8264-c9a1174498f6 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:23.119357 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.125146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.127059 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/95137177-df8c-421f-9dbe-9b746c630d41 HTTP/1.1" status: 204 len: 168 time: 0.8279705 Jun 30 02:58:23.130924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40272) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:23.149290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04f337da-3466-40a0-8b27-bf4932f55ad7 req-4c64f17b-f1d5-4fb1-b4d9-3aa346922a15 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855975 Jun 30 02:58:23.177994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e84cc1-bfd4-478d-912d-b5189fe9d0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=95137177-df8c-421f-9dbe-9b746c630d41,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:23.212216 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2644423c-d163-4fb6-a860-0de42903bb9e req-471108fc-891a-4be0-936d-d5c4335f230f tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336935 Jun 30 02:58:23.235214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-779aef27-5f5d-4dc0-b895-f1c352a5cba9 admin admin] Deleting subnet ed643981-9f8d-46cc-90db-21e43cddcd03 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:58:23.238619 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-779aef27-5f5d-4dc0-b895-f1c352a5cba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.309134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.333815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-779aef27-5f5d-4dc0-b895-f1c352a5cba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.394856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network 6ed49552-2da0-4d97-856c-855a1f7d8775 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:23.399454 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.400100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:23.404468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:23.445240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-100a9051-030e-462a-8278-6c5d9fab89e5 None None] Provisioning for port 7366339e-fe46-4e01-a331-81e3b5ad4856 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:23.452733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-100a9051-030e-462a-8278-6c5d9fab89e5 None None] Provisioning complete for port 7366339e-fe46-4e01-a331-81e3b5ad4856 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:23.453115 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-100a9051-030e-462a-8278-6c5d9fab89e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.455845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 16324d54-13b9-4d0e-90a2-1b380b652add up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:23.464235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:23.464904 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.483381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-779aef27-5f5d-4dc0-b895-f1c352a5cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.490620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Port': ['ID=6df77b8d-0b61-4592-8264-c9a1174498f6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:23.578365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f38441a1-5754-48ed-947a-f40676c5b9b6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4468436 Jun 30 02:58:23.680031 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-779aef27-5f5d-4dc0-b895-f1c352a5cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.682196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-100a9051-030e-462a-8278-6c5d9fab89e5 None None] Port 7366339e-fe46-4e01-a331-81e3b5ad4856 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:23.772721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-779aef27-5f5d-4dc0-b895-f1c352a5cba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.774897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9e78d-e951-4401-806d-f71cf9f7f22b req-ab575fc0-3fc5-4a66-ad40-de0621da6ea6 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:23.776541 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-779aef27-5f5d-4dc0-b895-f1c352a5cba9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ed643981-9f8d-46cc-90db-21e43cddcd03 HTTP/1.1" status: 204 len: 168 time: 0.6446226 Jun 30 02:58:23.777942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779aef27-5f5d-4dc0-b895-f1c352a5cba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed643981-9f8d-46cc-90db-21e43cddcd03,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:23.779819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93f9e78d-e951-4401-806d-f71cf9f7f22b req-ab575fc0-3fc5-4a66-ad40-de0621da6ea6 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1495564 Jun 30 02:58:23.781517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40290) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:23.787814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 16324d54-13b9-4d0e-90a2-1b380b652add completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:23.802978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device aa50d60d-730f-46dc-b858-0d123b27feed up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:23.905256 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.914942 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93f9e78d-e951-4401-806d-f71cf9f7f22b req-b3271de9-2ae7-4847-a6e0-d612c114eade tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999377 Jun 30 02:58:23.924327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port aa50d60d-730f-46dc-b858-0d123b27feed triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:23.924697 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.018316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.027991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bea437d-b9bc-49a4-894b-e6de215e4999 None None] Network f7f3593f-2741-4193-a44d-f880d3ee6ff9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:24.028425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46468da-f4b1-46d9-8737-35d3fac48d48']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:24.035051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-021731a6-5236-4d3e-9799-e5eed8788734 None None] Provisioning for port 6df77b8d-0b61-4592-8264-c9a1174498f6 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:24.040730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95616013-ad0b-4922-8ecb-a5d9e2f07492') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:24.041037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95616013-ad0b-4922-8ecb-a5d9e2f07492') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:24.054577 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.066727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.073099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-021731a6-5236-4d3e-9799-e5eed8788734 None None] Provisioning complete for port 6df77b8d-0b61-4592-8264-c9a1174498f6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:24.073459 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-021731a6-5236-4d3e-9799-e5eed8788734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.074424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:58:24.074923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:58:24.078964 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:58:24.100449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40294) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:24.105401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-86bc3a14-44e8-4f7e-aea1-b5b208f54c56 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--916652344', 'description': 'tempest-description--1280015204'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:24.152345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-021731a6-5236-4d3e-9799-e5eed8788734 None None] Port 6df77b8d-0b61-4592-8264-c9a1174498f6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:24.246380 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.247963 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86bc3a14-44e8-4f7e-aea1-b5b208f54c56 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.261225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.261225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] 10.222.0.77 "DELETE /v2.0/networks/b46468da-f4b1-46d9-8737-35d3fac48d48 HTTP/1.1" status: 204 len: 168 time: 0.4751227 Jun 30 02:58:24.374243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d2db2-4f32-4999-9936-1d1dd9401caf admin admin] Pushing event deleted for resources: {'Network': ['ID=b46468da-f4b1-46d9-8737-35d3fac48d48,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:24.382444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-29626c85-59d4-4161-ac6b-8799c8f9a03b None None] Provisioning for port 16324d54-13b9-4d0e-90a2-1b380b652add completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:24.388992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-29626c85-59d4-4161-ac6b-8799c8f9a03b None None] Provisioning complete for port 16324d54-13b9-4d0e-90a2-1b380b652add triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:24.389651 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-29626c85-59d4-4161-ac6b-8799c8f9a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.429779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2ce8-e00a-4350-aca5-d823dd529847 req-5fced3c8-bc77-432c-81eb-182b846a0600 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:24.441335 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-075a2ce8-e00a-4350-aca5-d823dd529847 req-5fced3c8-bc77-432c-81eb-182b846a0600 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1778429 Jun 30 02:58:24.469679 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86bc3a14-44e8-4f7e-aea1-b5b208f54c56 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.489333 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-29626c85-59d4-4161-ac6b-8799c8f9a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.495945 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-075a2ce8-e00a-4350-aca5-d823dd529847 req-aaabe9f4-cfe5-4c4d-bd2b-e84eb2f4a487 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508192 Jun 30 02:58:24.513304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158f1a1-a77a-41dc-bf8c-aa066942bd86 req-ef722f82-f0d2-41da-ad5b-b8aa4097b228 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:24.515968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2158f1a1-a77a-41dc-bf8c-aa066942bd86 req-ef722f82-f0d2-41da-ad5b-b8aa4097b228 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1101265 Jun 30 02:58:24.553682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-29626c85-59d4-4161-ac6b-8799c8f9a03b None None] For port 16324d54-13b9-4d0e-90a2-1b380b652add, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=16324d54-13b9-4d0e-90a2-1b380b652add,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:24.573607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86bc3a14-44e8-4f7e-aea1-b5b208f54c56 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.600783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2158f1a1-a77a-41dc-bf8c-aa066942bd86 req-b19c4d01-bc48-41eb-a377-aead65900798 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702477 Jun 30 02:58:24.614697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc3a14-44e8-4f7e-aea1-b5b208f54c56 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59adc78-f788-4fb9-b091-b6612d19ff86,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:24.702861 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-29626c85-59d4-4161-ac6b-8799c8f9a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.737311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86bc3a14-44e8-4f7e-aea1-b5b208f54c56 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.739376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-86bc3a14-44e8-4f7e-aea1-b5b208f54c56 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6378598 Jun 30 02:58:24.743286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40320) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:24.749441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1233d018-294e-4565-8b5e-6be63d591c6c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'security_group_rule': {'security_group_id': 'c59adc78-f788-4fb9-b091-b6612d19ff86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:24.778074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29626c85-59d4-4161-ac6b-8799c8f9a03b None None] Pushing event updated for resources: {'Port': ['ID=16324d54-13b9-4d0e-90a2-1b380b652add,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:24.802380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9532985-7f7c-45ce-8f58-71733651285b req-c0f363aa-fe4c-46e6-8460-884f7c17e896 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:24.803860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9532985-7f7c-45ce-8f58-71733651285b req-c0f363aa-fe4c-46e6-8460-884f7c17e896 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.0807412 Jun 30 02:58:24.822642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9f25fd8a-7191-415b-87c4-bc1a4f04d0f8 None None] Provisioning complete for port 16324d54-13b9-4d0e-90a2-1b380b652add triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:24.823265 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f25fd8a-7191-415b-87c4-bc1a4f04d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.850545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9532985-7f7c-45ce-8f58-71733651285b req-e3c3028c-6627-4d67-9490-19f7e07c9ebb tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360634 Jun 30 02:58:24.867080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40330) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:24.915813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-54d4f0e8-2d96-4c63-a525-a5c5c118d38a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8bd042d522a0416e917f973ed5c71b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475576 Jun 30 02:58:24.924287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40334) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:24.964642 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1233d018-294e-4565-8b5e-6be63d591c6c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.997144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd967d55-72c4-4b0e-a15d-49074066551c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.032032 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd967d55-72c4-4b0e-a15d-49074066551c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.045913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1233d018-294e-4565-8b5e-6be63d591c6c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.135211 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1233d018-294e-4565-8b5e-6be63d591c6c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.149960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cc70b-00f4-43e6-ae6d-19ccfda56174 req-372e28ba-c9f1-45cf-ba6b-debd03ad03de tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:25.151088 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-709cc70b-00f4-43e6-ae6d-19ccfda56174 req-372e28ba-c9f1-45cf-ba6b-debd03ad03de tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.0644867 Jun 30 02:58:25.157667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233d018-294e-4565-8b5e-6be63d591c6c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f9dc36-dd10-45e9-8f99-4f1b3eb736f0,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:25.198017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-709cc70b-00f4-43e6-ae6d-19ccfda56174 req-c3af068c-cbe1-48f7-8fbe-ffb07554fdcc tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362144 Jun 30 02:58:25.206782 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd967d55-72c4-4b0e-a15d-49074066551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.209799 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd967d55-72c4-4b0e-a15d-49074066551c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.211110 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cd967d55-72c4-4b0e-a15d-49074066551c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e5a6fd8e-3120-407e-85cc-235507bc726e HTTP/1.1" status: 204 len: 168 time: 0.2869117 Jun 30 02:58:25.225065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967d55-72c4-4b0e-a15d-49074066551c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a6fd8e-3120-407e-85cc-235507bc726e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:25.239346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1233d018-294e-4565-8b5e-6be63d591c6c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.243247 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1233d018-294e-4565-8b5e-6be63d591c6c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4986649 Jun 30 02:58:25.250467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 16324d54-13b9-4d0e-90a2-1b380b652add up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:25.253686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40348) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:25.262058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3bf8d247-d9bc-4b38-97a7-5c85891914ca tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'security_group_rule': {'security_group_id': 'c59adc78-f788-4fb9-b091-b6612d19ff86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:25.297437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 16324d54-13b9-4d0e-90a2-1b380b652add triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:25.297851 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.517915 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d247-d9bc-4b38-97a7-5c85891914ca tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.581546 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d247-d9bc-4b38-97a7-5c85891914ca tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.671561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96569a8d-b963-4406-a64c-23bb7d5ad889 req-53ab9048-a13b-4025-92e4-fd5a4061f1f1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:25.673982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96569a8d-b963-4406-a64c-23bb7d5ad889 req-53ab9048-a13b-4025-92e4-fd5a4061f1f1 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0659320 Jun 30 02:58:25.691622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d247-d9bc-4b38-97a7-5c85891914ca tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.715623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8d247-d9bc-4b38-97a7-5c85891914ca tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f78c10-1392-4928-b58c-61fd5af5a85f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:25.720024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-96569a8d-b963-4406-a64c-23bb7d5ad889 req-33a769ce-a4bb-4baf-ae18-e99ab9cd8804 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407364 Jun 30 02:58:25.856306 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d247-d9bc-4b38-97a7-5c85891914ca tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.856306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3bf8d247-d9bc-4b38-97a7-5c85891914ca tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5969379 Jun 30 02:58:25.856306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40368) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:25.861877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:25.984877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40376) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:25.999852 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.007047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-f998db45-1ff8-4102-ab29-9de2433bd55c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:26.007047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-f998db45-1ff8-4102-ab29-9de2433bd55c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/networks?id=2b648be1-0113-4d32-9451-80e8b42fe7f4 HTTP/1.1" status: 200 len: 815 time: 0.1119201 Jun 30 02:58:26.019681 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-091c9dfe-1c99-4da2-9fe2-e5c49aa7f3e5 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/quotas/0466d81086e5497dadb2f7d70213636d HTTP/1.1" status: 200 len: 375 time: 0.0106177 Jun 30 02:58:26.086528 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-23cad4af-1524-438e-9b24-28df99417b11 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0466d81086e5497dadb2f7d70213636d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606480 Jun 30 02:58:26.101764 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4c3d-393c-4f4c-a909-ca8cef59d946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.147202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.234915 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-448d0793-d28b-47d0-a971-9c6c824e2ba5 service neutron] 10.222.0.77 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408956 Jun 30 02:58:26.416769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Allocated IP 172.25.2.19 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/6b78c32b-b1a6-4078-9900-22018b2ec8ce) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:26.416769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40384) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:26.416769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4c3d-393c-4f4c-a909-ca8cef59d946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.420332 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-bbe0ab7a-a313-476b-9b81-5cc14f420114 service neutron] 10.222.0.77 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962796 Jun 30 02:58:26.426285 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-44da7e26-e245-4442-b2fa-d9a41bb8620c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d091774f1d1d414883b27ffa0caacdd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1211801 Jun 30 02:58:26.429599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40386) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:26.488106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dc75551-567a-47f1-b4a2-1df42622fd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.495999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7588b-11dd-418d-8b8d-250f9873324e req-d32ce9bd-c3cd-45d9-a1ef-e69a1c3fcdd4 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:26.497614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ece7588b-11dd-418d-8b8d-250f9873324e req-d32ce9bd-c3cd-45d9-a1ef-e69a1c3fcdd4 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1722088 Jun 30 02:58:26.503228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.510609 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dc75551-567a-47f1-b4a2-1df42622fd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.558093 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ece7588b-11dd-418d-8b8d-250f9873324e req-f99dad86-556d-4ff1-8b9c-deab856d8b03 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Jun 30 02:58:26.868654 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4c3d-393c-4f4c-a909-ca8cef59d946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.908212 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7b4d4c3d-393c-4f4c-a909-ca8cef59d946 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ad01b21269c24a62bb1209ffbf0d4013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9216096 Jun 30 02:58:26.908918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d4c3d-393c-4f4c-a909-ca8cef59d946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63040f35-ce60-4339-8904-ae066e4a1776,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:26.910901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40394) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:26.926354 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dc75551-567a-47f1-b4a2-1df42622fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.927536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.928804 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dc75551-567a-47f1-b4a2-1df42622fd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.937241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2dc75551-567a-47f1-b4a2-1df42622fd55 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32b2873c-0020-4d42-96eb-37f4b2e2c8c1 HTTP/1.1" status: 204 len: 168 time: 0.5020719 Jun 30 02:58:26.977748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc75551-567a-47f1-b4a2-1df42622fd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2873c-0020-4d42-96eb-37f4b2e2c8c1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:26.999958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Port': ['ID=6b78c32b-b1a6-4078-9900-22018b2ec8ce,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:27.044279 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80e49129-e0f4-44a2-a88e-aa34051d481e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.075703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80e49129-e0f4-44a2-a88e-aa34051d481e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.088220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:27.093880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:27.097542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:27.179486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff10825-e840-4997-ab3c-a1d83720556a req-7a10f301-edf7-40f6-b196-c94b184fc51e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:27.181309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ff10825-e840-4997-ab3c-a1d83720556a req-7a10f301-edf7-40f6-b196-c94b184fc51e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.74 "GET /v2.0/ports?device_id=12e69e6a-3cc1-4849-b6a4-bf01380422ef HTTP/1.1" status: 200 len: 946 time: 0.1740077 Jun 30 02:58:27.200391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b689f464-a8bb-4c15-ad72-eb1afb779859 req-c8165ec6-5439-4978-b99e-d8abeb8bd23a tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 210 time: 0.0381377 Jun 30 02:58:27.246634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d0a1f-8d11-4a0e-ac37-ab00b664ef8f req-dc24476f-88b0-442b-b7bf-3a3ba53ca73c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:27.248265 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f95d0a1f-8d11-4a0e-ac37-ab00b664ef8f req-dc24476f-88b0-442b-b7bf-3a3ba53ca73c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.2438624 Jun 30 02:58:27.321040 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f95d0a1f-8d11-4a0e-ac37-ab00b664ef8f req-9eee633b-5974-4769-9a03-3cedacfe7f1d tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635300 Jun 30 02:58:27.333718 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80e49129-e0f4-44a2-a88e-aa34051d481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.333718 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80e49129-e0f4-44a2-a88e-aa34051d481e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.337379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-80e49129-e0f4-44a2-a88e-aa34051d481e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63040f35-ce60-4339-8904-ae066e4a1776 HTTP/1.1" status: 204 len: 168 time: 0.4229486 Jun 30 02:58:27.346391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e49129-e0f4-44a2-a88e-aa34051d481e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63040f35-ce60-4339-8904-ae066e4a1776,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:27.375595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-0ff10825-e840-4997-ab3c-a1d83720556a req-bf3685f5-ab50-47f8-b048-e00918a5bb89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Deleting port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:27.375967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0ff10825-e840-4997-ab3c-a1d83720556a req-bf3685f5-ab50-47f8-b048-e00918a5bb89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.423348 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.484111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0ff10825-e840-4997-ab3c-a1d83720556a req-bf3685f5-ab50-47f8-b048-e00918a5bb89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] For port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:27.484513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0ff10825-e840-4997-ab3c-a1d83720556a req-bf3685f5-ab50-47f8-b048-e00918a5bb89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.502811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-0ff10825-e840-4997-ab3c-a1d83720556a req-bf3685f5-ab50-47f8-b048-e00918a5bb89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Calling delete_port for 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:27.596157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.837656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81f2af-4079-4487-b529-4fd6e677d859 req-f41670ed-c8f3-4422-8394-62070d788a47 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:27.839540 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f81f2af-4079-4487-b529-4fd6e677d859 req-f41670ed-c8f3-4422-8394-62070d788a47 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1436827 Jun 30 02:58:27.844209 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.880191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f81f2af-4079-4487-b529-4fd6e677d859 req-04c80cba-3ff7-4525-b4e5-32b8ff354540 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Jun 30 02:58:27.902311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0ff10825-e840-4997-ab3c-a1d83720556a req-bf3685f5-ab50-47f8-b048-e00918a5bb89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.914886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:27.940503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3685f5-ab50-47f8-b048-e00918a5bb89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Pushing event deleted for resources: {'Port': ['ID=152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:27.997188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff10825-e840-4997-ab3c-a1d83720556a req-bf3685f5-ab50-47f8-b048-e00918a5bb89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] No DVR routers for this DVR port 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:27.997188 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.997188 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0ff10825-e840-4997-ab3c-a1d83720556a req-bf3685f5-ab50-47f8-b048-e00918a5bb89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.999774 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ff10825-e840-4997-ab3c-a1d83720556a req-bf3685f5-ab50-47f8-b048-e00918a5bb89 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.74 "DELETE /v2.0/ports/152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef HTTP/1.1" status: 204 len: 173 time: 0.8068576 Jun 30 02:58:28.001608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e69e6a-3cc1-4849-b6a4-bf01380422ef', 'name': 'network-vif-deleted', 'tag': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:28.009471 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863b080d-d616-4300-b167-3e7f98621296" -d '{"events": [{"server_uuid": "12e69e6a-3cc1-4849-b6a4-bf01380422ef", "name": "network-vif-deleted", "tag": "152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:28.064375 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678face1-f9df-4e4b-ada3-266a535d1b62 x-openstack-request-id: req-678face1-f9df-4e4b-ada3-266a535d1b62 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:28.064664 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e69e6a-3cc1-4849-b6a4-bf01380422ef", "name": "network-vif-deleted", "tag": "152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:28.064904 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-678face1-f9df-4e4b-ada3-266a535d1b62 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:28.065295 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e69e6a-3cc1-4849-b6a4-bf01380422ef', 'name': 'network-vif-deleted', 'tag': '152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef', 'status': 'completed', 'code': 200} Jun 30 02:58:28.084447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Port': ['ID=6b78c32b-b1a6-4078-9900-22018b2ec8ce,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:28.098398 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.291821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc0a00e3-f28e-40bb-b7d5-d08842fcd588 req-b3c26392-a062-4796-b2f8-3e1e6b2287b7 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 210 time: 0.0291021 Jun 30 02:58:28.307009 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.309046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-52388e68-cc02-424e-b004-da1b525ae38c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4508662 Jun 30 02:58:28.402146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40438) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:28.416991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e84d0352-feb7-4dc2-b29f-df6f3b26bf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.527259 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e84d0352-feb7-4dc2-b29f-df6f3b26bf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.570818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9cbcc-cdd4-484d-81eb-2af40bfb56b0 req-09700530-0f6b-4eef-a065-a55b6a93c0b0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:28.572580 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83e9cbcc-cdd4-484d-81eb-2af40bfb56b0 req-09700530-0f6b-4eef-a065-a55b6a93c0b0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0951550 Jun 30 02:58:28.613363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83e9cbcc-cdd4-484d-81eb-2af40bfb56b0 req-8091a4c3-4ce8-4176-886a-fde9e0b9afd3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343015 Jun 30 02:58:28.616305 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c01c384-b2f1-4425-be5c-13d9bb015e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.656211 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e84d0352-feb7-4dc2-b29f-df6f3b26bf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.715536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e84d0352-feb7-4dc2-b29f-df6f3b26bf42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac874138efd849d2869b3d0dd842821a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124621 Jun 30 02:58:28.719052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40456) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:28.719691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d0352-feb7-4dc2-b29f-df6f3b26bf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dee218e-95ca-4ab0-b241-0d72ccdf4374,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:28.733404 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7afe26ff-1693-41a4-bf67-a426716aef11 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--916652344&fields=id&tenant_id=a755bb4896d04a0196f012748728909d HTTP/1.1" status: 200 len: 267 time: 0.0856745 Jun 30 02:58:28.820847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-51345e00-bda6-4f6b-b65b-b95bd857b734 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:28.822229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-51345e00-bda6-4f6b-b65b-b95bd857b734 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports/7366339e-fe46-4e01-a331-81e3b5ad4856 HTTP/1.1" status: 200 len: 936 time: 0.0784092 Jun 30 02:58:28.825352 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0fd9-eec9-4008-ba5e-2248f560637a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.879010 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0fd9-eec9-4008-ba5e-2248f560637a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.919187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c43d3f90-9649-458d-9cc0-900256cda3f4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:28.928237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c43d3f90-9649-458d-9cc0-900256cda3f4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports/6df77b8d-0b61-4592-8264-c9a1174498f6 HTTP/1.1" status: 200 len: 936 time: 0.0973942 Jun 30 02:58:28.998433 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-5802c337-129b-462e-851e-5345389fdcd3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0691240 Jun 30 02:58:29.035692 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-9d368645-582c-4884-aaaa-e755a8b23cc2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0362983 Jun 30 02:58:29.095294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306c37-0feb-4a9e-b4b3-4a5887843820 req-aa165373-b776-408c-ae39-6c10e5cb2806 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:29.098070 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42306c37-0feb-4a9e-b4b3-4a5887843820 req-aa165373-b776-408c-ae39-6c10e5cb2806 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.0750179 Jun 30 02:58:29.161983 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42306c37-0feb-4a9e-b4b3-4a5887843820 req-eba97113-522f-4f23-98cf-d8afc64aaeb6 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583625 Jun 30 02:58:29.164744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-a8047f42-3d47-4641-a800-5f7b49b21f79 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:29.171354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-a8047f42-3d47-4641-a800-5f7b49b21f79 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:29.192893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-a8047f42-3d47-4641-a800-5f7b49b21f79 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:29.195241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-a8047f42-3d47-4641-a800-5f7b49b21f79 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/networks?id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9 HTTP/1.1" status: 200 len: 1995 time: 0.1580734 Jun 30 02:58:29.196981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0fd9-eec9-4008-ba5e-2248f560637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:29.199807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfe0fd9-eec9-4008-ba5e-2248f560637a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:29.206198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7dfe0fd9-eec9-4008-ba5e-2248f560637a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6dee218e-95ca-4ab0-b241-0d72ccdf4374 HTTP/1.1" status: 204 len: 168 time: 0.4784584 Jun 30 02:58:29.217691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe0fd9-eec9-4008-ba5e-2248f560637a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dee218e-95ca-4ab0-b241-0d72ccdf4374,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:29.244380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-1c1c8b8f-8a9a-4fce-af6c-d08e515181ce tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/quotas/a755bb4896d04a0196f012748728909d HTTP/1.1" status: 200 len: 375 time: 0.0394034 Jun 30 02:58:29.350105 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-e8c928fc-2810-44f7-94c5-aeffaedca36e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0991144 Jun 30 02:58:29.468784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-db8aac88-ad45-45aa-abfd-14c2337d4f27 service neutron] 10.222.0.77 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054108 Jun 30 02:58:29.545711 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-01d26996-0b07-468a-88f8-28d65127a985 req-b2f90df9-b878-4102-a46d-7fbd24d25cff tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 210 time: 0.0332227 Jun 30 02:58:29.564747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-1d4e2033-0eea-4019-9434-8c5c4c8815ea service neutron] 10.222.0.77 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900421 Jun 30 02:58:29.613591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-a7e0ca39-eab4-4c3d-a1b4-8d388880041f service neutron] 10.222.0.77 "GET /v2.0/ports/7366339e-fe46-4e01-a331-81e3b5ad4856?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0426221 Jun 30 02:58:29.734736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-a29e78ae-b94a-4e50-addc-403d5dff48ed service neutron] 10.222.0.77 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155005 Jun 30 02:58:29.857078 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-20874a2e-0c4f-49e4-a760-51e40a5685a5 service neutron] 10.222.0.77 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141500 Jun 30 02:58:29.877316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c91f75-9370-4df9-81e5-18d935b010c0 req-d702148a-66bf-4eb7-b181-b38b81302e1b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:29.884401 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8c91f75-9370-4df9-81e5-18d935b010c0 req-d702148a-66bf-4eb7-b181-b38b81302e1b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1027157 Jun 30 02:58:29.926430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8c91f75-9370-4df9-81e5-18d935b010c0 req-0141f4aa-8a51-4118-a3df-70f85841103b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408514 Jun 30 02:58:29.936588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-1612bbc6-03ac-4220-b9d7-1fcdd1ae1650 service neutron] 10.222.0.77 "GET /v2.0/ports/6df77b8d-0b61-4592-8264-c9a1174498f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0711946 Jun 30 02:58:30.042628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-a0abda74-5b01-4ef4-8f0b-1b5eabc3a421 service neutron] 10.222.0.77 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996788 Jun 30 02:58:30.220054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-43b7b444-dd0b-4dbb-8940-b8691176adab tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:30.221707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-43b7b444-dd0b-4dbb-8940-b8691176adab tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.83 "GET /v2.0/networks?id=2b648be1-0113-4d32-9451-80e8b42fe7f4 HTTP/1.1" status: 200 len: 815 time: 0.1621239 Jun 30 02:58:30.223586 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-51e0d6a5-c120-4a39-8010-0dbf85cb26df service neutron] 10.222.0.77 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741529 Jun 30 02:58:30.245710 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Request body: {'port': {'device_id': '70ad5f3c-780a-42a4-af60-c0dac4af5164', 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4', 'admin_state_up': True, 'tenant_id': '0466d81086e5497dadb2f7d70213636d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:30.392272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:30.419544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:58:30.420273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 152b6f29-8ebc-4eaf-9da6-ec2a1d71d1ef not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:30.433850 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-3d70cafa-e2a1-4d30-aedb-0bc87c8f7450 service neutron] 10.222.0.77 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827390 Jun 30 02:58:30.442889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b62d12-8838-42ed-93ff-2f3cf27918c3 req-4d1b0e31-6f71-40f9-a8dc-65f8213be00b tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:30.444579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76b62d12-8838-42ed-93ff-2f3cf27918c3 req-4d1b0e31-6f71-40f9-a8dc-65f8213be00b tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1174028 Jun 30 02:58:30.495956 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76b62d12-8838-42ed-93ff-2f3cf27918c3 req-65caf36a-5614-4d09-9496-857ebbc90519 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427728 Jun 30 02:58:30.547613 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-eaeadde2-5a57-48dc-9112-32167e1bf71d service neutron] 10.222.0.77 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055288 Jun 30 02:58:30.621896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Made reservation on behalf of 0466d81086e5497dadb2f7d70213636d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:30.623465 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:30.706505 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-95fe2399-3f01-441e-9b6e-5c24fad1a1b0 service neutron] 10.222.0.77 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529675 Jun 30 02:58:30.845672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Allocated IP 172.20.0.9 (2b648be1-0113-4d32-9451-80e8b42fe7f4/e72bca90-0bc0-476c-81d4-d36458ae533b/ce6503a9-2af9-4c43-85d7-601ec33f5f59) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:30.980964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-635d0aa0-ac76-45f9-ba09-dbc64d9f9691 req-f0264aad-dee6-4468-a4c1-6d562974e99d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 210 time: 0.0508862 Jun 30 02:58:31.142897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3563fe-dd39-48db-9d9a-a1d9b93e213c req-430ddf18-e77c-4694-afa3-3fc163742353 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:31.144369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5d3563fe-dd39-48db-9d9a-a1d9b93e213c req-430ddf18-e77c-4694-afa3-3fc163742353 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0626311 Jun 30 02:58:31.184209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5d3563fe-dd39-48db-9d9a-a1d9b93e213c req-322e3028-ab9b-4bd0-92ef-83b03f0ff371 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328524 Jun 30 02:58:31.269415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-545a6073-4d63-4e99-87f7-1bdf3cee2dc0 service neutron] 10.222.0.77 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538564 Jun 30 02:58:31.280178 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:31.327001 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:31.334089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9df2d560-24ff-40d8-83c2-1e8d5a3ad6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:31.387616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7db03a15-f128-4de7-b905-743f5990c41f service neutron] 10.222.0.77 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113670 Jun 30 02:58:31.477835 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-ba26a863-8367-4579-a397-b0a4a8cd274e service neutron] 10.222.0.77 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837500 Jun 30 02:58:31.568788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-19d59be5-f4c5-4c38-a8a1-4ca81915ecee service neutron] 10.222.0.77 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807252 Jun 30 02:58:31.936636 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:31.997062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Network 2b648be1-0113-4d32-9451-80e8b42fe7f4 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:32.013524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:32.016751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Pushing event updated for resources: {'Port': ['ID=ce6503a9-2af9-4c43-85d7-601ec33f5f59,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:32.018890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:32.061760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.062116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.062470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.062771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.063100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.063424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.063745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.064066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.064386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.064703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.065018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.065330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:32.072739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-3fee4068-d434-4f33-af5b-d3cffc9313be service neutron] 10.222.0.77 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027521 Jun 30 02:58:32.084797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749a558-335d-4ed6-9f6b-19ffdfbf2925 req-bd0c6c86-510e-4aaf-a292-03f572ac808c tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.086676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6749a558-335d-4ed6-9f6b-19ffdfbf2925 req-bd0c6c86-510e-4aaf-a292-03f572ac808c tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.0896313 Jun 30 02:58:32.103611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.104609 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.217258 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6749a558-335d-4ed6-9f6b-19ffdfbf2925 req-dc4d98a8-d50b-4850-965e-421b70df2482 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236069 Jun 30 02:58:32.273406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-d953e46c-0374-49af-8507-0f22b9a3ddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.273406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-d953e46c-0374-49af-8507-0f22b9a3ddc8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1095 time: 0.1453347 Jun 30 02:58:32.318782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-df191848-6dd7-41d9-a8f6-34d3cd8fee22 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0789323 Jun 30 02:58:32.331732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Request body: {'port': {'device_id': '70ad5f3c-780a-42a4-af60-c0dac4af5164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:32.378844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-736f4589-9b2d-40e1-bab5-f97853f8e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.380608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-736f4589-9b2d-40e1-bab5-f97853f8e053 service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.1110375 Jun 30 02:58:32.432479 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.486450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-c397eeaa-8563-4a24-890d-dfe82706a7c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 999 time: 0.0998385 Jun 30 02:58:32.546676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-2c880683-3d0c-4bad-bc73-fcdc25b8c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.548151 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-2c880683-3d0c-4bad-bc73-fcdc25b8c9c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0555532 Jun 30 02:58:32.651474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-a0f15201-5228-49b0-8ea6-ae17e1f5b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.654367 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-a0f15201-5228-49b0-8ea6-ae17e1f5b88d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991652 Jun 30 02:58:32.724751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1e697-fb9d-4736-9c74-343aa0a2f231 req-e5909661-791e-47ce-9675-4896033c61fa tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.726465 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b1e697-fb9d-4736-9c74-343aa0a2f231 req-e5909661-791e-47ce-9675-4896033c61fa tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1366737 Jun 30 02:58:32.764305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6503a9-2af9-4c43-85d7-601ec33f5f59 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:32.772253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.796059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40b1e697-fb9d-4736-9c74-343aa0a2f231 req-45f6d274-e05a-4969-9a9c-52c1909020ab tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610776 Jun 30 02:58:32.808520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-d693685a-6276-4110-a4a1-b21d971c7b47 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413641 Jun 30 02:58:32.879066 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.911126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70dcf3c0-caa1-4a49-9b2f-f46d004992db req-d00977a7-5c2a-4259-b2b7-15a55776e63a service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955296 Jun 30 02:58:32.930625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Transition to ACTIVE for port object ce6503a9-2af9-4c43-85d7-601ec33f5f59 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:33.004642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f828c18-a6dc-4506-9c6f-97b3bc538440 req-8018446e-6556-474e-b008-1602e02c8a61 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:33.006151 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f828c18-a6dc-4506-9c6f-97b3bc538440 req-8018446e-6556-474e-b008-1602e02c8a61 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 931 time: 0.0667894 Jun 30 02:58:33.048086 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f828c18-a6dc-4506-9c6f-97b3bc538440 req-97df5998-5d99-4e44-938e-34fb02b6c612 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361261 Jun 30 02:58:33.051353 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.167373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6503a9-2af9-4c43-85d7-601ec33f5f59,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:33.205100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Attempting to bind port ce6503a9-2af9-4c43-85d7-601ec33f5f59 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:33.205596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Attempting to bind port ce6503a9-2af9-4c43-85d7-601ec33f5f59 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:33.208679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Attempting to bind port ce6503a9-2af9-4c43-85d7-601ec33f5f59 on network 2b648be1-0113-4d32-9451-80e8b42fe7f4 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:33.210372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Port ce6503a9-2af9-4c43-85d7-601ec33f5f59 on network 2b648be1-0113-4d32-9451-80e8b42fe7f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:58:33.210838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Attempting to bind port ce6503a9-2af9-4c43-85d7-601ec33f5f59 on network 2b648be1-0113-4d32-9451-80e8b42fe7f4 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:33.216171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:33.216597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Checking segment: {'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:33.216984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Bound using segment: {'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:33.217409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Bound port: ce6503a9-2af9-4c43-85d7-601ec33f5f59, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb662f8-c13c-4bcb-997d-247c9359a905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:33.217813 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.291892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] For port ce6503a9-2af9-4c43-85d7-601ec33f5f59, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:33.296282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] For port ce6503a9-2af9-4c43-85d7-601ec33f5f59, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ce6503a9-2af9-4c43-85d7-601ec33f5f59,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:33.485261 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.576320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:33.577893 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:33.579756 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] 10.222.0.83 "PUT /v2.0/ports/ce6503a9-2af9-4c43-85d7-601ec33f5f59 HTTP/1.1" status: 200 len: 1091 time: 1.2527831 Jun 30 02:58:33.580419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ad5f3c-780a-42a4-af60-c0dac4af5164', 'tag': 'ce6503a9-2af9-4c43-85d7-601ec33f5f59'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:33.583539 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c" -d '{"events": [{"name": "network-changed", "server_uuid": "70ad5f3c-780a-42a4-af60-c0dac4af5164", "tag": "ce6503a9-2af9-4c43-85d7-601ec33f5f59"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:33.603825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca187d1-aa70-4053-bf21-d26cf299dad7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6503a9-2af9-4c43-85d7-601ec33f5f59,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:33.804715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-3730a4f6-5413-4268-a10d-96199e00ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:33.806631 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-3730a4f6-5413-4268-a10d-96199e00ca47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0466d81086e5497dadb2f7d70213636d&device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 1094 time: 0.0559826 Jun 30 02:58:33.852730 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-73644b68-1ba9-46ad-9568-56eec02a61a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce6503a9-2af9-4c43-85d7-601ec33f5f59 HTTP/1.1" status: 200 len: 217 time: 0.0388551 Jun 30 02:58:33.921846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-7d4f6e31-1436-45b0-877e-d88cb4a43137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:33.923994 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-7d4f6e31-1436-45b0-877e-d88cb4a43137 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e72bca90-0bc0-476c-81d4-d36458ae533b HTTP/1.1" status: 200 len: 855 time: 0.0639613 Jun 30 02:58:33.961475 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-3ea76304-140b-425e-aa3b-1cf53b61c179 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b648be1-0113-4d32-9451-80e8b42fe7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300286 Jun 30 02:58:33.972667 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e26ca45-b193-4853-9a55-9c6ec4acd846 x-openstack-request-id: req-3e26ca45-b193-4853-9a55-9c6ec4acd846 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:33.972667 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ad5f3c-780a-42a4-af60-c0dac4af5164", "tag": "ce6503a9-2af9-4c43-85d7-601ec33f5f59", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:33.972927 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e26ca45-b193-4853-9a55-9c6ec4acd846 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:33.973306 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ad5f3c-780a-42a4-af60-c0dac4af5164', 'tag': 'ce6503a9-2af9-4c43-85d7-601ec33f5f59', 'status': 'completed', 'code': 200} Jun 30 02:58:34.092052 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-76b444e6-2095-46a5-9433-25e661934110 service neutron] 10.222.0.83 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172264 Jun 30 02:58:34.094314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-713b3528-3846-48cd-b080-a7b2b8dae917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.095429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-713b3528-3846-48cd-b080-a7b2b8dae917 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f44e96c3be974bac97c9200b83095250&device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 1097 time: 0.1331151 Jun 30 02:58:34.217753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02e1b8-0d0f-40fd-8821-e8dac8197ef3 req-b560a57c-8cd0-46b8-81ee-f1be02939bec tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.226852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fa02e1b8-0d0f-40fd-8821-e8dac8197ef3 req-b560a57c-8cd0-46b8-81ee-f1be02939bec tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1689994 Jun 30 02:58:34.298403 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fa02e1b8-0d0f-40fd-8821-e8dac8197ef3 req-017e6149-3535-4d29-a169-9abac369bf72 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701101 Jun 30 02:58:34.338890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-d3e53d06-8301-415c-9e53-3fa29b10b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.340414 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-d3e53d06-8301-415c-9e53-3fa29b10b5a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eec260d4-9858-44ea-b6dc-7930784a43b0 HTTP/1.1" status: 200 len: 916 time: 0.2365265 Jun 30 02:58:34.344103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b3ea90c-140f-4605-a6ad-8ec9a61a9b2f req-b1cc1b1f-43c5-4ab6-aa90-44b0b247ff89 service neutron] 10.222.0.83 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390456 Jun 30 02:58:34.379525 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bc07c2b-e546-4b55-953c-83125f4103ff req-368b16f9-76b9-45d9-bcc7-1dd96281bfaa tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0397809 Jun 30 02:58:34.393801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-46eed789-993c-4452-a1a3-769f3c2f9531 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26e23905-3e5c-493d-b289-24b207fe5972 HTTP/1.1" status: 200 len: 217 time: 0.0428977 Jun 30 02:58:34.399019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40644) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:34.457400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec5f67-25c5-4ad6-814b-70b6578bc46c req-71601ecf-6c33-4880-97c9-6700a79f27ab tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.459442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35ec5f67-25c5-4ad6-814b-70b6578bc46c req-71601ecf-6c33-4880-97c9-6700a79f27ab tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1735702 Jun 30 02:58:34.476245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-8bd89031-54f7-4e56-a97d-2486f1ede340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.478386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-8bd89031-54f7-4e56-a97d-2486f1ede340 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b5a002c1-9634-4ab2-b3d2-4d667ded6f27 HTTP/1.1" status: 200 len: 854 time: 0.0745575 Jun 30 02:58:34.546954 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-232dd8fa-5fd5-4806-a5a3-82976b1ef6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.576660 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.577277 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35ec5f67-25c5-4ad6-814b-70b6578bc46c req-872e3b8a-2e5b-4730-a7c2-68bc7cbf2ec7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117628 Jun 30 02:58:34.603172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b8fcc-da4e-420c-8e83-bd68dbacfdbc req-32e7ff6a-c337-4399-8396-67061f8a0398 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.606083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c req-ab996df0-77a0-4f5b-b869-8505ba1f7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.608213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c req-ab996df0-77a0-4f5b-b869-8505ba1f7b7c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0466d81086e5497dadb2f7d70213636d&device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 1094 time: 0.1103575 Jun 30 02:58:34.626616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-44ec763c-6960-4472-981f-43f6b4954263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.626616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-44ec763c-6960-4472-981f-43f6b4954263 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eec260d4-9858-44ea-b6dc-7930784a43b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283393 Jun 30 02:58:34.627614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b9b8fcc-da4e-420c-8e83-bd68dbacfdbc req-32e7ff6a-c337-4399-8396-67061f8a0398 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 943 time: 0.1173770 Jun 30 02:58:34.687485 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b9b8fcc-da4e-420c-8e83-bd68dbacfdbc req-39596532-c34e-4171-98b7-67175ecf325c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683932 Jun 30 02:58:34.737694 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-232dd8fa-5fd5-4806-a5a3-82976b1ef6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.823035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c req-2b27ebd4-a903-4686-a565-3fed043b2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.826645 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c req-2b27ebd4-a903-4686-a565-3fed043b2ad0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2b648be1-0113-4d32-9451-80e8b42fe7f4 HTTP/1.1" status: 200 len: 916 time: 0.2065613 Jun 30 02:58:34.828276 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-b82b44db-4267-4a5d-b875-c9d0b35b6741 service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020822 Jun 30 02:58:34.892809 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c req-70088caa-c708-4652-9305-4de2b79e2f48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce6503a9-2af9-4c43-85d7-601ec33f5f59 HTTP/1.1" status: 200 len: 217 time: 0.0559633 Jun 30 02:58:34.976027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f7bbc-ab52-4c6c-9622-7bc5b2f2b6b0 req-bd4c5c23-68c8-4350-9923-42e889379d49 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.977556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a8f7bbc-ab52-4c6c-9622-7bc5b2f2b6b0 req-bd4c5c23-68c8-4350-9923-42e889379d49 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.2335334 Jun 30 02:58:34.992726 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-232dd8fa-5fd5-4806-a5a3-82976b1ef6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:35.027080 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-232dd8fa-5fd5-4806-a5a3-82976b1ef6ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e3641f7b96d4e43b06408e3d2e60c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267087 Jun 30 02:58:35.027349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c req-4796e41f-d6de-4d8c-8ace-e64dc81d663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:35.028786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c req-4796e41f-d6de-4d8c-8ace-e64dc81d663c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e72bca90-0bc0-476c-81d4-d36458ae533b HTTP/1.1" status: 200 len: 855 time: 0.1103151 Jun 30 02:58:35.029199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dd8fa-5fd5-4806-a5a3-82976b1ef6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc2de10-46eb-4396-bb44-fe80bc12b051,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:35.031774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40658) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:35.060815 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6bd27ac0-7a8e-43dc-81aa-70f840a0ace5 req-d14ea4f7-465c-4705-873f-8d2be27d24cd service neutron] 10.222.0.83 "GET /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161522 Jun 30 02:58:35.079193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a8f7bbc-ab52-4c6c-9622-7bc5b2f2b6b0 req-743e8e81-3b82-45be-9bbd-8d272d7704c8 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931485 Jun 30 02:58:35.081339 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c req-970d0b66-03f6-435c-aaf9-8746778b775d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b648be1-0113-4d32-9451-80e8b42fe7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388129 Jun 30 02:58:35.090942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2846f071-0a6b-4847-8be1-8a6b7ca2f3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:35.118947 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2846f071-0a6b-4847-8be1-8a6b7ca2f3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:35.193782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c req-3d5da4c7-955a-4ef0-b30c-2573ca93fe8d service neutron] 10.222.0.83 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034698 Jun 30 02:58:35.287370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc7d22e4-882b-46ba-bd02-0a2d94a0734c req-83556a1e-17bc-4607-8bec-ad8b564a0472 service neutron] 10.222.0.83 "GET /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860980 Jun 30 02:58:35.296979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3fab4-9a25-43f4-87de-8bc19c92f5c6 req-7eb0013c-7d29-4740-8f8a-6ae5ba9740c3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:35.298452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1c3fab4-9a25-43f4-87de-8bc19c92f5c6 req-7eb0013c-7d29-4740-8f8a-6ae5ba9740c3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0740051 Jun 30 02:58:35.314445 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2846f071-0a6b-4847-8be1-8a6b7ca2f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:35.316982 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2846f071-0a6b-4847-8be1-8a6b7ca2f3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:35.318098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2846f071-0a6b-4847-8be1-8a6b7ca2f3e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8cc2de10-46eb-4396-bb44-fe80bc12b051 HTTP/1.1" status: 204 len: 168 time: 0.2855506 Jun 30 02:58:35.335058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846f071-0a6b-4847-8be1-8a6b7ca2f3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc2de10-46eb-4396-bb44-fe80bc12b051,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:35.362897 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1c3fab4-9a25-43f4-87de-8bc19c92f5c6 req-3714ccd0-2851-4cb0-9729-ac8553841fbd tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559955 Jun 30 02:58:35.506391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1b70e-279e-4513-91c9-df3dd7045f07 req-09f31f69-af71-4a19-a063-4d6ce06634fb tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:35.507891 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1c1b70e-279e-4513-91c9-df3dd7045f07 req-09f31f69-af71-4a19-a063-4d6ce06634fb tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.0687828 Jun 30 02:58:35.547334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1c1b70e-279e-4513-91c9-df3dd7045f07 req-2b00a5a4-90a1-4c2f-9836-e9045f125181 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332038 Jun 30 02:58:35.653098 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ba3e4d0-8f84-4bfb-b0fc-ec97c76fd456 req-6ca93153-3902-4ff9-b927-86cd8f32bf1a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0396855 Jun 30 02:58:35.857988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225b38d-2aa6-4566-abbd-aae00a421eea req-b7ca931b-2d80-4def-88ba-6ee918dd2ddf tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:35.859452 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c225b38d-2aa6-4566-abbd-aae00a421eea req-b7ca931b-2d80-4def-88ba-6ee918dd2ddf tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 943 time: 0.0659459 Jun 30 02:58:35.908198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c225b38d-2aa6-4566-abbd-aae00a421eea req-80fd0dae-6dae-4742-b0c8-1928f4ad7005 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Jun 30 02:58:36.252718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ea225-2558-4143-ae23-8034ad3dc137 req-afd34ff9-e42e-40df-bd85-c58a346fa2e9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:36.254301 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e34ea225-2558-4143-ae23-8034ad3dc137 req-afd34ff9-e42e-40df-bd85-c58a346fa2e9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0662241 Jun 30 02:58:36.292039 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e34ea225-2558-4143-ae23-8034ad3dc137 req-0d7db1cc-ea03-40fc-93bb-f7c733d29c29 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Jun 30 02:58:36.327399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ce6503a9-2af9-4c43-85d7-601ec33f5f59 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:58:36.347548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40690) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:36.360765 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b18c8cdf-cd16-49bf-8a45-6731d63f63c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:36.423474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ce6503a9-2af9-4c43-85d7-601ec33f5f59, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ce6503a9-2af9-4c43-85d7-601ec33f5f59,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:36.436048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'ce6503a9-2af9-4c43-85d7-601ec33f5f59', 'network_id': '2b648be1-0113-4d32-9451-80e8b42fe7f4', 'port_id': 'ce6503a9-2af9-4c43-85d7-601ec33f5f59', 'mac_address': 'fa:16:3e:5e:4d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72bca90-0bc0-476c-81d4-d36458ae533b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:58:36.449052 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b18c8cdf-cd16-49bf-8a45-6731d63f63c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:36.472313 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:36.488853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6503a9-2af9-4c43-85d7-601ec33f5f59 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:36.507614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ce6503a9-2af9-4c43-85d7-601ec33f5f59, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ce6503a9-2af9-4c43-85d7-601ec33f5f59,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:36.609926 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b18c8cdf-cd16-49bf-8a45-6731d63f63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:36.646573 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:36.653336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c8cdf-cd16-49bf-8a45-6731d63f63c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fc02de-9d25-4352-aa0b-f4abbfab960c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:36.671895 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b18c8cdf-cd16-49bf-8a45-6731d63f63c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9d3890a194841028fa359df258897ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231897 Jun 30 02:58:36.675811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40696) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:36.755002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90519f32-0018-457a-8e83-95e17749efbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:36.772873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=ce6503a9-2af9-4c43-85d7-601ec33f5f59,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:36.782533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b6db6-5095-4d89-ac84-c69710a4bf11 req-c778edee-6a16-4c80-9b97-879b62232ee4 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:36.784100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a8b6db6-5095-4d89-ac84-c69710a4bf11 req-c778edee-6a16-4c80-9b97-879b62232ee4 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.0972500 Jun 30 02:58:36.791522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.792443 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.795408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.796069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.796681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.797247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.798657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.799339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.799914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.800635 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.801190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.802259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:36.819187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90519f32-0018-457a-8e83-95e17749efbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:36.863753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a8b6db6-5095-4d89-ac84-c69710a4bf11 req-76348028-8eca-4fbd-8294-878021882501 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692661 Jun 30 02:58:36.912733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38a7ddff-b1dc-4409-b1a9-49c9130f684a req-15380556-f876-4862-bd58-d3c18f6a94f0 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0333819 Jun 30 02:58:36.947071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['ce6503a9-2af9-4c43-85d7-601ec33f5f59'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:37.085182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5089603-6904-4973-876c-4b54ffb7830c req-5532ea06-fce7-40fc-b5c1-8425f46c7b2f tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:37.087328 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e5089603-6904-4973-876c-4b54ffb7830c req-5532ea06-fce7-40fc-b5c1-8425f46c7b2f tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.0805509 Jun 30 02:58:37.141832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee437aa-2063-4ac2-9559-309bba17fc0a req-1706aff4-49de-4c6c-9947-21bd8be65917 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:37.143461 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ee437aa-2063-4ac2-9559-309bba17fc0a req-1706aff4-49de-4c6c-9947-21bd8be65917 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 944 time: 0.1100986 Jun 30 02:58:37.158458 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e5089603-6904-4973-876c-4b54ffb7830c req-edfcb2e8-33ce-4bb0-b608-e8c0b97c634c tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634117 Jun 30 02:58:37.219196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ee437aa-2063-4ac2-9559-309bba17fc0a req-56cd579f-bcdb-497d-9ca9-d277e3c2f4c6 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660954 Jun 30 02:58:37.251214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90519f32-0018-457a-8e83-95e17749efbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:37.259248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-90519f32-0018-457a-8e83-95e17749efbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:37.262097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-90519f32-0018-457a-8e83-95e17749efbd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2fc02de-9d25-4352-aa0b-f4abbfab960c HTTP/1.1" status: 204 len: 168 time: 0.5843325 Jun 30 02:58:37.287841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90519f32-0018-457a-8e83-95e17749efbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fc02de-9d25-4352-aa0b-f4abbfab960c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:37.501002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20e521-4f81-4aeb-838a-56ec09c82a56 req-22d0c2bb-8660-4ce0-a520-da2999b341d5 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:37.502550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b20e521-4f81-4aeb-838a-56ec09c82a56 req-22d0c2bb-8660-4ce0-a520-da2999b341d5 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12 HTTP/1.1" status: 200 len: 945 time: 0.0735073 Jun 30 02:58:37.514192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95e66e-d8e7-4bc5-a245-4ea048738ef0 req-5cb240b5-972e-48f2-a660-49f1a53d0fba tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:37.522288 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f95e66e-d8e7-4bc5-a245-4ea048738ef0 req-5cb240b5-972e-48f2-a660-49f1a53d0fba tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0654762 Jun 30 02:58:37.541930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b20e521-4f81-4aeb-838a-56ec09c82a56 req-ca1562c2-6790-4d76-89e5-28836a865f14 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Jun 30 02:58:37.553783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f95e66e-d8e7-4bc5-a245-4ea048738ef0 req-9e55ada4-d358-49a5-b7db-660b42165f3a tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321491 Jun 30 02:58:37.736685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f3944-9f3e-4176-8c0b-cf640a7e7af9 req-91304015-64c1-4652-a27e-0e8b329bb6a0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:37.738198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-766f3944-9f3e-4176-8c0b-cf640a7e7af9 req-91304015-64c1-4652-a27e-0e8b329bb6a0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 945 time: 0.0784540 Jun 30 02:58:37.776015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-766f3944-9f3e-4176-8c0b-cf640a7e7af9 req-ced74cd8-882e-4a96-92e3-9dbace320e13 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Jun 30 02:58:37.822844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-612f3745-18ec-4b9e-bc6c-953317942f2d req-1ef88741-b825-416e-b9ea-eb619d323afb tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:58:37.823842 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-612f3745-18ec-4b9e-bc6c-953317942f2d req-1ef88741-b825-416e-b9ea-eb619d323afb tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063035 Jun 30 02:58:37.949588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-612f3745-18ec-4b9e-bc6c-953317942f2d req-241fccc2-6bc3-48b9-b211-2a6160780bcd tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1189208 Jun 30 02:58:38.271968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f940206d-c527-4dd1-92ae-ebb0f53a9c71 req-6ae13ef6-99aa-42ea-8841-71f3ae56adb2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0644102 Jun 30 02:58:38.315119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2894f3-7b8d-42f0-9132-cfec8a27645e req-2b3eef73-8658-4ad0-9e0f-0d612d76f447 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.316859 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2894f3-7b8d-42f0-9132-cfec8a27645e req-2b3eef73-8658-4ad0-9e0f-0d612d76f447 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1042757 Jun 30 02:58:38.336587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ce6503a9-2af9-4c43-85d7-601ec33f5f59 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:38.379039 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2894f3-7b8d-42f0-9132-cfec8a27645e req-bbec7ab2-a080-4af2-969e-cb0cdf7b7da5 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543447 Jun 30 02:58:38.465260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-ad24943e-0cb4-47d9-b64a-30190afadc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.467784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-ad24943e-0cb4-47d9-b64a-30190afadc11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 1095 time: 0.1175230 Jun 30 02:58:38.501046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7093e-d22d-4611-a339-bf1bc8f47173 req-977600b6-8a36-418a-a330-5c278dee9f62 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.502570 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5c7093e-d22d-4611-a339-bf1bc8f47173 req-977600b6-8a36-418a-a330-5c278dee9f62 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.1151881 Jun 30 02:58:38.570905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port ce6503a9-2af9-4c43-85d7-601ec33f5f59 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:38.576964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-774a2c99-a9c5-4066-90e4-15522cc12d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.577159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port ce6503a9-2af9-4c43-85d7-601ec33f5f59 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:38.585751 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.586148 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-774a2c99-a9c5-4066-90e4-15522cc12d63 service neutron] 10.222.0.74 "GET /v2.0/ports/7366339e-fe46-4e01-a331-81e3b5ad4856 HTTP/1.1" status: 200 len: 1032 time: 0.0785241 Jun 30 02:58:38.611453 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5c7093e-d22d-4611-a339-bf1bc8f47173 req-9795bc30-6033-421f-95ab-da60eb660425 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004388 Jun 30 02:58:38.661350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5a90c-2dff-4391-86b0-7c8cb579fbd3 req-92ee382b-1195-43de-a117-c0ae470bfde1 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.662983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23c5a90c-2dff-4391-86b0-7c8cb579fbd3 req-92ee382b-1195-43de-a117-c0ae470bfde1 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 944 time: 0.1726830 Jun 30 02:58:38.690054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-62fd2954-aa19-4179-8600-ed75eb68be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.690054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-62fd2954-aa19-4179-8600-ed75eb68be6f service neutron] 10.222.0.74 "GET /v2.0/ports/6df77b8d-0b61-4592-8264-c9a1174498f6 HTTP/1.1" status: 200 len: 1032 time: 0.1023376 Jun 30 02:58:38.691438 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.701127 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-c8cfbcd7-6339-4dd3-a3f6-8e5ccfbbda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.704757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-c8cfbcd7-6339-4dd3-a3f6-8e5ccfbbda7e service neutron] 10.222.0.74 "GET /v2.0/networks?id=69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 200 len: 913 time: 0.2122016 Jun 30 02:58:38.719425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ad5f3c-780a-42a4-af60-c0dac4af5164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6503a9-2af9-4c43-85d7-601ec33f5f59'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:38.722431 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18407fa3-9e4d-4b58-9293-7e1ae6e8f4fc" -d '{"events": [{"server_uuid": "70ad5f3c-780a-42a4-af60-c0dac4af5164", "name": "network-vif-plugged", "status": "completed", "tag": "ce6503a9-2af9-4c43-85d7-601ec33f5f59"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:38.756589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ce6503a9-2af9-4c43-85d7-601ec33f5f59, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ce6503a9-2af9-4c43-85d7-601ec33f5f59,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:38.787578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-1be0a3a8-1a7f-49a2-a2a8-ae590da92be0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 200 len: 999 time: 0.0770745 Jun 30 02:58:38.824357 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23c5a90c-2dff-4391-86b0-7c8cb579fbd3 req-3e1e1470-52cc-45ef-b4b1-8bd8c762460e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356454 Jun 30 02:58:38.840075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-9e299bae-bbcb-4374-9131-bea533c2a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.842454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-9e299bae-bbcb-4374-9131-bea533c2a60d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 200 len: 851 time: 0.0485909 Jun 30 02:58:38.904297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-9ec97932-79a5-43f2-8f56-192a1b4d3c39 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.913155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-9ec97932-79a5-43f2-8f56-192a1b4d3c39 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.918419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-9ec97932-79a5-43f2-8f56-192a1b4d3c39 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.922049 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-9ec97932-79a5-43f2-8f56-192a1b4d3c39 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "GET /v2.0/networks?id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9 HTTP/1.1" status: 200 len: 1995 time: 0.2240753 Jun 30 02:58:38.922322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-f3009595-ca55-4bb7-a5e6-f82fa5be45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:38.925032 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-f3009595-ca55-4bb7-a5e6-f82fa5be45ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=69eb99e6-aef0-4477-9db7-0070bde99f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746331 Jun 30 02:58:38.947334 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:39.029280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-27da6705-33b4-4c42-9775-7932e76a6e3b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a755bb4896d04a0196f012748728909d HTTP/1.1" status: 200 len: 379 time: 0.0919774 Jun 30 02:58:39.040003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'admin_state_up': True, 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'security_groups': ['c59adc78-f788-4fb9-b091-b6612d19ff86']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:39.051377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=ce6503a9-2af9-4c43-85d7-601ec33f5f59,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:39.108694 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039fc23e-bcec-4348-8083-234b54b755f5 x-openstack-request-id: req-039fc23e-bcec-4348-8083-234b54b755f5 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:39.109086 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ad5f3c-780a-42a4-af60-c0dac4af5164", "name": "network-vif-plugged", "status": "completed", "tag": "ce6503a9-2af9-4c43-85d7-601ec33f5f59", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:39.109445 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-039fc23e-bcec-4348-8083-234b54b755f5 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:39.111126 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ad5f3c-780a-42a4-af60-c0dac4af5164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6503a9-2af9-4c43-85d7-601ec33f5f59', 'code': 200} Jun 30 02:58:39.310540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc518478-8a52-41d5-9f98-5326c076f0f3 req-dd1de6b5-93a4-4ed3-89e7-e95a83dc97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:39.312276 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fc518478-8a52-41d5-9f98-5326c076f0f3 req-dd1de6b5-93a4-4ed3-89e7-e95a83dc97ea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 1096 time: 0.1300833 Jun 30 02:58:39.374891 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fc518478-8a52-41d5-9f98-5326c076f0f3 req-b3a610a8-f88a-4078-b7cf-cac3116e7fd4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522285 Jun 30 02:58:39.476254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:39.478087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-3eb09ff6-2c34-4b06-9454-fbb1c8009116 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408309 Jun 30 02:58:39.480411 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:39.515778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829447-487b-4bf7-a85f-98806f960b22 req-64213cbd-747b-4f73-8694-0084c6a57796 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:39.522754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8829447-487b-4bf7-a85f-98806f960b22 req-64213cbd-747b-4f73-8694-0084c6a57796 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12 HTTP/1.1" status: 200 len: 945 time: 0.1252995 Jun 30 02:58:39.529361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bad1a5a2-6b4b-4af1-9e74-76aef50efd78 req-feecef73-ec29-4225-aa2c-ed729f64683f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.1011269 Jun 30 02:58:39.612718 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8829447-487b-4bf7-a85f-98806f960b22 req-66fe8532-7244-4b62-9869-509c1d1f909c tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888655 Jun 30 02:58:39.674323 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3f88a22-9148-42ac-b5e0-763364b21630 req-f2781366-e8a1-4ce7-86df-cfbc7cee9ad7 service neutron] 10.222.0.74 "GET /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891780 Jun 30 02:58:39.712549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Allocated IP 172.20.0.9 (d8c29edf-6b67-46b9-bba9-a3fa462653f8/586d0d3c-b2f5-48fc-84d7-f78d79c8f24a/0448a1ea-353c-4292-8163-aac4893723e7) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:39.848043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fe49a-1434-47e4-9c76-a0fac8d3161e req-3a324ec9-cf8e-433e-89ca-c587223cc4aa tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:39.848043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-751fe49a-1434-47e4-9c76-a0fac8d3161e req-3a324ec9-cf8e-433e-89ca-c587223cc4aa tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 945 time: 0.0871942 Jun 30 02:58:39.900398 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-751fe49a-1434-47e4-9c76-a0fac8d3161e req-f13ff379-891d-4187-afa7-0b09410f5453 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470486 Jun 30 02:58:39.964768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f740-bc19-4b6e-803b-4b6a6f475f6c req-b6a1097f-af7f-4d79-874e-c82987b6bbfa tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:39.971908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b35f740-bc19-4b6e-803b-4b6a6f475f6c req-b6a1097f-af7f-4d79-874e-c82987b6bbfa tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1568089 Jun 30 02:58:39.990383 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:40.035477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b35f740-bc19-4b6e-803b-4b6a6f475f6c req-fc82ef42-3ec4-4d76-ad81-6787e57f3683 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625517 Jun 30 02:58:40.036638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Transition to ACTIVE for port object 0448a1ea-353c-4292-8163-aac4893723e7 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:40.138249 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa70923-8b05-4adb-8f64-59565ce63646 req-ebdf14bf-7df6-4b42-8b1c-af1d84ed158c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:40.140604 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fa70923-8b05-4adb-8f64-59565ce63646 req-ebdf14bf-7df6-4b42-8b1c-af1d84ed158c tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 945 time: 0.1046193 Jun 30 02:58:40.208018 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fa70923-8b05-4adb-8f64-59565ce63646 req-52d56e61-b8b2-47a9-a28a-b9bdbe0e7005 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591946 Jun 30 02:58:40.213439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:40.295594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network d8c29edf-6b67-46b9-bba9-a3fa462653f8 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:40.299706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:40.357588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:40.505266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Port': ['ID=0448a1ea-353c-4292-8163-aac4893723e7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:40.624189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:40.624875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:40.733096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27897845-936e-4efd-85ca-222fd842c352 req-e1cbd3d6-977b-4cab-9c3e-c026d3bcaf28 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:40.743877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27897845-936e-4efd-85ca-222fd842c352 req-e1cbd3d6-977b-4cab-9c3e-c026d3bcaf28 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:40.749210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27897845-936e-4efd-85ca-222fd842c352 req-e1cbd3d6-977b-4cab-9c3e-c026d3bcaf28 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:40.757795 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-27897845-936e-4efd-85ca-222fd842c352 req-e1cbd3d6-977b-4cab-9c3e-c026d3bcaf28 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036&device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12&device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 2417 time: 0.1658597 Jun 30 02:58:40.810740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-27897845-936e-4efd-85ca-222fd842c352 req-199944f8-db74-4037-8c7c-611f8f58cb54 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511663 Jun 30 02:58:40.822063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3a4668c5-7e00-484a-b977-28f12f930953 None None] Provisioning for port 0448a1ea-353c-4292-8163-aac4893723e7 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:40.827339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3a4668c5-7e00-484a-b977-28f12f930953 None None] Provisioning complete for port 0448a1ea-353c-4292-8163-aac4893723e7 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:40.827961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3a4668c5-7e00-484a-b977-28f12f930953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:40.836203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-158fdb7b-ecae-4b12-aa9a-4391f7eed65d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7995317 Jun 30 02:58:40.875981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775', 'admin_state_up': True, 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'security_groups': ['c59adc78-f788-4fb9-b091-b6612d19ff86']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:40.901470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e51b6e-57a2-42d2-8119-5d90f47456e3 req-4523ccb0-8424-4605-81b5-ed24d592f2d6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:40.902445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3a4668c5-7e00-484a-b977-28f12f930953 None None] Port 0448a1ea-353c-4292-8163-aac4893723e7 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:40.912159 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-93e51b6e-57a2-42d2-8119-5d90f47456e3 req-4523ccb0-8424-4605-81b5-ed24d592f2d6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 931 time: 0.1767621 Jun 30 02:58:40.965263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-93e51b6e-57a2-42d2-8119-5d90f47456e3 req-d21a0320-7169-4ef4-a298-7a889d892dab tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513067 Jun 30 02:58:41.069915 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fcf4d99b-bc2e-46e0-9c9c-c95739ee202d req-f461e514-5a43-40d7-947e-9726cea835ee tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1770189 Jun 30 02:58:41.227852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:41.232710 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:41.299267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97fb04-19e3-4771-87c9-22eea2b9ccec req-fb9e6f19-085c-42b0-ad84-bd4340655601 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:41.322439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed97fb04-19e3-4771-87c9-22eea2b9ccec req-fb9e6f19-085c-42b0-ad84-bd4340655601 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1266847 Jun 30 02:58:41.426212 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed97fb04-19e3-4771-87c9-22eea2b9ccec req-0c7b5747-1266-4f2e-8ce6-4281d4f8d90f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025498 Jun 30 02:58:41.435862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Allocated IP 10.1.1.67 (6ed49552-2da0-4d97-856c-855a1f7d8775/7386bc75-bc0c-42bf-907c-18e977a0bf69/5c1c936e-7681-464e-893c-fb84f41b42e0) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:41.682466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37038e-8fd5-4421-ad67-3a5c5463ebd7 req-2f607d88-c3c8-4bd8-9331-117cfaf51b4e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:41.690553 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d37038e-8fd5-4421-ad67-3a5c5463ebd7 req-2f607d88-c3c8-4bd8-9331-117cfaf51b4e tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 945 time: 0.0795441 Jun 30 02:58:41.731173 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:41.739443 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d37038e-8fd5-4421-ad67-3a5c5463ebd7 req-d5ad5f05-8328-422d-8f40-a914b39b239d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479348 Jun 30 02:58:41.758148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Transition to ACTIVE for port object 5c1c936e-7681-464e-893c-fb84f41b42e0 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:41.927404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8ed64-41cc-43e7-b50c-886a2e5647bb req-f544f525-6b6f-4605-93ef-6ebb877881ff tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:41.929218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd8ed64-41cc-43e7-b50c-886a2e5647bb req-f544f525-6b6f-4605-93ef-6ebb877881ff tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0812263 Jun 30 02:58:41.961575 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:41.986298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd8ed64-41cc-43e7-b50c-886a2e5647bb req-e1571d8b-b305-4169-85c8-0c29931bbfeb tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504305 Jun 30 02:58:42.023723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network 6ed49552-2da0-4d97-856c-855a1f7d8775 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:42.028117 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:42.033149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:42.043071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Port': ['ID=5c1c936e-7681-464e-893c-fb84f41b42e0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:42.151530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:42.152485 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:42.208070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaceb0-b3b9-48ba-abc5-d09ab4d44985 req-700ae20e-bbe9-4ace-9ff3-e9bfdf040291 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:42.218169 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fbaceb0-b3b9-48ba-abc5-d09ab4d44985 req-700ae20e-bbe9-4ace-9ff3-e9bfdf040291 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 945 time: 0.0967975 Jun 30 02:58:42.263032 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fbaceb0-b3b9-48ba-abc5-d09ab4d44985 req-4725bf53-3b21-4dc2-9c86-619cc3f1384f tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Jun 30 02:58:42.281933 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c86d7492-150d-4c2e-8ed5-b202f24aa44d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4402585 Jun 30 02:58:42.298413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775', 'admin_state_up': True, 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'security_groups': ['c59adc78-f788-4fb9-b091-b6612d19ff86']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:42.400427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40884) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:42.422601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad793880-504a-494a-8d9d-b71704619cd9 req-2405f907-68b0-48e3-b163-14544b3ce86d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:42.447751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad793880-504a-494a-8d9d-b71704619cd9 req-2405f907-68b0-48e3-b163-14544b3ce86d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:42.461455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad793880-504a-494a-8d9d-b71704619cd9 req-2405f907-68b0-48e3-b163-14544b3ce86d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 1652 time: 0.2152770 Jun 30 02:58:42.524742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad793880-504a-494a-8d9d-b71704619cd9 req-6cc6edb6-1c20-41e5-b665-aca973e5d496 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653353 Jun 30 02:58:42.550203 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e86c8c70-05a8-4966-a3b7-8b94153cfd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:42.604116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0cd23190-2a2d-4889-be73-7dae2917bf8e None None] Provisioning for port 5c1c936e-7681-464e-893c-fb84f41b42e0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:42.608948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0cd23190-2a2d-4889-be73-7dae2917bf8e None None] Provisioning complete for port 5c1c936e-7681-464e-893c-fb84f41b42e0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:42.616580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0cd23190-2a2d-4889-be73-7dae2917bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:42.653878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:42.660954 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:42.669176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0cd23190-2a2d-4889-be73-7dae2917bf8e None None] Port 5c1c936e-7681-464e-893c-fb84f41b42e0 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:42.830792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e86c8c70-05a8-4966-a3b7-8b94153cfd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.047283 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e86c8c70-05a8-4966-a3b7-8b94153cfd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.102822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e86c8c70-05a8-4966-a3b7-8b94153cfd69 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c2defe8d0a041c6ab55752e6316162c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000239 Jun 30 02:58:43.104463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c8c70-05a8-4966-a3b7-8b94153cfd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47675164-2bff-4d4c-8a9d-725fb923caab,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:43.110418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40916) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:43.173506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3663d902-ec45-42df-9d66-6eff2046b5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.200744 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3663d902-ec45-42df-9d66-6eff2046b5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.233854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Allocated IP 10.1.1.141 (6ed49552-2da0-4d97-856c-855a1f7d8775/7386bc75-bc0c-42bf-907c-18e977a0bf69/a656cc98-dabc-4a7e-a5f6-d74e471ecb7e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:43.387980 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3663d902-ec45-42df-9d66-6eff2046b5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.391166 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3663d902-ec45-42df-9d66-6eff2046b5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.393201 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3663d902-ec45-42df-9d66-6eff2046b5d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47675164-2bff-4d4c-8a9d-725fb923caab HTTP/1.1" status: 204 len: 168 time: 0.2815387 Jun 30 02:58:43.406453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.406952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663d902-ec45-42df-9d66-6eff2046b5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47675164-2bff-4d4c-8a9d-725fb923caab,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:43.427292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Transition to ACTIVE for port object a656cc98-dabc-4a7e-a5f6-d74e471ecb7e will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:43.593746 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.669861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network 6ed49552-2da0-4d97-856c-855a1f7d8775 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:43.673301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:43.687596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Port': ['ID=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:43.689440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:43.767215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:43.767951 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.887966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f8872-673f-4cef-93e0-37ae6a340495 req-e73f073e-81af-4f63-a95f-23d19ff8cfc4 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:43.889666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b2f8872-673f-4cef-93e0-37ae6a340495 req-e73f073e-81af-4f63-a95f-23d19ff8cfc4 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 945 time: 0.1172154 Jun 30 02:58:43.962116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b2f8872-673f-4cef-93e0-37ae6a340495 req-6ffb6dc9-a6fe-4cde-ad42-88d65f14d5b4 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631354 Jun 30 02:58:44.091328 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-42b908c3-ea39-4a3d-8190-bffd2a7e5df4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8015544 Jun 30 02:58:44.101289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9', 'admin_state_up': True, 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'security_groups': ['c59adc78-f788-4fb9-b091-b6612d19ff86']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:44.284091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-380c3c72-c221-463a-b32a-7d7e7649b649 None None] Provisioning for port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:44.289028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-380c3c72-c221-463a-b32a-7d7e7649b649 None None] Provisioning complete for port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:44.289412 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-380c3c72-c221-463a-b32a-7d7e7649b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:44.359688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:44.366417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-380c3c72-c221-463a-b32a-7d7e7649b649 None None] Port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:44.441072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867bf68-dd85-4fdc-8912-f3156344b135 req-a0899638-0da5-42de-a714-30ca3c4dc283 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:44.447238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867bf68-dd85-4fdc-8912-f3156344b135 req-a0899638-0da5-42de-a714-30ca3c4dc283 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:44.453949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867bf68-dd85-4fdc-8912-f3156344b135 req-a0899638-0da5-42de-a714-30ca3c4dc283 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:44.457926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f867bf68-dd85-4fdc-8912-f3156344b135 req-a0899638-0da5-42de-a714-30ca3c4dc283 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 2373 time: 0.1773088 Jun 30 02:58:44.510215 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:44.529079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f867bf68-dd85-4fdc-8912-f3156344b135 req-5f0cd397-5e20-480e-9fca-a05fd8619184 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668468 Jun 30 02:58:44.616512 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40960) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:44.657021 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837ec5f0-253b-42a5-b764-97aa65168bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:44.787736 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837ec5f0-253b-42a5-b764-97aa65168bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:44.803151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67eae-2a3d-493b-a2a3-537a7b3a5239 req-f89f8748-9744-4aca-959f-bc4ff0b8c186 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:44.804704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4ff67eae-2a3d-493b-a2a3-537a7b3a5239 req-f89f8748-9744-4aca-959f-bc4ff0b8c186 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 945 time: 0.1544042 Jun 30 02:58:44.815667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Allocated IP 10.2.2.100 (f7f3593f-2741-4193-a44d-f880d3ee6ff9/4e1ccb5f-74d3-40ff-8f43-2c83829f2152/e2ab8b73-2e54-4e18-9b70-d360fcacc7aa) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:44.869674 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4ff67eae-2a3d-493b-a2a3-537a7b3a5239 req-9b162d2c-c458-437a-b936-eae62aa2c70d tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576115 Jun 30 02:58:44.964245 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837ec5f0-253b-42a5-b764-97aa65168bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:44.999740 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-837ec5f0-253b-42a5-b764-97aa65168bf4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f7b37ad12974385aa1038209b34497a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798831 Jun 30 02:58:45.002291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40964) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:45.032083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ec5f0-253b-42a5-b764-97aa65168bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07100aa-d8c2-4e70-9ba7-4e8eefeb1235,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:45.070428 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a7ba77aa-e5fa-4493-b3c6-3bfc62e24049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.087488 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.098828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a7ba77aa-e5fa-4493-b3c6-3bfc62e24049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.108345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Transition to ACTIVE for port object e2ab8b73-2e54-4e18-9b70-d360fcacc7aa will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:45.497782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-f94b11c7-7c93-4c56-90f2-742a12417ce3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:45.499503 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-f94b11c7-7c93-4c56-90f2-742a12417ce3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad405686-e495-472a-9382-b1cd07f353e0 HTTP/1.1" status: 200 len: 944 time: 0.0734384 Jun 30 02:58:45.625198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-872d6592-a3bf-40da-892f-0256c623cff3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Deleting port 9771c95c-e7bf-4d7a-9981-603a3636512d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:45.625960 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-872d6592-a3bf-40da-892f-0256c623cff3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.690282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a7ba77aa-e5fa-4493-b3c6-3bfc62e24049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.692299 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.693145 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a7ba77aa-e5fa-4493-b3c6-3bfc62e24049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.694373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a7ba77aa-e5fa-4493-b3c6-3bfc62e24049 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e07100aa-d8c2-4e70-9ba7-4e8eefeb1235 HTTP/1.1" status: 204 len: 168 time: 0.6911678 Jun 30 02:58:45.713645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba77aa-e5fa-4493-b3c6-3bfc62e24049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07100aa-d8c2-4e70-9ba7-4e8eefeb1235,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:45.778865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-872d6592-a3bf-40da-892f-0256c623cff3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] For port 9771c95c-e7bf-4d7a-9981-603a3636512d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9771c95c-e7bf-4d7a-9981-603a3636512d,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:45.779264 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-872d6592-a3bf-40da-892f-0256c623cff3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:45.781999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network f7f3593f-2741-4193-a44d-f880d3ee6ff9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:45.785707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:45.790286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:45.811540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-872d6592-a3bf-40da-892f-0256c623cff3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Calling delete_port for 9771c95c-e7bf-4d7a-9981-603a3636512d owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:45.828301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Port': ['ID=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:45.862958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:45.863849 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:46.114222 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-407806fd-6bb5-4a40-9f85-c6df8c985d03 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0170693 Jun 30 02:58:46.119175 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-872d6592-a3bf-40da-892f-0256c623cff3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:46.126216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9', 'admin_state_up': True, 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'security_groups': ['c59adc78-f788-4fb9-b091-b6612d19ff86']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:46.129121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9a3a574a-28ef-4a02-b84d-6d81b214b059', '3bd3c888-60d8-40db-ba33-de656b7dbbb1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:46.189015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d6592-a3bf-40da-892f-0256c623cff3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event deleted for resources: {'Port': ['ID=9771c95c-e7bf-4d7a-9981-603a3636512d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:46.226670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a0f82c5a-e4fe-4ee9-83ad-1e81283e746e None None] Provisioning for port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:46.239574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a0f82c5a-e4fe-4ee9-83ad-1e81283e746e None None] Provisioning complete for port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:46.240188 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a0f82c5a-e4fe-4ee9-83ad-1e81283e746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:46.279318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-872d6592-a3bf-40da-892f-0256c623cff3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] No DVR routers for this DVR port 9771c95c-e7bf-4d7a-9981-603a3636512d on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:46.279318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-872d6592-a3bf-40da-892f-0256c623cff3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:46.295248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8305c888-6fa2-441b-88ea-a6fe0156099d req-872d6592-a3bf-40da-892f-0256c623cff3 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "DELETE /v2.0/ports/9771c95c-e7bf-4d7a-9981-603a3636512d HTTP/1.1" status: 204 len: 173 time: 0.7873800 Jun 30 02:58:46.296559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad405686-e495-472a-9382-b1cd07f353e0', 'name': 'network-vif-deleted', 'tag': '9771c95c-e7bf-4d7a-9981-603a3636512d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:46.299761 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dcf458-5727-4fe6-a65a-cfaf6965ea88" -d '{"events": [{"server_uuid": "ad405686-e495-472a-9382-b1cd07f353e0", "name": "network-vif-deleted", "tag": "9771c95c-e7bf-4d7a-9981-603a3636512d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:46.307529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a0f82c5a-e4fe-4ee9-83ad-1e81283e746e None None] Port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:46.542227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Made reservation on behalf of a755bb4896d04a0196f012748728909d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:46.548938 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:46.880476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Allocated IP 10.2.2.200 (f7f3593f-2741-4193-a44d-f880d3ee6ff9/4e1ccb5f-74d3-40ff-8f43-2c83829f2152/03187be2-91f7-469b-8020-df82c9f7cec6) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:47.046106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f3d0-f6fd-4a74-a48e-2af188355f7e req-750807f2-de86-43b2-bbf2-cfa86c0bf5d6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:47.052443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f3d0-f6fd-4a74-a48e-2af188355f7e req-750807f2-de86-43b2-bbf2-cfa86c0bf5d6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:47.059110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f3d0-f6fd-4a74-a48e-2af188355f7e req-750807f2-de86-43b2-bbf2-cfa86c0bf5d6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:47.066187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f3d0-f6fd-4a74-a48e-2af188355f7e req-750807f2-de86-43b2-bbf2-cfa86c0bf5d6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:47.076162 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7c7f3d0-f6fd-4a74-a48e-2af188355f7e req-750807f2-de86-43b2-bbf2-cfa86c0bf5d6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 3094 time: 0.1911366 Jun 30 02:58:47.136090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b7c7f3d0-f6fd-4a74-a48e-2af188355f7e req-a08830f8-9532-4e11-8855-cf5b339032d9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555398 Jun 30 02:58:47.261175 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.283944 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Transition to ACTIVE for port object 03187be2-91f7-469b-8020-df82c9f7cec6 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:47.389348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd0942-2a4f-4ed7-ad3d-770970e65794 req-44965584-9b9b-4807-8e64-90d4c1b21caa tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:47.391309 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89cd0942-2a4f-4ed7-ad3d-770970e65794 req-44965584-9b9b-4807-8e64-90d4c1b21caa tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 945 time: 0.0750532 Jun 30 02:58:47.438691 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89cd0942-2a4f-4ed7-ad3d-770970e65794 req-ed941cab-0d95-445e-b656-03f20e2a8b6c tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Jun 30 02:58:47.494325 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa168d7-cc7f-440a-aa26-eb844fb38eca x-openstack-request-id: req-4fa168d7-cc7f-440a-aa26-eb844fb38eca {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:47.495004 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad405686-e495-472a-9382-b1cd07f353e0", "name": "network-vif-deleted", "tag": "9771c95c-e7bf-4d7a-9981-603a3636512d", "status": "failed", "code": 422}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:47.495004 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4fa168d7-cc7f-440a-aa26-eb844fb38eca {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:47.495335 n-d-798249-3 neutron-server[94531]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad405686-e495-472a-9382-b1cd07f353e0', 'name': 'network-vif-deleted', 'tag': '9771c95c-e7bf-4d7a-9981-603a3636512d', 'status': 'failed', 'code': 422} returned with failed status Jun 30 02:58:47.553441 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.641806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Network f7f3593f-2741-4193-a44d-f880d3ee6ff9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:47.663567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:47.666244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:47.736065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event updated for resources: {'Port': ['ID=03187be2-91f7-469b-8020-df82c9f7cec6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:47.745775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:47.746507 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.863904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-c94ead2e-4e62-4d51-8f7f-89be58863816 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:47.865483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-c94ead2e-4e62-4d51-8f7f-89be58863816 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 945 time: 0.1044238 Jun 30 02:58:47.896574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae64f-aac5-4837-a859-e2e771427ef8 req-dc6eecf6-1de2-4f4e-bf59-000e4d1b1eef tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:47.902798 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a55ae64f-aac5-4837-a859-e2e771427ef8 req-dc6eecf6-1de2-4f4e-bf59-000e4d1b1eef tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 945 time: 0.2849917 Jun 30 02:58:47.967459 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-50921b36-50fd-4a2c-9e90-1ce9fe81bb8d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8467846 Jun 30 02:58:47.981377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:48.061117 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a55ae64f-aac5-4837-a859-e2e771427ef8 req-30de0453-01eb-48de-8d68-072a6d7fdd68 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565526 Jun 30 02:58:48.160305 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:48.164203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-6d077ef8-746e-4629-a3e4-157562a9eb45 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Deleting port 686f89a2-525a-41c1-811b-2a67a69f2e40 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:48.164654 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-6d077ef8-746e-4629-a3e4-157562a9eb45 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:48.226667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-eaf5b4a2-6287-47c1-b052-9e56a1667fbd None None] Provisioning for port 03187be2-91f7-469b-8020-df82c9f7cec6 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:48.230880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-eaf5b4a2-6287-47c1-b052-9e56a1667fbd None None] Provisioning complete for port 03187be2-91f7-469b-8020-df82c9f7cec6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:48.232060 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eaf5b4a2-6287-47c1-b052-9e56a1667fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:48.275766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-eaf5b4a2-6287-47c1-b052-9e56a1667fbd None None] Port 03187be2-91f7-469b-8020-df82c9f7cec6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:48.318765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62600ea3-3d43-4929-94fa-829ada3b64d9 req-118f30dc-e964-4fe9-b7ec-16a292eae0da tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.320642 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62600ea3-3d43-4929-94fa-829ada3b64d9 req-118f30dc-e964-4fe9-b7ec-16a292eae0da tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 945 time: 0.1046581 Jun 30 02:58:48.379530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62600ea3-3d43-4929-94fa-829ada3b64d9 req-54ec398a-cedc-4875-b760-a0c3be762855 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524335 Jun 30 02:58:48.447210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-6d077ef8-746e-4629-a3e4-157562a9eb45 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] For port 686f89a2-525a-41c1-811b-2a67a69f2e40, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=686f89a2-525a-41c1-811b-2a67a69f2e40,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:48.447582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-6d077ef8-746e-4629-a3e4-157562a9eb45 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:48.466745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-6d077ef8-746e-4629-a3e4-157562a9eb45 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Calling delete_port for 686f89a2-525a-41c1-811b-2a67a69f2e40 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:48.593546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d61b1f-edb9-416d-ab2b-49c9fadf39dd req-65538114-bcdc-44be-b2a6-3cb5c0ecedf7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.601053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d61b1f-edb9-416d-ab2b-49c9fadf39dd req-65538114-bcdc-44be-b2a6-3cb5c0ecedf7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.607440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d61b1f-edb9-416d-ab2b-49c9fadf39dd req-65538114-bcdc-44be-b2a6-3cb5c0ecedf7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.614165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d61b1f-edb9-416d-ab2b-49c9fadf39dd req-65538114-bcdc-44be-b2a6-3cb5c0ecedf7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.622571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d61b1f-edb9-416d-ab2b-49c9fadf39dd req-65538114-bcdc-44be-b2a6-3cb5c0ecedf7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:48.624982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e3d61b1f-edb9-416d-ab2b-49c9fadf39dd req-65538114-bcdc-44be-b2a6-3cb5c0ecedf7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 3815 time: 0.1173046 Jun 30 02:58:48.637158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0448a1ea-353c-4292-8163-aac4893723e7 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:48.667454 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:48.681046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e3d61b1f-edb9-416d-ab2b-49c9fadf39dd req-9b6e9cb8-ecdc-47ab-b08a-730aaa133712 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488060 Jun 30 02:58:48.880192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Transition to ACTIVE for port object 0448a1ea-353c-4292-8163-aac4893723e7 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:48.883510 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-6d077ef8-746e-4629-a3e4-157562a9eb45 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:48.895670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['26e23905-3e5c-493d-b289-24b207fe5972', '0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426', '686f89a2-525a-41c1-811b-2a67a69f2e40'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:48.946043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d077ef8-746e-4629-a3e4-157562a9eb45 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Pushing event deleted for resources: {'Port': ['ID=686f89a2-525a-41c1-811b-2a67a69f2e40,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:49.005067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-6d077ef8-746e-4629-a3e4-157562a9eb45 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] No DVR routers for this DVR port 686f89a2-525a-41c1-811b-2a67a69f2e40 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:49.008473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-6d077ef8-746e-4629-a3e4-157562a9eb45 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.012444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fc293cbf-6605-4e12-9a7f-1551ad6072c8 req-6d077ef8-746e-4629-a3e4-157562a9eb45 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "DELETE /v2.0/ports/686f89a2-525a-41c1-811b-2a67a69f2e40 HTTP/1.1" status: 204 len: 173 time: 1.1358719 Jun 30 02:58:49.013218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665dab46-7372-4acd-82bc-d805e2830036', 'name': 'network-vif-deleted', 'tag': '686f89a2-525a-41c1-811b-2a67a69f2e40'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:49.017216 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb538710-86a7-4b72-a0f1-ef304f325216" -d '{"events": [{"server_uuid": "665dab46-7372-4acd-82bc-d805e2830036", "name": "network-vif-deleted", "tag": "686f89a2-525a-41c1-811b-2a67a69f2e40"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:49.084169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.195263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0448a1ea-353c-4292-8163-aac4893723e7,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:49.350907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdf19542-f763-47b6-90ee-21acc3d698b3 req-04799aac-f811-4acf-8d87-021af88d6ea9 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 210 time: 0.0704134 Jun 30 02:58:49.391768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Attempting to bind port 0448a1ea-353c-4292-8163-aac4893723e7 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:49.395771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Attempting to bind port 0448a1ea-353c-4292-8163-aac4893723e7 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:49.396045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Attempting to bind port 0448a1ea-353c-4292-8163-aac4893723e7 on network d8c29edf-6b67-46b9-bba9-a3fa462653f8 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:49.408997 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Port 0448a1ea-353c-4292-8163-aac4893723e7 on network d8c29edf-6b67-46b9-bba9-a3fa462653f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:58:49.409337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Attempting to bind port 0448a1ea-353c-4292-8163-aac4893723e7 on network d8c29edf-6b67-46b9-bba9-a3fa462653f8 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:49.426669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:49.427055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Checking segment: {'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:49.439209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Bound using segment: {'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:49.439209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Bound port: 0448a1ea-353c-4292-8163-aac4893723e7, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d5dc60-2e52-4e34-94e0-287a571e9a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:49.439209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.471307 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87205774-0c06-401f-a9b1-281e99c8ddf0 x-openstack-request-id: req-87205774-0c06-401f-a9b1-281e99c8ddf0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:49.471661 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665dab46-7372-4acd-82bc-d805e2830036", "name": "network-vif-deleted", "tag": "686f89a2-525a-41c1-811b-2a67a69f2e40", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:49.471842 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87205774-0c06-401f-a9b1-281e99c8ddf0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:49.472257 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665dab46-7372-4acd-82bc-d805e2830036', 'name': 'network-vif-deleted', 'tag': '686f89a2-525a-41c1-811b-2a67a69f2e40', 'status': 'completed', 'code': 200} Jun 30 02:58:49.583238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] For port 0448a1ea-353c-4292-8163-aac4893723e7, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:49.586702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] For port 0448a1ea-353c-4292-8163-aac4893723e7, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0448a1ea-353c-4292-8163-aac4893723e7,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:49.703112 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.767475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40231c0e-0af7-4df6-bbec-baaee99672fd req-c69819ec-818d-499e-a103-72835eb8c883 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:49.780252 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40231c0e-0af7-4df6-bbec-baaee99672fd req-c69819ec-818d-499e-a103-72835eb8c883 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 908 time: 0.0984068 Jun 30 02:58:49.812604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:49.813424 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:49.815129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/0448a1ea-353c-4292-8163-aac4893723e7 HTTP/1.1" status: 200 len: 1091 time: 1.8390644 Jun 30 02:58:49.881130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2632a09-8aa1-4c06-ba34-b19ec601a4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0448a1ea-353c-4292-8163-aac4893723e7,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:49.952058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:50.056650 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:50.065452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f83b-bb35-4b62-9c05-3719d8aad8e2 req-95c7c078-14a3-4ec5-b46a-0df33d142a91 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:50.080375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f83b-bb35-4b62-9c05-3719d8aad8e2 req-95c7c078-14a3-4ec5-b46a-0df33d142a91 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:50.087997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f83b-bb35-4b62-9c05-3719d8aad8e2 req-95c7c078-14a3-4ec5-b46a-0df33d142a91 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:50.095451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f83b-bb35-4b62-9c05-3719d8aad8e2 req-95c7c078-14a3-4ec5-b46a-0df33d142a91 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:50.102278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4f83b-bb35-4b62-9c05-3719d8aad8e2 req-95c7c078-14a3-4ec5-b46a-0df33d142a91 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:50.111693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4d4f83b-bb35-4b62-9c05-3719d8aad8e2 req-95c7c078-14a3-4ec5-b46a-0df33d142a91 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 3827 time: 0.1526456 Jun 30 02:58:50.177550 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4d4f83b-bb35-4b62-9c05-3719d8aad8e2 req-a169a238-4c73-49b0-bc40-9c2974963763 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602612 Jun 30 02:58:50.486828 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:58:50.517115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7366339e-fe46-4e01-a331-81e3b5ad4856 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:50.531241 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:50.549172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Transition to ACTIVE for port object 7366339e-fe46-4e01-a331-81e3b5ad4856 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:50.587020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4904b8-6681-433b-9b34-6dd806a9a685 req-87b5da2f-56a0-4ebc-a299-91045e04caba tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:50.600564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-f0b446a3-8beb-4dea-b6f0-b42c297bb0c2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:50.601632 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a4904b8-6681-433b-9b34-6dd806a9a685 req-87b5da2f-56a0-4ebc-a299-91045e04caba tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 945 time: 0.2833014 Jun 30 02:58:50.601882 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-f0b446a3-8beb-4dea-b6f0-b42c297bb0c2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 908 time: 0.1475065 Jun 30 02:58:50.700078 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a4904b8-6681-433b-9b34-6dd806a9a685 req-e1d6ba1e-30d6-4277-94b4-4fc3414c35fe tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005104 Jun 30 02:58:50.735810 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7171a2b-6c72-47b6-9321-a94bca1ea583 req-b69f8c48-3aca-4e29-80c7-4b4ce156f9a0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=665dab46-7372-4acd-82bc-d805e2830036 HTTP/1.1" status: 200 len: 210 time: 0.1315188 Jun 30 02:58:50.769912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:50.887414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Pushing event updated for resources: {'Port': ['ID=7366339e-fe46-4e01-a331-81e3b5ad4856,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:50.889619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-646a8bce-45ca-41ad-a83c-c1b47b8046ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Deleting port edc682b6-ef9a-4438-ba6e-30796af2c8a1 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:50.891183 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-646a8bce-45ca-41ad-a83c-c1b47b8046ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.083042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-646a8bce-45ca-41ad-a83c-c1b47b8046ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] For port edc682b6-ef9a-4438-ba6e-30796af2c8a1, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=edc682b6-ef9a-4438-ba6e-30796af2c8a1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:51.083525 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-646a8bce-45ca-41ad-a83c-c1b47b8046ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.099377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Attempting to bind port 7366339e-fe46-4e01-a331-81e3b5ad4856 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:51.099995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Attempting to bind port 7366339e-fe46-4e01-a331-81e3b5ad4856 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:51.099995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Attempting to bind port 7366339e-fe46-4e01-a331-81e3b5ad4856 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:51.101712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af2805-ded1-4f2b-bfbb-42bcfeac564f req-32339608-dafe-4dbc-b808-4a19c74c4571 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:51.112924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9af2805-ded1-4f2b-bfbb-42bcfeac564f req-32339608-dafe-4dbc-b808-4a19c74c4571 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 908 time: 0.1998270 Jun 30 02:58:51.116519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-18fb46fd-36e1-4483-9bb1-d9804d439bf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:51.118273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-18fb46fd-36e1-4483-9bb1-d9804d439bf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 945 time: 0.1342003 Jun 30 02:58:51.119095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Port 7366339e-fe46-4e01-a331-81e3b5ad4856 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:58:51.119424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Attempting to bind port 7366339e-fe46-4e01-a331-81e3b5ad4856 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:51.125888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-646a8bce-45ca-41ad-a83c-c1b47b8046ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Calling delete_port for edc682b6-ef9a-4438-ba6e-30796af2c8a1 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:51.163570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:51.163974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Checking segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:51.164444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Bound using segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:51.164977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Bound port: 7366339e-fe46-4e01-a331-81e3b5ad4856, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:51.165433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.316764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] For port 7366339e-fe46-4e01-a331-81e3b5ad4856, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:51.316764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] For port 7366339e-fe46-4e01-a331-81e3b5ad4856, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=7366339e-fe46-4e01-a331-81e3b5ad4856,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:51.316764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-96719acd-f241-452e-98a0-81568a17faf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Deleting port ce6503a9-2af9-4c43-85d7-601ec33f5f59 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:51.316764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-96719acd-f241-452e-98a0-81568a17faf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.432216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-96719acd-f241-452e-98a0-81568a17faf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] For port ce6503a9-2af9-4c43-85d7-601ec33f5f59, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ce6503a9-2af9-4c43-85d7-601ec33f5f59,segment=NetworkSegment(ebb662f8-c13c-4bcb-997d-247c9359a905),segment_id=ebb662f8-c13c-4bcb-997d-247c9359a905)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:51.432615 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-96719acd-f241-452e-98a0-81568a17faf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.455641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-96719acd-f241-452e-98a0-81568a17faf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Calling delete_port for ce6503a9-2af9-4c43-85d7-601ec33f5f59 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:51.579836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '0448a1ea-353c-4292-8163-aac4893723e7'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:51.579836 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514dfbb5-4be3-43d5-980f-ee40d71020b9" -d '{"events": [{"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "0448a1ea-353c-4292-8163-aac4893723e7"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:51.615983 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-646a8bce-45ca-41ad-a83c-c1b47b8046ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.631485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b371-5b5c-42b0-8a8d-f05e30dcf29b req-c0335104-c49b-48a9-ace7-50895ddc5fba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:51.640949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b371-5b5c-42b0-8a8d-f05e30dcf29b req-c0335104-c49b-48a9-ace7-50895ddc5fba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:51.650144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b371-5b5c-42b0-8a8d-f05e30dcf29b req-c0335104-c49b-48a9-ace7-50895ddc5fba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:51.656713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b371-5b5c-42b0-8a8d-f05e30dcf29b req-c0335104-c49b-48a9-ace7-50895ddc5fba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:51.662713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b371-5b5c-42b0-8a8d-f05e30dcf29b req-c0335104-c49b-48a9-ace7-50895ddc5fba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:51.669164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b371-5b5c-42b0-8a8d-f05e30dcf29b req-c0335104-c49b-48a9-ace7-50895ddc5fba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:51.671109 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc03b371-5b5c-42b0-8a8d-f05e30dcf29b req-c0335104-c49b-48a9-ace7-50895ddc5fba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 4604 time: 0.3230002 Jun 30 02:58:51.672664 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190ce9f1-0f4d-450e-b072-3dd1b88637f8 x-openstack-request-id: req-190ce9f1-0f4d-450e-b072-3dd1b88637f8 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:51.672956 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "0448a1ea-353c-4292-8163-aac4893723e7", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:51.673385 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-190ce9f1-0f4d-450e-b072-3dd1b88637f8 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:51.673615 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '0448a1ea-353c-4292-8163-aac4893723e7', 'status': 'completed', 'code': 200} Jun 30 02:58:51.678898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.708661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a8bce-45ca-41ad-a83c-c1b47b8046ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event deleted for resources: {'Port': ['ID=edc682b6-ef9a-4438-ba6e-30796af2c8a1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:51.794771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-646a8bce-45ca-41ad-a83c-c1b47b8046ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] No DVR routers for this DVR port edc682b6-ef9a-4438-ba6e-30796af2c8a1 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:51.797374 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-646a8bce-45ca-41ad-a83c-c1b47b8046ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.804629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-654b79ec-d56d-4c63-8bfb-37e7f15e6ad7 req-646a8bce-45ca-41ad-a83c-c1b47b8046ed tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.74 "DELETE /v2.0/ports/edc682b6-ef9a-4438-ba6e-30796af2c8a1 HTTP/1.1" status: 204 len: 173 time: 1.1825218 Jun 30 02:58:51.813179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b84deea-aa94-4e95-9625-79a082720f89', 'name': 'network-vif-deleted', 'tag': 'edc682b6-ef9a-4438-ba6e-30796af2c8a1'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:51.820532 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005bde2f-4a5f-4107-be86-0e37814492d6" -d '{"events": [{"server_uuid": "6b84deea-aa94-4e95-9625-79a082720f89", "name": "network-vif-deleted", "tag": "edc682b6-ef9a-4438-ba6e-30796af2c8a1"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:51.884106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:51.884106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:51.884106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] 10.222.0.74 "PUT /v2.0/ports/7366339e-fe46-4e01-a331-81e3b5ad4856 HTTP/1.1" status: 200 len: 1135 time: 1.9372385 Jun 30 02:58:51.953375 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e906b-7f68-4b12-9517-15f63d79205d service neutron] Pushing event updated for resources: {'Port': ['ID=7366339e-fe46-4e01-a331-81e3b5ad4856,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:51.984510 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc03b371-5b5c-42b0-8a8d-f05e30dcf29b req-3fc1e58f-d5d7-4911-8372-c3f0ce08893c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2277250 Jun 30 02:58:52.037281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-b645ddf7-a72e-4208-8457-c7f3816d707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:52.039587 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-b645ddf7-a72e-4208-8457-c7f3816d707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:52.041318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-b645ddf7-a72e-4208-8457-c7f3816d707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:52.044127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-b645ddf7-a72e-4208-8457-c7f3816d707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:52.044846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-b645ddf7-a72e-4208-8457-c7f3816d707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:52.045543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-b645ddf7-a72e-4208-8457-c7f3816d707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:52.048651 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-b645ddf7-a72e-4208-8457-c7f3816d707e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5290 time: 0.3712370 Jun 30 02:58:52.071516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199f9a-6382-4330-89a4-ff24d4592014 req-8915e690-bb65-414e-bc0c-cadfe3eed50b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:52.073611 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-93199f9a-6382-4330-89a4-ff24d4592014 req-8915e690-bb65-414e-bc0c-cadfe3eed50b tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 945 time: 0.1399162 Jun 30 02:58:52.162242 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-93199f9a-6382-4330-89a4-ff24d4592014 req-f10afb6f-f234-4ba4-8f46-1be3b2c2afcb tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/security-groups?id=36eb58f6-12a7-455f-a74f-5024487b7106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Jun 30 02:58:52.243302 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2d61cc-d288-4c3a-bf87-c544fd120e92 x-openstack-request-id: req-1d2d61cc-d288-4c3a-bf87-c544fd120e92 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:52.243682 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b84deea-aa94-4e95-9625-79a082720f89", "name": "network-vif-deleted", "tag": "edc682b6-ef9a-4438-ba6e-30796af2c8a1", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:52.244021 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d2d61cc-d288-4c3a-bf87-c544fd120e92 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:52.244513 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b84deea-aa94-4e95-9625-79a082720f89', 'name': 'network-vif-deleted', 'tag': 'edc682b6-ef9a-4438-ba6e-30796af2c8a1', 'status': 'completed', 'code': 200} Jun 30 02:58:52.255291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:52.263880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-96719acd-f241-452e-98a0-81568a17faf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:52.279986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['ce6503a9-2af9-4c43-85d7-601ec33f5f59'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:52.416087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 686f89a2-525a-41c1-811b-2a67a69f2e40 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:52.470605 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 686f89a2-525a-41c1-811b-2a67a69f2e40 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:58:52.471270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 686f89a2-525a-41c1-811b-2a67a69f2e40 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:52.473209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04b04fc7-b0c3-4cd5-8349-6ae02c142fe4 req-6b1d5d09-4958-4f19-b9b0-cc8817e26209 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b84deea-aa94-4e95-9625-79a082720f89 HTTP/1.1" status: 200 len: 210 time: 0.0463483 Jun 30 02:58:52.776030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:52.791637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96719acd-f241-452e-98a0-81568a17faf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Pushing event deleted for resources: {'Port': ['ID=ce6503a9-2af9-4c43-85d7-601ec33f5f59,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:52.849095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-5497b954-3688-4ad6-9c6a-b9b8076959df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:52.849596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-5497b954-3688-4ad6-9c6a-b9b8076959df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:52.850073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-5497b954-3688-4ad6-9c6a-b9b8076959df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:52.851649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-5497b954-3688-4ad6-9c6a-b9b8076959df service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a755bb4896d04a0196f012748728909d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7958305 Jun 30 02:58:52.870244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-96719acd-f241-452e-98a0-81568a17faf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] No DVR routers for this DVR port ce6503a9-2af9-4c43-85d7-601ec33f5f59 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:52.880720 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-96719acd-f241-452e-98a0-81568a17faf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:52.882646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbbf6e9d-2ceb-4862-b691-2780773917db req-96719acd-f241-452e-98a0-81568a17faf0 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.83 "DELETE /v2.0/ports/ce6503a9-2af9-4c43-85d7-601ec33f5f59 HTTP/1.1" status: 204 len: 173 time: 1.7592196 Jun 30 02:58:52.946940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.197759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-cc7b4885-00bd-41c2-b57f-72bab174a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:53.199306 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-514dfbb5-4be3-43d5-980f-ee40d71020b9 req-cc7b4885-00bd-41c2-b57f-72bab174a48f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3302169 Jun 30 02:58:53.207227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ee378-584a-4d20-9ae3-b559cc39cc83 req-003143dd-3f40-4331-9a98-ead92a2f8205 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:53.213768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ee378-584a-4d20-9ae3-b559cc39cc83 req-003143dd-3f40-4331-9a98-ead92a2f8205 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:53.229954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ee378-584a-4d20-9ae3-b559cc39cc83 req-003143dd-3f40-4331-9a98-ead92a2f8205 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:53.236361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ee378-584a-4d20-9ae3-b559cc39cc83 req-003143dd-3f40-4331-9a98-ead92a2f8205 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:53.242334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ee378-584a-4d20-9ae3-b559cc39cc83 req-003143dd-3f40-4331-9a98-ead92a2f8205 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:53.248866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ee378-584a-4d20-9ae3-b559cc39cc83 req-003143dd-3f40-4331-9a98-ead92a2f8205 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:53.250812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-143ee378-584a-4d20-9ae3-b559cc39cc83 req-003143dd-3f40-4331-9a98-ead92a2f8205 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 4604 time: 0.1370726 Jun 30 02:58:53.307656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-143ee378-584a-4d20-9ae3-b559cc39cc83 req-c5bca93b-ede2-493e-970c-e78c9e520a0a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502684 Jun 30 02:58:53.378031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df77b8d-0b61-4592-8264-c9a1174498f6 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:53.385868 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.399730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Transition to ACTIVE for port object 6df77b8d-0b61-4592-8264-c9a1174498f6 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:53.455627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-049192e6-e8ac-41b9-99da-716c925c58a0 req-3511db7b-f957-49a5-87b6-660bf7085fc9 tempest-ServerDiskConfigTestJSON-349313688 tempest-ServerDiskConfigTestJSON-349313688-project] 10.222.0.77 "GET /v2.0/ports?device_id=70ad5f3c-780a-42a4-af60-c0dac4af5164 HTTP/1.1" status: 200 len: 210 time: 0.0298846 Jun 30 02:58:53.484135 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.601271 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.676385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '7366339e-fe46-4e01-a331-81e3b5ad4856'}, {'server_uuid': '70ad5f3c-780a-42a4-af60-c0dac4af5164', 'name': 'network-vif-deleted', 'tag': 'ce6503a9-2af9-4c43-85d7-601ec33f5f59'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:53.679303 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112cb104-7294-4c94-95a5-3ebcf3025e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "7366339e-fe46-4e01-a331-81e3b5ad4856"}, {"server_uuid": "70ad5f3c-780a-42a4-af60-c0dac4af5164", "name": "network-vif-deleted", "tag": "ce6503a9-2af9-4c43-85d7-601ec33f5f59"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:53.694291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Pushing event updated for resources: {'Port': ['ID=6df77b8d-0b61-4592-8264-c9a1174498f6,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:53.765525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1dcbd-2bb9-44bd-b180-0a1b9b136634 req-a615c80e-aecf-4bdd-8c89-b4cd01928874 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:53.767102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ecf1dcbd-2bb9-44bd-b180-0a1b9b136634 req-a615c80e-aecf-4bdd-8c89-b4cd01928874 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12 HTTP/1.1" status: 200 len: 945 time: 0.1766768 Jun 30 02:58:53.841924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Attempting to bind port 6df77b8d-0b61-4592-8264-c9a1174498f6 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:53.842266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Attempting to bind port 6df77b8d-0b61-4592-8264-c9a1174498f6 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:53.842617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Attempting to bind port 6df77b8d-0b61-4592-8264-c9a1174498f6 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:53.856886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Port 6df77b8d-0b61-4592-8264-c9a1174498f6 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:58:53.860332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Attempting to bind port 6df77b8d-0b61-4592-8264-c9a1174498f6 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:53.876675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ecf1dcbd-2bb9-44bd-b180-0a1b9b136634 req-d7742396-bc36-4e4a-b503-636e2a421862 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831418 Jun 30 02:58:53.878067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:53.878323 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Checking segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:53.878653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Bound using segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:53.879117 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Bound port: 6df77b8d-0b61-4592-8264-c9a1174498f6, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:53.879486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:53.938446 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ea81c3-5001-4bf5-84d9-f4dfa76de8c3 x-openstack-request-id: req-68ea81c3-5001-4bf5-84d9-f4dfa76de8c3 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:53.938974 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "7366339e-fe46-4e01-a331-81e3b5ad4856", "status": "completed", "code": 200}, {"server_uuid": "70ad5f3c-780a-42a4-af60-c0dac4af5164", "name": "network-vif-deleted", "tag": "ce6503a9-2af9-4c43-85d7-601ec33f5f59", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:53.939481 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68ea81c3-5001-4bf5-84d9-f4dfa76de8c3 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:53.940543 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '7366339e-fe46-4e01-a331-81e3b5ad4856', 'status': 'completed', 'code': 200} Jun 30 02:58:53.940964 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ad5f3c-780a-42a4-af60-c0dac4af5164', 'name': 'network-vif-deleted', 'tag': 'ce6503a9-2af9-4c43-85d7-601ec33f5f59', 'status': 'completed', 'code': 200} Jun 30 02:58:54.011482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] For port 6df77b8d-0b61-4592-8264-c9a1174498f6, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:54.036815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] For port 6df77b8d-0b61-4592-8264-c9a1174498f6, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=6df77b8d-0b61-4592-8264-c9a1174498f6,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:54.051757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-5534cc90-0685-4cf8-a91e-23cd7d9481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.052486 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-5534cc90-0685-4cf8-a91e-23cd7d9481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.052958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-5534cc90-0685-4cf8-a91e-23cd7d9481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.053428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-5534cc90-0685-4cf8-a91e-23cd7d9481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.053928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-5534cc90-0685-4cf8-a91e-23cd7d9481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.054392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-5534cc90-0685-4cf8-a91e-23cd7d9481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.055237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-5534cc90-0685-4cf8-a91e-23cd7d9481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.057177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-5534cc90-0685-4cf8-a91e-23cd7d9481c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6176 time: 0.0884538 Jun 30 02:58:54.202017 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.253003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.253003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.253003 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] 10.222.0.74 "PUT /v2.0/ports/6df77b8d-0b61-4592-8264-c9a1174498f6 HTTP/1.1" status: 200 len: 1135 time: 2.1336000 Jun 30 02:58:54.294211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e9c3a-fd49-4e8e-8e0a-262280f85947 service neutron] Pushing event updated for resources: {'Port': ['ID=6df77b8d-0b61-4592-8264-c9a1174498f6,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:54.300261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-80c2e1fc-93c3-4889-8e2f-abf680601992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.300742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-80c2e1fc-93c3-4889-8e2f-abf680601992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.301592 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-80c2e1fc-93c3-4889-8e2f-abf680601992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.303113 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-80c2e1fc-93c3-4889-8e2f-abf680601992 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a755bb4896d04a0196f012748728909d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2374101 Jun 30 02:58:54.416881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-28540cd1-64b6-4c38-899e-44d0661c71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.419377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-112cb104-7294-4c94-95a5-3ebcf3025e2d req-28540cd1-64b6-4c38-899e-44d0661c71ae service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090610 Jun 30 02:58:54.469326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device edc682b6-ef9a-4438-ba6e-30796af2c8a1 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:54.471318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:54.516930 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: edc682b6-ef9a-4438-ba6e-30796af2c8a1 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:58:54.532710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device edc682b6-ef9a-4438-ba6e-30796af2c8a1 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:54.607370 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.800056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e3d0-a3b6-4f5d-afd5-5d020df79478 req-1c622a18-3e45-4d4d-8929-2879cc32f052 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.807031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e3d0-a3b6-4f5d-afd5-5d020df79478 req-1c622a18-3e45-4d4d-8929-2879cc32f052 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.813219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e3d0-a3b6-4f5d-afd5-5d020df79478 req-1c622a18-3e45-4d4d-8929-2879cc32f052 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.819144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e3d0-a3b6-4f5d-afd5-5d020df79478 req-1c622a18-3e45-4d4d-8929-2879cc32f052 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.825425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e3d0-a3b6-4f5d-afd5-5d020df79478 req-1c622a18-3e45-4d4d-8929-2879cc32f052 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.831179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e3d0-a3b6-4f5d-afd5-5d020df79478 req-1c622a18-3e45-4d4d-8929-2879cc32f052 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.836892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e3d0-a3b6-4f5d-afd5-5d020df79478 req-1c622a18-3e45-4d4d-8929-2879cc32f052 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.838849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec76e3d0-a3b6-4f5d-afd5-5d020df79478 req-1c622a18-3e45-4d4d-8929-2879cc32f052 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5381 time: 0.1142230 Jun 30 02:58:54.898158 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec76e3d0-a3b6-4f5d-afd5-5d020df79478 req-9b705282-c8f5-4e51-8f67-ae43bca2ee59 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515797 Jun 30 02:58:54.984712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1c936e-7681-464e-893c-fb84f41b42e0 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:55.015976 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:55.036775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b693e90-4833-420c-b200-d3663c9e80af req-e5f1e1bf-d653-408b-a5b8-6d96768b52f8 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:55.038347 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b693e90-4833-420c-b200-d3663c9e80af req-e5f1e1bf-d653-408b-a5b8-6d96768b52f8 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12 HTTP/1.1" status: 200 len: 945 time: 0.1433804 Jun 30 02:58:55.052995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Transition to ACTIVE for port object 5c1c936e-7681-464e-893c-fb84f41b42e0 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:55.162431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-1b693e90-4833-420c-b200-d3663c9e80af req-cbd53bd4-1117-4e20-9a70-e71ab26b6f38 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Deleting port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:55.162914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1b693e90-4833-420c-b200-d3663c9e80af req-cbd53bd4-1117-4e20-9a70-e71ab26b6f38 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:55.172140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf695ed-512d-4c7b-bb13-47e9499c88d5 req-a2b07785-b9de-4bbe-8b2e-d20d36223953 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:55.181079 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eaf695ed-512d-4c7b-bb13-47e9499c88d5 req-a2b07785-b9de-4bbe-8b2e-d20d36223953 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 945 time: 0.0872743 Jun 30 02:58:55.231979 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eaf695ed-512d-4c7b-bb13-47e9499c88d5 req-94f6a8cd-dc6d-4d1e-b692-99fc32d95fb9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Jun 30 02:58:55.278225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-1b693e90-4833-420c-b200-d3663c9e80af req-cbd53bd4-1117-4e20-9a70-e71ab26b6f38 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] For port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:55.278818 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1b693e90-4833-420c-b200-d3663c9e80af req-cbd53bd4-1117-4e20-9a70-e71ab26b6f38 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:55.311487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-1b693e90-4833-420c-b200-d3663c9e80af req-cbd53bd4-1117-4e20-9a70-e71ab26b6f38 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Calling delete_port for 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:55.317124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:55.428109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23e808-f468-4c80-9ffc-ebe378381138 req-27b9153f-f31d-4316-aa6d-4f3da85bb7b3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:55.436861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da23e808-f468-4c80-9ffc-ebe378381138 req-27b9153f-f31d-4316-aa6d-4f3da85bb7b3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.0852361 Jun 30 02:58:55.511393 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da23e808-f468-4c80-9ffc-ebe378381138 req-c303e313-da1b-410c-a157-17ad5aaaf739 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731802 Jun 30 02:58:55.530644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1c936e-7681-464e-893c-fb84f41b42e0,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:55.654631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Attempting to bind port 5c1c936e-7681-464e-893c-fb84f41b42e0 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:55.654983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Attempting to bind port 5c1c936e-7681-464e-893c-fb84f41b42e0 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:55.655308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Attempting to bind port 5c1c936e-7681-464e-893c-fb84f41b42e0 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:55.664987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbdd20-e714-428f-ac8d-0e271372b7b9 req-83efe768-40ee-413e-86a5-962cfce70e7f tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:55.666747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bbbdd20-e714-428f-ac8d-0e271372b7b9 req-83efe768-40ee-413e-86a5-962cfce70e7f tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12 HTTP/1.1" status: 200 len: 945 time: 0.2911956 Jun 30 02:58:55.735983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Port 5c1c936e-7681-464e-893c-fb84f41b42e0 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:58:55.736543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Attempting to bind port 5c1c936e-7681-464e-893c-fb84f41b42e0 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:55.764303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:55.764678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Checking segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:55.765094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Bound using segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:55.765566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Bound port: 5c1c936e-7681-464e-893c-fb84f41b42e0, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:55.765940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:55.800539 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bbbdd20-e714-428f-ac8d-0e271372b7b9 req-58cfdcb9-f2c1-4f35-aa0c-e5298bbe6efc tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247947 Jun 30 02:58:55.865134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] For port 5c1c936e-7681-464e-893c-fb84f41b42e0, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:55.869308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] For port 5c1c936e-7681-464e-893c-fb84f41b42e0, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5c1c936e-7681-464e-893c-fb84f41b42e0,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:55.870941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41274) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:55.917755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7585774-73e1-40de-8d9d-78cc3662b02a admin admin] Deleting subnet e72bca90-0bc0-476c-81d4-d36458ae533b {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:58:55.924174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7585774-73e1-40de-8d9d-78cc3662b02a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:55.946611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '6df77b8d-0b61-4592-8264-c9a1174498f6'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:55.948551 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8225fa-272c-49b4-b451-4771a7ef8e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "6df77b8d-0b61-4592-8264-c9a1174498f6"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:55.955930 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1b693e90-4833-420c-b200-d3663c9e80af req-cbd53bd4-1117-4e20-9a70-e71ab26b6f38 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:55.972280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['26e23905-3e5c-493d-b289-24b207fe5972', '0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:56.002414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd53bd4-1117-4e20-9a70-e71ab26b6f38 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Pushing event deleted for resources: {'Port': ['ID=0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:56.009186 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf45ca4c-c63b-43ad-b036-44f12f6b2ad1 x-openstack-request-id: req-cf45ca4c-c63b-43ad-b036-44f12f6b2ad1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:56.009472 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "6df77b8d-0b61-4592-8264-c9a1174498f6", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:56.009742 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf45ca4c-c63b-43ad-b036-44f12f6b2ad1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:56.013679 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '6df77b8d-0b61-4592-8264-c9a1174498f6', 'status': 'completed', 'code': 200} Jun 30 02:58:56.013679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7585774-73e1-40de-8d9d-78cc3662b02a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.092028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.178433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b693e90-4833-420c-b200-d3663c9e80af req-cbd53bd4-1117-4e20-9a70-e71ab26b6f38 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] No DVR routers for this DVR port 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:56.182434 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-1b693e90-4833-420c-b200-d3663c9e80af req-cbd53bd4-1117-4e20-9a70-e71ab26b6f38 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.184829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b693e90-4833-420c-b200-d3663c9e80af req-cbd53bd4-1117-4e20-9a70-e71ab26b6f38 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "DELETE /v2.0/ports/0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 HTTP/1.1" status: 204 len: 173 time: 1.1406081 Jun 30 02:58:56.261146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.261796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.263216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] 10.222.0.74 "PUT /v2.0/ports/5c1c936e-7681-464e-893c-fb84f41b42e0 HTTP/1.1" status: 200 len: 1090 time: 1.7965529 Jun 30 02:58:56.270695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7585774-73e1-40de-8d9d-78cc3662b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.331167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bde3c-6e18-40fa-9b09-6b48485f9134 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1c936e-7681-464e-893c-fb84f41b42e0,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:56.404523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-296ec033-d462-4eb8-b483-1d3ac751100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.405119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-296ec033-d462-4eb8-b483-1d3ac751100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.405653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-296ec033-d462-4eb8-b483-1d3ac751100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.406147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-296ec033-d462-4eb8-b483-1d3ac751100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.407235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-296ec033-d462-4eb8-b483-1d3ac751100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.407734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-296ec033-d462-4eb8-b483-1d3ac751100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.408289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-296ec033-d462-4eb8-b483-1d3ac751100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.411787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-296ec033-d462-4eb8-b483-1d3ac751100a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6285 time: 0.3472612 Jun 30 02:58:56.433959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8fc5-424c-4d1f-934b-8ce9a6e3a968 req-5d31f4cd-3bad-4f2e-bb5a-f770a221114e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.440659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8fc5-424c-4d1f-934b-8ce9a6e3a968 req-5d31f4cd-3bad-4f2e-bb5a-f770a221114e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.448456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8fc5-424c-4d1f-934b-8ce9a6e3a968 req-5d31f4cd-3bad-4f2e-bb5a-f770a221114e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.450597 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ce6503a9-2af9-4c43-85d7-601ec33f5f59 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:56.456907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8fc5-424c-4d1f-934b-8ce9a6e3a968 req-5d31f4cd-3bad-4f2e-bb5a-f770a221114e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.463524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8fc5-424c-4d1f-934b-8ce9a6e3a968 req-5d31f4cd-3bad-4f2e-bb5a-f770a221114e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.471668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8fc5-424c-4d1f-934b-8ce9a6e3a968 req-5d31f4cd-3bad-4f2e-bb5a-f770a221114e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.479869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e8fc5-424c-4d1f-934b-8ce9a6e3a968 req-5d31f4cd-3bad-4f2e-bb5a-f770a221114e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.489224 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-899e8fc5-424c-4d1f-934b-8ce9a6e3a968 req-5d31f4cd-3bad-4f2e-bb5a-f770a221114e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5393 time: 0.4139178 Jun 30 02:58:56.509721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:56.527176 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7585774-73e1-40de-8d9d-78cc3662b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.537874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: ce6503a9-2af9-4c43-85d7-601ec33f5f59 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:58:56.537874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ce6503a9-2af9-4c43-85d7-601ec33f5f59 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:56.579650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecf6d6-1f89-498a-8bec-654225988177 req-fefe9585-c237-44f7-963e-728d74c5659b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.581283 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-97ecf6d6-1f89-498a-8bec-654225988177 req-fefe9585-c237-44f7-963e-728d74c5659b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.83 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 945 time: 0.5153108 Jun 30 02:58:56.659779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe7201-0455-4b03-8d2a-0434c3a59224 req-278bd7b9-250d-4b73-a93f-517374ecd666 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.666988 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7efe7201-0455-4b03-8d2a-0434c3a59224 req-278bd7b9-250d-4b73-a93f-517374ecd666 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 945 time: 0.1953614 Jun 30 02:58:56.696924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7585774-73e1-40de-8d9d-78cc3662b02a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72bca90-0bc0-476c-81d4-d36458ae533b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:56.711319 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7efe7201-0455-4b03-8d2a-0434c3a59224 req-bca533a6-9279-457b-9a49-1bd8469ac827 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Jun 30 02:58:56.757801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-f5f5733d-00f4-4dc3-9687-69b04d663e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.758296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-f5f5733d-00f4-4dc3-9687-69b04d663e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.758774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-f5f5733d-00f4-4dc3-9687-69b04d663e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:56.760501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-f5f5733d-00f4-4dc3-9687-69b04d663e71 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a755bb4896d04a0196f012748728909d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2662482 Jun 30 02:58:56.764525 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7585774-73e1-40de-8d9d-78cc3662b02a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.766320 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e7585774-73e1-40de-8d9d-78cc3662b02a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e72bca90-0bc0-476c-81d4-d36458ae533b HTTP/1.1" status: 204 len: 168 time: 0.8937585 Jun 30 02:58:56.769022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41302) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:56.909724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.926845 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.952467 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-899e8fc5-424c-4d1f-934b-8ce9a6e3a968 req-68e5d0b7-e7f9-41bf-a455-7b2449f8854e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4619176 Jun 30 02:58:57.086203 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.097631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b648be1-0113-4d32-9451-80e8b42fe7f4']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:57.122306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098ca72-58ca-406f-8ddc-cb27bd6888cb req-cd903de7-b3fc-4d8b-ba30-53a12b054680 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:57.124169 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d098ca72-58ca-406f-8ddc-cb27bd6888cb req-cd903de7-b3fc-4d8b-ba30-53a12b054680 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.2113597 Jun 30 02:58:57.125979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb662f8-c13c-4bcb-997d-247c9359a905') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:57.126274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb662f8-c13c-4bcb-997d-247c9359a905') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:57.142821 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.172382 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.184312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d098ca72-58ca-406f-8ddc-cb27bd6888cb req-3e223ede-e506-42e9-ba8e-71c1c14cdb9d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509448 Jun 30 02:58:57.185311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:58:57.185850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:58:57.191903 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:58:57.221452 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b63dc3a-feaf-475e-8a26-d785442566d8 req-2b78aa86-a744-42e1-9b89-6b04118fe892 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdef6c1d-eed7-4a60-9186-9b6791deaf12 HTTP/1.1" status: 200 len: 210 time: 0.0724983 Jun 30 02:58:57.277053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-8e7a858e-0a63-431a-a8f1-72b98898b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:57.278780 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce8225fa-272c-49b4-b451-4771a7ef8e0b req-8e7a858e-0a63-431a-a8f1-72b98898b381 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5095527 Jun 30 02:58:57.439968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-97ecf6d6-1f89-498a-8bec-654225988177 req-39fcf96a-9e1d-4b92-a7d7-182abc61f300 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Deleting port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:57.439968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-97ecf6d6-1f89-498a-8bec-654225988177 req-39fcf96a-9e1d-4b92-a7d7-182abc61f300 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.465255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-97ecf6d6-1f89-498a-8bec-654225988177 req-39fcf96a-9e1d-4b92-a7d7-182abc61f300 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] For port 3bd3c888-60d8-40db-ba33-de656b7dbbb1, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=3bd3c888-60d8-40db-ba33-de656b7dbbb1,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:57.465675 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-97ecf6d6-1f89-498a-8bec-654225988177 req-39fcf96a-9e1d-4b92-a7d7-182abc61f300 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.520890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-97ecf6d6-1f89-498a-8bec-654225988177 req-39fcf96a-9e1d-4b92-a7d7-182abc61f300 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Calling delete_port for 3bd3c888-60d8-40db-ba33-de656b7dbbb1 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:57.520890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a656cc98-dabc-4a7e-a5f6-d74e471ecb7e {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:57.554923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.574236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Transition to ACTIVE for port object a656cc98-dabc-4a7e-a5f6-d74e471ecb7e will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:57.763602 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.775868 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:57.777889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] 10.222.0.77 "DELETE /v2.0/networks/2b648be1-0113-4d32-9451-80e8b42fe7f4 HTTP/1.1" status: 204 len: 168 time: 1.0077262 Jun 30 02:58:57.779235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df9899-ecb4-490f-95fb-abbb87aba98e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b648be1-0113-4d32-9451-80e8b42fe7f4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:57.925042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee0a4-ea64-4ffc-af49-cf2be9012e1e req-5c9eb9e2-0866-4369-b907-d303343dea53 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:57.927031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b2ee0a4-ea64-4ffc-af49-cf2be9012e1e req-5c9eb9e2-0866-4369-b907-d303343dea53 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 945 time: 0.0672843 Jun 30 02:58:57.946161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.011487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdef6c1d-eed7-4a60-9186-9b6791deaf12', 'name': 'network-vif-deleted', 'tag': '0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426'}, {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '5c1c936e-7681-464e-893c-fb84f41b42e0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:58.015045 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da" -d '{"events": [{"server_uuid": "cdef6c1d-eed7-4a60-9186-9b6791deaf12", "name": "network-vif-deleted", "tag": "0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426"}, {"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "5c1c936e-7681-464e-893c-fb84f41b42e0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:58.151283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-97ecf6d6-1f89-498a-8bec-654225988177 req-39fcf96a-9e1d-4b92-a7d7-182abc61f300 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.167529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9a3a574a-28ef-4a02-b84d-6d81b214b059', '3bd3c888-60d8-40db-ba33-de656b7dbbb1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:58.207118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb56f3-e2d6-4d6e-b4c9-8831d8bcc762 req-292bc7a7-c5fa-421f-b684-bb7b02c265a9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.214210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Attempting to bind port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:58.214577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Attempting to bind port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:58.215582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Attempting to bind port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:58.216347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb56f3-e2d6-4d6e-b4c9-8831d8bcc762 req-292bc7a7-c5fa-421f-b684-bb7b02c265a9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.223645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb56f3-e2d6-4d6e-b4c9-8831d8bcc762 req-292bc7a7-c5fa-421f-b684-bb7b02c265a9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.231850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb56f3-e2d6-4d6e-b4c9-8831d8bcc762 req-292bc7a7-c5fa-421f-b684-bb7b02c265a9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.238876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb56f3-e2d6-4d6e-b4c9-8831d8bcc762 req-292bc7a7-c5fa-421f-b684-bb7b02c265a9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.246911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb56f3-e2d6-4d6e-b4c9-8831d8bcc762 req-292bc7a7-c5fa-421f-b684-bb7b02c265a9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.252962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb56f3-e2d6-4d6e-b4c9-8831d8bcc762 req-292bc7a7-c5fa-421f-b684-bb7b02c265a9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.260861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c8bb56f3-e2d6-4d6e-b4c9-8831d8bcc762 req-292bc7a7-c5fa-421f-b684-bb7b02c265a9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5405 time: 0.1676276 Jun 30 02:58:58.263550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b2ee0a4-ea64-4ffc-af49-cf2be9012e1e req-03ff53f3-393e-480e-9f42-abb326f2788f tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305299 Jun 30 02:58:58.264184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Pushing event updated for resources: {'Port': ['ID=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:58.294870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e on network 6ed49552-2da0-4d97-856c-855a1f7d8775 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:58:58.301483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Attempting to bind port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:58.304488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ecf6d6-1f89-498a-8bec-654225988177 req-39fcf96a-9e1d-4b92-a7d7-182abc61f300 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] No DVR routers for this DVR port 3bd3c888-60d8-40db-ba33-de656b7dbbb1 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:58.307577 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-97ecf6d6-1f89-498a-8bec-654225988177 req-39fcf96a-9e1d-4b92-a7d7-182abc61f300 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.311097 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-97ecf6d6-1f89-498a-8bec-654225988177 req-39fcf96a-9e1d-4b92-a7d7-182abc61f300 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.83 "DELETE /v2.0/ports/3bd3c888-60d8-40db-ba33-de656b7dbbb1 HTTP/1.1" status: 204 len: 173 time: 1.6800075 Jun 30 02:58:58.320834 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c8bb56f3-e2d6-4d6e-b4c9-8831d8bcc762 req-2a372c04-e189-411e-81ab-534f6da789a9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590975 Jun 30 02:58:58.353050 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058149eb-e4cd-46cf-87f2-541f485c3574 x-openstack-request-id: req-058149eb-e4cd-46cf-87f2-541f485c3574 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:58.353362 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdef6c1d-eed7-4a60-9186-9b6791deaf12", "name": "network-vif-deleted", "tag": "0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "5c1c936e-7681-464e-893c-fb84f41b42e0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:58.353645 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-058149eb-e4cd-46cf-87f2-541f485c3574 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:58.354051 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdef6c1d-eed7-4a60-9186-9b6791deaf12', 'name': 'network-vif-deleted', 'tag': '0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426', 'status': 'completed', 'code': 200} Jun 30 02:58:58.354312 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '5c1c936e-7681-464e-893c-fb84f41b42e0', 'status': 'completed', 'code': 200} Jun 30 02:58:58.355582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:58.355996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Checking segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:58.356418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Bound using segment: {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:58.357000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Bound port: a656cc98-dabc-4a7e-a5f6-d74e471ecb7e, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2813245b-b1a5-410f-9278-bfedd510b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:58.357369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.360830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcf96a-9e1d-4b92-a7d7-182abc61f300 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event deleted for resources: {'Port': ['ID=3bd3c888-60d8-40db-ba33-de656b7dbbb1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:58.520567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61b839-5215-4d1e-804f-6f04d91e5f6c req-81605033-eafb-43c1-98ed-907f3ef8b219 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.520810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] For port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:58.523840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] For port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:58.528435 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cb61b839-5215-4d1e-804f-6f04d91e5f6c req-81605033-eafb-43c1-98ed-907f3ef8b219 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.0777891 Jun 30 02:58:58.567459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-3ad59e82-378b-480f-aa7b-2858cf9045f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.568285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-3ad59e82-378b-480f-aa7b-2858cf9045f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.569424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-3ad59e82-378b-480f-aa7b-2858cf9045f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.570136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-3ad59e82-378b-480f-aa7b-2858cf9045f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.576234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-3ad59e82-378b-480f-aa7b-2858cf9045f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.576790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-3ad59e82-378b-480f-aa7b-2858cf9045f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.577278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-3ad59e82-378b-480f-aa7b-2858cf9045f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.581280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-3ad59e82-378b-480f-aa7b-2858cf9045f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6310 time: 0.2165816 Jun 30 02:58:58.591999 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-459a4bf1-d656-45de-9f65-e9d59f9337fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.604014 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cb61b839-5215-4d1e-804f-6f04d91e5f6c req-c2e76eeb-7a08-4215-a043-eaf3a88f7806 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745516 Jun 30 02:58:58.727739 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.775072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41356) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:58.889784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-90d271a2-3d22-4e91-a3ec-20718d49d7fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0466d81086e5497dadb2f7d70213636d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1020434 Jun 30 02:58:58.889784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41364) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:58.899957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Pushing event updated for resources: {'Port': ['ID=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:58.903962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.904600 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.906114 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2c9f3beb-45ed-4cac-861f-5b9770f70f31 service neutron] 10.222.0.74 "PUT /v2.0/ports/a656cc98-dabc-4a7e-a5f6-d74e471ecb7e HTTP/1.1" status: 200 len: 1091 time: 2.4008896 Jun 30 02:58:58.907261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-ccff31e7-89b5-4ade-bef4-d58ce6582359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.907737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-ccff31e7-89b5-4ade-bef4-d58ce6582359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.908265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-ccff31e7-89b5-4ade-bef4-d58ce6582359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.910242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-ccff31e7-89b5-4ade-bef4-d58ce6582359 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a755bb4896d04a0196f012748728909d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3143361 Jun 30 02:58:58.988995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ad492114-d07e-4a93-b373-08c54dce8bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.017961 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ad492114-d07e-4a93-b373-08c54dce8bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.082887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-8a692612-3f24-458c-8159-3e6bb1498e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.084692 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fb85e3b7-ed3d-4095-9f67-bb9ed3b2a0da req-8a692612-3f24-458c-8159-3e6bb1498e8d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678925 Jun 30 02:58:59.346536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:59.434896 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dbbab126-d8dc-4756-b803-a39e28e9dcf1 req-8cefd752-a4df-42f1-9df5-1288f5ef022c tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 210 time: 0.0285800 Jun 30 02:58:59.438632 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.630881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ad492114-d07e-4a93-b373-08c54dce8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.633539 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ad492114-d07e-4a93-b373-08c54dce8bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.634701 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ad492114-d07e-4a93-b373-08c54dce8bb9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36eb58f6-12a7-455f-a74f-5024487b7106 HTTP/1.1" status: 204 len: 168 time: 0.7545407 Jun 30 02:58:59.648433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad492114-d07e-4a93-b373-08c54dce8bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eb58f6-12a7-455f-a74f-5024487b7106,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:59.702859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0668e-a754-4e06-9e3b-cd61d5f482ea req-654ee536-ed75-4db4-b48c-10caf1f6c5c2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.711134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0668e-a754-4e06-9e3b-cd61d5f482ea req-654ee536-ed75-4db4-b48c-10caf1f6c5c2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.721247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0668e-a754-4e06-9e3b-cd61d5f482ea req-654ee536-ed75-4db4-b48c-10caf1f6c5c2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.730498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0668e-a754-4e06-9e3b-cd61d5f482ea req-654ee536-ed75-4db4-b48c-10caf1f6c5c2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.739590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0668e-a754-4e06-9e3b-cd61d5f482ea req-654ee536-ed75-4db4-b48c-10caf1f6c5c2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.748546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0668e-a754-4e06-9e3b-cd61d5f482ea req-654ee536-ed75-4db4-b48c-10caf1f6c5c2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.757220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0668e-a754-4e06-9e3b-cd61d5f482ea req-654ee536-ed75-4db4-b48c-10caf1f6c5c2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.760439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44f0668e-a754-4e06-9e3b-cd61d5f482ea req-654ee536-ed75-4db4-b48c-10caf1f6c5c2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5405 time: 0.1934774 Jun 30 02:58:59.769921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ab8b73-2e54-4e18-9b70-d360fcacc7aa {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:59.779632 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:59.806609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Transition to ACTIVE for port object e2ab8b73-2e54-4e18-9b70-d360fcacc7aa will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:59.810199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44f0668e-a754-4e06-9e3b-cd61d5f482ea req-9ec7a644-4c02-4931-9400-1eed426ab747 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421455 Jun 30 02:58:59.982337 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:00.245472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d9b37-0287-4a29-8777-7587188fca50 req-ec7652bc-c6ff-472f-aaec-f4056da6aa9a tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:00.247903 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc1d9b37-0287-4a29-8777-7587188fca50 req-ec7652bc-c6ff-472f-aaec-f4056da6aa9a tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.0969858 Jun 30 02:59:00.325608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc1d9b37-0287-4a29-8777-7587188fca50 req-ab4af987-9056-41b9-90e3-ff86cb1369a3 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623207 Jun 30 02:59:00.454266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c0c2fe-68fc-4192-b137-4da6b9286e83', 'name': 'network-vif-deleted', 'tag': '3bd3c888-60d8-40db-ba33-de656b7dbbb1'}, {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': 'a656cc98-dabc-4a7e-a5f6-d74e471ecb7e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:00.454266 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec" -d '{"events": [{"server_uuid": "f8c0c2fe-68fc-4192-b137-4da6b9286e83", "name": "network-vif-deleted", "tag": "3bd3c888-60d8-40db-ba33-de656b7dbbb1"}, {"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "a656cc98-dabc-4a7e-a5f6-d74e471ecb7e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:00.460687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:00.497619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:00.497619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0c03c0d7-5ae4-4cc6-91eb-c47bad7a3426 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:00.504965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 3bd3c888-60d8-40db-ba33-de656b7dbbb1 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:00.576642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 3bd3c888-60d8-40db-ba33-de656b7dbbb1 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:00.576642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 3bd3c888-60d8-40db-ba33-de656b7dbbb1 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:00.579407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:00.706270 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fef728c-d5c0-4515-8d16-c83d5fbfbecb req-d1f1fbad-7aa1-4112-956d-345a6a237373 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8c0c2fe-68fc-4192-b137-4da6b9286e83 HTTP/1.1" status: 200 len: 210 time: 0.0581493 Jun 30 02:59:00.723831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d9ed8-b0f7-4576-b685-1eb48ff4cfb6 req-03219e26-4775-4304-9afa-cabdeddf9f15 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:00.731640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-da9d9ed8-b0f7-4576-b685-1eb48ff4cfb6 req-03219e26-4775-4304-9afa-cabdeddf9f15 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.2557693 Jun 30 02:59:00.803767 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6fb17c-aa75-49be-88e9-fbb90cb2dc63 x-openstack-request-id: req-be6fb17c-aa75-49be-88e9-fbb90cb2dc63 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:00.804071 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c0c2fe-68fc-4192-b137-4da6b9286e83", "name": "network-vif-deleted", "tag": "3bd3c888-60d8-40db-ba33-de656b7dbbb1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "a656cc98-dabc-4a7e-a5f6-d74e471ecb7e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:00.804338 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be6fb17c-aa75-49be-88e9-fbb90cb2dc63 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:00.805529 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c0c2fe-68fc-4192-b137-4da6b9286e83', 'name': 'network-vif-deleted', 'tag': '3bd3c888-60d8-40db-ba33-de656b7dbbb1', 'status': 'completed', 'code': 200} Jun 30 02:59:00.805805 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': 'a656cc98-dabc-4a7e-a5f6-d74e471ecb7e', 'status': 'completed', 'code': 200} Jun 30 02:59:00.827043 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-da9d9ed8-b0f7-4576-b685-1eb48ff4cfb6 req-7e324a8b-f884-4c02-8a8c-804e7f375566 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941367 Jun 30 02:59:00.828172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Attempting to bind port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:00.828717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Attempting to bind port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:00.829265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Attempting to bind port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa on network f7f3593f-2741-4193-a44d-f880d3ee6ff9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:00.839910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa on network f7f3593f-2741-4193-a44d-f880d3ee6ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:59:00.839910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Attempting to bind port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa on network f7f3593f-2741-4193-a44d-f880d3ee6ff9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:00.884861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:00.885304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Checking segment: {'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:00.885800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Bound using segment: {'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:00.886326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Bound port: e2ab8b73-2e54-4e18-9b70-d360fcacc7aa, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:00.886764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.004095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] For port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:01.004095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] For port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:01.020850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-48f28817-2045-472b-9155-ff814c8094e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.021652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-48f28817-2045-472b-9155-ff814c8094e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.022367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-48f28817-2045-472b-9155-ff814c8094e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.023061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-48f28817-2045-472b-9155-ff814c8094e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.024655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-48f28817-2045-472b-9155-ff814c8094e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.025312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-48f28817-2045-472b-9155-ff814c8094e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.026331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-48f28817-2045-472b-9155-ff814c8094e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.029944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-48f28817-2045-472b-9155-ff814c8094e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6377 time: 0.2216837 Jun 30 02:59:01.133485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd821c5-4c4d-4e65-b950-e59d9bc51577 req-df40ffac-7f83-4198-92a7-8074fb2f3b3d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.146804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd821c5-4c4d-4e65-b950-e59d9bc51577 req-df40ffac-7f83-4198-92a7-8074fb2f3b3d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.163092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd821c5-4c4d-4e65-b950-e59d9bc51577 req-df40ffac-7f83-4198-92a7-8074fb2f3b3d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.181665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd821c5-4c4d-4e65-b950-e59d9bc51577 req-df40ffac-7f83-4198-92a7-8074fb2f3b3d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.198189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.201147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd821c5-4c4d-4e65-b950-e59d9bc51577 req-df40ffac-7f83-4198-92a7-8074fb2f3b3d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.213177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd821c5-4c4d-4e65-b950-e59d9bc51577 req-df40ffac-7f83-4198-92a7-8074fb2f3b3d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.228212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd821c5-4c4d-4e65-b950-e59d9bc51577 req-df40ffac-7f83-4198-92a7-8074fb2f3b3d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.230497 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3cd821c5-4c4d-4e65-b950-e59d9bc51577 req-df40ffac-7f83-4198-92a7-8074fb2f3b3d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5417 time: 0.2261384 Jun 30 02:59:01.270516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.271463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.273355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] 10.222.0.74 "PUT /v2.0/ports/e2ab8b73-2e54-4e18-9b70-d360fcacc7aa HTTP/1.1" status: 200 len: 1091 time: 1.9337118 Jun 30 02:59:01.319025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.330470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-146efaab-04cd-4b7e-a6df-7c2c2ce16633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.330470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-146efaab-04cd-4b7e-a6df-7c2c2ce16633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.330470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-146efaab-04cd-4b7e-a6df-7c2c2ce16633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.335876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-146efaab-04cd-4b7e-a6df-7c2c2ce16633 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a755bb4896d04a0196f012748728909d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2902341 Jun 30 02:59:01.336023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3cd821c5-4c4d-4e65-b950-e59d9bc51577 req-f7fb7760-d3bc-4816-b145-18f6f62979ca tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931287 Jun 30 02:59:01.380043 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c9dfdf3f-5de6-4547-9be5-1d831469eed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.479260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-330904af-9fc8-4890-8e1a-042a9f407c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.481016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17e2f6f1-7f92-4acc-a015-06a3d870b1ec req-330904af-9fc8-4890-8e1a-042a9f407c58 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450834 Jun 30 02:59:01.481922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88f160-f2e4-4e53-a169-7915d112faa9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:01.528583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Request body: {'port': {'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:01.683500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-41697592-d457-4cf9-814c-7c901447d2b9 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.685706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-41697592-d457-4cf9-814c-7c901447d2b9 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.2004676 Jun 30 02:59:01.708590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb583d7-b359-4a65-ac2f-2af0fba817cd req-d12196c2-534a-42fa-9251-e1ce6c5ec91c tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.708590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2bb583d7-b359-4a65-ac2f-2af0fba817cd req-d12196c2-534a-42fa-9251-e1ce6c5ec91c tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 946 time: 0.2180383 Jun 30 02:59:01.752944 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:01.847107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2bb583d7-b359-4a65-ac2f-2af0fba817cd req-19fca30e-b0ee-4813-8f91-d378be137340 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/security-groups?id=e380a52b-e7dc-4f04-a97c-81474eb1ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292062 Jun 30 02:59:02.026413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41520) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:02.074153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-befc7eca-06d3-4efd-8336-a1db37919be0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Deleting port 26e23905-3e5c-493d-b289-24b207fe5972 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:02.074551 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-befc7eca-06d3-4efd-8336-a1db37919be0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.127968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-network', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:02.244076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c577e89-4422-4f60-bb2c-caaa8c83801c req-a985368b-aa9b-48b1-8e5c-2afb94681f15 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.245682 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c577e89-4422-4f60-bb2c-caaa8c83801c req-a985368b-aa9b-48b1-8e5c-2afb94681f15 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.2453310 Jun 30 02:59:02.249399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-befc7eca-06d3-4efd-8336-a1db37919be0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] For port 26e23905-3e5c-493d-b289-24b207fe5972, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=26e23905-3e5c-493d-b289-24b207fe5972,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:02.249789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-befc7eca-06d3-4efd-8336-a1db37919be0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.282835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-befc7eca-06d3-4efd-8336-a1db37919be0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Calling delete_port for 26e23905-3e5c-493d-b289-24b207fe5972 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:02.346212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Made reservation on behalf of 605bdba63e5940dea677e340c1d9e2a9 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:02.349190 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.358780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.392903 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c577e89-4422-4f60-bb2c-caaa8c83801c req-b5288e1f-1f78-41e4-8b1e-b47856cd32a4 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389756 Jun 30 02:59:02.431209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03187be2-91f7-469b-8020-df82c9f7cec6 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:02.443315 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.458413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Transition to ACTIVE for port object 03187be2-91f7-469b-8020-df82c9f7cec6 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:02.506532 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.586932 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.638663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.709240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae0e068-c943-47af-b853-675b2952df3e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:02.712400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Pushing event updated for resources: {'Port': ['ID=03187be2-91f7-469b-8020-df82c9f7cec6,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:02.727980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-befc7eca-06d3-4efd-8336-a1db37919be0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.750129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['26e23905-3e5c-493d-b289-24b207fe5972'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:02.780637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:59:02.828014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': 'e2ab8b73-2e54-4e18-9b70-d360fcacc7aa'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:02.851230 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c4b085-4187-40c8-b40b-6d18633c63ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "e2ab8b73-2e54-4e18-9b70-d360fcacc7aa"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:02.851230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc7eca-06d3-4efd-8336-a1db37919be0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Pushing event deleted for resources: {'Port': ['ID=26e23905-3e5c-493d-b289-24b207fe5972,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:02.863663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.867129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.867743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.868299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.868868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.869415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.869992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.870386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.870779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.871719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.872333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.876396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:02.921178 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.921178 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Added segment c9474e88-f84b-401e-b25b-e50f9b7dd1d6 of type vlan for network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb Jun 30 02:59:02.959600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-befc7eca-06d3-4efd-8336-a1db37919be0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] No DVR routers for this DVR port 26e23905-3e5c-493d-b289-24b207fe5972 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:02.969258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.970302 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-befc7eca-06d3-4efd-8336-a1db37919be0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.972425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc7daeb6-bf4f-4e21-9486-7e1a5e60c648 req-befc7eca-06d3-4efd-8336-a1db37919be0 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.83 "DELETE /v2.0/ports/26e23905-3e5c-493d-b289-24b207fe5972 HTTP/1.1" status: 204 len: 173 time: 1.2779291 Jun 30 02:59:02.980712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8450-506d-40ab-a895-ad85a1377fae req-12625711-5e2c-46e5-a40a-512b8d9f3504 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.985259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032532a7-4cb5-49f5-b969-037af711faf0 req-f0066115-3054-4324-9c96-627c7ef0d2fd tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.988454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-305a8450-506d-40ab-a895-ad85a1377fae req-12625711-5e2c-46e5-a40a-512b8d9f3504 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.2846742 Jun 30 02:59:02.991497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032532a7-4cb5-49f5-b969-037af711faf0 req-f0066115-3054-4324-9c96-627c7ef0d2fd tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.998369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032532a7-4cb5-49f5-b969-037af711faf0 req-f0066115-3054-4324-9c96-627c7ef0d2fd tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.003978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032532a7-4cb5-49f5-b969-037af711faf0 req-f0066115-3054-4324-9c96-627c7ef0d2fd tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.010105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032532a7-4cb5-49f5-b969-037af711faf0 req-f0066115-3054-4324-9c96-627c7ef0d2fd tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.015994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032532a7-4cb5-49f5-b969-037af711faf0 req-f0066115-3054-4324-9c96-627c7ef0d2fd tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.021793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032532a7-4cb5-49f5-b969-037af711faf0 req-f0066115-3054-4324-9c96-627c7ef0d2fd tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.023752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-032532a7-4cb5-49f5-b969-037af711faf0 req-f0066115-3054-4324-9c96-627c7ef0d2fd tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.3791916 Jun 30 02:59:03.034048 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-305a8450-506d-40ab-a895-ad85a1377fae req-305950de-e5c3-4a0a-b85d-670a30a3a7e7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447500 Jun 30 02:59:03.060623 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.078660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Attempting to bind port 03187be2-91f7-469b-8020-df82c9f7cec6 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:03.078660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Attempting to bind port 03187be2-91f7-469b-8020-df82c9f7cec6 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:03.078660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Attempting to bind port 03187be2-91f7-469b-8020-df82c9f7cec6 on network f7f3593f-2741-4193-a44d-f880d3ee6ff9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:03.078660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Port 03187be2-91f7-469b-8020-df82c9f7cec6 on network f7f3593f-2741-4193-a44d-f880d3ee6ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:59:03.078660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Attempting to bind port 03187be2-91f7-469b-8020-df82c9f7cec6 on network f7f3593f-2741-4193-a44d-f880d3ee6ff9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:03.084026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:03.084660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Checking segment: {'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:03.085277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Bound using segment: {'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:03.085951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Bound port: 03187be2-91f7-469b-8020-df82c9f7cec6, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3255cd91-59ad-4c32-b043-b806ffed878c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:03.086534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.112973 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1497f7a-a8f7-4ea2-a10d-b844f1d65931 x-openstack-request-id: req-b1497f7a-a8f7-4ea2-a10d-b844f1d65931 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:03.118587 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "e2ab8b73-2e54-4e18-9b70-d360fcacc7aa", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:03.118587 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1497f7a-a8f7-4ea2-a10d-b844f1d65931 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:03.118587 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': 'e2ab8b73-2e54-4e18-9b70-d360fcacc7aa', 'status': 'completed', 'code': 200} Jun 30 02:59:03.180784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.181822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.182404 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.222757 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-032532a7-4cb5-49f5-b969-037af711faf0 req-42c5a1ef-dd4f-4396-880b-c77060305174 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1898916 Jun 30 02:59:03.253345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] For port 03187be2-91f7-469b-8020-df82c9f7cec6, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:03.263675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] For port 03187be2-91f7-469b-8020-df82c9f7cec6, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=03187be2-91f7-469b-8020-df82c9f7cec6,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:03.274971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-b2a9dbd3-1ed1-48fc-a835-7bf01336b461 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.276649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-b2a9dbd3-1ed1-48fc-a835-7bf01336b461 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.83 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.4144058 Jun 30 02:59:03.287633 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a9d4e9f5-3928-407a-8ac4-94bc06bf03ac req-220c10c8-5148-4e14-8a53-9ef5a554bb2c tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 210 time: 0.0491104 Jun 30 02:59:03.296733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] Pushing event updated for resources: {'Network': ['ID=8c72db0b-6f52-4edb-a24a-04cedc6e18bb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:03.332189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:59:03.353434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-98eb8a45-be5d-4ab9-9945-dede013ac6eb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3258793 Jun 30 02:59:03.355184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41560) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:03.365189 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Request body: {'subnet': {'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-subnet', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:03.452265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.474720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-303df9ee-babe-45c5-8f7d-220cbeecc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.475302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-303df9ee-babe-45c5-8f7d-220cbeecc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.475745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-303df9ee-babe-45c5-8f7d-220cbeecc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.476205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-303df9ee-babe-45c5-8f7d-220cbeecc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.476674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-303df9ee-babe-45c5-8f7d-220cbeecc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.477188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-303df9ee-babe-45c5-8f7d-220cbeecc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.477683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-303df9ee-babe-45c5-8f7d-220cbeecc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.479908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-303df9ee-babe-45c5-8f7d-220cbeecc1de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6444 time: 0.3546271 Jun 30 02:59:03.558256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Made reservation on behalf of 605bdba63e5940dea677e340c1d9e2a9 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:03.562854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.662876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Pushing event updated for resources: {'Port': ['ID=03187be2-91f7-469b-8020-df82c9f7cec6,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:03.752173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.752809 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.754387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-058e748d-80e9-4282-aa88-1584d32385e2 service neutron] 10.222.0.74 "PUT /v2.0/ports/03187be2-91f7-469b-8020-df82c9f7cec6 HTTP/1.1" status: 200 len: 1091 time: 2.2557757 Jun 30 02:59:03.894855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-fd5799c6-0e96-4e0e-9bf2-2ce44ab8cd6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Deleting port 9a3a574a-28ef-4a02-b84d-6d81b214b059 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:03.898881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-fd5799c6-0e96-4e0e-9bf2-2ce44ab8cd6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.033941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-1dc9f5cf-508a-4b61-ac4d-43c3c1592069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.034430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-1dc9f5cf-508a-4b61-ac4d-43c3c1592069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.034945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-1dc9f5cf-508a-4b61-ac4d-43c3c1592069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.036503 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-1dc9f5cf-508a-4b61-ac4d-43c3c1592069 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a755bb4896d04a0196f012748728909d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4626086 Jun 30 02:59:04.058854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.172062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Pushing event updated for resources: {'Subnet': ['ID=060bf0b1-bb19-44d7-af5b-8d696bee27a0,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:04.182229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-fd5799c6-0e96-4e0e-9bf2-2ce44ab8cd6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] For port 9a3a574a-28ef-4a02-b84d-6d81b214b059, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9a3a574a-28ef-4a02-b84d-6d81b214b059,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:04.182229 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-fd5799c6-0e96-4e0e-9bf2-2ce44ab8cd6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.206132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-fd5799c6-0e96-4e0e-9bf2-2ce44ab8cd6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Calling delete_port for 9a3a574a-28ef-4a02-b84d-6d81b214b059 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:04.223337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Checking segment: {'id': 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:04.224168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Network hostable DHCP agents. Network: 8c72db0b-6f52-4edb-a24a-04cedc6e18bb, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:59:04.242220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943ab32-3fdb-42a2-9c5d-3623fc793329 req-9c8a835a-749d-4d99-8295-1418df1564e6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.244031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3943ab32-3fdb-42a2-9c5d-3623fc793329 req-9c8a835a-749d-4d99-8295-1418df1564e6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.2145102 Jun 30 02:59:04.308528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-30edda72-6381-487d-8d77-57e000d042b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.320756 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4c4b085-4187-40c8-b40b-6d18633c63ac req-30edda72-6381-487d-8d77-57e000d042b7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2630353 Jun 30 02:59:04.325564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240039-d37d-4fff-abcb-ee0ae1aa900d req-8fc40405-886b-48ca-8a39-003b05067e61 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.333034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ca240039-d37d-4fff-abcb-ee0ae1aa900d req-8fc40405-886b-48ca-8a39-003b05067e61 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 946 time: 0.1051352 Jun 30 02:59:04.345046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3943ab32-3fdb-42a2-9c5d-3623fc793329 req-ecd86b21-1f33-499f-8156-f4652cada8ab tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895970 Jun 30 02:59:04.387557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ca240039-d37d-4fff-abcb-ee0ae1aa900d req-b3f02060-5312-4397-9ad5-6799f1887b35 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=81db74ec-5783-4834-805d-34640253c84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518463 Jun 30 02:59:04.437427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:59:04.498103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-957ba326-9906-4fa7-b4cf-acaf96fbd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.498926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-957ba326-9906-4fa7-b4cf-acaf96fbd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.499622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-957ba326-9906-4fa7-b4cf-acaf96fbd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.500293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-957ba326-9906-4fa7-b4cf-acaf96fbd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.500917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-957ba326-9906-4fa7-b4cf-acaf96fbd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.501862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-957ba326-9906-4fa7-b4cf-acaf96fbd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.502513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-957ba326-9906-4fa7-b4cf-acaf96fbd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.504794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-957ba326-9906-4fa7-b4cf-acaf96fbd70d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6486 time: 0.1382666 Jun 30 02:59:04.558147 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c66b31c0-2d79-4f5b-9ee8-e2cd011ed7ee req-6042caab-63c8-47a4-99ba-c8fd5dbfbd62 tempest-ListServerFiltersTestJSON-1141355945 tempest-ListServerFiltersTestJSON-1141355945-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d669c50-9f2d-4de9-a276-6eb6a90050a8 HTTP/1.1" status: 200 len: 210 time: 0.0468769 Jun 30 02:59:04.562986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 8c72db0b-6f52-4edb-a24a-04cedc6e18bb) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:04.566494 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.575929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c8d375-01bc-4815-a398-b97be120b838 None None] Network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:04.577142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.577607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.612230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6a5b6b52-8433-4e11-88e5-ae8016c89632 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0448a1ea-353c-4292-8163-aac4893723e7 HTTP/1.1" status: 200 len: 217 time: 0.0781150 Jun 30 02:59:04.657886 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-fd5799c6-0e96-4e0e-9bf2-2ce44ab8cd6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.673306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9a3a574a-28ef-4a02-b84d-6d81b214b059'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:04.711189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-89ccf39c-49ec-4afd-a49c-79396af7366d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3502686 Jun 30 02:59:04.711427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5799c6-0e96-4e0e-9bf2-2ce44ab8cd6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event deleted for resources: {'Port': ['ID=9a3a574a-28ef-4a02-b84d-6d81b214b059,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:04.711917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41598) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:04.716661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:04.780231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815a86b-a8a8-4816-a1fe-53b66f5b9f74 req-b5a5eda0-b4cc-40fd-816e-33b0a013ad06 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.786308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815a86b-a8a8-4816-a1fe-53b66f5b9f74 req-b5a5eda0-b4cc-40fd-816e-33b0a013ad06 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.792419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815a86b-a8a8-4816-a1fe-53b66f5b9f74 req-b5a5eda0-b4cc-40fd-816e-33b0a013ad06 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.798999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815a86b-a8a8-4816-a1fe-53b66f5b9f74 req-b5a5eda0-b4cc-40fd-816e-33b0a013ad06 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.805356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815a86b-a8a8-4816-a1fe-53b66f5b9f74 req-b5a5eda0-b4cc-40fd-816e-33b0a013ad06 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.812720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815a86b-a8a8-4816-a1fe-53b66f5b9f74 req-b5a5eda0-b4cc-40fd-816e-33b0a013ad06 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.821134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815a86b-a8a8-4816-a1fe-53b66f5b9f74 req-b5a5eda0-b4cc-40fd-816e-33b0a013ad06 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.822643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e879e73-db88-49eb-8cb1-d4e0cc4c1085 None None] Network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:04.841695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9815a86b-a8a8-4816-a1fe-53b66f5b9f74 req-b5a5eda0-b4cc-40fd-816e-33b0a013ad06 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.3322368 Jun 30 02:59:04.844459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-634d02d7-eec2-45b5-85a0-ae8a97fb7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.846430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-634d02d7-eec2-45b5-85a0-ae8a97fb7cc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=586d0d3c-b2f5-48fc-84d7-f78d79c8f24a HTTP/1.1" status: 200 len: 855 time: 0.2281132 Jun 30 02:59:04.906480 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.906480 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.947901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-fd5799c6-0e96-4e0e-9bf2-2ce44ab8cd6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] No DVR routers for this DVR port 9a3a574a-28ef-4a02-b84d-6d81b214b059 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:04.950783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-fd5799c6-0e96-4e0e-9bf2-2ce44ab8cd6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:04.954185 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-15f1e60c-7e33-41a0-9dc3-8e9adf8cdcf9 req-fd5799c6-0e96-4e0e-9bf2-2ce44ab8cd6e tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.83 "DELETE /v2.0/ports/9a3a574a-28ef-4a02-b84d-6d81b214b059 HTTP/1.1" status: 204 len: 173 time: 1.6717069 Jun 30 02:59:05.004739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9815a86b-a8a8-4816-a1fe-53b66f5b9f74 req-4da651fa-856e-482c-9e74-294294b309c3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1616328 Jun 30 02:59:05.007741 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.036518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-21c38022-f7c9-49cc-8d06-70e9f1baddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:05.038255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-21c38022-f7c9-49cc-8d06-70e9f1baddcd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472158 Jun 30 02:59:05.117379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d669c50-9f2d-4de9-a276-6eb6a90050a8', 'name': 'network-vif-deleted', 'tag': '26e23905-3e5c-493d-b289-24b207fe5972'}, {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '03187be2-91f7-469b-8020-df82c9f7cec6'}, {'server_uuid': '38113b4d-677d-43fb-a32e-6651a1b69af5', 'name': 'network-vif-deleted', 'tag': '9a3a574a-28ef-4a02-b84d-6d81b214b059'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:05.120175 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7aba79-064a-477c-8b47-abd43b27b561" -d '{"events": [{"server_uuid": "7d669c50-9f2d-4de9-a276-6eb6a90050a8", "name": "network-vif-deleted", "tag": "26e23905-3e5c-493d-b289-24b207fe5972"}, {"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "03187be2-91f7-469b-8020-df82c9f7cec6"}, {"server_uuid": "38113b4d-677d-43fb-a32e-6651a1b69af5", "name": "network-vif-deleted", "tag": "9a3a574a-28ef-4a02-b84d-6d81b214b059"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:05.140681 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-27f4c9dd-a049-4380-9b5c-286c334b3ed5 service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952964 Jun 30 02:59:05.191767 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa4b039-ad4d-45e4-8cbf-6948109d807f x-openstack-request-id: req-faa4b039-ad4d-45e4-8cbf-6948109d807f {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:05.192033 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d669c50-9f2d-4de9-a276-6eb6a90050a8", "name": "network-vif-deleted", "tag": "26e23905-3e5c-493d-b289-24b207fe5972", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "03187be2-91f7-469b-8020-df82c9f7cec6", "status": "completed", "code": 200}, {"server_uuid": "38113b4d-677d-43fb-a32e-6651a1b69af5", "name": "network-vif-deleted", "tag": "9a3a574a-28ef-4a02-b84d-6d81b214b059", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:05.192288 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-faa4b039-ad4d-45e4-8cbf-6948109d807f {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:05.192674 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d669c50-9f2d-4de9-a276-6eb6a90050a8', 'name': 'network-vif-deleted', 'tag': '26e23905-3e5c-493d-b289-24b207fe5972', 'status': 'completed', 'code': 200} Jun 30 02:59:05.192925 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '03187be2-91f7-469b-8020-df82c9f7cec6', 'status': 'completed', 'code': 200} Jun 30 02:59:05.193166 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38113b4d-677d-43fb-a32e-6651a1b69af5', 'name': 'network-vif-deleted', 'tag': '9a3a574a-28ef-4a02-b84d-6d81b214b059', 'status': 'completed', 'code': 200} Jun 30 02:59:05.237689 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f836c4b0-9c4e-4368-89f4-dee2e1149f4f service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900702 Jun 30 02:59:05.284647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f758e985-cb5f-4889-9d8c-303f50ef0d0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=7366339e-fe46-4e01-a331-81e3b5ad4856 HTTP/1.1" status: 200 len: 217 time: 0.0409608 Jun 30 02:59:05.336238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-3c234ff9-4246-403f-946a-c1598973cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:05.337779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-3c234ff9-4246-403f-946a-c1598973cc20 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0474346 Jun 30 02:59:05.362368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.395646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-580734ff-8e6c-4a8e-9d07-50659519facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:05.397184 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-580734ff-8e6c-4a8e-9d07-50659519facb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532994 Jun 30 02:59:05.551554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8437b462-2722-4a45-91d1-a51afb5eb382 req-13d4809f-78b0-4075-87aa-3685805b9730 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 210 time: 0.0321021 Jun 30 02:59:05.555338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-89ac603f-62a9-49a2-87e3-c7fc59eb7354 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371112 Jun 30 02:59:05.636463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421f9e5-70c1-4623-ae4d-a91bce8d7868 req-c302180d-b7c1-48ab-8bf1-e6ce58c85fe5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:05.638618 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f421f9e5-70c1-4623-ae4d-a91bce8d7868 req-c302180d-b7c1-48ab-8bf1-e6ce58c85fe5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1622822 Jun 30 02:59:05.698412 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-8c86bdf3-829a-46e1-9a1e-933d944b9abd service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317832 Jun 30 02:59:05.704030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f421f9e5-70c1-4623-ae4d-a91bce8d7868 req-0a37db29-ae5f-4ec8-8579-4b38c8f93366 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581245 Jun 30 02:59:05.750586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41642) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:05.762121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-63fb275c-9e11-4556-8e27-bbb0522c4a13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=6df77b8d-0b61-4592-8264-c9a1174498f6 HTTP/1.1" status: 200 len: 217 time: 0.0557611 Jun 30 02:59:05.826048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6b8dd872-a301-4d7e-ab8a-4e49ff6130b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:05.827693 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-6b8dd872-a301-4d7e-ab8a-4e49ff6130b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0583651 Jun 30 02:59:05.863970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1489d8ed-9217-4e73-8f59-fe30377e646e admin admin] Deleting subnet b5a002c1-9634-4ab2-b3d2-4d667ded6f27 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:59:05.872713 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1489d8ed-9217-4e73-8f59-fe30377e646e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.896234 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.931298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.942574 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1489d8ed-9217-4e73-8f59-fe30377e646e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:06.132315 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1489d8ed-9217-4e73-8f59-fe30377e646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:06.160557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Allocated IP 172.25.2.21 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/63be725b-daad-4aba-93c6-d0ed3da31543) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:06.282031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-4d791e92-7de3-4b81-a2bd-b7ac1a576b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.283558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-4d791e92-7de3-4b81-a2bd-b7ac1a576b0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4477441 Jun 30 02:59:06.323676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3ae3-08bb-4a3f-91f2-e43ee32eee89 req-6c1373f2-6034-43c4-b48b-256f43149544 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.330255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3ae3-08bb-4a3f-91f2-e43ee32eee89 req-6c1373f2-6034-43c4-b48b-256f43149544 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.336348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3ae3-08bb-4a3f-91f2-e43ee32eee89 req-6c1373f2-6034-43c4-b48b-256f43149544 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.342906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3ae3-08bb-4a3f-91f2-e43ee32eee89 req-6c1373f2-6034-43c4-b48b-256f43149544 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.348826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3ae3-08bb-4a3f-91f2-e43ee32eee89 req-6c1373f2-6034-43c4-b48b-256f43149544 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.354844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3ae3-08bb-4a3f-91f2-e43ee32eee89 req-6c1373f2-6034-43c4-b48b-256f43149544 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.360807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3ae3-08bb-4a3f-91f2-e43ee32eee89 req-6c1373f2-6034-43c4-b48b-256f43149544 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.362810 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fc7b3ae3-08bb-4a3f-91f2-e43ee32eee89 req-6c1373f2-6034-43c4-b48b-256f43149544 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.1481423 Jun 30 02:59:06.450132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fc7b3ae3-08bb-4a3f-91f2-e43ee32eee89 req-d981f35a-db59-4a7b-8205-45897a194929 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582576 Jun 30 02:59:06.464506 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-bfbe454a-5ab8-4d98-9deb-c30f2c429e2f service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735744 Jun 30 02:59:06.489258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 26e23905-3e5c-493d-b289-24b207fe5972 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:06.514122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 26e23905-3e5c-493d-b289-24b207fe5972 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:06.514552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 26e23905-3e5c-493d-b289-24b207fe5972 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:06.515038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9a3a574a-28ef-4a02-b84d-6d81b214b059 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:06.534534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 9a3a574a-28ef-4a02-b84d-6d81b214b059 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:06.534968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9a3a574a-28ef-4a02-b84d-6d81b214b059 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:06.582907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-994a00c4-c8fb-47c4-8624-b99023752fda service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039672 Jun 30 02:59:06.631031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-30a01cf9-2660-4749-9729-55ade68a0c97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=5c1c936e-7681-464e-893c-fb84f41b42e0 HTTP/1.1" status: 200 len: 217 time: 0.0400970 Jun 30 02:59:06.653371 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:06.681705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c9fa41ef-dd1e-49db-8c0c-5f6ef07ccf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.684530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-c9fa41ef-dd1e-49db-8c0c-5f6ef07ccf2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0462613 Jun 30 02:59:06.747444 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-029b32c0-a079-48a8-bef6-dbc83ebbb01d req-0997d5e7-baf0-4112-9e30-feafb0622851 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=38113b4d-677d-43fb-a32e-6651a1b69af5 HTTP/1.1" status: 200 len: 210 time: 0.0278270 Jun 30 02:59:06.748549 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1489d8ed-9217-4e73-8f59-fe30377e646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:06.751002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2b6bb46-100c-4f4c-ac45-a1e7433c4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:06.752596 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f2b6bb46-100c-4f4c-ac45-a1e7433c4225 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0585420 Jun 30 02:59:06.775908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489d8ed-9217-4e73-8f59-fe30377e646e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a002c1-9634-4ab2-b3d2-4d667ded6f27,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:06.782032 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1489d8ed-9217-4e73-8f59-fe30377e646e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:06.786122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a8dbe-6a8b-4275-a382-7dca34a2d542 None None] Network eec260d4-9858-44ea-b6dc-7930784a43b0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:06.788888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1489d8ed-9217-4e73-8f59-fe30377e646e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b5a002c1-9634-4ab2-b3d2-4d667ded6f27 HTTP/1.1" status: 204 len: 168 time: 1.0327289 Jun 30 02:59:06.794370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41666) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:06.866206 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-423881c7-b50d-49eb-a875-af6538e395d1 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068711 Jun 30 02:59:06.924208 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.013581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:07.023036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:07.027415 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.029368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:07.047914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Pushing event updated for resources: {'Port': ['ID=63be725b-daad-4aba-93c6-d0ed3da31543,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:07.131239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d6b363-dd6f-4885-bbcd-32637721af93 None None] DHCP port deletion for eec260d4-9858-44ea-b6dc-7930784a43b0 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:59:07.151107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-397829f4-4827-4bb0-a788-7ae7ff957ecc service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587624 Jun 30 02:59:07.200855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b2d6b363-dd6f-4885-bbcd-32637721af93 None None] Deleting port b88b59d0-7568-422f-ab13-0517fea24973 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:07.201386 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b363-dd6f-4885-bbcd-32637721af93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.227565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac3e2e-e275-429b-b768-22b4b7acdbf9 req-f9cabdb9-364e-4056-8b5d-f28ddc383012 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.227565 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1ac3e2e-e275-429b-b768-22b4b7acdbf9 req-f9cabdb9-364e-4056-8b5d-f28ddc383012 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.2396314 Jun 30 02:59:07.227565 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-faa6efb7-fcd5-4fef-9a97-b2f9f51a4a36 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e HTTP/1.1" status: 200 len: 217 time: 0.0761755 Jun 30 02:59:07.311631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b2d6b363-dd6f-4885-bbcd-32637721af93 None None] For port b88b59d0-7568-422f-ab13-0517fea24973, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b88b59d0-7568-422f-ab13-0517fea24973,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:07.312420 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b363-dd6f-4885-bbcd-32637721af93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.334707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b2d6b363-dd6f-4885-bbcd-32637721af93 None None] Calling delete_port for b88b59d0-7568-422f-ab13-0517fea24973 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:07.337080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Deleting port b88b59d0-7568-422f-ab13-0517fea24973 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:07.337457 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.364586 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1ac3e2e-e275-429b-b768-22b4b7acdbf9 req-80daf70f-feff-41c8-b4ff-44cac6070402 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416965 Jun 30 02:59:07.404590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-3146c611-9e3b-42a9-9a30-d054b325bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.404590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-3146c611-9e3b-42a9-9a30-d054b325bb53 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.1445799 Jun 30 02:59:07.406231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b88b59d0-7568-422f-ab13-0517fea24973 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:07.426273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] For port b88b59d0-7568-422f-ab13-0517fea24973, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b88b59d0-7568-422f-ab13-0517fea24973,segment=NetworkSegment(8d08796f-6456-4911-9dcb-5e517b6b157a),segment_id=8d08796f-6456-4911-9dcb-5e517b6b157a)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:07.426640 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.440116 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Calling delete_port for b88b59d0-7568-422f-ab13-0517fea24973 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:07.554853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-bcac2c59-a8b1-4794-be74-b7bfd4651149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.558151 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-bcac2c59-a8b1-4794-be74-b7bfd4651149 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1700952 Jun 30 02:59:07.581776 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.672144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-69867a76-1ec2-449a-bb4e-1a89ee3c65f6 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036353 Jun 30 02:59:07.691933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd3ef4-22eb-4bef-9a81-ef419ce3570a req-fd5d0b38-18f7-4da5-9f7e-9657a8cd9ae4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.698061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd3ef4-22eb-4bef-9a81-ef419ce3570a req-fd5d0b38-18f7-4da5-9f7e-9657a8cd9ae4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.703939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd3ef4-22eb-4bef-9a81-ef419ce3570a req-fd5d0b38-18f7-4da5-9f7e-9657a8cd9ae4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.709754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd3ef4-22eb-4bef-9a81-ef419ce3570a req-fd5d0b38-18f7-4da5-9f7e-9657a8cd9ae4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.715570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd3ef4-22eb-4bef-9a81-ef419ce3570a req-fd5d0b38-18f7-4da5-9f7e-9657a8cd9ae4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.721583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd3ef4-22eb-4bef-9a81-ef419ce3570a req-fd5d0b38-18f7-4da5-9f7e-9657a8cd9ae4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.727834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd3ef4-22eb-4bef-9a81-ef419ce3570a req-fd5d0b38-18f7-4da5-9f7e-9657a8cd9ae4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.736682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-13cd3ef4-22eb-4bef-9a81-ef419ce3570a req-fd5d0b38-18f7-4da5-9f7e-9657a8cd9ae4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.1308205 Jun 30 02:59:07.764385 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2d6b363-dd6f-4885-bbcd-32637721af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.780390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-104fa03b-127c-4bc9-a633-e549d80b3025 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004450 Jun 30 02:59:07.829864 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-13cd3ef4-22eb-4bef-9a81-ef419ce3570a req-fc0e1e85-973b-4626-97c8-808617fa866d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924444 Jun 30 02:59:07.829864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.841673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6b363-dd6f-4885-bbcd-32637721af93 None None] Pushing event deleted for resources: {'Port': ['ID=b88b59d0-7568-422f-ab13-0517fea24973,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:07.865339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d6b363-dd6f-4885-bbcd-32637721af93 None None] No DVR routers for this DVR port b88b59d0-7568-422f-ab13-0517fea24973 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:07.895160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88b59d0-7568-422f-ab13-0517fea24973,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:07.905300 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-e6c312b1-92e2-4bb8-96dc-5440a8321454 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa HTTP/1.1" status: 200 len: 217 time: 0.1148288 Jun 30 02:59:07.912589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] No DVR routers for this DVR port b88b59d0-7568-422f-ab13-0517fea24973 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:08.000415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-25171974-b0d6-4465-87a8-96476f9a2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:08.002025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-25171974-b0d6-4465-87a8-96476f9a2e65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.0877197 Jun 30 02:59:08.030274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.093269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f79570b1-da66-469c-b6c9-16f1bb3d4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:08.095349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-f79570b1-da66-469c-b6c9-16f1bb3d4d8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0839453 Jun 30 02:59:08.151645 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.185938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec260d4-9858-44ea-b6dc-7930784a43b0']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:08.242046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d08796f-6456-4911-9dcb-5e517b6b157a') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:08.242479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d08796f-6456-4911-9dcb-5e517b6b157a') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:08.258318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-2db8f3cd-a39f-4af0-bf12-30fc25015635 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557062 Jun 30 02:59:08.260288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.286102 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.328260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:59:08.328650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:59:08.330329 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:59:08.366846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-5cc32ea9-46c6-4f87-b705-89f9673b8e9f service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019788 Jun 30 02:59:08.432327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-e19b7b7e-1ce8-452f-b135-5dd8ffa3493f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03187be2-91f7-469b-8020-df82c9f7cec6 HTTP/1.1" status: 200 len: 217 time: 0.0569003 Jun 30 02:59:08.470961 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.494251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cbcea72f-093a-46f4-b000-94ae5c366916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:08.496104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-cbcea72f-093a-46f4-b000-94ae5c366916 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.0574374 Jun 30 02:59:08.521752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 96f23b53-8855-41d7-9f33-a20cba6924fc details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:08.609663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-b60b1f9d-2259-4deb-833e-ba7d457f89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:08.611536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-b60b1f9d-2259-4deb-833e-ba7d457f89f9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1088760 Jun 30 02:59:08.621922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b117cd-bdd2-49bb-b825-0c4a1ef6dc0e req-9c494fb9-b449-481c-96c8-8976416efee6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:08.623601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22b117cd-bdd2-49bb-b825-0c4a1ef6dc0e req-9c494fb9-b449-481c-96c8-8976416efee6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1134512 Jun 30 02:59:08.638815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:08.647836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.651607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'port_id': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'mac_address': 'fa:16:3e:c9:47:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:08.659289 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.668389 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/eec260d4-9858-44ea-b6dc-7930784a43b0 HTTP/1.1" status: 204 len: 168 time: 1.8720288 Jun 30 02:59:08.701023 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49194551-78da-458a-be79-4aee21722fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec260d4-9858-44ea-b6dc-7930784a43b0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:08.710284 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.728517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96f23b53-8855-41d7-9f33-a20cba6924fc {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:08.734445 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22b117cd-bdd2-49bb-b825-0c4a1ef6dc0e req-1e37c100-e0fe-4728-833a-7b5b4af99c8b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914259 Jun 30 02:59:08.767323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:08.769111 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-dbc21c2b-68b6-41da-8d90-669169379d71 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441696 Jun 30 02:59:08.813378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:59:08.889220 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:08.927831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d66476e8-06bf-4051-86bf-bbf1e63579ef req-4a541413-1b62-47f4-b800-7e60e5c7ac09 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492198 Jun 30 02:59:08.984500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:59:08.985395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:09.001905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['96f23b53-8855-41d7-9f33-a20cba6924fc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:09.007670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Sync routers for ids ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:59:09.043350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Routers {'88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:09.044000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:59:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:09.047229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41748) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:09.047951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063de938-31df-44e4-ad8c-c06302139708 req-6c0ae221-ed84-4a48-9e3a-7617e28a42b4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.049806 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-063de938-31df-44e4-ad8c-c06302139708 req-6c0ae221-ed84-4a48-9e3a-7617e28a42b4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.0770178 Jun 30 02:59:09.095476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-063de938-31df-44e4-ad8c-c06302139708 req-cba3a777-fde6-45e3-b4c1-47682d9fcf37 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400639 Jun 30 02:59:09.096042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41752) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:09.167598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed2ee-b653-4238-a810-6b53ca2a701a req-822c746c-b225-4409-a52f-b244debb831a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.174665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed2ee-b653-4238-a810-6b53ca2a701a req-822c746c-b225-4409-a52f-b244debb831a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.185161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed2ee-b653-4238-a810-6b53ca2a701a req-822c746c-b225-4409-a52f-b244debb831a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.188768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Set router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:09.195193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed2ee-b653-4238-a810-6b53ca2a701a req-822c746c-b225-4409-a52f-b244debb831a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.217946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed2ee-b653-4238-a810-6b53ca2a701a req-822c746c-b225-4409-a52f-b244debb831a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.238041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed2ee-b653-4238-a810-6b53ca2a701a req-822c746c-b225-4409-a52f-b244debb831a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.245743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed2ee-b653-4238-a810-6b53ca2a701a req-822c746c-b225-4409-a52f-b244debb831a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.249526 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1eaed2ee-b653-4238-a810-6b53ca2a701a req-822c746c-b225-4409-a52f-b244debb831a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.1848688 Jun 30 02:59:09.256215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-155e2972-f1e5-4e9c-9590-da85cda0cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.256818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-155e2972-f1e5-4e9c-9590-da85cda0cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.257439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-155e2972-f1e5-4e9c-9590-da85cda0cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.258017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-155e2972-f1e5-4e9c-9590-da85cda0cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.258557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-155e2972-f1e5-4e9c-9590-da85cda0cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.259099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-155e2972-f1e5-4e9c-9590-da85cda0cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.259884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-155e2972-f1e5-4e9c-9590-da85cda0cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.262452 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-155e2972-f1e5-4e9c-9590-da85cda0cb7b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6486 time: 0.0880880 Jun 30 02:59:09.272683 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a78f01b7-832b-4bf0-b5e3-7a3f1eba5d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:09.289065 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:09.293880 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-23908a32-8f1b-4f87-ba33-a61ca1c2b411 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5811369 Jun 30 02:59:09.298070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eeca3d95-a09e-4a38-a69e-8ac404d22979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:09.301185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41758) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:09.432828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1eaed2ee-b653-4238-a810-6b53ca2a701a req-23af6b35-0321-433c-b66c-2f5d7d5388f6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1639266 Jun 30 02:59:09.474682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-2a89952a-fd70-4fcf-88d6-59a3711f2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.477470 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-2a89952a-fd70-4fcf-88d6-59a3711f2b78 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7f3593f-2741-4193-a44d-f880d3ee6ff9 HTTP/1.1" status: 200 len: 903 time: 0.2080097 Jun 30 02:59:09.500944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:07Z', 'revision_number': 3, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:09.524101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-1d66ac1b-1be6-48a1-81c1-67164945bca9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03187be2-91f7-469b-8020-df82c9f7cec6 HTTP/1.1" status: 200 len: 217 time: 0.0389690 Jun 30 02:59:09.543185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Checking router: 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:59:09.544110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Updating router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 port 63be725b-daad-4aba-93c6-d0ed3da31543 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:59:09.573809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41766) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:09.599735 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:09.639613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-a84c82a7-9b29-41a1-8c06-969ca44852a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.641173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-a84c82a7-9b29-41a1-8c06-969ca44852a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.1061561 Jun 30 02:59:09.670632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41768) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:09.672137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a95e9fd3-4d41-48db-8af7-a1015c4ca873 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f44e96c3be974bac97c9200b83095250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945370 Jun 30 02:59:09.718276 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a78f01b7-832b-4bf0-b5e3-7a3f1eba5d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:09.738488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-0067871a-09e8-44d4-b148-aba170edd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.740478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-0067871a-09e8-44d4-b148-aba170edd603 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889482 Jun 30 02:59:09.857563 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b755ec76-c17f-49f6-bb05-a3c04951a09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:09.859788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a78f01b7-832b-4bf0-b5e3-7a3f1eba5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:09.897487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a78f01b7-832b-4bf0-b5e3-7a3f1eba5d28 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=98a858969d094d80a7e7a0b512981d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8463900 Jun 30 02:59:09.900988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41774) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:09.908060 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-6ef3131b-a30c-437a-a16e-53fa3304d57b service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579933 Jun 30 02:59:09.971033 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b755ec76-c17f-49f6-bb05-a3c04951a09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.004787 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.020243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Transition to ACTIVE for port object 63be725b-daad-4aba-93c6-d0ed3da31543 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:10.030733 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a7aba79-064a-477c-8b47-abd43b27b561 req-ffac6d81-bd71-4b8b-a07b-4ba5d25eda88 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172071 Jun 30 02:59:10.060207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f01b7-832b-4bf0-b5e3-7a3f1eba5d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33caf45d-f080-4fb9-a696-c4488be7af02,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:10.108453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd326-bf21-4c86-8e48-350ffed89a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.157478 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.213557 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eeca3d95-a09e-4a38-a69e-8ac404d22979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.253206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd326-bf21-4c86-8e48-350ffed89a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.287963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Attempting to bind port 63be725b-daad-4aba-93c6-d0ed3da31543 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:10.289171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Attempting to bind port 63be725b-daad-4aba-93c6-d0ed3da31543 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:10.289726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Attempting to bind port 63be725b-daad-4aba-93c6-d0ed3da31543 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:10.299046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c009d-0cdc-4d0f-a773-75db78e5f9a8 None None] Pushing event updated for resources: {'Port': ['ID=63be725b-daad-4aba-93c6-d0ed3da31543,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:10.304361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:10.305242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:10.305886 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.306375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:10.307105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Bound port: 63be725b-daad-4aba-93c6-d0ed3da31543, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:10.307585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.318074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be914f-494b-467e-95d9-bf6532adfc14 req-8ad87440-b45d-4665-8725-ee30d29938dd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:10.326633 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-72be914f-494b-467e-95d9-bf6532adfc14 req-8ad87440-b45d-4665-8725-ee30d29938dd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 945 time: 0.3242588 Jun 30 02:59:10.329634 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.386709 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eeca3d95-a09e-4a38-a69e-8ac404d22979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.398199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] For port 63be725b-daad-4aba-93c6-d0ed3da31543, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:10.400360 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b755ec76-c17f-49f6-bb05-a3c04951a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.403000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] For port 63be725b-daad-4aba-93c6-d0ed3da31543, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=63be725b-daad-4aba-93c6-d0ed3da31543,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:10.403829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b755ec76-c17f-49f6-bb05-a3c04951a09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.404985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b755ec76-c17f-49f6-bb05-a3c04951a09e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e380a52b-e7dc-4f04-a97c-81474eb1ac77 HTTP/1.1" status: 204 len: 168 time: 0.7317867 Jun 30 02:59:10.409840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-72be914f-494b-467e-95d9-bf6532adfc14 req-89d3750b-0fe4-4321-a79a-304b95dc6e33 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823398 Jun 30 02:59:10.431529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755ec76-c17f-49f6-bb05-a3c04951a09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e380a52b-e7dc-4f04-a97c-81474eb1ac77,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:10.448584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd14a34-2a4a-4e4e-ac81-e76fce12bb0a req-dddaab73-9eca-429e-a25c-45b9ac290c55 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:10.450396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fd14a34-2a4a-4e4e-ac81-e76fce12bb0a req-dddaab73-9eca-429e-a25c-45b9ac290c55 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1669436 Jun 30 02:59:10.460157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-eeca3d95-a09e-4a38-a69e-8ac404d22979 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eacd6f3bd9ec479c8cb04a88a735d1b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3630922 Jun 30 02:59:10.463203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41782) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:10.498089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.534403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca3d95-a09e-4a38-a69e-8ac404d22979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc66b25a-cea2-47ac-ae48-c83c2a49b3f7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:10.551603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 96f23b53-8855-41d7-9f33-a20cba6924fc up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:10.595274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd326-bf21-4c86-8e48-350ffed89a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.598414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd326-bf21-4c86-8e48-350ffed89a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.602567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fd14a34-2a4a-4e4e-ac81-e76fce12bb0a req-e2c49fc1-ebc8-4129-bbbf-bb8e8bd02ab2 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393423 Jun 30 02:59:10.607216 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bcbbd326-bf21-4c86-8e48-350ffed89a99 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33caf45d-f080-4fb9-a696-c4488be7af02 HTTP/1.1" status: 204 len: 168 time: 0.6978464 Jun 30 02:59:10.648034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Routers {'88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:10.649385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:59:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:10.665793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c009d-0cdc-4d0f-a773-75db78e5f9a8 None None] Pushing event updated for resources: {'Port': ['ID=63be725b-daad-4aba-93c6-d0ed3da31543,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:10.683844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450be45-a3ec-438e-9fea-30d604136e98 req-ac72a7f0-b8f6-41bd-846b-fda541caa229 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:10.688255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbd326-bf21-4c86-8e48-350ffed89a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33caf45d-f080-4fb9-a696-c4488be7af02,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:10.692062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f450be45-a3ec-438e-9fea-30d604136e98 req-ac72a7f0-b8f6-41bd-846b-fda541caa229 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.74 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.3503795 Jun 30 02:59:10.842461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fb8b7f3-1eed-4495-93b0-23bec34cd282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.873137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 96f23b53-8855-41d7-9f33-a20cba6924fc triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:10.873943 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.902774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Deleting port c05be467-e86f-4f9e-99f5-e19aa0587d56 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:10.903582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.912569 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fb8b7f3-1eed-4495-93b0-23bec34cd282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:10.916678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] Set router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:10.991967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fae7-220a-4d91-bfc0-49d125302d85 req-d7f13d0a-9eaa-4ec6-8220-f12e43ac3a75 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:11.001926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fae7-220a-4d91-bfc0-49d125302d85 req-d7f13d0a-9eaa-4ec6-8220-f12e43ac3a75 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:11.018307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fae7-220a-4d91-bfc0-49d125302d85 req-d7f13d0a-9eaa-4ec6-8220-f12e43ac3a75 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:11.029871 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fae7-220a-4d91-bfc0-49d125302d85 req-d7f13d0a-9eaa-4ec6-8220-f12e43ac3a75 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:11.035693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fae7-220a-4d91-bfc0-49d125302d85 req-d7f13d0a-9eaa-4ec6-8220-f12e43ac3a75 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:11.041750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fae7-220a-4d91-bfc0-49d125302d85 req-d7f13d0a-9eaa-4ec6-8220-f12e43ac3a75 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:11.048229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9fae7-220a-4d91-bfc0-49d125302d85 req-d7f13d0a-9eaa-4ec6-8220-f12e43ac3a75 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:11.057423 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5c9fae7-220a-4d91-bfc0-49d125302d85 req-d7f13d0a-9eaa-4ec6-8220-f12e43ac3a75 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.3574514 Jun 30 02:59:11.059365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Allocated IP 172.20.0.1 (8c72db0b-6f52-4edb-a24a-04cedc6e18bb/060bf0b1-bb19-44d7-af5b-8d696bee27a0/87e9671e-2957-4616-b49d-2b84f4d77888) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:11.143909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] For port c05be467-e86f-4f9e-99f5-e19aa0587d56, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=c05be467-e86f-4f9e-99f5-e19aa0587d56,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:11.144757 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.503761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.650151 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.651861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5c9fae7-220a-4d91-bfc0-49d125302d85 req-268ab2a4-d86c-4c64-a813-65a176b7b8a4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5948074 Jun 30 02:59:11.728664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:11.729766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:11.732115 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a7d017-7613-49f9-98d4-0de257467a3b" -d '{"events": [{"server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "name": "network-vif-plugged", "status": "completed", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:11.742944 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fb8b7f3-1eed-4495-93b0-23bec34cd282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.745710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fb8b7f3-1eed-4495-93b0-23bec34cd282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.751342 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1fb8b7f3-1eed-4495-93b0-23bec34cd282 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc66b25a-cea2-47ac-ae48-c83c2a49b3f7 HTTP/1.1" status: 204 len: 168 time: 1.2869961 Jun 30 02:59:11.755793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:07Z', 'revision_number': 3, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:11.775330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8b7f3-1eed-4495-93b0-23bec34cd282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc66b25a-cea2-47ac-ae48-c83c2a49b3f7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:11.820689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.824246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b12d24-d0ca-4897-9629-312f75b476be None None] The sync data for ids ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'] in n-d-798249-3 is: [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:07Z', 'revision_number': 3, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:59:11.856285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:11.863160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:11.883666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.884053 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:11.884376 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Floating IP cd29c06b-2efc-4d93-b1f9-c3883dd797ab disassociated. External IP: 172.25.2.200, port: c05be467-e86f-4f9e-99f5-e19aa0587d56. Jun 30 02:59:11.884707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Calling delete_port for c05be467-e86f-4f9e-99f5-e19aa0587d56 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:11.955684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:11.998578 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.011192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Pushing event updated for resources: {'Port': ['ID=87e9671e-2957-4616-b49d-2b84f4d77888,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:12.019716 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.093466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:12.182410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c830f56-e83a-40a4-9b22-343907468eef req-c083ad99-0f8d-4761-b6f4-8d32c38784dd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:12.191602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c830f56-e83a-40a4-9b22-343907468eef req-c083ad99-0f8d-4761-b6f4-8d32c38784dd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 945 time: 0.3474767 Jun 30 02:59:12.231610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-dfb15c87-0dae-4d9f-a564-b3d221bd3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:12.231610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-dfb15c87-0dae-4d9f-a564-b3d221bd3f1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 1096 time: 0.3422244 Jun 30 02:59:12.232932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51b71c-146f-4375-830d-d58a6bc70863 req-54798d39-b6a0-4ccf-bb07-cd8a38648ff4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:12.233826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2b51b71c-146f-4375-830d-d58a6bc70863 req-54798d39-b6a0-4ccf-bb07-cd8a38648ff4 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 944 time: 0.1675408 Jun 30 02:59:12.323469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c830f56-e83a-40a4-9b22-343907468eef req-8419d788-05ec-469e-bb11-05fd25cdc828 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305397 Jun 30 02:59:12.368627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2b51b71c-146f-4375-830d-d58a6bc70863 req-87d7334b-4962-4744-820d-1da378f3ffc0 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups?id=720febb4-8dc3-418d-a6cb-dc8118a4abad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120002 Jun 30 02:59:12.437273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-1c8afdda-4242-4c3f-94d0-bd143efdf7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:12.438832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-1c8afdda-4242-4c3f-94d0-bd143efdf7f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.1955512 Jun 30 02:59:12.442378 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cf66af-c737-4246-a9b3-7befcd1c6c72 x-openstack-request-id: req-97cf66af-c737-4246-a9b3-7befcd1c6c72 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:12.442750 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "name": "network-vif-plugged", "status": "completed", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:12.443012 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97cf66af-c737-4246-a9b3-7befcd1c6c72 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:12.443409 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'code': 200} Jun 30 02:59:12.487755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.525707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event deleted for resources: {'Port': ['ID=c05be467-e86f-4f9e-99f5-e19aa0587d56,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:12.538907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41810) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:12.568410 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-702c21c4-97a0-4abf-995f-e55c07fc14fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.571965 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-9e0e98ae-03d5-4e11-b35b-58256f89dd8f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f23b53-8855-41d7-9f33-a20cba6924fc HTTP/1.1" status: 200 len: 1002 time: 0.1236186 Jun 30 02:59:12.598047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:12.733028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-5b4deb2e-a96d-4214-bf78-9e92a8ce372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:12.734997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-5b4deb2e-a96d-4214-bf78-9e92a8ce372e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.1149507 Jun 30 02:59:12.867954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Router 84b81071-47d1-4e15-90eb-80da8e54ab89 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:59:13.064192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-030fcea8-db84-45a1-bf51-70d2d2166564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:13.073388 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-030fcea8-db84-45a1-bf51-70d2d2166564 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3206975 Jun 30 02:59:13.107944 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.267114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-702c21c4-97a0-4abf-995f-e55c07fc14fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.393026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 63be725b-daad-4aba-93c6-d0ed3da31543 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:13.426564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:59:13.439499 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1433b60-d798-40c2-916a-0004a249319d None None] Sync routers for ids ['84b81071-47d1-4e15-90eb-80da8e54ab89'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:59:13.449265 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.455559 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1433b60-d798-40c2-916a-0004a249319d None None] Routers {'84b81071-47d1-4e15-90eb-80da8e54ab89'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:13.466136 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c1433b60-d798-40c2-916a-0004a249319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:59:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['84b81071-47d1-4e15-90eb-80da8e54ab89'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:13.511726 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-702c21c4-97a0-4abf-995f-e55c07fc14fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.549150 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.681750 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c1433b60-d798-40c2-916a-0004a249319d None None] Set router 84b81071-47d1-4e15-90eb-80da8e54ab89 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:13.711872 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 63be725b-daad-4aba-93c6-d0ed3da31543 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:13.716417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 63be725b-daad-4aba-93c6-d0ed3da31543 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:13.716784 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:13.743016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Pushing event updated for resources: {'Port': ['ID=87e9671e-2957-4616-b49d-2b84f4d77888,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:13.815464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d740fb-6fd4-42d0-a076-5200189f8997 req-b3b5d364-c14a-4dc1-b2c2-88a18394abd9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:13.824643 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03d740fb-6fd4-42d0-a076-5200189f8997 req-b3b5d364-c14a-4dc1-b2c2-88a18394abd9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1545918 Jun 30 02:59:13.856773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:13.861051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:13.905356 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03d740fb-6fd4-42d0-a076-5200189f8997 req-cd75980e-7092-43fa-86e6-76320427e27e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790856 Jun 30 02:59:14.043198 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:14.064934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c21c4-97a0-4abf-995f-e55c07fc14fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83916efc-fc81-4528-9451-2bb73493f8ef,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:14.080024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] No DVR routers for this DVR port c05be467-e86f-4f9e-99f5-e19aa0587d56 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:14.090637 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-45557f75-88a7-4d65-b7f5-8cee61619124 service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0157378 Jun 30 02:59:14.096778 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:14.097528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 63be725b-daad-4aba-93c6-d0ed3da31543, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=63be725b-daad-4aba-93c6-d0ed3da31543,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:14.097697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f450be45-a3ec-438e-9fea-30d604136e98 req-931e28c4-2bc4-41b8-891e-982a9270b7b9 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.74 "DELETE /v2.0/ports/c05be467-e86f-4f9e-99f5-e19aa0587d56 HTTP/1.1" status: 204 len: 173 time: 3.4037635 Jun 30 02:59:14.105413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-deleted', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:14.108747 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17cc28-14ac-4dd1-be5f-6b1d036f4fa1" -d '{"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-deleted", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:14.144863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce42dd-7a82-417e-b1e0-f4551798de36 req-305f72dd-6e66-4620-92bf-121143be243f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.158516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce42dd-7a82-417e-b1e0-f4551798de36 req-305f72dd-6e66-4620-92bf-121143be243f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.164891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce42dd-7a82-417e-b1e0-f4551798de36 req-305f72dd-6e66-4620-92bf-121143be243f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.171217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce42dd-7a82-417e-b1e0-f4551798de36 req-305f72dd-6e66-4620-92bf-121143be243f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.178032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce42dd-7a82-417e-b1e0-f4551798de36 req-305f72dd-6e66-4620-92bf-121143be243f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.184162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41844) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:14.185099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce42dd-7a82-417e-b1e0-f4551798de36 req-305f72dd-6e66-4620-92bf-121143be243f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.191895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce42dd-7a82-417e-b1e0-f4551798de36 req-305f72dd-6e66-4620-92bf-121143be243f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:14.201071 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0ce42dd-7a82-417e-b1e0-f4551798de36 req-305f72dd-6e66-4620-92bf-121143be243f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 1.1515403 Jun 30 02:59:14.219076 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c1433b60-d798-40c2-916a-0004a249319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8b6f86dd-69e5-4605-b3e3-09f7c07d0b02', 'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'mac_address': 'fa:16:3e:0a:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:38Z', 'updated_at': '2021-06-30T02:49:48Z', 'revision_number': 5, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'subnets': [{'id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:14.271802 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:14.298192 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1433b60-d798-40c2-916a-0004a249319d None None] Checking router: 84b81071-47d1-4e15-90eb-80da8e54ab89 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:59:14.324968 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1433b60-d798-40c2-916a-0004a249319d None None] Routers {'84b81071-47d1-4e15-90eb-80da8e54ab89'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:14.325932 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c1433b60-d798-40c2-916a-0004a249319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:59:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['84b81071-47d1-4e15-90eb-80da8e54ab89'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:14.348160 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a27ecdd-298e-44aa-9950-dea185be2b2b req-bd2a0d6b-bd99-42eb-a993-c8b460eab6ef tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 210 time: 0.0890489 Jun 30 02:59:14.354344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-702c21c4-97a0-4abf-995f-e55c07fc14fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=958ed536af4b4fb0b54f8d4ea7c211c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8101189 Jun 30 02:59:14.362941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41850) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:14.400553 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0ce42dd-7a82-417e-b1e0-f4551798de36 req-8612a7cb-6cc8-4cd0-a5f2-d95caef06bde tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1860554 Jun 30 02:59:14.425958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=63be725b-daad-4aba-93c6-d0ed3da31543,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:14.484688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1278054195-network', 'tenant_id': '2390e6f483b94d979129745e1e89d036'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:14.505733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:59:14.531189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3b140e4-1a2b-4af0-a8cf-3aa9e40600fe req-26233d45-cf96-4745-91c6-e6dc9cd719dd service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158907 Jun 30 02:59:14.565705 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4ca5f0-ae8a-47aa-add8-1d4228bb4029 x-openstack-request-id: req-9f4ca5f0-ae8a-47aa-add8-1d4228bb4029 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:14.565976 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcfb30e-d17b-44d8-876b-bf05679c975f", "name": "network-vif-deleted", "tag": "c05be467-e86f-4f9e-99f5-e19aa0587d56", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:14.566236 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f4ca5f0-ae8a-47aa-add8-1d4228bb4029 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:14.566638 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcfb30e-d17b-44d8-876b-bf05679c975f', 'name': 'network-vif-deleted', 'tag': 'c05be467-e86f-4f9e-99f5-e19aa0587d56', 'status': 'completed', 'code': 200} Jun 30 02:59:14.576838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:14.609220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: c05be467-e86f-4f9e-99f5-e19aa0587d56 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:14.609912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device c05be467-e86f-4f9e-99f5-e19aa0587d56 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:14.646521 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c1433b60-d798-40c2-916a-0004a249319d None None] Set router 84b81071-47d1-4e15-90eb-80da8e54ab89 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:14.710698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7dc861fc-2a43-4664-ae3b-71e3bec62dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:14.779354 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7dc861fc-2a43-4664-ae3b-71e3bec62dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:14.881529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Made reservation on behalf of 2390e6f483b94d979129745e1e89d036 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:14.884286 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:14.957164 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c1433b60-d798-40c2-916a-0004a249319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8b6f86dd-69e5-4605-b3e3-09f7c07d0b02', 'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'mac_address': 'fa:16:3e:0a:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:38Z', 'updated_at': '2021-06-30T02:49:48Z', 'revision_number': 5, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'subnets': [{'id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:15.032932 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1433b60-d798-40c2-916a-0004a249319d None None] The sync data for ids ['84b81071-47d1-4e15-90eb-80da8e54ab89'] in n-d-798249-3 is: [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8b6f86dd-69e5-4605-b3e3-09f7c07d0b02', 'name': '', 'network_id': '69eb99e6-aef0-4477-9db7-0070bde99f86', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'mac_address': 'fa:16:3e:0a:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:38Z', 'updated_at': '2021-06-30T02:49:48Z', 'revision_number': 5, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'subnets': [{'id': 'a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:59:15.260456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:15.383195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 63be725b-daad-4aba-93c6-d0ed3da31543 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:15.449401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7dc861fc-2a43-4664-ae3b-71e3bec62dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:15.451931 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7dc861fc-2a43-4664-ae3b-71e3bec62dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:15.453088 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7dc861fc-2a43-4664-ae3b-71e3bec62dc1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83916efc-fc81-4528-9451-2bb73493f8ef HTTP/1.1" status: 204 len: 168 time: 1.0885835 Jun 30 02:59:15.590205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 63be725b-daad-4aba-93c6-d0ed3da31543 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:15.590205 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:15.592177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e05ce-62ed-476d-9639-638688235af8 None None] New status for floating IP cd29c06b-2efc-4d93-b1f9-c3883dd797ab: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:59:15.618378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:15.642658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc861fc-2a43-4664-ae3b-71e3bec62dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83916efc-fc81-4528-9451-2bb73493f8ef,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:15.644214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0aabc877-fac6-4f6a-966a-219441e21d94 req-2f5e61cf-02d2-4cfb-b063-75d39e6412d7 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/ports?device_id=6fcfb30e-d17b-44d8-876b-bf05679c975f HTTP/1.1" status: 200 len: 210 time: 0.0750451 Jun 30 02:59:15.711178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:59:15.724318 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Sync routers for ids ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:59:15.728238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-da7aeaec-f81d-434f-ad56-536633b71042 admin admin] 10.222.0.77 "PUT /v2.0/routers/88080d3c-c5d9-41c2-9d4c-8e9da31aacf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4253626 Jun 30 02:59:15.741886 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Routers {'88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:15.743691 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:59:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:15.762742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c1c9-86cd-4315-9df0-b420aadfe8df req-a050c6a0-fef3-447e-aa40-ff2c7f6e6049 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:15.776689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fcc0c1c9-86cd-4315-9df0-b420aadfe8df req-a050c6a0-fef3-447e-aa40-ff2c7f6e6049 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.5197144 Jun 30 02:59:15.780000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:15.882116 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fcc0c1c9-86cd-4315-9df0-b420aadfe8df req-21b5f2ba-143e-4d3e-9270-dd7e597984f8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909188 Jun 30 02:59:15.892447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:59:15.916857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aaa8b8-9e65-4cd2-b899-ce19ba8775df,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:15.916857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:15.916857 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Added segment 703af5a6-979d-4aeb-a5ae-6eef9ea6a01b of type vlan for network ada21829-57a4-4a58-b9b0-4780f85e0272 Jun 30 02:59:15.954582 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Set router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:15.976140 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:16.087331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3c28d-aa31-4df9-bd52-12aa05241d22 req-e7a8f0c0-eb06-419b-989d-3b56c955a11f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.094339 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3c28d-aa31-4df9-bd52-12aa05241d22 req-e7a8f0c0-eb06-419b-989d-3b56c955a11f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.100739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3c28d-aa31-4df9-bd52-12aa05241d22 req-e7a8f0c0-eb06-419b-989d-3b56c955a11f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.107119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3c28d-aa31-4df9-bd52-12aa05241d22 req-e7a8f0c0-eb06-419b-989d-3b56c955a11f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.113235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3c28d-aa31-4df9-bd52-12aa05241d22 req-e7a8f0c0-eb06-419b-989d-3b56c955a11f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.119692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3c28d-aa31-4df9-bd52-12aa05241d22 req-e7a8f0c0-eb06-419b-989d-3b56c955a11f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.132786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3c28d-aa31-4df9-bd52-12aa05241d22 req-e7a8f0c0-eb06-419b-989d-3b56c955a11f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.149250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cea3c28d-aa31-4df9-bd52-12aa05241d22 req-e7a8f0c0-eb06-419b-989d-3b56c955a11f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.2262328 Jun 30 02:59:16.165086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:16.171455 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:16.172064 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:16.230971 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cea3c28d-aa31-4df9-bd52-12aa05241d22 req-3c6ef8f1-a939-42db-acfc-c31e6bd00e95 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757852 Jun 30 02:59:16.311177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] Pushing event updated for resources: {'Network': ['ID=ada21829-57a4-4a58-b9b0-4780f85e0272,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:16.322828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ada21829-57a4-4a58-b9b0-4780f85e0272 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:59:16.358188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08b0a89e-d7a9-4cd3-b8c9-99e35ab43a52 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1729279 Jun 30 02:59:16.364972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41888) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:16.373730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Request body: {'subnet': {'network_id': 'ada21829-57a4-4a58-b9b0-4780f85e0272', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1278054195-subnet', 'tenant_id': '2390e6f483b94d979129745e1e89d036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:16.476591 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '87e9671e-2957-4616-b49d-2b84f4d77888', 'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'mac_address': 'fa:16:3e:7f:74:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:10Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 2, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'subnets': [{'id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:16.505091 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Checking router: 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:59:16.505091 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Updating router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 port 87e9671e-2957-4616-b49d-2b84f4d77888 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:59:16.545914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Made reservation on behalf of 2390e6f483b94d979129745e1e89d036 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:16.551825 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:16.552115 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.007046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41922) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:17.043495 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.104798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d0fec4-9638-41ea-b0a7-5bd8a7d1082f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:17.144850 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.144850 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Transition to ACTIVE for port object 87e9671e-2957-4616-b49d-2b84f4d77888 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:17.155842 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e090a47a-97c5-45ac-89a2-3136489a5217 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.225132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Checking segment: {'id': '703af5a6-979d-4aeb-a5ae-6eef9ea6a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ada21829-57a4-4a58-b9b0-4780f85e0272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:17.225484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Network hostable DHCP agents. Network: ada21829-57a4-4a58-b9b0-4780f85e0272, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:59:17.235410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e090a47a-97c5-45ac-89a2-3136489a5217 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.329086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd69a8-9158-4c42-bd77-10cc6aa7a18f req-aafa15a5-6074-49a9-a6be-d27b01c5b6e4 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.330656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50fd69a8-9158-4c42-bd77-10cc6aa7a18f req-aafa15a5-6074-49a9-a6be-d27b01c5b6e4 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1637177 Jun 30 02:59:17.373382 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-f2fd7d92-7c0a-4f5e-8c3e-58d4a3d0c613 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.375274 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-f2fd7d92-7c0a-4f5e-8c3e-58d4a3d0c613 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 819 time: 0.1418378 Jun 30 02:59:17.376061 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50fd69a8-9158-4c42-bd77-10cc6aa7a18f req-7824d09b-ce15-45b0-a29e-9ddc3c0f90ff tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376081 Jun 30 02:59:17.404863 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-f06f98f8-1272-46a1-aff4-afae0bdcb812 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/quotas/605bdba63e5940dea677e340c1d9e2a9 HTTP/1.1" status: 200 len: 375 time: 0.0134335 Jun 30 02:59:17.475353 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-a2cf5c6a-3603-4c04-895c-9366cf0719e3 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739810 Jun 30 02:59:17.621430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-e4d2a921-7837-4374-97de-9f95882589e8 service neutron] 10.222.0.77 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943999 Jun 30 02:59:17.622086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ad342-8392-4eef-bce5-2796c112b3d7 req-fea4c53c-8422-4b12-aa3d-5c1eaa62ae5b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.622086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ad342-8392-4eef-bce5-2796c112b3d7 req-fea4c53c-8422-4b12-aa3d-5c1eaa62ae5b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.622086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ad342-8392-4eef-bce5-2796c112b3d7 req-fea4c53c-8422-4b12-aa3d-5c1eaa62ae5b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.622086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ad342-8392-4eef-bce5-2796c112b3d7 req-fea4c53c-8422-4b12-aa3d-5c1eaa62ae5b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.622086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ad342-8392-4eef-bce5-2796c112b3d7 req-fea4c53c-8422-4b12-aa3d-5c1eaa62ae5b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.623219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ad342-8392-4eef-bce5-2796c112b3d7 req-fea4c53c-8422-4b12-aa3d-5c1eaa62ae5b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.633056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ad342-8392-4eef-bce5-2796c112b3d7 req-fea4c53c-8422-4b12-aa3d-5c1eaa62ae5b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:17.635300 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a2ad342-8392-4eef-bce5-2796c112b3d7 req-fea4c53c-8422-4b12-aa3d-5c1eaa62ae5b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.1336491 Jun 30 02:59:17.654644 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.698336 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-f3b4534f-f60f-45db-91e6-f1dcbd425a76 service neutron] 10.222.0.77 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146245 Jun 30 02:59:17.701581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a2ad342-8392-4eef-bce5-2796c112b3d7 req-4c92e742-095f-409e-ba3a-d795b96f8913 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554416 Jun 30 02:59:17.704684 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Pushing event updated for resources: {'Port': ['ID=87e9671e-2957-4616-b49d-2b84f4d77888,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:17.746762 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.747307 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.747805 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.748313 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.748800 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.749304 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.749824 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.750315 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.750796 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.751277 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.751766 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.752254 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:17.790229 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Attempting to bind port 87e9671e-2957-4616-b49d-2b84f4d77888 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:17.790596 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Attempting to bind port 87e9671e-2957-4616-b49d-2b84f4d77888 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:17.790953 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Attempting to bind port 87e9671e-2957-4616-b49d-2b84f4d77888 on network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:17.797014 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:17.798347 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Checking segment: {'id': 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:17.799690 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.802361 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Bound using segment: {'id': 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:17.802361 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Bound port: 87e9671e-2957-4616-b49d-2b84f4d77888, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:17.802763 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.814176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Network ada21829-57a4-4a58-b9b0-4780f85e0272 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:59:17.868997 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] For port 87e9671e-2957-4616-b49d-2b84f4d77888, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:17.872539 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] For port 87e9671e-2957-4616-b49d-2b84f4d77888, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=87e9671e-2957-4616-b49d-2b84f4d77888,segment=NetworkSegment(c9474e88-f84b-401e-b25b-e50f9b7dd1d6),segment_id=c9474e88-f84b-401e-b25b-e50f9b7dd1d6)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:17.968676 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e090a47a-97c5-45ac-89a2-3136489a5217 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.971882 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e090a47a-97c5-45ac-89a2-3136489a5217 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:17.975005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e090a47a-97c5-45ac-89a2-3136489a5217 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "DELETE /v2.0/security-groups/720febb4-8dc3-418d-a6cb-dc8118a4abad HTTP/1.1" status: 204 len: 168 time: 0.9643779 Jun 30 02:59:17.975521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41946) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:17.981967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090a47a-97c5-45ac-89a2-3136489a5217 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720febb4-8dc3-418d-a6cb-dc8118a4abad,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:17.992259 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-3b5c4edb-ea43-421c-be3f-ca7f74e1de4b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] show failed (client error): The resource could not be found. Jun 30 02:59:17.993390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3b5c4edb-ea43-421c-be3f-ca7f74e1de4b tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "GET /v2.0/security-groups/720febb4-8dc3-418d-a6cb-dc8118a4abad HTTP/1.1" status: 404 len: 347 time: 0.0169117 Jun 30 02:59:17.997133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41948) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:18.130314 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:18.130541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ada21829-57a4-4a58-b9b0-4780f85e0272) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:18.146703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c975351-9318-46bb-815b-156265d971ac None None] Network ada21829-57a4-4a58-b9b0-4780f85e0272 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:18.154463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:18.157805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:18.177036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5937c6cc-2443-4dc3-bb88-b4002de06a38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Deleting port e04cfa98-773d-40bd-8f8c-29e09fd9aa84 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:18.180082 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5937c6cc-2443-4dc3-bb88-b4002de06a38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:18.337794 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0628a39c-52d3-41c0-8a12-4c19dce4d386 req-8bec375c-01f1-47aa-8fad-3a75dafee608 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 210 time: 0.0902584 Jun 30 02:59:18.339090 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6fd9b-0abb-49c9-91d5-039b17628339 None None] Pushing event updated for resources: {'Port': ['ID=87e9671e-2957-4616-b49d-2b84f4d77888,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:18.357859 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-41888bf3-a4c7-481e-90f3-7f34a85a65d6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9877005 Jun 30 02:59:18.370603 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5937c6cc-2443-4dc3-bb88-b4002de06a38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:18.372539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5937c6cc-2443-4dc3-bb88-b4002de06a38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:18.389237 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Routers {'88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:18.390067 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:59:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:18.404121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5937c6cc-2443-4dc3-bb88-b4002de06a38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Calling delete_port for e04cfa98-773d-40bd-8f8c-29e09fd9aa84 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:18.515710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08843d17-f1a7-4cfd-b7fc-0f1d1d2a623a None None] Network ada21829-57a4-4a58-b9b0-4780f85e0272 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:18.521125 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] Set router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:18.819177 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '87e9671e-2957-4616-b49d-2b84f4d77888', 'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'mac_address': 'fa:16:3e:7f:74:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:10Z', 'updated_at': '2021-06-30T02:59:17Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'subnets': [{'id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:18.857214 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e170ac-9291-4ce1-9d05-31f141aa309d None None] The sync data for ids ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'] in n-d-798249-3 is: [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '87e9671e-2957-4616-b49d-2b84f4d77888', 'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'mac_address': 'fa:16:3e:7f:74:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:10Z', 'updated_at': '2021-06-30T02:59:17Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'subnets': [{'id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:59:19.099454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474960ce-af75-43e1-83e9-061db769fe1a req-d219c51c-0e61-4c45-a6ae-c16bbe3f8c8c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.111483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-474960ce-af75-43e1-83e9-061db769fe1a req-d219c51c-0e61-4c45-a6ae-c16bbe3f8c8c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.2122171 Jun 30 02:59:19.172009 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-474960ce-af75-43e1-83e9-061db769fe1a req-c9865966-c252-4dc8-b5da-69fbd8b411d3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552027 Jun 30 02:59:19.262005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d6f6-a17f-4d9e-b448-d55529bc4b22 req-8654321a-2e7a-4ac7-8f2b-f45bacd7986a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.270929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d6f6-a17f-4d9e-b448-d55529bc4b22 req-8654321a-2e7a-4ac7-8f2b-f45bacd7986a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.277712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d6f6-a17f-4d9e-b448-d55529bc4b22 req-8654321a-2e7a-4ac7-8f2b-f45bacd7986a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.285817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d6f6-a17f-4d9e-b448-d55529bc4b22 req-8654321a-2e7a-4ac7-8f2b-f45bacd7986a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.293475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d6f6-a17f-4d9e-b448-d55529bc4b22 req-8654321a-2e7a-4ac7-8f2b-f45bacd7986a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.300009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d6f6-a17f-4d9e-b448-d55529bc4b22 req-8654321a-2e7a-4ac7-8f2b-f45bacd7986a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.306734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d6f6-a17f-4d9e-b448-d55529bc4b22 req-8654321a-2e7a-4ac7-8f2b-f45bacd7986a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:19.315096 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1950d6f6-a17f-4d9e-b448-d55529bc4b22 req-8654321a-2e7a-4ac7-8f2b-f45bacd7986a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.2373722 Jun 30 02:59:19.399690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 87e9671e-2957-4616-b49d-2b84f4d77888 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:19.410083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1950d6f6-a17f-4d9e-b448-d55529bc4b22 req-decda1c7-60d3-4028-915d-f07acc253310 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939720 Jun 30 02:59:19.437410 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5937c6cc-2443-4dc3-bb88-b4002de06a38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.501672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937c6cc-2443-4dc3-bb88-b4002de06a38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Pushing event deleted for resources: {'Port': ['ID=e04cfa98-773d-40bd-8f8c-29e09fd9aa84,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:19.590400 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5937c6cc-2443-4dc3-bb88-b4002de06a38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.597358 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5937c6cc-2443-4dc3-bb88-b4002de06a38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.602474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42018) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:19.605977 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5937c6cc-2443-4dc3-bb88-b4002de06a38 tempest-ServerActionsTestJSON-1947034625 tempest-ServerActionsTestJSON-1947034625-project] 10.222.0.77 "DELETE /v2.0/floatingips/cd29c06b-2efc-4d93-b1f9-c3883dd797ab HTTP/1.1" status: 204 len: 168 time: 1.6076450 Jun 30 02:59:19.678069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 87e9671e-2957-4616-b49d-2b84f4d77888 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:19.686681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 87e9671e-2957-4616-b49d-2b84f4d77888 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:19.695552 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.774653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f48319e-6947-44c7-8abf-665601e24163 req-d25b40f1-3e21-4204-bbe4-fbc2440db64c tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 210 time: 0.0750983 Jun 30 02:59:19.867418 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:19.910226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 87e9671e-2957-4616-b49d-2b84f4d77888, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=87e9671e-2957-4616-b49d-2b84f4d77888,segment=NetworkSegment(c9474e88-f84b-401e-b25b-e50f9b7dd1d6),segment_id=c9474e88-f84b-401e-b25b-e50f9b7dd1d6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:20.053281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-07ccfa53-0bea-4560-ab77-d99ed399037c tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:20.055234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-07ccfa53-0bea-4560-ab77-d99ed399037c tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/networks?id=ada21829-57a4-4a58-b9b0-4780f85e0272 HTTP/1.1" status: 200 len: 813 time: 0.2270954 Jun 30 02:59:20.073213 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:20.090986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-45863b5d-91da-4022-a518-255938f889a7 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/quotas/2390e6f483b94d979129745e1e89d036 HTTP/1.1" status: 200 len: 375 time: 0.0282841 Jun 30 02:59:20.214745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-97176d4f-6f28-4756-9de4-e2f1a1fdbee8 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2390e6f483b94d979129745e1e89d036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997820 Jun 30 02:59:20.244508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=87e9671e-2957-4616-b49d-2b84f4d77888,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:20.455661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-46c44f33-826d-48b1-a303-bd7a7991bf94 service neutron] 10.222.0.77 "GET /v2.0/networks/ada21829-57a4-4a58-b9b0-4780f85e0272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286794 Jun 30 02:59:20.610561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92fd7c-a289-41b9-a0b3-fd3f02a39451 req-9b0f7e9f-3cb2-4fb1-b037-56218c3097e7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:20.612331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9c92fd7c-a289-41b9-a0b3-fd3f02a39451 req-9b0f7e9f-3cb2-4fb1-b037-56218c3097e7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1778853 Jun 30 02:59:20.619097 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-465ff882-9c9a-489d-89e2-e027705f9d4a service neutron] 10.222.0.77 "GET /v2.0/networks/ada21829-57a4-4a58-b9b0-4780f85e0272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569321 Jun 30 02:59:20.758627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9c92fd7c-a289-41b9-a0b3-fd3f02a39451 req-2e6d3760-3e4e-47e8-a651-0f90fe7c2b72 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299078 Jun 30 02:59:20.864944 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.354665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 87e9671e-2957-4616-b49d-2b84f4d77888 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:21.430121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae3a2956-bcfa-4461-b5f0-95e5186f45a7 req-85f78bb4-74a7-4ea1-a4de-6abe86cc0091 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 210 time: 0.0594413 Jun 30 02:59:21.465399 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550eefc-0a6e-4d87-8205-2cfec44ab04f req-fa470ff2-c31e-4520-a81f-5ad659aebb10 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:21.470033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 87e9671e-2957-4616-b49d-2b84f4d77888 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:21.470788 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.482052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550eefc-0a6e-4d87-8205-2cfec44ab04f req-fa470ff2-c31e-4520-a81f-5ad659aebb10 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:21.499373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550eefc-0a6e-4d87-8205-2cfec44ab04f req-fa470ff2-c31e-4520-a81f-5ad659aebb10 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:21.505211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550eefc-0a6e-4d87-8205-2cfec44ab04f req-fa470ff2-c31e-4520-a81f-5ad659aebb10 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:21.518867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b070613-084d-4377-b77d-f32be33c408c req-3c9ec2e0-20be-44fd-8d27-6a746e7bc708 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 210 time: 0.0504477 Jun 30 02:59:21.523570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550eefc-0a6e-4d87-8205-2cfec44ab04f req-fa470ff2-c31e-4520-a81f-5ad659aebb10 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:21.538458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550eefc-0a6e-4d87-8205-2cfec44ab04f req-fa470ff2-c31e-4520-a81f-5ad659aebb10 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:21.544454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550eefc-0a6e-4d87-8205-2cfec44ab04f req-fa470ff2-c31e-4520-a81f-5ad659aebb10 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:21.547324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1550eefc-0a6e-4d87-8205-2cfec44ab04f req-fa470ff2-c31e-4520-a81f-5ad659aebb10 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.5760889 Jun 30 02:59:21.610419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1550eefc-0a6e-4d87-8205-2cfec44ab04f req-65f9f5bd-856f-4bc6-8e9d-80aecf5c28c5 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532589 Jun 30 02:59:21.717103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] Deleting port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:21.718341 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.858452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] For port 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8b6f86dd-69e5-4605-b3e3-09f7c07d0b02,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:21.858824 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:21.883312 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] Calling delete_port for 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:22.088861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f5d31-7c81-4380-8b9d-ac43dd1fb5b3 req-a087c1fa-73c7-44a5-a8c2-0eb961e0aa56 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:22.090427 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-179f5d31-7c81-4380-8b9d-ac43dd1fb5b3 req-a087c1fa-73c7-44a5-a8c2-0eb961e0aa56 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1200330 Jun 30 02:59:22.149235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-179f5d31-7c81-4380-8b9d-ac43dd1fb5b3 req-d348ac31-96db-4030-9462-23208004d6dc tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495594 Jun 30 02:59:22.399344 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:22.568165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6f86dd-69e5-4605-b3e3-09f7c07d0b02,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:22.671094 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:22.704425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f533ced9-5653-4bd0-bc98-a67bf4b2a553 req-a942e7b9-3b2a-454f-92cd-b5cd96ae41fd tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 210 time: 0.0410142 Jun 30 02:59:22.768662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:22.823259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-722be8c8-1beb-45bc-868d-033c8d1b2794 req-b679b74d-6e84-4c31-9714-e4b17e93102b tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 210 time: 0.0491135 Jun 30 02:59:23.039360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50387de2-3eef-4679-9b37-53651743b0f1 req-487dc802-7808-4278-8a3c-93420485424b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.046535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50387de2-3eef-4679-9b37-53651743b0f1 req-487dc802-7808-4278-8a3c-93420485424b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.052807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50387de2-3eef-4679-9b37-53651743b0f1 req-487dc802-7808-4278-8a3c-93420485424b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.074817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50387de2-3eef-4679-9b37-53651743b0f1 req-487dc802-7808-4278-8a3c-93420485424b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.087933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50387de2-3eef-4679-9b37-53651743b0f1 req-487dc802-7808-4278-8a3c-93420485424b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.101441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50387de2-3eef-4679-9b37-53651743b0f1 req-487dc802-7808-4278-8a3c-93420485424b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.119642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50387de2-3eef-4679-9b37-53651743b0f1 req-487dc802-7808-4278-8a3c-93420485424b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.124682 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50387de2-3eef-4679-9b37-53651743b0f1 req-487dc802-7808-4278-8a3c-93420485424b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.2348573 Jun 30 02:59:23.259103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50387de2-3eef-4679-9b37-53651743b0f1 req-0e5423a2-990d-4562-ad25-4d3672dff909 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228473 Jun 30 02:59:23.315845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] Router 84b81071-47d1-4e15-90eb-80da8e54ab89 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:59:23.379763 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:23.597424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-6f97bbfb-fb6e-412d-90e6-9b3ec1074541 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.599635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:59:23.600066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-6f97bbfb-fb6e-412d-90e6-9b3ec1074541 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.83 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 819 time: 0.2389810 Jun 30 02:59:23.612909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d864735b-70c2-4fff-b566-26a94f743e5d admin admin] 10.222.0.77 "PUT /v2.0/routers/84b81071-47d1-4e15-90eb-80da8e54ab89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0036399 Jun 30 02:59:23.613051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] Sync routers for ids ['84b81071-47d1-4e15-90eb-80da8e54ab89'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:59:23.613396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Request body: {'port': {'device_id': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'admin_state_up': True, 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:23.616031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42164) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:23.623571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] Routers {'84b81071-47d1-4e15-90eb-80da8e54ab89'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:23.624500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:59:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['84b81071-47d1-4e15-90eb-80da8e54ab89'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:23.635929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee1ab6-3697-4bdd-8866-c8de834c57e3 req-3e779723-cddd-42fc-bdfa-7a49af54766a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:23.645465 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04ee1ab6-3697-4bdd-8866-c8de834c57e3 req-3e779723-cddd-42fc-bdfa-7a49af54766a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.2505922 Jun 30 02:59:23.815848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] Set router 84b81071-47d1-4e15-90eb-80da8e54ab89 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:23.932281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04ee1ab6-3697-4bdd-8866-c8de834c57e3 req-4d288beb-aed7-4c1d-8805-df35bb1afa6c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858057 Jun 30 02:59:23.985660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:24.093615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-edfcec14-3994-46f6-90c6-42605b49684f req-d04eed35-5904-418f-86cb-e8b754ee72fb tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 210 time: 0.0525765 Jun 30 02:59:24.118097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:59:22Z', 'revision_number': 5, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:24.147390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-93e4df62-6f62-447a-bcd5-82f88e58fa24 req-ead176e6-c102-4969-a404-0dd90a0aad46 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 210 time: 0.0597129 Jun 30 02:59:24.155317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] Checking router: 84b81071-47d1-4e15-90eb-80da8e54ab89 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:59:24.168543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] Routers {'84b81071-47d1-4e15-90eb-80da8e54ab89'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:24.169170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:59:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['84b81071-47d1-4e15-90eb-80da8e54ab89'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:24.171076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:24.279530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] Set router 84b81071-47d1-4e15-90eb-80da8e54ab89 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:24.448321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0ded-ffdf-435b-acdc-3e79291e9248 req-edab5376-97e1-4689-a079-23b91181db32 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.454355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0ded-ffdf-435b-acdc-3e79291e9248 req-edab5376-97e1-4689-a079-23b91181db32 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.460205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0ded-ffdf-435b-acdc-3e79291e9248 req-edab5376-97e1-4689-a079-23b91181db32 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.466667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0ded-ffdf-435b-acdc-3e79291e9248 req-edab5376-97e1-4689-a079-23b91181db32 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.472498 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0ded-ffdf-435b-acdc-3e79291e9248 req-edab5376-97e1-4689-a079-23b91181db32 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.478043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:59:22Z', 'revision_number': 5, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:24.478471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0ded-ffdf-435b-acdc-3e79291e9248 req-edab5376-97e1-4689-a079-23b91181db32 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.484373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0ded-ffdf-435b-acdc-3e79291e9248 req-edab5376-97e1-4689-a079-23b91181db32 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:24.486348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-108d0ded-ffdf-435b-acdc-3e79291e9248 req-edab5376-97e1-4689-a079-23b91181db32 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.1131260 Jun 30 02:59:24.511648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Made reservation on behalf of 605bdba63e5940dea677e340c1d9e2a9 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:24.513868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ecf51-715e-4c72-bda2-881a715edf78 None None] The sync data for ids ['84b81071-47d1-4e15-90eb-80da8e54ab89'] in n-d-798249-3 is: [{'id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'name': 'tempest-ServerActionsTestJSON-1107377155-router', 'tenant_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '582eece9-4800-407c-95fb-b2c3adc76967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:32Z', 'updated_at': '2021-06-30T02:59:22Z', 'revision_number': 5, 'project_id': 'a94cd6792f3746bdbcbc060a15360cb7', 'gw_port': {'id': '582eece9-4800-407c-95fb-b2c3adc76967', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b81071-47d1-4e15-90eb-80da8e54ab89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:33Z', 'updated_at': '2021-06-30T02:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:59:24.515894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:24.608882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Deleting port 582eece9-4800-407c-95fb-b2c3adc76967 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:24.608882 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:24.609193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-108d0ded-ffdf-435b-acdc-3e79291e9248 req-3fdfd1b3-55b1-4b67-a732-232caf3b44ad tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904121 Jun 30 02:59:24.742973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] For port 582eece9-4800-407c-95fb-b2c3adc76967, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=582eece9-4800-407c-95fb-b2c3adc76967,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:24.743455 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:24.758284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Calling delete_port for 582eece9-4800-407c-95fb-b2c3adc76967 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:24.799287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Allocated IP 172.20.0.11 (8c72db0b-6f52-4edb-a24a-04cedc6e18bb/060bf0b1-bb19-44d7-af5b-8d696bee27a0/f3c2565b-5422-4361-b08f-68f9506b262b) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:25.083797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.154618 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.196763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Pushing event deleted for resources: {'Port': ['ID=582eece9-4800-407c-95fb-b2c3adc76967,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:25.303007 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.315054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42200) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:25.344404 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.376107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:25.406279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:25.412358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:25.418065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:25.418995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8b6f86dd-69e5-4605-b3e3-09f7c07d0b02 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:25.430033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:25.447773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Pushing event updated for resources: {'Port': ['ID=f3c2565b-5422-4361-b08f-68f9506b262b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:25.472895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba203c6d-2e26-40a0-93c5-e693d9bf74d5 req-93cafad3-0f5d-4dd2-ae81-e16d52843809 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:25.475298 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba203c6d-2e26-40a0-93c5-e693d9bf74d5 req-93cafad3-0f5d-4dd2-ae81-e16d52843809 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.2632408 Jun 30 02:59:25.524264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:25.526043 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.539606 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.544447 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.563837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba203c6d-2e26-40a0-93c5-e693d9bf74d5 req-46215692-ca50-4627-b272-dab9418226c6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816453 Jun 30 02:59:25.573504 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39acf2a8-b244-4405-a9e1-c9d389fba5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.674387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e89a97-27f6-47e9-9510-02a8a6c3bc54 req-3e19f617-3199-4e0b-aef4-e1082a3a76ed tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:25.679155 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-86e89a97-27f6-47e9-9510-02a8a6c3bc54 req-3e19f617-3199-4e0b-aef4-e1082a3a76ed tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 932 time: 0.2130272 Jun 30 02:59:25.705123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-9e5a295f-4e7e-4f82-81a6-d037b83f0f97 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0966365 Jun 30 02:59:25.721433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Request body: {'port': {'device_id': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:25.759026 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-86e89a97-27f6-47e9-9510-02a8a6c3bc54 req-22ccac29-50e8-46eb-8cbf-3e9149e2c445 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745738 Jun 30 02:59:25.761015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.763438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b81071-47d1-4e15-90eb-80da8e54ab89 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:59:25.783367 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:25.783367 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-216d8402-1561-4116-86de-9e18b477434a admin admin] 10.222.0.77 "DELETE /v2.0/routers/84b81071-47d1-4e15-90eb-80da8e54ab89 HTTP/1.1" status: 204 len: 168 time: 2.1585340 Jun 30 02:59:25.784050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42208) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:25.874315 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ba2006c-b743-40ad-9769-fa6ecbd29b53 req-e928905b-5b5e-4c22-a34d-3acd5c16b9ed tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 210 time: 0.1279125 Jun 30 02:59:25.916887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-455262b8-ea2b-4375-b249-4e6004fa5ec1 admin admin] Deleting subnet a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:59:25.928137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-455262b8-ea2b-4375-b249-4e6004fa5ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.037062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-455262b8-ea2b-4375-b249-4e6004fa5ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.049849 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.212349 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39acf2a8-b244-4405-a9e1-c9d389fba5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.328251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeabe02-64e0-4457-aaab-89972d18b1fc req-8af7b0ff-2876-4c9f-b9d3-233fb42d79d8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.345232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeabe02-64e0-4457-aaab-89972d18b1fc req-8af7b0ff-2876-4c9f-b9d3-233fb42d79d8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.355353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeabe02-64e0-4457-aaab-89972d18b1fc req-8af7b0ff-2876-4c9f-b9d3-233fb42d79d8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.361360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeabe02-64e0-4457-aaab-89972d18b1fc req-8af7b0ff-2876-4c9f-b9d3-233fb42d79d8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.367657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeabe02-64e0-4457-aaab-89972d18b1fc req-8af7b0ff-2876-4c9f-b9d3-233fb42d79d8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.374118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeabe02-64e0-4457-aaab-89972d18b1fc req-8af7b0ff-2876-4c9f-b9d3-233fb42d79d8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.383348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeabe02-64e0-4457-aaab-89972d18b1fc req-8af7b0ff-2876-4c9f-b9d3-233fb42d79d8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.388832 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eeabe02-64e0-4457-aaab-89972d18b1fc req-8af7b0ff-2876-4c9f-b9d3-233fb42d79d8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.2810721 Jun 30 02:59:26.403150 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-455262b8-ea2b-4375-b249-4e6004fa5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.438264 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39acf2a8-b244-4405-a9e1-c9d389fba5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.562804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-39acf2a8-b244-4405-a9e1-c9d389fba5ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e3ed67b98d3347fc82326a08ecd34173&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2419822 Jun 30 02:59:26.563537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42216) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:26.578622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acf2a8-b244-4405-a9e1-c9d389fba5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cda4d8c-42ff-426d-a801-c2b782ef749c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:26.620095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eeabe02-64e0-4457-aaab-89972d18b1fc req-ca810888-59ae-4f38-9c45-cac311dd716d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303753 Jun 30 02:59:26.632929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-8e7c02b0-490b-4442-85ee-022cc7c30ee3 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:26.641829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-8e7c02b0-490b-4442-85ee-022cc7c30ee3 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.83 "GET /v2.0/networks?id=ada21829-57a4-4a58-b9b0-4780f85e0272 HTTP/1.1" status: 200 len: 813 time: 0.3232958 Jun 30 02:59:26.649620 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-455262b8-ea2b-4375-b249-4e6004fa5ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.677430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Request body: {'port': {'device_id': '49c4443c-41cc-4714-a825-e957073b40b7', 'network_id': 'ada21829-57a4-4a58-b9b0-4780f85e0272', 'admin_state_up': True, 'tenant_id': '2390e6f483b94d979129745e1e89d036'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:26.733753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f048b-29f1-4f3b-9fe1-22bcd87b9af6 None None] Network 69eb99e6-aef0-4477-9db7-0070bde99f86 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:26.766753 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-455262b8-ea2b-4375-b249-4e6004fa5ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.773527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-455262b8-ea2b-4375-b249-4e6004fa5ec1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00 HTTP/1.1" status: 204 len: 168 time: 0.9861732 Jun 30 02:59:26.776620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455262b8-ea2b-4375-b249-4e6004fa5ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18cc6f3-17f1-4d1f-a6c9-8bf47a1afe00,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:26.780449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42220) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:26.846906 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6101d8e1-5a75-4b8a-bb87-d9abd0e868e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.871621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:26.916749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6101d8e1-5a75-4b8a-bb87-d9abd0e868e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.122696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33333-650c-4319-9c97-5788836a12e9 req-e2727259-2d1b-4123-92df-a9e630056a1b tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:27.125028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4f33333-650c-4319-9c97-5788836a12e9 req-e2727259-2d1b-4123-92df-a9e630056a1b tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 932 time: 0.0971332 Jun 30 02:59:27.150719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c2565b-5422-4361-b08f-68f9506b262b {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:27.185848 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.194394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f09e7-b6f6-4684-b051-f5981a480586 None None] DHCP port deletion for 69eb99e6-aef0-4477-9db7-0070bde99f86 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:59:27.214868 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4f33333-650c-4319-9c97-5788836a12e9 req-faf6aae9-471b-4350-9efb-32c4e3ba01c2 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824778 Jun 30 02:59:27.260068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f4c17-d3d6-46c1-bba3-8866f3bc69d6 req-33f94cb4-335c-48b4-96c1-3f086695e1f5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:27.268113 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de0f4c17-d3d6-46c1-bba3-8866f3bc69d6 req-33f94cb4-335c-48b4-96c1-3f086695e1f5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.4892211 Jun 30 02:59:27.276755 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6101d8e1-5a75-4b8a-bb87-d9abd0e868e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.282853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6101d8e1-5a75-4b8a-bb87-d9abd0e868e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.282853 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6101d8e1-5a75-4b8a-bb87-d9abd0e868e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4cda4d8c-42ff-426d-a801-c2b782ef749c HTTP/1.1" status: 204 len: 168 time: 0.7096395 Jun 30 02:59:27.284209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Transition to ACTIVE for port object f3c2565b-5422-4361-b08f-68f9506b262b will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:27.295502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Made reservation on behalf of 2390e6f483b94d979129745e1e89d036 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:27.295753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101d8e1-5a75-4b8a-bb87-d9abd0e868e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cda4d8c-42ff-426d-a801-c2b782ef749c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:27.315356 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.379663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 582eece9-4800-407c-95fb-b2c3adc76967 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:27.384291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Deleting port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:27.384862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.404070 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de0f4c17-d3d6-46c1-bba3-8866f3bc69d6 req-28710fb9-30c7-4057-816f-29eb9af814d2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346505 Jun 30 02:59:27.478616 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.494221 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:59:27.505107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c0af7bf6-41f6-42bc-a94b-b0a47362a2fc req-152b021b-b2dc-4aa1-ae6f-ba94d98b9667 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 210 time: 0.1129906 Jun 30 02:59:27.524447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 582eece9-4800-407c-95fb-b2c3adc76967 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:27.524447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 582eece9-4800-407c-95fb-b2c3adc76967 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:27.524447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:27.662310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-702f09e7-b6f6-4684-b051-f5981a480586 None None] Deleting port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:27.663187 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-702f09e7-b6f6-4684-b051-f5981a480586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.759660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c2565b-5422-4361-b08f-68f9506b262b,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:27.837832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] For port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:27.843626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-702f09e7-b6f6-4684-b051-f5981a480586 None None] For port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:27.844345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.847252 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-702f09e7-b6f6-4684-b051-f5981a480586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.887144 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.900265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Allocated IP 172.20.0.9 (ada21829-57a4-4a58-b9b0-4780f85e0272/88d0fec4-9638-41ea-b0a7-5bd8a7d1082f/5a097d43-1096-418c-8f64-864074c64a6c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:27.911128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-702f09e7-b6f6-4684-b051-f5981a480586 None None] Calling delete_port for 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:27.933216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Calling delete_port for 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:28.054938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,segment=NetworkSegment(898f9694-db7f-4767-979e-18b45923a81d),segment_id=898f9694-db7f-4767-979e-18b45923a81d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:28.056074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Attempting to bind port f3c2565b-5422-4361-b08f-68f9506b262b on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:28.056582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Attempting to bind port f3c2565b-5422-4361-b08f-68f9506b262b by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:28.057133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Attempting to bind port f3c2565b-5422-4361-b08f-68f9506b262b on network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:28.086550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Port f3c2565b-5422-4361-b08f-68f9506b262b on network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:59:28.087036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Attempting to bind port f3c2565b-5422-4361-b08f-68f9506b262b on network 8c72db0b-6f52-4edb-a24a-04cedc6e18bb {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:28.148291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:28.148822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Checking segment: {'id': 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:28.149351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Bound using segment: {'id': 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:28.150052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Bound port: f3c2565b-5422-4361-b08f-68f9506b262b, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:28.150542 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.231420 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.358973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:28.369199 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-702f09e7-b6f6-4684-b051-f5981a480586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.409758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] For port f3c2565b-5422-4361-b08f-68f9506b262b, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:28.419129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] For port f3c2565b-5422-4361-b08f-68f9506b262b, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f3c2565b-5422-4361-b08f-68f9506b262b,segment=NetworkSegment(c9474e88-f84b-401e-b25b-e50f9b7dd1d6),segment_id=c9474e88-f84b-401e-b25b-e50f9b7dd1d6)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:28.423898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.424362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f09e7-b6f6-4684-b051-f5981a480586 None None] No DVR routers for this DVR port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:28.427442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f09e7-b6f6-4684-b051-f5981a480586 None None] Pushing event deleted for resources: {'Port': ['ID=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:28.442513 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.530097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Pushing event deleted for resources: {'Port': ['ID=750f4c6a-6d8b-42f3-82ab-45b6f8dfd653,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:28.553292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42244) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:28.554646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] No DVR routers for this DVR port 750f4c6a-6d8b-42f3-82ab-45b6f8dfd653 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:28.570927 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.631851 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d73fbbc2-3eee-40a8-a375-5a382f5398e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.664273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250d91-69c3-4e79-83bb-f7a27c6d8c23 req-fa61989e-51d2-447e-9c18-4ecf9118d99e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.671581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250d91-69c3-4e79-83bb-f7a27c6d8c23 req-fa61989e-51d2-447e-9c18-4ecf9118d99e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.678307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250d91-69c3-4e79-83bb-f7a27c6d8c23 req-fa61989e-51d2-447e-9c18-4ecf9118d99e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.685141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250d91-69c3-4e79-83bb-f7a27c6d8c23 req-fa61989e-51d2-447e-9c18-4ecf9118d99e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.691181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250d91-69c3-4e79-83bb-f7a27c6d8c23 req-fa61989e-51d2-447e-9c18-4ecf9118d99e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.698907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250d91-69c3-4e79-83bb-f7a27c6d8c23 req-fa61989e-51d2-447e-9c18-4ecf9118d99e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.705476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d250d91-69c3-4e79-83bb-f7a27c6d8c23 req-fa61989e-51d2-447e-9c18-4ecf9118d99e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.707578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d250d91-69c3-4e79-83bb-f7a27c6d8c23 req-fa61989e-51d2-447e-9c18-4ecf9118d99e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5429 time: 0.8258371 Jun 30 02:59:28.730152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:28.735494 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.735494 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] 10.222.0.83 "PUT /v2.0/ports/f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 1092 time: 3.0194142 Jun 30 02:59:28.735742 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61803240-2d9a-4797-b53d-cc58617eb0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.739064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:28.742087 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f108c2-cb11-46dd-8ce2-2637035ced9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:28.747627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 03187be2-91f7-469b-8020-df82c9f7cec6 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:28.809750 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.829294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d250d91-69c3-4e79-83bb-f7a27c6d8c23 req-495e0985-8c76-4484-a6c4-35e68381a315 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151206 Jun 30 02:59:28.830498 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f826d-f22e-4690-8861-3cbd8e93dab5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c2565b-5422-4361-b08f-68f9506b262b,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:28.988692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 03187be2-91f7-469b-8020-df82c9f7cec6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=03187be2-91f7-469b-8020-df82c9f7cec6,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:28.994903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Network ada21829-57a4-4a58-b9b0-4780f85e0272 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:28.998956 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.010579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '03187be2-91f7-469b-8020-df82c9f7cec6', 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9', 'port_id': '03187be2-91f7-469b-8020-df82c9f7cec6', 'mac_address': 'fa:16:3e:aa:94:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1ccb5f-74d3-40ff-8f43-2c83829f2152', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:29.025684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:29.060560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:29.071482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69eb99e6-aef0-4477-9db7-0070bde99f86']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:29.075120 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.093794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03187be2-91f7-469b-8020-df82c9f7cec6 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:29.105944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fe7d4-584d-49a4-9dce-ecf3f43a6cd2 req-c7b228b3-1eaf-4a5b-92cb-962f4044c8b6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.118038 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc2fe7d4-584d-49a4-9dce-ecf3f43a6cd2 req-c7b228b3-1eaf-4a5b-92cb-962f4044c8b6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1378942 Jun 30 02:59:29.123972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 03187be2-91f7-469b-8020-df82c9f7cec6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=03187be2-91f7-469b-8020-df82c9f7cec6,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:29.174266 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc2fe7d4-584d-49a4-9dce-ecf3f43a6cd2 req-263cfeb2-c1cc-4a6b-8266-969a3028e3da tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492873 Jun 30 02:59:29.226164 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.227223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e2ab8b73-2e54-4e18-9b70-d360fcacc7aa details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:29.312781 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=03187be2-91f7-469b-8020-df82c9f7cec6,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:29.375340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:29.415997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'e2ab8b73-2e54-4e18-9b70-d360fcacc7aa', 'network_id': 'f7f3593f-2741-4193-a44d-f880d3ee6ff9', 'port_id': 'e2ab8b73-2e54-4e18-9b70-d360fcacc7aa', 'mac_address': 'fa:16:3e:76:ad:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1ccb5f-74d3-40ff-8f43-2c83829f2152', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:29.508252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb19226-1c0c-430f-aefb-97bfcca7f14b req-1c5f7251-10dd-4ba4-99c9-67541e03f0bc tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.517562 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.519281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898f9694-db7f-4767-979e-18b45923a81d') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:29.519769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898f9694-db7f-4767-979e-18b45923a81d') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:29.524283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcb19226-1c0c-430f-aefb-97bfcca7f14b req-1c5f7251-10dd-4ba4-99c9-67541e03f0bc tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 931 time: 0.1300614 Jun 30 02:59:29.534955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Pushing event updated for resources: {'Port': ['ID=5a097d43-1096-418c-8f64-864074c64a6c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:29.555536 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.589077 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.598756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:59:29.600112 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.629925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcb19226-1c0c-430f-aefb-97bfcca7f14b req-f0d2b5dd-5418-4019-9f65-9f44d0838cef tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012404 Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:59:29.703907 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:59:29.728950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ab8b73-2e54-4e18-9b70-d360fcacc7aa {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:29.754330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:29.764614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67f96e-da3e-46a4-badb-4dfe4eb26e81 req-a3e08b16-070b-4b97-9b9c-d99eaf5576c4 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.766754 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a67f96e-da3e-46a4-badb-4dfe4eb26e81 req-a3e08b16-070b-4b97-9b9c-d99eaf5576c4 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 944 time: 1.3293030 Jun 30 02:59:29.786273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.822458 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61803240-2d9a-4797-b53d-cc58617eb0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.829693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:29.830380 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.844674 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.866617 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] 10.222.0.77 "DELETE /v2.0/networks/69eb99e6-aef0-4477-9db7-0070bde99f86 HTTP/1.1" status: 204 len: 168 time: 3.0807295 Jun 30 02:59:29.878384 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.878985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 6df77b8d-0b61-4592-8264-c9a1174498f6 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:29.934082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d1f1a-3e26-408f-8e83-bd0f6764bf7e admin admin] Pushing event deleted for resources: {'Network': ['ID=69eb99e6-aef0-4477-9db7-0070bde99f86,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:29.958710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a67f96e-da3e-46a4-badb-4dfe4eb26e81 req-5e41e40f-7caf-4f59-b24d-dab9ef91078c tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748912 Jun 30 02:59:29.987856 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61803240-2d9a-4797-b53d-cc58617eb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.994772 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a0616b-aa6c-4a7f-84bd-e372cc5a4325 x-openstack-request-id: req-82a0616b-aa6c-4a7f-84bd-e372cc5a4325 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:29.997344 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:29.997675 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82a0616b-aa6c-4a7f-84bd-e372cc5a4325 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:30.004731 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'status': 'completed', 'code': 200} Jun 30 02:59:30.032021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-afc95b47-eb34-438e-a288-8308703dffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.034423 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-afc95b47-eb34-438e-a288-8308703dffe1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1095 time: 1.0418379 Jun 30 02:59:30.087184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:30.126169 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-02aa4931-28d2-49b4-92ef-4802b1cbd0aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 217 time: 0.0798244 Jun 30 02:59:30.135947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42258) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:30.136508 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-61803240-2d9a-4797-b53d-cc58617eb0c0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90cc008b5d834dd080f7dddff6a94641&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5785837 Jun 30 02:59:30.159595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 6df77b8d-0b61-4592-8264-c9a1174498f6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=6df77b8d-0b61-4592-8264-c9a1174498f6,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:30.173747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '6df77b8d-0b61-4592-8264-c9a1174498f6', 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775', 'port_id': '6df77b8d-0b61-4592-8264-c9a1174498f6', 'mac_address': 'fa:16:3e:e7:19:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7386bc75-bc0c-42bf-907c-18e977a0bf69', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:30.190717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-d2ed2d1c-a36c-4a6b-9771-c42a78fd6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.193000 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-d2ed2d1c-a36c-4a6b-9771-c42a78fd6795 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 200 len: 859 time: 0.0558913 Jun 30 02:59:30.194285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61803240-2d9a-4797-b53d-cc58617eb0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5624a33b-753c-48c5-82a1-78d3f0571321,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:30.199489 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-fecbac44-30b3-4b50-97ed-d6663a53d4ae tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5413675 Jun 30 02:59:30.219720 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.237875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df77b8d-0b61-4592-8264-c9a1174498f6 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:30.244843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-e692780a-bfd9-469b-8a33-6a021c99fc08 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440030 Jun 30 02:59:30.253720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Request body: {'port': {'device_id': '49c4443c-41cc-4714-a825-e957073b40b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:30.265928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 6df77b8d-0b61-4592-8264-c9a1174498f6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=6df77b8d-0b61-4592-8264-c9a1174498f6,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:30.287161 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-493009d0-f48d-41c7-8652-b2225bc6226a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.344094 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-493009d0-f48d-41c7-8652-b2225bc6226a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.357406 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.358437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5c1c936e-7681-464e-893c-fb84f41b42e0 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:30.461153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5c1c936e-7681-464e-893c-fb84f41b42e0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5c1c936e-7681-464e-893c-fb84f41b42e0,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:30.464279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=6df77b8d-0b61-4592-8264-c9a1174498f6,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:30.475939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '5c1c936e-7681-464e-893c-fb84f41b42e0', 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775', 'port_id': '5c1c936e-7681-464e-893c-fb84f41b42e0', 'mac_address': 'fa:16:3e:65:ff:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7386bc75-bc0c-42bf-907c-18e977a0bf69', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:30.509178 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.540630 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.567195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27300c-1147-441e-85f1-162cca9d28a0 req-44df06ec-dd39-45de-b4d4-e92e3231fe0e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.570976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1c936e-7681-464e-893c-fb84f41b42e0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:30.573148 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f27300c-1147-441e-85f1-162cca9d28a0 req-44df06ec-dd39-45de-b4d4-e92e3231fe0e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1679103 Jun 30 02:59:30.611138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-493009d0-f48d-41c7-8652-b2225bc6226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.611530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5c1c936e-7681-464e-893c-fb84f41b42e0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5c1c936e-7681-464e-893c-fb84f41b42e0,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:30.620997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-493009d0-f48d-41c7-8652-b2225bc6226a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.622633 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-493009d0-f48d-41c7-8652-b2225bc6226a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5624a33b-753c-48c5-82a1-78d3f0571321 HTTP/1.1" status: 204 len: 168 time: 0.4848285 Jun 30 02:59:30.641746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42264) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:30.657167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493009d0-f48d-41c7-8652-b2225bc6226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5624a33b-753c-48c5-82a1-78d3f0571321,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:30.702155 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f27300c-1147-441e-85f1-162cca9d28a0 req-da865931-df90-4315-8171-b912eb98e141 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220567 Jun 30 02:59:30.704939 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.705658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a656cc98-dabc-4a7e-a5f6-d74e471ecb7e details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:30.774020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-76450fd5-b233-4047-a246-be4b9f099cd5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a94cd6792f3746bdbcbc060a15360cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287909 Jun 30 02:59:30.777546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42268) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:30.877610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f31cc040-8917-4fd3-a77d-ae1fcc7d36e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.884774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e152-96f7-474a-80d7-5049c63984a1 req-9be82f49-adf0-48db-aafb-a1eb4f200d85 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.892907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e152-96f7-474a-80d7-5049c63984a1 req-9be82f49-adf0-48db-aafb-a1eb4f200d85 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.899787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e152-96f7-474a-80d7-5049c63984a1 req-9be82f49-adf0-48db-aafb-a1eb4f200d85 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.902634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=5c1c936e-7681-464e-893c-fb84f41b42e0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:30.909075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e152-96f7-474a-80d7-5049c63984a1 req-9be82f49-adf0-48db-aafb-a1eb4f200d85 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.916196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e152-96f7-474a-80d7-5049c63984a1 req-9be82f49-adf0-48db-aafb-a1eb4f200d85 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.949133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f31cc040-8917-4fd3-a77d-ae1fcc7d36e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:30.951213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:30.958029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e152-96f7-474a-80d7-5049c63984a1 req-9be82f49-adf0-48db-aafb-a1eb4f200d85 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.974780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e152-96f7-474a-80d7-5049c63984a1 req-9be82f49-adf0-48db-aafb-a1eb4f200d85 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:30.976745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e502e152-96f7-474a-80d7-5049c63984a1 req-9be82f49-adf0-48db-aafb-a1eb4f200d85 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5431 time: 0.6812079 Jun 30 02:59:31.002453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'a656cc98-dabc-4a7e-a5f6-d74e471ecb7e', 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775', 'port_id': 'a656cc98-dabc-4a7e-a5f6-d74e471ecb7e', 'mac_address': 'fa:16:3e:08:f0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7386bc75-bc0c-42bf-907c-18e977a0bf69', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:31.097196 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.101170 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a636-d93d-4e85-b66a-7f9b5bcd6760 req-4a07b11c-b10a-4ca9-b3a4-397d04e72f28 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:31.110283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fee3a636-d93d-4e85-b66a-7f9b5bcd6760 req-4a07b11c-b10a-4ca9-b3a4-397d04e72f28 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 931 time: 0.1727195 Jun 30 02:59:31.124468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a097d43-1096-418c-8f64-864074c64a6c {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:31.136719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a656cc98-dabc-4a7e-a5f6-d74e471ecb7e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:31.136945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.179689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Transition to ACTIVE for port object 5a097d43-1096-418c-8f64-864074c64a6c will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:31.183318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:31.183593 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-c89b1c6d-43fb-41ed-8919-4cf96b286a80 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8735750 Jun 30 02:59:31.191524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fee3a636-d93d-4e85-b66a-7f9b5bcd6760 req-7b80880f-79fd-4679-8fc2-929623c484b2 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725505 Jun 30 02:59:31.213446 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f31cc040-8917-4fd3-a77d-ae1fcc7d36e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.217693 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f31cc040-8917-4fd3-a77d-ae1fcc7d36e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.254611 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f31cc040-8917-4fd3-a77d-ae1fcc7d36e5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81db74ec-5783-4834-805d-34640253c84a HTTP/1.1" status: 204 len: 168 time: 0.4401286 Jun 30 02:59:31.254611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cc040-8917-4fd3-a77d-ae1fcc7d36e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81db74ec-5783-4834-805d-34640253c84a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:31.374196 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.375522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0448a1ea-353c-4292-8163-aac4893723e7 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:31.386729 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.494731 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.501357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:31.546205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcf6c7-0d8b-48b4-b58d-80545cf2e53e req-e40e0adc-1fba-473d-bdd9-4d9d152339a8 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421588 Jun 30 02:59:31.583446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0448a1ea-353c-4292-8163-aac4893723e7, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0448a1ea-353c-4292-8163-aac4893723e7,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:31.603587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e502e152-96f7-474a-80d7-5049c63984a1 req-f5287c15-7b91-481c-840f-567b3f68ff62 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4187787 Jun 30 02:59:31.609002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '0448a1ea-353c-4292-8163-aac4893723e7', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'port_id': '0448a1ea-353c-4292-8163-aac4893723e7', 'mac_address': 'fa:16:3e:04:ae:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:31.648695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Pushing event updated for resources: {'Port': ['ID=5a097d43-1096-418c-8f64-864074c64a6c,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:31.669408 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.696524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521069c-dd11-4647-9345-7179186c6493 req-0968c9eb-ca3b-4513-a148-f112ddeb0755 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:31.698237 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5591c45b-37dd-465d-920c-36a80f1f742e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.701479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6521069c-dd11-4647-9345-7179186c6493 req-0968c9eb-ca3b-4513-a148-f112ddeb0755 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 944 time: 0.1593304 Jun 30 02:59:31.706163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0448a1ea-353c-4292-8163-aac4893723e7 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:31.748366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0448a1ea-353c-4292-8163-aac4893723e7, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0448a1ea-353c-4292-8163-aac4893723e7,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:31.750716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6521069c-dd11-4647-9345-7179186c6493 req-4d31f3bb-ce2c-4589-9557-bba715da6111 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Jun 30 02:59:31.777283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Attempting to bind port 5a097d43-1096-418c-8f64-864074c64a6c on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:59:31.777819 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Attempting to bind port 5a097d43-1096-418c-8f64-864074c64a6c by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '703af5a6-979d-4aeb-a5ae-6eef9ea6a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ada21829-57a4-4a58-b9b0-4780f85e0272'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:59:31.778229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Attempting to bind port 5a097d43-1096-418c-8f64-864074c64a6c on network ada21829-57a4-4a58-b9b0-4780f85e0272 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:31.783252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Port 5a097d43-1096-418c-8f64-864074c64a6c on network ada21829-57a4-4a58-b9b0-4780f85e0272 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:59:31.783586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Attempting to bind port 5a097d43-1096-418c-8f64-864074c64a6c on network ada21829-57a4-4a58-b9b0-4780f85e0272 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:59:31.788701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:59:31.794397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Checking segment: {'id': '703af5a6-979d-4aeb-a5ae-6eef9ea6a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ada21829-57a4-4a58-b9b0-4780f85e0272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:31.794397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Bound using segment: {'id': '703af5a6-979d-4aeb-a5ae-6eef9ea6a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ada21829-57a4-4a58-b9b0-4780f85e0272'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:59:31.794397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Bound port: 5a097d43-1096-418c-8f64-864074c64a6c, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '703af5a6-979d-4aeb-a5ae-6eef9ea6a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ada21829-57a4-4a58-b9b0-4780f85e0272'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:59:31.794397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.899959 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:31.900632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 7366339e-fe46-4e01-a331-81e3b5ad4856 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:32.006381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=0448a1ea-353c-4292-8163-aac4893723e7,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:32.027448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f108c2-cb11-46dd-8ce2-2637035ced9b req-e69a42da-cbfd-436e-a7dd-ffdba126d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.028981 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72f108c2-cb11-46dd-8ce2-2637035ced9b req-e69a42da-cbfd-436e-a7dd-ffdba126d9dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1095 time: 0.1513727 Jun 30 02:59:32.029249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 7366339e-fe46-4e01-a331-81e3b5ad4856, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=7366339e-fe46-4e01-a331-81e3b5ad4856,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:32.070824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bbf33-be87-457d-85a9-36d44d3d6651 req-21e8ae77-b9b3-44c0-bbe3-901a835a67f7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.072404 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-542bbf33-be87-457d-85a9-36d44d3d6651 req-21e8ae77-b9b3-44c0-bbe3-901a835a67f7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1770008 Jun 30 02:59:32.085211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '7366339e-fe46-4e01-a331-81e3b5ad4856', 'network_id': '6ed49552-2da0-4d97-856c-855a1f7d8775', 'port_id': '7366339e-fe46-4e01-a331-81e3b5ad4856', 'mac_address': 'fa:16:3e:07:10:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7386bc75-bc0c-42bf-907c-18e977a0bf69', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:32.139860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] For port 5a097d43-1096-418c-8f64-864074c64a6c, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:59:32.174007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] For port 5a097d43-1096-418c-8f64-864074c64a6c, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=5a097d43-1096-418c-8f64-864074c64a6c,segment=NetworkSegment(703af5a6-979d-4aeb-a5ae-6eef9ea6a01b),segment_id=703af5a6-979d-4aeb-a5ae-6eef9ea6a01b)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:59:32.181461 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-542bbf33-be87-457d-85a9-36d44d3d6651 req-992073b9-ef40-45da-bc37-664091c0db9f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989327 Jun 30 02:59:32.205472 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:32.239801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f108c2-cb11-46dd-8ce2-2637035ced9b req-770a9186-0b37-4587-a351-a8fa2b905691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.241341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72f108c2-cb11-46dd-8ce2-2637035ced9b req-770a9186-0b37-4587-a351-a8fa2b905691 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 920 time: 0.1964474 Jun 30 02:59:32.279537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7366339e-fe46-4e01-a331-81e3b5ad4856 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:32.326711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72f108c2-cb11-46dd-8ce2-2637035ced9b req-fba2dd2d-e992-4995-adf1-7a036037fbc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 217 time: 0.0780668 Jun 30 02:59:32.345634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 7366339e-fe46-4e01-a331-81e3b5ad4856, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=7366339e-fe46-4e01-a331-81e3b5ad4856,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:32.394579 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:32.443805 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:32.494018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.494656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:32.496629 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] 10.222.0.83 "PUT /v2.0/ports/5a097d43-1096-418c-8f64-864074c64a6c HTTP/1.1" status: 200 len: 1091 time: 2.2498686 Jun 30 02:59:32.499023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c4443c-41cc-4714-a825-e957073b40b7', 'tag': '5a097d43-1096-418c-8f64-864074c64a6c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:32.501816 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c1f0c4-2cb0-411f-8721-511711392c16" -d '{"events": [{"name": "network-changed", "server_uuid": "49c4443c-41cc-4714-a825-e957073b40b7", "tag": "5a097d43-1096-418c-8f64-864074c64a6c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:32.553288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=7366339e-fe46-4e01-a331-81e3b5ad4856,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:32.557528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f108c2-cb11-46dd-8ce2-2637035ced9b req-3a9f41fa-fd29-49ee-b7bf-03345c08dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.559566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72f108c2-cb11-46dd-8ce2-2637035ced9b req-3a9f41fa-fd29-49ee-b7bf-03345c08dfd4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 200 len: 859 time: 0.2258887 Jun 30 02:59:32.567666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3b420-02b4-41f3-b318-9628b3f7ee8c req-952b72f2-acf1-45d1-bc8a-e1d89df80e9d tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:32.575719 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-30d3b420-02b4-41f3-b318-9628b3f7ee8c req-952b72f2-acf1-45d1-bc8a-e1d89df80e9d tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 943 time: 0.1493669 Jun 30 02:59:32.593199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Pushing event updated for resources: {'Port': ['ID=5a097d43-1096-418c-8f64-864074c64a6c,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:32.616443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72f108c2-cb11-46dd-8ce2-2637035ced9b req-e24fe36c-6e96-4e61-a685-97b212d97d1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394826 Jun 30 02:59:32.622965 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83fabd0-b801-4cd5-afd6-6549da681fb1 x-openstack-request-id: req-d83fabd0-b801-4cd5-afd6-6549da681fb1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:32.623359 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c4443c-41cc-4714-a825-e957073b40b7", "tag": "5a097d43-1096-418c-8f64-864074c64a6c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:32.623672 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d83fabd0-b801-4cd5-afd6-6549da681fb1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:32.629326 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c4443c-41cc-4714-a825-e957073b40b7', 'tag': '5a097d43-1096-418c-8f64-864074c64a6c', 'status': 'completed', 'code': 200} Jun 30 02:59:32.629326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.629326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.629326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.629326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.629326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.629326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.629326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.629326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.630428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.630696 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.631134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.631565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1782b9-a428-4386-87f7-0fe0877c6113 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:32.671350 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-30d3b420-02b4-41f3-b318-9628b3f7ee8c req-5b547b8a-9381-4833-8479-c013728e9acc tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944200 Jun 30 02:59:32.944236 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:33.029530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72f108c2-cb11-46dd-8ce2-2637035ced9b req-15ef7375-e07e-44ea-adaa-29934f05f02c service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934600 Jun 30 02:59:33.186324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72f108c2-cb11-46dd-8ce2-2637035ced9b req-3bdd9e06-6ae0-47ac-8b01-21a6d85df568 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144907 Jun 30 02:59:33.208301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e902922-75ff-4200-9990-2e6dd66e3f6f req-4a13a517-b2ff-487a-a215-b0871b5e9cc9 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.216722 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e902922-75ff-4200-9990-2e6dd66e3f6f req-4a13a517-b2ff-487a-a215-b0871b5e9cc9 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 944 time: 0.1792481 Jun 30 02:59:33.220625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1f0c4-2cb0-411f-8721-511711392c16 req-17cbcfe9-5785-4b3b-ac68-f057e7844753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.225302 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0c1f0c4-2cb0-411f-8721-511711392c16 req-17cbcfe9-5785-4b3b-ac68-f057e7844753 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2390e6f483b94d979129745e1e89d036&device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 1094 time: 0.4946890 Jun 30 02:59:33.263209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['0448a1ea-353c-4292-8163-aac4893723e7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:33.266005 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['6df77b8d-0b61-4592-8264-c9a1174498f6'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:33.302868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2044c-684b-494d-913a-5dc4d84d854e req-e9fc4979-12d4-4c9a-8492-30acef86dfa5 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.309739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2044c-684b-494d-913a-5dc4d84d854e req-e9fc4979-12d4-4c9a-8492-30acef86dfa5 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.311391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e902922-75ff-4200-9990-2e6dd66e3f6f req-1db815b8-2220-4f77-bf20-51557b6bd828 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924671 Jun 30 02:59:33.317939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2044c-684b-494d-913a-5dc4d84d854e req-e9fc4979-12d4-4c9a-8492-30acef86dfa5 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.333999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2044c-684b-494d-913a-5dc4d84d854e req-e9fc4979-12d4-4c9a-8492-30acef86dfa5 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.341734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2044c-684b-494d-913a-5dc4d84d854e req-e9fc4979-12d4-4c9a-8492-30acef86dfa5 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.348032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2044c-684b-494d-913a-5dc4d84d854e req-e9fc4979-12d4-4c9a-8492-30acef86dfa5 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.354185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2044c-684b-494d-913a-5dc4d84d854e req-e9fc4979-12d4-4c9a-8492-30acef86dfa5 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.356599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64d2044c-684b-494d-913a-5dc4d84d854e req-e9fc4979-12d4-4c9a-8492-30acef86dfa5 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5436 time: 0.4818003 Jun 30 02:59:33.434245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64d2044c-684b-494d-913a-5dc4d84d854e req-c2ab27ae-fc2b-4bd7-b704-376b0354e520 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701249 Jun 30 02:59:33.448831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1f0c4-2cb0-411f-8721-511711392c16 req-237e7dbf-2831-4cbc-a33d-b300b86beb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.450677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0c1f0c4-2cb0-411f-8721-511711392c16 req-237e7dbf-2831-4cbc-a33d-b300b86beb28 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=2390e6f483b94d979129745e1e89d036&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2191896 Jun 30 02:59:33.512598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['7366339e-fe46-4e01-a331-81e3b5ad4856'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:33.528926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a656cc98-dabc-4a7e-a5f6-d74e471ecb7e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:33.620766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['5c1c936e-7681-464e-893c-fb84f41b42e0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:33.623869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2ab8b73-2e54-4e18-9b70-d360fcacc7aa'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:33.628226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3fa7f-1cd6-4c9d-ba0f-2ca98a22bc16 req-ba49dc70-8cb3-4169-8241-b5fdc6751e27 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.635973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60e3fa7f-1cd6-4c9d-ba0f-2ca98a22bc16 req-ba49dc70-8cb3-4169-8241-b5fdc6751e27 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1150260 Jun 30 02:59:33.637139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1f0c4-2cb0-411f-8721-511711392c16 req-7ceed5ab-277c-4d5d-b9b3-9bc7b8729f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.639234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a0c1f0c4-2cb0-411f-8721-511711392c16 req-7ceed5ab-277c-4d5d-b9b3-9bc7b8729f2b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806157 Jun 30 02:59:33.640779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['03187be2-91f7-469b-8020-df82c9f7cec6'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:33.703476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-60e3fa7f-1cd6-4c9d-ba0f-2ca98a22bc16 req-cf5b92d6-3b61-46f6-bbc2-189a2994e4b8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607443 Jun 30 02:59:33.873835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-c561f0ed-56c6-48ff-9169-0b80812b969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:33.876001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-c561f0ed-56c6-48ff-9169-0b80812b969a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2390e6f483b94d979129745e1e89d036&device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 1094 time: 0.1826129 Jun 30 02:59:33.944861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-6e5966d3-8a86-473d-b227-248ec2499cbb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a097d43-1096-418c-8f64-864074c64a6c HTTP/1.1" status: 200 len: 217 time: 0.0588269 Jun 30 02:59:34.027915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2c963-de19-4638-8564-2210d4c74d61 req-999ab135-0629-446f-a38a-e304709f6b84 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.030228 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cef2c963-de19-4638-8564-2210d4c74d61 req-999ab135-0629-446f-a38a-e304709f6b84 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 943 time: 0.1652560 Jun 30 02:59:34.034684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-5b1e079a-1169-4208-b41d-c09de1b82e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.037480 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-5b1e079a-1169-4208-b41d-c09de1b82e27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=88d0fec4-9638-41ea-b0a7-5bd8a7d1082f HTTP/1.1" status: 200 len: 853 time: 0.0802031 Jun 30 02:59:34.094586 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-dd979909-4779-45d6-8ed0-60fecaa2c09d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ada21829-57a4-4a58-b9b0-4780f85e0272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501835 Jun 30 02:59:34.170931 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cef2c963-de19-4638-8564-2210d4c74d61 req-e62468ab-7936-4eb4-a8e5-17517575b138 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294031 Jun 30 02:59:34.231847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-2e83de76-fbd1-4b4d-9a66-d19ee6697481 service neutron] 10.222.0.83 "GET /v2.0/networks/ada21829-57a4-4a58-b9b0-4780f85e0272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289165 Jun 30 02:59:34.328152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42376) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:34.415403 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f899a0bc-e5df-467b-8875-e0e6e6fb000a req-137fb785-57f9-4b2a-904c-c6e4db013b01 service neutron] 10.222.0.83 "GET /v2.0/networks/ada21829-57a4-4a58-b9b0-4780f85e0272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748185 Jun 30 02:59:34.579980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-142445362', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:34.624864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f3c2565b-5422-4361-b08f-68f9506b262b details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:34.626325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d7cc5-b463-40cc-b454-af3ffd576cdb req-c9b69a0c-3b25-4b40-9dbb-c71196028eff tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.634508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-907d7cc5-b463-40cc-b454-af3ffd576cdb req-c9b69a0c-3b25-4b40-9dbb-c71196028eff tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 944 time: 0.1275191 Jun 30 02:59:34.696469 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-907d7cc5-b463-40cc-b454-af3ffd576cdb req-48ba693e-8d70-479e-93a7-01618efc2f26 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610456 Jun 30 02:59:34.756948 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:34.767585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7c97-6fb6-47fb-a412-a27fc188e15b req-e6b86723-22ae-4bdd-b9eb-faa140e5641e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.773593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7c97-6fb6-47fb-a412-a27fc188e15b req-e6b86723-22ae-4bdd-b9eb-faa140e5641e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.780489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7c97-6fb6-47fb-a412-a27fc188e15b req-e6b86723-22ae-4bdd-b9eb-faa140e5641e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.786118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7c97-6fb6-47fb-a412-a27fc188e15b req-e6b86723-22ae-4bdd-b9eb-faa140e5641e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.792144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7c97-6fb6-47fb-a412-a27fc188e15b req-e6b86723-22ae-4bdd-b9eb-faa140e5641e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.800315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7c97-6fb6-47fb-a412-a27fc188e15b req-e6b86723-22ae-4bdd-b9eb-faa140e5641e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.804961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f3c2565b-5422-4361-b08f-68f9506b262b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f3c2565b-5422-4361-b08f-68f9506b262b,segment=NetworkSegment(c9474e88-f84b-401e-b25b-e50f9b7dd1d6),segment_id=c9474e88-f84b-401e-b25b-e50f9b7dd1d6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:34.810312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be7c97-6fb6-47fb-a412-a27fc188e15b req-e6b86723-22ae-4bdd-b9eb-faa140e5641e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:34.818194 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0be7c97-6fb6-47fb-a412-a27fc188e15b req-e6b86723-22ae-4bdd-b9eb-faa140e5641e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5436 time: 0.1222658 Jun 30 02:59:34.821232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'port_id': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'mac_address': 'fa:16:3e:64:bc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:34.869643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0be7c97-6fb6-47fb-a412-a27fc188e15b req-fa7b7d4d-ca74-4615-b00a-77a504a0d370 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502875 Jun 30 02:59:34.875043 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:34.896798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c2565b-5422-4361-b08f-68f9506b262b {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:34.916503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Made reservation on behalf of c48f8929ef6e480e85b2ff2ed55fb390 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:34.933713 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:34.934000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f3c2565b-5422-4361-b08f-68f9506b262b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f3c2565b-5422-4361-b08f-68f9506b262b,segment=NetworkSegment(c9474e88-f84b-401e-b25b-e50f9b7dd1d6),segment_id=c9474e88-f84b-401e-b25b-e50f9b7dd1d6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:34.934125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:35.089064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9da4f-fbd0-4f60-a209-12a3346b6a13 req-68b99484-fc78-4fd7-b276-13d7b081d2a8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:35.090618 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1dd9da4f-fbd0-4f60-a209-12a3346b6a13 req-68b99484-fc78-4fd7-b276-13d7b081d2a8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1597693 Jun 30 02:59:35.099950 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:35.160372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:35.161987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f3c2565b-5422-4361-b08f-68f9506b262b,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:35.168272 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1dd9da4f-fbd0-4f60-a209-12a3346b6a13 req-26c7e670-6ba2-448e-8092-5b502edeeb56 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710959 Jun 30 02:59:35.300572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f3c2565b-5422-4361-b08f-68f9506b262b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:35.406884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f994c-c27a-4647-ac4b-6f36fd7c3a2f req-789b429d-79e2-443b-bfab-c9e6365179bf tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:35.408524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-979f994c-c27a-4647-ac4b-6f36fd7c3a2f req-789b429d-79e2-443b-bfab-c9e6365179bf tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 943 time: 0.0884776 Jun 30 02:59:35.425835 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:35.451928 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-979f994c-c27a-4647-ac4b-6f36fd7c3a2f req-3d4f84d3-59b9-4546-9677-341292d94ad1 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368874 Jun 30 02:59:35.461408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] device_id is not set on port 61ba116a-6ff5-4b48-b962-8ea3eb5fcc1e yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:59:35.491077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9f85aa-5cd6-4459-8990-66d95b8b8ff3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:35.544603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-eb278d2b-81ec-45d4-8179-0c5c4f359e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:35.562340 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-eb278d2b-81ec-45d4-8179-0c5c4f359e95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 1097 time: 0.0675354 Jun 30 02:59:35.615422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Allocated IP 172.25.2.92 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/61ba116a-6ff5-4b48-b962-8ea3eb5fcc1e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:35.669055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-f6a7694c-0b77-4c3f-b594-28d90fcd64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:35.670615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-f6a7694c-0b77-4c3f-b594-28d90fcd64d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.1175117 Jun 30 02:59:35.740396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-a0dec031-a256-4397-b48e-e4f1dd8a1b3a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f23b53-8855-41d7-9f33-a20cba6924fc HTTP/1.1" status: 200 len: 1002 time: 0.0622778 Jun 30 02:59:35.762616 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:35.802140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-9a62e057-f5ab-4385-a75b-8bbeafb1cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:35.805112 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-9a62e057-f5ab-4385-a75b-8bbeafb1cc1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.0583274 Jun 30 02:59:35.883840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-324d0f87-8d4d-4c2a-9ff8-7cda6de7be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:35.887244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-324d0f87-8d4d-4c2a-9ff8-7cda6de7be8b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742073 Jun 30 02:59:35.893120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3df0a-ada9-446c-ba5a-a4dad651cd36 req-1d9f6acd-b33b-4eab-9789-156ed1ab2df5 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:35.908289 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8c3df0a-ada9-446c-ba5a-a4dad651cd36 req-1d9f6acd-b33b-4eab-9789-156ed1ab2df5 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 945 time: 0.0926251 Jun 30 02:59:35.965999 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:35.992712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-25ebefb2-22fe-4b14-8698-7730bf8a905f service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995224 Jun 30 02:59:35.992999 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8c3df0a-ada9-446c-ba5a-a4dad651cd36 req-6e158be2-069b-4c7a-b9f0-c2ac9438c4e1 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761340 Jun 30 02:59:36.035200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:59:36.038479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:36.048577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:36.066810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Pushing event updated for resources: {'Port': ['ID=61ba116a-6ff5-4b48-b962-8ea3eb5fcc1e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:36.108171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.108790 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.164434 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bf9e31a5-a52b-4a68-a675-8b9529c0e65f req-b9868315-1ea1-4de4-9c4d-b1e51c85f882 service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643841 Jun 30 02:59:36.215830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ffd89-eff0-4ed8-a80d-ec3f8e5074dc req-e0d83e5c-39d9-488e-ac6a-ff2688c029c7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.222081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ffd89-eff0-4ed8-a80d-ec3f8e5074dc req-e0d83e5c-39d9-488e-ac6a-ff2688c029c7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.228268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ffd89-eff0-4ed8-a80d-ec3f8e5074dc req-e0d83e5c-39d9-488e-ac6a-ff2688c029c7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.234910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ffd89-eff0-4ed8-a80d-ec3f8e5074dc req-e0d83e5c-39d9-488e-ac6a-ff2688c029c7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.241025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ffd89-eff0-4ed8-a80d-ec3f8e5074dc req-e0d83e5c-39d9-488e-ac6a-ff2688c029c7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.243775 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-be846fbb-25db-49bd-8d75-6f949e800f66 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9142895 Jun 30 02:59:36.246674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42434) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:36.251095 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.92'}]}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:36.259484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ffd89-eff0-4ed8-a80d-ec3f8e5074dc req-e0d83e5c-39d9-488e-ac6a-ff2688c029c7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.266054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ffd89-eff0-4ed8-a80d-ec3f8e5074dc req-e0d83e5c-39d9-488e-ac6a-ff2688c029c7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.268279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-918ffd89-eff0-4ed8-a80d-ec3f8e5074dc req-e0d83e5c-39d9-488e-ac6a-ff2688c029c7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5436 time: 0.1779075 Jun 30 02:59:36.313951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-918ffd89-eff0-4ed8-a80d-ec3f8e5074dc req-32c24c19-4feb-42d6-81a3-d554dd9e6ad5 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368629 Jun 30 02:59:36.431401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.433761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.492567 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 6df77b8d-0b61-4592-8264-c9a1174498f6 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:36.496327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.506203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05741a53-7200-4321-aeee-8f7446041290 req-bf4549f5-528d-4668-bbcb-a7b54de370c7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.508012 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05741a53-7200-4321-aeee-8f7446041290 req-bf4549f5-528d-4668-bbcb-a7b54de370c7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.0831254 Jun 30 02:59:36.573748 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05741a53-7200-4321-aeee-8f7446041290 req-8b844233-1c95-4feb-a218-554f1f277256 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576005 Jun 30 02:59:36.611068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f3c2565b-5422-4361-b08f-68f9506b262b up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:36.677279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 6df77b8d-0b61-4592-8264-c9a1174498f6 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:36.684728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 6df77b8d-0b61-4592-8264-c9a1174498f6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:36.685628 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.766927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port f3c2565b-5422-4361-b08f-68f9506b262b completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:36.772545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port f3c2565b-5422-4361-b08f-68f9506b262b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:36.773179 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.802667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba054fb6-7fbf-4268-a94e-c051a24e9f0e req-049d6b46-8976-466c-a7a9-d4b0bd9d311a tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:36.804208 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba054fb6-7fbf-4268-a94e-c051a24e9f0e req-049d6b46-8976-466c-a7a9-d4b0bd9d311a tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 943 time: 0.0672846 Jun 30 02:59:36.810924 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.829121 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.863813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba054fb6-7fbf-4268-a94e-c051a24e9f0e req-0eb1484f-946a-4b79-9ac8-b5dcafe41460 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436890 Jun 30 02:59:36.866845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df77b8d-0b61-4592-8264-c9a1174498f6'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:36.869130 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c750bb1-c6f3-4c15-af91-902b8230f0b8" -d '{"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "6df77b8d-0b61-4592-8264-c9a1174498f6"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:36.902120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 6df77b8d-0b61-4592-8264-c9a1174498f6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=6df77b8d-0b61-4592-8264-c9a1174498f6,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:36.926591 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.929401 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2569203c-4692-49d5-aaf2-341121535ae9 x-openstack-request-id: req-2569203c-4692-49d5-aaf2-341121535ae9 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:36.929720 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "6df77b8d-0b61-4592-8264-c9a1174498f6", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:36.929980 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2569203c-4692-49d5-aaf2-341121535ae9 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:36.930371 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df77b8d-0b61-4592-8264-c9a1174498f6', 'code': 200} Jun 30 02:59:36.969072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f3c2565b-5422-4361-b08f-68f9506b262b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f3c2565b-5422-4361-b08f-68f9506b262b,segment=NetworkSegment(c9474e88-f84b-401e-b25b-e50f9b7dd1d6),segment_id=c9474e88-f84b-401e-b25b-e50f9b7dd1d6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:37.036513 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.037451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e2ab8b73-2e54-4e18-9b70-d360fcacc7aa up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:37.225217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540cc25-dd06-42cf-b5aa-14c015296688 req-af215b41-0bed-4e41-afe9-5591678185c1 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.227408 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f540cc25-dd06-42cf-b5aa-14c015296688 req-af215b41-0bed-4e41-afe9-5591678185c1 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0993135 Jun 30 02:59:37.249743 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.283829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f540cc25-dd06-42cf-b5aa-14c015296688 req-bd7b98fb-95bd-47f5-aa14-cb36d1f33ebc tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476873 Jun 30 02:59:37.298065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=6df77b8d-0b61-4592-8264-c9a1174498f6,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:37.299988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.300331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.300706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.300990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.301326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.301679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.302000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.302319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.302635 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.302951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.303417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.303557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:59:37.368649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f3c2565b-5422-4361-b08f-68f9506b262b,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:37.373605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.393196 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.493820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:37.498706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:37.499086 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.520036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ba86-10a6-495f-91b1-c58bdec74c24 req-9c2cd72f-f996-41d8-9fcf-503e40b79df8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.526837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ba86-10a6-495f-91b1-c58bdec74c24 req-9c2cd72f-f996-41d8-9fcf-503e40b79df8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.548611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ba86-10a6-495f-91b1-c58bdec74c24 req-9c2cd72f-f996-41d8-9fcf-503e40b79df8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.561746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ba86-10a6-495f-91b1-c58bdec74c24 req-9c2cd72f-f996-41d8-9fcf-503e40b79df8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.573201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ba86-10a6-495f-91b1-c58bdec74c24 req-9c2cd72f-f996-41d8-9fcf-503e40b79df8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.578977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ba86-10a6-495f-91b1-c58bdec74c24 req-9c2cd72f-f996-41d8-9fcf-503e40b79df8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.584821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ba86-10a6-495f-91b1-c58bdec74c24 req-9c2cd72f-f996-41d8-9fcf-503e40b79df8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.590988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea95ba86-10a6-495f-91b1-c58bdec74c24 req-9c2cd72f-f996-41d8-9fcf-503e40b79df8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5437 time: 0.1516609 Jun 30 02:59:37.621087 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.622076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.701547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:37.730033 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea95ba86-10a6-495f-91b1-c58bdec74c24 req-4460be5b-3b00-4fb2-9bc2-3cc8e56fb33f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242230 Jun 30 02:59:37.784900 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.785759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a656cc98-dabc-4a7e-a5f6-d74e471ecb7e up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:37.863631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:37.951760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def14787-f9c4-46c8-be3d-edf8ee94fd9b req-262805fe-d6f6-47c6-8d29-4921ba52f2c5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:37.958852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-def14787-f9c4-46c8-be3d-edf8ee94fd9b req-262805fe-d6f6-47c6-8d29-4921ba52f2c5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.2115929 Jun 30 02:59:37.978291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:37.982805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.011088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:38.013406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:38.014027 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.049417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-def14787-f9c4-46c8-be3d-edf8ee94fd9b req-7f700926-364d-40eb-b4ad-6de88004e4d1 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896044 Jun 30 02:59:38.138202 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.143326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881990a-ad83-4528-8e7b-af555c7beed2 req-4fa16bef-d3b7-4c2a-a33d-8bbe29eb514d tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:38.151205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f881990a-ad83-4528-8e7b-af555c7beed2 req-4fa16bef-d3b7-4c2a-a33d-8bbe29eb514d tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 943 time: 0.0938451 Jun 30 02:59:38.178718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:38.191002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f881990a-ad83-4528-8e7b-af555c7beed2 req-dbfb0d61-3bf8-4430-ac67-ebd7c7f90028 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389199 Jun 30 02:59:38.217451 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.224943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e02a213-c1bb-47cb-9e27-54fd783fa967 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:59:38.344976 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.346620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5c1c936e-7681-464e-893c-fb84f41b42e0 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:38.403211 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:59:38.404913 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0587bdd4-524e-4911-8cba-a81c2e697b7c tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1573012 Jun 30 02:59:38.407655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42484) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:38.515270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:38.603459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e30966a4-6177-4d39-8f48-4c2000836359 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Deleting port 61ba116a-6ff5-4b48-b962-8ea3eb5fcc1e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:38.603813 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e30966a4-6177-4d39-8f48-4c2000836359 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.614894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 5a097d43-1096-418c-8f64-864074c64a6c details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:59:38.617448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f15bdd-5b41-4263-8c3c-bfdbc69dea86 req-726ebbab-5bb1-42c3-bb18-bbfbf1f31fd3 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:38.619160 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4f15bdd-5b41-4263-8c3c-bfdbc69dea86 req-726ebbab-5bb1-42c3-bb18-bbfbf1f31fd3 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1240191 Jun 30 02:59:38.649052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 5c1c936e-7681-464e-893c-fb84f41b42e0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:38.660741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 5c1c936e-7681-464e-893c-fb84f41b42e0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:38.661677 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.730593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4f15bdd-5b41-4263-8c3c-bfdbc69dea86 req-b6b7cf24-e31a-4adb-91ee-947e73ff659e tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632176 Jun 30 02:59:38.745860 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e30966a4-6177-4d39-8f48-4c2000836359 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.763245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e30966a4-6177-4d39-8f48-4c2000836359 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Calling delete_port for 61ba116a-6ff5-4b48-b962-8ea3eb5fcc1e owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:38.881544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 5a097d43-1096-418c-8f64-864074c64a6c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=5a097d43-1096-418c-8f64-864074c64a6c,segment=NetworkSegment(703af5a6-979d-4aeb-a5ae-6eef9ea6a01b),segment_id=703af5a6-979d-4aeb-a5ae-6eef9ea6a01b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:38.900312 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.939389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5c1c936e-7681-464e-893c-fb84f41b42e0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5c1c936e-7681-464e-893c-fb84f41b42e0,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:38.940561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '5a097d43-1096-418c-8f64-864074c64a6c', 'network_id': 'ada21829-57a4-4a58-b9b0-4780f85e0272', 'port_id': '5a097d43-1096-418c-8f64-864074c64a6c', 'mac_address': 'fa:16:3e:aa:3b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d0fec4-9638-41ea-b0a7-5bd8a7d1082f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:59:38.944056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b'}, {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ab8b73-2e54-4e18-9b70-d360fcacc7aa'}, {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a656cc98-dabc-4a7e-a5f6-d74e471ecb7e'}, {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1c936e-7681-464e-893c-fb84f41b42e0'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:38.946626 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f355581b-e3f0-4304-915c-2b676e698231" -d '{"events": [{"server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "name": "network-vif-plugged", "status": "completed", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b"}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "e2ab8b73-2e54-4e18-9b70-d360fcacc7aa"}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "a656cc98-dabc-4a7e-a5f6-d74e471ecb7e"}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "5c1c936e-7681-464e-893c-fb84f41b42e0"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:38.993795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.009674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a097d43-1096-418c-8f64-864074c64a6c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:59:39.027267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ad64-7b05-4cbc-9761-5967fab585e9 req-c0475b07-e415-4cb3-a38a-8be5b448412a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.031695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 5a097d43-1096-418c-8f64-864074c64a6c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=5a097d43-1096-418c-8f64-864074c64a6c,segment=NetworkSegment(703af5a6-979d-4aeb-a5ae-6eef9ea6a01b),segment_id=703af5a6-979d-4aeb-a5ae-6eef9ea6a01b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:39.035862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ad64-7b05-4cbc-9761-5967fab585e9 req-c0475b07-e415-4cb3-a38a-8be5b448412a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.043706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ad64-7b05-4cbc-9761-5967fab585e9 req-c0475b07-e415-4cb3-a38a-8be5b448412a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.051083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ad64-7b05-4cbc-9761-5967fab585e9 req-c0475b07-e415-4cb3-a38a-8be5b448412a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.052118 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e144d668-acbc-4bab-be28-eb73566709c5 x-openstack-request-id: req-e144d668-acbc-4bab-be28-eb73566709c5 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:39.057638 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "name": "network-vif-plugged", "status": "completed", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b", "code": 200}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "e2ab8b73-2e54-4e18-9b70-d360fcacc7aa", "code": 200}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "a656cc98-dabc-4a7e-a5f6-d74e471ecb7e", "code": 200}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "5c1c936e-7681-464e-893c-fb84f41b42e0", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:39.057638 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e144d668-acbc-4bab-be28-eb73566709c5 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:39.057638 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'code': 200} Jun 30 02:59:39.057638 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ab8b73-2e54-4e18-9b70-d360fcacc7aa', 'code': 200} Jun 30 02:59:39.057638 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a656cc98-dabc-4a7e-a5f6-d74e471ecb7e', 'code': 200} Jun 30 02:59:39.057638 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1c936e-7681-464e-893c-fb84f41b42e0', 'code': 200} Jun 30 02:59:39.076130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ad64-7b05-4cbc-9761-5967fab585e9 req-c0475b07-e415-4cb3-a38a-8be5b448412a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.095020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ad64-7b05-4cbc-9761-5967fab585e9 req-c0475b07-e415-4cb3-a38a-8be5b448412a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.099758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e30966a4-6177-4d39-8f48-4c2000836359 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.103237 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.103237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 96f23b53-8855-41d7-9f33-a20cba6924fc no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:39.103615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16ad64-7b05-4cbc-9761-5967fab585e9 req-c0475b07-e415-4cb3-a38a-8be5b448412a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.113222 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd16ad64-7b05-4cbc-9761-5967fab585e9 req-c0475b07-e415-4cb3-a38a-8be5b448412a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5439 time: 0.2217200 Jun 30 02:59:39.201118 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.217683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd16ad64-7b05-4cbc-9761-5967fab585e9 req-ee20c22f-3a51-474c-a32c-3254387d8145 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031153 Jun 30 02:59:39.258800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42498) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:39.321115 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e30966a4-6177-4d39-8f48-4c2000836359 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.325185 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e30966a4-6177-4d39-8f48-4c2000836359 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] 10.222.0.77 "DELETE /v2.0/ports/61ba116a-6ff5-4b48-b962-8ea3eb5fcc1e HTTP/1.1" status: 204 len: 168 time: 0.9161682 Jun 30 02:59:39.328801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30966a4-6177-4d39-8f48-4c2000836359 tempest-RoutersAdminNegativeTest-387308952 tempest-RoutersAdminNegativeTest-387308952-project-admin] Pushing event deleted for resources: {'Port': ['ID=61ba116a-6ff5-4b48-b962-8ea3eb5fcc1e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:39.358748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3521ec-974f-4c7e-b5ef-0da5bc51f3ab req-d6901c59-4d01-4065-b771-f6f9d99d88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.360755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eb3521ec-974f-4c7e-b5ef-0da5bc51f3ab req-d6901c59-4d01-4065-b771-f6f9d99d88f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1097 time: 0.2091103 Jun 30 02:59:39.383280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=5c1c936e-7681-464e-893c-fb84f41b42e0,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:39.456326 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eb3521ec-974f-4c7e-b5ef-0da5bc51f3ab req-3bcaf04c-14a7-407a-addc-ee052a8ad7ee service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767858 Jun 30 02:59:39.458482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=5a097d43-1096-418c-8f64-864074c64a6c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:39.464774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['5a097d43-1096-418c-8f64-864074c64a6c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:39.483493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42506) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:39.495899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520ea3f-bf35-45cd-bf64-7f1089ee59f8 req-caf09c01-4c02-42e0-8161-79383169e7d5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.505795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b520ea3f-bf35-45cd-bf64-7f1089ee59f8 req-caf09c01-4c02-42e0-8161-79383169e7d5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 946 time: 0.1649184 Jun 30 02:59:39.525812 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.573412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:39.596697 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053a556-b05e-4249-ad76-ed5d62283549 req-80a9bb33-483e-4f54-a4c7-842cdcee68ca tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.598277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b520ea3f-bf35-45cd-bf64-7f1089ee59f8 req-c87c1f9d-3721-4fd7-9ecd-3793c1b3799a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912673 Jun 30 02:59:39.598451 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e053a556-b05e-4249-ad76-ed5d62283549 req-80a9bb33-483e-4f54-a4c7-842cdcee68ca tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 944 time: 0.0832782 Jun 30 02:59:39.675647 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-959455ae-717a-42cd-b7c6-7f65a877192c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.702173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e053a556-b05e-4249-ad76-ed5d62283549 req-564680e8-935d-4be7-8130-092312e4747f tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934765 Jun 30 02:59:39.727183 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.739035 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bacd239e-2666-45e8-bb0a-da67c6450c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.739841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 7366339e-fe46-4e01-a331-81e3b5ad4856 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:39.837601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:39.909095 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-959455ae-717a-42cd-b7c6-7f65a877192c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.968096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 7366339e-fe46-4e01-a331-81e3b5ad4856 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:39.972532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 7366339e-fe46-4e01-a331-81e3b5ad4856 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:39.972921 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:39.993795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c957c-31d1-4432-9c0c-b0448644febd req-0803fb1b-71f5-413d-a549-49098771bd11 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:39.998956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de1c957c-31d1-4432-9c0c-b0448644febd req-0803fb1b-71f5-413d-a549-49098771bd11 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0921078 Jun 30 02:59:40.025796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-959455ae-717a-42cd-b7c6-7f65a877192c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.086682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42524) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:40.097390 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.117241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42528) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:40.117913 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-959455ae-717a-42cd-b7c6-7f65a877192c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d2307835f1a459d9411bd4bfdb6dc5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8553870 Jun 30 02:59:40.123724 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959455ae-717a-42cd-b7c6-7f65a877192c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c7baab-7dd4-42ee-a1cb-2b52bc55a4ed,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:40.140588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de1c957c-31d1-4432-9c0c-b0448644febd req-9124825f-25c7-47a0-8c1b-405d19c0fcdd tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353929 Jun 30 02:59:40.163979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 7366339e-fe46-4e01-a331-81e3b5ad4856, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=7366339e-fe46-4e01-a331-81e3b5ad4856,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:40.212745 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65df61d6-399d-42db-926e-e1ef35ef549f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.242407 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65df61d6-399d-42db-926e-e1ef35ef549f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.247907 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.248674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 03187be2-91f7-469b-8020-df82c9f7cec6 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:40.262508 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bacd239e-2666-45e8-bb0a-da67c6450c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.292202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7754e2cc-30ab-4248-bbfe-de867609d0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.336289 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=7366339e-fe46-4e01-a331-81e3b5ad4856,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:40.344735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bacd239e-2666-45e8-bb0a-da67c6450c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.411306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd239e-2666-45e8-bb0a-da67c6450c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1058792d-34af-4a08-a55f-4c08a37e863e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:40.418446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bacd239e-2666-45e8-bb0a-da67c6450c21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1240e8e6008142f7be3463957af99c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9335728 Jun 30 02:59:40.421314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42532) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:40.453142 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7754e2cc-30ab-4248-bbfe-de867609d0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.454690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65df61d6-399d-42db-926e-e1ef35ef549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.457151 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65df61d6-399d-42db-926e-e1ef35ef549f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.458355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-65df61d6-399d-42db-926e-e1ef35ef549f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36c7baab-7dd4-42ee-a1cb-2b52bc55a4ed HTTP/1.1" status: 204 len: 168 time: 0.3399951 Jun 30 02:59:40.466727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df61d6-399d-42db-926e-e1ef35ef549f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c7baab-7dd4-42ee-a1cb-2b52bc55a4ed,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:40.522600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 03187be2-91f7-469b-8020-df82c9f7cec6 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:40.527082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 03187be2-91f7-469b-8020-df82c9f7cec6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:40.527702 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.551595 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ac13dd6-7514-45b7-94f6-bbaa37f7410c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.564465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c32d-37d2-493c-bd4d-c19b9d250f1f req-515a8a32-f984-483c-9822-adecb1c246bb tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.570660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c32d-37d2-493c-bd4d-c19b9d250f1f req-515a8a32-f984-483c-9822-adecb1c246bb tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.577221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c32d-37d2-493c-bd4d-c19b9d250f1f req-515a8a32-f984-483c-9822-adecb1c246bb tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.583493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c32d-37d2-493c-bd4d-c19b9d250f1f req-515a8a32-f984-483c-9822-adecb1c246bb tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.590393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c32d-37d2-493c-bd4d-c19b9d250f1f req-515a8a32-f984-483c-9822-adecb1c246bb tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.596593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c32d-37d2-493c-bd4d-c19b9d250f1f req-515a8a32-f984-483c-9822-adecb1c246bb tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.603019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c32d-37d2-493c-bd4d-c19b9d250f1f req-515a8a32-f984-483c-9822-adecb1c246bb tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:40.605010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bb4c32d-37d2-493c-bd4d-c19b9d250f1f req-515a8a32-f984-483c-9822-adecb1c246bb tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5441 time: 0.1582298 Jun 30 02:59:40.618084 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.642435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7754e2cc-30ab-4248-bbfe-de867609d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.644916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 5a097d43-1096-418c-8f64-864074c64a6c up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:40.648063 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ac13dd6-7514-45b7-94f6-bbaa37f7410c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.674968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 03187be2-91f7-469b-8020-df82c9f7cec6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=03187be2-91f7-469b-8020-df82c9f7cec6,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:40.689916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7754e2cc-30ab-4248-bbfe-de867609d0fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9185f1143bfe4b2fb814ad5b71e0d569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014974 Jun 30 02:59:40.692914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754e2cc-30ab-4248-bbfe-de867609d0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e33cba-8f49-471e-ab93-a54db0ac8d7c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:40.694636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42536) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:40.707073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bb4c32d-37d2-493c-bd4d-c19b9d250f1f req-5db92d4e-f9fd-486b-9ca1-2f37cb41e3b7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920141 Jun 30 02:59:40.751052 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efa0873b-5028-4316-9cfe-515380993938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.801786 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efa0873b-5028-4316-9cfe-515380993938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.830734 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.832122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0448a1ea-353c-4292-8163-aac4893723e7 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:59:40.888021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 5a097d43-1096-418c-8f64-864074c64a6c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:40.902694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 5a097d43-1096-418c-8f64-864074c64a6c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:40.903083 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.910681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ac13dd6-7514-45b7-94f6-bbaa37f7410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.913942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ac13dd6-7514-45b7-94f6-bbaa37f7410c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:40.915257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4ac13dd6-7514-45b7-94f6-bbaa37f7410c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1058792d-34af-4a08-a55f-4c08a37e863e HTTP/1.1" status: 204 len: 168 time: 0.4923403 Jun 30 02:59:40.951280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac13dd6-7514-45b7-94f6-bbaa37f7410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1058792d-34af-4a08-a55f-4c08a37e863e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:40.957656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=03187be2-91f7-469b-8020-df82c9f7cec6,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:41.017402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109c47d-0479-4ac4-9b0b-de007a12d8cb req-51521223-72f8-4457-ab11-4a9e26237403 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:41.031431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1109c47d-0479-4ac4-9b0b-de007a12d8cb req-51521223-72f8-4457-ab11-4a9e26237403 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 944 time: 0.1490901 Jun 30 02:59:41.031613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efa0873b-5028-4316-9cfe-515380993938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.031613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efa0873b-5028-4316-9cfe-515380993938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.031613 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-efa0873b-5028-4316-9cfe-515380993938 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5e33cba-8f49-471e-ab93-a54db0ac8d7c HTTP/1.1" status: 204 len: 168 time: 0.3298531 Jun 30 02:59:41.037473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0873b-5028-4316-9cfe-515380993938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e33cba-8f49-471e-ab93-a54db0ac8d7c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:41.076738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc'}, {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7366339e-fe46-4e01-a331-81e3b5ad4856'}, {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03187be2-91f7-469b-8020-df82c9f7cec6'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:41.083438 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2688edb-4cdc-4b44-be99-f0131f1a257f" -d '{"events": [{"server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "name": "network-vif-unplugged", "status": "completed", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc"}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "7366339e-fe46-4e01-a331-81e3b5ad4856"}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "03187be2-91f7-469b-8020-df82c9f7cec6"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:41.089088 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1109c47d-0479-4ac4-9b0b-de007a12d8cb req-5bff46ac-611f-4e5e-9709-5c3b318dab89 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632248 Jun 30 02:59:41.116188 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.153314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 0448a1ea-353c-4292-8163-aac4893723e7 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:59:41.158851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 5a097d43-1096-418c-8f64-864074c64a6c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=5a097d43-1096-418c-8f64-864074c64a6c,segment=NetworkSegment(703af5a6-979d-4aeb-a5ae-6eef9ea6a01b),segment_id=703af5a6-979d-4aeb-a5ae-6eef9ea6a01b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:41.164601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 0448a1ea-353c-4292-8163-aac4893723e7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:59:41.164601 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.164601 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273af5a0-b69c-4e4b-b701-888f116cb386 x-openstack-request-id: req-273af5a0-b69c-4e4b-b701-888f116cb386 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:41.164601 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "name": "network-vif-unplugged", "status": "failed", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc", "code": 422}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "7366339e-fe46-4e01-a331-81e3b5ad4856", "code": 200}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "03187be2-91f7-469b-8020-df82c9f7cec6", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:41.164601 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-273af5a0-b69c-4e4b-b701-888f116cb386 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:41.165735 n-d-798249-3 neutron-server[94532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'code': 422} returned with failed status Jun 30 02:59:41.166087 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7366339e-fe46-4e01-a331-81e3b5ad4856', 'code': 200} Jun 30 02:59:41.166443 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03187be2-91f7-469b-8020-df82c9f7cec6', 'code': 200} Jun 30 02:59:41.264580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.288316 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.332438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0448a1ea-353c-4292-8163-aac4893723e7, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0448a1ea-353c-4292-8163-aac4893723e7,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:41.336920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98b1ed-ea35-4450-8559-43473f544925 req-97da34dd-77c1-4c9a-8d77-d1c3686b8015 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:41.338912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d98b1ed-ea35-4450-8559-43473f544925 req-97da34dd-77c1-4c9a-8d77-d1c3686b8015 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0763633 Jun 30 02:59:41.353352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=5a097d43-1096-418c-8f64-864074c64a6c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:41.385116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d98b1ed-ea35-4450-8559-43473f544925 req-735a1556-f4b9-47ce-840c-bd97fe163bee tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383813 Jun 30 02:59:41.419413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.458702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 96f23b53-8855-41d7-9f33-a20cba6924fc no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:41.524940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=0448a1ea-353c-4292-8163-aac4893723e7,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:41.579250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42562) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:41.611924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae17033a-ad6d-48b3-aef6-4114aab5a74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.747982 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae17033a-ad6d-48b3-aef6-4114aab5a74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.841664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae17033a-ad6d-48b3-aef6-4114aab5a74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.887083 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ae17033a-ad6d-48b3-aef6-4114aab5a74d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac5874a07e034b82b5ccb328cc8ebc28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057389 Jun 30 02:59:41.888515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17033a-ad6d-48b3-aef6-4114aab5a74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f19f354-0f74-4716-b65c-1697ea182c8e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:41.888987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42570) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:41.957105 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41ee2b5c-1593-42b8-87ba-f8f2c8c116e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:41.979172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41ee2b5c-1593-42b8-87ba-f8f2c8c116e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.206976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41ee2b5c-1593-42b8-87ba-f8f2c8c116e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.218293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41ee2b5c-1593-42b8-87ba-f8f2c8c116e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.228296 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-41ee2b5c-1593-42b8-87ba-f8f2c8c116e0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0f19f354-0f74-4716-b65c-1697ea182c8e HTTP/1.1" status: 204 len: 168 time: 0.3367960 Jun 30 02:59:42.232126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c87b-aefb-4bd3-9c74-fea4d12772ae req-4b2e8fd0-8beb-472d-9349-f16665d48c05 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.253766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c87b-aefb-4bd3-9c74-fea4d12772ae req-4b2e8fd0-8beb-472d-9349-f16665d48c05 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.254527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee2b5c-1593-42b8-87ba-f8f2c8c116e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f19f354-0f74-4716-b65c-1697ea182c8e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:42.281521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c87b-aefb-4bd3-9c74-fea4d12772ae req-4b2e8fd0-8beb-472d-9349-f16665d48c05 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.289899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c87b-aefb-4bd3-9c74-fea4d12772ae req-4b2e8fd0-8beb-472d-9349-f16665d48c05 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.300529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c87b-aefb-4bd3-9c74-fea4d12772ae req-4b2e8fd0-8beb-472d-9349-f16665d48c05 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.305282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c87b-aefb-4bd3-9c74-fea4d12772ae req-4b2e8fd0-8beb-472d-9349-f16665d48c05 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.312603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090c87b-aefb-4bd3-9c74-fea4d12772ae req-4b2e8fd0-8beb-472d-9349-f16665d48c05 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.315154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1090c87b-aefb-4bd3-9c74-fea4d12772ae req-4b2e8fd0-8beb-472d-9349-f16665d48c05 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5443 time: 0.1765823 Jun 30 02:59:42.365725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1090c87b-aefb-4bd3-9c74-fea4d12772ae req-b122f03d-e9d2-4633-96e5-dfdd5932301f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445852 Jun 30 02:59:42.397267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42588) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:42.461798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bb065-de73-4b36-b661-7a08fb1a6bde req-6095b809-d2a2-4720-8933-403832ef4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.465701 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-206bb065-de73-4b36-b661-7a08fb1a6bde req-6095b809-d2a2-4720-8933-403832ef4848 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1097 time: 0.0988085 Jun 30 02:59:42.496035 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3ebbc56d-5930-4e46-8474-11fc6fe061eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c48f8929ef6e480e85b2ff2ed55fb390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0974431 Jun 30 02:59:42.500899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42590) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:42.518740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42592) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:42.537881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6704b-8656-40a1-b8ee-ba040acac335 req-59b2a41f-97c8-48d7-86c6-6baf0f84808d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.544963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecc6704b-8656-40a1-b8ee-ba040acac335 req-59b2a41f-97c8-48d7-86c6-6baf0f84808d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.1700430 Jun 30 02:59:42.581450 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f12a82c2-3504-4818-923c-57be29d5a2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.614410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f12a82c2-3504-4818-923c-57be29d5a2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.627335 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-45bce519-6536-4e3d-aa12-cab8cae47c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.628784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecc6704b-8656-40a1-b8ee-ba040acac335 req-1669557e-6a5e-4df6-9eee-4e1ca789d244 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827401 Jun 30 02:59:42.714365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bb065-de73-4b36-b661-7a08fb1a6bde req-250eb106-ad48-4651-9f70-d60e42d766da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.715792 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-206bb065-de73-4b36-b661-7a08fb1a6bde req-250eb106-ad48-4651-9f70-d60e42d766da service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 920 time: 0.2430089 Jun 30 02:59:42.750103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-20d82282-bdc3-4ce0-b4b8-30290ffc8522 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2356074 Jun 30 02:59:42.819453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f12a82c2-3504-4818-923c-57be29d5a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.823232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f12a82c2-3504-4818-923c-57be29d5a2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.824784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f12a82c2-3504-4818-923c-57be29d5a2ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f9f85aa-5cd6-4459-8990-66d95b8b8ff3 HTTP/1.1" status: 204 len: 168 time: 0.3238301 Jun 30 02:59:42.839246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a82c2-3504-4818-923c-57be29d5a2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9f85aa-5cd6-4459-8990-66d95b8b8ff3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:42.886132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8620ae5-76f5-4f60-a13e-0d9104f3cad8 req-aaf69dbe-86a1-405a-9366-6ac28030654d tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.895043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8620ae5-76f5-4f60-a13e-0d9104f3cad8 req-aaf69dbe-86a1-405a-9366-6ac28030654d tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1519034 Jun 30 02:59:42.993099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8620ae5-76f5-4f60-a13e-0d9104f3cad8 req-6eebea56-519e-4cdc-83b2-867996d251b0 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963717 Jun 30 02:59:43.167867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c4443c-41cc-4714-a825-e957073b40b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a097d43-1096-418c-8f64-864074c64a6c'}, {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0448a1ea-353c-4292-8163-aac4893723e7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:43.172861 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1a55ed-12fe-4d3e-afd7-4e90afce8e06" -d '{"events": [{"server_uuid": "49c4443c-41cc-4714-a825-e957073b40b7", "name": "network-vif-plugged", "status": "completed", "tag": "5a097d43-1096-418c-8f64-864074c64a6c"}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "0448a1ea-353c-4292-8163-aac4893723e7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:43.260815 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef928000-c965-4b6a-b140-62be2c3515a7 x-openstack-request-id: req-ef928000-c965-4b6a-b140-62be2c3515a7 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:43.264148 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-206bb065-de73-4b36-b661-7a08fb1a6bde req-fd267330-c25f-43e7-a518-bef7ead59efc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 217 time: 0.5324128 Jun 30 02:59:43.265413 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c4443c-41cc-4714-a825-e957073b40b7", "name": "network-vif-plugged", "status": "completed", "tag": "5a097d43-1096-418c-8f64-864074c64a6c", "code": 200}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-plugged", "status": "completed", "tag": "0448a1ea-353c-4292-8163-aac4893723e7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:43.265718 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef928000-c965-4b6a-b140-62be2c3515a7 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:43.266318 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c4443c-41cc-4714-a825-e957073b40b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a097d43-1096-418c-8f64-864074c64a6c', 'code': 200} Jun 30 02:59:43.267093 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0448a1ea-353c-4292-8163-aac4893723e7', 'code': 200} Jun 30 02:59:43.289101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c11940-ce60-4114-b7e5-04c873833b50 req-fc4bb804-c684-4284-a0bc-31341b79b0dd tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.290675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28c11940-ce60-4114-b7e5-04c873833b50 req-fc4bb804-c684-4284-a0bc-31341b79b0dd tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 945 time: 0.7591414 Jun 30 02:59:43.460989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bb065-de73-4b36-b661-7a08fb1a6bde req-ba3af257-ba8a-41c5-902c-daf71e0ba763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.463985 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-206bb065-de73-4b36-b661-7a08fb1a6bde req-ba3af257-ba8a-41c5-902c-daf71e0ba763 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 200 len: 859 time: 0.1920657 Jun 30 02:59:43.471061 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28c11940-ce60-4114-b7e5-04c873833b50 req-48d30fa1-955d-44c1-aeba-3a7c1010df57 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684997 Jun 30 02:59:43.531778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-206bb065-de73-4b36-b661-7a08fb1a6bde req-91d6351c-f328-4ddb-86af-f3a9955a10fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539472 Jun 30 02:59:43.565486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-45bce519-6536-4e3d-aa12-cab8cae47c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:43.614950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55258a-81be-43bd-b4e3-bc2deb5a0627 req-c4231145-bb91-4776-8307-8f6d8606aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.619401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c55258a-81be-43bd-b4e3-bc2deb5a0627 req-c4231145-bb91-4776-8307-8f6d8606aa04 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 1096 time: 0.2812819 Jun 30 02:59:43.620572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d2b9-5a86-475e-bee8-3b4eb838eea5 req-64989703-6fa5-436f-8aa2-c2dc221caf15 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.626595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d2b9-5a86-475e-bee8-3b4eb838eea5 req-64989703-6fa5-436f-8aa2-c2dc221caf15 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.631405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cc0c-2334-4676-9e04-6ae7a5f5cc50 req-95a38bf4-8e56-45d8-acb1-7e418d039037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.631897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cc0c-2334-4676-9e04-6ae7a5f5cc50 req-95a38bf4-8e56-45d8-acb1-7e418d039037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.632422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d2b9-5a86-475e-bee8-3b4eb838eea5 req-64989703-6fa5-436f-8aa2-c2dc221caf15 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.632758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cc0c-2334-4676-9e04-6ae7a5f5cc50 req-95a38bf4-8e56-45d8-acb1-7e418d039037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.633564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cc0c-2334-4676-9e04-6ae7a5f5cc50 req-95a38bf4-8e56-45d8-acb1-7e418d039037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.634288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cc0c-2334-4676-9e04-6ae7a5f5cc50 req-95a38bf4-8e56-45d8-acb1-7e418d039037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.635033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cc0c-2334-4676-9e04-6ae7a5f5cc50 req-95a38bf4-8e56-45d8-acb1-7e418d039037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.635494 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cc0c-2334-4676-9e04-6ae7a5f5cc50 req-95a38bf4-8e56-45d8-acb1-7e418d039037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.637678 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf16cc0c-2334-4676-9e04-6ae7a5f5cc50 req-95a38bf4-8e56-45d8-acb1-7e418d039037 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6500 time: 0.2939012 Jun 30 02:59:43.639547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d2b9-5a86-475e-bee8-3b4eb838eea5 req-64989703-6fa5-436f-8aa2-c2dc221caf15 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.645966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d2b9-5a86-475e-bee8-3b4eb838eea5 req-64989703-6fa5-436f-8aa2-c2dc221caf15 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.651911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-45bce519-6536-4e3d-aa12-cab8cae47c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:43.654005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d2b9-5a86-475e-bee8-3b4eb838eea5 req-64989703-6fa5-436f-8aa2-c2dc221caf15 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.659820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d2b9-5a86-475e-bee8-3b4eb838eea5 req-64989703-6fa5-436f-8aa2-c2dc221caf15 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.668023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ac6d2b9-5a86-475e-bee8-3b4eb838eea5 req-64989703-6fa5-436f-8aa2-c2dc221caf15 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5443 time: 0.1400537 Jun 30 02:59:43.724228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ac6d2b9-5a86-475e-bee8-3b4eb838eea5 req-489c6657-b5ec-4278-85dd-799fe5ddfc39 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546796 Jun 30 02:59:43.754120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c55258a-81be-43bd-b4e3-bc2deb5a0627 req-9f1f6988-d368-427c-870e-64b94dd8c2c3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150744 Jun 30 02:59:43.762740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-45bce519-6536-4e3d-aa12-cab8cae47c7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d506a770a927440193c70656eca525fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2429826 Jun 30 02:59:43.765432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42636) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:43.769408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bce519-6536-4e3d-aa12-cab8cae47c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa6438a-94fe-40e6-a59b-7c5007e13b00,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:43.775427 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf16cc0c-2334-4676-9e04-6ae7a5f5cc50 req-b6dbf57e-91ad-41a3-b761-d68ad6b2533c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246417 Jun 30 02:59:43.781425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-206bb065-de73-4b36-b661-7a08fb1a6bde req-2b3adbc6-626a-408b-83d1-6588f88ac522 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377129 Jun 30 02:59:43.843000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51f5ac74-33a6-4d00-86c8-91e619084cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:43.907364 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51f5ac74-33a6-4d00-86c8-91e619084cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:43.944212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-206bb065-de73-4b36-b661-7a08fb1a6bde req-52282376-bf36-4f9f-bf59-1c1c40b6b87d service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416240 Jun 30 02:59:43.958164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af8564-8587-48c9-8ace-acfad7bf9848 req-f14ba02b-5d4d-4cc7-b9ec-3eeba707e7d3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.959653 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4af8564-8587-48c9-8ace-acfad7bf9848 req-f14ba02b-5d4d-4cc7-b9ec-3eeba707e7d3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.0971797 Jun 30 02:59:44.002603 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4af8564-8587-48c9-8ace-acfad7bf9848 req-606d4679-26e0-41fc-b40b-614b4ea3d9f6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343466 Jun 30 02:59:44.178982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ac0f8-9c40-4936-9cd7-7c2f1490bcbb req-3b283925-062a-48f2-800e-862104020788 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:44.180530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f84ac0f8-9c40-4936-9cd7-7c2f1490bcbb req-3b283925-062a-48f2-800e-862104020788 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0658603 Jun 30 02:59:44.223670 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51f5ac74-33a6-4d00-86c8-91e619084cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:44.229883 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51f5ac74-33a6-4d00-86c8-91e619084cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:44.229883 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-51f5ac74-33a6-4d00-86c8-91e619084cfc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4fa6438a-94fe-40e6-a59b-7c5007e13b00 HTTP/1.1" status: 204 len: 168 time: 0.4609087 Jun 30 02:59:44.241307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f84ac0f8-9c40-4936-9cd7-7c2f1490bcbb req-3f136371-730e-415d-96bf-a80d878b24fb tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546567 Jun 30 02:59:44.242454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5ac74-33a6-4d00-86c8-91e619084cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa6438a-94fe-40e6-a59b-7c5007e13b00,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:44.688873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ffbe5-80df-4220-90da-a0c2df9ac714 req-7de06e83-8b67-483e-bf3f-be9cda114cf5 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:44.690521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-420ffbe5-80df-4220-90da-a0c2df9ac714 req-7de06e83-8b67-483e-bf3f-be9cda114cf5 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 945 time: 0.0665805 Jun 30 02:59:44.772670 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-420ffbe5-80df-4220-90da-a0c2df9ac714 req-6975f812-3ba5-43c0-9fce-d3d32e4399d6 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745256 Jun 30 02:59:44.948980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9046e7-2180-458f-88a2-bd01d5f3868f req-2f8546bf-821b-42ae-bfc5-af1da3089e2a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:44.955623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9046e7-2180-458f-88a2-bd01d5f3868f req-2f8546bf-821b-42ae-bfc5-af1da3089e2a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:44.960886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9046e7-2180-458f-88a2-bd01d5f3868f req-2f8546bf-821b-42ae-bfc5-af1da3089e2a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:44.967096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9046e7-2180-458f-88a2-bd01d5f3868f req-2f8546bf-821b-42ae-bfc5-af1da3089e2a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:44.973254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9046e7-2180-458f-88a2-bd01d5f3868f req-2f8546bf-821b-42ae-bfc5-af1da3089e2a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:44.979789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9046e7-2180-458f-88a2-bd01d5f3868f req-2f8546bf-821b-42ae-bfc5-af1da3089e2a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:44.986058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9046e7-2180-458f-88a2-bd01d5f3868f req-2f8546bf-821b-42ae-bfc5-af1da3089e2a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:44.993952 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d9046e7-2180-458f-88a2-bd01d5f3868f req-2f8546bf-821b-42ae-bfc5-af1da3089e2a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5443 time: 0.1280322 Jun 30 02:59:45.061689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d9046e7-2180-458f-88a2-bd01d5f3868f req-41396fa3-d3bf-4e64-a96a-7b7e4153a7f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658491 Jun 30 02:59:45.208205 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42682) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:45.274913 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14ee72-4bb3-459a-8768-77a18686508c req-0f3cca29-14a4-4e5c-b554-7935467827a2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:45.274913 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c14ee72-4bb3-459a-8768-77a18686508c req-0f3cca29-14a4-4e5c-b554-7935467827a2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.0758374 Jun 30 02:59:45.316161 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c14ee72-4bb3-459a-8768-77a18686508c req-130e73f9-c957-4e22-9b8f-ec2d35aa5ba2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358584 Jun 30 02:59:45.469130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee023c-3027-42ac-a599-28b7820d9102 req-9cce71f8-c201-4731-8b97-bee592252e77 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:45.470653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fee023c-3027-42ac-a599-28b7820d9102 req-9cce71f8-c201-4731-8b97-bee592252e77 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0673070 Jun 30 02:59:45.478659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'networks': [{'name': 'tempest-network--1184109606'}, {'name': 'tempest-network--345090201'}]} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:45.479758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'network': {'name': 'tempest-network--1184109606'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:45.480493 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'network': {'name': 'tempest-network--345090201'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:45.529295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fee023c-3027-42ac-a599-28b7820d9102 req-c5a0d8cc-84ea-4f5d-9ee0-26a6a5f6639d tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450587 Jun 30 02:59:45.653593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Made reservation on behalf of 29618cbf23f040c8a5737f97879cb22c for: {'network': 2} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:45.658910 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:45.674834 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:45.868554 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:45.975108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a733374-32df-4f23-b55a-de059f45369f req-943863b5-556f-40f6-9f7b-c423af5da5e0 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:45.976662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0a733374-32df-4f23-b55a-de059f45369f req-943863b5-556f-40f6-9f7b-c423af5da5e0 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 945 time: 0.0715330 Jun 30 02:59:46.015733 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0a733374-32df-4f23-b55a-de059f45369f req-74f4f1e6-c226-4412-9449-0948a3b39755 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330296 Jun 30 02:59:46.026144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.026144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.089397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:59:46.118148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.118503 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Added segment 36fa0a84-930f-4a8c-a1c7-67022a95d8ac of type vlan for network f21eecff-ea49-412c-9276-6f6f53ee9c6b Jun 30 02:59:46.155022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884ef98b-190d-42ce-95db-93521b0c5719,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:46.251330 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.329549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:59:46.350428 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.350821 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Added segment db934ae6-ae39-4c03-a44b-ff8455e589f2 of type vlan for network 42087182-bf7e-4189-9b03-fa80e2f34ca5 Jun 30 02:59:46.373391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0b64-c1b1-4463-93b0-7ec0e1487381 req-1368c92d-9e5a-468a-9dd5-11c35fd5f6ee tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:46.387309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0b64-c1b1-4463-93b0-7ec0e1487381 req-1368c92d-9e5a-468a-9dd5-11c35fd5f6ee tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:46.388665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0b64-c1b1-4463-93b0-7ec0e1487381 req-1368c92d-9e5a-468a-9dd5-11c35fd5f6ee tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:46.395040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0b64-c1b1-4463-93b0-7ec0e1487381 req-1368c92d-9e5a-468a-9dd5-11c35fd5f6ee tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:46.401405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0b64-c1b1-4463-93b0-7ec0e1487381 req-1368c92d-9e5a-468a-9dd5-11c35fd5f6ee tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:46.407425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0b64-c1b1-4463-93b0-7ec0e1487381 req-1368c92d-9e5a-468a-9dd5-11c35fd5f6ee tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:46.411810 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.415643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c0b64-c1b1-4463-93b0-7ec0e1487381 req-1368c92d-9e5a-468a-9dd5-11c35fd5f6ee tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:46.421202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5e2c0b64-c1b1-4463-93b0-7ec0e1487381 req-1368c92d-9e5a-468a-9dd5-11c35fd5f6ee tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5443 time: 0.1777825 Jun 30 02:59:46.486642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5e2c0b64-c1b1-4463-93b0-7ec0e1487381 req-32559f5d-197a-49af-9c87-2b7747f90288 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637724 Jun 30 02:59:46.556383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.557416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.565432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:46.570536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:46.579182 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.717249 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'Network': ['ID=f21eecff-ea49-412c-9276-6f6f53ee9c6b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:46.731371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network f21eecff-ea49-412c-9276-6f6f53ee9c6b details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:59:46.894288 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'Network': ['ID=42087182-bf7e-4189-9b03-fa80e2f34ca5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:46.900034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-837cf21e-fa7c-4938-a383-0bd3b1c84d3f tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6879373 Jun 30 02:59:46.900034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42736) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:46.905770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 42087182-bf7e-4189-9b03-fa80e2f34ca5 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:59:47.034558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3131-d613-461c-8562-911458cb3f61 req-67fb9188-6183-407d-a280-6f563c59b133 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.045045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3131-d613-461c-8562-911458cb3f61 req-67fb9188-6183-407d-a280-6f563c59b133 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.051816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3131-d613-461c-8562-911458cb3f61 req-67fb9188-6183-407d-a280-6f563c59b133 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.059132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bdf51-8b5f-46bb-b435-78c5349cf60e req-128a10f0-4932-490b-9b96-4a2d2c1e8742 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.069577 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a2bdf51-8b5f-46bb-b435-78c5349cf60e req-128a10f0-4932-490b-9b96-4a2d2c1e8742 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.3505394 Jun 30 02:59:47.073536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3131-d613-461c-8562-911458cb3f61 req-67fb9188-6183-407d-a280-6f563c59b133 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.082755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3131-d613-461c-8562-911458cb3f61 req-67fb9188-6183-407d-a280-6f563c59b133 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.090627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3131-d613-461c-8562-911458cb3f61 req-67fb9188-6183-407d-a280-6f563c59b133 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.099392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3131-d613-461c-8562-911458cb3f61 req-67fb9188-6183-407d-a280-6f563c59b133 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.102962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36fb3131-d613-461c-8562-911458cb3f61 req-67fb9188-6183-407d-a280-6f563c59b133 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5443 time: 0.1828961 Jun 30 02:59:47.112944 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42742) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:47.121164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bb4ff564-98d1-4b56-9553-df668a5e10f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Request body: {'floatingip': {'port_id': '0448a1ea-353c-4292-8163-aac4893723e7'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:47.164024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a2bdf51-8b5f-46bb-b435-78c5349cf60e req-90e8a5e5-dbb2-4234-a870-360f9c4bec58 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962200 Jun 30 02:59:47.181381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c8f8b-eb82-45c5-ab1e-062b88a92a0c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.193360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c8f8b-eb82-45c5-ab1e-062b88a92a0c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.206560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c8f8b-eb82-45c5-ab1e-062b88a92a0c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.211324 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff564-98d1-4b56-9553-df668a5e10f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.220814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c8f8b-eb82-45c5-ab1e-062b88a92a0c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.222817 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-957c8f8b-eb82-45c5-ab1e-062b88a92a0c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3219478 Jun 30 02:59:47.230436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42746) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:47.366962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.471191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.482549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21eecff-ea49-412c-9276-6f6f53ee9c6b']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:47.495537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fa0a84-930f-4a8c-a1c7-67022a95d8ac') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:47.496040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fa0a84-930f-4a8c-a1c7-67022a95d8ac') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:47.507342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.533727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.540999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:59:47.542146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: timer() Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:59:47.545823 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:59:47.561047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8612628-d248-4705-bfea-32b540412ae3 req-bc5bcda7-f4f3-487c-ab73-65c4f89c7de0 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.577934 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8612628-d248-4705-bfea-32b540412ae3 req-bc5bcda7-f4f3-487c-ab73-65c4f89c7de0 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.2633681 Jun 30 02:59:47.731417 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8612628-d248-4705-bfea-32b540412ae3 req-4106502a-c8bd-4145-9145-d23453acf503 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525257 Jun 30 02:59:47.779165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.784873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.786932 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "DELETE /v2.0/networks/f21eecff-ea49-412c-9276-6f6f53ee9c6b HTTP/1.1" status: 204 len: 168 time: 0.5552120 Jun 30 02:59:47.791861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42762) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:47.828757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9266dc5-4754-4be3-8673-9b135d46b11c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Network': ['ID=f21eecff-ea49-412c-9276-6f6f53ee9c6b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:47.966108 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.117081 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.145763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42087182-bf7e-4189-9b03-fa80e2f34ca5']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:48.196517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db934ae6-ae39-4c03-a44b-ff8455e589f2') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:48.196869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db934ae6-ae39-4c03-a44b-ff8455e589f2') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:48.216796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.248898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.resource_extend [None req-bb4ff564-98d1-4b56-9553-df668a5e10f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:59:48.289756 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.301862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:59:48.302271 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:59:48.306797 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:59:48.360087 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff564-98d1-4b56-9553-df668a5e10f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.386510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229770b-bc20-487a-b27f-cf8ca037aed0 req-7d72b9e8-5157-473a-a880-25a7f8c4dec1 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:48.393600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2229770b-bc20-487a-b27f-cf8ca037aed0 req-7d72b9e8-5157-473a-a880-25a7f8c4dec1 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 945 time: 0.2736747 Jun 30 02:59:48.402376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5624a-999e-4864-adfc-b32c50b1bf63 req-b74adfca-d24b-4216-a8c0-b7ba4e8c2f88 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:48.404926 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41f5624a-999e-4864-adfc-b32c50b1bf63 req-b74adfca-d24b-4216-a8c0-b7ba4e8c2f88 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.0714886 Jun 30 02:59:48.445232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2229770b-bc20-487a-b27f-cf8ca037aed0 req-7eb94916-0f2f-44d5-9728-9ea39a36fc33 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507331 Jun 30 02:59:48.462431 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41f5624a-999e-4864-adfc-b32c50b1bf63 req-7f1f28be-2b93-48f2-b76a-1afcd82c867d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507822 Jun 30 02:59:48.478369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff564-98d1-4b56-9553-df668a5e10f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.481960 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.529808 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.531943 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "DELETE /v2.0/networks/42087182-bf7e-4189-9b03-fa80e2f34ca5 HTTP/1.1" status: 204 len: 168 time: 0.7386849 Jun 30 02:59:48.535001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42782) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:48.548481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa88ecb-2843-46d0-bb41-675a8758edb0 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Network': ['ID=42087182-bf7e-4189-9b03-fa80e2f34ca5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:48.618730 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-bb4ff564-98d1-4b56-9553-df668a5e10f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Floating IP 5d1b2670-653e-4cf6-9371-8977c1fffe04 associated. External IP: 172.25.2.19, port: 0448a1ea-353c-4292-8163-aac4893723e7. Jun 30 02:59:48.655576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169268b2-a697-4a83-a9c7-1388e1756a03 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:48.661867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169268b2-a697-4a83-a9c7-1388e1756a03 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:48.663747 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-169268b2-a697-4a83-a9c7-1388e1756a03 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1273880 Jun 30 02:59:48.670082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42786) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:48.677934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2045533708'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:48.865739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Made reservation on behalf of 29618cbf23f040c8a5737f97879cb22c for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:48.870829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.898073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:59:48.909790 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:48.910490 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Added segment 69fe0499-37b2-49c6-a69d-9715f51026f0 of type vlan for network 5fd543cb-9650-42c6-9425-a49fccff33ca Jun 30 02:59:48.959308 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.047128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4ff564-98d1-4b56-9553-df668a5e10f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Router 812c7865-2627-49a0-896c-98d1624800ad has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:59:49.099619 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.110082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.112936 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.132720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35488b-be2a-4c5a-8b57-23572ad866b5 req-7b223a8e-2788-47aa-9343-ebf9560b1862 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.134589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee35488b-be2a-4c5a-8b57-23572ad866b5 req-7b223a8e-2788-47aa-9343-ebf9560b1862 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1774609 Jun 30 02:59:49.240198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee35488b-be2a-4c5a-8b57-23572ad866b5 req-e25c7940-a5b7-43a2-9724-b79503f72fb1 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878401 Jun 30 02:59:49.241584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'Network': ['ID=5fd543cb-9650-42c6-9425-a49fccff33ca,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:49.251277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 5fd543cb-9650-42c6-9425-a49fccff33ca details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:59:49.262418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ff564-98d1-4b56-9553-df668a5e10f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:59:49.267867 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff564-98d1-4b56-9553-df668a5e10f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.273408 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4d12ded7-fb91-4c68-a539-fb3f337d1203 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6020668 Jun 30 02:59:49.280392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42792) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:49.296580 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] Sync routers for ids ['812c7865-2627-49a0-896c-98d1624800ad'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:59:49.297176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-681597551'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:49.309049 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] Routers {'812c7865-2627-49a0-896c-98d1624800ad'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:49.311842 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:59:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['812c7865-2627-49a0-896c-98d1624800ad'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:49.378642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bb4ff564-98d1-4b56-9553-df668a5e10f2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "PUT /v2.0/floatingips/5d1b2670-653e-4cf6-9371-8977c1fffe04 HTTP/1.1" status: 200 len: 990 time: 2.2645848 Jun 30 02:59:49.380395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '0448a1ea-353c-4292-8163-aac4893723e7'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:49.383662 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fa69f1-0171-45c6-b4d3-9284aa0217cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "0448a1ea-353c-4292-8163-aac4893723e7"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:49.405528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Made reservation on behalf of 29618cbf23f040c8a5737f97879cb22c for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:49.418135 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.441968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-7540d0df-af9c-4f63-8fcd-9116e1280691 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.444538 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-7540d0df-af9c-4f63-8fcd-9116e1280691 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.83 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 945 time: 0.1187079 Jun 30 02:59:49.445870 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7c2ecc-a396-40ad-a631-166d54b42ea4 x-openstack-request-id: req-4a7c2ecc-a396-40ad-a631-166d54b42ea4 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:49.446251 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "tag": "0448a1ea-353c-4292-8163-aac4893723e7", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:49.446597 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a7c2ecc-a396-40ad-a631-166d54b42ea4 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:49.447233 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'tag': '0448a1ea-353c-4292-8163-aac4893723e7', 'status': 'completed', 'code': 200} Jun 30 02:59:49.490675 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] Set router 812c7865-2627-49a0-896c-98d1624800ad gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:49.517260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:59:49.536961 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.537367 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Added segment 219c0cbc-363a-4628-8ff3-440346f7d7ee of type vlan for network 5b26c646-9150-46fe-b70b-4002b3c36391 Jun 30 02:59:49.640401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.705461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-66e010a3-d21e-4620-8a9b-44a63e5689a9 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Deleting port 5a097d43-1096-418c-8f64-864074c64a6c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:49.705909 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-66e010a3-d21e-4620-8a9b-44a63e5689a9 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.801786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-81b3069e-02dd-4b8a-999f-c1c51c1ee468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.802095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-81b3069e-02dd-4b8a-999f-c1c51c1ee468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.802619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-81b3069e-02dd-4b8a-999f-c1c51c1ee468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.803098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-81b3069e-02dd-4b8a-999f-c1c51c1ee468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.803577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-81b3069e-02dd-4b8a-999f-c1c51c1ee468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.804055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-81b3069e-02dd-4b8a-999f-c1c51c1ee468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.804525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-81b3069e-02dd-4b8a-999f-c1c51c1ee468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.807671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-81b3069e-02dd-4b8a-999f-c1c51c1ee468 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6500 time: 0.2820432 Jun 30 02:59:49.811055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.813593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.814783 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:49.855534 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:14Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '5d1b2670-653e-4cf6-9371-8977c1fffe04', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '812c7865-2627-49a0-896c-98d1624800ad', 'port_id': '0448a1ea-353c-4292-8163-aac4893723e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'mac_address': 'fa:16:3e:04:ae:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:58:27Z', 'updated_at': '2021-06-30T02:59:48Z', 'revision_number': 1, 'project_id': 'a755bb4896d04a0196f012748728909d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eead7d2e-bbf7-44c4-bb3f-87393bdf6680', 'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'mac_address': 'fa:16:3e:8d:c8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 5, 'project_id': 'a755bb4896d04a0196f012748728909d', 'subnets': [{'id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:49.885881 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] Checking router: 812c7865-2627-49a0-896c-98d1624800ad for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:59:49.896165 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] Routers {'812c7865-2627-49a0-896c-98d1624800ad'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:59:49.896858 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T02:59:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['812c7865-2627-49a0-896c-98d1624800ad'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:49.916665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'Network': ['ID=5b26c646-9150-46fe-b70b-4002b3c36391,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:49.941560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3922e-0b2d-4792-90a6-5443095f64c1 req-c2bd9197-0ab3-4e22-b6d5-a7a3bd36d80e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.943450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b9c3922e-0b2d-4792-90a6-5443095f64c1 req-c2bd9197-0ab3-4e22-b6d5-a7a3bd36d80e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.1480327 Jun 30 02:59:49.944856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 5b26c646-9150-46fe-b70b-4002b3c36391 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:59:50.018213 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eb06fed1-a757-4c38-ad1d-d792f0bd58f9 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7363601 Jun 30 02:59:50.021702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42806) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:50.036875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'ports': [{'network_id': '5fd543cb-9650-42c6-9425-a49fccff33ca', 'name': 'tempest-port--93075961', 'admin_state_up': True}, {'network_id': '5b26c646-9150-46fe-b70b-4002b3c36391', 'admin_state_up': False}]} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:50.038650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'port': {'network_id': '5fd543cb-9650-42c6-9425-a49fccff33ca', 'name': 'tempest-port--93075961', 'admin_state_up': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:50.041981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'port': {'network_id': '5b26c646-9150-46fe-b70b-4002b3c36391', 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:50.058233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b9c3922e-0b2d-4792-90a6-5443095f64c1 req-0b592a8d-1e84-400e-8d98-1ac0f64ad8eb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963221 Jun 30 02:59:50.058756 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] Set router 812c7865-2627-49a0-896c-98d1624800ad gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:59:50.355309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-b4ccae9a-2ed1-4330-b594-c6ea576311b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:50.356836 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-b4ccae9a-2ed1-4330-b594-c6ea576311b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8c29edf-6b67-46b9-bba9-a3fa462653f8 HTTP/1.1" status: 200 len: 917 time: 0.5411303 Jun 30 02:59:50.371204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-66e010a3-d21e-4620-8a9b-44a63e5689a9 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] For port 5a097d43-1096-418c-8f64-864074c64a6c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=5a097d43-1096-418c-8f64-864074c64a6c,segment=NetworkSegment(703af5a6-979d-4aeb-a5ae-6eef9ea6a01b),segment_id=703af5a6-979d-4aeb-a5ae-6eef9ea6a01b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:59:50.371613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-66e010a3-d21e-4620-8a9b-44a63e5689a9 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:50.388890 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:14Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '5d1b2670-653e-4cf6-9371-8977c1fffe04', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '812c7865-2627-49a0-896c-98d1624800ad', 'port_id': '0448a1ea-353c-4292-8163-aac4893723e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'mac_address': 'fa:16:3e:04:ae:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:58:27Z', 'updated_at': '2021-06-30T02:59:48Z', 'revision_number': 1, 'project_id': 'a755bb4896d04a0196f012748728909d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eead7d2e-bbf7-44c4-bb3f-87393bdf6680', 'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'mac_address': 'fa:16:3e:8d:c8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 5, 'project_id': 'a755bb4896d04a0196f012748728909d', 'subnets': [{'id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:50.396525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec54089-9abf-41cd-9957-33d1058a9da3 req-fd12986c-a83d-4ed7-b5e1-0ff4b4f9edee tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:50.398094 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dec54089-9abf-41cd-9957-33d1058a9da3 req-fd12986c-a83d-4ed7-b5e1-0ff4b4f9edee tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 945 time: 0.6991012 Jun 30 02:59:50.431362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-66e010a3-d21e-4620-8a9b-44a63e5689a9 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Calling delete_port for 5a097d43-1096-418c-8f64-864074c64a6c owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:50.433577 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b90882-cc22-4283-a45c-fbcc8c96b897 None None] The sync data for ids ['812c7865-2627-49a0-896c-98d1624800ad'] in n-d-798249-3 is: [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:14Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '5d1b2670-653e-4cf6-9371-8977c1fffe04', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '812c7865-2627-49a0-896c-98d1624800ad', 'port_id': '0448a1ea-353c-4292-8163-aac4893723e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'mac_address': 'fa:16:3e:04:ae:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:58:27Z', 'updated_at': '2021-06-30T02:59:48Z', 'revision_number': 1, 'project_id': 'a755bb4896d04a0196f012748728909d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eead7d2e-bbf7-44c4-bb3f-87393bdf6680', 'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'mac_address': 'fa:16:3e:8d:c8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 5, 'project_id': 'a755bb4896d04a0196f012748728909d', 'subnets': [{'id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:59:50.460208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b473e2-db8b-4f3a-bbb5-86186450f7ec req-cfb5ea29-b7a0-4503-af7d-a192d9a6fb7f tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:50.464424 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58b473e2-db8b-4f3a-bbb5-86186450f7ec req-cfb5ea29-b7a0-4503-af7d-a192d9a6fb7f tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0869212 Jun 30 02:59:50.474577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Made reservation on behalf of 29618cbf23f040c8a5737f97879cb22c for: {'port': 2} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:50.476990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:50.546007 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-007e7fd3-0bbe-4f86-93bc-93d81a5180ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0448a1ea-353c-4292-8163-aac4893723e7 HTTP/1.1" status: 200 len: 998 time: 0.1770484 Jun 30 02:59:50.561386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dec54089-9abf-41cd-9957-33d1058a9da3 req-7b5daf52-73a7-49be-8283-4fbb4d706b38 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/security-groups?id=61aaa8b8-9e65-4cd2-b899-ce19ba8775df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310565 Jun 30 02:59:50.721259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-e5487622-be44-4828-96ec-3c436c78098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:50.728002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-e5487622-be44-4828-96ec-3c436c78098a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=586d0d3c-b2f5-48fc-84d7-f78d79c8f24a HTTP/1.1" status: 200 len: 855 time: 0.1632707 Jun 30 02:59:50.766895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42824) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:50.846237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe89e2-a80b-4d48-8336-2d60c489d55c None None] New status for floating IP 5d1b2670-653e-4cf6-9371-8977c1fffe04: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:59:50.851150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-6e040236-08d9-4bce-b02b-003201977691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:50.852845 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-6e040236-08d9-4bce-b02b-003201977691 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961215 Jun 30 02:59:50.947290 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-66e010a3-d21e-4620-8a9b-44a63e5689a9 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:50.981578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e010a3-d21e-4620-8a9b-44a63e5689a9 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Pushing event deleted for resources: {'Port': ['ID=5a097d43-1096-418c-8f64-864074c64a6c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:51.050282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['5a097d43-1096-418c-8f64-864074c64a6c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:59:51.061643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-04dcaa40-bb84-4461-864a-85240815d471 service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012508 Jun 30 02:59:51.102262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:51.148219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-66e010a3-d21e-4620-8a9b-44a63e5689a9 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] No DVR routers for this DVR port 5a097d43-1096-418c-8f64-864074c64a6c on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:59:51.153288 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-66e010a3-d21e-4620-8a9b-44a63e5689a9 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:51.155543 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-104fd78f-e43e-4974-af1b-d7d6d0afc893 req-66e010a3-d21e-4620-8a9b-44a63e5689a9 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.83 "DELETE /v2.0/ports/5a097d43-1096-418c-8f64-864074c64a6c HTTP/1.1" status: 204 len: 173 time: 1.7059662 Jun 30 02:59:51.185694 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58b473e2-db8b-4f3a-bbb5-86186450f7ec req-9d0b2ebd-7d03-4f9f-80fa-115b270635ba tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884861 Jun 30 02:59:51.291554 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49fa69f1-0171-45c6-b4d3-9284aa0217cb req-a2ab300a-0b6b-4ace-8a21-59faacd532b0 service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845226 Jun 30 02:59:51.305845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] device_id is not set on port 2cba4615-64d9-449a-b92f-01d792ee64f8 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:59:51.331218 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccfd24bd-bfe4-41db-ba13-da2dda605252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:51.450274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c4443c-41cc-4714-a825-e957073b40b7', 'name': 'network-vif-deleted', 'tag': '5a097d43-1096-418c-8f64-864074c64a6c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:59:51.452188 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703b87dd-5124-4588-a9a6-2aac503daa92" -d '{"events": [{"server_uuid": "49c4443c-41cc-4714-a825-e957073b40b7", "name": "network-vif-deleted", "tag": "5a097d43-1096-418c-8f64-864074c64a6c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:59:51.457589 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccfd24bd-bfe4-41db-ba13-da2dda605252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:51.480511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3294-ddf4-4764-aed4-6ee2c504e784 req-27ed0b60-eb44-4159-b165-b5339a9ae6d5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:51.483177 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a58c3294-ddf4-4764-aed4-6ee2c504e784 req-27ed0b60-eb44-4159-b165-b5339a9ae6d5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.1612482 Jun 30 02:59:51.521162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:51.565936 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18391e40-015b-44ed-8c5f-0d6340b2e900 x-openstack-request-id: req-18391e40-015b-44ed-8c5f-0d6340b2e900 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:59:51.566232 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c4443c-41cc-4714-a825-e957073b40b7", "name": "network-vif-deleted", "tag": "5a097d43-1096-418c-8f64-864074c64a6c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:59:51.566487 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18391e40-015b-44ed-8c5f-0d6340b2e900 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:59:51.566882 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c4443c-41cc-4714-a825-e957073b40b7', 'name': 'network-vif-deleted', 'tag': '5a097d43-1096-418c-8f64-864074c64a6c', 'status': 'completed', 'code': 200} Jun 30 02:59:51.584530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a58c3294-ddf4-4764-aed4-6ee2c504e784 req-89bd84a7-d9af-442a-aa35-27afdb4ae86e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932901 Jun 30 02:59:51.613254 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccfd24bd-bfe4-41db-ba13-da2dda605252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:51.640832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] device_id is not set on port 472aff28-e92d-4865-b53f-47af0c5c5eee yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:59:51.655679 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ccfd24bd-bfe4-41db-ba13-da2dda605252 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2907740c53c4132bf57bf62bdf49637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8877006 Jun 30 02:59:51.660056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42842) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:51.694579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd24bd-bfe4-41db-ba13-da2dda605252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c63ad2a-dd0e-48d1-8c36-8d874eedc774,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:51.730984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3c244-4e41-479f-a4e6-536e73a4fc3a req-5dc16167-163c-4385-a4f1-763e9a8f4af9 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:51.732485 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6e3c244-4e41-479f-a4e6-536e73a4fc3a req-5dc16167-163c-4385-a4f1-763e9a8f4af9 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0756936 Jun 30 02:59:51.771244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a1a2bf0c-55c5-4f17-9bf9-7ad92946efd7 req-3a82d7dc-67bb-4b8a-9514-211aeffe70eb tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 210 time: 0.0428410 Jun 30 02:59:51.778317 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6e3c244-4e41-479f-a4e6-536e73a4fc3a req-16b5b492-0cec-4d64-9a7b-9b94fd077016 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388880 Jun 30 02:59:51.807932 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-42c851bc-ef22-4cdd-92da-897b660dedbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:51.855465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-42c851bc-ef22-4cdd-92da-897b660dedbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:51.879594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:52.041224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-b2930942-54c0-4c51-a2de-aa4c73818a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:52.042728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-b2930942-54c0-4c51-a2de-aa4c73818a95 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da&tenant_id=0d7600261eed4f3ebbdb448c22d08382 HTTP/1.1" status: 200 len: 1095 time: 0.0892363 Jun 30 02:59:52.120052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-8415635e-ecec-415c-931d-8b2608c46e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:52.121588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-8415635e-ecec-415c-931d-8b2608c46e89 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 1095 time: 0.0527987 Jun 30 02:59:52.215771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-3fd96957-9dcd-4513-b76a-150ee8097fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:52.217285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-3fd96957-9dcd-4513-b76a-150ee8097fe6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.0890229 Jun 30 02:59:52.271685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:52.280046 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-42c851bc-ef22-4cdd-92da-897b660dedbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:52.280046 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-42c851bc-ef22-4cdd-92da-897b660dedbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:52.280046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-42c851bc-ef22-4cdd-92da-897b660dedbb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c63ad2a-dd0e-48d1-8c36-8d874eedc774 HTTP/1.1" status: 204 len: 168 time: 0.6174643 Jun 30 02:59:52.284431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-84324633-f23c-4e9c-9a26-f065e72600e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f23b53-8855-41d7-9f33-a20cba6924fc HTTP/1.1" status: 200 len: 1000 time: 0.0593672 Jun 30 02:59:52.351050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c851bc-ef22-4cdd-92da-897b660dedbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c63ad2a-dd0e-48d1-8c36-8d874eedc774,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:52.370484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-e43e8188-045c-4909-98b2-4b425a5fdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:52.371481 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-e43e8188-045c-4909-98b2-4b425a5fdc1b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.0813100 Jun 30 02:59:52.380418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'Port': ['ID=2cba4615-64d9-449a-b92f-01d792ee64f8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:52.403088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Checking segment: {'id': '69fe0499-37b2-49c6-a69d-9715f51026f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '5fd543cb-9650-42c6-9425-a49fccff33ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:52.403551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Network hostable DHCP agents. Network: 5fd543cb-9650-42c6-9425-a49fccff33ca, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:59:52.434382 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6969f7-7439-4e0c-ba2c-1563e3d8a720 req-cb0328f0-9a89-481f-9ffa-0699240970bf tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:52.435862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee6969f7-7439-4e0c-ba2c-1563e3d8a720 req-cb0328f0-9a89-481f-9ffa-0699240970bf tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1346319 Jun 30 02:59:52.479641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-09b5e1a4-8b6a-4e2f-a2d8-e3da4f82f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:52.481247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-09b5e1a4-8b6a-4e2f-a2d8-e3da4f82f403 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018517 Jun 30 02:59:52.488939 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee6969f7-7439-4e0c-ba2c-1563e3d8a720 req-8151f1b4-f55f-4f60-a6e6-5f5e621a293d tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462921 Jun 30 02:59:52.534596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Network 5fd543cb-9650-42c6-9425-a49fccff33ca is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:59:52.596494 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-ab2671f1-75f9-4175-b7a6-5ca9e1c5a52d service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065111 Jun 30 02:59:52.698739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-c96a1f15-58c9-4ae9-9b2b-3994e1642e94 service neutron] 10.222.0.74 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947165 Jun 30 02:59:52.722310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 5fd543cb-9650-42c6-9425-a49fccff33ca) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:52.723477 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:52.728370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:52.729293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:52.732917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f9858-925c-4e1a-913f-d1c763e06d7d None None] Network 5fd543cb-9650-42c6-9425-a49fccff33ca requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:52.841941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'Port': ['ID=472aff28-e92d-4865-b53f-47af0c5c5eee,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:52.861905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Checking segment: {'id': '219c0cbc-363a-4628-8ff3-440346f7d7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '5b26c646-9150-46fe-b70b-4002b3c36391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:52.862981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Network hostable DHCP agents. Network: 5b26c646-9150-46fe-b70b-4002b3c36391, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:59:52.890768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ea8f4-c8a8-40d4-8b47-5a98101f816a req-4de81382-e480-42a1-921b-1c042fe4d610 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:52.892546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a45ea8f4-c8a8-40d4-8b47-5a98101f816a req-4de81382-e480-42a1-921b-1c042fe4d610 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.1420591 Jun 30 02:59:52.953309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a45ea8f4-c8a8-40d4-8b47-5a98101f816a req-f5c19e8b-26a4-48b3-b52e-f8891e2421aa tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473590 Jun 30 02:59:52.966396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a78c921-b93b-4df0-86dd-ec1624d1db51 req-bf0d373c-3c9e-4cc7-b60c-b606f3847e06 tempest-ServerPasswordTestJSON-69011747 tempest-ServerPasswordTestJSON-69011747-project] 10.222.0.77 "GET /v2.0/ports?device_id=49c4443c-41cc-4714-a825-e957073b40b7 HTTP/1.1" status: 200 len: 210 time: 0.0441794 Jun 30 02:59:53.054874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Network 5b26c646-9150-46fe-b70b-4002b3c36391 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:59:53.146566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28703b0-739b-43f3-b108-13de6d53e3d1 req-865f57be-37a0-4cc9-a140-8a969ee36831 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:53.148152 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e28703b0-739b-43f3-b108-13de6d53e3d1 req-865f57be-37a0-4cc9-a140-8a969ee36831 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0721002 Jun 30 02:59:53.171253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 5b26c646-9150-46fe-b70b-4002b3c36391) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:53.177231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:59:53.180342 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131bbfde-bef6-4f6e-8339-f913751a3bb9 None None] Network 5b26c646-9150-46fe-b70b-4002b3c36391 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:53.183633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:53.188352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:53.189099 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.212553 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e28703b0-739b-43f3-b108-13de6d53e3d1 req-78dc1b41-3481-4bf8-abd4-66b75c4bf2c8 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585661 Jun 30 02:59:53.216728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42874) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:53.253432 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40012440-0f8f-4aec-93db-f11d7707ba9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.294100 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1eeb6a5a-aa2a-4e2d-85b8-ba64b931e48c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.2636943 Jun 30 02:59:53.297873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42882) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:53.323770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42884) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:53.395445 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.434055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c01f52-fc8f-4a5f-8ee5-2baa2e484887 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:53.439999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c01f52-fc8f-4a5f-8ee5-2baa2e484887 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:53.441608 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f4c01f52-fc8f-4a5f-8ee5-2baa2e484887 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1426933 Jun 30 02:59:53.446268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42888) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:53.454658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d0f449d-d992-42eb-9e6f-ad20a550e248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.495319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40012440-0f8f-4aec-93db-f11d7707ba9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.562382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-09691df8-f8ae-49d0-8afc-5b6fd5f5cd27 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Deleting port 2cba4615-64d9-449a-b92f-01d792ee64f8 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:53.563053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09691df8-f8ae-49d0-8afc-5b6fd5f5cd27 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.636755 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09691df8-f8ae-49d0-8afc-5b6fd5f5cd27 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.641472 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40012440-0f8f-4aec-93db-f11d7707ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.657230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-09691df8-f8ae-49d0-8afc-5b6fd5f5cd27 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Calling delete_port for 2cba4615-64d9-449a-b92f-01d792ee64f8 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:53.687542 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-40012440-0f8f-4aec-93db-f11d7707ba9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25e645d041d2433f8cf1dccdba3859ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695644 Jun 30 02:59:53.691372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42896) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:53.693414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40012440-0f8f-4aec-93db-f11d7707ba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a784529-d8d5-4413-92d6-e9956d2678c9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:53.750235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fd57b-f26b-4915-91a3-4c47cb88a642 req-eadf0829-aad5-4597-a89d-077c3014a6ec tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:53.751759 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393fd57b-f26b-4915-91a3-4c47cb88a642 req-eadf0829-aad5-4597-a89d-077c3014a6ec tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1424220 Jun 30 02:59:53.785461 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e367d38-527d-485a-b625-34bc6434743b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.788789 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d0f449d-d992-42eb-9e6f-ad20a550e248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.826075 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393fd57b-f26b-4915-91a3-4c47cb88a642 req-34443107-cac9-4421-a164-4327a23e7524 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677955 Jun 30 02:59:53.847984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e367d38-527d-485a-b625-34bc6434743b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.887721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d0f449d-d992-42eb-9e6f-ad20a550e248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.930450 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09691df8-f8ae-49d0-8afc-5b6fd5f5cd27 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.936697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6d0f449d-d992-42eb-9e6f-ad20a550e248 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c6b58da1e5146778934b92b1128f7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6124756 Jun 30 02:59:53.939500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42900) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:53.942331 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f449d-d992-42eb-9e6f-ad20a550e248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b901dc-917f-4dd8-a7d7-f6eafde75f87,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:53.967053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09691df8-f8ae-49d0-8afc-5b6fd5f5cd27 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Port': ['ID=2cba4615-64d9-449a-b92f-01d792ee64f8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:53.973164 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09691df8-f8ae-49d0-8afc-5b6fd5f5cd27 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:53.976976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-09691df8-f8ae-49d0-8afc-5b6fd5f5cd27 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "DELETE /v2.0/ports/2cba4615-64d9-449a-b92f-01d792ee64f8 HTTP/1.1" status: 204 len: 168 time: 0.5279043 Jun 30 02:59:53.979438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42902) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:54.020861 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc09ea81-a442-46e4-929a-fee42dd727b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.118278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc09ea81-a442-46e4-929a-fee42dd727b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.123440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e367d38-527d-485a-b625-34bc6434743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.126415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e367d38-527d-485a-b625-34bc6434743b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.127751 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0e367d38-527d-485a-b625-34bc6434743b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a784529-d8d5-4413-92d6-e9956d2678c9 HTTP/1.1" status: 204 len: 168 time: 0.4352911 Jun 30 02:59:54.165306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e367d38-527d-485a-b625-34bc6434743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a784529-d8d5-4413-92d6-e9956d2678c9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:54.192433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42912) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:54.261377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1643f312-0ee7-4ee7-8ebe-ed698c727a96 admin admin] Deleting subnet 88d0fec4-9638-41ea-b0a7-5bd8a7d1082f {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:59:54.266423 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1643f312-0ee7-4ee7-8ebe-ed698c727a96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.291151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3c62dc24-e81e-4e24-9ba0-ed4ad068a4fd tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Deleting port 472aff28-e92d-4865-b53f-47af0c5c5eee {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:59:54.294442 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c62dc24-e81e-4e24-9ba0-ed4ad068a4fd tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.344666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1643f312-0ee7-4ee7-8ebe-ed698c727a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.400833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe3204-e8a1-494c-8158-78e775fab3f8 req-617d5d21-047a-4a0b-8c21-59e5e7608cfe tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:54.402707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6efe3204-e8a1-494c-8158-78e775fab3f8 req-617d5d21-047a-4a0b-8c21-59e5e7608cfe tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.2772930 Jun 30 02:59:54.408643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc09ea81-a442-46e4-929a-fee42dd727b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.416425 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc09ea81-a442-46e4-929a-fee42dd727b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.418992 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cc09ea81-a442-46e4-929a-fee42dd727b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04b901dc-917f-4dd8-a7d7-f6eafde75f87 HTTP/1.1" status: 204 len: 168 time: 0.4778492 Jun 30 02:59:54.452237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09ea81-a442-46e4-929a-fee42dd727b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b901dc-917f-4dd8-a7d7-f6eafde75f87,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:54.478978 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1643f312-0ee7-4ee7-8ebe-ed698c727a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.491393 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c62dc24-e81e-4e24-9ba0-ed4ad068a4fd tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.526147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3c62dc24-e81e-4e24-9ba0-ed4ad068a4fd tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Calling delete_port for 472aff28-e92d-4865-b53f-47af0c5c5eee owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:59:54.554002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6efe3204-e8a1-494c-8158-78e775fab3f8 req-ff63f18e-fb37-4581-be26-fc6302766e9c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376534 Jun 30 02:59:54.730330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 5a097d43-1096-418c-8f64-864074c64a6c no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:59:54.747481 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1643f312-0ee7-4ee7-8ebe-ed698c727a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.768995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 5a097d43-1096-418c-8f64-864074c64a6c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:59:54.769684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 5a097d43-1096-418c-8f64-864074c64a6c not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:59:54.774197 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c62dc24-e81e-4e24-9ba0-ed4ad068a4fd tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.798344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643f312-0ee7-4ee7-8ebe-ed698c727a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d0fec4-9638-41ea-b0a7-5bd8a7d1082f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:54.812558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62dc24-e81e-4e24-9ba0-ed4ad068a4fd tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Port': ['ID=472aff28-e92d-4865-b53f-47af0c5c5eee,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:54.818180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c62dc24-e81e-4e24-9ba0-ed4ad068a4fd tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.820395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3c62dc24-e81e-4e24-9ba0-ed4ad068a4fd tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "DELETE /v2.0/ports/472aff28-e92d-4865-b53f-47af0c5c5eee HTTP/1.1" status: 204 len: 168 time: 0.8399594 Jun 30 02:59:54.823872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42926) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:54.826932 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1643f312-0ee7-4ee7-8ebe-ed698c727a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.829298 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1643f312-0ee7-4ee7-8ebe-ed698c727a96 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/88d0fec4-9638-41ea-b0a7-5bd8a7d1082f HTTP/1.1" status: 204 len: 168 time: 0.6341393 Jun 30 02:59:54.844266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b77a5e-82c3-4f9d-94b2-2031165786f6 req-39032ab0-9660-4a99-9b3d-842dc21ea4f1 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:54.846063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1b77a5e-82c3-4f9d-94b2-2031165786f6 req-39032ab0-9660-4a99-9b3d-842dc21ea4f1 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.1689928 Jun 30 02:59:54.846602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42928) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:54.917399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3b7010d3-527f-41b5-965b-53be2da14c29 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0920386 Jun 30 02:59:54.923040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42934) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:54.932400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-178967810'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:55.047002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1b77a5e-82c3-4f9d-94b2-2031165786f6 req-c0746277-c503-4a49-ab5d-097446c7ac20 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619170 Jun 30 02:59:55.055906 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.145271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Made reservation on behalf of 29618cbf23f040c8a5737f97879cb22c for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:55.149001 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.184663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:59:55.189100 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.199945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.200357 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Added segment b28cf6d3-9d81-4449-94fb-17854c5f9b13 of type vlan for network e13d6453-2a0c-439d-bfee-c394839e1a2b Jun 30 02:59:55.203723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada21829-57a4-4a58-b9b0-4780f85e0272']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:55.217446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703af5a6-979d-4aeb-a5ae-6eef9ea6a01b') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:55.218055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703af5a6-979d-4aeb-a5ae-6eef9ea6a01b') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:59:55.229329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.229914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf996778-d7fd-49a7-a641-339c06f918ba req-b1bcc7c4-02c6-4f31-9931-def589127fbd tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:55.233990 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf996778-d7fd-49a7-a641-339c06f918ba req-b1bcc7c4-02c6-4f31-9931-def589127fbd tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1434433 Jun 30 02:59:55.250964 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.257770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:59:55.258270 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.302893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: timer() Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:59:55.334596 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:59:55.378629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf996778-d7fd-49a7-a641-339c06f918ba req-1424ef4a-fc98-4c9f-86f7-82346ca57261 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114268 Jun 30 02:59:55.495048 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.515785 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.521081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] 10.222.0.77 "DELETE /v2.0/networks/ada21829-57a4-4a58-b9b0-4780f85e0272 HTTP/1.1" status: 204 len: 168 time: 0.6711507 Jun 30 02:59:55.521081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709f07e-03d7-4ca9-bdfc-77192009774c admin admin] Pushing event deleted for resources: {'Network': ['ID=ada21829-57a4-4a58-b9b0-4780f85e0272,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:55.545846 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.558388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:55.559367 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.708389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'Network': ['ID=e13d6453-2a0c-439d-bfee-c394839e1a2b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:55.726603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network e13d6453-2a0c-439d-bfee-c394839e1a2b details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:59:55.739708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0e105d4b-49f6-4ee7-b182-4d672a6edac2 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8117433 Jun 30 02:59:55.740962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42952) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:55.748221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1292971874'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:55.796764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42954) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:55.832121 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b9c4-6836-4874-8bf8-9598948861a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.877971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16791833-04f2-40ca-b0c1-d3ed8fb57319 req-a403d3ce-e0aa-410f-8a92-c66559076e90 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:55.885112 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16791833-04f2-40ca-b0c1-d3ed8fb57319 req-a403d3ce-e0aa-410f-8a92-c66559076e90 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.1545215 Jun 30 02:59:55.918981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Made reservation on behalf of 29618cbf23f040c8a5737f97879cb22c for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:55.923421 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:55.954597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16791833-04f2-40ca-b0c1-d3ed8fb57319 req-47010330-7f52-4265-9427-740f75b60c62 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683682 Jun 30 02:59:55.980643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:59:56.003755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.004210 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Added segment 9f08783f-81c4-4bde-aac8-be6571247075 of type vlan for network 9178c227-63f4-4542-941b-2dd6ba66f956 Jun 30 02:59:56.064847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.137775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b9c4-6836-4874-8bf8-9598948861a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.264805 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b9c4-6836-4874-8bf8-9598948861a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.265417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b622eb7-21b0-4d4f-80f1-91523766ac76 req-a2a12a7d-9e93-490c-9f15-1381264f0a5b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:56.267417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b622eb7-21b0-4d4f-80f1-91523766ac76 req-a2a12a7d-9e93-490c-9f15-1381264f0a5b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0851681 Jun 30 02:59:56.330362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b1a4b9c4-6836-4874-8bf8-9598948861a2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=018f860562724a4c916346c54a76f0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317292 Jun 30 02:59:56.331151 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.337122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:56.338683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.344138 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b622eb7-21b0-4d4f-80f1-91523766ac76 req-ee3bdb17-b6ea-4a53-967f-6c0d6d24ef9f tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687232 Jun 30 02:59:56.346041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42960) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:56.388931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42964) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:56.455025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'Network': ['ID=9178c227-63f4-4542-941b-2dd6ba66f956,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:56.457814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4b9c4-6836-4874-8bf8-9598948861a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d832b2c-e62e-40f6-bc97-84c22c3aa178,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:56.461018 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b4bb847a-a0ba-455e-a8bb-b6104572462b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7179301 Jun 30 02:59:56.480420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9178c227-63f4-4542-941b-2dd6ba66f956 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:59:56.556894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-003e4018-58df-478a-aa39-5d898572aac6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2390e6f483b94d979129745e1e89d036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647208 Jun 30 02:59:56.559947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42968) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:56.566835 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-63bd3706-2d90-4f3f-a801-eae699f69383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.633350 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-63bd3706-2d90-4f3f-a801-eae699f69383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.698852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42970) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:56.704025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'subnets': [{'network_id': 'e13d6453-2a0c-439d-bfee-c394839e1a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1300542569', 'ip_version': 4}, {'network_id': '9178c227-63f4-4542-941b-2dd6ba66f956', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:56.704312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'subnet': {'network_id': 'e13d6453-2a0c-439d-bfee-c394839e1a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1300542569', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:56.704828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Request body: {'subnet': {'network_id': '9178c227-63f4-4542-941b-2dd6ba66f956', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:56.764262 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00228e16-53c4-4728-8e14-98a729b78427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.806110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-63bd3706-2d90-4f3f-a801-eae699f69383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.810734 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-63bd3706-2d90-4f3f-a801-eae699f69383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.815414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-63bd3706-2d90-4f3f-a801-eae699f69383 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d832b2c-e62e-40f6-bc97-84c22c3aa178 HTTP/1.1" status: 204 len: 168 time: 0.4615748 Jun 30 02:59:56.825777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a2308-96fe-47d6-b793-aed77f02e619 req-44ecb086-e889-4e44-8874-ad314805f61b tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:56.834243 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-be3a2308-96fe-47d6-b793-aed77f02e619 req-44ecb086-e889-4e44-8874-ad314805f61b tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1362991 Jun 30 02:59:56.859332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd3706-2d90-4f3f-a801-eae699f69383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d832b2c-e62e-40f6-bc97-84c22c3aa178,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:56.899351 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-be3a2308-96fe-47d6-b793-aed77f02e619 req-26d0daa0-fed8-4802-8804-6629c0ce0e81 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640945 Jun 30 02:59:56.908252 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00228e16-53c4-4728-8e14-98a729b78427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.145338 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00228e16-53c4-4728-8e14-98a729b78427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.149056 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-00228e16-53c4-4728-8e14-98a729b78427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.151147 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-00228e16-53c4-4728-8e14-98a729b78427 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/61aaa8b8-9e65-4cd2-b899-ce19ba8775df HTTP/1.1" status: 204 len: 168 time: 0.5893164 Jun 30 02:59:57.161013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00228e16-53c4-4728-8e14-98a729b78427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aaa8b8-9e65-4cd2-b899-ce19ba8775df,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:57.199122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dfd10-b118-4549-9298-f94dce8b08af req-988ca418-f1de-43eb-9186-0399479a26ea tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:57.208703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-147dfd10-b118-4549-9298-f94dce8b08af req-988ca418-f1de-43eb-9186-0399479a26ea tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.0979164 Jun 30 02:59:57.235778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Made reservation on behalf of 29618cbf23f040c8a5737f97879cb22c for: {'subnet': 2} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:57.243403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.243752 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.267883 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-147dfd10-b118-4549-9298-f94dce8b08af req-e34153d5-dd37-48da-be75-1c8d70cc3ca7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572464 Jun 30 02:59:57.683102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c95d0f-3615-43b1-881b-94e025a0a03f req-6ccccc38-83f9-4b27-8baa-f139373f3dee tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:57.692365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41c95d0f-3615-43b1-881b-94e025a0a03f req-6ccccc38-83f9-4b27-8baa-f139373f3dee tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.1202400 Jun 30 02:59:57.750946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41c95d0f-3615-43b1-881b-94e025a0a03f req-53ea7285-7c5c-46e7-8975-0af3a1bf398e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574794 Jun 30 02:59:57.985459 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:58.086424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'Subnet': ['ID=17261088-252d-441a-99cf-8b04de10bdea,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:58.149201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Checking segment: {'id': 'b28cf6d3-9d81-4449-94fb-17854c5f9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e13d6453-2a0c-439d-bfee-c394839e1a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:58.149780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Network hostable DHCP agents. Network: e13d6453-2a0c-439d-bfee-c394839e1a2b, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:59:58.186626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b3dda-1d1f-4cb3-9b47-5bd9a3ef2034 req-ab654e4e-43b2-4a48-abfb-63678b442c92 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:58.188981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e9b3dda-1d1f-4cb3-9b47-5bd9a3ef2034 req-ab654e4e-43b2-4a48-abfb-63678b442c92 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1288769 Jun 30 02:59:58.254130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e9b3dda-1d1f-4cb3-9b47-5bd9a3ef2034 req-7de18710-491f-48df-ba26-2cf9eeddf5f3 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486066 Jun 30 02:59:58.291327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Network e13d6453-2a0c-439d-bfee-c394839e1a2b is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:59:58.395785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, e13d6453-2a0c-439d-bfee-c394839e1a2b) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:58.406663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:58.410960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0ec395-cb38-4c06-bdbf-d94607458fbd None None] Network e13d6453-2a0c-439d-bfee-c394839e1a2b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:58.609225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event updated for resources: {'Subnet': ['ID=071a8c07-5618-41e9-ba94-a8b41870ffe9,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:59:58.611766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Checking segment: {'id': '9f08783f-81c4-4bde-aac8-be6571247075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9178c227-63f4-4542-941b-2dd6ba66f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:59:58.612356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Network hostable DHCP agents. Network: 9178c227-63f4-4542-941b-2dd6ba66f956, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:59:58.625087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71156843-e422-41d6-a0bf-7b0c51b64454 req-c786c818-9648-4118-8869-1269baec2092 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:58.634983 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71156843-e422-41d6-a0bf-7b0c51b64454 req-c786c818-9648-4118-8869-1269baec2092 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.1535239 Jun 30 02:59:58.678795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71156843-e422-41d6-a0bf-7b0c51b64454 req-e198ecf6-0323-4764-965d-686a339f8d76 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 Jun 30 02:59:58.808567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Network 9178c227-63f4-4542-941b-2dd6ba66f956 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:59:58.867897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-e13d6453-2a0c-439d-bfee-c394839e1a2b', 'network_id': 'e13d6453-2a0c-439d-bfee-c394839e1a2b', 'tenant_id': '29618cbf23f040c8a5737f97879cb22c', 'fixed_ips': [{'subnet_id': '17261088-252d-441a-99cf-8b04de10bdea'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:59:58.868807 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:58.918014 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0aa0da40-94ba-4571-86bb-9086ff290581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:59.020056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 9178c227-63f4-4542-941b-2dd6ba66f956) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:59:59.026566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719d4c3-4165-4489-b4ce-13e5c1f8f4a9 req-aaf89016-7efd-41b7-8e69-76de9ae83055 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:59.032381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:59.032957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d55aaee-cb9a-480c-b4b3-84ddcf1ec82d None None] Network 9178c227-63f4-4542-941b-2dd6ba66f956 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:59:59.034983 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1719d4c3-4165-4489-b4ce-13e5c1f8f4a9 req-aaf89016-7efd-41b7-8e69-76de9ae83055 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.1505291 Jun 30 02:59:59.044593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:59.048346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:59.107237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1719d4c3-4165-4489-b4ce-13e5c1f8f4a9 req-517dbb3f-91de-439e-b9ec-780a033604d1 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711248 Jun 30 02:59:59.203829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-07488f2a-e1e6-4af9-b3e5-89d9d6eb0285 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.5035560 Jun 30 02:59:59.205947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43030) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:59.264437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3803fc-bfb8-4c79-a911-bba3e587e58b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:59.266513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3803fc-bfb8-4c79-a911-bba3e587e58b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:59.268796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3803fc-bfb8-4c79-a911-bba3e587e58b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:59.271077 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0b3803fc-bfb8-4c79-a911-bba3e587e58b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0640850 Jun 30 02:59:59.274354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43032) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:59.341354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-af749d92-bd2d-4135-a457-5acbfc3d6f95 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Deleting subnet 17261088-252d-441a-99cf-8b04de10bdea {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:59:59.381756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Allocated IP 172.20.0.2 (e13d6453-2a0c-439d-bfee-c394839e1a2b/17261088-252d-441a-99cf-8b04de10bdea/cc4844af-8752-4a7b-bcab-9bd1b1b3e000) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:59.448335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-9178c227-63f4-4542-941b-2dd6ba66f956', 'network_id': '9178c227-63f4-4542-941b-2dd6ba66f956', 'tenant_id': '29618cbf23f040c8a5737f97879cb22c', 'fixed_ips': [{'subnet_id': '071a8c07-5618-41e9-ba94-a8b41870ffe9'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:59:59.449949 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:59.496246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43042) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:59:59.595180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69270ad0-2dfe-4fa7-812c-d904523a8c7b req-226a1139-b878-4681-9948-1db5a31f73d0 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:59.621657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-69270ad0-2dfe-4fa7-812c-d904523a8c7b req-226a1139-b878-4681-9948-1db5a31f73d0 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1227310 Jun 30 02:59:59.671505 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2045555916-network', 'tenant_id': 'b99cde5e84794a719f4983c47bf041fb'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:59:59.726278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-69270ad0-2dfe-4fa7-812c-d904523a8c7b req-3232cd53-d08a-4cc2-8441-4fe5444cb89e tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023602 Jun 30 02:59:59.763861 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:59.771764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Allocated IP 172.20.0.18 (9178c227-63f4-4542-941b-2dd6ba66f956/071a8c07-5618-41e9-ba94-a8b41870ffe9/e0995bae-c7aa-4a80-af8d-b20780195a50) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:59:59.782078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Transition to ACTIVE for port object cc4844af-8752-4a7b-bcab-9bd1b1b3e000 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:59.857846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Transition to ACTIVE for port object cc4844af-8752-4a7b-bcab-9bd1b1b3e000 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:59:59.916379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Made reservation on behalf of b99cde5e84794a719f4983c47bf041fb for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:59:59.918936 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:59.938645 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.008171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43058) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:00.027499 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.056110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af749d92-bd2d-4135-a457-5acbfc3d6f95 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.090510 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.105106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Network e13d6453-2a0c-439d-bfee-c394839e1a2b is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:00.111825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:00.114222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Transition to ACTIVE for port object e0995bae-c7aa-4a80-af8d-b20780195a50 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:00.121929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:00.175735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Pushing event updated for resources: {'Port': ['ID=cc4844af-8752-4a7b-bcab-9bd1b1b3e000,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:00.175735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Transition to ACTIVE for port object e0995bae-c7aa-4a80-af8d-b20780195a50 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:00.196055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-460172613-network', 'tenant_id': '92f2c812fee4490e8e05afaf6351bba6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:00.207825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Attempting to bind port cc4844af-8752-4a7b-bcab-9bd1b1b3e000 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:00.208136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Attempting to bind port cc4844af-8752-4a7b-bcab-9bd1b1b3e000 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'b28cf6d3-9d81-4449-94fb-17854c5f9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e13d6453-2a0c-439d-bfee-c394839e1a2b'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:00.208625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Attempting to bind port cc4844af-8752-4a7b-bcab-9bd1b1b3e000 on network e13d6453-2a0c-439d-bfee-c394839e1a2b {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:00.216918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:00.217606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Checking segment: {'id': 'b28cf6d3-9d81-4449-94fb-17854c5f9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e13d6453-2a0c-439d-bfee-c394839e1a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:00.218188 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.218926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Bound using segment: {'id': 'b28cf6d3-9d81-4449-94fb-17854c5f9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e13d6453-2a0c-439d-bfee-c394839e1a2b'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:00.220225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Bound port: cc4844af-8752-4a7b-bcab-9bd1b1b3e000, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28cf6d3-9d81-4449-94fb-17854c5f9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e13d6453-2a0c-439d-bfee-c394839e1a2b'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:00.220787 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.242617 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af749d92-bd2d-4135-a457-5acbfc3d6f95 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.309415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] For port cc4844af-8752-4a7b-bcab-9bd1b1b3e000, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:00.309415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] For port cc4844af-8752-4a7b-bcab-9bd1b1b3e000, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cc4844af-8752-4a7b-bcab-9bd1b1b3e000,segment=NetworkSegment(b28cf6d3-9d81-4449-94fb-17854c5f9b13),segment_id=b28cf6d3-9d81-4449-94fb-17854c5f9b13)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:00.309415 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.355350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Network 9178c227-63f4-4542-941b-2dd6ba66f956 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:00.360670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:00.365050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:00.376485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Pushing event updated for resources: {'Port': ['ID=e0995bae-c7aa-4a80-af8d-b20780195a50,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:00.402078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e1aa8-1096-4915-a501-ee6e10d3e4fb req-8ab868a2-6abe-404c-86d0-f368eaa676f2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:00.408912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5d9e1aa8-1096-4915-a501-ee6e10d3e4fb req-8ab868a2-6abe-404c-86d0-f368eaa676f2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.4555361 Jun 30 03:00:00.420831 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af749d92-bd2d-4135-a457-5acbfc3d6f95 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.424964 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.498152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Attempting to bind port e0995bae-c7aa-4a80-af8d-b20780195a50 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:00.500872 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Attempting to bind port e0995bae-c7aa-4a80-af8d-b20780195a50 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '9f08783f-81c4-4bde-aac8-be6571247075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9178c227-63f4-4542-941b-2dd6ba66f956'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:00.509783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Attempting to bind port e0995bae-c7aa-4a80-af8d-b20780195a50 on network 9178c227-63f4-4542-941b-2dd6ba66f956 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:00.529081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:00.529831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Checking segment: {'id': '9f08783f-81c4-4bde-aac8-be6571247075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9178c227-63f4-4542-941b-2dd6ba66f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:00.530238 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.530809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Bound using segment: {'id': '9f08783f-81c4-4bde-aac8-be6571247075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9178c227-63f4-4542-941b-2dd6ba66f956'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:00.531299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Bound port: e0995bae-c7aa-4a80-af8d-b20780195a50, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f08783f-81c4-4bde-aac8-be6571247075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9178c227-63f4-4542-941b-2dd6ba66f956'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:00.531687 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.551763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cde98-4f85-4fe7-a7e8-8a1be49dd46a None None] Pushing event updated for resources: {'Port': ['ID=cc4844af-8752-4a7b-bcab-9bd1b1b3e000,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:00.573617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5d9e1aa8-1096-4915-a501-ee6e10d3e4fb req-bd0a7c1b-a53b-4f78-b62a-f588f3e100f7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636474 Jun 30 03:00:00.604569 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.621647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] For port e0995bae-c7aa-4a80-af8d-b20780195a50, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:00.625694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] For port e0995bae-c7aa-4a80-af8d-b20780195a50, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e0995bae-c7aa-4a80-af8d-b20780195a50,segment=NetworkSegment(9f08783f-81c4-4bde-aac8-be6571247075),segment_id=9f08783f-81c4-4bde-aac8-be6571247075)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:00.647669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af749d92-bd2d-4135-a457-5acbfc3d6f95 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.685691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af749d92-bd2d-4135-a457-5acbfc3d6f95 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Subnet': ['ID=17261088-252d-441a-99cf-8b04de10bdea,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:00.688168 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af749d92-bd2d-4135-a457-5acbfc3d6f95 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.690304 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-af749d92-bd2d-4135-a457-5acbfc3d6f95 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "DELETE /v2.0/subnets/17261088-252d-441a-99cf-8b04de10bdea HTTP/1.1" status: 204 len: 168 time: 1.4149473 Jun 30 03:00:00.693100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43074) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:00.704000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.729197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.841382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaba66ba-f3d7-4d0a-8c69-859f051b3897,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:00.856578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Made reservation on behalf of 92f2c812fee4490e8e05afaf6351bba6 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:00.859071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.872926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:00:00.885955 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.888694 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Added segment d77507d7-2b58-49c8-a6d2-16845a051c8e of type vlan for network c681f101-18ab-49bd-a6ce-2748a8894081 Jun 30 03:00:00.895259 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.896182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0a20b-759c-445f-9bf5-94d85a5de822 None None] Pushing event updated for resources: {'Port': ['ID=e0995bae-c7aa-4a80-af8d-b20780195a50,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:00.991233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.123766 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.127046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8a282a-15a2-44e6-9893-765a62e7f181 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Deleting subnet 071a8c07-5618-41e9-ba94-a8b41870ffe9 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:01.131224 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df8a282a-15a2-44e6-9893-765a62e7f181 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.203915 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df8a282a-15a2-44e6-9893-765a62e7f181 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.240519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca7d0-f442-4f42-a039-7858f4d102e8 req-1cd16de0-4966-4ad1-a367-fe6b1f7e9222 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:01.242488 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dccca7d0-f442-4f42-a039-7858f4d102e8 req-1cd16de0-4966-4ad1-a367-fe6b1f7e9222 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.3817608 Jun 30 03:00:01.246857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.247819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:01.248386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.283037 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.293251 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.355329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:01.375033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:00:01.384921 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fc97c5f7-7e89-4085-8fcc-4b240a845d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.406846 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.413458 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Added segment b6a5e681-2068-4da8-a54c-dfca124a56cf of type vlan for network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 Jun 30 03:00:01.492753 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.561102 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df8a282a-15a2-44e6-9893-765a62e7f181 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.597837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cc4844af-8752-4a7b-bcab-9bd1b1b3e000 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:01.687836 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.688939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:01.695134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.766060 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df8a282a-15a2-44e6-9893-765a62e7f181 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.784349 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2866530 Jun 30 03:00:01.828124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43084) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:01.830730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a282a-15a2-44e6-9893-765a62e7f181 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Subnet': ['ID=071a8c07-5618-41e9-ba94-a8b41870ffe9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:01.840600 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Request body: {'subnet': {'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2045555916-subnet', 'tenant_id': 'b99cde5e84794a719f4983c47bf041fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:01.844311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df8a282a-15a2-44e6-9893-765a62e7f181 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:01.853036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port cc4844af-8752-4a7b-bcab-9bd1b1b3e000 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:01.856961 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-df8a282a-15a2-44e6-9893-765a62e7f181 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "DELETE /v2.0/subnets/071a8c07-5618-41e9-ba94-a8b41870ffe9 HTTP/1.1" status: 204 len: 168 time: 1.1620433 Jun 30 03:00:01.859523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e0995bae-c7aa-4a80-af8d-b20780195a50 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:01.859919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43086) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:01.885301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] Pushing event updated for resources: {'Network': ['ID=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:01.913485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:00:01.929691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dccca7d0-f442-4f42-a039-7858f4d102e8 req-15447903-8dd5-41db-9236-4162cdb6efb6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6492360 Jun 30 03:00:01.930458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852af1bd-0876-426a-8a6f-36dfcf09286e admin admin] Pushing event updated for resources: {'Network': ['ID=c681f101-18ab-49bd-a6ce-2748a8894081,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:02.053725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3c5d8491-79bd-41ec-b0ad-a1f86374f5eb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0436714 Jun 30 03:00:02.066189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43088) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:02.067249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Request body: {'subnet': {'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-460172613-subnet', 'tenant_id': '92f2c812fee4490e8e05afaf6351bba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:02.089173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c681f101-18ab-49bd-a6ce-2748a8894081 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:00:02.096384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21243c00-4249-49f4-9b1a-3dcc0986bc16 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.103564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43092) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:02.114437 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-21243c00-4249-49f4-9b1a-3dcc0986bc16 tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2530060 Jun 30 03:00:02.139098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:00:02.139098 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 03:00:02.139098 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id_1': '92f2c812fee4490e8e05afaf6351bba6', 'expiration_1': datetime.datetime(2021, 6, 30, 3, 0, 2, 82615)}] Jun 30 03:00:02.139098 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:00:02.139641 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:00:02.292310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Made reservation on behalf of b99cde5e84794a719f4983c47bf041fb for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:02.294730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.372183 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.407749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e0995bae-c7aa-4a80-af8d-b20780195a50 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:02.425049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312bfac-033a-4bcb-963b-fd6273dd9070 req-4c2f4859-00e0-48a9-9212-f550d93e7985 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.431662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b312bfac-033a-4bcb-963b-fd6273dd9070 req-4c2f4859-00e0-48a9-9212-f550d93e7985 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.2727323 Jun 30 03:00:02.550740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9419b9-42df-45ae-a318-1b931d360953 None None] Network e13d6453-2a0c-439d-bfee-c394839e1a2b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:02.559656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e022-a3b7-4592-a19c-717a2ebf7419 req-f9e6fa11-f989-4a0c-bbb2-71e57da48d4b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.560676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b312bfac-033a-4bcb-963b-fd6273dd9070 req-f4a8b47c-765a-40a5-9b2f-78ad209e4143 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220558 Jun 30 03:00:02.579155 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6877e022-a3b7-4592-a19c-717a2ebf7419 req-f9e6fa11-f989-4a0c-bbb2-71e57da48d4b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.3302855 Jun 30 03:00:02.620725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Deleting port e0995bae-c7aa-4a80-af8d-b20780195a50 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:02.621389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.708820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6877e022-a3b7-4592-a19c-717a2ebf7419 req-b3067b00-3243-491d-9b0f-2af0691e6681 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987797 Jun 30 03:00:02.800846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] For port e0995bae-c7aa-4a80-af8d-b20780195a50, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e0995bae-c7aa-4a80-af8d-b20780195a50,segment=NetworkSegment(9f08783f-81c4-4bde-aac8-be6571247075),segment_id=9f08783f-81c4-4bde-aac8-be6571247075)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:02.801328 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:02.826919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Calling delete_port for e0995bae-c7aa-4a80-af8d-b20780195a50 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:02.972015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38687de-a310-465d-b9c1-238e310285d3 None None] DHCP port deletion for e13d6453-2a0c-439d-bfee-c394839e1a2b request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:00:03.060709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0cfb43-31cf-4386-9a30-a7e051b9e112 None None] Network 9178c227-63f4-4542-941b-2dd6ba66f956 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:03.128302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0d1d3ccc-df92-48d2-bbfb-3237efa813e8 None None] Provisioning for port cc4844af-8752-4a7b-bcab-9bd1b1b3e000 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:03.149582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0d1d3ccc-df92-48d2-bbfb-3237efa813e8 None None] Provisioning complete for port cc4844af-8752-4a7b-bcab-9bd1b1b3e000 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:03.150152 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0d1d3ccc-df92-48d2-bbfb-3237efa813e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.285154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d38687de-a310-465d-b9c1-238e310285d3 None None] Deleting port cc4844af-8752-4a7b-bcab-9bd1b1b3e000 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:03.285698 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d38687de-a310-465d-b9c1-238e310285d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.369465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cec284-aeef-44a4-9b7b-1f3dd9e54c92 req-95a803fd-80e8-4e5e-853d-c938fb069b08 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:03.371024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8cec284-aeef-44a4-9b7b-1f3dd9e54c92 req-95a803fd-80e8-4e5e-853d-c938fb069b08 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.1581564 Jun 30 03:00:03.372631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cc4844af-8752-4a7b-bcab-9bd1b1b3e000 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:03.385597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Made reservation on behalf of 92f2c812fee4490e8e05afaf6351bba6 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:03.402376 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.412545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d38687de-a310-465d-b9c1-238e310285d3 None None] For port cc4844af-8752-4a7b-bcab-9bd1b1b3e000, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cc4844af-8752-4a7b-bcab-9bd1b1b3e000,segment=NetworkSegment(b28cf6d3-9d81-4449-94fb-17854c5f9b13),segment_id=b28cf6d3-9d81-4449-94fb-17854c5f9b13)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:03.412545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d38687de-a310-465d-b9c1-238e310285d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.414852 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.440370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d38687de-a310-465d-b9c1-238e310285d3 None None] Calling delete_port for cc4844af-8752-4a7b-bcab-9bd1b1b3e000 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:03.464602 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.475994 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8cec284-aeef-44a4-9b7b-1f3dd9e54c92 req-53472ca9-9183-4f9b-9625-75c2df60bfe3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911808 Jun 30 03:00:03.480964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.512258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] No DVR routers for this DVR port e0995bae-c7aa-4a80-af8d-b20780195a50 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:03.582211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Port': ['ID=e0995bae-c7aa-4a80-af8d-b20780195a50,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:03.613758 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0d1d3ccc-df92-48d2-bbfb-3237efa813e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.662389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d9dadd-7908-45ae-b901-382946305b2e None None] DHCP port deletion for 9178c227-63f4-4542-941b-2dd6ba66f956 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:00:03.747376 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.760542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Checking segment: {'id': 'd77507d7-2b58-49c8-a6d2-16845a051c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:03.761162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Network hostable DHCP agents. Network: c681f101-18ab-49bd-a6ce-2748a8894081, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:00:03.769050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=105138e2-3c38-4d86-9a52-9c3bd8cc6a49,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:03.795144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9178c227-63f4-4542-941b-2dd6ba66f956']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:03.795917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.796266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.796609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.799256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.799256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.804917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.808096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.810077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.810436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.812009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.812009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.812009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.831448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f08783f-81c4-4bde-aac8-be6571247075') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:03.831767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f08783f-81c4-4bde-aac8-be6571247075') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:03.865083 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.891450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0d1d3ccc-df92-48d2-bbfb-3237efa813e8 None None] For port cc4844af-8752-4a7b-bcab-9bd1b1b3e000, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cc4844af-8752-4a7b-bcab-9bd1b1b3e000,segment=NetworkSegment(b28cf6d3-9d81-4449-94fb-17854c5f9b13),segment_id=b28cf6d3-9d81-4449-94fb-17854c5f9b13)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:03.944764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.975039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:03.978933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:03.981248 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:04.013082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Network c681f101-18ab-49bd-a6ce-2748a8894081 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:00:04.105143 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0d1d3ccc-df92-48d2-bbfb-3237efa813e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.125791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07b98b-e112-450c-8352-1836536c90d0 req-5d9cd2d7-4b47-465f-b5a6-1e7105dee620 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:04.134898 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd07b98b-e112-450c-8352-1836536c90d0 req-5d9cd2d7-4b47-465f-b5a6-1e7105dee620 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.2173059 Jun 30 03:00:04.160319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d3ccc-df92-48d2-bbfb-3237efa813e8 None None] Pushing event updated for resources: {'Port': ['ID=cc4844af-8752-4a7b-bcab-9bd1b1b3e000,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:04.184883 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd07b98b-e112-450c-8352-1836536c90d0 req-2a7c3de8-18a1-40d9-b1bd-dd6f9de5e3e2 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489526 Jun 30 03:00:04.220384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-24e07bdd-ceed-46ea-9d66-4ff58ebe2845 None None] Could not find standard attr ID for object e0995bae-c7aa-4a80-af8d-b20780195a50. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:00:04.235873 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.237444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c681f101-18ab-49bd-a6ce-2748a8894081) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:04.238234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.244519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:04.245881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.258141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b907694e-4464-4935-8f6a-be83889d5285 None None] Network c681f101-18ab-49bd-a6ce-2748a8894081 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:04.313292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d38687de-a310-465d-b9c1-238e310285d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.362216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38687de-a310-465d-b9c1-238e310285d3 None None] Pushing event deleted for resources: {'Port': ['ID=cc4844af-8752-4a7b-bcab-9bd1b1b3e000,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:04.365304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38687de-a310-465d-b9c1-238e310285d3 None None] No DVR routers for this DVR port cc4844af-8752-4a7b-bcab-9bd1b1b3e000 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:04.377664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.384536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "DELETE /v2.0/networks/9178c227-63f4-4542-941b-2dd6ba66f956 HTTP/1.1" status: 204 len: 168 time: 2.2796087 Jun 30 03:00:04.387021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f26a757-6c41-48ca-bac9-6dced2ed1a20,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:04.391011 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7845ef61-3b25-41d8-859c-6b42c319ebcc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5542686 Jun 30 03:00:04.392112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43110) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:04.438002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a1691-4352-4f5f-8d84-6f4dc9a9372b tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Network': ['ID=9178c227-63f4-4542-941b-2dd6ba66f956,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:04.511216 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:00:04.606624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Checking segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:04.607390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Network hostable DHCP agents. Network: 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:00:04.671012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897f190-050b-43f5-b089-2c030ed630f1 req-c331c8f5-8866-427d-be36-7e68162f5959 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:04.683441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1897f190-050b-43f5-b089-2c030ed630f1 req-c331c8f5-8866-427d-be36-7e68162f5959 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.2427325 Jun 30 03:00:04.719981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c0d33-0268-4af3-9342-7c9451043b5b None None] Network c681f101-18ab-49bd-a6ce-2748a8894081 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:04.773056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:04.774072 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1897f190-050b-43f5-b089-2c030ed630f1 req-22239b4c-1f94-401a-894b-4c95abe6297d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892580 Jun 30 03:00:04.854836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be016a-5bcc-49ac-a2be-0b149465b13d req-7d541221-23f6-4a7a-84c3-11e6d519a80f tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:04.854836 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46be016a-5bcc-49ac-a2be-0b149465b13d req-7d541221-23f6-4a7a-84c3-11e6d519a80f tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.2094693 Jun 30 03:00:04.969512 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46be016a-5bcc-49ac-a2be-0b149465b13d req-5e5ba9a7-179d-4962-aeb5-638aaf61a064 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116753 Jun 30 03:00:04.991327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.013056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13d6453-2a0c-439d-bfee-c394839e1a2b']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28cf6d3-9d81-4449-94fb-17854c5f9b13') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28cf6d3-9d81-4449-94fb-17854c5f9b13') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:05.089946 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:05.316673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e0995bae-c7aa-4a80-af8d-b20780195a50 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:05.337330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e0995bae-c7aa-4a80-af8d-b20780195a50 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:05.393354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e0995bae-c7aa-4a80-af8d-b20780195a50 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:05.394045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dae846-8805-4255-aa31-cd3495f9a584 req-86df869f-c3e8-4bb9-9d37-9235c6aa958c tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:05.394045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40dae846-8805-4255-aa31-cd3495f9a584 req-86df869f-c3e8-4bb9-9d37-9235c6aa958c tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0748823 Jun 30 03:00:05.422242 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40dae846-8805-4255-aa31-cd3495f9a584 req-915c2bed-d768-4f8a-b106-e69479fe3db7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393550 Jun 30 03:00:05.775388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:00:05.779091 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.812962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43126) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:05.896431 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.914708 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.917611 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "DELETE /v2.0/networks/e13d6453-2a0c-439d-bfee-c394839e1a2b HTTP/1.1" status: 204 len: 168 time: 1.5134716 Jun 30 03:00:05.920588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43130) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:05.965748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b734ff1-9227-448b-841b-635d15b94a0a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Network': ['ID=e13d6453-2a0c-439d-bfee-c394839e1a2b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:05.970062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-734580c2-8ecf-43b5-9230-18967471d70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.008899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.014133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:06.019353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:06.020093 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.020573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae37804-f911-4723-bbda-9969cc0e132c req-29f8305d-6168-4049-b6be-749ca0e8c67b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:06.022252 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ae37804-f911-4723-bbda-9969cc0e132c req-29f8305d-6168-4049-b6be-749ca0e8c67b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.1277599 Jun 30 03:00:06.033008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3809cb-4da8-407c-9b89-23598156e7a3 None None] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:06.149743 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-734580c2-8ecf-43b5-9230-18967471d70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.166393 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ae37804-f911-4723-bbda-9969cc0e132c req-00140571-bab3-4dd4-8b4c-2308ebba0bbd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592275 Jun 30 03:00:06.188099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4ff38a-529e-44dc-ac57-96a1a22eb19c None None] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:06.288333 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-734580c2-8ecf-43b5-9230-18967471d70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.336938 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-734580c2-8ecf-43b5-9230-18967471d70f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec143529c46c48dba6d28efce1e38426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5224879 Jun 30 03:00:06.340496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43134) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:06.350446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734580c2-8ecf-43b5-9230-18967471d70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3ac5db-b492-429b-b440-82c5168fa5c2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:06.402775 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0eb61e28-b00e-4987-b9d8-314fcc3f9f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.426117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0eb61e28-b00e-4987-b9d8-314fcc3f9f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.562738 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.577439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b26c646-9150-46fe-b70b-4002b3c36391']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:06.590066 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0eb61e28-b00e-4987-b9d8-314fcc3f9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.596672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219c0cbc-363a-4628-8ff3-440346f7d7ee') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:06.596672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219c0cbc-363a-4628-8ff3-440346f7d7ee') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:06.596910 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0eb61e28-b00e-4987-b9d8-314fcc3f9f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.596910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0eb61e28-b00e-4987-b9d8-314fcc3f9f1b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c3ac5db-b492-429b-b440-82c5168fa5c2 HTTP/1.1" status: 204 len: 168 time: 0.2522688 Jun 30 03:00:06.611427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb61e28-b00e-4987-b9d8-314fcc3f9f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3ac5db-b492-429b-b440-82c5168fa5c2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:06.612863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.628876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f80fdd65-fa87-4292-9e3c-efc964279628 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.5689101 Jun 30 03:00:06.649669 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.654872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a815-f6d5-4c97-b63e-d2fcd286c8e3 req-c3ede644-0c01-4895-82ce-7d55da340a5a tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:06.659164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-a88070bb-3ce7-45d3-9750-6c587622c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:06.660118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-a88070bb-3ce7-45d3-9750-6c587622c921 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 1096 time: 0.5692899 Jun 30 03:00:06.663600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c78a815-f6d5-4c97-b63e-d2fcd286c8e3 req-c3ede644-0c01-4895-82ce-7d55da340a5a tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1094401 Jun 30 03:00:06.679285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:06.680056 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:06.687839 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:06.722238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c78a815-f6d5-4c97-b63e-d2fcd286c8e3 req-20acbc08-57ec-4cb6-b837-d0bede144a56 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574963 Jun 30 03:00:06.723895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d96c25-2371-47ae-834d-9e177308c39b req-e9cbea9c-0601-48c4-8d7a-442b1b7034f5 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:06.730100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-98d96c25-2371-47ae-834d-9e177308c39b req-e9cbea9c-0601-48c4-8d7a-442b1b7034f5 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.2451665 Jun 30 03:00:06.860226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-98d96c25-2371-47ae-834d-9e177308c39b req-236fc1a5-35e2-424d-b07a-3aacc6e60223 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284544 Jun 30 03:00:06.902841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-6b566207-54ac-47f5-bfbd-27a9c04784d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:06.904348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-6b566207-54ac-47f5-bfbd-27a9c04784d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 911 time: 0.2157056 Jun 30 03:00:06.979031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-1e9492a0-3d91-4eca-97ee-d5c488e397ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 HTTP/1.1" status: 200 len: 1001 time: 0.0674284 Jun 30 03:00:07.014798 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.026228 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.027995 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "DELETE /v2.0/networks/5b26c646-9150-46fe-b70b-4002b3c36391 HTTP/1.1" status: 204 len: 168 time: 1.1060176 Jun 30 03:00:07.030668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43154) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:07.042288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2c474-3b7c-4556-ba6b-283dc1f51d2c tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Network': ['ID=5b26c646-9150-46fe-b70b-4002b3c36391,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:07.050956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-024e5df4-bf90-4cf1-9849-b4952cd015dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:07.052671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-024e5df4-bf90-4cf1-9849-b4952cd015dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 200 len: 849 time: 0.0662079 Jun 30 03:00:07.169330 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.173031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-3d624f74-2cf7-4fdd-bf6f-7a9dc0da5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:07.175073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-3d624f74-2cf7-4fdd-bf6f-7a9dc0da5f09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122158 Jun 30 03:00:07.278304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-af127e64-4c80-4700-a173-7c89173ad2ce service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953414 Jun 30 03:00:07.362621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.387548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd543cb-9650-42c6-9425-a49fccff33ca']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:07.411625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fe0499-37b2-49c6-a69d-9715f51026f0') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:07.412111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fe0499-37b2-49c6-a69d-9715f51026f0') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:07.427062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.434942 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd393e-28ce-4d1b-bf5a-a3c4ef846fe6 req-4d21fc66-de88-4b1e-abf9-b1230f286875 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:07.436647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-27bd393e-28ce-4d1b-bf5a-a3c4ef846fe6 req-4d21fc66-de88-4b1e-abf9-b1230f286875 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.1046543 Jun 30 03:00:07.436802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-c3b9354b-27d7-425a-b0f9-3937b55771ec tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:07.438240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-c3b9354b-27d7-425a-b0f9-3937b55771ec tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.2648203 Jun 30 03:00:07.444362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69ab9f32-b84c-4211-bc3b-9daee9312652 req-434f1d38-6986-4d22-be56-901baaac824b service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589596 Jun 30 03:00:07.463131 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-3b400b3f-e672-4fef-bbf1-9d96ad019e56 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/quotas/92f2c812fee4490e8e05afaf6351bba6 HTTP/1.1" status: 200 len: 375 time: 0.0184748 Jun 30 03:00:07.464079 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.472271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:07.473584 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:07.479535 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:07.503828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-27bd393e-28ce-4d1b-bf5a-a3c4ef846fe6 req-52109b12-85dd-4682-bd64-671159055bfd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579288 Jun 30 03:00:07.551726 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7aa1c703-dee5-4f6c-a7e4-7946734a0c97 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803149 Jun 30 03:00:07.668303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7df294c6-2e37-4c59-bd40-d149b0e7aaa8 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064856 Jun 30 03:00:07.682615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43172) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:07.706601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36817432-5750-41dd-aa56-a616b0cd9d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.758995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.767856 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.773561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] 10.222.0.77 "DELETE /v2.0/networks/5fd543cb-9650-42c6-9425-a49fccff33ca HTTP/1.1" status: 204 len: 168 time: 0.7388628 Jun 30 03:00:07.814567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b7f57-5ebb-4566-bf41-888e64167c1a tempest-BulkNetworkOpsTest-139004112 tempest-BulkNetworkOpsTest-139004112-project] Pushing event deleted for resources: {'Network': ['ID=5fd543cb-9650-42c6-9425-a49fccff33ca,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:07.829004 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-36c6f26c-0515-4acd-a721-a008c67cd9ef service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527348 Jun 30 03:00:07.834468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36817432-5750-41dd-aa56-a616b0cd9d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.979383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6623-7f15-4844-bc7c-90e88bbb62a3 req-0c22613d-78b8-45ca-bd89-375c53bae15d tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:07.980824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fa6f6623-7f15-4844-bc7c-90e88bbb62a3 req-0c22613d-78b8-45ca-bd89-375c53bae15d tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0761063 Jun 30 03:00:07.982005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36817432-5750-41dd-aa56-a616b0cd9d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.043143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-36817432-5750-41dd-aa56-a616b0cd9d4a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b58093180b74395946f9987dc69d8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589711 Jun 30 03:00:08.045795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43182) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:08.049031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36817432-5750-41dd-aa56-a616b0cd9d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756f5289-ba27-4586-82ab-c49b7aca71a3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:08.065374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fa6f6623-7f15-4844-bc7c-90e88bbb62a3 req-bbe31782-02b1-4db4-b18d-4a848d3e1a7e tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771801 Jun 30 03:00:08.107232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75c688fd-89a5-495f-8d07-2a18c8f3b80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.129203 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75c688fd-89a5-495f-8d07-2a18c8f3b80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.274386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae7fe7e6-c143-401a-aed6-ec5fbcf2c85f req-ace3c103-1a7c-494e-af28-d11a7ae2e211 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 210 time: 0.0326834 Jun 30 03:00:08.345546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222214c-de95-48f6-bdc5-f6eb23e7af57 req-6f67d772-264a-49ef-a468-41301fc2db3e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:08.347109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1222214c-de95-48f6-bdc5-f6eb23e7af57 req-6f67d772-264a-49ef-a468-41301fc2db3e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0888023 Jun 30 03:00:08.379123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75c688fd-89a5-495f-8d07-2a18c8f3b80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.381611 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75c688fd-89a5-495f-8d07-2a18c8f3b80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.382730 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-75c688fd-89a5-495f-8d07-2a18c8f3b80d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/756f5289-ba27-4586-82ab-c49b7aca71a3 HTTP/1.1" status: 204 len: 168 time: 0.3358378 Jun 30 03:00:08.393297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c688fd-89a5-495f-8d07-2a18c8f3b80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f5289-ba27-4586-82ab-c49b7aca71a3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:08.397322 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1222214c-de95-48f6-bdc5-f6eb23e7af57 req-d2752c56-fd9d-4fdb-b8ce-c87ca0d35858 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443687 Jun 30 03:00:08.579758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43198) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:08.710153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ae14b-6e31-40cc-becb-c8dc2028c4b6 req-37b281c9-c30b-42b1-b773-527e6cf84c5f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:08.713606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a23ae14b-6e31-40cc-becb-c8dc2028c4b6 req-37b281c9-c30b-42b1-b773-527e6cf84c5f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.0816748 Jun 30 03:00:08.762735 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a23ae14b-6e31-40cc-becb-c8dc2028c4b6 req-6ccd4148-367a-44ec-a6df-e43e7be6e29e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Jun 30 03:00:08.866812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6dac3f68-9421-4ef5-863e-167bbd20136a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29618cbf23f040c8a5737f97879cb22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870154 Jun 30 03:00:08.870036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43210) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:08.943600 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be372520-8f5d-4da0-9de4-e7dc8f3e9b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.971502 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be372520-8f5d-4da0-9de4-e7dc8f3e9b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.083480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-88f4f62c-5f76-4e07-8343-b4c2c10cbd08 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:09.084950 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-88f4f62c-5f76-4e07-8343-b4c2c10cbd08 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/networks?id=c681f101-18ab-49bd-a6ce-2748a8894081 HTTP/1.1" status: 200 len: 809 time: 0.1115918 Jun 30 03:00:09.103972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-1e901c0b-7990-426c-b77a-4a7b897f1515 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/quotas/b99cde5e84794a719f4983c47bf041fb HTTP/1.1" status: 200 len: 375 time: 0.0128400 Jun 30 03:00:09.139889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-2d8362a4-5a7f-451a-a87d-63084ef003da tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b99cde5e84794a719f4983c47bf041fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289717 Jun 30 03:00:09.185650 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be372520-8f5d-4da0-9de4-e7dc8f3e9b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.191715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be372520-8f5d-4da0-9de4-e7dc8f3e9b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:09.198290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-be372520-8f5d-4da0-9de4-e7dc8f3e9b43 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/884ef98b-190d-42ce-95db-93521b0c5719 HTTP/1.1" status: 204 len: 168 time: 0.3249710 Jun 30 03:00:09.246388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be372520-8f5d-4da0-9de4-e7dc8f3e9b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884ef98b-190d-42ce-95db-93521b0c5719,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:09.261240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c89f6e86-de2f-46f4-a542-d9a1cdf86882 service neutron] 10.222.0.77 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124210 Jun 30 03:00:09.322792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d22ff9-22ca-45ad-b864-d69a84a2055d req-89e7fcc9-2d0c-4c3f-badc-db4c5c4169c5 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:09.324430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65d22ff9-22ca-45ad-b864-d69a84a2055d req-89e7fcc9-2d0c-4c3f-badc-db4c5c4169c5 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1241775 Jun 30 03:00:09.371770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65d22ff9-22ca-45ad-b864-d69a84a2055d req-93438d61-9d15-4138-a29d-3c9c7ee59df3 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Jun 30 03:00:09.378280 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-d67fe3c9-6fce-4cbf-83c1-7ec68cb30f59 service neutron] 10.222.0.77 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158960 Jun 30 03:00:09.549711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bffa1378-5978-4383-9678-dfbbaeef9f72 req-3b69798b-ab19-401b-9a1f-2d07b0ac5506 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 210 time: 0.0310633 Jun 30 03:00:09.730884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe278f2c-cef2-4b61-8073-05eb7133a11f req-f38d60f1-b505-4f3f-8045-c9df4f66a1a7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:09.733280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe278f2c-cef2-4b61-8073-05eb7133a11f req-f38d60f1-b505-4f3f-8045-c9df4f66a1a7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0818281 Jun 30 03:00:09.779653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f7cc21b-0e37-4a04-be61-6881ab2294d2 req-e5d2ed29-e673-4b5e-979c-c41fb7b9d8a9 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 210 time: 0.0373785 Jun 30 03:00:09.783377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe278f2c-cef2-4b61-8073-05eb7133a11f req-30e7cc97-4d6a-48d1-a238-441066065e79 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398643 Jun 30 03:00:10.007497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569bec4-c875-49ff-a7c9-bad3b22304fc req-ca37fda3-d643-4afa-80ee-9d8277c90699 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:10.009046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6569bec4-c875-49ff-a7c9-bad3b22304fc req-ca37fda3-d643-4afa-80ee-9d8277c90699 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.0666835 Jun 30 03:00:10.047830 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6569bec4-c875-49ff-a7c9-bad3b22304fc req-32d28958-0176-44f9-b4cf-e481c33c85a5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Jun 30 03:00:10.298843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c0a4e-aab6-40a8-a19b-381e28c456fc req-b52d6373-fdab-4864-ba5c-0aaaa46ca635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:10.300998 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-246c0a4e-aab6-40a8-a19b-381e28c456fc req-b52d6373-fdab-4864-ba5c-0aaaa46ca635 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1097 time: 0.0624163 Jun 30 03:00:10.343036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-246c0a4e-aab6-40a8-a19b-381e28c456fc req-736960ca-a553-42f2-bec4-4e8321577731 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Jun 30 03:00:10.595254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf22e6c-63aa-4df8-b29e-0b640eb56cbf req-c84a8c34-2771-4b39-a631-2d6005a7e099 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:10.598359 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-daf22e6c-63aa-4df8-b29e-0b640eb56cbf req-c84a8c34-2771-4b39-a631-2d6005a7e099 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0942092 Jun 30 03:00:10.638783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-daf22e6c-63aa-4df8-b29e-0b640eb56cbf req-0fd8c9e8-3ac2-490f-8a08-d48b9e3d1c04 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357714 Jun 30 03:00:10.774964 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53e43f84-79f0-4476-a1c0-e9e7ba088bcb req-581e8442-aa6e-43ea-a255-cf55f0f0b680 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 210 time: 0.0354669 Jun 30 03:00:10.857133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43298) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:10.901265 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-140a7582-3696-4708-8a95-7f7f555ea610 req-0ba13386-edc2-4497-9e4b-faf717921649 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 210 time: 0.0311167 Jun 30 03:00:11.071287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1751008173'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:11.219349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:11.222945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:11.242496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75b6d8-ecd7-4fd4-9d57-5b000e4b66f2 req-b051bf8f-e0e8-4f2d-93cd-15d23941bc3d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:11.244126 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6e75b6d8-ecd7-4fd4-9d57-5b000e4b66f2 req-b051bf8f-e0e8-4f2d-93cd-15d23941bc3d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.0792887 Jun 30 03:00:11.245524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:11.314119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6e75b6d8-ecd7-4fd4-9d57-5b000e4b66f2 req-a58ef226-77ee-4612-9e25-be26a652c44b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599408 Jun 30 03:00:11.391272 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:11.521476 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:11.545308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:00:11.559542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2e0a5b-1f57-46d2-858a-da15fa0b7ab4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:11.564348 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:11.564779 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Added segment a60c0412-28b1-42b8-8c53-e4b317189265 of type vlan for network 159ff0d0-37e2-4312-bcaa-277fbb62a12e Jun 30 03:00:11.609316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:11.839752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4f2c-3b6f-4b34-a65b-fa7c7e371daf req-d1db02cf-9451-4abb-a7ad-0969a43fd71a tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:11.841530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddde4f2c-3b6f-4b34-a65b-fa7c7e371daf req-d1db02cf-9451-4abb-a7ad-0969a43fd71a tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0763614 Jun 30 03:00:11.847293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:11.854917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:11.855264 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:11.946596 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4b90e95-ac42-4035-af12-d78c0ffed705 req-65daac92-0def-4217-a3e0-b92f4ffc5228 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 210 time: 0.0315585 Jun 30 03:00:11.957523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Network': ['ID=159ff0d0-37e2-4312-bcaa-277fbb62a12e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:11.972349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:00:11.972993 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddde4f2c-3b6f-4b34-a65b-fa7c7e371daf req-847f22e0-3346-4d2e-a723-441a5c97d527 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134305 Jun 30 03:00:12.029568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-6387976f-16ef-4073-8466-21c8e4c96d04 req-f0a5a0aa-e890-4b65-9f7b-eef25020b8a4 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-590590936', 'description': 'tempest-description-1768728862'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:12.097837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f83fea7d-e5c4-41b8-a89e-1a9a95ceb6ef tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2393248 Jun 30 03:00:12.098779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43330) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:12.107781 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1a8958a1-791a-43a3-8f46-7dff77781448 req-a4375ff1-43eb-46aa-a47e-1713b992bb82 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 210 time: 0.0372992 Jun 30 03:00:12.108433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'name': 'tempest-PortsIpV6TestJSON-1294196363'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:12.306406 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6387976f-16ef-4073-8466-21c8e4c96d04 req-f0a5a0aa-e890-4b65-9f7b-eef25020b8a4 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.384973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-fe8e1a8b-4561-4716-89d2-2fd8d182cf6b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:12.386624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-fe8e1a8b-4561-4716-89d2-2fd8d182cf6b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.1414042 Jun 30 03:00:12.404033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Request body: {'port': {'device_id': '0726ff87-d947-4a24-9f18-08eb9c5d70bc', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'admin_state_up': True, 'tenant_id': '92f2c812fee4490e8e05afaf6351bba6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:12.463793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:12.467464 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.528108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port a9415e80-1cce-404c-98a3-62d8127275d8 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:12.730498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6387976f-16ef-4073-8466-21c8e4c96d04 req-f0a5a0aa-e890-4b65-9f7b-eef25020b8a4 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.855659 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.855659 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6387976f-16ef-4073-8466-21c8e4c96d04 req-f0a5a0aa-e890-4b65-9f7b-eef25020b8a4 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:12.860928 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-14f8c156-054f-4e54-b615-a704b8807fc7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1939330 Jun 30 03:00:12.874681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a9ff7-9fd0-4aa5-9776-0b665f4ae64b req-ef3c19bf-7046-4bf9-99d3-0c1a423ea663 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:12.885542 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a6a9ff7-9fd0-4aa5-9776-0b665f4ae64b req-ef3c19bf-7046-4bf9-99d3-0c1a423ea663 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.4260538 Jun 30 03:00:12.927793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a6a9ff7-9fd0-4aa5-9776-0b665f4ae64b req-ff80d5e1-03e9-49b6-a68c-dc367cd7f49f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447750 Jun 30 03:00:12.950764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5a0aa-e890-4b65-9f7b-eef25020b8a4 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaf4312-a1c3-4194-bd8e-0b471f142205,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:12.994279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-13746812-54f3-4bdf-b099-56ff5504e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:12.995926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-13746812-54f3-4bdf-b099-56ff5504e737 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 1096 time: 0.1049545 Jun 30 03:00:13.072315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Made reservation on behalf of 92f2c812fee4490e8e05afaf6351bba6 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:13.076052 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.151821 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.195040 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-669ac446-1eb2-4741-876a-1ec922cd0443 req-1e9e4147-bc4c-4afb-b34d-d468c048ddbd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 210 time: 0.0478561 Jun 30 03:00:13.213003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6387976f-16ef-4073-8466-21c8e4c96d04 req-f0a5a0aa-e890-4b65-9f7b-eef25020b8a4 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.221993 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6387976f-16ef-4073-8466-21c8e4c96d04 req-f0a5a0aa-e890-4b65-9f7b-eef25020b8a4 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.1891012 Jun 30 03:00:13.251720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=a9415e80-1cce-404c-98a3-62d8127275d8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:13.267789 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-0fa48d51-d9bb-494f-9c68-d56281bd170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:13.270363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-0fa48d51-d9bb-494f-9c68-d56281bd170e service neutron] 10.222.0.74 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 911 time: 0.2467897 Jun 30 03:00:13.347364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b21ca65-a7a3-4aa4-8541-9143749b2257 req-43f4263c-a540-4415-8342-6e5938601ddb tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 210 time: 0.0311544 Jun 30 03:00:13.471703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Checking segment: {'id': 'a60c0412-28b1-42b8-8c53-e4b317189265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:13.472543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network hostable DHCP agents. Network: 159ff0d0-37e2-4312-bcaa-277fbb62a12e, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:00:13.490720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Allocated IP 172.20.0.7 (0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9/3f26a757-6c41-48ca-bac9-6dced2ed1a20/2c27ed4c-355a-4a80-b480-1686eb177fa1) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:13.522561 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c650c68-86e1-413d-a122-630fd381919b req-4ac81498-b761-4488-8e12-c72333c22ea6 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-590590936&fields=id&tenant_id=605bdba63e5940dea677e340c1d9e2a9 HTTP/1.1" status: 200 len: 267 time: 0.1972742 Jun 30 03:00:13.529929 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-bd9ddcc8-1199-4c74-8e46-70e08028fc49 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 HTTP/1.1" status: 200 len: 1001 time: 0.2495365 Jun 30 03:00:13.663601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-f9473b28-447a-4f2c-b772-3855fcd5401a tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:13.665569 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-f9473b28-447a-4f2c-b772-3855fcd5401a tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.83 "GET /v2.0/networks?id=c681f101-18ab-49bd-a6ce-2748a8894081 HTTP/1.1" status: 200 len: 809 time: 0.3101087 Jun 30 03:00:13.689112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Request body: {'port': {'device_id': '19c7732d-c1ab-4c19-8cb3-e352d735d974', 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081', 'admin_state_up': True, 'tenant_id': 'b99cde5e84794a719f4983c47bf041fb'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:13.710086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-d2b97659-9435-44dd-be35-1668025599fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:13.711524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-d2b97659-9435-44dd-be35-1668025599fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 200 len: 849 time: 0.1712587 Jun 30 03:00:13.830613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:00:13.877251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c650c68-86e1-413d-a122-630fd381919b req-d01a4241-71e7-4edf-b474-69d69f3be694 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:13.878779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c650c68-86e1-413d-a122-630fd381919b req-d01a4241-71e7-4edf-b474-69d69f3be694 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.3466244 Jun 30 03:00:13.914008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-6c650c68-86e1-413d-a122-630fd381919b req-a56f2ea9-6243-4297-9365-5e3da4f6e6b7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Request body: {'port': {'security_groups': ['8ae0e068-c943-47af-b853-675b2952df3e', 'eaaf4312-a1c3-4194-bd8e-0b471f142205']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:13.994422 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.026455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-48160469-f3dd-4e9a-a2ae-f84676084a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.027953 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-48160469-f3dd-4e9a-a2ae-f84676084a97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506218 Jun 30 03:00:14.067662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 159ff0d0-37e2-4312-bcaa-277fbb62a12e) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:14.076650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e387f72-ce37-4b66-95b7-b801d94dab76 None None] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:14.084489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:14.094313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.094989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.136956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3c02b-0120-4da0-b590-c57a6cf91f49 req-c15c420f-ea1d-4282-a15c-dde206f26caa tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.138527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4d3c02b-0120-4da0-b590-c57a6cf91f49 req-c15c420f-ea1d-4282-a15c-dde206f26caa tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 944 time: 0.0761900 Jun 30 03:00:14.157538 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6c650c68-86e1-413d-a122-630fd381919b req-a56f2ea9-6243-4297-9365-5e3da4f6e6b7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.177828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4d3c02b-0120-4da0-b590-c57a6cf91f49 req-0a4a3999-db89-49e2-abd7-4e2aecdf1685 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334208 Jun 30 03:00:14.190389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Made reservation on behalf of b99cde5e84794a719f4983c47bf041fb for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:14.194460 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.307665 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dd306655-75c5-47b8-9034-9d74d8639e72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2054765 Jun 30 03:00:14.314279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43372) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:14.322511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1003832563'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:14.346275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.353936 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-c2096226-79ac-4b8a-a9d6-f63658fc663a service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058717 Jun 30 03:00:14.419735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:14.423187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.454155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:14.471864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:00:14.486086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.486430 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Added segment 099252e5-c2c7-4a9d-bbbd-d274db82febd of type vlan for network 3b54f234-4408-4982-b1c8-04546bc2d51b Jun 30 03:00:14.491410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:14.505775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:14.538254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405f6f9-ce5e-4b2c-99bc-71dd68723369 req-72abe164-0d69-4547-b357-cb69b2ecb2e4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.539743 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1405f6f9-ce5e-4b2c-99bc-71dd68723369 req-72abe164-0d69-4547-b357-cb69b2ecb2e4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 931 time: 0.1317856 Jun 30 03:00:14.555953 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.604642 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1405f6f9-ce5e-4b2c-99bc-71dd68723369 req-5bb952cb-00d4-4447-8aed-2bc5476e1f00 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508716 Jun 30 03:00:14.705673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 96f23b53-8855-41d7-9f33-a20cba6924fc details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:00:14.756332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.763353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.764146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.819851 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe632acd-30a3-45c2-b1fe-72b34277f30f req-20621f72-1cd8-4337-8aa9-d861ddc3c845 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 210 time: 0.0806994 Jun 30 03:00:14.821011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:14.836108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'port_id': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'mac_address': 'fa:16:3e:c9:47:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:00:14.879373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.895019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f23b53-8855-41d7-9f33-a20cba6924fc {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:14.898628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Network': ['ID=3b54f234-4408-4982-b1c8-04546bc2d51b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:14.921258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 3b54f234-4408-4982-b1c8-04546bc2d51b details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:00:14.921671 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a8c8a810-6acc-437f-a9a4-dd88c6de7e9e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6024535 Jun 30 03:00:14.925983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43378) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:14.934331 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'ports': [{'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e'}, {'network_id': '3b54f234-4408-4982-b1c8-04546bc2d51b'}]} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:14.934681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:14.935815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '3b54f234-4408-4982-b1c8-04546bc2d51b'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:14.937841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:14.991736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Allocated IP 172.20.0.4 (c681f101-18ab-49bd-a6ce-2748a8894081/105138e2-3c38-4d86-9a52-9c3bd8cc6a49/7f1b0b94-b0af-496f-a948-aaa1aeda7dea) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:14.994595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event updated for resources: {'Port': ['ID=2c27ed4c-355a-4a80-b480-1686eb177fa1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:14.996125 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-e34ff49d-e94b-4f08-b23e-4cec1eedab1c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3047097 Jun 30 03:00:14.996956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43380) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:15.013868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.053144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.053821 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.084532 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43f79058-cfd7-49ec-b7af-1b887836fb1d req-8a9bf97c-b442-43fa-9f59-83d40895b951 service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7138975 Jun 30 03:00:15.088118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:15.177796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-18aea2ac-4b69-41db-be67-05bfefab75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.179468 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-18aea2ac-4b69-41db-be67-05bfefab75e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1097 time: 0.0668068 Jun 30 03:00:15.195524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-6f725307-97b2-40ec-a6ea-4bdd9ac764ff tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7996528 Jun 30 03:00:15.199405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6c650c68-86e1-413d-a122-630fd381919b req-a56f2ea9-6243-4297-9365-5e3da4f6e6b7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] For port f3c2565b-5422-4361-b08f-68f9506b262b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f3c2565b-5422-4361-b08f-68f9506b262b,segment=NetworkSegment(c9474e88-f84b-401e-b25b-e50f9b7dd1d6),segment_id=c9474e88-f84b-401e-b25b-e50f9b7dd1d6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:15.219112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Request body: {'port': {'device_id': '0726ff87-d947-4a24-9f18-08eb9c5d70bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:15.227752 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91cc3a9f-6646-482b-a128-6748f31c5321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.302725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 2} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:15.303263 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6c650c68-86e1-413d-a122-630fd381919b req-a56f2ea9-6243-4297-9365-5e3da4f6e6b7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.308288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['96f23b53-8855-41d7-9f33-a20cba6924fc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:15.308654 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.336036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-15142a96-9153-488f-9117-b0731c76f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.337817 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-15142a96-9153-488f-9117-b0731c76f9dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 920 time: 0.1289272 Jun 30 03:00:15.363971 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.391512 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.393066 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.412311 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6c650c68-86e1-413d-a122-630fd381919b req-a56f2ea9-6243-4297-9365-5e3da4f6e6b7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.416818 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-6ce2d960-513f-4eab-9452-d77642aa0d1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 217 time: 0.0589356 Jun 30 03:00:15.435803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f3c2565b-5422-4361-b08f-68f9506b262b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:15.521151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c650c68-86e1-413d-a122-630fd381919b req-a56f2ea9-6243-4297-9365-5e3da4f6e6b7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.521846 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6c650c68-86e1-413d-a122-630fd381919b req-a56f2ea9-6243-4297-9365-5e3da4f6e6b7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.523258 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c650c68-86e1-413d-a122-630fd381919b req-a56f2ea9-6243-4297-9365-5e3da4f6e6b7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "PUT /v2.0/ports/f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 982 time: 1.6313574 Jun 30 03:00:15.523722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:15.526908 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ba5c9c-a95a-4309-9f7b-f18165d107a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:15.572313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f3c2565b-5422-4361-b08f-68f9506b262b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:15.590822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port f2cb7025-57b3-4fde-a051-a5297cc10224 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:15.604884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f2ea9-6243-4297-9365-5e3da4f6e6b7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Pushing event updated for resources: {'Port': ['ID=f3c2565b-5422-4361-b08f-68f9506b262b,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:15.679807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91cc3a9f-6646-482b-a128-6748f31c5321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.716323 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.780526 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.796128 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a38b3b0-aa6e-4e25-8c3e-9b60b6c2ee0e x-openstack-request-id: req-0a38b3b0-aa6e-4e25-8c3e-9b60b6c2ee0e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:15.796128 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:15.796676 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a38b3b0-aa6e-4e25-8c3e-9b60b6c2ee0e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:15.797374 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'status': 'completed', 'code': 200} Jun 30 03:00:15.811224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port b665d30c-d203-4d5c-bdec-9ba409af6ef8 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:15.823201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-9b9b9a27-99e4-4c84-b734-faa22156e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.826651 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-9b9b9a27-99e4-4c84-b734-faa22156e158 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 200 len: 859 time: 0.3977056 Jun 30 03:00:15.838798 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91cc3a9f-6646-482b-a128-6748f31c5321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.873662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a10505-2dd9-4656-be68-bc956fc7774b req-304197c6-4fc0-426b-afa4-03403508ce5a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.876437 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0a10505-2dd9-4656-be68-bc956fc7774b req-304197c6-4fc0-426b-afa4-03403508ce5a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 945 time: 0.5616505 Jun 30 03:00:15.880448 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-a7b6020a-a241-41b7-bb6c-f98ad87e7452 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476565 Jun 30 03:00:15.892835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Network c681f101-18ab-49bd-a6ce-2748a8894081 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:15.918233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:15.935399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:15.936571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Pushing event updated for resources: {'Port': ['ID=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:15.940808 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-91cc3a9f-6646-482b-a128-6748f31c5321 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6406b63684cc466098a05c6caee1e2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9303529 Jun 30 03:00:15.957629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43396) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:15.967290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc3a9f-6646-482b-a128-6748f31c5321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47248561-7fa7-443d-9fac-ffc4653fecb7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:16.004634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0a10505-2dd9-4656-be68-bc956fc7774b req-17d82dd4-ca07-44fb-8c2e-50fdff47b06a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218195 Jun 30 03:00:16.043218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c27ed4c-355a-4a80-b480-1686eb177fa1 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:16.050787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0c40027-e209-4251-b8aa-a914a144b6db req-8d423ded-c165-4d37-bbee-fd7032a7bfdb tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-590590936&fields=id&tenant_id=605bdba63e5940dea677e340c1d9e2a9 HTTP/1.1" status: 200 len: 267 time: 0.1272743 Jun 30 03:00:16.056991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.057673 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.065155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.111670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Transition to ACTIVE for port object 2c27ed4c-355a-4a80-b480-1686eb177fa1 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:16.119692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-faf4c50c-b79f-4911-a9a0-e6ae09184b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.126122 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-d2ddcc8f-8ed6-4c3d-8ce1-5405591e3d56 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309854 Jun 30 03:00:16.143727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c40027-e209-4251-b8aa-a914a144b6db req-8639f9c7-a4f5-4423-9200-8d340d5690a7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.145217 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0c40027-e209-4251-b8aa-a914a144b6db req-8639f9c7-a4f5-4423-9200-8d340d5690a7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 985 time: 0.0828803 Jun 30 03:00:16.157225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d0c40027-e209-4251-b8aa-a914a144b6db req-7a056e82-47c0-42ed-8ff6-eee24d47e073 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Request body: {'port': {'security_groups': ['8ae0e068-c943-47af-b853-675b2952df3e']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:16.232024 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-faf4c50c-b79f-4911-a9a0-e6ae09184b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.242283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d0c40027-e209-4251-b8aa-a914a144b6db req-7a056e82-47c0-42ed-8ff6-eee24d47e073 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.257958 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.306263 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-0a147368-e12d-409a-98a7-96a8ecb10cf3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6257312 Jun 30 03:00:16.332554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Request body: {'port': {'device_id': '19c7732d-c1ab-4c19-8cb3-e352d735d974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:16.348419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8df04065-1807-47d8-84af-f3ef28b4b4c7 req-bcb48422-68ca-41e5-b63e-56cb4df9c37a service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044668 Jun 30 03:00:16.359502 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.370636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c812e4-a27b-4e63-8648-6314207a3142 req-e51f151a-4705-4a45-bb4f-81e3c5adb2a8 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.372140 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1c812e4-a27b-4e63-8648-6314207a3142 req-e51f151a-4705-4a45-bb4f-81e3c5adb2a8 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 931 time: 0.2293665 Jun 30 03:00:16.458702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1c812e4-a27b-4e63-8648-6314207a3142 req-edad7428-863f-47d3-affd-e9b1ef881a59 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687146 Jun 30 03:00:16.470907 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-faf4c50c-b79f-4911-a9a0-e6ae09184b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.473383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-faf4c50c-b79f-4911-a9a0-e6ae09184b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.477258 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-faf4c50c-b79f-4911-a9a0-e6ae09184b32 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47248561-7fa7-443d-9fac-ffc4653fecb7 HTTP/1.1" status: 204 len: 168 time: 0.5158455 Jun 30 03:00:16.496833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4c50c-b79f-4911-a9a0-e6ae09184b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47248561-7fa7-443d-9fac-ffc4653fecb7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:16.508271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba5c9c-a95a-4309-9f7b-f18165d107a6 req-c15bb8e9-35a6-4bd0-9b28-677a418b4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.510866 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16ba5c9c-a95a-4309-9f7b-f18165d107a6 req-c15bb8e9-35a6-4bd0-9b28-677a418b4ac7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1136 time: 0.1106381 Jun 30 03:00:16.512668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Pushing event updated for resources: {'Port': ['ID=2c27ed4c-355a-4a80-b480-1686eb177fa1,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:16.530784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.597581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.625623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d0c40027-e209-4251-b8aa-a914a144b6db req-7a056e82-47c0-42ed-8ff6-eee24d47e073 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] For port f3c2565b-5422-4361-b08f-68f9506b262b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f3c2565b-5422-4361-b08f-68f9506b262b,segment=NetworkSegment(c9474e88-f84b-401e-b25b-e50f9b7dd1d6),segment_id=c9474e88-f84b-401e-b25b-e50f9b7dd1d6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:16.668756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:16.685067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:16.689575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:16.690492 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.692643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=f2cb7025-57b3-4fde-a051-a5297cc10224,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:16.703924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d0c40027-e209-4251-b8aa-a914a144b6db req-7a056e82-47c0-42ed-8ff6-eee24d47e073 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.705767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Attempting to bind port 2c27ed4c-355a-4a80-b480-1686eb177fa1 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:16.706121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Attempting to bind port 2c27ed4c-355a-4a80-b480-1686eb177fa1 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:16.706460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Attempting to bind port 2c27ed4c-355a-4a80-b480-1686eb177fa1 on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:16.714568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 96f23b53-8855-41d7-9f33-a20cba6924fc up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:16.723080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Port 2c27ed4c-355a-4a80-b480-1686eb177fa1 on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:00:16.723080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Attempting to bind port 2c27ed4c-355a-4a80-b480-1686eb177fa1 on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:16.735215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:16.740708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Checking segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:16.740708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Bound using segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:16.740708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Bound port: 2c27ed4c-355a-4a80-b480-1686eb177fa1, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:16.740708 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.772849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 96f23b53-8855-41d7-9f33-a20cba6924fc triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:16.773312 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.788245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=b665d30c-d203-4d5c-bdec-9ba409af6ef8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:16.794575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba5c9c-a95a-4309-9f7b-f18165d107a6 req-b6162455-9106-4a55-a64b-87eb21eb9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.796042 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16ba5c9c-a95a-4309-9f7b-f18165d107a6 req-b6162455-9106-4a55-a64b-87eb21eb9ec5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 920 time: 0.2567556 Jun 30 03:00:16.815790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d0c40027-e209-4251-b8aa-a914a144b6db req-7a056e82-47c0-42ed-8ff6-eee24d47e073 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.827688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f3c2565b-5422-4361-b08f-68f9506b262b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:16.877195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480069d-07c0-4f47-bdd2-8d0ab7e25bec req-080127b5-1347-44cf-9279-f8f9e3dbf829 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.879440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3480069d-07c0-4f47-bdd2-8d0ab7e25bec req-080127b5-1347-44cf-9279-f8f9e3dbf829 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 931 time: 0.2577050 Jun 30 03:00:16.880949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Checking segment: {'id': '099252e5-c2c7-4a9d-bbbd-d274db82febd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '3b54f234-4408-4982-b1c8-04546bc2d51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:16.881623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network hostable DHCP agents. Network: 3b54f234-4408-4982-b1c8-04546bc2d51b, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:00:16.899012 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16ba5c9c-a95a-4309-9f7b-f18165d107a6 req-f0114a14-371b-425e-93c7-2af91f30c09f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 217 time: 0.0943604 Jun 30 03:00:16.908363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c40027-e209-4251-b8aa-a914a144b6db req-7a056e82-47c0-42ed-8ff6-eee24d47e073 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.909135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d0c40027-e209-4251-b8aa-a914a144b6db req-7a056e82-47c0-42ed-8ff6-eee24d47e073 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.915980 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0c40027-e209-4251-b8aa-a914a144b6db req-7a056e82-47c0-42ed-8ff6-eee24d47e073 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "PUT /v2.0/ports/f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 943 time: 0.7627802 Jun 30 03:00:16.979877 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3480069d-07c0-4f47-bdd2-8d0ab7e25bec req-1843b3dd-ce8e-4a85-978f-c2e5f41e6b57 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920520 Jun 30 03:00:16.999958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba5c9c-a95a-4309-9f7b-f18165d107a6 req-0d262dbb-8e2d-49b9-880b-1b21f844df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:17.002168 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16ba5c9c-a95a-4309-9f7b-f18165d107a6 req-0d262dbb-8e2d-49b9-880b-1b21f844df9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 200 len: 859 time: 0.0672624 Jun 30 03:00:17.007178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f3c2565b-5422-4361-b08f-68f9506b262b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:17.054699 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.064120 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16ba5c9c-a95a-4309-9f7b-f18165d107a6 req-fa985a5b-348a-4a83-90cc-fbed2414de26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541241 Jun 30 03:00:17.073828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 3b54f234-4408-4982-b1c8-04546bc2d51b is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:00:17.075951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a056e82-47c0-42ed-8ff6-eee24d47e073 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Pushing event updated for resources: {'Port': ['ID=f3c2565b-5422-4361-b08f-68f9506b262b,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:17.088818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] For port 2c27ed4c-355a-4a80-b480-1686eb177fa1, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:17.099415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:17.099555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] For port 2c27ed4c-355a-4a80-b480-1686eb177fa1, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2c27ed4c-355a-4a80-b480-1686eb177fa1,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:17.099676 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b70f8a-aa3a-44e4-b054-8b0f13231009" -d '{"events": [{"server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "name": "network-vif-plugged", "status": "completed", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:17.143496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:17.229459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 3b54f234-4408-4982-b1c8-04546bc2d51b) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:17.237399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191cfcf-8c56-4910-834c-0d8ce12d9e59 None None] Network 3b54f234-4408-4982-b1c8-04546bc2d51b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:17.250490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1b0b94-b0af-496f-a948-aaa1aeda7dea {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:17.261005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:17.262828 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.267233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:17.273812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:17.275104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.275238 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.306080 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.325876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Transition to ACTIVE for port object 7f1b0b94-b0af-496f-a948-aaa1aeda7dea will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:17.335167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:17.335802 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.337994 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] 10.222.0.83 "PUT /v2.0/ports/2c27ed4c-355a-4a80-b480-1686eb177fa1 HTTP/1.1" status: 200 len: 1091 time: 2.1341245 Jun 30 03:00:17.378489 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-ac4c36b7-6c13-4696-a563-2bbae8848a03 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3167610 Jun 30 03:00:17.381750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16ba5c9c-a95a-4309-9f7b-f18165d107a6 req-627c951f-e2f2-4b56-b86e-428c1c3fc738 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014374 Jun 30 03:00:17.385595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c37247-87eb-4573-aa2d-87335c22c596 req-e8a58a44-dc10-4039-9410-409aea732ce0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:17.387203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3c37247-87eb-4573-aa2d-87335c22c596 req-e8a58a44-dc10-4039-9410-409aea732ce0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 945 time: 0.1861482 Jun 30 03:00:17.389311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:17.399783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=10']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:17.414878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a88a1-cb1d-494f-be23-d62e7223026f service neutron] Pushing event updated for resources: {'Port': ['ID=2c27ed4c-355a-4a80-b480-1686eb177fa1,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:17.440498 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-94be2a0e-8b77-4502-862b-dccc46ef4093 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5092165 Jun 30 03:00:17.443287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43410) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:17.462256 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3c37247-87eb-4573-aa2d-87335c22c596 req-ba01d2f5-3f50-4b83-a7ae-5bb849683292 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685847 Jun 30 03:00:17.488963 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.527305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43414) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:17.527446 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256f2702-b716-4c62-a570-d6ee3f241fd3 x-openstack-request-id: req-256f2702-b716-4c62-a570-d6ee3f241fd3 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:17.527446 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "name": "network-vif-plugged", "status": "completed", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:17.527446 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-256f2702-b716-4c62-a570-d6ee3f241fd3 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:17.527446 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'code': 200} Jun 30 03:00:17.569987 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78025463-5386-4871-b688-5da3988eebf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.591372 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16ba5c9c-a95a-4309-9f7b-f18165d107a6 req-2737816f-cb05-41c8-ad75-8bbe97eb4b21 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939063 Jun 30 03:00:17.626174 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.627476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Pushing event updated for resources: {'Port': ['ID=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:17.763743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2f2bad2a-ebc5-4d37-8c31-7c3f247d8603 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port b665d30c-d203-4d5c-bdec-9ba409af6ef8 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:17.764091 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f2bad2a-ebc5-4d37-8c31-7c3f247d8603 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.779300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78025463-5386-4871-b688-5da3988eebf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.790834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-1c9fdd62-ce67-4920-b31c-988c30accd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:17.792345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-1c9fdd62-ce67-4920-b31c-988c30accd2d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 1094 time: 0.2607882 Jun 30 03:00:17.804910 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.819858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b'}, {'name': 'network-changed', 'server_uuid': '0726ff87-d947-4a24-9f18-08eb9c5d70bc', 'tag': '2c27ed4c-355a-4a80-b480-1686eb177fa1'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:17.822524 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c" -d '{"events": [{"name": "network-changed", "server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b"}, {"name": "network-changed", "server_uuid": "0726ff87-d947-4a24-9f18-08eb9c5d70bc", "tag": "2c27ed4c-355a-4a80-b480-1686eb177fa1"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:17.842462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Attempting to bind port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:17.842804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Attempting to bind port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'd77507d7-2b58-49c8-a6d2-16845a051c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:17.843139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Attempting to bind port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea on network c681f101-18ab-49bd-a6ce-2748a8894081 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:17.914201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Allocated IP 172.25.2.73 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/504283e9-eb75-4933-8435-e7b08b440c92) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:17.918921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-fb432d91-10dc-42cf-8c0b-c213bbbbfdad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c27ed4c-355a-4a80-b480-1686eb177fa1 HTTP/1.1" status: 200 len: 217 time: 0.0913482 Jun 30 03:00:17.933197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea on network c681f101-18ab-49bd-a6ce-2748a8894081 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:00:17.933572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Attempting to bind port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea on network c681f101-18ab-49bd-a6ce-2748a8894081 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:17.942412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff113910-cb46-4bea-b2ec-5b768647f583 req-e2b5de67-56a4-41e5-9b2a-c03d3a88734b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:17.944539 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff113910-cb46-4bea-b2ec-5b768647f583 req-e2b5de67-56a4-41e5-9b2a-c03d3a88734b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 943 time: 0.3072786 Jun 30 03:00:17.946912 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78025463-5386-4871-b688-5da3988eebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:17.954863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f2bad2a-ebc5-4d37-8c31-7c3f247d8603 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.010917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2f2bad2a-ebc5-4d37-8c31-7c3f247d8603 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for b665d30c-d203-4d5c-bdec-9ba409af6ef8 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:18.015403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:18.015812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Checking segment: {'id': 'd77507d7-2b58-49c8-a6d2-16845a051c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:18.016221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Bound using segment: {'id': 'd77507d7-2b58-49c8-a6d2-16845a051c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:18.016742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Bound port: 7f1b0b94-b0af-496f-a948-aaa1aeda7dea, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77507d7-2b58-49c8-a6d2-16845a051c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:18.017107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.020349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78025463-5386-4871-b688-5da3988eebf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4705a5ba-869b-4280-aba5-93780cef52de,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:18.028222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-78025463-5386-4871-b688-5da3988eebf5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b89c8226fc84d6dac977a64b5b37d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010836 Jun 30 03:00:18.028707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43420) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:18.101901 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.117403 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-38011026-1577-4955-b75f-7253416086b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.137078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-5c1b26e6-350f-48ff-9084-9c46b952117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.138577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-5c1b26e6-350f-48ff-9084-9c46b952117a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.2080553 Jun 30 03:00:18.148565 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff113910-cb46-4bea-b2ec-5b768647f583 req-33de1236-13e2-430c-96e3-ccc870fcc4a5 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894155 Jun 30 03:00:18.153123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-38011026-1577-4955-b75f-7253416086b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.210932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a96f6f-5f1c-4e11-9822-6040b9b5bd9d req-512a971f-6d20-4de7-9b7d-aea6b7eed15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.211847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65a96f6f-5f1c-4e11-9822-6040b9b5bd9d req-512a971f-6d20-4de7-9b7d-aea6b7eed15d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 1098 time: 0.3789251 Jun 30 03:00:18.223431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-7009f9e9-3282-4515-9a1d-186503189101 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730615 Jun 30 03:00:18.231137 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194c6b0-d134-4255-9a29-b7c2b568e5a2 x-openstack-request-id: req-8194c6b0-d134-4255-9a29-b7c2b568e5a2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:18.231435 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0726ff87-d947-4a24-9f18-08eb9c5d70bc", "tag": "2c27ed4c-355a-4a80-b480-1686eb177fa1", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:18.236595 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8194c6b0-d134-4255-9a29-b7c2b568e5a2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:18.236595 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'status': 'completed', 'code': 200} Jun 30 03:00:18.236595 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0726ff87-d947-4a24-9f18-08eb9c5d70bc', 'tag': '2c27ed4c-355a-4a80-b480-1686eb177fa1', 'status': 'completed', 'code': 200} Jun 30 03:00:18.263595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] For port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:18.270873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.304749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-38011026-1577-4955-b75f-7253416086b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.307868 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-38011026-1577-4955-b75f-7253416086b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.309059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-38011026-1577-4955-b75f-7253416086b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4705a5ba-869b-4280-aba5-93780cef52de HTTP/1.1" status: 204 len: 168 time: 0.2796729 Jun 30 03:00:18.319229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:18.326539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] For port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,segment=NetworkSegment(d77507d7-2b58-49c8-a6d2-16845a051c8e),segment_id=d77507d7-2b58-49c8-a6d2-16845a051c8e)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:18.333528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:18.336702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Pushing event updated for resources: {'Port': ['ID=504283e9-eb75-4933-8435-e7b08b440c92,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:18.339150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:18.341192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38011026-1577-4955-b75f-7253416086b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4705a5ba-869b-4280-aba5-93780cef52de,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:18.346720 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65a96f6f-5f1c-4e11-9822-6040b9b5bd9d req-2e5018e3-520a-4e81-b643-6d05f6449b8f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173019 Jun 30 03:00:18.385404 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-711341bb-4a46-4c31-bbea-2f0b3bd526b3 service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424353 Jun 30 03:00:18.389416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-aeffde13-9763-491b-b76d-e99e64487844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.390922 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-aeffde13-9763-491b-b76d-e99e64487844 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1097 time: 0.1560729 Jun 30 03:00:18.447734 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.501724 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f2bad2a-ebc5-4d37-8c31-7c3f247d8603 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.519025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.519773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.521223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] 10.222.0.83 "PUT /v2.0/ports/7f1b0b94-b0af-496f-a948-aaa1aeda7dea HTTP/1.1" status: 200 len: 1091 time: 2.1933339 Jun 30 03:00:18.533281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-0d680b42-7fe7-46fb-b815-3310a9cf68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.533281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-0d680b42-7fe7-46fb-b815-3310a9cf68d5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 920 time: 0.1342809 Jun 30 03:00:18.581013 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.583484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-c8b43681-f4e5-4165-8439-226924869359 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 217 time: 0.0433319 Jun 30 03:00:18.585387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f2bad2a-ebc5-4d37-8c31-7c3f247d8603 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.587870 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2f2bad2a-ebc5-4d37-8c31-7c3f247d8603 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/b665d30c-d203-4d5c-bdec-9ba409af6ef8 HTTP/1.1" status: 204 len: 168 time: 1.1436322 Jun 30 03:00:18.593617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43430) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:18.607962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a18262-734d-4575-ba85-a3e1f6c271bb service neutron] Pushing event updated for resources: {'Port': ['ID=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:18.634335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-4119eb68-12ae-44c5-ac63-7287d5f78d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.635891 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-4119eb68-12ae-44c5-ac63-7287d5f78d6a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 200 len: 859 time: 0.0462565 Jun 30 03:00:18.666716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cc0f00-5b4b-4da7-baca-61a3b95101d3 req-94ce0685-b605-4a36-94d5-da49d5e4eb73 service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745535 Jun 30 03:00:18.669368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-0f06d35c-dbd1-4d50-9466-7eb63d69dbe6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269370 Jun 30 03:00:18.693270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bad2a-ebc5-4d37-8c31-7c3f247d8603 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=b665d30c-d203-4d5c-bdec-9ba409af6ef8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:18.765241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5684e5-f401-47ed-84ba-79066d824271 req-16c29ebb-4fa5-4d99-8c74-10cf5d62026c tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.766757 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed5684e5-f401-47ed-84ba-79066d824271 req-16c29ebb-4fa5-4d99-8c74-10cf5d62026c tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 943 time: 0.4534326 Jun 30 03:00:18.784066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19caa6-b211-4fa8-a5bb-91dae5026447 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.790734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19caa6-b211-4fa8-a5bb-91dae5026447 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.791007 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-43337321-4541-48c8-ab0c-336b19e95211 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121359 Jun 30 03:00:18.794971 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fb19caa6-b211-4fa8-a5bb-91dae5026447 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1961384 Jun 30 03:00:18.796073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43432) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:18.834318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed5684e5-f401-47ed-84ba-79066d824271 req-24a88a53-edc8-47b4-9818-2c464613674f tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587649 Jun 30 03:00:18.843899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-cb5de2af-1553-4259-b225-5e093db89851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.844320 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-cb5de2af-1553-4259-b225-5e093db89851 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b99cde5e84794a719f4983c47bf041fb&device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 1094 time: 0.1335139 Jun 30 03:00:18.850048 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:18.902876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-b1cf6432-d3e7-4ca8-badd-bef2997e0440 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f1b0b94-b0af-496f-a948-aaa1aeda7dea HTTP/1.1" status: 200 len: 217 time: 0.0510676 Jun 30 03:00:18.986450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-f3b2485e-cdc2-4e61-9ee5-1c5f9a0be9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.988162 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-f3b2485e-cdc2-4e61-9ee5-1c5f9a0be9ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=105138e2-3c38-4d86-9a52-9c3bd8cc6a49 HTTP/1.1" status: 200 len: 849 time: 0.0792749 Jun 30 03:00:19.031720 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-7e5ba35c-83bb-4669-ba14-03d27c74e223 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c681f101-18ab-49bd-a6ce-2748a8894081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368886 Jun 30 03:00:19.190260 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-f768938a-75c7-45d5-a0fa-738c5c483f32 service neutron] 10.222.0.83 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516757 Jun 30 03:00:19.243511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fcae1-655d-4c28-84f7-4b4181f3a8e9 req-c600cb1b-23a6-450d-b15d-1942f165429b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:19.245388 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1d8fcae1-655d-4c28-84f7-4b4181f3a8e9 req-c600cb1b-23a6-450d-b15d-1942f165429b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 947 time: 0.1369927 Jun 30 03:00:19.383187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.479102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-6cf6776f-0055-4f25-993d-4590f0f1a7fa service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768081 Jun 30 03:00:19.488929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bbb23ce2-5148-4f92-a4ba-57253aa131fb tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port f2cb7025-57b3-4fde-a051-a5297cc10224 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:19.489133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bbb23ce2-5148-4f92-a4ba-57253aa131fb tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.511318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.697846 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bbb23ce2-5148-4f92-a4ba-57253aa131fb tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.714571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Pushing event updated for resources: {'Port': ['ID=504283e9-eb75-4933-8435-e7b08b440c92,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:19.729408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bbb23ce2-5148-4f92-a4ba-57253aa131fb tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for f2cb7025-57b3-4fde-a051-a5297cc10224 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:19.752256 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.789745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1d8fcae1-655d-4c28-84f7-4b4181f3a8e9 req-6b2b0760-907d-4317-908f-2ed0ca4f45c0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5115166 Jun 30 03:00:19.814924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-0a2016a1-3ac3-4120-b4d7-704c1e1382da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:19.816875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-0a2016a1-3ac3-4120-b4d7-704c1e1382da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 1094 time: 0.2542741 Jun 30 03:00:19.829676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e797034b-b8b2-4369-95bf-4e001bc5eab3 req-87d5fefe-c416-447b-b8b5-5366205e1a16 service neutron] 10.222.0.83 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170995 Jun 30 03:00:19.949097 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:19.950399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-6f8e364b-dea8-471b-a0a7-ba07076c9028 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5672085 Jun 30 03:00:20.021137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc406e-ba93-4357-be73-94f3a772f524 req-e016c88a-9758-447d-9cf7-a9ebb3089632 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.022766 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25bc406e-ba93-4357-be73-94f3a772f524 req-e016c88a-9758-447d-9cf7-a9ebb3089632 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 943 time: 0.0908711 Jun 30 03:00:20.057880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-ad1a0d6f-ccc3-40c2-8592-687ec04da08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.060241 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-ad1a0d6f-ccc3-40c2-8592-687ec04da08a service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 906 time: 0.2212946 Jun 30 03:00:20.063682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-4af928e3-36ef-4bb4-899b-8ecab00cf24f tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.73 HTTP/1.1" status: 200 len: 695 time: 0.0993621 Jun 30 03:00:20.077156 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25bc406e-ba93-4357-be73-94f3a772f524 req-04e4f2c5-80fd-4e71-ac3c-81bfa5eed9eb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410368 Jun 30 03:00:20.111923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bbb23ce2-5148-4f92-a4ba-57253aa131fb tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.114280 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-a52a94bd-0e29-4b23-936f-58d7982cfb6c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c27ed4c-355a-4a80-b480-1686eb177fa1 HTTP/1.1" status: 200 len: 217 time: 0.0481529 Jun 30 03:00:20.215210 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb23ce2-5148-4f92-a4ba-57253aa131fb tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=f2cb7025-57b3-4fde-a051-a5297cc10224,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:20.224300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bbb23ce2-5148-4f92-a4ba-57253aa131fb tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.226221 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bbb23ce2-5148-4f92-a4ba-57253aa131fb tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/f2cb7025-57b3-4fde-a051-a5297cc10224 HTTP/1.1" status: 204 len: 168 time: 1.4291372 Jun 30 03:00:20.230888 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43488) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:20.233392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c7732d-c1ab-4c19-8cb3-e352d735d974', 'tag': '7f1b0b94-b0af-496f-a948-aaa1aeda7dea'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:20.235768 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb01603-3f8e-4fb5-b17a-52a056e55658" -d '{"events": [{"name": "network-changed", "server_uuid": "19c7732d-c1ab-4c19-8cb3-e352d735d974", "tag": "7f1b0b94-b0af-496f-a948-aaa1aeda7dea"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:20.256834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-414fe341-66d5-41a9-b9fc-22ae9c579856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.258348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-414fe341-66d5-41a9-b9fc-22ae9c579856 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.1310790 Jun 30 03:00:20.274314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887304f2-b937-4d69-ad85-938be18990b7 req-8ee8ef83-d11b-4bd6-91cf-d10c7579279e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.276139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-887304f2-b937-4d69-ad85-938be18990b7 req-8ee8ef83-d11b-4bd6-91cf-d10c7579279e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 943 time: 0.1032753 Jun 30 03:00:20.307026 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-35d34a8e-457a-4688-99fe-c91d1ff89adc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352187 Jun 30 03:00:20.345623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-887304f2-b937-4d69-ad85-938be18990b7 req-ff7c7271-1b25-48a3-adbf-a1eb3bf39f34 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515091 Jun 30 03:00:20.369776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cec321-6630-4200-ab39-b60e53e7197b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.369776 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-90cec321-6630-4200-ab39-b60e53e7197b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1343215 Jun 30 03:00:20.369776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43498) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:20.371538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-932da4a7-7066-4e02-97d3-b98b9257cc84 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.372915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-932da4a7-7066-4e02-97d3-b98b9257cc84 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.2634399 Jun 30 03:00:20.389984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-feed79aa-a8ac-4bf8-beb0-4c4eb54839cc tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:00:20.390982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7efdb23-9e51-4083-8e40-d4d0c2dfa262 req-feed79aa-a8ac-4bf8-beb0-4c4eb54839cc tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080657 Jun 30 03:00:20.408656 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf844fc-05e6-4aa7-8a4f-8cfdae7eb60b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:00:20.410972 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ccf844fc-05e6-4aa7-8a4f-8cfdae7eb60b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/b665d30c-d203-4d5c-bdec-9ba409af6ef8 HTTP/1.1" status: 404 len: 333 time: 0.0408771 Jun 30 03:00:20.414025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43502) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:20.433133 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-632394b6-bc4b-49f5-98ae-743032a4674a service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184409 Jun 30 03:00:20.460059 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-17421c6e-891a-4651-8023-a661659c666e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:00:20.463188 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-17421c6e-891a-4651-8023-a661659c666e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/f2cb7025-57b3-4fde-a051-a5297cc10224 HTTP/1.1" status: 404 len: 333 time: 0.0484221 Jun 30 03:00:20.465176 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4faaa9-c11b-4530-bfac-5c21ceea7166 x-openstack-request-id: req-fc4faaa9-c11b-4530-bfac-5c21ceea7166 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:20.465611 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c7732d-c1ab-4c19-8cb3-e352d735d974", "tag": "7f1b0b94-b0af-496f-a948-aaa1aeda7dea", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:20.465956 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc4faaa9-c11b-4530-bfac-5c21ceea7166 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:20.466444 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c7732d-c1ab-4c19-8cb3-e352d735d974', 'tag': '7f1b0b94-b0af-496f-a948-aaa1aeda7dea', 'status': 'completed', 'code': 200} Jun 30 03:00:20.467038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43506) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:20.542665 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf9e5a70-ccac-4a66-a14c-0e71f3bd083c req-4c17ca5d-9dc2-457b-829a-ad21e411b3e2 service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978658 Jun 30 03:00:20.591476 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.620193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb01603-3f8e-4fb5-b17a-52a056e55658 req-6b9cba07-d31b-4786-85a3-36f42d4420fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.632322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cb01603-3f8e-4fb5-b17a-52a056e55658 req-6b9cba07-d31b-4786-85a3-36f42d4420fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b99cde5e84794a719f4983c47bf041fb&device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 1094 time: 0.1296580 Jun 30 03:00:20.683276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-a06436fa-ecf6-4ba4-aefd-e80c725d280d tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.684809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-a06436fa-ecf6-4ba4-aefd-e80c725d280d tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1205139 Jun 30 03:00:20.738793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-a2b61617-a983-44d7-9bef-6dc0c38d7502 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.73 HTTP/1.1" status: 200 len: 695 time: 0.0473754 Jun 30 03:00:20.749729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-5fd614d4-ed8f-4a80-9303-e835b49a6f05 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Request body: {'floatingip': {'port_id': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:20.750738 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.764946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b54f234-4408-4982-b1c8-04546bc2d51b']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:20.782580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099252e5-c2c7-4a9d-bbbd-d274db82febd') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:20.782873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099252e5-c2c7-4a9d-bbbd-d274db82febd') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:20.792674 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-5fd614d4-ed8f-4a80-9303-e835b49a6f05 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.799514 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.813618 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb01603-3f8e-4fb5-b17a-52a056e55658 req-66326a90-c743-40aa-a54a-b107663c46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.815096 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cb01603-3f8e-4fb5-b17a-52a056e55658 req-66326a90-c743-40aa-a54a-b107663c46bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=c681f101-18ab-49bd-a6ce-2748a8894081 HTTP/1.1" status: 200 len: 910 time: 0.1722145 Jun 30 03:00:20.820164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.834606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:20.835027 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:20.842927 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:20.895773 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cb01603-3f8e-4fb5-b17a-52a056e55658 req-ff606d86-051d-4864-8ccd-949604132d6c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f1b0b94-b0af-496f-a948-aaa1aeda7dea HTTP/1.1" status: 200 len: 217 time: 0.0722704 Jun 30 03:00:21.079224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb01603-3f8e-4fb5-b17a-52a056e55658 req-2d8cab72-bd8a-4c28-b1b9-ffc05abbcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:21.080753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cb01603-3f8e-4fb5-b17a-52a056e55658 req-2d8cab72-bd8a-4c28-b1b9-ffc05abbcb45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=105138e2-3c38-4d86-9a52-9c3bd8cc6a49 HTTP/1.1" status: 200 len: 849 time: 0.1371815 Jun 30 03:00:21.113888 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2edc1-82a2-464e-8ac6-b0ce4de7f7ee req-07beafd5-51d6-4739-bc0e-2339ca72b348 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:21.115429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23a2edc1-82a2-464e-8ac6-b0ce4de7f7ee req-07beafd5-51d6-4739-bc0e-2339ca72b348 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 947 time: 0.1048667 Jun 30 03:00:21.182275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cb01603-3f8e-4fb5-b17a-52a056e55658 req-d19b2311-40ce-4708-b3e4-0986e17c1a29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c681f101-18ab-49bd-a6ce-2748a8894081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650630 Jun 30 03:00:21.203933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.226051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23a2edc1-82a2-464e-8ac6-b0ce4de7f7ee req-4ce307d4-d360-4b3d-af31-7b04689f308b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994303 Jun 30 03:00:21.270146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.272213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/networks/3b54f234-4408-4982-b1c8-04546bc2d51b HTTP/1.1" status: 204 len: 168 time: 0.8041973 Jun 30 03:00:21.285900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43524) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:21.294027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-225397476'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:21.297116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cd399-13f9-4b4b-a175-cc9e99749ff0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Network': ['ID=3b54f234-4408-4982-b1c8-04546bc2d51b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:21.360376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cb01603-3f8e-4fb5-b17a-52a056e55658 req-22253bab-4b5a-4d9c-bce7-9807327fb453 service neutron] 10.222.0.83 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711378 Jun 30 03:00:21.370226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-5fd614d4-ed8f-4a80-9303-e835b49a6f05 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.456301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:21.459788 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.510298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b69d58-905d-4be9-819e-2f5668a26b76 req-19a4d5d8-f9cf-4007-ba83-b119e08ba196 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:21.511788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c9b69d58-905d-4be9-819e-2f5668a26b76 req-19a4d5d8-f9cf-4007-ba83-b119e08ba196 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 943 time: 0.1650064 Jun 30 03:00:21.514874 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cb01603-3f8e-4fb5-b17a-52a056e55658 req-50897fc4-81be-412e-8d2f-100c5ed78886 service neutron] 10.222.0.83 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332107 Jun 30 03:00:21.527152 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-5fd614d4-ed8f-4a80-9303-e835b49a6f05 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.527417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:00:21.547670 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.548026 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Added segment 4149d596-cb05-47c9-ab79-9e07fab4fb06 of type vlan for network 272572a2-07f9-432b-b4cc-c206d4942e7a Jun 30 03:00:21.569705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c9b69d58-905d-4be9-819e-2f5668a26b76 req-e1c57087-37e4-4c43-9c9a-b9f01c436eb2 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519702 Jun 30 03:00:21.605764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.636634 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-5fd614d4-ed8f-4a80-9303-e835b49a6f05 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Floating IP 6b19da15-dbdf-4fc0-b9a4-d9468798333f associated. External IP: 172.25.2.73, port: f3c2565b-5422-4361-b08f-68f9506b262b. Jun 30 03:00:21.819640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535cf38-996d-47cf-9d66-a005ac2187c3 req-6290b347-96cd-4c15-8764-a1108737268e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:21.822358 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8535cf38-996d-47cf-9d66-a005ac2187c3 req-6290b347-96cd-4c15-8764-a1108737268e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 943 time: 0.0760725 Jun 30 03:00:21.826643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.832591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:21.833248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.871436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-5fd614d4-ed8f-4a80-9303-e835b49a6f05 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:21.943402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8535cf38-996d-47cf-9d66-a005ac2187c3 req-9e65c9d8-514d-42d5-9d80-cef1f41e5d7e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068554 Jun 30 03:00:21.953024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Network': ['ID=272572a2-07f9-432b-b4cc-c206d4942e7a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:21.966482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 272572a2-07f9-432b-b4cc-c206d4942e7a details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:00:22.013190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-5fd614d4-ed8f-4a80-9303-e835b49a6f05 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:22.019256 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-5fd614d4-ed8f-4a80-9303-e835b49a6f05 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:22.025118 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e044a778-4108-4ce9-909d-869788266cdc None None] Sync routers for ids ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:22.034912 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044a778-4108-4ce9-909d-869788266cdc None None] Routers {'88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:22.035859 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e044a778-4108-4ce9-909d-869788266cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:00:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:22.073777 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-de6c92ae-7ef5-4f2e-a7a5-102805f8fc49 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7830603 Jun 30 03:00:22.073777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43538) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:22.078881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '272572a2-07f9-432b-b4cc-c206d4942e7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:22.084903 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-5fd614d4-ed8f-4a80-9303-e835b49a6f05 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "PUT /v2.0/floatingips/6b19da15-dbdf-4fc0-b9a4-d9468798333f HTTP/1.1" status: 200 len: 996 time: 1.3382680 Jun 30 03:00:22.085141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:22.091816 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578" -d '{"events": [{"name": "network-changed", "server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:22.156820 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d366d70e-03ce-44b6-ac19-7ded31a513e8 x-openstack-request-id: req-d366d70e-03ce-44b6-ac19-7ded31a513e8 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:22.157110 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:22.157365 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d366d70e-03ce-44b6-ac19-7ded31a513e8 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:22.157822 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'status': 'completed', 'code': 200} Jun 30 03:00:22.163760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-c6edb53b-8b6e-4b01-9349-5be2981c52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:22.165986 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-c6edb53b-8b6e-4b01-9349-5be2981c52d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1097 time: 0.0712249 Jun 30 03:00:22.251673 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e044a778-4108-4ce9-909d-869788266cdc None None] Set router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:22.254342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578 req-92a341db-c4a6-44e2-9573-7682e5ceac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:22.256126 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578 req-92a341db-c4a6-44e2-9573-7682e5ceac8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1097 time: 0.0670633 Jun 30 03:00:22.280136 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-048b7714-3adc-4c73-9329-265e918a559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:22.283927 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-048b7714-3adc-4c73-9329-265e918a559b service neutron] 10.222.0.77 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 920 time: 0.1097171 Jun 30 03:00:22.355049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:22.358661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:22.367566 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-e678adea-1d86-482b-93c2-81ec3af5d681 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 999 time: 0.0774283 Jun 30 03:00:22.418647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-b22b69c0-4356-4e8c-9d1e-a1f7d6570727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:22.420402 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-b22b69c0-4356-4e8c-9d1e-a1f7d6570727 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 200 len: 859 time: 0.0469849 Jun 30 03:00:22.455583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578 req-a0c6b3c3-b142-41ab-9b99-aaca14e1f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:22.457127 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578 req-a0c6b3c3-b142-41ab-9b99-aaca14e1f8f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 920 time: 0.1782315 Jun 30 03:00:22.461391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-7f86903b-dfa2-4dbc-974f-baae46b6b47b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327411 Jun 30 03:00:22.480641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-12d42b76-98e9-4e40-a781-1c49dbf73a5c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:00:22.481874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-12d42b76-98e9-4e40-a781-1c49dbf73a5c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067558 Jun 30 03:00:22.520253 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e044a778-4108-4ce9-909d-869788266cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '6b19da15-dbdf-4fc0-b9a4-d9468798333f', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'port_id': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'mac_address': 'fa:16:3e:64:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:18Z', 'updated_at': '2021-06-30T03:00:21Z', 'revision_number': 1, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9671e-2957-4616-b49d-2b84f4d77888', 'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'mac_address': 'fa:16:3e:7f:74:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:10Z', 'updated_at': '2021-06-30T02:59:19Z', 'revision_number': 5, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'subnets': [{'id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:22.548766 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e044a778-4108-4ce9-909d-869788266cdc None None] Checking router: 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:22.557631 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044a778-4108-4ce9-909d-869788266cdc None None] Routers {'88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:22.558497 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e044a778-4108-4ce9-909d-869788266cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:00:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:22.564365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578 req-9e7d7b56-984f-4347-9948-fcc84cc12394 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 999 time: 0.1001019 Jun 30 03:00:22.592761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe014c9-abc5-4a66-9ca8-d39bdad9b06d req-4e111929-c871-455b-a6ba-53ad6125799d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:22.594435 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6fe014c9-abc5-4a66-9ca8-d39bdad9b06d req-4e111929-c871-455b-a6ba-53ad6125799d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 947 time: 0.2256179 Jun 30 03:00:22.608126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-0d6229eb-0179-4c41-9dde-27a5047c75d2 service neutron] 10.222.0.77 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185749 Jun 30 03:00:22.647353 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:22.694684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578 req-1aa22d63-6662-4881-a970-482735717a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:22.695039 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e044a778-4108-4ce9-909d-869788266cdc None None] Set router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:22.696690 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578 req-1aa22d63-6662-4881-a970-482735717a68 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 200 len: 859 time: 0.1250000 Jun 30 03:00:22.703819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6fe014c9-abc5-4a66-9ca8-d39bdad9b06d req-719194bc-766f-4d57-8bea-23937d3ba002 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820363 Jun 30 03:00:22.737240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc387d21-bd34-4edc-995b-0eafe13e03f3 req-3c73d04a-c5b8-46aa-96bf-7780ab510329 service neutron] 10.222.0.77 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277854 Jun 30 03:00:22.759697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578 req-acc3460c-c314-44b3-87f8-bc0080c835d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520823 Jun 30 03:00:22.804942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 7f1b0b94-b0af-496f-a948-aaa1aeda7dea details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:00:22.860433 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578 req-074113e0-d152-4f4b-ae22-8d7260a2dee6 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934381 Jun 30 03:00:22.929153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,segment=NetworkSegment(d77507d7-2b58-49c8-a6d2-16845a051c8e),segment_id=d77507d7-2b58-49c8-a6d2-16845a051c8e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:22.944061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '7f1b0b94-b0af-496f-a948-aaa1aeda7dea', 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081', 'port_id': '7f1b0b94-b0af-496f-a948-aaa1aeda7dea', 'mac_address': 'fa:16:3e:47:83:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105138e2-3c38-4d86-9a52-9c3bd8cc6a49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:00:22.956262 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e044a778-4108-4ce9-909d-869788266cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '6b19da15-dbdf-4fc0-b9a4-d9468798333f', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'port_id': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'mac_address': 'fa:16:3e:64:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:18Z', 'updated_at': '2021-06-30T03:00:21Z', 'revision_number': 1, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9671e-2957-4616-b49d-2b84f4d77888', 'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'mac_address': 'fa:16:3e:7f:74:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:10Z', 'updated_at': '2021-06-30T02:59:19Z', 'revision_number': 5, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'subnets': [{'id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:22.987939 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:22.990153 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e044a778-4108-4ce9-909d-869788266cdc None None] The sync data for ids ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'] in n-d-798249-3 is: [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '6b19da15-dbdf-4fc0-b9a4-d9468798333f', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'port_id': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'mac_address': 'fa:16:3e:64:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:00:18Z', 'updated_at': '2021-06-30T03:00:21Z', 'revision_number': 1, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e9671e-2957-4616-b49d-2b84f4d77888', 'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'mac_address': 'fa:16:3e:7f:74:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:10Z', 'updated_at': '2021-06-30T02:59:19Z', 'revision_number': 5, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'subnets': [{'id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:23.002138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1b0b94-b0af-496f-a948-aaa1aeda7dea {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:23.018061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801703d7-c87d-44ff-b78b-2e7faf8b866f req-c590bbb0-a3ad-4e4c-91b2-2d41adee0bbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:23.019796 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-801703d7-c87d-44ff-b78b-2e7faf8b866f req-c590bbb0-a3ad-4e4c-91b2-2d41adee0bbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 943 time: 0.1538720 Jun 30 03:00:23.025001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ab70fb8-3d5a-4ce1-81b4-8912acd24578 req-718ddab3-7ee8-4ef7-8a07-b982823249c7 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573348 Jun 30 03:00:23.031402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,segment=NetworkSegment(d77507d7-2b58-49c8-a6d2-16845a051c8e),segment_id=d77507d7-2b58-49c8-a6d2-16845a051c8e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:23.045219 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.105530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-801703d7-c87d-44ff-b78b-2e7faf8b866f req-fe5a8419-8426-4db7-97d0-af32a070aaea tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794258 Jun 30 03:00:23.155260 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.156046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2c27ed4c-355a-4a80-b480-1686eb177fa1 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:00:23.169933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=38ed5e64-2c86-49bc-bed3-f3937c48f5ac,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:23.213449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Checking segment: {'id': '4149d596-cb05-47c9-ab79-9e07fab4fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '272572a2-07f9-432b-b4cc-c206d4942e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:23.213841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network hostable DHCP agents. Network: 272572a2-07f9-432b-b4cc-c206d4942e7a, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:00:23.238003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422729be-851f-419d-a24d-f2256289c0b2 req-ebddf408-8dbe-4ee0-b564-42a236986351 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:23.247201 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-422729be-851f-419d-a24d-f2256289c0b2 req-ebddf408-8dbe-4ee0-b564-42a236986351 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 944 time: 0.0958209 Jun 30 03:00:23.282833 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-09ac69b8-3c10-4b67-b2ae-2f420460eff1 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.73 HTTP/1.1" status: 200 len: 999 time: 0.1426129 Jun 30 03:00:23.297933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-422729be-851f-419d-a24d-f2256289c0b2 req-2d2c7583-71ec-4cc2-8ded-3bbbd58dafcb tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Jun 30 03:00:23.358920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-3f624238-a669-4cba-8c59-5c9848e3ec0d tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:23.363297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-3f624238-a669-4cba-8c59-5c9848e3ec0d tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports/f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 943 time: 0.0678856 Jun 30 03:00:23.412428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 272572a2-07f9-432b-b4cc-c206d4942e7a is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:00:23.507439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa120932-8fdc-4ca0-a122-3c93b248e924 None None] New status for floating IP 6b19da15-dbdf-4fc0-b9a4-d9468798333f: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:00:23.533475 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-00ebf5c6-3d72-4a05-8c92-289c566c1271 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.73 HTTP/1.1" status: 200 len: 999 time: 0.0677865 Jun 30 03:00:23.538350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 272572a2-07f9-432b-b4cc-c206d4942e7a) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:23.551753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:23.552346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.560989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3498ab-8e3a-451f-94cc-1264100185db None None] Network 272572a2-07f9-432b-b4cc-c206d4942e7a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:23.564389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2c27ed4c-355a-4a80-b480-1686eb177fa1, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2c27ed4c-355a-4a80-b480-1686eb177fa1,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:23.622546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:23.628361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '2c27ed4c-355a-4a80-b480-1686eb177fa1', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'port_id': '2c27ed4c-355a-4a80-b480-1686eb177fa1', 'mac_address': 'fa:16:3e:67:f1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f26a757-6c41-48ca-bac9-6dced2ed1a20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:00:23.651903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d7cb3823-4eb5-484a-b0e1-61fb039931c1 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:23.663683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d7cb3823-4eb5-484a-b0e1-61fb039931c1 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.1125295 Jun 30 03:00:23.663683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-7353da57-d048-4405-b722-638e1f3530eb tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:00:23.664647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-7353da57-d048-4405-b722-638e1f3530eb tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057344 Jun 30 03:00:23.682822 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.736703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-f068bce5-9fa8-495f-947c-0c6fd1da2914 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.73 HTTP/1.1" status: 200 len: 999 time: 0.0648334 Jun 30 03:00:23.748570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:23.752065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0c675535-e865-46d5-90ef-8c42c9c9ef0b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6775839 Jun 30 03:00:23.754585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43568) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:23.757133 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.761082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '272572a2-07f9-432b-b4cc-c206d4942e7a', 'name': 'tempest-PortsIpV6TestJSON-1741664448'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:23.817350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c27ed4c-355a-4a80-b480-1686eb177fa1 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:23.847331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2c27ed4c-355a-4a80-b480-1686eb177fa1, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2c27ed4c-355a-4a80-b480-1686eb177fa1,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:23.862613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.880925 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-272572a2-07f9-432b-b4cc-c206d4942e7a', 'network_id': '272572a2-07f9-432b-b4cc-c206d4942e7a', 'tenant_id': '8aed6c1fc8e64e199b2f57731328cab4', 'fixed_ips': [{'subnet_id': '38ed5e64-2c86-49bc-bed3-f3937c48f5ac'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:00:23.881819 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.013850 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:00:24.014609 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:00:24.026206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Allocated IP 2001:db8::2 (272572a2-07f9-432b-b4cc-c206d4942e7a/38ed5e64-2c86-49bc-bed3-f3937c48f5ac/05d0dc92-ad1f-4606-bb1b-7ffd18873767) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:24.036432 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.062873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43572) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:24.087118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:24.091583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.111169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port 1759fc8a-309d-46d1-a8da-80539a8fcc67 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:24.136613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=2c27ed4c-355a-4a80-b480-1686eb177fa1,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:24.187764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb9bee8b-c106-4931-9e5e-ddb1846fd551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.226045 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.235665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Transition to ACTIVE for port object 05d0dc92-ad1f-4606-bb1b-7ffd18873767 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:24.251906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Transition to ACTIVE for port object 05d0dc92-ad1f-4606-bb1b-7ffd18873767 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:24.281374 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['7f1b0b94-b0af-496f-a948-aaa1aeda7dea'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:24.282446 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb9bee8b-c106-4931-9e5e-ddb1846fd551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.285955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:24.319575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50fee1-b0a4-4201-a68c-427c513c0a21 req-de750672-26bb-4d21-ac9e-01b4f14143d3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:24.321815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d50fee1-b0a4-4201-a68c-427c513c0a21 req-de750672-26bb-4d21-ac9e-01b4f14143d3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 944 time: 0.0670402 Jun 30 03:00:24.360980 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d50fee1-b0a4-4201-a68c-427c513c0a21 req-bd83928f-3211-4704-9a8f-d0709799b6bb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Jun 30 03:00:24.388589 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.443396 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb9bee8b-c106-4931-9e5e-ddb1846fd551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.458902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8::19 (272572a2-07f9-432b-b4cc-c206d4942e7a/38ed5e64-2c86-49bc-bed3-f3937c48f5ac/1759fc8a-309d-46d1-a8da-80539a8fcc67) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:24.469423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Network 272572a2-07f9-432b-b4cc-c206d4942e7a is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:24.486769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:24.495413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Pushing event updated for resources: {'Port': ['ID=05d0dc92-ad1f-4606-bb1b-7ffd18873767,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:24.504087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:24.504636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bee8b-c106-4931-9e5e-ddb1846fd551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b704c8b2-46b2-46f2-b64d-e703cf592da9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:24.514448 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cb9bee8b-c106-4931-9e5e-ddb1846fd551 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc83234a22f74fc9a658d52d286ea4da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4493458 Jun 30 03:00:24.522476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43582) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:24.523055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.583812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a52d63-eadb-4d13-8e0a-b3b96902250a req-7c17a2f6-02aa-4b95-9fc0-839153c3e091 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:24.585516 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79a52d63-eadb-4d13-8e0a-b3b96902250a req-7c17a2f6-02aa-4b95-9fc0-839153c3e091 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 944 time: 0.1144941 Jun 30 03:00:24.616537 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41d43a57-e72a-4bf1-b48a-af333eaa8fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.655858 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41d43a57-e72a-4bf1-b48a-af333eaa8fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.657649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Attempting to bind port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:24.657649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Attempting to bind port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '4149d596-cb05-47c9-ab79-9e07fab4fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '272572a2-07f9-432b-b4cc-c206d4942e7a'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:24.662202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Attempting to bind port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 on network 272572a2-07f9-432b-b4cc-c206d4942e7a {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:24.662347 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79a52d63-eadb-4d13-8e0a-b3b96902250a req-41006036-169f-4a69-89d0-2d182f8751c0 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624197 Jun 30 03:00:24.669528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:24.669760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Checking segment: {'id': '4149d596-cb05-47c9-ab79-9e07fab4fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '272572a2-07f9-432b-b4cc-c206d4942e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:24.670047 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.670441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Bound using segment: {'id': '4149d596-cb05-47c9-ab79-9e07fab4fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '272572a2-07f9-432b-b4cc-c206d4942e7a'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:24.670970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Bound port: 05d0dc92-ad1f-4606-bb1b-7ffd18873767, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4149d596-cb05-47c9-ab79-9e07fab4fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '272572a2-07f9-432b-b4cc-c206d4942e7a'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:24.671355 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.774796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] For port 05d0dc92-ad1f-4606-bb1b-7ffd18873767, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:24.778690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] For port 05d0dc92-ad1f-4606-bb1b-7ffd18873767, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=05d0dc92-ad1f-4606-bb1b-7ffd18873767,segment=NetworkSegment(4149d596-cb05-47c9-ab79-9e07fab4fb06),segment_id=4149d596-cb05-47c9-ab79-9e07fab4fb06)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:24.847148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41d43a57-e72a-4bf1-b48a-af333eaa8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.858904 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41d43a57-e72a-4bf1-b48a-af333eaa8fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.858904 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-41d43a57-e72a-4bf1-b48a-af333eaa8fc5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b704c8b2-46b2-46f2-b64d-e703cf592da9 HTTP/1.1" status: 204 len: 168 time: 0.3340595 Jun 30 03:00:24.859417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d43a57-e72a-4bf1-b48a-af333eaa8fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b704c8b2-46b2-46f2-b64d-e703cf592da9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:24.910309 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.978260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672caac1-f2bd-49a1-87c7-ef7848397e0c None None] Pushing event updated for resources: {'Port': ['ID=05d0dc92-ad1f-4606-bb1b-7ffd18873767,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:25.425761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.425761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.425761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object 1759fc8a-309d-46d1-a8da-80539a8fcc67 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:25.425761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.425761 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Floating IP 6b19da15-dbdf-4fc0-b9a4-d9468798333f disassociated. External IP: 172.25.2.73, port: f3c2565b-5422-4361-b08f-68f9506b262b. Jun 30 03:00:25.428168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 05d0dc92-ad1f-4606-bb1b-7ffd18873767 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:25.430161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.444241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 272572a2-07f9-432b-b4cc-c206d4942e7a is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:25.452763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:25.458619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:25.464675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:25.465315 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.481738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=1759fc8a-309d-46d1-a8da-80539a8fcc67,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:25.594420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065add94-5f31-4511-8b7d-2d68352fde9f req-de0c1060-f93b-49d1-ab18-fc2aff9ebe3f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:25.595055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:25.595915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-065add94-5f31-4511-8b7d-2d68352fde9f req-de0c1060-f93b-49d1-ab18-fc2aff9ebe3f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 944 time: 0.0642986 Jun 30 03:00:25.637102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-065add94-5f31-4511-8b7d-2d68352fde9f req-6f959cd9-49be-41b4-aa18-b1e9ebd81651 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353637 Jun 30 03:00:25.678696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:25.722975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:25.728028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.734146 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] Sync routers for ids ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:25.735527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43592) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:25.735679 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-eb9e0cbc-8a5c-4616-b4b8-e24c1d98646b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9795477 Jun 30 03:00:25.764176 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] Routers {'88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:25.764836 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:00:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:25.780801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-d564773c-3fd3-4ec6-b9cb-62db7d8e3ca7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "PUT /v2.0/floatingips/6b19da15-dbdf-4fc0-b9a4-d9468798333f HTTP/1.1" status: 200 len: 694 time: 2.0381117 Jun 30 03:00:25.781473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:25.784373 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731b2b63-b8ec-4316-81a0-286c4cb23866" -d '{"events": [{"name": "network-changed", "server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:25.877318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-0f3a25dd-2949-4fa0-81a5-44df39fe0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:25.883004 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-0f3a25dd-2949-4fa0-81a5-44df39fe0060 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1097 time: 0.0718861 Jun 30 03:00:25.948140 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] Set router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:25.967687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58e8ca-0d27-486a-aea7-d69850fc1584 req-6407f1fe-a731-4d8a-9678-e65ce3878ba1 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:25.969605 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c58e8ca-0d27-486a-aea7-d69850fc1584 req-6407f1fe-a731-4d8a-9678-e65ce3878ba1 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 944 time: 0.1470211 Jun 30 03:00:25.979549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-07774749-e2fd-412a-a75e-a229dee35b92 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port 1759fc8a-309d-46d1-a8da-80539a8fcc67 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:25.980051 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07774749-e2fd-412a-a75e-a229dee35b92 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.994539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-7c742c22-f6e8-4c6b-8712-2b8b71d4b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:26.002692 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-7c742c22-f6e8-4c6b-8712-2b8b71d4b717 service neutron] 10.222.0.77 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 920 time: 0.1158872 Jun 30 03:00:26.053706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-ed92b29f-9125-4638-8cd5-9866759b94e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 217 time: 0.0500731 Jun 30 03:00:26.084513 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c58e8ca-0d27-486a-aea7-d69850fc1584 req-6cf93c78-70df-42e9-a373-fe6ff8f29d6c tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984185 Jun 30 03:00:26.105238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a37c29-a35c-4aa6-b449-9bbebae0ada6 None None] Network 272572a2-07f9-432b-b4cc-c206d4942e7a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:26.116521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-9359815f-e43a-48d2-b2eb-b8b1917a758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:26.121552 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-9359815f-e43a-48d2-b2eb-b8b1917a758f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 200 len: 859 time: 0.0670018 Jun 30 03:00:26.122206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43598) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:26.143316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46b735c2-0cc9-46ac-bff0-724485a94476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.145531 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07774749-e2fd-412a-a75e-a229dee35b92 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.182880 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e8fb4f-0159-4551-aea4-576c801341a5 x-openstack-request-id: req-d0e8fb4f-0159-4551-aea4-576c801341a5 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:26.183379 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:26.183706 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0e8fb4f-0159-4551-aea4-576c801341a5 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:26.190290 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'status': 'completed', 'code': 200} Jun 30 03:00:26.190796 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '87e9671e-2957-4616-b49d-2b84f4d77888', 'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'mac_address': 'fa:16:3e:7f:74:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:10Z', 'updated_at': '2021-06-30T02:59:19Z', 'revision_number': 5, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'subnets': [{'id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:26.190934 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-88bcfb49-d75f-42e0-994b-36f571524398 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417967 Jun 30 03:00:26.191022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-07774749-e2fd-412a-a75e-a229dee35b92 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for 1759fc8a-309d-46d1-a8da-80539a8fcc67 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:26.245057 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] Checking router: 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:26.254812 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] Routers {'88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:26.255446 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:00:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:26.365264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b2b63-b8ec-4316-81a0-286c4cb23866 req-4e34c9b5-9d88-466e-8772-508364e25e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:26.366946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-731b2b63-b8ec-4316-81a0-286c4cb23866 req-4e34c9b5-9d88-466e-8772-508364e25e3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=605bdba63e5940dea677e340c1d9e2a9&device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 1097 time: 0.1717811 Jun 30 03:00:26.384628 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] Set router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:26.404412 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-c79812a4-69fc-4b94-8289-73f777bc7037 service neutron] 10.222.0.77 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077487 Jun 30 03:00:26.459088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c05f42aa-c77b-450f-aa77-af0e68f1f724 None None] Provisioning for port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:26.486967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c05f42aa-c77b-450f-aa77-af0e68f1f724 None None] Provisioning complete for port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:26.486967 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c05f42aa-c77b-450f-aa77-af0e68f1f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.521381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07774749-e2fd-412a-a75e-a229dee35b92 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.555621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b2b63-b8ec-4316-81a0-286c4cb23866 req-5cd23770-1429-4ab4-8e05-735488f1eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:26.557151 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-731b2b63-b8ec-4316-81a0-286c4cb23866 req-5cd23770-1429-4ab4-8e05-735488f1eaa9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 200 len: 920 time: 0.1776686 Jun 30 03:00:26.580020 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dbcae8c-f62c-409b-bf98-46653e66d419 req-80ea6935-8444-4c40-98a6-d2472e1c0d49 service neutron] 10.222.0.77 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462233 Jun 30 03:00:26.614733 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c05f42aa-c77b-450f-aa77-af0e68f1f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.632452 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-731b2b63-b8ec-4316-81a0-286c4cb23866 req-c1ee2594-2bc5-4cec-9e30-822acbe53348 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 200 len: 217 time: 0.0662210 Jun 30 03:00:26.638457 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '87e9671e-2957-4616-b49d-2b84f4d77888', 'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'mac_address': 'fa:16:3e:7f:74:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:10Z', 'updated_at': '2021-06-30T02:59:19Z', 'revision_number': 5, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'subnets': [{'id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:26.685299 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a6cd8-20d6-4da3-bbc6-5935bc6dfc1e None None] The sync data for ids ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'] in n-d-798249-3 is: [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T02:59:12Z', 'revision_number': 4, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '87e9671e-2957-4616-b49d-2b84f4d77888', 'name': '', 'network_id': '8c72db0b-6f52-4edb-a24a-04cedc6e18bb', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'mac_address': 'fa:16:3e:7f:74:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:10Z', 'updated_at': '2021-06-30T02:59:19Z', 'revision_number': 5, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'subnets': [{'id': '060bf0b1-bb19-44d7-af5b-8d696bee27a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:26.696405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c05f42aa-c77b-450f-aa77-af0e68f1f724 None None] For port 05d0dc92-ad1f-4606-bb1b-7ffd18873767, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=05d0dc92-ad1f-4606-bb1b-7ffd18873767,segment=NetworkSegment(4149d596-cb05-47c9-ab79-9e07fab4fb06),segment_id=4149d596-cb05-47c9-ab79-9e07fab4fb06)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:26.776320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b2b63-b8ec-4316-81a0-286c4cb23866 req-7333e956-9f2b-4d98-a410-da07a936dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:26.778567 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c05f42aa-c77b-450f-aa77-af0e68f1f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.780414 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-731b2b63-b8ec-4316-81a0-286c4cb23866 req-7333e956-9f2b-4d98-a410-da07a936dd87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 200 len: 859 time: 0.1404619 Jun 30 03:00:26.824607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 7f1b0b94-b0af-496f-a948-aaa1aeda7dea up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:26.878099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46b735c2-0cc9-46ac-bff0-724485a94476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.882801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-731b2b63-b8ec-4316-81a0-286c4cb23866 req-b0782eac-5bb6-40f9-ac59-538c745e6789 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c72db0b-6f52-4edb-a24a-04cedc6e18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933595 Jun 30 03:00:26.899247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-e111be4d-3d71-4643-9a28-1f341481ae8c tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/floatingips/6b19da15-dbdf-4fc0-b9a4-d9468798333f HTTP/1.1" status: 200 len: 694 time: 0.1322796 Jun 30 03:00:26.947803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f42aa-c77b-450f-aa77-af0e68f1f724 None None] Pushing event updated for resources: {'Port': ['ID=05d0dc92-ad1f-4606-bb1b-7ffd18873767,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:27.003654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bf690e12-56a4-4f15-b44c-e6b60444e101 None None] Provisioning complete for port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:27.004104 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bf690e12-56a4-4f15-b44c-e6b60444e101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.075200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07774749-e2fd-412a-a75e-a229dee35b92 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=1759fc8a-309d-46d1-a8da-80539a8fcc67,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:27.096832 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-46b735c2-0cc9-46ac-bff0-724485a94476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.116490 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07774749-e2fd-412a-a75e-a229dee35b92 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.118887 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-07774749-e2fd-412a-a75e-a229dee35b92 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/1759fc8a-309d-46d1-a8da-80539a8fcc67 HTTP/1.1" status: 204 len: 168 time: 1.3819129 Jun 30 03:00:27.121536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43604) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:27.144527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:27.148771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bf690e12-56a4-4f15-b44c-e6b60444e101 None None] Could not find standard attr ID for object 1759fc8a-309d-46d1-a8da-80539a8fcc67. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:00:27.153210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:27.153913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.167354 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-32830b59-d9a6-4709-92c3-c83b69187eb8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:00:27.168196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32830b59-d9a6-4709-92c3-c83b69187eb8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:00:27.170107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-32830b59-d9a6-4709-92c3-c83b69187eb8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/1759fc8a-309d-46d1-a8da-80539a8fcc67 HTTP/1.1" status: 404 len: 333 time: 0.0476587 Jun 30 03:00:27.180999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43608) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:27.192431 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be14477-13d6-41cf-bd70-6efe2ffe61f1 None None] New status for floating IP 6b19da15-dbdf-4fc0-b9a4-d9468798333f: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:00:27.239683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d358b23-83bf-4010-8178-085946174784 req-bb0af5fa-c214-41bb-9c13-570614b947fa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.240913 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b735c2-0cc9-46ac-bff0-724485a94476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03846c-63d8-4b4f-8589-e959f3c2a9e1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:27.241440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d358b23-83bf-4010-8178-085946174784 req-bb0af5fa-c214-41bb-9c13-570614b947fa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 944 time: 0.0758955 Jun 30 03:00:27.282181 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6603221a-1dd0-40e7-8cbb-e048e4027c58 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:00:27.284065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6603221a-1dd0-40e7-8cbb-e048e4027c58 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/1759fc8a-309d-46d1-a8da-80539a8fcc67 HTTP/1.1" status: 404 len: 333 time: 0.1020653 Jun 30 03:00:27.286533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-731b2b63-b8ec-4316-81a0-286c4cb23866 req-161fa33c-035c-494e-b081-73ba529ea944 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962016 Jun 30 03:00:27.288384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43610) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:27.310455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-01a4bd5e-ca92-4a2e-9085-c6b59de17dad None None] Could not find standard attr ID for object 1759fc8a-309d-46d1-a8da-80539a8fcc67. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:00:27.325643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-46b735c2-0cc9-46ac-bff0-724485a94476 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=366321abe8d84caa9e27e9a5d7bb1e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1980872 Jun 30 03:00:27.330499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43614) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:27.331921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-5df70845-e3c9-4e8b-90ee-8977d8a5e041 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.333058 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-5df70845-e3c9-4e8b-90ee-8977d8a5e041 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 784 time: 0.4330182 Jun 30 03:00:27.342972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d358b23-83bf-4010-8178-085946174784 req-91000e71-84d0-4396-adf9-6c196d90abc1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927138 Jun 30 03:00:27.395841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 05d0dc92-ad1f-4606-bb1b-7ffd18873767 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:27.429485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-103ec866-d679-49ad-afb8-77200199cc17 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet 38ed5e64-2c86-49bc-bed3-f3937c48f5ac {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:27.434796 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-103ec866-d679-49ad-afb8-77200199cc17 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.454181 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-cef8826d-d6e5-4f48-96b1-cb37752af37e tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.73 HTTP/1.1" status: 200 len: 697 time: 0.1091452 Jun 30 03:00:27.481600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-103ec866-d679-49ad-afb8-77200199cc17 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.530095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-72f56406-003b-4676-8e05-5933cc542df1 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.2.73 HTTP/1.1" status: 200 len: 697 time: 0.0668612 Jun 30 03:00:27.598985 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.627542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c7732d-c1ab-4c19-8cb3-e352d735d974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b0b94-b0af-496f-a948-aaa1aeda7dea'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:27.630791 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0acaf5-cfde-4737-9eb8-c66de2dc4dd7" -d '{"events": [{"server_uuid": "19c7732d-c1ab-4c19-8cb3-e352d735d974", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b0b94-b0af-496f-a948-aaa1aeda7dea"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:27.642036 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f195bd06-a997-4731-b403-2c41b306c065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.643911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:27.644347 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.656723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-103ec866-d679-49ad-afb8-77200199cc17 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.663535 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-731b2b63-b8ec-4316-81a0-286c4cb23866 req-efac19b5-f0c5-4bb4-93d6-81ab7c3ed5f9 service neutron] 10.222.0.83 "GET /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293667 Jun 30 03:00:27.676515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,segment=NetworkSegment(d77507d7-2b58-49c8-a6d2-16845a051c8e),segment_id=d77507d7-2b58-49c8-a6d2-16845a051c8e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:27.685384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-a1a7f4cd-3fe3-4d73-8e19-461651edfa83 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Deleting port 504283e9-eb75-4933-8435-e7b08b440c92 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:27.685858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-a1a7f4cd-3fe3-4d73-8e19-461651edfa83 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.704540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f195bd06-a997-4731-b403-2c41b306c065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.749755 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.750687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2c27ed4c-355a-4a80-b480-1686eb177fa1 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:27.767156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c73e65-e9a7-46dd-bc66-12ae6ff585a9 req-a7bba9cb-00b5-4439-aebe-320ece2031e5 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.768657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89c73e65-e9a7-46dd-bc66-12ae6ff585a9 req-a7bba9cb-00b5-4439-aebe-320ece2031e5 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 944 time: 0.2278774 Jun 30 03:00:27.775795 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-a1a7f4cd-3fe3-4d73-8e19-461651edfa83 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.776133 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-a1a7f4cd-3fe3-4d73-8e19-461651edfa83 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.788661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-a1a7f4cd-3fe3-4d73-8e19-461651edfa83 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Calling delete_port for 504283e9-eb75-4933-8435-e7b08b440c92 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:27.833473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89c73e65-e9a7-46dd-bc66-12ae6ff585a9 req-938ab751-a935-469c-867f-619636f1308a tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529592 Jun 30 03:00:27.880753 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-103ec866-d679-49ad-afb8-77200199cc17 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.916914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ec866-d679-49ad-afb8-77200199cc17 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=38ed5e64-2c86-49bc-bed3-f3937c48f5ac,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:27.925398 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-103ec866-d679-49ad-afb8-77200199cc17 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.930813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-103ec866-d679-49ad-afb8-77200199cc17 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/38ed5e64-2c86-49bc-bed3-f3937c48f5ac HTTP/1.1" status: 204 len: 168 time: 0.6384256 Jun 30 03:00:27.931267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:27.949620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411765b9-8811-41bc-835a-57eca5ee2d98 None None] Network 272572a2-07f9-432b-b4cc-c206d4942e7a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:27.953474 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f195bd06-a997-4731-b403-2c41b306c065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.956501 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f195bd06-a997-4731-b403-2c41b306c065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.959767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f195bd06-a997-4731-b403-2c41b306c065 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e03846c-63d8-4b4f-8589-e959f3c2a9e1 HTTP/1.1" status: 204 len: 168 time: 0.6109464 Jun 30 03:00:27.970271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195bd06-a997-4731-b403-2c41b306c065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03846c-63d8-4b4f-8589-e959f3c2a9e1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.029456 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d08731-74f1-4029-870a-e2be91de3ecb x-openstack-request-id: req-e3d08731-74f1-4029-870a-e2be91de3ecb {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:28.029864 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c7732d-c1ab-4c19-8cb3-e352d735d974", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b0b94-b0af-496f-a948-aaa1aeda7dea", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:28.030072 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3d08731-74f1-4029-870a-e2be91de3ecb {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:28.030417 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c7732d-c1ab-4c19-8cb3-e352d735d974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b0b94-b0af-496f-a948-aaa1aeda7dea', 'code': 200} Jun 30 03:00:28.091226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.091747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.187682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5577aba-685c-4ff5-9895-b4215e04494d req-46e85671-b101-474a-92a8-ef26bb8d1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:28.189276 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5577aba-685c-4ff5-9895-b4215e04494d req-46e85671-b101-474a-92a8-ef26bb8d1ce9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 1096 time: 0.0956399 Jun 30 03:00:28.218125 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a621127-addd-4763-919e-aeffa1fa9ba8 None None] DHCP port deletion for 272572a2-07f9-432b-b4cc-c206d4942e7a request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:00:28.219130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:28.219472 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.242663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 2c27ed4c-355a-4a80-b480-1686eb177fa1 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:28.249102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 2c27ed4c-355a-4a80-b480-1686eb177fa1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:28.249420 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.277760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5577aba-685c-4ff5-9895-b4215e04494d req-8ca92bdf-e9ed-44e1-bbf9-5df0673b3bb3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816495 Jun 30 03:00:28.295499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] For port 05d0dc92-ad1f-4606-bb1b-7ffd18873767, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=05d0dc92-ad1f-4606-bb1b-7ffd18873767,segment=NetworkSegment(4149d596-cb05-47c9-ab79-9e07fab4fb06),segment_id=4149d596-cb05-47c9-ab79-9e07fab4fb06)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:28.295862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.303752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7a621127-addd-4763-919e-aeffa1fa9ba8 None None] Deleting port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:28.304131 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7a621127-addd-4763-919e-aeffa1fa9ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.309061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for 05d0dc92-ad1f-4606-bb1b-7ffd18873767 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:28.350612 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-a1a7f4cd-3fe3-4d73-8e19-461651edfa83 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.390865 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.394979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7f4cd-3fe3-4d73-8e19-461651edfa83 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Pushing event deleted for resources: {'Port': ['ID=504283e9-eb75-4933-8435-e7b08b440c92,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.416669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7a621127-addd-4763-919e-aeffa1fa9ba8 None None] For port 05d0dc92-ad1f-4606-bb1b-7ffd18873767, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=05d0dc92-ad1f-4606-bb1b-7ffd18873767,segment=NetworkSegment(4149d596-cb05-47c9-ab79-9e07fab4fb06),segment_id=4149d596-cb05-47c9-ab79-9e07fab4fb06)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:28.417078 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7a621127-addd-4763-919e-aeffa1fa9ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.439447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7a621127-addd-4763-919e-aeffa1fa9ba8 None None] Calling delete_port for 05d0dc92-ad1f-4606-bb1b-7ffd18873767 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:28.456176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 2c27ed4c-355a-4a80-b480-1686eb177fa1, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2c27ed4c-355a-4a80-b480-1686eb177fa1,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:28.483931 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-a1a7f4cd-3fe3-4d73-8e19-461651edfa83 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.487520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-a1a7f4cd-3fe3-4d73-8e19-461651edfa83 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.488677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d58770fb-2b36-42c1-ab18-8d2a4618ccc7 req-a1a7f4cd-3fe3-4d73-8e19-461651edfa83 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "DELETE /v2.0/floatingips/6b19da15-dbdf-4fc0-b9a4-d9468798333f HTTP/1.1" status: 204 len: 173 time: 0.9515800 Jun 30 03:00:28.562035 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9077c80-0b29-444b-bfa5-5e21c8af5ce2 req-8a4fa6e0-6ba4-4e1d-a30c-23c56adc8a1e tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups/eaaf4312-a1c3-4194-bd8e-0b471f142205 HTTP/1.1" status: 200 len: 1809 time: 0.0524051 Jun 30 03:00:28.611621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.631826 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e9077c80-0b29-444b-bfa5-5e21c8af5ce2 req-0285772f-5ff3-4a74-b973-3a9036b8b776 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.656443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.656946 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7ddf5b27-f8f1-4e91-b838-4964028f5840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.661894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e9077c80-0b29-444b-bfa5-5e21c8af5ce2 req-0285772f-5ff3-4a74-b973-3a9036b8b776 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.670894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=2c27ed4c-355a-4a80-b480-1686eb177fa1,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.674346 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7a621127-addd-4763-919e-aeffa1fa9ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.702500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a621127-addd-4763-919e-aeffa1fa9ba8 None None] Pushing event deleted for resources: {'Port': ['ID=05d0dc92-ad1f-4606-bb1b-7ffd18873767,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.704267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a621127-addd-4763-919e-aeffa1fa9ba8 None None] No DVR routers for this DVR port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:28.706474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=05d0dc92-ad1f-4606-bb1b-7ffd18873767,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.712640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No DVR routers for this DVR port 05d0dc92-ad1f-4606-bb1b-7ffd18873767 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:28.809745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377223b-ec2a-4bd7-9b48-b3f32bfbdbd0 req-7fb7c297-5200-40c5-a9a6-a58f6461e6af tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:28.810363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.811226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0377223b-ec2a-4bd7-9b48-b3f32bfbdbd0 req-7fb7c297-5200-40c5-a9a6-a58f6461e6af tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 945 time: 0.3467476 Jun 30 03:00:28.820804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272572a2-07f9-432b-b4cc-c206d4942e7a']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:28.832173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4149d596-cb05-47c9-ab79-9e07fab4fb06') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:28.832477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4149d596-cb05-47c9-ab79-9e07fab4fb06') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:28.841613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.848850 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0377223b-ec2a-4bd7-9b48-b3f32bfbdbd0 req-e0952b38-c844-4f29-a9e5-349a14d1cd42 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Jun 30 03:00:28.855680 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.861462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:28.861912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:28.870721 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:28.967693 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e9077c80-0b29-444b-bfa5-5e21c8af5ce2 req-0285772f-5ff3-4a74-b973-3a9036b8b776 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.970842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e9077c80-0b29-444b-bfa5-5e21c8af5ce2 req-0285772f-5ff3-4a74-b973-3a9036b8b776 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.972319 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9077c80-0b29-444b-bfa5-5e21c8af5ce2 req-0285772f-5ff3-4a74-b973-3a9036b8b776 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "DELETE /v2.0/security-groups/eaaf4312-a1c3-4194-bd8e-0b471f142205 HTTP/1.1" status: 204 len: 173 time: 0.4028244 Jun 30 03:00:28.989645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285772f-5ff3-4a74-b973-3a9036b8b776 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaf4312-a1c3-4194-bd8e-0b471f142205,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:29.053423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76493b-cb90-4d79-a05e-e738753629d8 req-54f959ba-8c0e-4874-abe6-ac3740939f15 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:29.054928 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b76493b-cb90-4d79-a05e-e738753629d8 req-54f959ba-8c0e-4874-abe6-ac3740939f15 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 945 time: 0.0980842 Jun 30 03:00:29.092377 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.101807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.107539 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/networks/272572a2-07f9-432b-b4cc-c206d4942e7a HTTP/1.1" status: 204 len: 168 time: 1.1715200 Jun 30 03:00:29.108551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b76493b-cb90-4d79-a05e-e738753629d8 req-9108ab21-69da-4688-8274-9de69436518b tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473330 Jun 30 03:00:29.109062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43644) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:29.115259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-50374280'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:29.116630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c013f8d-6c9f-4e0a-bedf-1041e0f2f5f2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Network': ['ID=272572a2-07f9-432b-b4cc-c206d4942e7a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:29.246843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:29.250373 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.282282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:00:29.292615 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.293010 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Added segment a0cb22d2-5ba6-4d82-8a69-3f39494e6f04 of type vlan for network bf408dc0-3579-4ce1-844d-24016bb7290a Jun 30 03:00:29.348784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.349015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 05d0dc92-ad1f-4606-bb1b-7ffd18873767 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:29.368833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 05d0dc92-ad1f-4606-bb1b-7ffd18873767 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:29.369272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 05d0dc92-ad1f-4606-bb1b-7ffd18873767 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:29.606560 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.612258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:29.612855 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.681305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Network': ['ID=bf408dc0-3579-4ce1-844d-24016bb7290a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:29.691258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network bf408dc0-3579-4ce1-844d-24016bb7290a details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:00:29.857654 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-07326fa8-4f4d-455c-b415-07230c05a0a0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7474213 Jun 30 03:00:29.860735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43662) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:29.865895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': 'bf408dc0-3579-4ce1-844d-24016bb7290a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:30.031433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0726ff87-d947-4a24-9f18-08eb9c5d70bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27ed4c-355a-4a80-b480-1686eb177fa1'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:30.033939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c9bb6-4591-4aae-8def-ec1975b1e4fb req-8e46811e-8f19-4620-90ab-aa116ab11610 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:30.034273 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6350675b-78ec-410a-9322-1918ac5b0bbb" -d '{"events": [{"server_uuid": "0726ff87-d947-4a24-9f18-08eb9c5d70bc", "name": "network-vif-plugged", "status": "completed", "tag": "2c27ed4c-355a-4a80-b480-1686eb177fa1"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:30.035483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a4c9bb6-4591-4aae-8def-ec1975b1e4fb req-8e46811e-8f19-4620-90ab-aa116ab11610 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.0983269 Jun 30 03:00:30.054962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb86fc-7217-4cb2-8878-7edf206c652b req-085963b7-dbbe-48a4-b60c-29abf8a9b77d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:30.068772 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-98cb86fc-7217-4cb2-8878-7edf206c652b req-085963b7-dbbe-48a4-b60c-29abf8a9b77d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 945 time: 0.0823414 Jun 30 03:00:30.085094 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a4c9bb6-4591-4aae-8def-ec1975b1e4fb req-f319bdb3-c0af-4caa-afd5-5e77ca60bc53 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Jun 30 03:00:30.117359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-98cb86fc-7217-4cb2-8878-7edf206c652b req-4349d0bf-2f8d-4eab-b345-f9a69622034d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475893 Jun 30 03:00:30.140331 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a314597-5457-4cd6-96fe-cafb900f4f6b x-openstack-request-id: req-5a314597-5457-4cd6-96fe-cafb900f4f6b {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:30.140760 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0726ff87-d947-4a24-9f18-08eb9c5d70bc", "name": "network-vif-plugged", "status": "completed", "tag": "2c27ed4c-355a-4a80-b480-1686eb177fa1", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:30.141108 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a314597-5457-4cd6-96fe-cafb900f4f6b {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:30.141651 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0726ff87-d947-4a24-9f18-08eb9c5d70bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c27ed4c-355a-4a80-b480-1686eb177fa1', 'code': 200} Jun 30 03:00:30.149653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:30.155133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.335803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a528bb-b775-431f-b29b-b3210a5fc396 req-c7935086-9315-457b-a108-3913302cbd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:30.340331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65a528bb-b775-431f-b29b-b3210a5fc396 req-c7935086-9315-457b-a108-3913302cbd74 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 1096 time: 0.1184394 Jun 30 03:00:30.352743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac71722-de6d-4c47-8328-008cecabd50e req-29a36b20-5119-4d98-86ab-a30cb4c2598c tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:30.354373 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eac71722-de6d-4c47-8328-008cecabd50e req-29a36b20-5119-4d98-86ab-a30cb4c2598c tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 945 time: 0.0929754 Jun 30 03:00:30.410006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65a528bb-b775-431f-b29b-b3210a5fc396 req-6842379a-5f1d-4534-bbc8-33c1dd1a4a51 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543888 Jun 30 03:00:30.419327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eac71722-de6d-4c47-8328-008cecabd50e req-123cbf5d-c7bf-4504-9602-a55a5ebb820f tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571301 Jun 30 03:00:30.521213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.589636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=4832088b-561b-4687-9860-b676a3620258,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:30.599997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Checking segment: {'id': 'a0cb22d2-5ba6-4d82-8a69-3f39494e6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'bf408dc0-3579-4ce1-844d-24016bb7290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:30.600359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network hostable DHCP agents. Network: bf408dc0-3579-4ce1-844d-24016bb7290a, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:00:30.778757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network bf408dc0-3579-4ce1-844d-24016bb7290a is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:00:30.920781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, bf408dc0-3579-4ce1-844d-24016bb7290a) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:30.926270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:30.927010 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.936397 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e3f77-a12c-4959-99a7-31a71c46a086 None None] Network bf408dc0-3579-4ce1-844d-24016bb7290a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:31.082421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-bf408dc0-3579-4ce1-844d-24016bb7290a', 'network_id': 'bf408dc0-3579-4ce1-844d-24016bb7290a', 'tenant_id': '8aed6c1fc8e64e199b2f57731328cab4', 'fixed_ips': [{'subnet_id': '4832088b-561b-4687-9860-b676a3620258'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:00:31.083346 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.122185 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-72a4bf5c-4e06-4061-be88-271699a9acd5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2599895 Jun 30 03:00:31.124352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43696) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:31.130125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': 'bf408dc0-3579-4ce1-844d-24016bb7290a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-122079834'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:31.291220 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.294916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Allocated IP 2001:db8::2 (bf408dc0-3579-4ce1-844d-24016bb7290a/4832088b-561b-4687-9860-b676a3620258/157b4eeb-6f3a-4c7d-92cc-7602200da80d) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:31.403057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a9e9-4c95-40d3-9005-7c63997a012b req-d558113d-2a90-42ff-86c4-8b78bb63cc5b tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:31.404699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f74a9e9-4c95-40d3-9005-7c63997a012b req-d558113d-2a90-42ff-86c4-8b78bb63cc5b tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1204557 Jun 30 03:00:31.409365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df1b51-1a9c-4d14-b1d1-9c04685640a5 req-e4279822-f94c-4897-808f-50e2d3c82f48 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:31.411186 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7df1b51-1a9c-4d14-b1d1-9c04685640a5 req-e4279822-f94c-4897-808f-50e2d3c82f48 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 945 time: 0.1038961 Jun 30 03:00:31.460377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f74a9e9-4c95-40d3-9005-7c63997a012b req-a9e90a9e-d155-485f-946e-54713201a779 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469043 Jun 30 03:00:31.460537 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7df1b51-1a9c-4d14-b1d1-9c04685640a5 req-9cce0e1b-7142-4b5a-8615-548d469c2d55 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431933 Jun 30 03:00:31.500538 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.509541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Transition to ACTIVE for port object 157b4eeb-6f3a-4c7d-92cc-7602200da80d will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:31.524598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Transition to ACTIVE for port object 157b4eeb-6f3a-4c7d-92cc-7602200da80d will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:31.572019 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-769d12cf-99cf-4730-9319-814d54d63723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.692090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:31.695697 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.713318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port a6bbd7f7-3c2d-414d-8377-867d0caa431a yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:31.767576 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.823641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Pushing event updated for resources: {'Port': ['ID=157b4eeb-6f3a-4c7d-92cc-7602200da80d,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:31.827147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Network bf408dc0-3579-4ce1-844d-24016bb7290a is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:31.829276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:31.832019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:31.857262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8::ef (bf408dc0-3579-4ce1-844d-24016bb7290a/4832088b-561b-4687-9860-b676a3620258/a6bbd7f7-3c2d-414d-8377-867d0caa431a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:31.908825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Attempting to bind port 157b4eeb-6f3a-4c7d-92cc-7602200da80d on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:31.909234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Attempting to bind port 157b4eeb-6f3a-4c7d-92cc-7602200da80d by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a0cb22d2-5ba6-4d82-8a69-3f39494e6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'bf408dc0-3579-4ce1-844d-24016bb7290a'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:31.909656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Attempting to bind port 157b4eeb-6f3a-4c7d-92cc-7602200da80d on network bf408dc0-3579-4ce1-844d-24016bb7290a {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:31.915494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:31.924049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Checking segment: {'id': 'a0cb22d2-5ba6-4d82-8a69-3f39494e6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'bf408dc0-3579-4ce1-844d-24016bb7290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:31.924049 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.924049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Bound using segment: {'id': 'a0cb22d2-5ba6-4d82-8a69-3f39494e6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'bf408dc0-3579-4ce1-844d-24016bb7290a'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:31.924049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Bound port: 157b4eeb-6f3a-4c7d-92cc-7602200da80d, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cb22d2-5ba6-4d82-8a69-3f39494e6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'bf408dc0-3579-4ce1-844d-24016bb7290a'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:31.924049 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:31.988576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] For port 157b4eeb-6f3a-4c7d-92cc-7602200da80d, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:31.991810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] For port 157b4eeb-6f3a-4c7d-92cc-7602200da80d, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=157b4eeb-6f3a-4c7d-92cc-7602200da80d,segment=NetworkSegment(a0cb22d2-5ba6-4d82-8a69-3f39494e6f04),segment_id=a0cb22d2-5ba6-4d82-8a69-3f39494e6f04)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:32.002303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.016939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object a6bbd7f7-3c2d-414d-8377-867d0caa431a will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:32.144756 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.208560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625bf2f-7fa6-4a19-bfd7-009d7d534ba9 None None] Pushing event updated for resources: {'Port': ['ID=157b4eeb-6f3a-4c7d-92cc-7602200da80d,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:32.235759 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.291836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network bf408dc0-3579-4ce1-844d-24016bb7290a is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:32.293402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:32.295899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:32.301797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:32.306703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.318269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934730e-3378-4185-8727-920a5fa98f03 req-1a328efc-fce4-457f-9c21-2015bd9a0629 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:32.320129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7934730e-3378-4185-8727-920a5fa98f03 req-1a328efc-fce4-457f-9c21-2015bd9a0629 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.83 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1374853 Jun 30 03:00:32.328218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=a6bbd7f7-3c2d-414d-8377-867d0caa431a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:32.482027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cf420486-3ad5-49c0-bf33-ccd80b8eee1e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3560994 Jun 30 03:00:32.492426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43726) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:32.497666 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-7934730e-3378-4185-8727-920a5fa98f03 req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Deleting port f3c2565b-5422-4361-b08f-68f9506b262b {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:32.498195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7934730e-3378-4185-8727-920a5fa98f03 req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.604664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-58b7eaf8-94f6-4b01-9d02-deb3104d6f1d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port a6bbd7f7-3c2d-414d-8377-867d0caa431a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:32.605116 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58b7eaf8-94f6-4b01-9d02-deb3104d6f1d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.615936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-7934730e-3378-4185-8727-920a5fa98f03 req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] For port f3c2565b-5422-4361-b08f-68f9506b262b, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f3c2565b-5422-4361-b08f-68f9506b262b,segment=NetworkSegment(c9474e88-f84b-401e-b25b-e50f9b7dd1d6),segment_id=c9474e88-f84b-401e-b25b-e50f9b7dd1d6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:32.616282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7934730e-3378-4185-8727-920a5fa98f03 req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.630964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-7934730e-3378-4185-8727-920a5fa98f03 req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Calling delete_port for f3c2565b-5422-4361-b08f-68f9506b262b owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:32.753309 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58b7eaf8-94f6-4b01-9d02-deb3104d6f1d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.772588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3348551-fa5a-4a9b-ae0d-8ac3330c8a9d req-2099d883-1f14-4697-bf8c-e097151b152c tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:32.774941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e3348551-fa5a-4a9b-ae0d-8ac3330c8a9d req-2099d883-1f14-4697-bf8c-e097151b152c tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 946 time: 0.1533947 Jun 30 03:00:32.781758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-58b7eaf8-94f6-4b01-9d02-deb3104d6f1d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for a6bbd7f7-3c2d-414d-8377-867d0caa431a owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:32.803832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ece46d-ec1c-439e-a9c4-05d95ccc1cca req-2f675914-21e3-492d-8643-0bdbb98bf1a9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:32.811365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78ece46d-ec1c-439e-a9c4-05d95ccc1cca req-2f675914-21e3-492d-8643-0bdbb98bf1a9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 945 time: 0.1151135 Jun 30 03:00:32.874374 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e3348551-fa5a-4a9b-ae0d-8ac3330c8a9d req-5e9bbd7a-c271-4e75-b344-c08b833c97df tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/security-groups?id=8ae0e068-c943-47af-b853-675b2952df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905523 Jun 30 03:00:32.877096 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78ece46d-ec1c-439e-a9c4-05d95ccc1cca req-65192fd9-1916-4bcd-8cc7-a0c6231c274a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648873 Jun 30 03:00:32.892404 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.056888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7934730e-3378-4185-8727-920a5fa98f03 req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.072447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f3c2565b-5422-4361-b08f-68f9506b262b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:33.129613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Pushing event deleted for resources: {'Port': ['ID=f3c2565b-5422-4361-b08f-68f9506b262b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:33.152601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.152989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.153396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.153918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.154292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.154690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.155032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.159874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.159874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.159874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.159874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.159874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:33.207752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58b7eaf8-94f6-4b01-9d02-deb3104d6f1d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.211551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7934730e-3378-4185-8727-920a5fa98f03 req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] No DVR routers for this DVR port f3c2565b-5422-4361-b08f-68f9506b262b on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:33.216052 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7934730e-3378-4185-8727-920a5fa98f03 req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.218464 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7934730e-3378-4185-8727-920a5fa98f03 req-325d9c2f-9d5f-429d-962c-7cb42c9e41e7 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.83 "DELETE /v2.0/ports/f3c2565b-5422-4361-b08f-68f9506b262b HTTP/1.1" status: 204 len: 173 time: 0.8910069 Jun 30 03:00:33.220693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'name': 'network-vif-deleted', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:33.223606 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220824cb-c994-464d-9813-494988e242be" -d '{"events": [{"server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "name": "network-vif-deleted", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:33.249811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f513a96-5bc5-4ec2-9c18-770b1bd5a20a req-9a60be33-8d2e-4143-a378-71727bc05e4a tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:33.250016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7eaf8-94f6-4b01-9d02-deb3104d6f1d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=a6bbd7f7-3c2d-414d-8377-867d0caa431a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:33.257094 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f513a96-5bc5-4ec2-9c18-770b1bd5a20a req-9a60be33-8d2e-4143-a378-71727bc05e4a tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 945 time: 0.2399414 Jun 30 03:00:33.292305 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58b7eaf8-94f6-4b01-9d02-deb3104d6f1d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.294274 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-58b7eaf8-94f6-4b01-9d02-deb3104d6f1d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/a6bbd7f7-3c2d-414d-8377-867d0caa431a HTTP/1.1" status: 204 len: 168 time: 0.8087020 Jun 30 03:00:33.297247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43756) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:33.301939 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f513a96-5bc5-4ec2-9c18-770b1bd5a20a req-7b1e4f87-b667-47e7-a5df-646b93da5600 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Jun 30 03:00:33.336723 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-37deb87d-bb13-4f64-8103-185ff5327b9d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:00:33.337875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-37deb87d-bb13-4f64-8103-185ff5327b9d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/a6bbd7f7-3c2d-414d-8377-867d0caa431a HTTP/1.1" status: 404 len: 333 time: 0.0398071 Jun 30 03:00:33.341168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43758) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:33.384997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888576a-926f-443c-a8c6-5e6b6e0ae838 req-c326729e-c719-4c96-a26e-60bd97591bd3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:33.387741 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f888576a-926f-443c-a8c6-5e6b6e0ae838 req-c326729e-c719-4c96-a26e-60bd97591bd3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.2287259 Jun 30 03:00:33.408391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-652357a0-11b1-42e8-b756-9b133d101cf0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet 4832088b-561b-4687-9860-b676a3620258 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:33.417337 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-652357a0-11b1-42e8-b756-9b133d101cf0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.439888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f888576a-926f-443c-a8c6-5e6b6e0ae838 req-c35796ec-a8b1-4dfd-aefb-511eef82e0ca tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/quotas/92f2c812fee4490e8e05afaf6351bba6 HTTP/1.1" status: 200 len: 375 time: 0.0365901 Jun 30 03:00:33.452327 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7810fb-815b-46ee-a5e6-f338f42fbfdf x-openstack-request-id: req-1f7810fb-815b-46ee-a5e6-f338f42fbfdf {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:33.452620 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c439e7a1-2c83-4b1c-ac47-9316f0c064ee", "name": "network-vif-deleted", "tag": "f3c2565b-5422-4361-b08f-68f9506b262b", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:33.452875 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f7810fb-815b-46ee-a5e6-f338f42fbfdf {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:33.453267 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c439e7a1-2c83-4b1c-ac47-9316f0c064ee', 'name': 'network-vif-deleted', 'tag': 'f3c2565b-5422-4361-b08f-68f9506b262b', 'status': 'completed', 'code': 200} Jun 30 03:00:33.471578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 157b4eeb-6f3a-4c7d-92cc-7602200da80d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:33.490895 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-652357a0-11b1-42e8-b756-9b133d101cf0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.533207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dff894-5a7d-4af0-b259-c8352ba46517 None None] Network bf408dc0-3579-4ce1-844d-24016bb7290a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:33.548464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f888576a-926f-443c-a8c6-5e6b6e0ae838 req-9ba51d3a-b42e-4dfa-aa17-b1ee02adc22e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070499 Jun 30 03:00:33.636770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-652357a0-11b1-42e8-b756-9b133d101cf0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.678543 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f888576a-926f-443c-a8c6-5e6b6e0ae838 req-a411c46a-14bb-41b4-8aaf-1b3a56a073f4 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290147 Jun 30 03:00:33.781719 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f888576a-926f-443c-a8c6-5e6b6e0ae838 req-11a71444-5e1b-4cd9-a236-874951b1e182 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940325 Jun 30 03:00:34.005975 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 157b4eeb-6f3a-4c7d-92cc-7602200da80d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:34.007640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-652357a0-11b1-42e8-b756-9b133d101cf0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.013704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7dfe4237-de6f-4604-ae9b-23cc5ef3c9b0 None None] Provisioning for port 157b4eeb-6f3a-4c7d-92cc-7602200da80d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:34.013704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7dfe4237-de6f-4604-ae9b-23cc5ef3c9b0 None None] Provisioning complete for port 157b4eeb-6f3a-4c7d-92cc-7602200da80d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:34.013704 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7dfe4237-de6f-4604-ae9b-23cc5ef3c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.015644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 157b4eeb-6f3a-4c7d-92cc-7602200da80d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:34.016012 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.046621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652357a0-11b1-42e8-b756-9b133d101cf0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=4832088b-561b-4687-9860-b676a3620258,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:34.049122 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-652357a0-11b1-42e8-b756-9b133d101cf0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.053791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43764) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:34.053983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-652357a0-11b1-42e8-b756-9b133d101cf0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/4832088b-561b-4687-9860-b676a3620258 HTTP/1.1" status: 204 len: 168 time: 0.7115510 Jun 30 03:00:34.085587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-627dfd77-052a-468a-bc8a-0afa30f16c7a req-05f5a3c7-08d3-4f85-ae60-c547a9638e25 tempest-ServerRescueTestJSONUnderV235-599063539 tempest-ServerRescueTestJSONUnderV235-599063539-project] 10.222.0.77 "GET /v2.0/ports?device_id=c439e7a1-2c83-4b1c-ac47-9316f0c064ee HTTP/1.1" status: 200 len: 210 time: 0.0432053 Jun 30 03:00:34.116588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-c3728384-bafe-4018-ad69-804e5689a411 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:34.116588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-c3728384-bafe-4018-ad69-804e5689a411 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.83 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 945 time: 0.1651998 Jun 30 03:00:34.182094 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.241311 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7dfe4237-de6f-4604-ae9b-23cc5ef3c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.241685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.317986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 157b4eeb-6f3a-4c7d-92cc-7602200da80d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=157b4eeb-6f3a-4c7d-92cc-7602200da80d,segment=NetworkSegment(a0cb22d2-5ba6-4d82-8a69-3f39494e6f04),segment_id=a0cb22d2-5ba6-4d82-8a69-3f39494e6f04)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:34.330986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port 157b4eeb-6f3a-4c7d-92cc-7602200da80d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:34.331539 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.413041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.420242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-bec05aba-c16f-40dc-bc91-10795bc1063e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Deleting port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:34.423149 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-bec05aba-c16f-40dc-bc91-10795bc1063e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.463688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] For port 157b4eeb-6f3a-4c7d-92cc-7602200da80d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=157b4eeb-6f3a-4c7d-92cc-7602200da80d,segment=NetworkSegment(a0cb22d2-5ba6-4d82-8a69-3f39494e6f04),segment_id=a0cb22d2-5ba6-4d82-8a69-3f39494e6f04)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:34.464067 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.483335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for 157b4eeb-6f3a-4c7d-92cc-7602200da80d owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:34.486688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128847d4-44ac-4449-a467-6f1df2d7966a None None] Network bf408dc0-3579-4ce1-844d-24016bb7290a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:34.578453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=157b4eeb-6f3a-4c7d-92cc-7602200da80d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:34.590508 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-7dfe4237-de6f-4604-ae9b-23cc5ef3c9b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:00:34.590857 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-7dfe4237-de6f-4604-ae9b-23cc5ef3c9b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:00:34.628464 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-bec05aba-c16f-40dc-bc91-10795bc1063e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] For port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,segment=NetworkSegment(d77507d7-2b58-49c8-a6d2-16845a051c8e),segment_id=d77507d7-2b58-49c8-a6d2-16845a051c8e)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:34.629386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-bec05aba-c16f-40dc-bc91-10795bc1063e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.646272 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-bec05aba-c16f-40dc-bc91-10795bc1063e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Calling delete_port for 7f1b0b94-b0af-496f-a948-aaa1aeda7dea owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:34.714018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27fff2-229a-4b95-93ae-6a93d8cea560 req-10f0cf70-0abd-4799-ab25-1036d3e2f35a tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:34.715548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd27fff2-229a-4b95-93ae-6a93d8cea560 req-10f0cf70-0abd-4799-ab25-1036d3e2f35a tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 945 time: 0.2425995 Jun 30 03:00:34.772696 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd27fff2-229a-4b95-93ae-6a93d8cea560 req-0782533d-aa74-4e5d-bd59-b63b702b3e90 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493140 Jun 30 03:00:34.812486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.812592 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:34.837806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7481b53-edee-4b04-983a-3c881b3c7d23 None None] DHCP port deletion for bf408dc0-3579-4ce1-844d-24016bb7290a request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:00:34.873163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=157b4eeb-6f3a-4c7d-92cc-7602200da80d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:34.875719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No DVR routers for this DVR port 157b4eeb-6f3a-4c7d-92cc-7602200da80d on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:35.007231 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.022046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf408dc0-3579-4ce1-844d-24016bb7290a']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:35.030226 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-bec05aba-c16f-40dc-bc91-10795bc1063e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.044018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['7f1b0b94-b0af-496f-a948-aaa1aeda7dea'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:35.046022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cb22d2-5ba6-4d82-8a69-3f39494e6f04') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:35.046495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cb22d2-5ba6-4d82-8a69-3f39494e6f04') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:35.063724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.069021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec05aba-c16f-40dc-bc91-10795bc1063e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Pushing event deleted for resources: {'Port': ['ID=7f1b0b94-b0af-496f-a948-aaa1aeda7dea,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:35.083246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-65d6bc17-e56b-4da0-bf2a-081913fe8c6a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:35.084729 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-65d6bc17-e56b-4da0-bf2a-081913fe8c6a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.2044268 Jun 30 03:00:35.089315 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.099165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:35.099746 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:35.108766 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:35.112115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe4237-de6f-4604-ae9b-23cc5ef3c9b0 None None] Port 157b4eeb-6f3a-4c7d-92cc-7602200da80d update to ACTIVE by agent not found {{(pid=94532) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 03:00:35.121608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-bec05aba-c16f-40dc-bc91-10795bc1063e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] No DVR routers for this DVR port 7f1b0b94-b0af-496f-a948-aaa1aeda7dea on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:35.124591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-bec05aba-c16f-40dc-bc91-10795bc1063e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.127999 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e1a8180d-5670-4abc-9ea2-361718f94705 req-bec05aba-c16f-40dc-bc91-10795bc1063e tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.83 "DELETE /v2.0/ports/7f1b0b94-b0af-496f-a948-aaa1aeda7dea HTTP/1.1" status: 204 len: 173 time: 1.0109837 Jun 30 03:00:35.158780 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-1ee936aa-cb1d-4aca-a6d5-4458ef14c648 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/quotas/92f2c812fee4490e8e05afaf6351bba6 HTTP/1.1" status: 200 len: 375 time: 0.0642989 Jun 30 03:00:35.212403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43804) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:35.231081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e566ee90-551d-44e8-978b-09cad0615450 None None] Could not find standard attr ID for object 157b4eeb-6f3a-4c7d-92cc-7602200da80d. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:00:35.236311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e566ee90-551d-44e8-978b-09cad0615450 None None] Could not find standard attr ID for object a6bbd7f7-3c2d-414d-8377-867d0caa431a. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:00:35.251536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-abd0a72f-bc59-4c4f-bf49-24435a28761b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786026 Jun 30 03:00:35.361543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 157b4eeb-6f3a-4c7d-92cc-7602200da80d no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:35.390104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 157b4eeb-6f3a-4c7d-92cc-7602200da80d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:35.390585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 157b4eeb-6f3a-4c7d-92cc-7602200da80d not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:35.410181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-d2e7bae8-6888-4599-9212-a4db2e5adda5 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500783 Jun 30 03:00:35.467841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.479186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c7732d-c1ab-4c19-8cb3-e352d735d974', 'name': 'network-vif-deleted', 'tag': '7f1b0b94-b0af-496f-a948-aaa1aeda7dea'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:35.482719 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13981b9-288e-428a-a8a1-e867e1cdc25d" -d '{"events": [{"server_uuid": "19c7732d-c1ab-4c19-8cb3-e352d735d974", "name": "network-vif-deleted", "tag": "7f1b0b94-b0af-496f-a948-aaa1aeda7dea"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:35.489269 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.494866 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/networks/bf408dc0-3579-4ce1-844d-24016bb7290a HTTP/1.1" status: 204 len: 168 time: 1.4359791 Jun 30 03:00:35.495191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43812) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:35.499912 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'name': 'tempest-PortsIpV6TestJSON-1142388114'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:35.524313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a11144-16a3-4b79-a3c2-ddf1bf981f07 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Network': ['ID=bf408dc0-3579-4ce1-844d-24016bb7290a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:35.548533 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e942e3-e1db-4385-9e85-bd5b5ff307a0 x-openstack-request-id: req-22e942e3-e1db-4385-9e85-bd5b5ff307a0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:35.548817 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c7732d-c1ab-4c19-8cb3-e352d735d974", "name": "network-vif-deleted", "tag": "7f1b0b94-b0af-496f-a948-aaa1aeda7dea", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:35.549076 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22e942e3-e1db-4385-9e85-bd5b5ff307a0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:35.549461 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c7732d-c1ab-4c19-8cb3-e352d735d974', 'name': 'network-vif-deleted', 'tag': '7f1b0b94-b0af-496f-a948-aaa1aeda7dea', 'status': 'completed', 'code': 200} Jun 30 03:00:35.571822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-f5b2ac58-e52b-4ce9-a985-387262f47abd service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603723 Jun 30 03:00:35.769099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.025704 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94a20b03-28d2-495d-b499-652cc4358914 req-65c4fc5f-2cc9-4bdd-abfc-2e3f9bd56481 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 210 time: 0.0478218 Jun 30 03:00:36.277098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:36.280582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.333203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-75c164dc-52ee-4522-998a-f5cdf4109825 req-5d5697ed-8398-4f0b-8cd9-cba67da058ee tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=19c7732d-c1ab-4c19-8cb3-e352d735d974 HTTP/1.1" status: 200 len: 210 time: 0.0579884 Jun 30 03:00:36.343914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port c17ec486-c09a-4ea7-b6f8-54a2d9ead4d9 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:36.573469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.594626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] Deleting port 87e9671e-2957-4616-b49d-2b84f4d77888 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:36.594979 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.686296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] For port 87e9671e-2957-4616-b49d-2b84f4d77888, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=87e9671e-2957-4616-b49d-2b84f4d77888,segment=NetworkSegment(c9474e88-f84b-401e-b25b-e50f9b7dd1d6),segment_id=c9474e88-f84b-401e-b25b-e50f9b7dd1d6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:36.686666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.699591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] Calling delete_port for 87e9671e-2957-4616-b49d-2b84f4d77888 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:36.815315 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.830529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 7f1b0b94-b0af-496f-a948-aaa1aeda7dea no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:36.849794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 7f1b0b94-b0af-496f-a948-aaa1aeda7dea {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:36.850147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 7f1b0b94-b0af-496f-a948-aaa1aeda7dea not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:36.850618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f3c2565b-5422-4361-b08f-68f9506b262b no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:36.869805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: f3c2565b-5422-4361-b08f-68f9506b262b {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:36.870174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f3c2565b-5422-4361-b08f-68f9506b262b not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:36.876911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:36.891202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:36.893884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:36.899558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:36.900166 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.902575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=c17ec486-c09a-4ea7-b6f8-54a2d9ead4d9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:37.101512 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f67c21b-6b62-4e20-ac33-9c250b6e5eaf req-9486e08c-1ad0-4913-b373-9ff6ed751042 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 210 time: 0.0281572 Jun 30 03:00:37.105930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-af2e8bfb-2d80-4e9d-97e4-6a1c52e878d3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6075296 Jun 30 03:00:37.106162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43846) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:37.154273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:37.207852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e9671e-2957-4616-b49d-2b84f4d77888,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:37.349956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e5df1-ad0d-40f8-a837-cfcccc623520 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port c17ec486-c09a-4ea7-b6f8-54a2d9ead4d9 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:37.350345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5df1-ad0d-40f8-a837-cfcccc623520 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:37.465088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5df1-ad0d-40f8-a837-cfcccc623520 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:37.486133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e5df1-ad0d-40f8-a837-cfcccc623520 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for c17ec486-c09a-4ea7-b6f8-54a2d9ead4d9 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:37.494943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:37.813120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-0b369923-f1a5-473f-80a6-1d900d3d5fd4 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:37.814529 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-0b369923-f1a5-473f-80a6-1d900d3d5fd4 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/networks?id=c681f101-18ab-49bd-a6ce-2748a8894081 HTTP/1.1" status: 200 len: 809 time: 0.1837642 Jun 30 03:00:37.863735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5df1-ad0d-40f8-a837-cfcccc623520 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:37.870235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-a5083596-b929-424b-b6ba-147460d896ef tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/quotas/b99cde5e84794a719f4983c47bf041fb HTTP/1.1" status: 200 len: 375 time: 0.0479972 Jun 30 03:00:37.906606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5df1-ad0d-40f8-a837-cfcccc623520 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=c17ec486-c09a-4ea7-b6f8-54a2d9ead4d9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:37.940314 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-15c26bbb-3ce2-4b43-8550-f3b375a09fb3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b99cde5e84794a719f4983c47bf041fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430803 Jun 30 03:00:37.940506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5df1-ad0d-40f8-a837-cfcccc623520 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:37.943559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1e4e5df1-ad0d-40f8-a837-cfcccc623520 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/c17ec486-c09a-4ea7-b6f8-54a2d9ead4d9 HTTP/1.1" status: 204 len: 168 time: 0.8353331 Jun 30 03:00:37.945069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43878) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:37.950438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'mac_address': 'fa:16:3e:ad:10:83', 'name': 'tempest-PortsIpV6TestJSON-502095444'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:37.997157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] Router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:38.085219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-5773e96b-e98a-4595-88b5-fe0c0c321544 service neutron] 10.222.0.77 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403282 Jun 30 03:00:38.126541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:38.192528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:38.202068 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-440c8176-2ab9-4a0a-8943-5fe53e7f9328 admin admin] 10.222.0.77 "PUT /v2.0/routers/88080d3c-c5d9-41c2-9d4c-8e9da31aacf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9852908 Jun 30 03:00:38.202189 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43884) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:38.207627 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] Sync routers for ids ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:38.224161 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] Routers {'88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:38.224793 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:00:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:38.228836 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-fea6ec87-8a92-404d-8a0d-91f5b6d34043 service neutron] 10.222.0.77 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140234 Jun 30 03:00:38.301241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.309976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb42f060-5a96-49ef-aff6-4f9525b619f8 req-d46e9fc2-e5da-4684-9f2c-58e109e5a85b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 210 time: 0.0447676 Jun 30 03:00:38.377439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port d4e69243-789f-4629-9bc4-3d8e627964da yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:38.428329 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.448084 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] Set router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:38.654233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6693aaf5-ae68-495a-8a76-2c2d10c47734 req-665174e5-dd62-4209-91cd-8094fabfd7cd tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 210 time: 0.0630202 Jun 30 03:00:38.678456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.686753 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T03:00:36Z', 'revision_number': 5, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:38.693041 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.756788 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] Checking router: 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:38.765992 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] Routers {'88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:38.766747 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:00:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:38.875700 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] Set router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:39.037054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Deleting port 63be725b-daad-4aba-93c6-d0ed3da31543 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:39.037768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.051105 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T03:00:36Z', 'revision_number': 5, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:39.077974 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fead3c00-0a9d-4870-8a46-06d775eba126 None None] The sync data for ids ['88080d3c-c5d9-41c2-9d4c-8e9da31aacf2'] in n-d-798249-3 is: [{'id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'name': 'tempest-ServerRescueTestJSONUnderV235-217574644-router', 'tenant_id': '605bdba63e5940dea677e340c1d9e2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:59:04Z', 'updated_at': '2021-06-30T03:00:36Z', 'revision_number': 5, 'project_id': '605bdba63e5940dea677e340c1d9e2a9', 'gw_port': {'id': '63be725b-daad-4aba-93c6-d0ed3da31543', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88080d3c-c5d9-41c2-9d4c-8e9da31aacf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:59:05Z', 'updated_at': '2021-06-30T02:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:39.122772 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.148381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] For port 63be725b-daad-4aba-93c6-d0ed3da31543, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=63be725b-daad-4aba-93c6-d0ed3da31543,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:39.148381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.167537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Calling delete_port for 63be725b-daad-4aba-93c6-d0ed3da31543 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:39.188286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:39.195718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:39.229480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:39.234982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:39.235580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.241438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=d4e69243-789f-4629-9bc4-3d8e627964da,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:39.246289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-cf7c1ace-e39e-44f9-8638-9f7cda89e28f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:39.247704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-cf7c1ace-e39e-44f9-8638-9f7cda89e28f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.1104023 Jun 30 03:00:39.261538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Request body: {'port': {'device_id': '51486cf6-6d42-4268-92db-45d46071d7bb', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'admin_state_up': True, 'tenant_id': '92f2c812fee4490e8e05afaf6351bba6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:39.393227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-25692b83-bff9-4d59-bb54-fa9ef2135c6a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4469020 Jun 30 03:00:39.395757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43902) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:39.455584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 87e9671e-2957-4616-b49d-2b84f4d77888 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:39.466360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aff21c-a2a4-40cd-8e19-38eb54af4f0d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:39.468086 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-88aff21c-a2a4-40cd-8e19-38eb54af4f0d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/d4e69243-789f-4629-9bc4-3d8e627964da HTTP/1.1" status: 200 len: 844 time: 0.0712619 Jun 30 03:00:39.470815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43904) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:39.503638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 87e9671e-2957-4616-b49d-2b84f4d77888 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:39.504304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 87e9671e-2957-4616-b49d-2b84f4d77888 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:39.546903 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8674ffe-a23a-4222-8ada-7785d3b94e7d req-b5c70cb7-9cc9-4e38-ae2f-cae2b926c41a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 210 time: 0.0455182 Jun 30 03:00:39.550020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Made reservation on behalf of 92f2c812fee4490e8e05afaf6351bba6 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:39.554636 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.597424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.651634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Pushing event deleted for resources: {'Port': ['ID=63be725b-daad-4aba-93c6-d0ed3da31543,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:39.729194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6266665f-8280-4283-8b42-878a0bc120e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port d4e69243-789f-4629-9bc4-3d8e627964da {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:39.729412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6266665f-8280-4283-8b42-878a0bc120e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.751110 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25b42207-0ecc-4722-837a-8e0c2ad2e105 req-0746164d-46cc-41e8-9e55-1a21ff4fc7b2 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 210 time: 0.0358956 Jun 30 03:00:39.754987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Allocated IP 172.20.0.8 (0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9/3f26a757-6c41-48ca-bac9-6dced2ed1a20/5ca0a081-9fba-40cb-ab5e-6fde70da566d) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:39.781757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:39.936159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.092649 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.106807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:40.141702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:40.143184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:40.147472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:40.175578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event updated for resources: {'Port': ['ID=5ca0a081-9fba-40cb-ab5e-6fde70da566d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:40.211740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:40.212502 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.271145 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6266665f-8280-4283-8b42-878a0bc120e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.274724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.282078 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.291032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6266665f-8280-4283-8b42-878a0bc120e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for d4e69243-789f-4629-9bc4-3d8e627964da owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:40.435378 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-7d8ebac0-e3c5-48ba-bd9f-a48455317c32 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1774919 Jun 30 03:00:40.449535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Request body: {'port': {'device_id': '51486cf6-6d42-4268-92db-45d46071d7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:40.527075 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.559995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.560966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:00:40.568225 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.570013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e83c904e-17f2-4830-9bad-9a8fa085339e admin admin] 10.222.0.77 "DELETE /v2.0/routers/88080d3c-c5d9-41c2-9d4c-8e9da31aacf2 HTTP/1.1" status: 204 len: 168 time: 2.3673353 Jun 30 03:00:40.573132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43920) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:40.602495 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6266665f-8280-4283-8b42-878a0bc120e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.658111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6266665f-8280-4283-8b42-878a0bc120e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.660047 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6266665f-8280-4283-8b42-878a0bc120e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/d4e69243-789f-4629-9bc4-3d8e627964da HTTP/1.1" status: 204 len: 168 time: 1.1881075 Jun 30 03:00:40.663172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43926) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:40.676064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266665f-8280-4283-8b42-878a0bc120e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=d4e69243-789f-4629-9bc4-3d8e627964da,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:40.699394 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0041a57-7637-4125-9a49-720067886585 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:00:40.701150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c0041a57-7637-4125-9a49-720067886585 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/d4e69243-789f-4629-9bc4-3d8e627964da HTTP/1.1" status: 404 len: 333 time: 0.0370078 Jun 30 03:00:40.707292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43928) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:40.711682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'name': 'tempest-PortsIpV6TestJSON-1851153177'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:40.725053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a22628-ac96-409f-9f4a-b060fe5a911b admin admin] Deleting subnet 060bf0b1-bb19-44d7-af5b-8d696bee27a0 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:40.738685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58a22628-ac96-409f-9f4a-b060fe5a911b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.842637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58a22628-ac96-409f-9f4a-b060fe5a911b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.885945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3322846-709f-43e0-bfff-8afe9de852f6 req-e120f3f2-7136-4a23-9e98-ff9522e151d3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:40.887973 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3322846-709f-43e0-bfff-8afe9de852f6 req-e120f3f2-7136-4a23-9e98-ff9522e151d3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 931 time: 0.1463826 Jun 30 03:00:40.899878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58a22628-ac96-409f-9f4a-b060fe5a911b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:40.945821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3322846-709f-43e0-bfff-8afe9de852f6 req-08b61138-def0-46be-9aa4-2f3be7369c69 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489297 Jun 30 03:00:40.978856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-496c2634-0d3f-4901-b031-d4487e9c46d7 req-5bcd3bce-7b49-4348-92a2-a3380a9e6e22 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 210 time: 0.0372732 Jun 30 03:00:40.997361 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca0a081-9fba-40cb-ab5e-6fde70da566d {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:41.006125 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.024242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:41.028043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.048222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port 965f9fdd-0b0e-4e45-87a4-50bc55991d15 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:41.104270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Transition to ACTIVE for port object 5ca0a081-9fba-40cb-ab5e-6fde70da566d will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:41.105452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58a22628-ac96-409f-9f4a-b060fe5a911b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.147909 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58a22628-ac96-409f-9f4a-b060fe5a911b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.150442 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-58a22628-ac96-409f-9f4a-b060fe5a911b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/060bf0b1-bb19-44d7-af5b-8d696bee27a0 HTTP/1.1" status: 204 len: 168 time: 0.5761626 Jun 30 03:00:41.153076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43938) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:41.154560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a22628-ac96-409f-9f4a-b060fe5a911b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060bf0b1-bb19-44d7-af5b-8d696bee27a0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:41.229184 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.243603 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.295709 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.355835 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.371212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 63be725b-daad-4aba-93c6-d0ed3da31543 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:41.376180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Pushing event updated for resources: {'Port': ['ID=5ca0a081-9fba-40cb-ab5e-6fde70da566d,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:41.376595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c72db0b-6f52-4edb-a24a-04cedc6e18bb']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:41.395016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 63be725b-daad-4aba-93c6-d0ed3da31543 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:41.395514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 63be725b-daad-4aba-93c6-d0ed3da31543 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:41.408384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:41.408990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9474e88-f84b-401e-b25b-e50f9b7dd1d6') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:41.437913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.446538 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.460081 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.473746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:41.474125 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:41.475820 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:41.495433 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:00:41.514518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:41.515877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=965f9fdd-0b0e-4e45-87a4-50bc55991d15,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:41.517373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Attempting to bind port 5ca0a081-9fba-40cb-ab5e-6fde70da566d on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:41.517850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Attempting to bind port 5ca0a081-9fba-40cb-ab5e-6fde70da566d by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:41.518185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Attempting to bind port 5ca0a081-9fba-40cb-ab5e-6fde70da566d on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:41.518669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:41.520623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:41.526710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:41.527299 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.532804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Port 5ca0a081-9fba-40cb-ab5e-6fde70da566d on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:00:41.533140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Attempting to bind port 5ca0a081-9fba-40cb-ab5e-6fde70da566d on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:41.539513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:41.539873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Checking segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:41.540257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Bound using segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:41.542388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Bound port: 5ca0a081-9fba-40cb-ab5e-6fde70da566d, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:41.542388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.609303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] For port 5ca0a081-9fba-40cb-ab5e-6fde70da566d, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:41.647260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-74cd1b5c-795d-4e48-9346-d028c6c76b74 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9400084 Jun 30 03:00:41.650357 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43950) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:41.656664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-10d88d8d-a7fe-4ee1-b1f9-040ae0ea8440 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:41.739420 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10d88d8d-a7fe-4ee1-b1f9-040ae0ea8440 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.767949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] For port 5ca0a081-9fba-40cb-ab5e-6fde70da566d, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5ca0a081-9fba-40cb-ab5e-6fde70da566d,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:41.779054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.779054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.779054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8c72db0b-6f52-4edb-a24a-04cedc6e18bb HTTP/1.1" status: 204 len: 168 time: 0.6229386 Jun 30 03:00:41.794585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a672bf5-fbb2-46c7-aabf-5a02b80be083 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c72db0b-6f52-4edb-a24a-04cedc6e18bb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:41.932959 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10d88d8d-a7fe-4ee1-b1f9-040ae0ea8440 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.943452 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.975652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:41.976276 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.980203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] 10.222.0.74 "PUT /v2.0/ports/5ca0a081-9fba-40cb-ab5e-6fde70da566d HTTP/1.1" status: 200 len: 1091 time: 1.5326083 Jun 30 03:00:41.980203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51486cf6-6d42-4268-92db-45d46071d7bb', 'tag': '5ca0a081-9fba-40cb-ab5e-6fde70da566d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:41.980428 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c97417e-bf94-4bf0-8b51-3c69bf12e744" -d '{"events": [{"name": "network-changed", "server_uuid": "51486cf6-6d42-4268-92db-45d46071d7bb", "tag": "5ca0a081-9fba-40cb-ab5e-6fde70da566d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:42.007126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573cc5a-970e-4688-ba01-90e1f185a62f service neutron] Pushing event updated for resources: {'Port': ['ID=5ca0a081-9fba-40cb-ab5e-6fde70da566d,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:42.029007 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f204e9-c739-447d-b692-7c364cd263c2 x-openstack-request-id: req-69f204e9-c739-447d-b692-7c364cd263c2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:42.029320 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51486cf6-6d42-4268-92db-45d46071d7bb", "tag": "5ca0a081-9fba-40cb-ab5e-6fde70da566d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:42.029626 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69f204e9-c739-447d-b692-7c364cd263c2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:42.030029 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51486cf6-6d42-4268-92db-45d46071d7bb', 'tag': '5ca0a081-9fba-40cb-ab5e-6fde70da566d', 'status': 'completed', 'code': 200} Jun 30 03:00:42.109779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97417e-bf94-4bf0-8b51-3c69bf12e744 req-f31fe3cf-5721-4448-af63-14adee02b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:42.111507 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c97417e-bf94-4bf0-8b51-3c69bf12e744 req-f31fe3cf-5721-4448-af63-14adee02b69a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 1094 time: 0.0570555 Jun 30 03:00:42.149054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e18d9-a4d5-4c2e-bd76-dd5091007a19 req-dc4b43a4-5469-46d1-a294-35da415132b5 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:42.150550 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-676e18d9-a4d5-4c2e-bd76-dd5091007a19 req-dc4b43a4-5469-46d1-a294-35da415132b5 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 943 time: 0.0714786 Jun 30 03:00:42.158552 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10d88d8d-a7fe-4ee1-b1f9-040ae0ea8440 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.211121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-10d88d8d-a7fe-4ee1-b1f9-040ae0ea8440 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] In _notify_port_updated(), no bound segment for port 965f9fdd-0b0e-4e45-87a4-50bc55991d15 on network 159ff0d0-37e2-4312-bcaa-277fbb62a12e {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:00:42.212275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-befb2d72-fbb0-4b28-86a4-146fad2b47ef req-fd9fdde6-a424-486f-843b-c9640a6b3436 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 210 time: 0.0826023 Jun 30 03:00:42.221433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d88d8d-a7fe-4ee1-b1f9-040ae0ea8440 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:42.221433 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10d88d8d-a7fe-4ee1-b1f9-040ae0ea8440 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.221433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-10d88d8d-a7fe-4ee1-b1f9-040ae0ea8440 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "PUT /v2.0/ports/965f9fdd-0b0e-4e45-87a4-50bc55991d15 HTTP/1.1" status: 200 len: 818 time: 0.5670865 Jun 30 03:00:42.222398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43974) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:42.270625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d88d8d-a7fe-4ee1-b1f9-040ae0ea8440 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=965f9fdd-0b0e-4e45-87a4-50bc55991d15,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:42.323666 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-676e18d9-a4d5-4c2e-bd76-dd5091007a19 req-fa966d6a-9f00-4ff1-9dee-365d08c0ea87 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607091 Jun 30 03:00:42.333131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97417e-bf94-4bf0-8b51-3c69bf12e744 req-29c3a305-cd2f-401d-bf26-c72e95c43ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:42.334834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c97417e-bf94-4bf0-8b51-3c69bf12e744 req-29c3a305-cd2f-401d-bf26-c72e95c43ddb service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=92f2c812fee4490e8e05afaf6351bba6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2160695 Jun 30 03:00:42.343259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-8d7c36e5-723a-4104-89ff-9710901a9968 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:42.344973 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-8d7c36e5-723a-4104-89ff-9710901a9968 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.83 "GET /v2.0/networks?id=c681f101-18ab-49bd-a6ce-2748a8894081 HTTP/1.1" status: 200 len: 809 time: 0.2163439 Jun 30 03:00:42.365473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Request body: {'port': {'device_id': 'a59e1e15-ac88-4126-a5f0-08b79cc926c2', 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081', 'admin_state_up': True, 'tenant_id': 'b99cde5e84794a719f4983c47bf041fb'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:42.424462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-853ed149-d6e5-460d-a2cc-a5ab609bc8d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port 965f9fdd-0b0e-4e45-87a4-50bc55991d15 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:42.425013 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-853ed149-d6e5-460d-a2cc-a5ab609bc8d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.499996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-853ed149-d6e5-460d-a2cc-a5ab609bc8d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.513673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-853ed149-d6e5-460d-a2cc-a5ab609bc8d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for 965f9fdd-0b0e-4e45-87a4-50bc55991d15 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:42.556159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43980) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:42.625967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d63f3905-dc87-4561-8d0e-9433a79e055c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=605bdba63e5940dea677e340c1d9e2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686238 Jun 30 03:00:42.629430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43982) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:42.686430 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0febc789-534a-45d4-895a-77be0663e88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.708423 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0febc789-534a-45d4-895a-77be0663e88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.823661 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-853ed149-d6e5-460d-a2cc-a5ab609bc8d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.863532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ed149-d6e5-460d-a2cc-a5ab609bc8d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=965f9fdd-0b0e-4e45-87a4-50bc55991d15,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:42.869540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-853ed149-d6e5-460d-a2cc-a5ab609bc8d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.874144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-853ed149-d6e5-460d-a2cc-a5ab609bc8d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/965f9fdd-0b0e-4e45-87a4-50bc55991d15 HTTP/1.1" status: 204 len: 168 time: 0.6465178 Jun 30 03:00:42.874144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0febc789-534a-45d4-895a-77be0663e88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.876166 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0febc789-534a-45d4-895a-77be0663e88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.877464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0febc789-534a-45d4-895a-77be0663e88a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ae0e068-c943-47af-b853-675b2952df3e HTTP/1.1" status: 204 len: 168 time: 0.2475519 Jun 30 03:00:42.877820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43988) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:42.898811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97417e-bf94-4bf0-8b51-3c69bf12e744 req-fe56ff9d-164c-4a4f-b739-f2b3813e68c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:42.900381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c97417e-bf94-4bf0-8b51-3c69bf12e744 req-fe56ff9d-164c-4a4f-b739-f2b3813e68c9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5488124 Jun 30 03:00:42.911517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febc789-534a-45d4-895a-77be0663e88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae0e068-c943-47af-b853-675b2952df3e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:43.007683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df2d3b-c85a-42c3-8645-e0e8fbfe5ded tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:43.010400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-909e6999-a203-4811-9a98-261e249aaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:43.012040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-909e6999-a203-4811-9a98-261e249aaad6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 1094 time: 0.0628352 Jun 30 03:00:43.012219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d8df2d3b-c85a-42c3-8645-e0e8fbfe5ded tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1312919 Jun 30 03:00:43.012820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43994) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:43.052951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Made reservation on behalf of b99cde5e84794a719f4983c47bf041fb for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:43.056925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.059843 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa86caf-23de-4dd2-b722-e094247e9097 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:00:43.061374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2fa86caf-23de-4dd2-b722-e094247e9097 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/965f9fdd-0b0e-4e45-87a4-50bc55991d15 HTTP/1.1" status: 404 len: 333 time: 0.0475624 Jun 30 03:00:43.067122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43998) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:43.072857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1247811005'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:43.090491 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-f9303445-1876-42b6-bc68-c94b098a264d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ca0a081-9fba-40cb-ab5e-6fde70da566d HTTP/1.1" status: 200 len: 217 time: 0.0662801 Jun 30 03:00:43.188839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-9ccdf822-ea01-4798-b83e-2a55027dd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:43.190694 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-9ccdf822-ea01-4798-b83e-2a55027dd181 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.0921071 Jun 30 03:00:43.229923 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-76031cee-6528-41f0-b1d9-80cbb9595727 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310359 Jun 30 03:00:43.283308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Allocated IP 172.20.0.7 (c681f101-18ab-49bd-a6ce-2748a8894081/105138e2-3c38-4d86-9a52-9c3bd8cc6a49/f7ec240c-b477-4835-bcea-62f3ad9dc6f4) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:43.313765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:43.322529 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.378921 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ace4dc20-88c2-49c3-9c5d-14f30e1d3628 req-fd6c152a-8269-485c-9e88-19b11486cc79 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 210 time: 0.0409038 Jun 30 03:00:43.383648 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:00:43.409934 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.421128 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Added segment 5af27d1b-8b3a-45a1-aaca-13fdced60f6a of type vlan for network ac3bc3c3-a676-4507-aff1-43e506bdf72e Jun 30 03:00:43.522000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.600380 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.721217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.727886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:43.728565 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.758474 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-3146e3e0-fff9-4456-8736-1246c5674beb service neutron] 10.222.0.74 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104043 Jun 30 03:00:43.784453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd200e3-9ce3-410c-b836-9f448d598f03 req-b9488cab-a5c2-4ec4-840f-543fc0b819fc tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:43.786079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebd200e3-9ce3-410c-b836-9f448d598f03 req-b9488cab-a5c2-4ec4-840f-543fc0b819fc tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 943 time: 0.1462669 Jun 30 03:00:43.806793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Network': ['ID=ac3bc3c3-a676-4507-aff1-43e506bdf72e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:43.818462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ac3bc3c3-a676-4507-aff1-43e506bdf72e details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:00:43.870707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebd200e3-9ce3-410c-b836-9f448d598f03 req-c12b931a-38dd-4f5a-8ed9-c38b33e78fb2 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730772 Jun 30 03:00:43.902229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6575e7a5-7b6a-4b33-8723-73c1fec8802b req-6b739bcc-a21a-48e9-922d-343dee5eb521 service neutron] 10.222.0.74 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364558 Jun 30 03:00:43.927647 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.930320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a00f7d24-a337-467c-9a6c-83e1a8f4ac05 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8586955 Jun 30 03:00:43.932431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44022) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:43.938172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:43.975188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Network c681f101-18ab-49bd-a6ce-2748a8894081 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:43.978488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:43.985907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:43.989754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Pushing event updated for resources: {'Port': ['ID=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:44.035015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:44.035621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.224632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:44.237631 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.331577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-cb8e99c9-8c99-4035-8c71-250c9889e8df tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9699008 Jun 30 03:00:44.343886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Request body: {'port': {'device_id': 'a59e1e15-ac88-4126-a5f0-08b79cc926c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:44.447974 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.582423 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.728906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=62a951d4-bb36-4f7e-b015-10ce46a4ce2c,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:44.776437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4424-4d2a-43d1-ad5d-0f7d9de5901c req-d6c47e2f-3181-4af2-a537-13156fe09aa7 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:44.787038 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-741b4424-4d2a-43d1-ad5d-0f7d9de5901c req-d6c47e2f-3181-4af2-a537-13156fe09aa7 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 931 time: 0.2415814 Jun 30 03:00:44.799805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Checking segment: {'id': '5af27d1b-8b3a-45a1-aaca-13fdced60f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:44.800175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network hostable DHCP agents. Network: ac3bc3c3-a676-4507-aff1-43e506bdf72e, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:00:44.850075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-741b4424-4d2a-43d1-ad5d-0f7d9de5901c req-9300c390-374a-4c12-a829-f1a766a9c3de tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616827 Jun 30 03:00:44.908007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ec240c-b477-4835-bcea-62f3ad9dc6f4 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:44.924243 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.943590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Transition to ACTIVE for port object f7ec240c-b477-4835-bcea-62f3ad9dc6f4 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:44.961296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network ac3bc3c3-a676-4507-aff1-43e506bdf72e is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:00:45.105873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad86d2-600c-4366-a285-c32551b08ca9 req-b1d0febc-40c4-45a9-a86a-67ce08cc2d33 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:45.107783 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bad86d2-600c-4366-a285-c32551b08ca9 req-b1d0febc-40c4-45a9-a86a-67ce08cc2d33 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 943 time: 0.0881097 Jun 30 03:00:45.164671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bad86d2-600c-4366-a285-c32551b08ca9 req-49a11d6e-7139-4ae7-81b9-fa7520b17cb7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474405 Jun 30 03:00:45.193836 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.223430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ac3bc3c3-a676-4507-aff1-43e506bdf72e) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:45.230342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:45.245785 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.246473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f480cd8-9a7b-46b6-9a07-dbab80fdee31 None None] Network ac3bc3c3-a676-4507-aff1-43e506bdf72e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:45.293075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:45.331424 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-de62d45f-006d-4da2-93ba-14257bcc5464 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3954535 Jun 30 03:00:45.331811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Attempting to bind port f7ec240c-b477-4835-bcea-62f3ad9dc6f4 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:45.338024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44064) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:45.338520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Attempting to bind port f7ec240c-b477-4835-bcea-62f3ad9dc6f4 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'd77507d7-2b58-49c8-a6d2-16845a051c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:45.338520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Attempting to bind port f7ec240c-b477-4835-bcea-62f3ad9dc6f4 on network c681f101-18ab-49bd-a6ce-2748a8894081 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:45.338520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Port f7ec240c-b477-4835-bcea-62f3ad9dc6f4 on network c681f101-18ab-49bd-a6ce-2748a8894081 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:00:45.338753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Attempting to bind port f7ec240c-b477-4835-bcea-62f3ad9dc6f4 on network c681f101-18ab-49bd-a6ce-2748a8894081 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:45.341730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b09774d8-bc43-4bc9-8f5a-ccaa46869788 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:45.345030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:45.345374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Checking segment: {'id': 'd77507d7-2b58-49c8-a6d2-16845a051c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:45.345782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Bound using segment: {'id': 'd77507d7-2b58-49c8-a6d2-16845a051c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:45.346412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Bound port: f7ec240c-b477-4835-bcea-62f3ad9dc6f4, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77507d7-2b58-49c8-a6d2-16845a051c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:45.346601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.486937 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30b61f29-96e3-4df3-9ce4-c40f68e3ce37 req-0f1dd7d0-9be7-41a0-b91c-d0644601e576 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=b06af1fa-8e61-4c32-adfe-e8821dac7319 HTTP/1.1" status: 200 len: 210 time: 0.0793107 Jun 30 03:00:45.542682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] For port f7ec240c-b477-4835-bcea-62f3ad9dc6f4, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:45.547048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] For port f7ec240c-b477-4835-bcea-62f3ad9dc6f4, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,segment=NetworkSegment(d77507d7-2b58-49c8-a6d2-16845a051c8e),segment_id=d77507d7-2b58-49c8-a6d2-16845a051c8e)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:45.595908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-ac3bc3c3-a676-4507-aff1-43e506bdf72e', 'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e', 'tenant_id': '8aed6c1fc8e64e199b2f57731328cab4', 'fixed_ips': [{'subnet_id': '62a951d4-bb36-4f7e-b015-10ce46a4ce2c'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:00:45.597120 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.711362 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.772910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:45.773767 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.775478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] 10.222.0.83 "PUT /v2.0/ports/f7ec240c-b477-4835-bcea-62f3ad9dc6f4 HTTP/1.1" status: 200 len: 1091 time: 1.4363344 Jun 30 03:00:45.776066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59e1e15-ac88-4126-a5f0-08b79cc926c2', 'tag': 'f7ec240c-b477-4835-bcea-62f3ad9dc6f4'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:45.778926 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ef1351-05b3-4867-93fb-3fc904202adf" -d '{"events": [{"name": "network-changed", "server_uuid": "a59e1e15-ac88-4126-a5f0-08b79cc926c2", "tag": "f7ec240c-b477-4835-bcea-62f3ad9dc6f4"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:45.783514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09774d8-bc43-4bc9-8f5a-ccaa46869788 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:45.791503 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b09774d8-bc43-4bc9-8f5a-ccaa46869788 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:45.819480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Allocated IP 2001:db8::2 (ac3bc3c3-a676-4507-aff1-43e506bdf72e/62a951d4-bb36-4f7e-b015-10ce46a4ce2c/cc97f5e3-e4c0-49cc-8c94-ef31f4087767) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:45.851728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276fc21-a7a7-4188-bf78-ccafd47f47c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:45.949854 n-d-798249-3 neutron-server[94531]: INFO neutron.db.ipam_backend_mixin [None req-b09774d8-bc43-4bc9-8f5a-ccaa46869788 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62a951d4-bb36-4f7e-b015-10ce46a4ce2c (CIDR: 2001:db8::/64) Jun 30 03:00:46.027464 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-2387af55-887d-45a7-a1d1-ba2f94b52db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:46.029285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-2387af55-887d-45a7-a1d1-ba2f94b52db9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b99cde5e84794a719f4983c47bf041fb&device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 1094 time: 0.0586669 Jun 30 03:00:46.030723 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee3be04-0265-4a67-b5ac-c78bf8d418de x-openstack-request-id: req-aee3be04-0265-4a67-b5ac-c78bf8d418de {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:46.031005 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59e1e15-ac88-4126-a5f0-08b79cc926c2", "tag": "f7ec240c-b477-4835-bcea-62f3ad9dc6f4", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:46.031256 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aee3be04-0265-4a67-b5ac-c78bf8d418de {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:46.031648 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59e1e15-ac88-4126-a5f0-08b79cc926c2', 'tag': 'f7ec240c-b477-4835-bcea-62f3ad9dc6f4', 'status': 'completed', 'code': 200} Jun 30 03:00:46.045903 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09774d8-bc43-4bc9-8f5a-ccaa46869788 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:00:46.045903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09774d8-bc43-4bc9-8f5a-ccaa46869788 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:00:46.074875 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.089525 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-e2b6f2be-e123-49ec-bd35-5bf14f1b850e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ec240c-b477-4835-bcea-62f3ad9dc6f4 HTTP/1.1" status: 200 len: 217 time: 0.0530272 Jun 30 03:00:46.091746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Transition to ACTIVE for port object cc97f5e3-e4c0-49cc-8c94-ef31f4087767 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:46.112203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Transition to ACTIVE for port object cc97f5e3-e4c0-49cc-8c94-ef31f4087767 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:46.146982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-d0127128-90ac-41e7-8458-13e8f069e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:46.148722 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-d0127128-90ac-41e7-8458-13e8f069e315 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=105138e2-3c38-4d86-9a52-9c3bd8cc6a49 HTTP/1.1" status: 200 len: 849 time: 0.0537322 Jun 30 03:00:46.205631 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-bfe93ac8-7007-46d4-9d76-ee77829702b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c681f101-18ab-49bd-a6ce-2748a8894081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438867 Jun 30 03:00:46.281430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b09774d8-bc43-4bc9-8f5a-ccaa46869788 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9483130 Jun 30 03:00:46.285119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44106) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:46.286194 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.290687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a3ef8acc-77fa-4098-9a97-3792ad8da5e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:46.355856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac7ba4-5980-4e5f-a173-20b6e19f25d0 req-c5b35550-2da2-4a2c-a820-a78a72290fe5 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:46.357566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5ac7ba4-5980-4e5f-a173-20b6e19f25d0 req-c5b35550-2da2-4a2c-a820-a78a72290fe5 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 943 time: 0.2056975 Jun 30 03:00:46.360461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Pushing event updated for resources: {'Port': ['ID=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:46.374241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Network ac3bc3c3-a676-4507-aff1-43e506bdf72e is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:46.389712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:46.396337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:46.400903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.401447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.401956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.402459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.402931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.403400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.403865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.404330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.405033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.405683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.406764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.407512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:46.442944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-e53f0812-16a3-45c7-99e2-53d3c8e4008d service neutron] 10.222.0.83 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295635 Jun 30 03:00:46.548293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Attempting to bind port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:46.548672 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Attempting to bind port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '5af27d1b-8b3a-45a1-aaca-13fdced60f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:46.549037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Attempting to bind port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 on network ac3bc3c3-a676-4507-aff1-43e506bdf72e {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:46.564438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:46.564631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Checking segment: {'id': '5af27d1b-8b3a-45a1-aaca-13fdced60f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:46.564882 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.567606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Bound using segment: {'id': '5af27d1b-8b3a-45a1-aaca-13fdced60f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:46.568113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Bound port: cc97f5e3-e4c0-49cc-8c94-ef31f4087767, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af27d1b-8b3a-45a1-aaca-13fdced60f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:46.568513 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.643745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e987-b22d-4f35-aec9-1ce16d0410ac req-6d8ae93e-acbd-448f-9927-a4dd9bdc8206 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:46.647389 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5ac7ba4-5980-4e5f-a173-20b6e19f25d0 req-27fd283b-c682-4669-8dd9-f88f1699535a tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819731 Jun 30 03:00:46.650973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2b32e987-b22d-4f35-aec9-1ce16d0410ac req-6d8ae93e-acbd-448f-9927-a4dd9bdc8206 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 943 time: 0.1694205 Jun 30 03:00:46.724923 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2b32e987-b22d-4f35-aec9-1ce16d0410ac req-84ce2bc6-9a48-4e37-8882-becd3693859a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729368 Jun 30 03:00:46.760468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ef8acc-77fa-4098-9a97-3792ad8da5e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:46.770520 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8acc-77fa-4098-9a97-3792ad8da5e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.777947 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20b3efc5-4520-456d-8941-04e80d41dc23 req-917a81e2-5fb2-44ec-8072-61d519610641 service neutron] 10.222.0.83 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152387 Jun 30 03:00:46.783940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] For port cc97f5e3-e4c0-49cc-8c94-ef31f4087767, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:46.792802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] For port cc97f5e3-e4c0-49cc-8c94-ef31f4087767, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,segment=NetworkSegment(5af27d1b-8b3a-45a1-aaca-13fdced60f6a),segment_id=5af27d1b-8b3a-45a1-aaca-13fdced60f6a)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:46.864991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5ca0a081-9fba-40cb-ab5e-6fde70da566d details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:00:47.045654 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.060732 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1362740-ec8f-4fb7-9414-e1df5a27d4f3 req-9510e767-dac8-47d6-8406-e578f8a40a78 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0445487 Jun 30 03:00:47.158240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559155a5-4436-4d3f-9842-a81e31cfb744 None None] Pushing event updated for resources: {'Port': ['ID=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:47.169153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5ca0a081-9fba-40cb-ab5e-6fde70da566d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5ca0a081-9fba-40cb-ab5e-6fde70da566d,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:47.182138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1351-05b3-4867-93fb-3fc904202adf req-089bc6cb-2327-4361-8c78-dadd91014eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:47.186373 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1ef1351-05b3-4867-93fb-3fc904202adf req-089bc6cb-2327-4361-8c78-dadd91014eb7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b99cde5e84794a719f4983c47bf041fb&device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 1094 time: 0.1767654 Jun 30 03:00:47.207422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '5ca0a081-9fba-40cb-ab5e-6fde70da566d', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'port_id': '5ca0a081-9fba-40cb-ab5e-6fde70da566d', 'mac_address': 'fa:16:3e:8a:65:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f26a757-6c41-48ca-bac9-6dced2ed1a20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:00:47.272226 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.300539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca0a081-9fba-40cb-ab5e-6fde70da566d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:47.326244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5ca0a081-9fba-40cb-ab5e-6fde70da566d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5ca0a081-9fba-40cb-ab5e-6fde70da566d,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:47.384720 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8acc-77fa-4098-9a97-3792ad8da5e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.391980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1351-05b3-4867-93fb-3fc904202adf req-f46669dc-4353-48f5-b34a-06f9d22f860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:47.394173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1ef1351-05b3-4867-93fb-3fc904202adf req-f46669dc-4353-48f5-b34a-06f9d22f860a service neutron] 10.222.0.83 "GET /v2.0/networks?id=c681f101-18ab-49bd-a6ce-2748a8894081 HTTP/1.1" status: 200 len: 910 time: 0.2009051 Jun 30 03:00:47.464926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1ef1351-05b3-4867-93fb-3fc904202adf req-d9fdb2f5-8cd2-4d91-9049-db85552f1eae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7ec240c-b477-4835-bcea-62f3ad9dc6f4 HTTP/1.1" status: 200 len: 217 time: 0.0622602 Jun 30 03:00:47.472296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef8acc-77fa-4098-9a97-3792ad8da5e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=1cdd45fd-6e91-418b-a8c9-85764505f3e5,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:47.480638 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.482574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef8acc-77fa-4098-9a97-3792ad8da5e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network ac3bc3c3-a676-4507-aff1-43e506bdf72e is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:47.484393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-a3ef8acc-77fa-4098-9a97-3792ad8da5e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:47.487539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef8acc-77fa-4098-9a97-3792ad8da5e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:47.488334 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8acc-77fa-4098-9a97-3792ad8da5e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.591636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1351-05b3-4867-93fb-3fc904202adf req-2e2bf578-dcbd-4de3-8968-057bd4a7a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:47.596735 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1ef1351-05b3-4867-93fb-3fc904202adf req-2e2bf578-dcbd-4de3-8968-057bd4a7a04b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=105138e2-3c38-4d86-9a52-9c3bd8cc6a49 HTTP/1.1" status: 200 len: 849 time: 0.1268210 Jun 30 03:00:47.605315 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a3ef8acc-77fa-4098-9a97-3792ad8da5e8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3149126 Jun 30 03:00:47.605315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44134) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:47.606747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=5ca0a081-9fba-40cb-ab5e-6fde70da566d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:47.610571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e', 'fixed_ips': [{'subnet_id': '62a951d4-bb36-4f7e-b015-10ce46a4ce2c'}, {'subnet_id': '1cdd45fd-6e91-418b-a8c9-85764505f3e5'}], 'name': 'tempest-PortsIpV6TestJSON-1026983455'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:47.682925 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1ef1351-05b3-4867-93fb-3fc904202adf req-53a1f1a7-3084-4af8-93d2-92f62fa5d3c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c681f101-18ab-49bd-a6ce-2748a8894081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797448 Jun 30 03:00:47.826801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['5ca0a081-9fba-40cb-ab5e-6fde70da566d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:47.889413 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1ef1351-05b3-4867-93fb-3fc904202adf req-38020166-da70-4e2c-b3cc-84bf05f45036 service neutron] 10.222.0.83 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991212 Jun 30 03:00:48.103779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:48.119429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001fb0-49f0-4bc5-b209-5373d940cd5f req-bd272f7a-b46e-42b0-bb46-886bfab6d8ce tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:48.120925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17001fb0-49f0-4bc5-b209-5373d940cd5f req-bd272f7a-b46e-42b0-bb46-886bfab6d8ce tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 943 time: 0.1210988 Jun 30 03:00:48.139850 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1ef1351-05b3-4867-93fb-3fc904202adf req-f8381c42-0b8f-48b3-a919-ae5d3174fac1 service neutron] 10.222.0.83 "GET /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428446 Jun 30 03:00:48.160855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809158a-2950-40b6-a387-1a58b72aeb7b req-00d840c4-70ec-4177-beec-a1d8458ac744 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:48.163022 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6809158a-2950-40b6-a387-1a58b72aeb7b req-00d840c4-70ec-4177-beec-a1d8458ac744 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 944 time: 0.1666148 Jun 30 03:00:48.205825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-17001fb0-49f0-4bc5-b209-5373d940cd5f req-d0640dab-02d6-4682-9b10-1f0a5647ebe3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736990 Jun 30 03:00:48.234855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6809158a-2950-40b6-a387-1a58b72aeb7b req-c50ea08c-6315-49d0-b5bb-1ff7c892add3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595384 Jun 30 03:00:48.299807 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:48.341898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port e56b161c-9d58-4d87-ae78-2406e894407e yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:48.614602 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e341b48-44a0-45d5-811a-5c6f72126d1a req-87c7a576-56f4-47f6-8e2c-e71b22650d52 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0609834 Jun 30 03:00:48.744928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf60434b-a619-49dc-a3c2-a05e21393648 None None] Network ac3bc3c3-a676-4507-aff1-43e506bdf72e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:48.773469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8::376 (ac3bc3c3-a676-4507-aff1-43e506bdf72e/62a951d4-bb36-4f7e-b015-10ce46a4ce2c/e56b161c-9d58-4d87-ae78-2406e894407e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:48.780229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8:0:1::1d (ac3bc3c3-a676-4507-aff1-43e506bdf72e/1cdd45fd-6e91-418b-a8c9-85764505f3e5/e56b161c-9d58-4d87-ae78-2406e894407e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:48.943130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3d7a0fe4-644f-4aa7-ae5f-13e90ed5bfe4 None None] Provisioning for port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:48.965841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:48.981462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object e56b161c-9d58-4d87-ae78-2406e894407e will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:49.023331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12f1ae-fb79-4881-ba34-e060569e11e2 None None] Update dhcp port {'port': {'network_id': 'ac3bc3c3-a676-4507-aff1-43e506bdf72e', 'fixed_ips': [{'subnet_id': '62a951d4-bb36-4f7e-b015-10ce46a4ce2c', 'ip_address': '2001:db8::2'}, {'subnet_id': '1cdd45fd-6e91-418b-a8c9-85764505f3e5'}], 'binding:host_id': 'n-d-798249-3'}, 'id': 'cc97f5e3-e4c0-49cc-8c94-ef31f4087767'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:00:49.058737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bb12f1ae-fb79-4881-ba34-e060569e11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:49.224181 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:49.275223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network ac3bc3c3-a676-4507-aff1-43e506bdf72e is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:49.278710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:49.293764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-bb12f1ae-fb79-4881-ba34-e060569e11e2 None None] Allocated IP 2001:db8:0:1::2 (ac3bc3c3-a676-4507-aff1-43e506bdf72e/1cdd45fd-6e91-418b-a8c9-85764505f3e5/cc97f5e3-e4c0-49cc-8c94-ef31f4087767) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:49.297713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:49.316665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:49.320780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:49.372969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=e56b161c-9d58-4d87-ae78-2406e894407e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:49.480930 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bb12f1ae-fb79-4881-ba34-e060569e11e2 None None] For port cc97f5e3-e4c0-49cc-8c94-ef31f4087767, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,segment=NetworkSegment(5af27d1b-8b3a-45a1-aaca-13fdced60f6a),segment_id=5af27d1b-8b3a-45a1-aaca-13fdced60f6a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:49.493444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cc97f5e3-e4c0-49cc-8c94-ef31f4087767 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:49.551626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b8af9-eb1d-49af-965f-d30ab8635326 req-f1089d0a-269e-462f-a37c-065ec8f263db tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:49.560896 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b3b8af9-eb1d-49af-965f-d30ab8635326 req-f1089d0a-269e-462f-a37c-065ec8f263db tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 944 time: 0.1165960 Jun 30 03:00:49.595538 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bb12f1ae-fb79-4881-ba34-e060569e11e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:49.606759 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b3b8af9-eb1d-49af-965f-d30ab8635326 req-c5880c71-b6b6-4192-854b-5e8483c8229a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Jun 30 03:00:49.609023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d353262a-2642-48b3-a7d9-073bea4c5f81 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0032463 Jun 30 03:00:49.611361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44162) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:49.617846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62a951d4-bb36-4f7e-b015-10ce46a4ce2c'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:49.638055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bb12f1ae-fb79-4881-ba34-e060569e11e2 None None] Transition to ACTIVE for port object cc97f5e3-e4c0-49cc-8c94-ef31f4087767 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:49.736494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:49.738928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fbbf8-5dcb-41ee-a16e-ae63db520ffc req-2f63f84b-6b42-4028-b874-a9824b798327 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:49.740457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-315fbbf8-5dcb-41ee-a16e-ae63db520ffc req-2f63f84b-6b42-4028-b874-a9824b798327 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 943 time: 0.0712297 Jun 30 03:00:49.830528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:49.833961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bb12f1ae-fb79-4881-ba34-e060569e11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:49.852411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-315fbbf8-5dcb-41ee-a16e-ae63db520ffc req-d5bdd20d-3ae2-4a3c-9e2b-49c12eca47c3 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930946 Jun 30 03:00:49.914799 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75c1cbd8-71ef-4486-bf77-9c7888de9293 req-a1a2302c-cb80-40c2-a600-0c8cd7563981 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0578167 Jun 30 03:00:50.110507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12f1ae-fb79-4881-ba34-e060569e11e2 None None] Pushing event updated for resources: {'Port': ['ID=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:50.121227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Delete allocated IP 2001:db8:0:1::1d (ac3bc3c3-a676-4507-aff1-43e506bdf72e/1cdd45fd-6e91-418b-a8c9-85764505f3e5) {{(pid=94531) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 03:00:50.258592 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.271919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Ignored duplicate provisioning block setup for port e56b161c-9d58-4d87-ae78-2406e894407e by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 03:00:50.371893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.468478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] In _notify_port_updated(), no bound segment for port e56b161c-9d58-4d87-ae78-2406e894407e on network ac3bc3c3-a676-4507-aff1-43e506bdf72e {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:00:50.474605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:50.475597 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.477749 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "PUT /v2.0/ports/e56b161c-9d58-4d87-ae78-2406e894407e HTTP/1.1" status: 200 len: 926 time: 0.8651583 Jun 30 03:00:50.480526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44182) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:50.487691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62a951d4-bb36-4f7e-b015-10ce46a4ce2c'}, {'subnet_id': '1cdd45fd-6e91-418b-a8c9-85764505f3e5'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:50.523230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631dd39-b3c3-4f22-93a1-075714357431 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=e56b161c-9d58-4d87-ae78-2406e894407e,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:50.712765 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.890299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5ca0a081-9fba-40cb-ab5e-6fde70da566d up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:50.892944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac24ea-4c42-4104-b010-1aedf15a7b24 req-af438c87-6646-421a-acad-6aea9693e1f6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:50.894454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3aac24ea-4c42-4104-b010-1aedf15a7b24 req-af438c87-6646-421a-acad-6aea9693e1f6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 944 time: 0.1305678 Jun 30 03:00:50.953204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3aac24ea-4c42-4104-b010-1aedf15a7b24 req-0d847833-6deb-4ae7-8d36-37e4d08cce83 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467815 Jun 30 03:00:50.958892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7ec240c-b477-4835-bcea-62f3ad9dc6f4 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:00:51.055188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c2701-0981-4319-a479-742bd7716c66 None None] Network ac3bc3c3-a676-4507-aff1-43e506bdf72e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:51.094929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206a742-602b-43dd-8b51-9ccbf66e6c02 req-72589a6a-bca1-4f4c-a3d5-6e69be361aaa tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:51.096453 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5206a742-602b-43dd-8b51-9ccbf66e6c02 req-72589a6a-bca1-4f4c-a3d5-6e69be361aaa tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.2360818 Jun 30 03:00:51.139731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 5ca0a081-9fba-40cb-ab5e-6fde70da566d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:51.170642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 5ca0a081-9fba-40cb-ab5e-6fde70da566d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:51.171172 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.181684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8:0:1::1d6 (ac3bc3c3-a676-4507-aff1-43e506bdf72e/1cdd45fd-6e91-418b-a8c9-85764505f3e5/e56b161c-9d58-4d87-ae78-2406e894407e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:51.186051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5206a742-602b-43dd-8b51-9ccbf66e6c02 req-0a6b7f01-a65a-4203-8e73-d8087fa1843b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632226 Jun 30 03:00:51.332709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aae4ef-654c-49b1-889d-614de6c27eff req-3e1a4041-a1b4-4665-8dad-1f933f65fa9f tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:51.341239 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31aae4ef-654c-49b1-889d-614de6c27eff req-3e1a4041-a1b4-4665-8dad-1f933f65fa9f tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 943 time: 0.1201746 Jun 30 03:00:51.389307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b69ab5cc-5726-4775-ad70-f963d8b737d9 None None] Provisioning for port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:51.397030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b69ab5cc-5726-4775-ad70-f963d8b737d9 None None] Provisioning complete for port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:51.397452 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b69ab5cc-5726-4775-ad70-f963d8b737d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.401840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31aae4ef-654c-49b1-889d-614de6c27eff req-4c3c14c4-a0d7-48da-ac0f-519de11e99f1 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602634 Jun 30 03:00:51.411537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7ec240c-b477-4835-bcea-62f3ad9dc6f4, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,segment=NetworkSegment(d77507d7-2b58-49c8-a6d2-16845a051c8e),segment_id=d77507d7-2b58-49c8-a6d2-16845a051c8e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:51.433660 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.433660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Ignored duplicate provisioning block setup for port e56b161c-9d58-4d87-ae78-2406e894407e by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 03:00:51.442039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cc97f5e3-e4c0-49cc-8c94-ef31f4087767 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:51.492418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'f7ec240c-b477-4835-bcea-62f3ad9dc6f4', 'network_id': 'c681f101-18ab-49bd-a6ce-2748a8894081', 'port_id': 'f7ec240c-b477-4835-bcea-62f3ad9dc6f4', 'mac_address': 'fa:16:3e:00:ab:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105138e2-3c38-4d86-9a52-9c3bd8cc6a49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:00:51.494324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-795e422c-60b6-489f-ae67-dbe130f4e4f7 req-b13b1687-2ac8-419f-9346-b419ab5ca58f tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0382609 Jun 30 03:00:51.526164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.593913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.627074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] In _notify_port_updated(), no bound segment for port e56b161c-9d58-4d87-ae78-2406e894407e on network ac3bc3c3-a676-4507-aff1-43e506bdf72e {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:00:51.633372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:51.634106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.635167 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.635409 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "PUT /v2.0/ports/e56b161c-9d58-4d87-ae78-2406e894407e HTTP/1.1" status: 200 len: 1012 time: 1.1536717 Jun 30 03:00:51.636347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4249b5-8eb3-4148-a982-49655f70eca2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=e56b161c-9d58-4d87-ae78-2406e894407e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:51.638672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44214) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:51.681780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51486cf6-6d42-4268-92db-45d46071d7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca0a081-9fba-40cb-ab5e-6fde70da566d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:51.684025 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43422ae7-9993-45f3-865c-ee93c87eec07" -d '{"events": [{"server_uuid": "51486cf6-6d42-4268-92db-45d46071d7bb", "name": "network-vif-plugged", "status": "completed", "tag": "5ca0a081-9fba-40cb-ab5e-6fde70da566d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:51.688715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ec240c-b477-4835-bcea-62f3ad9dc6f4 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:51.716324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5ca0a081-9fba-40cb-ab5e-6fde70da566d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5ca0a081-9fba-40cb-ab5e-6fde70da566d,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:51.720387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:51.720387 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.733015 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a9bb98-04db-40ef-abeb-5b5200448970 x-openstack-request-id: req-89a9bb98-04db-40ef-abeb-5b5200448970 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:51.733247 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51486cf6-6d42-4268-92db-45d46071d7bb", "name": "network-vif-plugged", "status": "completed", "tag": "5ca0a081-9fba-40cb-ab5e-6fde70da566d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:51.733855 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89a9bb98-04db-40ef-abeb-5b5200448970 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:51.733969 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51486cf6-6d42-4268-92db-45d46071d7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca0a081-9fba-40cb-ab5e-6fde70da566d', 'code': 200} Jun 30 03:00:51.739803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7ec240c-b477-4835-bcea-62f3ad9dc6f4, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,segment=NetworkSegment(d77507d7-2b58-49c8-a6d2-16845a051c8e),segment_id=d77507d7-2b58-49c8-a6d2-16845a051c8e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:51.754759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5b93c126-0055-4dc2-aac3-4eb491e11e2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port e56b161c-9d58-4d87-ae78-2406e894407e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:51.755128 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b93c126-0055-4dc2-aac3-4eb491e11e2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.768122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b69ab5cc-5726-4775-ad70-f963d8b737d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.824608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b69ab5cc-5726-4775-ad70-f963d8b737d9 None None] For port cc97f5e3-e4c0-49cc-8c94-ef31f4087767, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,segment=NetworkSegment(5af27d1b-8b3a-45a1-aaca-13fdced60f6a),segment_id=5af27d1b-8b3a-45a1-aaca-13fdced60f6a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:51.825818 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.881356 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b93c126-0055-4dc2-aac3-4eb491e11e2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.901369 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.907000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=5ca0a081-9fba-40cb-ab5e-6fde70da566d,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:51.907637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5b93c126-0055-4dc2-aac3-4eb491e11e2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for e56b161c-9d58-4d87-ae78-2406e894407e owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:51.913170 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:51.936092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d109bc7-3601-4132-b58f-e4184261fb57 req-0d08e191-5009-4414-80d2-b9c7112d8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:51.937972 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d109bc7-3601-4132-b58f-e4184261fb57 req-0d08e191-5009-4414-80d2-b9c7112d8871 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 1096 time: 0.1132851 Jun 30 03:00:51.967863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b69ab5cc-5726-4775-ad70-f963d8b737d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:52.022478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:52.079596 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf4abe51-e379-490e-9c04-ad5f379215d5 req-626cc196-26e4-4d65-b56a-1d5f1237886a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b06af1fa-8e61-4c32-adfe-e8821dac7319 HTTP/1.1" status: 200 len: 210 time: 0.0495481 Jun 30 03:00:52.083055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d109bc7-3601-4132-b58f-e4184261fb57 req-5865e7ed-961e-4d5e-b73c-479ece3993f8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035480 Jun 30 03:00:52.084648 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:00:52.086090 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:00:52.114629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ab5cc-5726-4775-ad70-f963d8b737d9 None None] Pushing event updated for resources: {'Port': ['ID=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:52.140218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f7ec240c-b477-4835-bcea-62f3ad9dc6f4'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:52.208700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e739a464-dde6-4314-aab9-8893a69698c4 None None] Provisioning complete for port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:52.209075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e739a464-dde6-4314-aab9-8893a69698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:52.273591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0db8d-f983-40d5-9d06-cfe05314f45a req-d29ee3b8-7a2c-4213-a4d8-d933a2b59df7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:52.276426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1bb0db8d-f983-40d5-9d06-cfe05314f45a req-d29ee3b8-7a2c-4213-a4d8-d933a2b59df7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 945 time: 0.1477916 Jun 30 03:00:52.358772 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1bb0db8d-f983-40d5-9d06-cfe05314f45a req-2b94ab8f-ce3e-442f-9e53-0c19760729f0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Jun 30 03:00:52.375567 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b93c126-0055-4dc2-aac3-4eb491e11e2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:52.389659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e739a464-dde6-4314-aab9-8893a69698c4 None None] Provisioning complete for port e56b161c-9d58-4d87-ae78-2406e894407e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:52.390040 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e739a464-dde6-4314-aab9-8893a69698c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:52.429607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e739a464-dde6-4314-aab9-8893a69698c4 None None] Port e56b161c-9d58-4d87-ae78-2406e894407e was deleted so its status cannot be updated. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 03:00:52.448161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93c126-0055-4dc2-aac3-4eb491e11e2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=e56b161c-9d58-4d87-ae78-2406e894407e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:52.481980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5114c-3d9e-49e6-a8ee-901b3884e063 req-3a6c2d85-7a48-40af-be0d-fb88fac0e2fb tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:52.489599 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ab5114c-3d9e-49e6-a8ee-901b3884e063 req-3a6c2d85-7a48-40af-be0d-fb88fac0e2fb tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.1333995 Jun 30 03:00:52.494371 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b93c126-0055-4dc2-aac3-4eb491e11e2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:52.496370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5b93c126-0055-4dc2-aac3-4eb491e11e2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/e56b161c-9d58-4d87-ae78-2406e894407e HTTP/1.1" status: 204 len: 168 time: 0.8567855 Jun 30 03:00:52.498864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44232) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:52.536726 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-b570cf74-c6a4-4860-814c-27cc6f1caa57 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:00:52.541015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b570cf74-c6a4-4860-814c-27cc6f1caa57 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/e56b161c-9d58-4d87-ae78-2406e894407e HTTP/1.1" status: 404 len: 333 time: 0.0384817 Jun 30 03:00:52.541156 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ab5114c-3d9e-49e6-a8ee-901b3884e063 req-e4c1d78d-ecf2-4694-8b13-a8ce4b7a4840 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485137 Jun 30 03:00:52.544506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44236) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:52.547079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e587259d-0c6d-4da1-91ff-94b8bedbcfb1 None None] Could not find standard attr ID for object e56b161c-9d58-4d87-ae78-2406e894407e. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:00:52.623449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8f76-dba0-49e2-a523-f9628299bff9 req-96eee27f-e829-48c5-be61-15a0344686f6 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:52.627984 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de8f8f76-dba0-49e2-a523-f9628299bff9 req-96eee27f-e829-48c5-be61-15a0344686f6 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 944 time: 0.0935862 Jun 30 03:00:52.648186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cfea82-c961-42ec-9f3e-8e396316aeaa tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet 1cdd45fd-6e91-418b-a8c9-85764505f3e5 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:52.652954 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12cfea82-c961-42ec-9f3e-8e396316aeaa tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:52.678340 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de8f8f76-dba0-49e2-a523-f9628299bff9 req-a620d9af-b986-473a-8801-0a0f66427e1f tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423982 Jun 30 03:00:52.699557 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12cfea82-c961-42ec-9f3e-8e396316aeaa tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:52.714710 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:52.763095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b642323-67f9-42bd-abfe-1276f40aedc8 req-10f56503-ba50-4044-bf2b-297f5563e1b2 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0427213 Jun 30 03:00:52.830311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12cfea82-c961-42ec-9f3e-8e396316aeaa tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:52.871603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-20031b22-5f18-4815-a7ed-045cbb0c3c77 None None] Could not find standard attr ID for object e56b161c-9d58-4d87-ae78-2406e894407e. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:00:52.923777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7ec240c-b477-4835-bcea-62f3ad9dc6f4 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:52.931847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d61d296-47b4-4fcd-8b1a-c6e7be377f5b req-c29074bf-677e-4651-a9f0-a60105d4e121 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0361741 Jun 30 03:00:53.009770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12cfea82-c961-42ec-9f3e-8e396316aeaa tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.036216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfea82-c961-42ec-9f3e-8e396316aeaa tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdd45fd-6e91-418b-a8c9-85764505f3e5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:53.040665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12cfea82-c961-42ec-9f3e-8e396316aeaa tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.042787 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-12cfea82-c961-42ec-9f3e-8e396316aeaa tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/1cdd45fd-6e91-418b-a8c9-85764505f3e5 HTTP/1.1" status: 204 len: 168 time: 0.5006368 Jun 30 03:00:53.045370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44240) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:53.056284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd5b07-3876-41ac-80ca-a39ee2e3aa4f None None] Network ac3bc3c3-a676-4507-aff1-43e506bdf72e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:53.105082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-76357749-f59e-491c-bf7a-c4f2c7162556 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet 62a951d4-bb36-4f7e-b015-10ce46a4ce2c {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:53.108218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76357749-f59e-491c-bf7a-c4f2c7162556 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.110294 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-eeebc000-6c8d-41e4-8e02-bccdf25ad243 None None] Could not find standard attr ID for object e56b161c-9d58-4d87-ae78-2406e894407e. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:00:53.123186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port f7ec240c-b477-4835-bcea-62f3ad9dc6f4 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:53.127986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port f7ec240c-b477-4835-bcea-62f3ad9dc6f4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:53.128345 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.149764 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76357749-f59e-491c-bf7a-c4f2c7162556 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.255139 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76357749-f59e-491c-bf7a-c4f2c7162556 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.312171 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.361478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f7ec240c-b477-4835-bcea-62f3ad9dc6f4, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,segment=NetworkSegment(d77507d7-2b58-49c8-a6d2-16845a051c8e),segment_id=d77507d7-2b58-49c8-a6d2-16845a051c8e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:53.394582 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.421843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cc97f5e3-e4c0-49cc-8c94-ef31f4087767 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:53.476834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:53.477687 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.498923 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.560220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:53.581852 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76357749-f59e-491c-bf7a-c4f2c7162556 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.630813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd1cb4-ef49-48f8-86a0-cb110879e7c6 req-bfba38da-1fef-45b5-9b96-bce51b08dbbf tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:53.638059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24fd1cb4-ef49-48f8-86a0-cb110879e7c6 req-bfba38da-1fef-45b5-9b96-bce51b08dbbf tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 945 time: 0.1384339 Jun 30 03:00:53.670710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76357749-f59e-491c-bf7a-c4f2c7162556 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.672810 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-76357749-f59e-491c-bf7a-c4f2c7162556 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/62a951d4-bb36-4f7e-b015-10ce46a4ce2c HTTP/1.1" status: 204 len: 168 time: 0.6263502 Jun 30 03:00:53.675773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44250) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:53.676242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76357749-f59e-491c-bf7a-c4f2c7162556 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=62a951d4-bb36-4f7e-b015-10ce46a4ce2c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:53.731594 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24fd1cb4-ef49-48f8-86a0-cb110879e7c6 req-4a6abc41-8d4d-4c65-9019-a36b7a9ad297 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443554 Jun 30 03:00:53.736262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59e1e15-ac88-4126-a5f0-08b79cc926c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ec240c-b477-4835-bcea-62f3ad9dc6f4'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:53.737304 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6edd784-8536-4977-aa18-9c49bd39036c" -d '{"events": [{"server_uuid": "a59e1e15-ac88-4126-a5f0-08b79cc926c2", "name": "network-vif-plugged", "status": "completed", "tag": "f7ec240c-b477-4835-bcea-62f3ad9dc6f4"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:53.803035 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.854276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07048ac-a3a4-4f20-8af5-693986c2c4f5 req-590e2ffd-6ecb-438b-b7cf-243f92868a5b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:53.855877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a07048ac-a3a4-4f20-8af5-693986c2c4f5 req-590e2ffd-6ecb-438b-b7cf-243f92868a5b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.1517696 Jun 30 03:00:53.907073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:53.907423 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:53.908000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d415aa-2d02-43f5-9c0d-65a83496a8ec req-597167c4-a344-4d84-b4df-5cdda89c7257 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:53.910906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39d415aa-2d02-43f5-9c0d-65a83496a8ec req-597167c4-a344-4d84-b4df-5cdda89c7257 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 945 time: 0.0692625 Jun 30 03:00:53.914601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a07048ac-a3a4-4f20-8af5-693986c2c4f5 req-fa548e17-4990-4da4-a163-a36a219768da tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506649 Jun 30 03:00:53.982948 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547b0c2e-b1df-4d4d-aca2-3728f26e1081 x-openstack-request-id: req-547b0c2e-b1df-4d4d-aca2-3728f26e1081 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:53.982948 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59e1e15-ac88-4126-a5f0-08b79cc926c2", "name": "network-vif-plugged", "status": "completed", "tag": "f7ec240c-b477-4835-bcea-62f3ad9dc6f4", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:53.982948 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-547b0c2e-b1df-4d4d-aca2-3728f26e1081 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:53.982948 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59e1e15-ac88-4126-a5f0-08b79cc926c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ec240c-b477-4835-bcea-62f3ad9dc6f4', 'code': 200} Jun 30 03:00:54.009695 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39d415aa-2d02-43f5-9c0d-65a83496a8ec req-eab6525c-2c21-4df7-8730-0e84cef98c86 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856378 Jun 30 03:00:54.053027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] For port cc97f5e3-e4c0-49cc-8c94-ef31f4087767, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,segment=NetworkSegment(5af27d1b-8b3a-45a1-aaca-13fdced60f6a),segment_id=5af27d1b-8b3a-45a1-aaca-13fdced60f6a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:54.053452 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.088406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for cc97f5e3-e4c0-49cc-8c94-ef31f4087767 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:54.088491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efeac70-da65-4cb6-a4db-c239e9ec3dc3 None None] Network ac3bc3c3-a676-4507-aff1-43e506bdf72e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:54.153682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b461d910-a93f-4a5b-a089-8e775ebf46e3 None None] Provisioning complete for port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:54.154051 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b461d910-a93f-4a5b-a089-8e775ebf46e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.204866 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa5f0272-66e2-4df8-8688-69de54344149 req-64bd3200-937a-4781-8784-2951bbd19dee tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0540998 Jun 30 03:00:54.254409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a5654-9415-493a-9cb5-4522b2ff4baf req-5d503164-ac9b-4807-b12b-412f6fe1b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:54.255899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9d6a5654-9415-493a-9cb5-4522b2ff4baf req-5d503164-ac9b-4807-b12b-412f6fe1b667 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 1096 time: 0.1648464 Jun 30 03:00:54.290906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9d6a5654-9415-493a-9cb5-4522b2ff4baf req-880a6d8a-3992-4f15-a9cd-7f3a5fb5af88 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283394 Jun 30 03:00:54.349897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f888f4-ba73-49b2-ba51-8cf663121bf5 None None] DHCP port deletion for ac3bc3c3-a676-4507-aff1-43e506bdf72e request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:00:54.400124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-85f888f4-ba73-49b2-ba51-8cf663121bf5 None None] Deleting port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:54.400495 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-85f888f4-ba73-49b2-ba51-8cf663121bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.463316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.466393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-85f888f4-ba73-49b2-ba51-8cf663121bf5 None None] For port cc97f5e3-e4c0-49cc-8c94-ef31f4087767, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,segment=NetworkSegment(5af27d1b-8b3a-45a1-aaca-13fdced60f6a),segment_id=5af27d1b-8b3a-45a1-aaca-13fdced60f6a)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:54.466393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-85f888f4-ba73-49b2-ba51-8cf663121bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.492310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:54.494421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No DVR routers for this DVR port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:54.592853 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.604133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3bc3c3-a676-4507-aff1-43e506bdf72e']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:54.614352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af27d1b-8b3a-45a1-aaca-13fdced60f6a') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:54.614660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af27d1b-8b3a-45a1-aaca-13fdced60f6a') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:54.624258 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.629774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-85f888f4-ba73-49b2-ba51-8cf663121bf5 None None] Calling delete_port for cc97f5e3-e4c0-49cc-8c94-ef31f4087767 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:54.638761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.645033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:54.645424 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:54.648875 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:54.717410 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-85f888f4-ba73-49b2-ba51-8cf663121bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.743334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f888f4-ba73-49b2-ba51-8cf663121bf5 None None] Pushing event deleted for resources: {'Port': ['ID=cc97f5e3-e4c0-49cc-8c94-ef31f4087767,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:54.746934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f888f4-ba73-49b2-ba51-8cf663121bf5 None None] No DVR routers for this DVR port cc97f5e3-e4c0-49cc-8c94-ef31f4087767 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:54.817842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.827424 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:54.829393 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/networks/ac3bc3c3-a676-4507-aff1-43e506bdf72e HTTP/1.1" status: 204 len: 168 time: 1.1518552 Jun 30 03:00:54.835323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44272) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:54.847589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25a4c0-d222-4043-bab2-cadaac438402 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Network': ['ID=ac3bc3c3-a676-4507-aff1-43e506bdf72e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:54.911257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34916e3a-ceab-4e81-b6d1-0e9f873b35a4 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:54.912732 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-34916e3a-ceab-4e81-b6d1-0e9f873b35a4 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0748589 Jun 30 03:00:54.916335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44276) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:54.916461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc40eb-6b13-4542-a47d-bc1d81eed2c0 req-be3b852b-0914-46a1-9a18-ee9e366c5c8a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:54.921569 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49cc40eb-6b13-4542-a47d-bc1d81eed2c0 req-be3b852b-0914-46a1-9a18-ee9e366c5c8a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 945 time: 0.0641873 Jun 30 03:00:54.958653 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49cc40eb-6b13-4542-a47d-bc1d81eed2c0 req-f709c9db-3712-416a-a9f4-0bfd42f9d68f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Jun 30 03:00:54.995199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44282) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:54.996219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cb7f4c1e-9286-4957-9452-db561c55f311 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0786700 Jun 30 03:00:55.001423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2129187855'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:55.131874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:55.132950 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:55.138782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d41dd-846f-4308-bbb3-68247d3fd103 req-48e48fe3-b64e-43a0-b3de-43f4c42f0ccc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:55.140635 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c57d41dd-846f-4308-bbb3-68247d3fd103 req-48e48fe3-b64e-43a0-b3de-43f4c42f0ccc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0774822 Jun 30 03:00:55.163926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:00:55.185824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b0bab-a813-43e7-b91c-ba32739d9429 req-77695795-eb8e-475e-9777-58c2d853785e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:55.187475 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-834b0bab-a813-43e7-b91c-ba32739d9429 req-77695795-eb8e-475e-9777-58c2d853785e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 945 time: 0.1004906 Jun 30 03:00:55.188694 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:55.189035 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Added segment 053d9361-c31d-4f75-b38d-5a9e80ca53f7 of type vlan for network 9ef90bd4-48b0-4628-95b8-6a5406c42afb Jun 30 03:00:55.252036 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:55.271018 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-834b0bab-a813-43e7-b91c-ba32739d9429 req-ec84d0ea-4895-48a5-9bf1-c035b190cc68 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732067 Jun 30 03:00:55.399789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:55.400955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cc97f5e3-e4c0-49cc-8c94-ef31f4087767 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:55.405707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:55.406407 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:55.437661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: cc97f5e3-e4c0-49cc-8c94-ef31f4087767 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:55.440739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cc97f5e3-e4c0-49cc-8c94-ef31f4087767 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:55.544439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Network': ['ID=9ef90bd4-48b0-4628-95b8-6a5406c42afb,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:55.556971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9ef90bd4-48b0-4628-95b8-6a5406c42afb details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:00:55.585062 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c57d41dd-846f-4308-bbb3-68247d3fd103 req-c66f672c-7c21-4582-a9c2-d5aca1d2fd1e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4384792 Jun 30 03:00:55.596299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b36c5-5b90-4bf6-a891-9b7f236fb27a req-f988938a-59a4-4884-bd2d-ee2e71617cc8 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:55.600298 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c3b36c5-5b90-4bf6-a891-9b7f236fb27a req-f988938a-59a4-4884-bd2d-ee2e71617cc8 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 945 time: 0.1475887 Jun 30 03:00:55.628656 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6f584423-e90a-40c9-b05f-23b4b01be4c9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6321707 Jun 30 03:00:55.635674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44302) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:55.643128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '9ef90bd4-48b0-4628-95b8-6a5406c42afb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:55.662680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c3b36c5-5b90-4bf6-a891-9b7f236fb27a req-22321bf6-e1de-49e1-adb1-ee9e40d29ed0 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576332 Jun 30 03:00:55.748687 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58945504-740d-4bca-ac8f-4533e0023269 req-c7d92237-4448-4399-9d86-b9f95c90abb8 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0275924 Jun 30 03:00:55.881046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:55.887123 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:56.170894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:56.831638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=97a17f18-d183-4f43-9ca8-17c564b9c052,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:56.831638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Checking segment: {'id': '053d9361-c31d-4f75-b38d-5a9e80ca53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9ef90bd4-48b0-4628-95b8-6a5406c42afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:56.831638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network hostable DHCP agents. Network: 9ef90bd4-48b0-4628-95b8-6a5406c42afb, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:00:56.831638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f3683-6769-46b9-825a-45daeb2b028f req-050b4d10-6d87-4acc-ab1e-58366ab69081 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:56.831638 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b0f3683-6769-46b9-825a-45daeb2b028f req-050b4d10-6d87-4acc-ab1e-58366ab69081 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 945 time: 0.1063566 Jun 30 03:00:56.831638 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7b0f3683-6769-46b9-825a-45daeb2b028f req-75c6b6a4-21c8-491b-ac6c-cd3198efb4a8 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348332 Jun 30 03:00:56.841735 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0df2669f-b91c-4b27-9a08-7ce0ca9a8a1d req-775ac5ef-779c-49c5-94c7-23871a599a7f tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0279584 Jun 30 03:00:57.006293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 9ef90bd4-48b0-4628-95b8-6a5406c42afb is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:00:57.023378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280d09b-966c-487e-8bd2-4ba194d2cabc req-64fbc921-aa36-4240-8897-ebdd32910d98 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.024852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9280d09b-966c-487e-8bd2-4ba194d2cabc req-64fbc921-aa36-4240-8897-ebdd32910d98 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0722237 Jun 30 03:00:57.063755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9280d09b-966c-487e-8bd2-4ba194d2cabc req-88a16ab4-a135-4d1b-a223-01d46123aa7d tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330555 Jun 30 03:00:57.192046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 9ef90bd4-48b0-4628-95b8-6a5406c42afb) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:57.201487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798238fd-e8f5-4885-9d51-96f3e66e2243 None None] Network 9ef90bd4-48b0-4628-95b8-6a5406c42afb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:57.201975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.202067 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.269698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbe19c-771d-4df7-a943-88085451721a req-3fda4da8-4192-4a1b-bf5e-55e5f102e95f tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.271294 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7bdbe19c-771d-4df7-a943-88085451721a req-3fda4da8-4192-4a1b-bf5e-55e5f102e95f tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 945 time: 0.1085880 Jun 30 03:00:57.328482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7bdbe19c-771d-4df7-a943-88085451721a req-99896115-0a1c-418c-a22f-0170a8c34a46 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479586 Jun 30 03:00:57.330622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c3fb8dad-6b63-4572-b3ca-11c7f9224ca7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6936305 Jun 30 03:00:57.335527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44360) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:57.365379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '9ef90bd4-48b0-4628-95b8-6a5406c42afb', 'name': 'tempest-PortsIpV6TestJSON-448459693'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:57.417632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-9ef90bd4-48b0-4628-95b8-6a5406c42afb', 'network_id': '9ef90bd4-48b0-4628-95b8-6a5406c42afb', 'tenant_id': '8aed6c1fc8e64e199b2f57731328cab4', 'fixed_ips': [{'subnet_id': '97a17f18-d183-4f43-9ca8-17c564b9c052'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:00:57.418848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.583562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Allocated IP 2001:db8::2 (9ef90bd4-48b0-4628-95b8-6a5406c42afb/97a17f18-d183-4f43-9ca8-17c564b9c052/489957cf-93ee-4f9c-9912-ca2e7b31cc72) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:57.589059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:57.593015 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.611869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:57.729609 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.737871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Transition to ACTIVE for port object 489957cf-93ee-4f9c-9912-ca2e7b31cc72 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:57.752887 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Transition to ACTIVE for port object 489957cf-93ee-4f9c-9912-ca2e7b31cc72 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:57.842312 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.886485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Network 9ef90bd4-48b0-4628-95b8-6a5406c42afb is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:57.911478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:57.920813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:57.945753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Pushing event updated for resources: {'Port': ['ID=489957cf-93ee-4f9c-9912-ca2e7b31cc72,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:57.963883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8::1e5 (9ef90bd4-48b0-4628-95b8-6a5406c42afb/97a17f18-d183-4f43-9ca8-17c564b9c052/f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:58.000806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275acc64-4123-479e-9871-3fa2eff315ab req-7c4794e1-a5df-43a7-a6f5-e584f3b59378 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:58.002511 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-275acc64-4123-479e-9871-3fa2eff315ab req-7c4794e1-a5df-43a7-a6f5-e584f3b59378 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 945 time: 0.1719441 Jun 30 03:00:58.075392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Attempting to bind port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:00:58.076330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Attempting to bind port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '053d9361-c31d-4f75-b38d-5a9e80ca53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9ef90bd4-48b0-4628-95b8-6a5406c42afb'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:00:58.077118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Attempting to bind port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 on network 9ef90bd4-48b0-4628-95b8-6a5406c42afb {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:00:58.084495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:00:58.085468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Checking segment: {'id': '053d9361-c31d-4f75-b38d-5a9e80ca53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9ef90bd4-48b0-4628-95b8-6a5406c42afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:00:58.086920 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.087609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Bound using segment: {'id': '053d9361-c31d-4f75-b38d-5a9e80ca53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9ef90bd4-48b0-4628-95b8-6a5406c42afb'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:00:58.088177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Bound port: 489957cf-93ee-4f9c-9912-ca2e7b31cc72, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053d9361-c31d-4f75-b38d-5a9e80ca53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9ef90bd4-48b0-4628-95b8-6a5406c42afb'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:00:58.088737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.094341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d89695-77cf-4200-9550-c444e46fe39f req-c5955c75-e38b-46d9-a173-cfab88485364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:58.095954 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90d89695-77cf-4200-9550-c444e46fe39f req-c5955c75-e38b-46d9-a173-cfab88485364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 945 time: 0.1153674 Jun 30 03:00:58.130624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef35b708-f728-47ad-a73b-ed455e6fb39f req-2b7ebdde-96ca-4711-be34-f384e8bf9fde tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0661519 Jun 30 03:00:58.190617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90d89695-77cf-4200-9550-c444e46fe39f req-ee651cb0-3abd-4bc2-b8a8-67d2bf410d0e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876038 Jun 30 03:00:58.223624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] For port 489957cf-93ee-4f9c-9912-ca2e7b31cc72, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:00:58.231467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] For port 489957cf-93ee-4f9c-9912-ca2e7b31cc72, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=489957cf-93ee-4f9c-9912-ca2e7b31cc72,segment=NetworkSegment(053d9361-c31d-4f75-b38d-5a9e80ca53f7),segment_id=053d9361-c31d-4f75-b38d-5a9e80ca53f7)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:00:58.309661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-275acc64-4123-479e-9871-3fa2eff315ab req-91cdf085-e96a-4b8b-8611-6e57c55d7b0c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Deleting port 5ca0a081-9fba-40cb-ab5e-6fde70da566d {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:58.309661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-275acc64-4123-479e-9871-3fa2eff315ab req-91cdf085-e96a-4b8b-8611-6e57c55d7b0c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.375337 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.379009 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.418061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:00:58.506353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-275acc64-4123-479e-9871-3fa2eff315ab req-91cdf085-e96a-4b8b-8611-6e57c55d7b0c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] For port 5ca0a081-9fba-40cb-ab5e-6fde70da566d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5ca0a081-9fba-40cb-ab5e-6fde70da566d,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:58.506724 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-275acc64-4123-479e-9871-3fa2eff315ab req-91cdf085-e96a-4b8b-8611-6e57c55d7b0c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.541610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528aa780-822c-4262-ad0d-3388144f9a44 None None] Pushing event updated for resources: {'Port': ['ID=489957cf-93ee-4f9c-9912-ca2e7b31cc72,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:58.571508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b05cc3-32a2-4f90-b771-562329fb5712 req-a20d7758-b801-4833-8603-33c4ce1ffef0 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:58.573164 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10b05cc3-32a2-4f90-b771-562329fb5712 req-a20d7758-b801-4833-8603-33c4ce1ffef0 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.2851384 Jun 30 03:00:58.574437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-275acc64-4123-479e-9871-3fa2eff315ab req-91cdf085-e96a-4b8b-8611-6e57c55d7b0c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Calling delete_port for 5ca0a081-9fba-40cb-ab5e-6fde70da566d owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:58.602659 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-58e49358-0606-4b10-b53a-b7e87458808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.661657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.786628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10b05cc3-32a2-4f90-b771-562329fb5712 req-258035d2-2c65-46b2-bc28-a6bbaed653e9 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029557 Jun 30 03:00:58.788529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 9ef90bd4-48b0-4628-95b8-6a5406c42afb is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:00:58.836378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:00:58.842388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:00:58.848715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:58.849272 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.859533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:59.165968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-06e2d1fe-69be-4e06-9cfb-edb9913f7b72 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8288400 Jun 30 03:00:59.174894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-275acc64-4123-479e-9871-3fa2eff315ab req-91cdf085-e96a-4b8b-8611-6e57c55d7b0c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.175226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44390) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:59.175226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '9ef90bd4-48b0-4628-95b8-6a5406c42afb', 'name': 'tempest-PortsIpV6TestJSON-1827882668'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:59.181803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:59.224702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdf085-e96a-4b8b-8611-6e57c55d7b0c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event deleted for resources: {'Port': ['ID=5ca0a081-9fba-40cb-ab5e-6fde70da566d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:59.287693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-275acc64-4123-479e-9871-3fa2eff315ab req-91cdf085-e96a-4b8b-8611-6e57c55d7b0c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] No DVR routers for this DVR port 5ca0a081-9fba-40cb-ab5e-6fde70da566d on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:59.301561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-275acc64-4123-479e-9871-3fa2eff315ab req-91cdf085-e96a-4b8b-8611-6e57c55d7b0c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.309009 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-275acc64-4123-479e-9871-3fa2eff315ab req-91cdf085-e96a-4b8b-8611-6e57c55d7b0c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "DELETE /v2.0/ports/5ca0a081-9fba-40cb-ab5e-6fde70da566d HTTP/1.1" status: 204 len: 173 time: 1.2999928 Jun 30 03:00:59.319162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51486cf6-6d42-4268-92db-45d46071d7bb', 'name': 'network-vif-deleted', 'tag': '5ca0a081-9fba-40cb-ab5e-6fde70da566d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:59.322433 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05155ed8-db05-4c0c-8c43-9258f26926d5" -d '{"events": [{"server_uuid": "51486cf6-6d42-4268-92db-45d46071d7bb", "name": "network-vif-deleted", "tag": "5ca0a081-9fba-40cb-ab5e-6fde70da566d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:59.399987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:00:59.404368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.450870 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5ea280f2-bf40-4435-affd-0e1f968cd426 req-a6cfbf34-4e1f-4f57-bb76-2689742cd468 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0577848 Jun 30 03:00:59.457862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port 37695073-2d68-4dbd-a3ee-58e95b196888 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:00:59.511304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 489957cf-93ee-4f9c-9912-ca2e7b31cc72 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:59.565852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44406) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:59.655814 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1455830-eda9-4260-a9f5-6691635df2d8 x-openstack-request-id: req-f1455830-eda9-4260-a9f5-6691635df2d8 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:59.655814 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51486cf6-6d42-4268-92db-45d46071d7bb", "name": "network-vif-deleted", "tag": "5ca0a081-9fba-40cb-ab5e-6fde70da566d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:59.655814 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1455830-eda9-4260-a9f5-6691635df2d8 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:59.655814 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51486cf6-6d42-4268-92db-45d46071d7bb', 'name': 'network-vif-deleted', 'tag': '5ca0a081-9fba-40cb-ab5e-6fde70da566d', 'status': 'completed', 'code': 200} Jun 30 03:00:59.750609 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81f245b6-6df4-41f1-a4cf-cc827b8fdaf4 req-e72841e9-7dcf-461e-9693-cb3f8be503d6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=51486cf6-6d42-4268-92db-45d46071d7bb HTTP/1.1" status: 200 len: 210 time: 0.0605099 Jun 30 03:00:59.788230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8::14c (9ef90bd4-48b0-4628-95b8-6a5406c42afb/97a17f18-d183-4f43-9ca8-17c564b9c052/37695073-2d68-4dbd-a3ee-58e95b196888) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:00:59.815033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80adc54b-3cf5-4996-98a9-19d8b080ca76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.830731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:00:59.892804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6a21e-8195-4844-b159-41765680ae6b None None] Network 9ef90bd4-48b0-4628-95b8-6a5406c42afb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:59.963530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c57f7-5c30-430a-97af-509cd41d9a16 req-e23e5765-7955-4e5b-ae0d-54e920fed714 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:59.970778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc5c57f7-5c30-430a-97af-509cd41d9a16 req-e23e5765-7955-4e5b-ae0d-54e920fed714 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 945 time: 0.1482882 Jun 30 03:01:00.028742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc5c57f7-5c30-430a-97af-509cd41d9a16 req-9475749e-cbf0-44da-983c-c132f2877f05 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569921 Jun 30 03:01:00.057748 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.076932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object 37695073-2d68-4dbd-a3ee-58e95b196888 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:00.084391 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80adc54b-3cf5-4996-98a9-19d8b080ca76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.133980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b207d908-daa5-403c-9fa4-7b2cb7e7296d None None] Provisioning for port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:00.140099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b207d908-daa5-403c-9fa4-7b2cb7e7296d None None] Provisioning complete for port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:00.140473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b207d908-daa5-403c-9fa4-7b2cb7e7296d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.176097 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80adc54b-3cf5-4996-98a9-19d8b080ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.184279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054d791-13df-4d08-99d9-87a69c9b7cdd req-0d002868-b3ad-4f2b-8331-bc11f6e3d3eb tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:00.192505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8054d791-13df-4d08-99d9-87a69c9b7cdd req-0d002868-b3ad-4f2b-8331-bc11f6e3d3eb tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0795019 Jun 30 03:01:00.229049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44412) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:00.230793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-80adc54b-3cf5-4996-98a9-19d8b080ca76 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43af444d3df844d8852ddf8377ea24fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6635828 Jun 30 03:01:00.256723 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b207d908-daa5-403c-9fa4-7b2cb7e7296d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.262044 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8054d791-13df-4d08-99d9-87a69c9b7cdd req-042f2edb-bfeb-4e9e-b165-3d7ebfe68866 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683939 Jun 30 03:01:00.267811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adc54b-3cf5-4996-98a9-19d8b080ca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf216ad3-2250-4380-80de-8ee23e66c152,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:00.297318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.318378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b207d908-daa5-403c-9fa4-7b2cb7e7296d None None] For port 489957cf-93ee-4f9c-9912-ca2e7b31cc72, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=489957cf-93ee-4f9c-9912-ca2e7b31cc72,segment=NetworkSegment(053d9361-c31d-4f75-b38d-5a9e80ca53f7),segment_id=053d9361-c31d-4f75-b38d-5a9e80ca53f7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:00.358655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 9ef90bd4-48b0-4628-95b8-6a5406c42afb is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:00.373195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:00.384495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:00.390295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:00.391035 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.395292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b207d908-daa5-403c-9fa4-7b2cb7e7296d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.405359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=37695073-2d68-4dbd-a3ee-58e95b196888,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:00.407814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75704dc0-1cb7-488c-9717-b73fc2b4c8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.447294 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75704dc0-1cb7-488c-9717-b73fc2b4c8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.459188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207d908-daa5-403c-9fa4-7b2cb7e7296d None None] Pushing event updated for resources: {'Port': ['ID=489957cf-93ee-4f9c-9912-ca2e7b31cc72,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:00.537071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6099e201-35bb-41c0-ab17-b57aaa3c8755 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3673689 Jun 30 03:01:00.548505 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44416) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:00.649108 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75704dc0-1cb7-488c-9717-b73fc2b4c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.652014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75704dc0-1cb7-488c-9717-b73fc2b4c8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.653430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-75704dc0-1cb7-488c-9717-b73fc2b4c8e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf216ad3-2250-4380-80de-8ee23e66c152 HTTP/1.1" status: 204 len: 168 time: 0.4238465 Jun 30 03:01:00.683552 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75704dc0-1cb7-488c-9717-b73fc2b4c8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf216ad3-2250-4380-80de-8ee23e66c152,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:00.685907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cbcaa6c5-f472-498e-b94d-3dc1e0fb5e95 req-8852b0f9-a831-4caa-a399-786bc097866a tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0442982 Jun 30 03:01:00.691655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-515c11b6-5ba6-4bd9-9c73-b813f06b2cd2 None None] Provisioning for port f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:00.702852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da999079-9a15-40ff-93fd-a24501c9a4ee tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:00.704543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-515c11b6-5ba6-4bd9-9c73-b813f06b2cd2 None None] Provisioning complete for port f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:00.705189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-da999079-9a15-40ff-93fd-a24501c9a4ee tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e5 HTTP/1.1" status: 200 len: 928 time: 0.1642661 Jun 30 03:01:00.707677 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-515c11b6-5ba6-4bd9-9c73-b813f06b2cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.708202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44422) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:00.786429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-515c11b6-5ba6-4bd9-9c73-b813f06b2cd2 None None] Port f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:00.799807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-515c11b6-5ba6-4bd9-9c73-b813f06b2cd2 None None] Provisioning complete for port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:00.800425 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-515c11b6-5ba6-4bd9-9c73-b813f06b2cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.875531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-57158787-aaf4-44cf-9dd4-9baa73c85a22 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port 37695073-2d68-4dbd-a3ee-58e95b196888 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:00.876750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57158787-aaf4-44cf-9dd4-9baa73c85a22 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:00.942010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5ca0a081-9fba-40cb-ab5e-6fde70da566d no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:00.998077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ead24-946e-4e87-8382-3279fce3e135 req-2db5a597-f327-4509-9f7a-1c3b7af6e557 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:01.001040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419ead24-946e-4e87-8382-3279fce3e135 req-2db5a597-f327-4509-9f7a-1c3b7af6e557 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.83 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 945 time: 0.1572585 Jun 30 03:01:01.002123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 5ca0a081-9fba-40cb-ab5e-6fde70da566d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:01.002227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5ca0a081-9fba-40cb-ab5e-6fde70da566d not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:01.094766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c9518276-c9cf-48ce-9f54-52a91676ec77 None None] Provisioning complete for port f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:01.095149 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c9518276-c9cf-48ce-9f54-52a91676ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.150495 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57158787-aaf4-44cf-9dd4-9baa73c85a22 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.213201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-419ead24-946e-4e87-8382-3279fce3e135 req-fa571aad-c1a8-40ac-81db-814d31d4fa67 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Deleting port f7ec240c-b477-4835-bcea-62f3ad9dc6f4 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:01.214559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-57158787-aaf4-44cf-9dd4-9baa73c85a22 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for 37695073-2d68-4dbd-a3ee-58e95b196888 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:01.215231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c9518276-c9cf-48ce-9f54-52a91676ec77 None None] Port f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:01.216293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-419ead24-946e-4e87-8382-3279fce3e135 req-fa571aad-c1a8-40ac-81db-814d31d4fa67 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.370389 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.415988 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2bcda72f-9191-479d-b21a-83d6bfe99843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.434178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 489957cf-93ee-4f9c-9912-ca2e7b31cc72 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:01.443595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-419ead24-946e-4e87-8382-3279fce3e135 req-fa571aad-c1a8-40ac-81db-814d31d4fa67 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] For port f7ec240c-b477-4835-bcea-62f3ad9dc6f4, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,segment=NetworkSegment(d77507d7-2b58-49c8-a6d2-16845a051c8e),segment_id=d77507d7-2b58-49c8-a6d2-16845a051c8e)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:01.444090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-419ead24-946e-4e87-8382-3279fce3e135 req-fa571aad-c1a8-40ac-81db-814d31d4fa67 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.486331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-419ead24-946e-4e87-8382-3279fce3e135 req-fa571aad-c1a8-40ac-81db-814d31d4fa67 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Calling delete_port for f7ec240c-b477-4835-bcea-62f3ad9dc6f4 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:01.533218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:01.533722 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.632881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f5e82-f5ae-4caf-991a-2a557b0cadea req-d0d4e6da-4fcb-44d8-bf10-498b4a6fffd8 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:01.638438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-650f5e82-f5ae-4caf-991a-2a557b0cadea req-d0d4e6da-4fcb-44d8-bf10-498b4a6fffd8 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 945 time: 0.1186941 Jun 30 03:01:01.675322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0d19a52f-7e86-4e43-9218-4c4c7ed00a01 None None] Provisioning for port 37695073-2d68-4dbd-a3ee-58e95b196888 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:01.676027 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57158787-aaf4-44cf-9dd4-9baa73c85a22 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.680665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0d19a52f-7e86-4e43-9218-4c4c7ed00a01 None None] Provisioning complete for port 37695073-2d68-4dbd-a3ee-58e95b196888 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:01.681085 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0d19a52f-7e86-4e43-9218-4c4c7ed00a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.709123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0d19a52f-7e86-4e43-9218-4c4c7ed00a01 None None] Port 37695073-2d68-4dbd-a3ee-58e95b196888 was deleted so its status cannot be updated. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 03:01:01.727995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57158787-aaf4-44cf-9dd4-9baa73c85a22 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=37695073-2d68-4dbd-a3ee-58e95b196888,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:01.735970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-650f5e82-f5ae-4caf-991a-2a557b0cadea req-cf325005-ce42-4b3a-9ad9-9eaaf47769e4 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/security-groups?id=aaba66ba-f3d7-4d0a-8c69-859f051b3897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878305 Jun 30 03:01:01.772020 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57158787-aaf4-44cf-9dd4-9baa73c85a22 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.772020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-57158787-aaf4-44cf-9dd4-9baa73c85a22 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/37695073-2d68-4dbd-a3ee-58e95b196888 HTTP/1.1" status: 204 len: 168 time: 1.0617208 Jun 30 03:01:01.774119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44438) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:01.806080 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc2fea9-5cfb-49bf-bff9-b396dcadec4d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:01:01.810609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44440) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:01.810995 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7dc2fea9-5cfb-49bf-bff9-b396dcadec4d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/37695073-2d68-4dbd-a3ee-58e95b196888 HTTP/1.1" status: 404 len: 333 time: 0.0357282 Jun 30 03:01:01.855221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44444) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:01.879622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb903-ef59-429b-9470-fc558f621912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.891703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-419ead24-946e-4e87-8382-3279fce3e135 req-fa571aad-c1a8-40ac-81db-814d31d4fa67 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:01.910785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f7ec240c-b477-4835-bcea-62f3ad9dc6f4'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:02.054424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa571aad-c1a8-40ac-81db-814d31d4fa67 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Pushing event deleted for resources: {'Port': ['ID=f7ec240c-b477-4835-bcea-62f3ad9dc6f4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:02.084393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e322c-196e-49bf-86dc-652e71b4b95f req-5e5d4d17-1fb7-4325-bc58-b14a1b3034bc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:02.086255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-094e322c-196e-49bf-86dc-652e71b4b95f req-5e5d4d17-1fb7-4325-bc58-b14a1b3034bc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.1329956 Jun 30 03:01:02.109258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-419ead24-946e-4e87-8382-3279fce3e135 req-fa571aad-c1a8-40ac-81db-814d31d4fa67 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] No DVR routers for this DVR port f7ec240c-b477-4835-bcea-62f3ad9dc6f4 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:02.121900 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-419ead24-946e-4e87-8382-3279fce3e135 req-fa571aad-c1a8-40ac-81db-814d31d4fa67 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.125410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb903-ef59-429b-9470-fc558f621912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.125856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-419ead24-946e-4e87-8382-3279fce3e135 req-fa571aad-c1a8-40ac-81db-814d31d4fa67 tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.83 "DELETE /v2.0/ports/f7ec240c-b477-4835-bcea-62f3ad9dc6f4 HTTP/1.1" status: 204 len: 173 time: 1.1161103 Jun 30 03:01:02.127122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59e1e15-ac88-4126-a5f0-08b79cc926c2', 'name': 'network-vif-deleted', 'tag': 'f7ec240c-b477-4835-bcea-62f3ad9dc6f4'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:02.129549 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea8370d-53fb-48af-ac94-a71c768d2396" -d '{"events": [{"server_uuid": "a59e1e15-ac88-4126-a5f0-08b79cc926c2", "name": "network-vif-deleted", "tag": "f7ec240c-b477-4835-bcea-62f3ad9dc6f4"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:02.151745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0cf98bb-768e-40d9-8f46-7fef04c1473e req-a5c93eac-6ec8-4468-b8ba-2caf71b34fa7 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0402484 Jun 30 03:01:02.153774 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-094e322c-196e-49bf-86dc-652e71b4b95f req-9ec6abe0-265e-4cd9-b828-0a8b8a0bbb72 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592258 Jun 30 03:01:02.176610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4e4e7-5804-452a-9cfb-92d313dd6122 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:02.177210 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e4e7-5804-452a-9cfb-92d313dd6122 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.258438 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4925147-2918-486c-b85d-4b9548719163 x-openstack-request-id: req-c4925147-2918-486c-b85d-4b9548719163 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:02.259106 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59e1e15-ac88-4126-a5f0-08b79cc926c2", "name": "network-vif-deleted", "tag": "f7ec240c-b477-4835-bcea-62f3ad9dc6f4", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:02.259106 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4925147-2918-486c-b85d-4b9548719163 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:02.260577 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59e1e15-ac88-4126-a5f0-08b79cc926c2', 'name': 'network-vif-deleted', 'tag': 'f7ec240c-b477-4835-bcea-62f3ad9dc6f4', 'status': 'completed', 'code': 200} Jun 30 03:01:02.263424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb903-ef59-429b-9470-fc558f621912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.345936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cc9cb903-ef59-429b-9470-fc558f621912 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ec1a5e0e70046108f1255bc0184e528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889812 Jun 30 03:01:02.349262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44458) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:02.350360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cb903-ef59-429b-9470-fc558f621912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d8d2d5-9529-4950-98bc-03c95cb02deb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:02.396447 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e4e7-5804-452a-9cfb-92d313dd6122 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.437278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4e4e7-5804-452a-9cfb-92d313dd6122 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:02.456974 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d17648df-ad43-4bb9-8be0-1fc35dd8fb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.576250 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d17648df-ad43-4bb9-8be0-1fc35dd8fb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.721463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-ebb07221-ce1a-4432-81ed-2393f1bef852 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:02.723180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-ebb07221-ce1a-4432-81ed-2393f1bef852 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.2522604 Jun 30 03:01:02.742603 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cafc6-8fde-4178-a443-f16a9892f7fc req-53546487-83e3-4ddb-9ded-450b926a518e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:02.744414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f11cafc6-8fde-4178-a443-f16a9892f7fc req-53546487-83e3-4ddb-9ded-450b926a518e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0697143 Jun 30 03:01:02.754271 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-950af6ca-cf5c-45cd-ae75-223dba4a6f4c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/quotas/92f2c812fee4490e8e05afaf6351bba6 HTTP/1.1" status: 200 len: 375 time: 0.0216613 Jun 30 03:01:02.838275 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f11cafc6-8fde-4178-a443-f16a9892f7fc req-c7db2bcd-f527-4687-be45-580e5c15ccc8 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862191 Jun 30 03:01:02.862196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-bac8b42f-107c-4b9e-9b9a-c3c22940108b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984197 Jun 30 03:01:02.868991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d17648df-ad43-4bb9-8be0-1fc35dd8fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.871526 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d17648df-ad43-4bb9-8be0-1fc35dd8fb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.874965 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d17648df-ad43-4bb9-8be0-1fc35dd8fb81 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66d8d2d5-9529-4950-98bc-03c95cb02deb HTTP/1.1" status: 204 len: 168 time: 0.5222783 Jun 30 03:01:02.908855 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.915581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17648df-ad43-4bb9-8be0-1fc35dd8fb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d8d2d5-9529-4950-98bc-03c95cb02deb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:03.003125 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e4e7-5804-452a-9cfb-92d313dd6122 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.017839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35dff6ba-b55f-46c7-98b3-f9e37fd19ebb req-f7929456-7b3e-46ed-b8a9-468ab328a3dc tempest-VolumesActionsTest-1062679355 tempest-VolumesActionsTest-1062679355-project] 10.222.0.77 "GET /v2.0/ports?device_id=a59e1e15-ac88-4126-a5f0-08b79cc926c2 HTTP/1.1" status: 200 len: 210 time: 0.0426257 Jun 30 03:01:03.055157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4e4e7-5804-452a-9cfb-92d313dd6122 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:03.128709 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9ae4e4e7-5804-452a-9cfb-92d313dd6122 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.130745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9ae4e4e7-5804-452a-9cfb-92d313dd6122 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf HTTP/1.1" status: 204 len: 168 time: 1.3186722 Jun 30 03:01:03.135307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44476) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:03.144472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-a95eeb20-9e86-469e-b22e-64e101cf7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:03.146174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-a95eeb20-9e86-469e-b22e-64e101cf7f09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 1096 time: 0.2972076 Jun 30 03:01:03.161207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-5d4948fc-239e-4ecc-bda0-96c66da4c899 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473097 Jun 30 03:01:03.176401 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-969f02ed-269a-480b-9b91-0b64af1a4017 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:01:03.180698 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-969f02ed-269a-480b-9b91-0b64af1a4017 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/f95bdfd7-62e0-4ef2-a9d6-30b3981e0fbf HTTP/1.1" status: 404 len: 333 time: 0.0408335 Jun 30 03:01:03.181066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44478) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:03.273998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet 97a17f18-d183-4f43-9ca8-17c564b9c052 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:03.277458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.359032 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.377289 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-bf100e9a-9890-4c68-801b-2cd5ed1472c6 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150733 Jun 30 03:01:03.388161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-921f85de-cd46-4f9b-adb1-7974d0060cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:03.390043 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-921f85de-cd46-4f9b-adb1-7974d0060cc6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 911 time: 0.1649866 Jun 30 03:01:03.439551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8c08b86-22f9-479e-af9d-0e35f41dd993 req-754befa9-cda9-4ce6-8ad5-7d89e921b714 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0543079 Jun 30 03:01:03.526000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.555716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-ca42a6ba-a5b3-4100-90d3-70a7c90df7df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 HTTP/1.1" status: 200 len: 1001 time: 0.1562603 Jun 30 03:01:03.617555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-2b09d44c-8467-4deb-a00a-e37cc4fcbb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:03.619386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-2b09d44c-8467-4deb-a00a-e37cc4fcbb1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 200 len: 849 time: 0.0556564 Jun 30 03:01:03.679747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-633c4b9d-3242-4fb2-a370-d18f832be747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:03.681283 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-633c4b9d-3242-4fb2-a370-d18f832be747 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556664 Jun 30 03:01:03.691937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-d4202bbf-023d-4809-ac53-56f325886d55 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:01:03.692924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-d4202bbf-023d-4809-ac53-56f325886d55 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050910 Jun 30 03:01:03.794418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-8cf1040e-74a1-4214-b22f-bd643d6944ef service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955138 Jun 30 03:01:03.800627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c6d1860-7ed5-4977-95fe-3ac5ab474b73 req-850b7cf7-eeed-4128-a50a-9a6d1c2c608e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 210 time: 0.0297382 Jun 30 03:01:03.874932 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.894478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8e0caea-12d8-47b3-87de-d90c09591f90 req-ba2f23f2-7204-4245-932b-ed660d2bf8c4 service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935738 Jun 30 03:01:03.910262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=97a17f18-d183-4f43-9ca8-17c564b9c052,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:03.921215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.925573 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/97a17f18-d183-4f43-9ca8-17c564b9c052 HTTP/1.1" status: 204 len: 168 time: 0.7412825 Jun 30 03:01:03.926283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe1bd2-6287-4d2a-93a5-60e59fa862ec None None] Network 9ef90bd4-48b0-4628-95b8-6a5406c42afb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:03.927109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44500) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:03.939640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.939996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.940330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.940665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.943393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.943494 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.943770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.944123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.946088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.946437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.946847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:03.947573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f2d32-702d-4fa8-a442-a0f37b4c8891 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:04.080345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab458ea-7766-4040-914e-c8d927252240 req-581afbad-8173-437e-8773-909d3f24c7fd tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:04.082011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ab458ea-7766-4040-914e-c8d927252240 req-581afbad-8173-437e-8773-909d3f24c7fd tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0841985 Jun 30 03:01:04.090233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.148951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:04.149343 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.157892 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ab458ea-7766-4040-914e-c8d927252240 req-79c33e5b-3111-4f29-aafe-e932d76cd530 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693367 Jun 30 03:01:04.274585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] For port 489957cf-93ee-4f9c-9912-ca2e7b31cc72, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=489957cf-93ee-4f9c-9912-ca2e7b31cc72,segment=NetworkSegment(053d9361-c31d-4f75-b38d-5a9e80ca53f7),segment_id=053d9361-c31d-4f75-b38d-5a9e80ca53f7)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:04.275722 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.290426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd53b102-aa43-4032-bc3e-29564c07b031 None None] DHCP port deletion for 9ef90bd4-48b0-4628-95b8-6a5406c42afb request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:01:04.290634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for 489957cf-93ee-4f9c-9912-ca2e7b31cc72 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:04.378295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fd53b102-aa43-4032-bc3e-29564c07b031 None None] Deleting port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:04.379433 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd53b102-aa43-4032-bc3e-29564c07b031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.492537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-fd53b102-aa43-4032-bc3e-29564c07b031 None None] For port 489957cf-93ee-4f9c-9912-ca2e7b31cc72, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=489957cf-93ee-4f9c-9912-ca2e7b31cc72,segment=NetworkSegment(053d9361-c31d-4f75-b38d-5a9e80ca53f7),segment_id=053d9361-c31d-4f75-b38d-5a9e80ca53f7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:04.493010 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd53b102-aa43-4032-bc3e-29564c07b031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.506617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fd53b102-aa43-4032-bc3e-29564c07b031 None None] Calling delete_port for 489957cf-93ee-4f9c-9912-ca2e7b31cc72 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:04.584625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.601673 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.617808 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd53b102-aa43-4032-bc3e-29564c07b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.670035 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd53b102-aa43-4032-bc3e-29564c07b031 None None] No DVR routers for this DVR port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:04.675540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53b102-aa43-4032-bc3e-29564c07b031 None None] Pushing event deleted for resources: {'Port': ['ID=489957cf-93ee-4f9c-9912-ca2e7b31cc72,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:04.709456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=489957cf-93ee-4f9c-9912-ca2e7b31cc72,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:04.711411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-df025b1e-2ae5-4c11-b59c-b77fac7b97d1 req-d3e8f9f3-52c0-4f09-8fce-06d57b79ab8e tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.1072702 Jun 30 03:01:04.714539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No DVR routers for this DVR port 489957cf-93ee-4f9c-9912-ca2e7b31cc72 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:04.826517 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.838948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef90bd4-48b0-4628-95b8-6a5406c42afb']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:04.853192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053d9361-c31d-4f75-b38d-5a9e80ca53f7') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:04.853897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053d9361-c31d-4f75-b38d-5a9e80ca53f7') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:04.867164 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.940939 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11d7020b-cd2e-4b6c-aa0d-5ad478e6f418 req-2e391b64-51fa-4b44-8358-aa25539267c9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 210 time: 0.0614853 Jun 30 03:01:04.940939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.955484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:04.956118 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:04.959351 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:05.005572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7ec240c-b477-4835-bcea-62f3ad9dc6f4 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:05.036131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: f7ec240c-b477-4835-bcea-62f3ad9dc6f4 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:05.036541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f7ec240c-b477-4835-bcea-62f3ad9dc6f4 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:05.118453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3c766-a293-4cd9-91f7-95c0ee52f56c req-25b20b0c-4791-4cd9-83b5-947bd840880e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:05.119935 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3c3c766-a293-4cd9-91f7-95c0ee52f56c req-25b20b0c-4791-4cd9-83b5-947bd840880e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 947 time: 0.0679574 Jun 30 03:01:05.124187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.133726 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.136069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/networks/9ef90bd4-48b0-4628-95b8-6a5406c42afb HTTP/1.1" status: 204 len: 168 time: 1.2074175 Jun 30 03:01:05.140939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44560) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:05.146003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-567725358'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:05.151498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d34db7-b2f7-4c17-9501-6c12996af21b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Network': ['ID=9ef90bd4-48b0-4628-95b8-6a5406c42afb,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:05.180667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3c3c766-a293-4cd9-91f7-95c0ee52f56c req-d54d3a88-657a-47a2-887c-d5d2ffe817f5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536160 Jun 30 03:01:05.297231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:05.300837 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.334057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:05.349331 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918cab-f85e-49fe-adb8-b16e7be1b3bf req-44414f34-697d-4862-9161-29534ed6f74c tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:05.351745 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45918cab-f85e-49fe-adb8-b16e7be1b3bf req-44414f34-697d-4862-9161-29534ed6f74c tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.0887346 Jun 30 03:01:05.354521 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.356329 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Added segment 778e87ea-6aae-4891-a902-bdb85927b407 of type vlan for network 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 Jun 30 03:01:05.405413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 489957cf-93ee-4f9c-9912-ca2e7b31cc72 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:05.406747 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45918cab-f85e-49fe-adb8-b16e7be1b3bf req-86abfbd0-f128-46f7-967a-3026613f9a76 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483334 Jun 30 03:01:05.417209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.437688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 489957cf-93ee-4f9c-9912-ca2e7b31cc72 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:05.438311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 489957cf-93ee-4f9c-9912-ca2e7b31cc72 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:05.488951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44572) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:05.571374 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.577776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:05.578638 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.650457 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82f9c80a-bcb2-4faf-8a70-1a9ef20e7dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.675143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Network': ['ID=62ab61b8-5bfb-43a3-bc1f-cb3c777715d9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:05.685182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:05.713313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-81b4febf-61ba-447c-b0a2-ba0faa027f67 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5693126 Jun 30 03:01:05.714400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44580) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:05.719359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '62ab61b8-5bfb-43a3-bc1f-cb3c777715d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:05.882377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d284b71-ff85-46d6-9d3a-7a2789067e35 req-8c3b065d-4005-4989-8600-1b91892fb6dd tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0327594 Jun 30 03:01:05.905768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82f9c80a-bcb2-4faf-8a70-1a9ef20e7dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.084556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-01758f1b-1bb1-4f79-85e4-c437c2bfdc6b req-cb1d67c6-49cb-45af-a050-4b26a1619f6d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 210 time: 0.0309381 Jun 30 03:01:06.088132 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82f9c80a-bcb2-4faf-8a70-1a9ef20e7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.149072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44600) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:06.149320 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-82f9c80a-bcb2-4faf-8a70-1a9ef20e7dc6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=564e56295ec54a5fa255b836dfe98e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6590207 Jun 30 03:01:06.150055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9c80a-bcb2-4faf-8a70-1a9ef20e7dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef77c111-0ad6-40b0-bb43-982d7bb36056,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:06.198198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-155d8579-976d-4f5e-8403-3cdc60da7cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.219546 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-155d8579-976d-4f5e-8403-3cdc60da7cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.232927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:06.242393 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.384600 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cff6b5-9733-44cb-80c6-2cd6f9d4bb28 req-4f10f54e-f133-43be-8ea6-7f6304b8a8c1 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:06.386128 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76cff6b5-9733-44cb-80c6-2cd6f9d4bb28 req-4f10f54e-f133-43be-8ea6-7f6304b8a8c1 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 947 time: 0.0677691 Jun 30 03:01:06.425875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76cff6b5-9733-44cb-80c6-2cd6f9d4bb28 req-912285fc-b745-4281-87c2-c8d05024fb9a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332026 Jun 30 03:01:06.444444 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-155d8579-976d-4f5e-8403-3cdc60da7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.449294 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-155d8579-976d-4f5e-8403-3cdc60da7cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.449977 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-155d8579-976d-4f5e-8403-3cdc60da7cb9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef77c111-0ad6-40b0-bb43-982d7bb36056 HTTP/1.1" status: 204 len: 168 time: 0.2996197 Jun 30 03:01:06.464138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d8579-976d-4f5e-8403-3cdc60da7cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef77c111-0ad6-40b0-bb43-982d7bb36056,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:06.767471 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.842685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=175ebf9e-c39d-4949-a87a-a99e061ac646,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:06.871917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Checking segment: {'id': '778e87ea-6aae-4891-a902-bdb85927b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '62ab61b8-5bfb-43a3-bc1f-cb3c777715d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:06.872200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network hostable DHCP agents. Network: 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:06.884604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-0fd79d81-efbf-4a59-9438-56466b6d9afe tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:06.891231 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-0fd79d81-efbf-4a59-9438-56466b6d9afe tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.74 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 947 time: 0.1518795 Jun 30 03:01:06.980894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:07.046132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Deleting port 96f23b53-8855-41d7-9f33-a20cba6924fc {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:07.046473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.134258 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d6e5eaf0-7272-4bf4-985c-b63617aee6b5 req-65ff3ab8-27a3-4166-b41f-dedc672394d7 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0563588 Jun 30 03:01:07.134838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:07.143403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6456748-b1da-44d5-939b-e1bd9bb37f73 None None] Network 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:07.147313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:07.148162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.205861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] For port 96f23b53-8855-41d7-9f33-a20cba6924fc, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=96f23b53-8855-41d7-9f33-a20cba6924fc,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:07.207005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.324200 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-afac0bd3-54c8-44ce-9c80-7b8afc80331f req-6e5fb4db-49ce-4f32-97f7-f9418cb959e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 210 time: 0.0377116 Jun 30 03:01:07.372254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-62ab61b8-5bfb-43a3-bc1f-cb3c777715d9', 'network_id': '62ab61b8-5bfb-43a3-bc1f-cb3c777715d9', 'tenant_id': '8aed6c1fc8e64e199b2f57731328cab4', 'fixed_ips': [{'subnet_id': '175ebf9e-c39d-4949-a87a-a99e061ac646'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:07.373617 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.430496 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2a4118ad-17ae-4948-b1ba-a3bcffd1e18d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7118959 Jun 30 03:01:07.431636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44648) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:07.437987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '62ab61b8-5bfb-43a3-bc1f-cb3c777715d9', 'name': 'tempest-PortsIpV6TestJSON-1240982075', 'fixed_ips': [{'subnet_id': '175ebf9e-c39d-4949-a87a-a99e061ac646', 'ip_address': '2001:db8::10'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:07.489669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-1b8e8166-6b9d-4e22-b7c1-ce40da024d09 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:07.506509 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-1b8e8166-6b9d-4e22-b7c1-ce40da024d09 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.2798190 Jun 30 03:01:07.527045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Request body: {'port': {'device_id': '4d38560f-c048-43ca-8c08-bb165a835f88', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'admin_state_up': True, 'tenant_id': '92f2c812fee4490e8e05afaf6351bba6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:07.584487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Allocated IP 2001:db8::2 (62ab61b8-5bfb-43a3-bc1f-cb3c777715d9/175ebf9e-c39d-4949-a87a-a99e061ac646/f3eabbb2-2702-433a-b856-7460bc78e6b2) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:07.696297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:07.806432 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.816032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Transition to ACTIVE for port object f3eabbb2-2702-433a-b856-7460bc78e6b2 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:07.860121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Transition to ACTIVE for port object f3eabbb2-2702-433a-b856-7460bc78e6b2 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:07.886372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.959185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port a5062460-b398-47a9-a460-1b7c0152b567 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:01:07.978216 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.084318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Network 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:08.088555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:08.108469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:08.140033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Pushing event updated for resources: {'Port': ['ID=f3eabbb2-2702-433a-b856-7460bc78e6b2,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:08.232736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Attempting to bind port f3eabbb2-2702-433a-b856-7460bc78e6b2 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:08.233439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Attempting to bind port f3eabbb2-2702-433a-b856-7460bc78e6b2 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '778e87ea-6aae-4891-a902-bdb85927b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '62ab61b8-5bfb-43a3-bc1f-cb3c777715d9'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:08.233439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Attempting to bind port f3eabbb2-2702-433a-b856-7460bc78e6b2 on network 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:08.251807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:08.252185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Checking segment: {'id': '778e87ea-6aae-4891-a902-bdb85927b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '62ab61b8-5bfb-43a3-bc1f-cb3c777715d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:08.252588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.252974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Bound using segment: {'id': '778e87ea-6aae-4891-a902-bdb85927b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '62ab61b8-5bfb-43a3-bc1f-cb3c777715d9'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:08.254371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Bound port: f3eabbb2-2702-433a-b856-7460bc78e6b2, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778e87ea-6aae-4891-a902-bdb85927b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '62ab61b8-5bfb-43a3-bc1f-cb3c777715d9'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:08.254371 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.312257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8::10 (62ab61b8-5bfb-43a3-bc1f-cb3c777715d9/175ebf9e-c39d-4949-a87a-a99e061ac646/a5062460-b398-47a9-a460-1b7c0152b567) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:08.337161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.340526 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.347304 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Floating IP 444efe98-f867-4064-90c0-a02290f69d8e disassociated. External IP: 172.25.2.149, port: 96f23b53-8855-41d7-9f33-a20cba6924fc. Jun 30 03:01:08.347950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Calling delete_port for 96f23b53-8855-41d7-9f33-a20cba6924fc owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:08.420486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] For port f3eabbb2-2702-433a-b856-7460bc78e6b2, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:08.430192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] For port f3eabbb2-2702-433a-b856-7460bc78e6b2, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f3eabbb2-2702-433a-b856-7460bc78e6b2,segment=NetworkSegment(778e87ea-6aae-4891-a902-bdb85927b407),segment_id=778e87ea-6aae-4891-a902-bdb85927b407)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:08.504159 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.505617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff91b-fe02-44a8-add2-77af7a20ab72 req-5eb04a13-f0cb-4ff4-ac34-793da60135cc tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:08.515040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77bff91b-fe02-44a8-add2-77af7a20ab72 req-5eb04a13-f0cb-4ff4-ac34-793da60135cc tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 947 time: 0.4224393 Jun 30 03:01:08.520260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.540191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Made reservation on behalf of 92f2c812fee4490e8e05afaf6351bba6 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:08.544048 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.551691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object a5062460-b398-47a9-a460-1b7c0152b567 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:08.605020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54b2e5a8-7103-4996-b8da-12d6532f58e2 req-a77fd1c3-89bd-4798-ba9e-900e19d8ad9e tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0384758 Jun 30 03:01:08.635114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ee441-b489-45ea-bb48-07c488e34294 None None] Pushing event updated for resources: {'Port': ['ID=f3eabbb2-2702-433a-b856-7460bc78e6b2,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:08.657055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77bff91b-fe02-44a8-add2-77af7a20ab72 req-0a4f8b39-dc05-41a8-b4a6-ace7477fc955 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375864 Jun 30 03:01:08.732475 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.796030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:08.800355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:08.809905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:08.822678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:08.823598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.883021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Allocated IP 172.20.0.11 (0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9/3f26a757-6c41-48ca-bac9-6dced2ed1a20/832ef616-d778-4fe8-89f8-e1215fbbbfe9) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:08.920729 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-174b5a60-b774-416a-b26d-c191bc979d4e req-e6d86399-0546-4344-945d-1798616b3a2e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 210 time: 0.0886617 Jun 30 03:01:08.941266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=a5062460-b398-47a9-a460-1b7c0152b567,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:08.994329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.031326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-73898362-79ae-42e7-bdc6-af012d9b58c1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5977216 Jun 30 03:01:09.034029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44674) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:09.043496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '62ab61b8-5bfb-43a3-bc1f-cb3c777715d9', 'name': 'tempest-PortsIpV6TestJSON-499784363', 'fixed_ips': [{'subnet_id': '175ebf9e-c39d-4949-a87a-a99e061ac646', 'ip_address': '2001:db8::f'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:09.051174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event deleted for resources: {'Port': ['ID=96f23b53-8855-41d7-9f33-a20cba6924fc,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:09.263115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:09.272053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.315601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.335979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port 67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:01:09.342807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Router ffa680e1-b157-4cde-8a27-ef70f7390a61 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:09.560066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f3eabbb2-2702-433a-b856-7460bc78e6b2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:09.717279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:09.729626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] Sync routers for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:09.748327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:09.748986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:01:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:09.783633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8::f (62ab61b8-5bfb-43a3-bc1f-cb3c777715d9/175ebf9e-c39d-4949-a87a-a99e061ac646/67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:09.806118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.896601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] No DVR routers for this DVR port 96f23b53-8855-41d7-9f33-a20cba6924fc on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:09.900337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:09.907119 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:09.911386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81707f1a-8ed5-4bb0-a52e-6c9bee9aabdb req-5566b79e-5edc-42cf-b121-c7848ab244d9 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.74 "DELETE /v2.0/ports/96f23b53-8855-41d7-9f33-a20cba6924fc HTTP/1.1" status: 204 len: 173 time: 3.0158300 Jun 30 03:01:09.990719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'name': 'network-vif-deleted', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:10.005077 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaedecf-0245-4c5c-9231-4386ad84098a" -d '{"events": [{"server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "name": "network-vif-deleted", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:10.013372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f3eabbb2-2702-433a-b856-7460bc78e6b2 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:10.073555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:10.155480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:10.159457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-813d8bf0-3b62-4b28-b4dd-03bef0eee597 req-04906431-494b-4349-961e-a4347382de82 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=35b18856-76d5-4e86-9f1e-0e23131c39da HTTP/1.1" status: 200 len: 210 time: 0.0766377 Jun 30 03:01:10.160210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:10.228214 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ff28e42-864f-4efc-9231-bd56e04f698d req-56ecc852-a3b1-49c2-ad7d-c6d3342e2e32 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.1112559 Jun 30 03:01:10.302268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event updated for resources: {'Port': ['ID=832ef616-d778-4fe8-89f8-e1215fbbbfe9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:10.364956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.365672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:10.367681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.380283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1a0bce-a898-4c9d-b798-7a6883d03f30 None None] Network 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:10.384530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object 67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:10.397421 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e1ffc2-2d78-49c7-8dd9-36ff74cf643b x-openstack-request-id: req-65e1ffc2-2d78-49c7-8dd9-36ff74cf643b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:10.397966 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b18856-76d5-4e86-9f1e-0e23131c39da", "name": "network-vif-deleted", "tag": "96f23b53-8855-41d7-9f33-a20cba6924fc", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:10.398390 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65e1ffc2-2d78-49c7-8dd9-36ff74cf643b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:10.399220 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b18856-76d5-4e86-9f1e-0e23131c39da', 'name': 'network-vif-deleted', 'tag': '96f23b53-8855-41d7-9f33-a20cba6924fc', 'status': 'completed', 'code': 200} Jun 30 03:01:10.429584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:10.495747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-3e3260ed-2cb3-45d9-9efa-5ce4e733231d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9769940 Jun 30 03:01:10.520441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-f6999099-3045-4ebf-8675-d0543026e618 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:01:10.523345 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.525653 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-f6999099-3045-4ebf-8675-d0543026e618 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194662 Jun 30 03:01:10.573461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ff795-21bc-4659-a34e-580b44e05637 req-4b153853-edbf-4507-9b92-a266e9063313 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:10.599058 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c45ff795-21bc-4659-a34e-580b44e05637 req-4b153853-edbf-4507-9b92-a266e9063313 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 932 time: 0.1571195 Jun 30 03:01:10.696517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:10.714259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:10.725761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:10.735319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:10.739956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.760055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c45ff795-21bc-4659-a34e-580b44e05637 req-1731b799-c0fe-4a5c-a683-2d00b59d110f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488891 Jun 30 03:01:10.779256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:10.858488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Request body: {'port': {'device_id': '4d38560f-c048-43ca-8c08-bb165a835f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:10.904024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2bd817ad-72af-44fd-b638-c7ed33113c2e tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8685038 Jun 30 03:01:10.906919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44708) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:11.053018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1e363458-9ec4-4e56-b0f3-0b9dc4975b44 None None] Provisioning for port f3eabbb2-2702-433a-b856-7460bc78e6b2 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:11.074114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 96f23b53-8855-41d7-9f33-a20cba6924fc no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:11.108101 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.160612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1e363458-9ec4-4e56-b0f3-0b9dc4975b44 None None] Provisioning complete for port f3eabbb2-2702-433a-b856-7460bc78e6b2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:11.160980 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1e363458-9ec4-4e56-b0f3-0b9dc4975b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.181389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 96f23b53-8855-41d7-9f33-a20cba6924fc {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:11.181776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 96f23b53-8855-41d7-9f33-a20cba6924fc not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:11.191735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b6471-db42-4f26-b126-320e2fd89ab7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:11.191735 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-542b6471-db42-4f26-b126-320e2fd89ab7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2815492 Jun 30 03:01:11.193083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44710) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:11.393342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83bc6b-1153-4ea7-a5ef-34e568947fa2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:11.400863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83bc6b-1153-4ea7-a5ef-34e568947fa2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:11.407675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83bc6b-1153-4ea7-a5ef-34e568947fa2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:11.409962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3c83bc6b-1153-4ea7-a5ef-34e568947fa2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2156878 Jun 30 03:01:11.412996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44718) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:11.485111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44726) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:11.561232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54d89162-f215-43c9-aa4a-2b207e915048 req-b389df9d-1c46-42c9-a84f-99b24f5797b1 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0636744 Jun 30 03:01:11.621945 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1e363458-9ec4-4e56-b0f3-0b9dc4975b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.681159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b52a20ed-1228-4b64-8380-3de16f27f204 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.719150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-03069337-454a-41cf-88dc-e8c862b638b0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port 67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:11.719939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03069337-454a-41cf-88dc-e8c862b638b0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.782919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1e363458-9ec4-4e56-b0f3-0b9dc4975b44 None None] For port f3eabbb2-2702-433a-b856-7460bc78e6b2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f3eabbb2-2702-433a-b856-7460bc78e6b2,segment=NetworkSegment(778e87ea-6aae-4891-a902-bdb85927b407),segment_id=778e87ea-6aae-4891-a902-bdb85927b407)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:11.795876 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:11.809228 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b52a20ed-1228-4b64-8380-3de16f27f204 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.837145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] Checking router: ffa680e1-b157-4cde-8a27-ef70f7390a61 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:11.851749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:11.852434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:01:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:11.939727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03069337-454a-41cf-88dc-e8c862b638b0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.941066 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1e363458-9ec4-4e56-b0f3-0b9dc4975b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.974481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-03069337-454a-41cf-88dc-e8c862b638b0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for 67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:12.105270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832ef616-d778-4fe8-89f8-e1215fbbbfe9 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:12.107465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e363458-9ec4-4e56-b0f3-0b9dc4975b44 None None] Pushing event updated for resources: {'Port': ['ID=f3eabbb2-2702-433a-b856-7460bc78e6b2,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:12.119376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:12.137125 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.188486 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Transition to ACTIVE for port object 832ef616-d778-4fe8-89f8-e1215fbbbfe9 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:12.248611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30766e0d-1727-473a-be8d-b35c116f826b req-16e6416a-5b46-4b97-80f5-04dab95142a1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:12.249048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30766e0d-1727-473a-be8d-b35c116f826b req-16e6416a-5b46-4b97-80f5-04dab95142a1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 932 time: 0.2299464 Jun 30 03:01:12.317534 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30766e0d-1727-473a-be8d-b35c116f826b req-62bb134f-71a0-4784-bfbf-273276811443 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586116 Jun 30 03:01:12.365248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b52a20ed-1228-4b64-8380-3de16f27f204 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.365248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b52a20ed-1228-4b64-8380-3de16f27f204 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.365248 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b52a20ed-1228-4b64-8380-3de16f27f204 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "DELETE /v2.0/security-groups/9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1 HTTP/1.1" status: 204 len: 168 time: 0.8775954 Jun 30 03:01:12.367523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44736) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.392779 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-5b96a9bb-072f-47d6-9e5c-3c86c5ad0185 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] show failed (client error): The resource could not be found. Jun 30 03:01:12.399778 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b96a9bb-072f-47d6-9e5c-3c86c5ad0185 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups/9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1 HTTP/1.1" status: 404 len: 347 time: 0.0259433 Jun 30 03:01:12.399927 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.399927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a20ed-1228-4b64-8380-3de16f27f204 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d486e0f-2aef-4d8f-9b8a-75f26bdd30d1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:12.402188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44738) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.473856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aa8490e2-841f-434d-b681-79579917abd7 None None] Provisioning for port 67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:12.482646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aa8490e2-841f-434d-b681-79579917abd7 None None] Provisioning complete for port 67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:12.483247 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa8490e2-841f-434d-b681-79579917abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.524379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-aa8490e2-841f-434d-b681-79579917abd7 None None] Port 67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c was deleted so its status cannot be updated. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 03:01:12.527369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03069337-454a-41cf-88dc-e8c862b638b0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.566233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aa8490e2-841f-434d-b681-79579917abd7 None None] Provisioning complete for port f3eabbb2-2702-433a-b856-7460bc78e6b2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:12.566926 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa8490e2-841f-434d-b681-79579917abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.617010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:12.659724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d7f0cd-406b-4f24-be1b-84d7e8837322 None None] The sync data for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 is: [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:12.679758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Pushing event updated for resources: {'Port': ['ID=832ef616-d778-4fe8-89f8-e1215fbbbfe9,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:12.771869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03069337-454a-41cf-88dc-e8c862b638b0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:12.812046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Attempting to bind port 832ef616-d778-4fe8-89f8-e1215fbbbfe9 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:12.812620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Attempting to bind port 832ef616-d778-4fe8-89f8-e1215fbbbfe9 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:12.813330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Attempting to bind port 832ef616-d778-4fe8-89f8-e1215fbbbfe9 on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:12.818596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Port 832ef616-d778-4fe8-89f8-e1215fbbbfe9 on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:01:12.820156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Attempting to bind port 832ef616-d778-4fe8-89f8-e1215fbbbfe9 on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:12.844900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:12.845347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Checking segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:12.845842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Bound using segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:12.846371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Bound port: 832ef616-d778-4fe8-89f8-e1215fbbbfe9, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:12.846803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.854056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03069337-454a-41cf-88dc-e8c862b638b0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.863284 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-03069337-454a-41cf-88dc-e8c862b638b0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c HTTP/1.1" status: 204 len: 168 time: 1.4491265 Jun 30 03:01:12.878909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44746) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.897713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aa8490e2-841f-434d-b681-79579917abd7 None None] Provisioning for port a5062460-b398-47a9-a460-1b7c0152b567 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:12.902951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aa8490e2-841f-434d-b681-79579917abd7 None None] Provisioning complete for port a5062460-b398-47a9-a460-1b7c0152b567 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:12.903542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa8490e2-841f-434d-b681-79579917abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.988280 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e98a000-c656-44b4-b701-81cbdc53bc51 req-492011b3-6b1d-4f51-955c-ebeb53545f9f tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.1235960 Jun 30 03:01:13.010694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-aa8490e2-841f-434d-b681-79579917abd7 None None] Port a5062460-b398-47a9-a460-1b7c0152b567 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:13.025019 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd06dd9-1a2d-4ce8-8434-052e94483687 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:01:13.030718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44750) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:13.039933 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0dd06dd9-1a2d-4ce8-8434-052e94483687 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c HTTP/1.1" status: 404 len: 333 time: 0.1530409 Jun 30 03:01:13.138187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ba0f46b-044e-4e97-a272-e9d4a7a27d0f None None] Could not find standard attr ID for object 67a1a0f7-20d3-4cf0-bdb8-b832fc545b9c. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:01:13.160184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] For port 832ef616-d778-4fe8-89f8-e1215fbbbfe9, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:13.165366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] For port 832ef616-d778-4fe8-89f8-e1215fbbbfe9, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=832ef616-d778-4fe8-89f8-e1215fbbbfe9,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:13.165830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-19c8652b-fb6a-4360-ae0e-eb0306df0fad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Deleting port 837ebec5-450a-40a0-a7ce-551f63d755f0 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:13.182280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19c8652b-fb6a-4360-ae0e-eb0306df0fad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.183271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ba0f46b-044e-4e97-a272-e9d4a7a27d0f None None] Provisioning complete for port a5062460-b398-47a9-a460-1b7c0152b567 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:13.183271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f46b-044e-4e97-a272-e9d4a7a27d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.216647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8ba0f46b-044e-4e97-a272-e9d4a7a27d0f None None] Port a5062460-b398-47a9-a460-1b7c0152b567 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:13.241687 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8b80fa-0a7f-43ac-b44b-a1f16e669893 None None] New status for floating IP 444efe98-f867-4064-90c0-a02290f69d8e: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:01:13.276796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.357848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:13.358794 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.361783 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] 10.222.0.83 "PUT /v2.0/ports/832ef616-d778-4fe8-89f8-e1215fbbbfe9 HTTP/1.1" status: 200 len: 1092 time: 2.8296306 Jun 30 03:01:13.362421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d38560f-c048-43ca-8c08-bb165a835f88', 'tag': '832ef616-d778-4fe8-89f8-e1215fbbbfe9'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:13.366108 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f0b569-7aab-40a0-95ee-554b5ea6e60a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d38560f-c048-43ca-8c08-bb165a835f88", "tag": "832ef616-d778-4fe8-89f8-e1215fbbbfe9"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:13.410731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70df64-4c56-4c05-9b99-4fa33ac9beea service neutron] Pushing event updated for resources: {'Port': ['ID=832ef616-d778-4fe8-89f8-e1215fbbbfe9,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:13.559941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f3eabbb2-2702-433a-b856-7460bc78e6b2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:13.685085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9eba1809-3058-47a4-8d33-b20e5bd82b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:13.686746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-9eba1809-3058-47a4-8d33-b20e5bd82b40 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 1095 time: 0.1598082 Jun 30 03:01:13.698971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f3eabbb2-2702-433a-b856-7460bc78e6b2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:13.702545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.778467 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a7a9cb-2143-4d8a-86d3-693330d99330 x-openstack-request-id: req-d9a7a9cb-2143-4d8a-86d3-693330d99330 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:13.778787 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d38560f-c048-43ca-8c08-bb165a835f88", "tag": "832ef616-d778-4fe8-89f8-e1215fbbbfe9", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:13.779041 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9a7a9cb-2143-4d8a-86d3-693330d99330 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:13.779499 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d38560f-c048-43ca-8c08-bb165a835f88', 'tag': '832ef616-d778-4fe8-89f8-e1215fbbbfe9', 'status': 'completed', 'code': 200} Jun 30 03:01:13.782441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-0fc14c8c-c06a-4d83-aa20-33d52b0b2d9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=832ef616-d778-4fe8-89f8-e1215fbbbfe9 HTTP/1.1" status: 200 len: 217 time: 0.0741386 Jun 30 03:01:13.858189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-d1a3f947-6abc-4834-98e0-00f176250bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:13.861383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-d1a3f947-6abc-4834-98e0-00f176250bf2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.0724962 Jun 30 03:01:13.890151 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-2cd36651-07ae-46f5-9943-b91ab9bf1ff2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2022626 Jun 30 03:01:13.910924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-85cef503-31fa-40e4-b716-b22061727175 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413597 Jun 30 03:01:13.973030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ae98e-b66f-4ec4-b961-9a69ad6eaa2c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port a5062460-b398-47a9-a460-1b7c0152b567 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:13.973379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae98e-b66f-4ec4-b961-9a69ad6eaa2c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.091462 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19c8652b-fb6a-4360-ae0e-eb0306df0fad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.092136 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19c8652b-fb6a-4360-ae0e-eb0306df0fad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.095543 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-0fb8a2a5-3d27-4f97-8cf7-691848a06257 service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769662 Jun 30 03:01:14.112734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-c148486c-d46b-49e0-a0d3-22020eb968ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:14.123655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe124f8d-0a36-4284-a9fb-b9e50f5a4983 req-7513a16b-7e62-48f4-aec4-a3a9d27bbc98 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:14.125736 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe124f8d-0a36-4284-a9fb-b9e50f5a4983 req-7513a16b-7e62-48f4-aec4-a3a9d27bbc98 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 944 time: 0.2339482 Jun 30 03:01:14.130129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-c148486c-d46b-49e0-a0d3-22020eb968ee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 1096 time: 0.1801205 Jun 30 03:01:14.169914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-19c8652b-fb6a-4360-ae0e-eb0306df0fad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Calling delete_port for 837ebec5-450a-40a0-a7ce-551f63d755f0 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:14.213124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe124f8d-0a36-4284-a9fb-b9e50f5a4983 req-1fca16bd-f713-4b3d-bdb3-3be35c760df0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786052 Jun 30 03:01:14.328347 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae98e-b66f-4ec4-b961-9a69ad6eaa2c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.328347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ae98e-b66f-4ec4-b961-9a69ad6eaa2c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for a5062460-b398-47a9-a460-1b7c0152b567 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:14.329616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c9c3250e-47a0-4e0b-8ac5-613dc753b592 req-54a54c22-eb22-4360-9080-9baf5c6cd4c4 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0946763 Jun 30 03:01:14.357025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-69f6e294-e6b3-475b-9e4e-5b21b5f48894 req-f226ff49-a2cb-4197-b120-0a09293d947f service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238181 Jun 30 03:01:14.373316 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-2bf43b07-f2bb-46e5-84e1-61ca63aafa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:14.375100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-2bf43b07-f2bb-46e5-84e1-61ca63aafa93 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 911 time: 0.1707692 Jun 30 03:01:14.444509 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-7c009b05-837c-4d99-87a3-7a67597d94a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 HTTP/1.1" status: 200 len: 1001 time: 0.0611241 Jun 30 03:01:14.497025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-27b4fdaa-1a48-4582-acd9-9dfb651475cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:14.498523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-27b4fdaa-1a48-4582-acd9-9dfb651475cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 200 len: 849 time: 0.0459037 Jun 30 03:01:14.555775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-067bffa9-7343-40f8-bcb5-fac7c9a6edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:14.557310 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-067bffa9-7343-40f8-bcb5-fac7c9a6edfc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517328 Jun 30 03:01:14.658451 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19c8652b-fb6a-4360-ae0e-eb0306df0fad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.660929 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae98e-b66f-4ec4-b961-9a69ad6eaa2c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.688896 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-60f2d0fe-0de9-4be9-819b-001406f6ba0e service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226928 Jun 30 03:01:14.769998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0b569-7aab-40a0-95ee-554b5ea6e60a req-e0f743ad-82bb-465c-828f-0b0b8dfba3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:14.776438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21f0b569-7aab-40a0-95ee-554b5ea6e60a req-e0f743ad-82bb-465c-828f-0b0b8dfba3d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 1095 time: 0.1365151 Jun 30 03:01:14.792267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8652b-fb6a-4360-ae0e-eb0306df0fad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event deleted for resources: {'Port': ['ID=837ebec5-450a-40a0-a7ce-551f63d755f0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:14.876375 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae98e-b66f-4ec4-b961-9a69ad6eaa2c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.881015 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3e2ae98e-b66f-4ec4-b961-9a69ad6eaa2c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/a5062460-b398-47a9-a460-1b7c0152b567 HTTP/1.1" status: 204 len: 168 time: 1.8477936 Jun 30 03:01:14.888136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44784) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:14.959298 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1673f5f-1e30-49ac-8db0-f4d736a68e93 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:01:14.963406 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a1673f5f-1e30-49ac-8db0-f4d736a68e93 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/a5062460-b398-47a9-a460-1b7c0152b567 HTTP/1.1" status: 404 len: 333 time: 0.0692446 Jun 30 03:01:14.964585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44786) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:14.981982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-430e7b7c-65e4-4600-90fe-1f719d313609 req-01c4de51-866b-4b1d-8a98-bc02c2ddb36f service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816427 Jun 30 03:01:14.982663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19c8652b-fb6a-4360-ae0e-eb0306df0fad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.994137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19c8652b-fb6a-4360-ae0e-eb0306df0fad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.994137 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-19c8652b-fb6a-4360-ae0e-eb0306df0fad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "DELETE /v2.0/floatingips/444efe98-f867-4064-90c0-a02290f69d8e HTTP/1.1" status: 204 len: 168 time: 2.5853200 Jun 30 03:01:14.994137 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ae98e-b66f-4ec4-b961-9a69ad6eaa2c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=a5062460-b398-47a9-a460-1b7c0152b567,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:15.019801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-5ab6fe67-ebb8-4770-88c9-d0c905d7114f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2809887 Jun 30 03:01:15.093338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bef9ce4-ce85-45b6-aa40-c4e5c5733a45 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet 175ebf9e-c39d-4949-a87a-a99e061ac646 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:15.095968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0b569-7aab-40a0-95ee-554b5ea6e60a req-ba843628-a0c0-4bdf-a855-ba39fd0840ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:15.097424 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21f0b569-7aab-40a0-95ee-554b5ea6e60a req-ba843628-a0c0-4bdf-a855-ba39fd0840ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 906 time: 0.3143392 Jun 30 03:01:15.099289 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bef9ce4-ce85-45b6-aa40-c4e5c5733a45 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.191198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21f0b569-7aab-40a0-95ee-554b5ea6e60a req-c3153468-7e9e-4bbf-8ff6-ab56c41c4e5b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=832ef616-d778-4fe8-89f8-e1215fbbbfe9 HTTP/1.1" status: 200 len: 217 time: 0.0696535 Jun 30 03:01:15.203217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-57f2ccd6-5b28-45ac-a431-02630cad8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:15.204619 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-57f2ccd6-5b28-45ac-a431-02630cad8844 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 1096 time: 0.1100466 Jun 30 03:01:15.234966 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bef9ce4-ce85-45b6-aa40-c4e5c5733a45 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.295303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0b569-7aab-40a0-95ee-554b5ea6e60a req-7e82229d-86fc-44ae-acdf-cdc546388dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:15.297524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21f0b569-7aab-40a0-95ee-554b5ea6e60a req-7e82229d-86fc-44ae-acdf-cdc546388dd5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.0980728 Jun 30 03:01:15.343382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21f0b569-7aab-40a0-95ee-554b5ea6e60a req-3caa7e1f-536b-46e2-9b47-95052a57d9e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385013 Jun 30 03:01:15.412248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bef9ce4-ce85-45b6-aa40-c4e5c5733a45 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.526164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-ca982745-322b-4abd-81db-ca18b205fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:15.532843 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-ca982745-322b-4abd-81db-ca18b205fc58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 906 time: 0.2971179 Jun 30 03:01:15.582400 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21f0b569-7aab-40a0-95ee-554b5ea6e60a req-7db81b1b-d67f-40c7-a017-e488a1b2432d service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610365 Jun 30 03:01:15.614469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44794) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:15.624239 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-3e22000e-363d-41e8-baf5-ac12ddcc520e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c27ed4c-355a-4a80-b480-1686eb177fa1 HTTP/1.1" status: 200 len: 217 time: 0.0788822 Jun 30 03:01:15.666655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ccda5a7e-00ef-4aa8-a026-a0c1c1ca44f6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022893338', 'description': 'tempest-description--980309584'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:15.744561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec592861-4cb4-403c-b986-8bec6f072106 req-ab5dfa61-bbb8-4aea-9f6f-5e61ebf35444 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:15.746496 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec592861-4cb4-403c-b986-8bec6f072106 req-ab5dfa61-bbb8-4aea-9f6f-5e61ebf35444 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 944 time: 0.3032303 Jun 30 03:01:15.755096 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21f0b569-7aab-40a0-95ee-554b5ea6e60a req-6306ffe9-b6b8-4e52-880e-11ee0db11727 service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670222 Jun 30 03:01:15.786532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-b1ac036d-b186-4f3a-a442-14a10a2959ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:15.788484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-b1ac036d-b186-4f3a-a442-14a10a2959ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.1585300 Jun 30 03:01:15.810557 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35123dff-e9ba-4d44-8aa9-63868c9b8fd9 req-c12e88fb-fc64-406d-a99e-2814ac53cd13 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0377944 Jun 30 03:01:15.835067 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-92c08c25-5e73-4a18-b429-5cc6a2d6d199 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372617 Jun 30 03:01:15.873584 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec592861-4cb4-403c-b986-8bec6f072106 req-85beb7dc-a952-4be3-80ca-b33ca090f9f5 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150081 Jun 30 03:01:15.874610 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccda5a7e-00ef-4aa8-a026-a0c1c1ca44f6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.915132 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bef9ce4-ce85-45b6-aa40-c4e5c5733a45 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.980371 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5bef9ce4-ce85-45b6-aa40-c4e5c5733a45 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.981598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae17df-19d1-4002-ae15-158fb42c3e91 None None] Network 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:15.986204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5bef9ce4-ce85-45b6-aa40-c4e5c5733a45 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/175ebf9e-c39d-4949-a87a-a99e061ac646 HTTP/1.1" status: 204 len: 168 time: 1.0190549 Jun 30 03:01:15.987264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef9ce4-ce85-45b6-aa40-c4e5c5733a45 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=175ebf9e-c39d-4949-a87a-a99e061ac646,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:15.995324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44802) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:16.029936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-034f18a6-0ce6-458f-851c-dc1ba47494eb service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809268 Jun 30 03:01:16.102523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.188935 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccda5a7e-00ef-4aa8-a026-a0c1c1ca44f6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.200430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b3ad4ab-aff3-4b9e-a091-a4d336613d75 req-0011ee4c-f472-4407-9ef4-5576946b396e service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671576 Jun 30 03:01:16.208634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port f3eabbb2-2702-433a-b856-7460bc78e6b2 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:16.209215 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.295064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] For port f3eabbb2-2702-433a-b856-7460bc78e6b2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f3eabbb2-2702-433a-b856-7460bc78e6b2,segment=NetworkSegment(778e87ea-6aae-4891-a902-bdb85927b407),segment_id=778e87ea-6aae-4891-a902-bdb85927b407)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:16.295431 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.308912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccda5a7e-00ef-4aa8-a026-a0c1c1ca44f6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.329885 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for f3eabbb2-2702-433a-b856-7460bc78e6b2 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:16.339995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee622cd1-c124-4315-b2e1-b43a3006e71e None None] DHCP port deletion for 62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:01:16.358766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda5a7e-00ef-4aa8-a026-a0c1c1ca44f6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39b264-e74b-43ec-adc0-a9abcece9185,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.405375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ee622cd1-c124-4315-b2e1-b43a3006e71e None None] Deleting port f3eabbb2-2702-433a-b856-7460bc78e6b2 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:16.405779 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee622cd1-c124-4315-b2e1-b43a3006e71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.472295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccda5a7e-00ef-4aa8-a026-a0c1c1ca44f6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.477466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ccda5a7e-00ef-4aa8-a026-a0c1c1ca44f6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8585601 Jun 30 03:01:16.477706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ee622cd1-c124-4315-b2e1-b43a3006e71e None None] For port f3eabbb2-2702-433a-b856-7460bc78e6b2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f3eabbb2-2702-433a-b856-7460bc78e6b2,segment=NetworkSegment(778e87ea-6aae-4891-a902-bdb85927b407),segment_id=778e87ea-6aae-4891-a902-bdb85927b407)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:16.477706 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee622cd1-c124-4315-b2e1-b43a3006e71e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.477870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44806) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:16.483826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-75ababff-e170-4d01-87ba-25e1334f7e29 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'security_group_rule': {'security_group_id': '0e39b264-e74b-43ec-adc0-a9abcece9185', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:16.490314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ee622cd1-c124-4315-b2e1-b43a3006e71e None None] Calling delete_port for f3eabbb2-2702-433a-b856-7460bc78e6b2 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:16.571885 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.579674 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee622cd1-c124-4315-b2e1-b43a3006e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.619474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No DVR routers for this DVR port f3eabbb2-2702-433a-b856-7460bc78e6b2 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:16.620009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee622cd1-c124-4315-b2e1-b43a3006e71e None None] Pushing event deleted for resources: {'Port': ['ID=f3eabbb2-2702-433a-b856-7460bc78e6b2,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.624563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=f3eabbb2-2702-433a-b856-7460bc78e6b2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.625361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee622cd1-c124-4315-b2e1-b43a3006e71e None None] No DVR routers for this DVR port f3eabbb2-2702-433a-b856-7460bc78e6b2 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:16.657322 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75ababff-e170-4d01-87ba-25e1334f7e29 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.734743 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.750205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ab61b8-5bfb-43a3-bc1f-cb3c777715d9']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:16.764542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778e87ea-6aae-4891-a902-bdb85927b407') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:16.764836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778e87ea-6aae-4891-a902-bdb85927b407') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:16.780183 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75ababff-e170-4d01-87ba-25e1334f7e29 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.782558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.796080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.802040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:16.802428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:16.805325 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:16.909005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75ababff-e170-4d01-87ba-25e1334f7e29 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.931285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ababff-e170-4d01-87ba-25e1334f7e29 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2429b22-0992-4d91-aed1-5ad4996ad175,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.980290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7bb53bd5-a5f4-432c-8955-99508397a12f req-b3fad930-9cc1-4ac1-8c9f-be1db98bd4b6 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0323257 Jun 30 03:01:17.048278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.052795 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.054839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/networks/62ab61b8-5bfb-43a3-bc1f-cb3c777715d9 HTTP/1.1" status: 204 len: 168 time: 1.0541520 Jun 30 03:01:17.058923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44816) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:17.061143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 832ef616-d778-4fe8-89f8-e1215fbbbfe9 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:01:17.066027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1249975397'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:17.075622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411368d1-242b-4529-9877-3b561aa1450a tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Network': ['ID=62ab61b8-5bfb-43a3-bc1f-cb3c777715d9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:17.104735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75ababff-e170-4d01-87ba-25e1334f7e29 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.104848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44820) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:17.104987 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-75ababff-e170-4d01-87ba-25e1334f7e29 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6250379 Jun 30 03:01:17.113154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ed52f3dc-9114-4ca2-bb70-cc4aa74985d7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'security_group_rule': {'security_group_id': '0e39b264-e74b-43ec-adc0-a9abcece9185', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:17.118768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2893dc-7141-42bc-8407-fe695dd31697 req-254a62bb-2438-4d03-92be-2dfa5ea11b94 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:17.126070 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d2893dc-7141-42bc-8407-fe695dd31697 req-254a62bb-2438-4d03-92be-2dfa5ea11b94 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 944 time: 0.1078613 Jun 30 03:01:17.186982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5d2893dc-7141-42bc-8407-fe695dd31697 req-2d80178c-8474-4711-ac04-f872becb5473 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599685 Jun 30 03:01:17.241514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:17.245062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.250178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 832ef616-d778-4fe8-89f8-e1215fbbbfe9, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=832ef616-d778-4fe8-89f8-e1215fbbbfe9,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:17.280505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '832ef616-d778-4fe8-89f8-e1215fbbbfe9', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'port_id': '832ef616-d778-4fe8-89f8-e1215fbbbfe9', 'mac_address': 'fa:16:3e:76:6e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f26a757-6c41-48ca-bac9-6dced2ed1a20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:01:17.301007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:17.312315 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.312659 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Added segment 7b2fc03e-089f-4557-9a2a-20378cb6d19d of type vlan for network 07712fcb-8e5e-4a9c-9010-c734ec873f3f Jun 30 03:01:17.368046 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.368951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.382351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832ef616-d778-4fe8-89f8-e1215fbbbfe9 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:17.417282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f3eabbb2-2702-433a-b856-7460bc78e6b2 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:17.423171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 832ef616-d778-4fe8-89f8-e1215fbbbfe9, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=832ef616-d778-4fe8-89f8-e1215fbbbfe9,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:17.423708 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed52f3dc-9114-4ca2-bb70-cc4aa74985d7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.457190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f3eabbb2-2702-433a-b856-7460bc78e6b2 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:17.457877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f3eabbb2-2702-433a-b856-7460bc78e6b2 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:17.506157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed52f3dc-9114-4ca2-bb70-cc4aa74985d7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.552608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.559320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:17.559914 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.583072 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.610668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed52f3dc-9114-4ca2-bb70-cc4aa74985d7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.641919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52f3dc-9114-4ca2-bb70-cc4aa74985d7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20737943-9921-44c4-b68d-f97de764db2b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:17.655799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Network': ['ID=07712fcb-8e5e-4a9c-9010-c734ec873f3f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:17.663372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=832ef616-d778-4fe8-89f8-e1215fbbbfe9,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:17.669405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 07712fcb-8e5e-4a9c-9010-c734ec873f3f details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:17.786871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['832ef616-d778-4fe8-89f8-e1215fbbbfe9'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:17.799005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b172c275-96c9-4b4e-ae6b-7a39203c0957 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7387049 Jun 30 03:01:17.801792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44836) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:17.806841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '07712fcb-8e5e-4a9c-9010-c734ec873f3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:17.873620 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed52f3dc-9114-4ca2-bb70-cc4aa74985d7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.876370 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ed52f3dc-9114-4ca2-bb70-cc4aa74985d7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7708735 Jun 30 03:01:17.879455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44838) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:17.891868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:17.928641 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:01:17.928641 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 03:01:17.928641 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id_1': '8aed6c1fc8e64e199b2f57731328cab4', 'expiration_1': datetime.datetime(2021, 6, 30, 3, 1, 17, 907342)}] Jun 30 03:01:17.928641 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:01:17.929124 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:01:18.044022 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.158347 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28226bf6-f2be-455d-ad2e-ee21cc638eb2 req-a061e80d-0488-4173-bb0c-e5045f526c64 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0372422 Jun 30 03:01:18.191906 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.353826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Allocated IP 172.25.2.211 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/41becd38-423e-4ff9-a811-aaf2d2511df6) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:18.408324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107700a-2257-4f0c-8549-8db6c8b23729 req-00465270-fd05-4af0-a819-eb540dc23794 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:18.410105 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4107700a-2257-4f0c-8549-8db6c8b23729 req-00465270-fd05-4af0-a819-eb540dc23794 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 945 time: 0.0850117 Jun 30 03:01:18.468949 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4107700a-2257-4f0c-8549-8db6c8b23729 req-07e786a5-5da1-475c-9e04-41866382101d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522349 Jun 30 03:01:18.498787 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:01:18.548466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:18.552602 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.852573 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.948950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.010680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=f6236a40-f3d3-49f0-b76a-96648c6078bf,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:19.027845 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.028619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Checking segment: {'id': '7b2fc03e-089f-4557-9a2a-20378cb6d19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '07712fcb-8e5e-4a9c-9010-c734ec873f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:19.028619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network hostable DHCP agents. Network: 07712fcb-8e5e-4a9c-9010-c734ec873f3f, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:19.054691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:19.065980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:19.066231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 832ef616-d778-4fe8-89f8-e1215fbbbfe9 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:19.066772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:19.072981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'Port': ['ID=41becd38-423e-4ff9-a811-aaf2d2511df6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:19.158455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.182708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 07712fcb-8e5e-4a9c-9010-c734ec873f3f is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:19.222974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 832ef616-d778-4fe8-89f8-e1215fbbbfe9 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:19.227796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 832ef616-d778-4fe8-89f8-e1215fbbbfe9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:19.228195 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.317400 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.339338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2dfa4750-8423-42ec-b7eb-304f32fd20b7 req-6627c160-0ada-47e3-915c-14079969072a tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0391150 Jun 30 03:01:19.349344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d38560f-c048-43ca-8c08-bb165a835f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832ef616-d778-4fe8-89f8-e1215fbbbfe9'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:19.352252 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95cfb14-d492-410b-b1d2-1ebf8130af73" -d '{"events": [{"server_uuid": "4d38560f-c048-43ca-8c08-bb165a835f88", "name": "network-vif-plugged", "status": "completed", "tag": "832ef616-d778-4fe8-89f8-e1215fbbbfe9"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:19.365635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 07712fcb-8e5e-4a9c-9010-c734ec873f3f) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:19.384505 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:19.385107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.391724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df711c-4b7f-432c-8ec1-21ae481c237f None None] Network 07712fcb-8e5e-4a9c-9010-c734ec873f3f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:19.416081 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.492633 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0961ab0b-c4b6-4438-a8b8-1608fe648012 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6897542 Jun 30 03:01:19.495309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44858) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:19.500566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-65195589-f6ff-445d-bf8f-01e4daff6ce5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1967229653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:19.548110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 832ef616-d778-4fe8-89f8-e1215fbbbfe9, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=832ef616-d778-4fe8-89f8-e1215fbbbfe9,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:19.649734 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.662013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-07712fcb-8e5e-4a9c-9010-c734ec873f3f', 'network_id': '07712fcb-8e5e-4a9c-9010-c734ec873f3f', 'tenant_id': '8aed6c1fc8e64e199b2f57731328cab4', 'fixed_ips': [{'subnet_id': 'f6236a40-f3d3-49f0-b76a-96648c6078bf'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:19.665762 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.676021 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65195589-f6ff-445d-bf8f-01e4daff6ce5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.678878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65195589-f6ff-445d-bf8f-01e4daff6ce5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.782922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.806659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050753f-2628-4d41-981b-a9918bb1cb50 req-d593142a-e79a-4311-9338-8abb52787d36 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:19.808328 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5050753f-2628-4d41-981b-a9918bb1cb50 req-d593142a-e79a-4311-9338-8abb52787d36 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 946 time: 0.1352694 Jun 30 03:01:19.834064 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0768b3-d7e0-422e-adad-e08907536066 x-openstack-request-id: req-db0768b3-d7e0-422e-adad-e08907536066 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:19.834914 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d38560f-c048-43ca-8c08-bb165a835f88", "name": "network-vif-plugged", "status": "completed", "tag": "832ef616-d778-4fe8-89f8-e1215fbbbfe9", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:19.835989 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db0768b3-d7e0-422e-adad-e08907536066 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:19.836495 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d38560f-c048-43ca-8c08-bb165a835f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832ef616-d778-4fe8-89f8-e1215fbbbfe9', 'code': 200} Jun 30 03:01:19.868890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65195589-f6ff-445d-bf8f-01e4daff6ce5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.871559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5050753f-2628-4d41-981b-a9918bb1cb50 req-65141828-508f-4fe0-9fca-6f1a5bbd247c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558910 Jun 30 03:01:19.929154 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.939311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=832ef616-d778-4fe8-89f8-e1215fbbbfe9,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:19.966267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a936a-ad48-4e0a-8e19-6dc9432cbef0 req-dbde6a41-90d8-4116-9886-0178c0e7b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:19.968155 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c50a936a-ad48-4e0a-8e19-6dc9432cbef0 req-dbde6a41-90d8-4116-9886-0178c0e7b664 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 1097 time: 0.0733857 Jun 30 03:01:19.999482 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65195589-f6ff-445d-bf8f-01e4daff6ce5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.039713 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c50a936a-ad48-4e0a-8e19-6dc9432cbef0 req-6d7960c5-4853-457c-9ea8-c50cb6bf9ab5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637414 Jun 30 03:01:20.042923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Allocated IP 2001:db8::2 (07712fcb-8e5e-4a9c-9010-c734ec873f3f/f6236a40-f3d3-49f0-b76a-96648c6078bf/ac0ad138-faa1-4768-9787-0d85c74c5857) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:20.087186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'Port': ['ID=41becd38-423e-4ff9-a811-aaf2d2511df6,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:20.098850 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.108588 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65195589-f6ff-445d-bf8f-01e4daff6ce5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.109808 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-65195589-f6ff-445d-bf8f-01e4daff6ce5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6135268 Jun 30 03:01:20.112860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44866) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:20.119972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'network_id': '07712fcb-8e5e-4a9c-9010-c734ec873f3f', 'name': 'tempest-PortsIpV6TestJSON-776534329'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:20.189388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.198371 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-deb666b1-bb49-4981-906b-e48b7bcdfdcb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3096077 Jun 30 03:01:20.238328 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.259862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Transition to ACTIVE for port object ac0ad138-faa1-4768-9787-0d85c74c5857 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:20.284764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Transition to ACTIVE for port object ac0ad138-faa1-4768-9787-0d85c74c5857 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:20.416956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:20.417133 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.420978 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.465784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port dabdefe0-e333-48c7-b679-10aeb8d0c25b yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:01:20.471991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Network 07712fcb-8e5e-4a9c-9010-c734ec873f3f is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:20.477051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:20.486709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:20.498404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Pushing event updated for resources: {'Port': ['ID=ac0ad138-faa1-4768-9787-0d85c74c5857,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:20.526190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-0109a154-551d-46bb-99ee-f9a7259da227 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1022893338&fields=id&tenant_id=0d7600261eed4f3ebbdb448c22d08382 HTTP/1.1" status: 200 len: 267 time: 0.0954578 Jun 30 03:01:20.559810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Attempting to bind port ac0ad138-faa1-4768-9787-0d85c74c5857 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:20.560180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Attempting to bind port ac0ad138-faa1-4768-9787-0d85c74c5857 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '7b2fc03e-089f-4557-9a2a-20378cb6d19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '07712fcb-8e5e-4a9c-9010-c734ec873f3f'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:20.561024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Attempting to bind port ac0ad138-faa1-4768-9787-0d85c74c5857 on network 07712fcb-8e5e-4a9c-9010-c734ec873f3f {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:20.568531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:20.568734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Checking segment: {'id': '7b2fc03e-089f-4557-9a2a-20378cb6d19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '07712fcb-8e5e-4a9c-9010-c734ec873f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:20.569049 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.569985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Bound using segment: {'id': '7b2fc03e-089f-4557-9a2a-20378cb6d19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '07712fcb-8e5e-4a9c-9010-c734ec873f3f'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:20.570469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Bound port: ac0ad138-faa1-4768-9787-0d85c74c5857, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2fc03e-089f-4557-9a2a-20378cb6d19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '07712fcb-8e5e-4a9c-9010-c734ec873f3f'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:20.571016 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.591583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1593ef8-0251-45af-aeb6-f5f0b2cae746 req-517e4b44-ee13-4cf3-83c3-67ebdb7b846b tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0435433 Jun 30 03:01:20.772606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8::138 (07712fcb-8e5e-4a9c-9010-c734ec873f3f/f6236a40-f3d3-49f0-b76a-96648c6078bf/dabdefe0-e333-48c7-b679-10aeb8d0c25b) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:20.776941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de421d59-ca24-4cd1-8208-ab6734204bce req-27df79f7-ecd8-4032-92a7-eb1ddf127a92 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:20.779952 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-27df79f7-ecd8-4032-92a7-eb1ddf127a92 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 815 time: 0.2471554 Jun 30 03:01:20.826780 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-ee51736a-cc23-4e67-b747-2fefbdb999de tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/quotas/0d7600261eed4f3ebbdb448c22d08382 HTTP/1.1" status: 200 len: 375 time: 0.0368657 Jun 30 03:01:20.886747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] For port ac0ad138-faa1-4768-9787-0d85c74c5857, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:20.890398 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] For port ac0ad138-faa1-4768-9787-0d85c74c5857, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ac0ad138-faa1-4768-9787-0d85c74c5857,segment=NetworkSegment(7b2fc03e-089f-4557-9a2a-20378cb6d19d),segment_id=7b2fc03e-089f-4557-9a2a-20378cb6d19d)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:20.964744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-5bc9a4dd-ecf9-49ef-90e0-a227fcd0b854 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1339278 Jun 30 03:01:20.997338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3e694b1b-1ea0-4375-af75-df48fe3ab0b4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:01:20.999930 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3e694b1b-1ea0-4375-af75-df48fe3ab0b4 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146458 Jun 30 03:01:21.052787 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.069677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object dabdefe0-e333-48c7-b679-10aeb8d0c25b will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:21.143182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-60e4f8b7-d0de-4746-b638-d868e5ac6043 service neutron] 10.222.0.77 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317923 Jun 30 03:01:21.181344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5f9ed-d90b-4328-b762-b0e66668bc9c req-79b123b0-2528-43a8-8103-5270d37efe3a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:21.183112 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8f5f9ed-d90b-4328-b762-b0e66668bc9c req-79b123b0-2528-43a8-8103-5270d37efe3a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 946 time: 0.0783663 Jun 30 03:01:21.191451 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.235267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8f5f9ed-d90b-4328-b762-b0e66668bc9c req-31a93ea4-622f-419d-8105-53bcfd43b9a2 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Jun 30 03:01:21.262287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-770f31dc-9997-4195-849c-75490e3278ec service neutron] 10.222.0.77 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129313 Jun 30 03:01:21.269691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518217e5-bced-4461-af65-d44b25a034d7 None None] Pushing event updated for resources: {'Port': ['ID=ac0ad138-faa1-4768-9787-0d85c74c5857,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:21.307092 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.362172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 07712fcb-8e5e-4a9c-9010-c734ec873f3f is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:21.365949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:21.368847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:21.375504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:21.376147 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.395664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=dabdefe0-e333-48c7-b679-10aeb8d0c25b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:21.587991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-102987c0-9a14-477d-b669-1efb69484cce req-c6fe711c-0ed1-434d-8d89-cad8fa80ca99 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 210 time: 0.0620306 Jun 30 03:01:21.589937 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-23cf13b7-5f93-4911-b558-89924a260209 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4752650 Jun 30 03:01:21.592651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44898) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:21.893330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94252649-0ec8-4d68-9797-8a90164bdf0d req-1c424519-874f-45f1-ad4b-74944527bd36 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0636897 Jun 30 03:01:22.619944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c8100-033f-411c-a2c1-ca94ddeaaeaa req-7dde00d7-9c0a-4733-834d-152768958dd0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:22.626964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-732c8100-033f-411c-a2c1-ca94ddeaaeaa req-7dde00d7-9c0a-4733-834d-152768958dd0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 946 time: 0.2006619 Jun 30 03:01:22.670923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba22963-9bc2-44fb-82b4-d518ca39fd67 None None] Network 07712fcb-8e5e-4a9c-9010-c734ec873f3f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:22.682970 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.699591 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-732c8100-033f-411c-a2c1-ca94ddeaaeaa req-fe453a16-579f-4760-9ff3-66f8780f85d4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717609 Jun 30 03:01:22.724115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bec7e6e3-6b7b-4be5-87ad-c56974e26846 req-a732847b-d0ac-4daf-86dd-9c6abc8ad41d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 210 time: 0.0413070 Jun 30 03:01:22.740047 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.887668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8b6e40d1-4f9e-4be0-aade-12ec9988cee8 None None] Provisioning for port ac0ad138-faa1-4768-9787-0d85c74c5857 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:23.077910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd0df4-be38-4dea-9fcc-c405e9562e90 req-5060b54c-91f3-4ac0-b0e4-b0a178decbf7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:23.084937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62bd0df4-be38-4dea-9fcc-c405e9562e90 req-5060b54c-91f3-4ac0-b0e4-b0a178decbf7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 946 time: 0.1870973 Jun 30 03:01:23.112940 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06f6774d-aa10-4d24-871f-3fb7fbad59e5 req-81f04c46-2e76-4b88-b3e3-ea97431c1023 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0357485 Jun 30 03:01:23.141736 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.161843 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62bd0df4-be38-4dea-9fcc-c405e9562e90 req-782c48b5-ee2e-4fc1-a435-2e951c8f1ef3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725274 Jun 30 03:01:23.280201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.399991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=dabdefe0-e333-48c7-b679-10aeb8d0c25b,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:23.416745 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.533637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8c1b3fae-42d0-468d-84ae-1385c6d9b019 None None] Provisioning for port dabdefe0-e333-48c7-b679-10aeb8d0c25b completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:23.543835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8c1b3fae-42d0-468d-84ae-1385c6d9b019 None None] Provisioning complete for port dabdefe0-e333-48c7-b679-10aeb8d0c25b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:23.544424 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8c1b3fae-42d0-468d-84ae-1385c6d9b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.624704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b3fae-42d0-468d-84ae-1385c6d9b019 None None] Port dabdefe0-e333-48c7-b679-10aeb8d0c25b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:23.658281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ac0ad138-faa1-4768-9787-0d85c74c5857 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:23.686384 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.883228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-459043ae-7f3c-47b4-b42e-e95b6d92a87e None None] Provisioning complete for port dabdefe0-e333-48c7-b679-10aeb8d0c25b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:23.885621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-459043ae-7f3c-47b4-b42e-e95b6d92a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.989211 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5930f2b-5b66-42bb-844d-41054223d163 req-46a205d5-4505-4462-97d4-a134dd4af16e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 210 time: 0.0847075 Jun 30 03:01:23.998529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-459043ae-7f3c-47b4-b42e-e95b6d92a87e None None] Port dabdefe0-e333-48c7-b679-10aeb8d0c25b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:24.009251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port ac0ad138-faa1-4768-9787-0d85c74c5857 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:24.043291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ac0ad138-faa1-4768-9787-0d85c74c5857 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:24.043291 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.262215 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.305337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port ac0ad138-faa1-4768-9787-0d85c74c5857, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ac0ad138-faa1-4768-9787-0d85c74c5857,segment=NetworkSegment(7b2fc03e-089f-4557-9a2a-20378cb6d19d),segment_id=7b2fc03e-089f-4557-9a2a-20378cb6d19d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:24.346580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.382115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c1fef8c-6bb5-4220-b032-bb0b62e48b3a req-0df61af6-8ee7-40e9-adf2-c481fe3cabfa tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0617015 Jun 30 03:01:24.424451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1292824-1b0c-4b96-9497-c1bce36fe26f req-2dc7a35b-3494-4c30-829b-8f7d749bda0d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:24.432201 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1292824-1b0c-4b96-9497-c1bce36fe26f req-2dc7a35b-3494-4c30-829b-8f7d749bda0d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 946 time: 0.2043636 Jun 30 03:01:24.436032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.503188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cdf85861-844e-4c20-9016-f8f3b8cff92a None None] Provisioning complete for port dabdefe0-e333-48c7-b679-10aeb8d0c25b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:24.503636 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cdf85861-844e-4c20-9016-f8f3b8cff92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.570107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1292824-1b0c-4b96-9497-c1bce36fe26f req-1178d36c-5d6f-4d96-a3e2-2ade59702d80 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367118 Jun 30 03:01:24.617048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=ac0ad138-faa1-4768-9787-0d85c74c5857,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:24.622710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cdf85861-844e-4c20-9016-f8f3b8cff92a None None] Port dabdefe0-e333-48c7-b679-10aeb8d0c25b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:24.736988 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.925312 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.926150 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.014150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=dabdefe0-e333-48c7-b679-10aeb8d0c25b,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:25.068624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 07712fcb-8e5e-4a9c-9010-c734ec873f3f is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:25.070510 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:25.254480 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-714815c3-f608-4907-873c-bfed69ee29ac req-8fb5c32a-3808-46bd-bc59-ce9b037903f1 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 210 time: 0.0609384 Jun 30 03:01:25.320492 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Router 30cfceb8-f7a0-4bfa-a2a0-6839254205f2 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:01:25.351989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de421d59-ca24-4cd1-8208-ab6734204bce req-39f5613f-bbc2-471a-9d82-ae337a41f309 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:25.353598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-39f5613f-bbc2-471a-9d82-ae337a41f309 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.83 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 815 time: 0.1333356 Jun 30 03:01:25.397556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ac0ad138-faa1-4768-9787-0d85c74c5857 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:25.494966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dbef9e7a-0a29-43fc-89ae-8dc55b386ccf None None] Provisioning complete for port dabdefe0-e333-48c7-b679-10aeb8d0c25b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:25.496115 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbef9e7a-0a29-43fc-89ae-8dc55b386ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.529411 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-e5a61a9b-4b69-4032-ae18-db5374d42ff1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:25.536479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-e5a61a9b-4b69-4032-ae18-db5374d42ff1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 946 time: 0.1619368 Jun 30 03:01:25.543473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-6b046218-13be-4423-866e-c48ba3bccc3f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d7600261eed4f3ebbdb448c22d08382 HTTP/1.1" status: 200 len: 380 time: 0.1075373 Jun 30 03:01:25.555991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'port': {'device_id': '64434be1-e4b1-4619-b337-b00d91d44350', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'admin_state_up': True, 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'security_groups': ['0e39b264-e74b-43ec-adc0-a9abcece9185']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:25.570979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ac0ad138-faa1-4768-9787-0d85c74c5857 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:25.571356 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.644912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-dbef9e7a-0a29-43fc-89ae-8dc55b386ccf None None] Port dabdefe0-e333-48c7-b679-10aeb8d0c25b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:25.675177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:25.712655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197f75f-52d6-4a0e-9076-8be938958535 None None] Sync routers for ids ['30cfceb8-f7a0-4bfa-a2a0-6839254205f2'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:25.740337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197f75f-52d6-4a0e-9076-8be938958535 None None] Routers {'30cfceb8-f7a0-4bfa-a2a0-6839254205f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:25.742336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d197f75f-52d6-4a0e-9076-8be938958535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:01:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['30cfceb8-f7a0-4bfa-a2a0-6839254205f2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:25.751216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-b7176289-c0e2-46ad-abda-0c0c3a90c364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Deleting port 832ef616-d778-4fe8-89f8-e1215fbbbfe9 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:25.755408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-b7176289-c0e2-46ad-abda-0c0c3a90c364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.793528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dd6ff39a-14a2-4bb2-a737-0af71cda3043 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "PUT /v2.0/routers/30cfceb8-f7a0-4bfa-a2a0-6839254205f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1996384 Jun 30 03:01:25.796962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44954) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:25.820305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d197f75f-52d6-4a0e-9076-8be938958535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:25.852094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d197f75f-52d6-4a0e-9076-8be938958535 None None] Routers {'30cfceb8-f7a0-4bfa-a2a0-6839254205f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:25.857956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d197f75f-52d6-4a0e-9076-8be938958535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:01:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['30cfceb8-f7a0-4bfa-a2a0-6839254205f2'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:25.940379 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a388ad1e-62d2-48c3-952c-84e1edca3255 req-c7b9a57c-4989-4d8f-a255-6ecceaa306c3 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.1588006 Jun 30 03:01:25.991898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-b7176289-c0e2-46ad-abda-0c0c3a90c364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] For port 832ef616-d778-4fe8-89f8-e1215fbbbfe9, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=832ef616-d778-4fe8-89f8-e1215fbbbfe9,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:25.992433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-b7176289-c0e2-46ad-abda-0c0c3a90c364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.995020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d197f75f-52d6-4a0e-9076-8be938958535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:25.996422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d197f75f-52d6-4a0e-9076-8be938958535 None None] The sync data for ids ['30cfceb8-f7a0-4bfa-a2a0-6839254205f2'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:26.020594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ecd979-e012-46f4-9ebc-0c8ee68edc85 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:26.024689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b3ecd979-e012-46f4-9ebc-0c8ee68edc85 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cfceb8-f7a0-4bfa-a2a0-6839254205f2 HTTP/1.1" status: 200 len: 988 time: 0.2148438 Jun 30 03:01:26.027812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44956) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:26.043443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-b7176289-c0e2-46ad-abda-0c0c3a90c364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Calling delete_port for 832ef616-d778-4fe8-89f8-e1215fbbbfe9 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:26.118986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Made reservation on behalf of 0d7600261eed4f3ebbdb448c22d08382 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:26.122853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.167279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070ba7e-80cd-4ba5-9123-46f65b0a42e8 req-3c393945-7cc4-4a07-ae14-d12e92d7c354 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:26.168838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a070ba7e-80cd-4ba5-9123-46f65b0a42e8 req-3c393945-7cc4-4a07-ae14-d12e92d7c354 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 946 time: 0.1377685 Jun 30 03:01:26.254366 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a070ba7e-80cd-4ba5-9123-46f65b0a42e8 req-f5958e95-5138-4680-9c29-19830bf2080b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787320 Jun 30 03:01:26.444282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-b7176289-c0e2-46ad-abda-0c0c3a90c364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.460343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1', '832ef616-d778-4fe8-89f8-e1215fbbbfe9'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:26.484601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7176289-c0e2-46ad-abda-0c0c3a90c364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event deleted for resources: {'Port': ['ID=832ef616-d778-4fe8-89f8-e1215fbbbfe9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:26.569125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-b7176289-c0e2-46ad-abda-0c0c3a90c364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] No DVR routers for this DVR port 832ef616-d778-4fe8-89f8-e1215fbbbfe9 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:26.573159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-b7176289-c0e2-46ad-abda-0c0c3a90c364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.576119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce6443b5-6592-4642-97d0-8b06d96ea862 req-b7176289-c0e2-46ad-abda-0c0c3a90c364 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "DELETE /v2.0/ports/832ef616-d778-4fe8-89f8-e1215fbbbfe9 HTTP/1.1" status: 204 len: 173 time: 1.0350776 Jun 30 03:01:26.576840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d38560f-c048-43ca-8c08-bb165a835f88', 'name': 'network-vif-deleted', 'tag': '832ef616-d778-4fe8-89f8-e1215fbbbfe9'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:26.581101 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf6c7c5-2972-4dcc-8c60-f1b43ac346ae" -d '{"events": [{"server_uuid": "4d38560f-c048-43ca-8c08-bb165a835f88", "name": "network-vif-deleted", "tag": "832ef616-d778-4fe8-89f8-e1215fbbbfe9"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:26.744755 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb01dce-735e-46a9-9b73-ee94ec919f65 x-openstack-request-id: req-5fb01dce-735e-46a9-9b73-ee94ec919f65 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:26.745054 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d38560f-c048-43ca-8c08-bb165a835f88", "name": "network-vif-deleted", "tag": "832ef616-d778-4fe8-89f8-e1215fbbbfe9", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:26.745315 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5fb01dce-735e-46a9-9b73-ee94ec919f65 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:26.745748 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d38560f-c048-43ca-8c08-bb165a835f88', 'name': 'network-vif-deleted', 'tag': '832ef616-d778-4fe8-89f8-e1215fbbbfe9', 'status': 'completed', 'code': 200} Jun 30 03:01:26.790843 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2582aa96-a794-4979-a079-4cebfee696ea req-7c897914-9497-4955-baf6-2220bcaec21f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 210 time: 0.3916199 Jun 30 03:01:26.812204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Allocated IP 172.20.0.3 (6a1378ac-c8ef-4fa7-8690-e1a47af917df/06dc96da-1423-48c2-9d63-5f39a1f3f086/e0520405-6529-4d7c-905d-67abef94c1d7) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:27.087281 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.148335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39b5d9f1-aa51-452b-a27a-238206d794b0 req-f6518312-07be-4aec-b170-12eab6d38c5f tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0427501 Jun 30 03:01:27.163750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.166221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Transition to ACTIVE for port object e0520405-6529-4d7c-905d-67abef94c1d7 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:27.484969 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a4ea18a-7130-42ca-957a-4843cfa76c73 req-89792991-0986-4520-ae35-5b4fb75958ee tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4d38560f-c048-43ca-8c08-bb165a835f88 HTTP/1.1" status: 200 len: 210 time: 0.0282440 Jun 30 03:01:27.487315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port dabdefe0-e333-48c7-b679-10aeb8d0c25b {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:27.487665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.738710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.738710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for dabdefe0-e333-48c7-b679-10aeb8d0c25b owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:27.774140 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.818068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Network 6a1378ac-c8ef-4fa7-8690-e1a47af917df is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:27.822293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:27.826217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:27.863542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event updated for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:27.906478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:27.908118 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.030803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74890ff4-48f2-4d51-935c-74b4d3b43c76 req-78ebdf3d-89a7-4e6c-8a1b-068073cb7757 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:28.036377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-74890ff4-48f2-4d51-935c-74b4d3b43c76 req-78ebdf3d-89a7-4e6c-8a1b-068073cb7757 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 931 time: 0.0699899 Jun 30 03:01:28.078964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-74890ff4-48f2-4d51-935c-74b4d3b43c76 req-e824ff45-ae8e-4441-8423-6aee7110ff42 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347703 Jun 30 03:01:28.338454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9684845-f62c-4368-aaaa-1f6045d7d818 req-155f0599-11a9-445c-885f-ae67e9cd3d08 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0459590 Jun 30 03:01:28.376514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cc7c1f04-8fb8-48d3-8e14-0f5c4b6e897b None None] Provisioning for port e0520405-6529-4d7c-905d-67abef94c1d7 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:28.377133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.379255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-3f1d9cbd-ea5e-4257-9a3d-6d126518edf8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8282769 Jun 30 03:01:28.383258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cc7c1f04-8fb8-48d3-8e14-0f5c4b6e897b None None] Provisioning complete for port e0520405-6529-4d7c-905d-67abef94c1d7 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:28.383691 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cc7c1f04-8fb8-48d3-8e14-0f5c4b6e897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.411753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=dabdefe0-e333-48c7-b679-10aeb8d0c25b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:28.448291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Request body: {'port': {'device_id': '64434be1-e4b1-4619-b337-b00d91d44350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:28.448390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c1f04-8fb8-48d3-8e14-0f5c4b6e897b None None] Port e0520405-6529-4d7c-905d-67abef94c1d7 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:28.592483 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c0a28e1-7e59-4215-8cc0-24bddb87544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.650751 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.726678 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.915969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Router 30cfceb8-f7a0-4bfa-a2a0-6839254205f2 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:29.029982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-d317e6a3-54cd-43ec-bd9a-e28f3a58b788 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:29.038482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-d317e6a3-54cd-43ec-bd9a-e28f3a58b788 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.1419535 Jun 30 03:01:29.055701 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-c65e99f9-3e5d-4f6b-aa81-551efcbbbe3c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/quotas/92f2c812fee4490e8e05afaf6351bba6 HTTP/1.1" status: 200 len: 375 time: 0.0160840 Jun 30 03:01:29.122691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 832ef616-d778-4fe8-89f8-e1215fbbbfe9 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:29.148646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:29.159036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cf617c90-57c9-4b0e-8043-6bce9337f20c tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "PUT /v2.0/routers/30cfceb8-f7a0-4bfa-a2a0-6839254205f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1272955 Jun 30 03:01:29.163836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 832ef616-d778-4fe8-89f8-e1215fbbbfe9 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:29.164453 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bc793-649f-4677-9843-b8cc3a8b8c31 None None] Sync routers for ids ['30cfceb8-f7a0-4bfa-a2a0-6839254205f2'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:29.165146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 832ef616-d778-4fe8-89f8-e1215fbbbfe9 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:29.166360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-90bb736a-8479-4b3c-a86c-d38960767763 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1087000 Jun 30 03:01:29.166864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45016) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:29.192779 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bc793-649f-4677-9843-b8cc3a8b8c31 None None] Routers {'30cfceb8-f7a0-4bfa-a2a0-6839254205f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:29.194743 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3c6bc793-649f-4677-9843-b8cc3a8b8c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:01:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['30cfceb8-f7a0-4bfa-a2a0-6839254205f2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:29.277004 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3c6bc793-649f-4677-9843-b8cc3a8b8c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:29.306569 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-5add768b-f866-4d57-a504-8092bfade6d8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:01:29.309982 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bc793-649f-4677-9843-b8cc3a8b8c31 None None] Routers {'30cfceb8-f7a0-4bfa-a2a0-6839254205f2'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:29.310700 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3c6bc793-649f-4677-9843-b8cc3a8b8c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:01:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['30cfceb8-f7a0-4bfa-a2a0-6839254205f2'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:29.326397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45022) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:29.333711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5add768b-f866-4d57-a504-8092bfade6d8 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/dabdefe0-e333-48c7-b679-10aeb8d0c25b HTTP/1.1" status: 404 len: 333 time: 0.1408947 Jun 30 03:01:29.380425 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3c6bc793-649f-4677-9843-b8cc3a8b8c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:29.381707 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bc793-649f-4677-9843-b8cc3a8b8c31 None None] The sync data for ids ['30cfceb8-f7a0-4bfa-a2a0-6839254205f2'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:29.434217 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-f4063ae7-8a02-4139-addf-bfc0a06bb554 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157772 Jun 30 03:01:29.587203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-e203385d-c990-47c3-897d-fd3ca9c8cfe9 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430199 Jun 30 03:01:29.892872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0520405-6529-4d7c-905d-67abef94c1d7 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:29.905214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d6c36ab3-7148-4c9e-9ba3-4d6d225e50b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.943343 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.998529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Transition to ACTIVE for port object e0520405-6529-4d7c-905d-67abef94c1d7 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:30.076446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f773b1-5eba-4fc0-a988-47a29982e85c req-4a895225-132c-49dd-b73c-bf69ce1ead82 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:30.084039 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62f773b1-5eba-4fc0-a988-47a29982e85c req-4a895225-132c-49dd-b73c-bf69ce1ead82 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 931 time: 0.7781441 Jun 30 03:01:30.127674 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.147681 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d6c36ab3-7148-4c9e-9ba3-4d6d225e50b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.163952 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf76171f-fcbd-4fe8-bb13-f1426605c415 req-4c7c5417-4ac9-43f4-a2d0-ceab69f573ac tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0400450 Jun 30 03:01:30.173833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d6c36ab3-7148-4c9e-9ba3-4d6d225e50b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.233980 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13c23ca6-3c82-4845-8eb0-56638e3d5e0f req-51bb5557-4537-48f9-a080-1c32691569d4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 210 time: 0.0310442 Jun 30 03:01:30.257214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Pushing event updated for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:30.322067 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62f773b1-5eba-4fc0-a988-47a29982e85c req-c9f8a268-c1e5-4c21-9612-0575f81e5d71 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377200 Jun 30 03:01:30.370669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d6c36ab3-7148-4c9e-9ba3-4d6d225e50b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.371199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c36ab3-7148-4c9e-9ba3-4d6d225e50b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Fanout notify agent at l3_agent the message router_deleted on router 30cfceb8-f7a0-4bfa-a2a0-6839254205f2 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:01:30.389367 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d6c36ab3-7148-4c9e-9ba3-4d6d225e50b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.389367 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d6c36ab3-7148-4c9e-9ba3-4d6d225e50b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/routers/30cfceb8-f7a0-4bfa-a2a0-6839254205f2 HTTP/1.1" status: 204 len: 168 time: 1.0509734 Jun 30 03:01:30.398615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45044) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:30.453073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Attempting to bind port e0520405-6529-4d7c-905d-67abef94c1d7 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:30.453576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Attempting to bind port e0520405-6529-4d7c-905d-67abef94c1d7 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:30.453918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Attempting to bind port e0520405-6529-4d7c-905d-67abef94c1d7 on network 6a1378ac-c8ef-4fa7-8690-e1a47af917df {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:30.459613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Port e0520405-6529-4d7c-905d-67abef94c1d7 on network 6a1378ac-c8ef-4fa7-8690-e1a47af917df not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:01:30.459860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Attempting to bind port e0520405-6529-4d7c-905d-67abef94c1d7 on network 6a1378ac-c8ef-4fa7-8690-e1a47af917df {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:30.480358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48685a5-0504-42cb-845a-eeedf73b40b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet f6236a40-f3d3-49f0-b76a-96648c6078bf {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:30.485271 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f48685a5-0504-42cb-845a-eeedf73b40b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.487304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:30.487661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Checking segment: {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:30.495681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Bound using segment: {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:30.495681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Bound port: e0520405-6529-4d7c-905d-67abef94c1d7, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c34f8c7-562b-491f-a707-da86d29f254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:30.495681 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.551775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f48685a5-0504-42cb-845a-eeedf73b40b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.610241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:30.614676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:30.715987 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f48685a5-0504-42cb-845a-eeedf73b40b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.824192 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.860267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:30.861375 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.863788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] 10.222.0.83 "PUT /v2.0/ports/e0520405-6529-4d7c-905d-67abef94c1d7 HTTP/1.1" status: 200 len: 1091 time: 2.4530740 Jun 30 03:01:30.864432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:30.867558 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:30.918977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a7d5e-6cdf-4821-8267-a930514a82aa service neutron] Pushing event updated for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:30.950106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f48685a5-0504-42cb-845a-eeedf73b40b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.000341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48685a5-0504-42cb-845a-eeedf73b40b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=f6236a40-f3d3-49f0-b76a-96648c6078bf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:31.007433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f48685a5-0504-42cb-845a-eeedf73b40b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.009915 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f48685a5-0504-42cb-845a-eeedf73b40b9 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/f6236a40-f3d3-49f0-b76a-96648c6078bf HTTP/1.1" status: 204 len: 168 time: 0.6187906 Jun 30 03:01:31.012492 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45056) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:31.014202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d898ca27-4c0e-4158-981c-28a98786b41f None None] Network 07712fcb-8e5e-4a9c-9010-c734ec873f3f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:31.106787 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff253e6-09a6-42ac-b978-d0992c193c65 x-openstack-request-id: req-eff253e6-09a6-42ac-b978-d0992c193c65 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:31.107162 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:31.107869 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eff253e6-09a6-42ac-b978-d0992c193c65 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:31.108280 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'status': 'completed', 'code': 200} Jun 30 03:01:31.196694 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.242736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-df62f9a1-8c68-4edf-bea8-e2deab4daa71 req-329465aa-a54b-46f6-9756-34603c3050a5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0704069 Jun 30 03:01:31.261083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de421d59-ca24-4cd1-8208-ab6734204bce req-c115d1e3-966a-4355-9815-1d2bbca3faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:31.263299 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-c115d1e3-966a-4355-9815-1d2bbca3faf0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 1094 time: 0.1627507 Jun 30 03:01:31.300423 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.395485 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-e36c9782-8bf6-49f4-82cf-f5ab79ec0d64 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0520405-6529-4d7c-905d-67abef94c1d7 HTTP/1.1" status: 200 len: 217 time: 0.0585096 Jun 30 03:01:31.424931 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e4f6f78d-8f00-4f14-8249-a5dab7862c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.465631 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d856ccf-c909-4766-989a-08097b704ab5 req-4fbfdbb0-59a6-44b4-b49b-3f82898f43da tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0588853 Jun 30 03:01:31.495469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de421d59-ca24-4cd1-8208-ab6734204bce req-eeb62305-21de-41e4-9ca6-3612bdbc38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:31.498231 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-eeb62305-21de-41e4-9ca6-3612bdbc38dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.0949278 Jun 30 03:01:31.503456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port ac0ad138-faa1-4768-9787-0d85c74c5857 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:31.504132 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.525545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5643f3-aca5-40ca-b291-16e91e28a3d7 None None] DHCP port deletion for 07712fcb-8e5e-4a9c-9010-c734ec873f3f request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:01:31.613345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ac5643f3-aca5-40ca-b291-16e91e28a3d7 None None] Deleting port ac0ad138-faa1-4768-9787-0d85c74c5857 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:31.613985 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ac5643f3-aca5-40ca-b291-16e91e28a3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.751761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ac5643f3-aca5-40ca-b291-16e91e28a3d7 None None] For port ac0ad138-faa1-4768-9787-0d85c74c5857, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ac0ad138-faa1-4768-9787-0d85c74c5857,segment=NetworkSegment(7b2fc03e-089f-4557-9a2a-20378cb6d19d),segment_id=7b2fc03e-089f-4557-9a2a-20378cb6d19d)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:31.752279 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ac5643f3-aca5-40ca-b291-16e91e28a3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.768097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eb367bf-b6bd-4d42-b979-c507380eb602 req-8a539771-e1c1-4b57-ba36-7d05ec375007 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 210 time: 0.1440110 Jun 30 03:01:31.774190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ac5643f3-aca5-40ca-b291-16e91e28a3d7 None None] Calling delete_port for ac0ad138-faa1-4768-9787-0d85c74c5857 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:31.819237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d0216-379c-46a6-9ff6-16108efcaf0e req-9072b0b1-fa77-493f-b6c6-80e67b738bc0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:31.827824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-002d0216-379c-46a6-9ff6-16108efcaf0e req-9072b0b1-fa77-493f-b6c6-80e67b738bc0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.1593940 Jun 30 03:01:31.834855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] For port ac0ad138-faa1-4768-9787-0d85c74c5857, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ac0ad138-faa1-4768-9787-0d85c74c5857,segment=NetworkSegment(7b2fc03e-089f-4557-9a2a-20378cb6d19d),segment_id=7b2fc03e-089f-4557-9a2a-20378cb6d19d)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:31.835205 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.877136 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de421d59-ca24-4cd1-8208-ab6734204bce req-a19b887c-b5da-4cf1-9d5c-80b26c40e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:31.885895 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-a19b887c-b5da-4cf1-9d5c-80b26c40e18b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3791528 Jun 30 03:01:31.891475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for ac0ad138-faa1-4768-9787-0d85c74c5857 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:31.913200 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-002d0216-379c-46a6-9ff6-16108efcaf0e req-da1bb7e7-e03c-4cf8-bfc9-ade6bdc7076d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843282 Jun 30 03:01:32.159990 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-57b36df5-b03e-4d64-a32c-b10975ecf126 service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665272 Jun 30 03:01:32.249930 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ac5643f3-aca5-40ca-b291-16e91e28a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.280312 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.283848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de421d59-ca24-4cd1-8208-ab6734204bce req-d32b2bf7-f98c-4675-a73d-af344345cba1 service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156151 Jun 30 03:01:32.307767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5643f3-aca5-40ca-b291-16e91e28a3d7 None None] Pushing event deleted for resources: {'Port': ['ID=ac0ad138-faa1-4768-9787-0d85c74c5857,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:32.311310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=ac0ad138-faa1-4768-9787-0d85c74c5857,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:32.316188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5643f3-aca5-40ca-b291-16e91e28a3d7 None None] No DVR routers for this DVR port ac0ad138-faa1-4768-9787-0d85c74c5857 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:32.322199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No DVR routers for this DVR port ac0ad138-faa1-4768-9787-0d85c74c5857 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:32.470220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.482152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07712fcb-8e5e-4a9c-9010-c734ec873f3f']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:32.494238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2fc03e-089f-4557-9a2a-20378cb6d19d') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:32.494536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2fc03e-089f-4557-9a2a-20378cb6d19d') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:32.504743 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.554843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.564824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:32.565293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:32.569455 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:32.648753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-16933fb7-c5c2-4c2c-9f9a-3973596c52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:32.650537 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-16933fb7-c5c2-4c2c-9f9a-3973596c52f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 1094 time: 0.1349425 Jun 30 03:01:32.706366 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce37ae01-2975-4a2e-a293-8c7ae1eee9a3 req-c808bfc4-fcde-4cb6-8dae-d0856896aff5 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0411928 Jun 30 03:01:32.789755 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.797952 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.804106 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/networks/07712fcb-8e5e-4a9c-9010-c734ec873f3f HTTP/1.1" status: 204 len: 168 time: 1.7855883 Jun 30 03:01:32.804106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-65fb837c-bc36-4f21-af1e-6b434d88cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:32.804541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45086) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.805315 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-65fb837c-bc36-4f21-af1e-6b434d88cccf service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.1468391 Jun 30 03:01:32.854708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3277b32-e434-45c4-9f36-6354d63205d2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Network': ['ID=07712fcb-8e5e-4a9c-9010-c734ec873f3f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:32.893716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713bb563-5290-4e4d-821d-1a719a559666 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:32.895905 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-160c80ad-3401-4a04-b5b5-acc5b80eb782 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0520405-6529-4d7c-905d-67abef94c1d7 HTTP/1.1" status: 200 len: 217 time: 0.0809104 Jun 30 03:01:32.899081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-713bb563-5290-4e4d-821d-1a719a559666 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/a9415e80-1cce-404c-98a3-62d8127275d8 HTTP/1.1" status: 200 len: 845 time: 0.0934353 Jun 30 03:01:32.902319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45090) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.919755 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.960160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-3f407cf2-bea5-4759-9cb6-f7fcefd9ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:32.962703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-3f407cf2-bea5-4759-9cb6-f7fcefd9ab93 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.0584755 Jun 30 03:01:33.028638 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-214e7538-94c9-486b-810f-716d15fc4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:33.030509 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-214e7538-94c9-486b-810f-716d15fc4d33 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605128 Jun 30 03:01:33.097566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-752c28d6-8a5a-409a-9e5f-f4392935a361 req-b88de06c-05c5-4932-a10e-52c3f1947a6d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 210 time: 0.0816009 Jun 30 03:01:33.139488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c13f0bf8-18f0-4990-ac38-e3a1e80445b1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/a9415e80-1cce-404c-98a3-62d8127275d8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2354908 Jun 30 03:01:33.140694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45094) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:33.156399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:33.193048 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-72645033-2466-44f1-b183-76849f91fcb9 service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547039 Jun 30 03:01:33.273416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9473b522-2862-4a48-8106-c26515f256ce req-461afb76-5c0e-4607-ae2b-f37ec6e8c6b2 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9&device_id=b06af1fa-8e61-4c32-adfe-e8821dac7319 HTTP/1.1" status: 200 len: 210 time: 0.0786030 Jun 30 03:01:33.380068 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5eeb34ac-3c22-4e72-9b64-7cd37eaa6bb5 req-16d1376b-c310-4214-aedf-90e4d883df7d service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266134 Jun 30 03:01:33.456131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ac0ad138-faa1-4768-9787-0d85c74c5857 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:33.481285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: ac0ad138-faa1-4768-9787-0d85c74c5857 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:33.482705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ac0ad138-faa1-4768-9787-0d85c74c5857 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:33.591385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-c892ac2e-2cce-4f05-959a-eec8fc9801e0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:33.594898 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-c892ac2e-2cce-4f05-959a-eec8fc9801e0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.3120666 Jun 30 03:01:33.599452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:33.604788 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:33.626014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Request body: {'port': {'device_id': '9bf85e6f-bb52-4a09-93e1-99d538592ca6', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'admin_state_up': True, 'tenant_id': '92f2c812fee4490e8e05afaf6351bba6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:33.779605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3a589-0d99-404b-8157-557f884a54e0 req-1621d27c-049c-4d06-b3d4-f95d4aaac8e7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:33.781241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fdf3a589-0d99-404b-8157-557f884a54e0 req-1621d27c-049c-4d06-b3d4-f95d4aaac8e7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.5041094 Jun 30 03:01:34.078100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3adc27c8-c501-49a7-9419-7ca2c31f52e3 req-b7370bae-a4d7-4a15-a796-1ee709b24ff6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a9ac9837ea34af983ce8d8a9d7849e9&device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0476410 Jun 30 03:01:34.109896 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fdf3a589-0d99-404b-8157-557f884a54e0 req-8b353103-7db5-4a04-a00b-cfb67bdf0564 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065610 Jun 30 03:01:34.182054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Made reservation on behalf of 92f2c812fee4490e8e05afaf6351bba6 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:34.192500 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.243104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3adc27c8-c501-49a7-9419-7ca2c31f52e3 req-6ba35f75-9a33-41f1-b641-1f4b758354aa service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5a9ac9837ea34af983ce8d8a9d7849e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1301103 Jun 30 03:01:34.319795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a9bb6439-6a0f-4d7d-b012-eeb1f793652d req-dbcc4595-427c-42c2-81ed-90353a635675 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0549750 Jun 30 03:01:34.389064 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b746f1d3-7878-4779-9030-bd61b2b99a06 req-82213093-55ea-44de-ab49-134adba0f176 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 210 time: 0.0530820 Jun 30 03:01:34.429838 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.522853 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.532256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:34.554388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:34.573340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8097c2b-301c-4c41-a431-c4abc8b3f2e3 None None] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:34.605336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:34.614571 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.645141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc27c8-c501-49a7-9419-7ca2c31f52e3 req-5eb37bc4-4cd6-484a-a06e-17007f15a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:34.648894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3adc27c8-c501-49a7-9419-7ca2c31f52e3 req-5eb37bc4-4cd6-484a-a06e-17007f15a40f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3950477 Jun 30 03:01:34.663133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=2af0b3f9-419a-4b80-a941-916c494cf023,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:34.689370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.689761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.690050 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.690392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.690731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.691368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.691368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.691701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.692026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.692363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.693146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.693655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:34.710295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Allocated IP 172.20.0.13 (0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9/3f26a757-6c41-48ca-bac9-6dced2ed1a20/59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:34.796994 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9419d9d3-8aad-4c05-9e38-0e8a126a10d0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6530128 Jun 30 03:01:34.800000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45120) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:34.841646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c71d6cca-1f4a-41ce-8a8a-85064031eda7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'security_group': {'name': 'tempest-secgroup-1974001435'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:34.857717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'tenant_id': '8aed6c1fc8e64e199b2f57731328cab4', 'fixed_ips': [{'subnet_id': '2af0b3f9-419a-4b80-a941-916c494cf023'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:34.858597 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.980353 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.045204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Allocated IP 2001:db8::2 (159ff0d0-37e2-4312-bcaa-277fbb62a12e/2af0b3f9-419a-4b80-a941-916c494cf023/f02e607a-a9db-4f44-a304-ffea9bd2c539) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:35.142667 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c71d6cca-1f4a-41ce-8a8a-85064031eda7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.198739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e0520405-6529-4d7c-905d-67abef94c1d7 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:01:35.238383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c71d6cca-1f4a-41ce-8a8a-85064031eda7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.248711 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.295427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Transition to ACTIVE for port object f02e607a-a9db-4f44-a304-ffea9bd2c539 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:35.322694 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.323032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Transition to ACTIVE for port object f02e607a-a9db-4f44-a304-ffea9bd2c539 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:35.327199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652b352-2fc4-4bc8-8cd0-ca74d139f1ef req-93df8e7c-4357-4451-9dd3-ce11716f5460 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:35.329964 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a652b352-2fc4-4bc8-8cd0-ca74d139f1ef req-93df8e7c-4357-4451-9dd3-ce11716f5460 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.0709407 Jun 30 03:01:35.335071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:35.370777 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c71d6cca-1f4a-41ce-8a8a-85064031eda7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.392460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:35.417726 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.431110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d6cca-1f4a-41ce-8a8a-85064031eda7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be0b4a8-281f-4887-a3be-aedc9be53862,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:35.431360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:35.436201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:35.440519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:35.480056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'port_id': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'mac_address': 'fa:16:3e:17:de:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:01:35.517337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a652b352-2fc4-4bc8-8cd0-ca74d139f1ef req-c86c75ea-502b-4773-adea-a28dca62b887 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799822 Jun 30 03:01:35.522379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event updated for resources: {'Port': ['ID=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:35.528449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:35.537600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c71d6cca-1f4a-41ce-8a8a-85064031eda7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.537600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c71d6cca-1f4a-41ce-8a8a-85064031eda7 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7326705 Jun 30 03:01:35.538099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Pushing event updated for resources: {'Port': ['ID=f02e607a-a9db-4f44-a304-ffea9bd2c539,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:35.538200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45140) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:35.541519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e06b0327-f166-4ae8-954c-b139d3a75737 req-79749378-0437-4bb1-aca9-aa919c551fd3 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0598955 Jun 30 03:01:35.584813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-58fc98d5-5892-4526-9331-9d67b5c8f33f tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'security_group': {'name': 'tempest-secgroup-286209885'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:35.603074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:35.608970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:35.648061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:35.649077 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.744695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Attempting to bind port f02e607a-a9db-4f44-a304-ffea9bd2c539 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:35.745377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Attempting to bind port f02e607a-a9db-4f44-a304-ffea9bd2c539 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a60c0412-28b1-42b8-8c53-e4b317189265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:35.746133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Attempting to bind port f02e607a-a9db-4f44-a304-ffea9bd2c539 on network 159ff0d0-37e2-4312-bcaa-277fbb62a12e {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:35.770007 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.780981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58fc98d5-5892-4526-9331-9d67b5c8f33f tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.788601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16720568-aca4-4d32-8438-8e4ec0791508 req-d99d4b49-c7f8-4aa3-98be-99b51ce712fc tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:35.796628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16720568-aca4-4d32-8438-8e4ec0791508 req-d99d4b49-c7f8-4aa3-98be-99b51ce712fc tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 932 time: 0.0842381 Jun 30 03:01:35.805163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:35.805920 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Checking segment: {'id': 'a60c0412-28b1-42b8-8c53-e4b317189265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:35.806056 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.806350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Bound using segment: {'id': 'a60c0412-28b1-42b8-8c53-e4b317189265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:35.806866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Bound port: f02e607a-a9db-4f44-a304-ffea9bd2c539, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60c0412-28b1-42b8-8c53-e4b317189265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:35.807268 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.818192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0520405-6529-4d7c-905d-67abef94c1d7 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:35.849322 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16720568-aca4-4d32-8438-8e4ec0791508 req-674e773d-ac72-4194-b951-bba7007b0a1f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512407 Jun 30 03:01:35.867013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:35.936715 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-711121f6-2422-4d3b-8f99-9a66e32d9dbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3271861 Jun 30 03:01:35.939804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] For port f02e607a-a9db-4f44-a304-ffea9bd2c539, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:35.944240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] For port f02e607a-a9db-4f44-a304-ffea9bd2c539, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f02e607a-a9db-4f44-a304-ffea9bd2c539,segment=NetworkSegment(a60c0412-28b1-42b8-8c53-e4b317189265),segment_id=a60c0412-28b1-42b8-8c53-e4b317189265)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:35.953035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Request body: {'port': {'device_id': '9bf85e6f-bb52-4a09-93e1-99d538592ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:36.053748 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.055049 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.112068 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.118371 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58fc98d5-5892-4526-9331-9d67b5c8f33f tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.132599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:36.141676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3adc27c8-c501-49a7-9419-7ca2c31f52e3 req-e419112d-c2b5-414f-b24f-1cb793041a6c tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.74 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.0322533 Jun 30 03:01:36.225268 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58fc98d5-5892-4526-9331-9d67b5c8f33f tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.341277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e0520405-6529-4d7c-905d-67abef94c1d7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:36.350916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc98d5-5892-4526-9331-9d67b5c8f33f tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cdf55e-5765-41f2-838c-bbe0e449c7e5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:36.386849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011afc2-aa31-4632-ac5e-bf6b885ca712 None None] Pushing event updated for resources: {'Port': ['ID=f02e607a-a9db-4f44-a304-ffea9bd2c539,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:36.696519 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58fc98d5-5892-4526-9331-9d67b5c8f33f tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.702024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45156) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:36.707678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-670982578', 'security_groups': ['b7cdf55e-5765-41f2-838c-bbe0e449c7e5'], 'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2af0b3f9-419a-4b80-a941-916c494cf023'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:36.712757 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-58fc98d5-5892-4526-9331-9d67b5c8f33f tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1742911 Jun 30 03:01:36.852070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:36.855053 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.872296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Transition to ACTIVE for port object 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:36.973533 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.023853 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-64734144-504c-495d-a130-668740ed0fd5 req-fe2e17cc-22e7-418c-88c4-4897a4507f9c tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=20a80a68-c38e-423f-b7fd-741e1e7aaec9 HTTP/1.1" status: 200 len: 210 time: 0.1120756 Jun 30 03:01:37.186209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:37.200955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e0520405-6529-4d7c-905d-67abef94c1d7 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:37.232679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:37.245092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40501454-6db9-461f-bbd0-6f7bc44cf265 req-5060f311-1b1f-4c02-9804-2dadb3580b2c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:37.252616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-40501454-6db9-461f-bbd0-6f7bc44cf265 req-5060f311-1b1f-4c02-9804-2dadb3580b2c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 944 time: 0.3458939 Jun 30 03:01:37.327882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45162) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.434260 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-40501454-6db9-461f-bbd0-6f7bc44cf265 req-cc98b398-c4c5-4ba0-9c80-49201d9e3d91 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804216 Jun 30 03:01:37.460812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Attempting to bind port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:37.461153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Attempting to bind port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:37.461540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Attempting to bind port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:37.477348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:01:37.477348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Attempting to bind port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:37.486710 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:37.487580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Checking segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:37.488138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Bound using segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:37.488742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Bound port: 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:37.489286 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.501476 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port e0520405-6529-4d7c-905d-67abef94c1d7 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:37.509305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port e0520405-6529-4d7c-905d-67abef94c1d7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:37.512911 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.622237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f1d03-20d4-45a3-be33-bfe4460cd147 req-4c820f9c-76c8-48ea-bbf4-a4706b6354cd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:37.637321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe4f1d03-20d4-45a3-be33-bfe4460cd147 req-4c820f9c-76c8-48ea-bbf4-a4706b6354cd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 944 time: 0.2565022 Jun 30 03:01:37.676909 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.684546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f02e607a-a9db-4f44-a304-ffea9bd2c539 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:37.717420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d97b25e1-6669-43cf-8a07-d6570b96f00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.745349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port 8ee52cff-a6ea-4afc-aaee-c489d9ce7030 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:01:37.785334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe4f1d03-20d4-45a3-be33-bfe4460cd147 req-ceaed844-2cd6-46d9-aa48-29e87be09db0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423397 Jun 30 03:01:37.836301 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.874782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] For port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:37.878445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] For port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:37.893328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:37.896638 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ba3e0a-2b05-4b78-acfa-f446e8e51df9" -d '{"events": [{"server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "name": "network-vif-plugged", "status": "completed", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:37.925442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:37.991089 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b260ec01-6669-4fcd-a557-76184bc7ef81 x-openstack-request-id: req-b260ec01-6669-4fcd-a557-76184bc7ef81 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:37.991967 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "name": "network-vif-plugged", "status": "completed", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:37.992436 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b260ec01-6669-4fcd-a557-76184bc7ef81 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:37.993058 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'code': 200} Jun 30 03:01:38.042088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d97b25e1-6669-43cf-8a07-d6570b96f00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.075656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.149153 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.155575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f02e607a-a9db-4f44-a304-ffea9bd2c539 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:38.165010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:38.165841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.167547 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] 10.222.0.83 "PUT /v2.0/ports/59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc HTTP/1.1" status: 200 len: 1092 time: 2.2207880 Jun 30 03:01:38.168173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf85e6f-bb52-4a09-93e1-99d538592ca6', 'tag': '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:38.171949 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eb6b93-88e4-4dc4-b5df-0593f4342c55" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf85e6f-bb52-4a09-93e1-99d538592ca6", "tag": "59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:38.216499 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d97b25e1-6669-43cf-8a07-d6570b96f00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.259064 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c69e8f-897c-4cc7-959d-2a41204a94f0 x-openstack-request-id: req-38c69e8f-897c-4cc7-959d-2a41204a94f0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:38.260847 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf85e6f-bb52-4a09-93e1-99d538592ca6", "tag": "59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:38.260847 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38c69e8f-897c-4cc7-959d-2a41204a94f0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:38.261159 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf85e6f-bb52-4a09-93e1-99d538592ca6', 'tag': '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc', 'status': 'completed', 'code': 200} Jun 30 03:01:38.296246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:38.311027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8::b2 (159ff0d0-37e2-4312-bcaa-277fbb62a12e/2af0b3f9-419a-4b80-a941-916c494cf023/8ee52cff-a6ea-4afc-aaee-c489d9ce7030) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:38.318844 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d97b25e1-6669-43cf-8a07-d6570b96f00f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e947008c35114740a8434ffc1b66d268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9873688 Jun 30 03:01:38.321304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45180) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:38.328654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a14a3f0d-d085-4aca-8f6e-4606c6e83193 None None] Provisioning complete for port a9415e80-1cce-404c-98a3-62d8127275d8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:38.329661 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a14a3f0d-d085-4aca-8f6e-4606c6e83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.344758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bc94e-c6c3-4d9a-99bc-71763bbacd80 req-411f12af-71c3-4691-a514-c5cbd69c2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:38.356651 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a83bc94e-c6c3-4d9a-99bc-71763bbacd80 req-411f12af-71c3-4691-a514-c5cbd69c2d9e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 1095 time: 0.2999828 Jun 30 03:01:38.390797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a14a3f0d-d085-4aca-8f6e-4606c6e83193 None None] Port a9415e80-1cce-404c-98a3-62d8127275d8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:38.398355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b25e1-6669-43cf-8a07-d6570b96f00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e0300b-f100-495d-ae5a-9a2afcc39e50,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:38.415395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe3769-ec9e-4c53-9f4c-7429f9e8f8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:38.480794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a14a3f0d-d085-4aca-8f6e-4606c6e83193 None None] Provisioning for port f02e607a-a9db-4f44-a304-ffea9bd2c539 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:38.484952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a14a3f0d-d085-4aca-8f6e-4606c6e83193 None None] Provisioning complete for port f02e607a-a9db-4f44-a304-ffea9bd2c539 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:38.485406 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a14a3f0d-d085-4aca-8f6e-4606c6e83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.573083 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0cc-f315-49c3-95b6-585616ffa436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.596363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0cc-f315-49c3-95b6-585616ffa436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.660461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb6b93-88e4-4dc4-b5df-0593f4342c55 req-3fada51a-04cc-49fc-ba15-b0b72d431b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:38.661651 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-45eb6b93-88e4-4dc4-b5df-0593f4342c55 req-3fada51a-04cc-49fc-ba15-b0b72d431b12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 1095 time: 0.2867041 Jun 30 03:01:38.664359 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a83bc94e-c6c3-4d9a-99bc-71763bbacd80 req-66e0fd9d-8483-4a0d-a162-51dabbbda244 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997036 Jun 30 03:01:38.708784 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a14a3f0d-d085-4aca-8f6e-4606c6e83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.752320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a14a3f0d-d085-4aca-8f6e-4606c6e83193 None None] For port f02e607a-a9db-4f44-a304-ffea9bd2c539, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f02e607a-a9db-4f44-a304-ffea9bd2c539,segment=NetworkSegment(a60c0412-28b1-42b8-8c53-e4b317189265),segment_id=a60c0412-28b1-42b8-8c53-e4b317189265)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:38.760110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.768265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0cc-f315-49c3-95b6-585616ffa436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.771831 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c0cc-f315-49c3-95b6-585616ffa436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.791166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object 8ee52cff-a6ea-4afc-aaee-c489d9ce7030 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:38.793779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b6c6c0cc-f315-49c3-95b6-585616ffa436 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b7e0300b-f100-495d-ae5a-9a2afcc39e50 HTTP/1.1" status: 204 len: 168 time: 0.3879657 Jun 30 03:01:38.848577 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a14a3f0d-d085-4aca-8f6e-4606c6e83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.937393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a3f0d-d085-4aca-8f6e-4606c6e83193 None None] Pushing event updated for resources: {'Port': ['ID=f02e607a-a9db-4f44-a304-ffea9bd2c539,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:39.118119 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.184967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:39.191907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:39.210171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:39.214380 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:39.222074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.240519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=8ee52cff-a6ea-4afc-aaee-c489d9ce7030,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:39.275602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6c0cc-f315-49c3-95b6-585616ffa436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e0300b-f100-495d-ae5a-9a2afcc39e50,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:39.321429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-502bcf20-33b8-4269-9e7e-998ba660d85b req-e174cc48-306d-485f-94a8-8a0a1432bb19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a9ac9837ea34af983ce8d8a9d7849e9&device_id=b06af1fa-8e61-4c32-adfe-e8821dac7319 HTTP/1.1" status: 200 len: 210 time: 0.0540190 Jun 30 03:01:39.380733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7a4bf512-22e1-41bc-9b2a-c2991440f572 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6772923 Jun 30 03:01:39.383860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45196) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:39.390303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-922b1d59-385b-43cc-9d0f-87785f6ffc9d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:39.408637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb6b93-88e4-4dc4-b5df-0593f4342c55 req-e17ce4aa-bef4-4a0d-9a09-4e6f8177cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:39.410513 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-45eb6b93-88e4-4dc4-b5df-0593f4342c55 req-e17ce4aa-bef4-4a0d-9a09-4e6f8177cbbc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=92f2c812fee4490e8e05afaf6351bba6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.6689122 Jun 30 03:01:39.447924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-502bcf20-33b8-4269-9e7e-998ba660d85b req-a07745f3-ad72-47ac-93cb-963ca683bcb3 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5a9ac9837ea34af983ce8d8a9d7849e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359893 Jun 30 03:01:39.510787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f02e607a-a9db-4f44-a304-ffea9bd2c539 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:39.634028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bcf20-33b8-4269-9e7e-998ba660d85b req-759d6f85-d371-4294-b810-feb1349b9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:39.634943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f02e607a-a9db-4f44-a304-ffea9bd2c539 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:39.635326 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.636478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-502bcf20-33b8-4269-9e7e-998ba660d85b req-759d6f85-d371-4294-b810-feb1349b9e3d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697702 Jun 30 03:01:39.790752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a132a01-8366-41d5-81d3-1914e5b6fc34 req-2faa9218-843e-4365-86c4-556a4d95e724 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:39.802122 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0a132a01-8366-41d5-81d3-1914e5b6fc34 req-2faa9218-843e-4365-86c4-556a4d95e724 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 1.1039159 Jun 30 03:01:39.866881 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0a132a01-8366-41d5-81d3-1914e5b6fc34 req-af0c829a-ebf4-41ce-8029-6dfbe20307c5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636704 Jun 30 03:01:39.911360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e51e56b6-c5d5-48fd-8edd-d2d6aff7f77a None None] Provisioning for port 8ee52cff-a6ea-4afc-aaee-c489d9ce7030 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:39.916718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e51e56b6-c5d5-48fd-8edd-d2d6aff7f77a None None] Provisioning complete for port 8ee52cff-a6ea-4afc-aaee-c489d9ce7030 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:39.917403 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e51e56b6-c5d5-48fd-8edd-d2d6aff7f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.943088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59056-1734-4003-92d8-9397d18cde7d req-f97f0a19-c60b-4dce-ab92-39e75d63e132 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:39.952605 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ada59056-1734-4003-92d8-9397d18cde7d req-f97f0a19-c60b-4dce-ab92-39e75d63e132 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 944 time: 0.3016858 Jun 30 03:01:39.970330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb6b93-88e4-4dc4-b5df-0593f4342c55 req-44560da9-4d23-4831-96d8-498a7cba42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:39.982333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-45eb6b93-88e4-4dc4-b5df-0593f4342c55 req-44560da9-4d23-4831-96d8-498a7cba42b4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5272090 Jun 30 03:01:40.015990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e51e56b6-c5d5-48fd-8edd-d2d6aff7f77a None None] Port 8ee52cff-a6ea-4afc-aaee-c489d9ce7030 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:40.069698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922b1d59-385b-43cc-9d0f-87785f6ffc9d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:40.073484 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-922b1d59-385b-43cc-9d0f-87785f6ffc9d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.125613 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cf1c629-563a-4aec-8e23-4f0c5297cb89 req-fa97c18d-0f20-47e8-b3d6-661cbb82a44c tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=b06af1fa-8e61-4c32-adfe-e8821dac7319 HTTP/1.1" status: 200 len: 210 time: 0.0316806 Jun 30 03:01:40.126164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ada59056-1734-4003-92d8-9397d18cde7d req-e6f2eb2e-a260-4096-8729-0b2090b05aa0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578345 Jun 30 03:01:40.166039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-bf148105-ba3b-46eb-b64b-0e697feeaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:40.168131 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-bf148105-ba3b-46eb-b64b-0e697feeaac7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 1095 time: 0.1073272 Jun 30 03:01:40.204922 n-d-798249-3 neutron-server[94531]: INFO neutron.db.ipam_backend_mixin [None req-922b1d59-385b-43cc-9d0f-87785f6ffc9d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2af0b3f9-419a-4b80-a941-916c494cf023 (CIDR: 2001:db8::/64) Jun 30 03:01:40.216618 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-a8ea8871-19b2-4107-bd03-0a0bdde471fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc HTTP/1.1" status: 200 len: 217 time: 0.0409498 Jun 30 03:01:40.252238 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-922b1d59-385b-43cc-9d0f-87785f6ffc9d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:01:40.252613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922b1d59-385b-43cc-9d0f-87785f6ffc9d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:40.269937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-59714c78-7af0-4420-9b7b-6830eadcadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:40.272299 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-59714c78-7af0-4420-9b7b-6830eadcadb4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.0477233 Jun 30 03:01:40.320088 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-9d93b0eb-1197-475b-9f5d-dfe8c3152f42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412343 Jun 30 03:01:40.371824 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-922b1d59-385b-43cc-9d0f-87785f6ffc9d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9865932 Jun 30 03:01:40.374312 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45216) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.379950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-47d7584f-4186-4e42-a6c7-894f153cb31b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:40.513158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-b7662c8f-944c-48b5-92aa-0f181f264252 service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834369 Jun 30 03:01:40.646761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a450f36-5254-4ff4-b10f-1bb46309c5ae req-dca7480f-4e20-4107-8dd7-d5f4ddda6c3d service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254961 Jun 30 03:01:40.716240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d7584f-4186-4e42-a6c7-894f153cb31b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:40.726838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-47d7584f-4186-4e42-a6c7-894f153cb31b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.092055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-502bcf20-33b8-4269-9e7e-998ba660d85b req-a629346a-b6f8-4b51-be40-c4130a6a53f7 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.74 "GET /v2.0/ports?device_id=b06af1fa-8e61-4c32-adfe-e8821dac7319 HTTP/1.1" status: 200 len: 210 time: 0.0503089 Jun 30 03:01:41.141697 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebac5c0-42d0-4b3b-b902-76790c443171 req-ef33db50-f0c7-4b26-9a38-45a447495921 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:41.143191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eebac5c0-42d0-4b3b-b902-76790c443171 req-ef33db50-f0c7-4b26-9a38-45a447495921 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1126084 Jun 30 03:01:41.171864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-47d7584f-4186-4e42-a6c7-894f153cb31b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.253313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eebac5c0-42d0-4b3b-b902-76790c443171 req-1b25fc6b-f99f-49ff-b704-586e328dd56c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909567 Jun 30 03:01:41.344578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d7584f-4186-4e42-a6c7-894f153cb31b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:41.386076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-47d7584f-4186-4e42-a6c7-894f153cb31b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:41.399647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac64f9e5-1c06-45f5-aa31-1892bf65fd3d None None] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:41.400593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d7584f-4186-4e42-a6c7-894f153cb31b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:41.401204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-47d7584f-4186-4e42-a6c7-894f153cb31b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.421581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8278aee3-7bb0-4ede-95cb-fc74687c305a req-ed14db2d-0c5c-475e-9ba7-de4ff0003f56 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=b06af1fa-8e61-4c32-adfe-e8821dac7319 HTTP/1.1" status: 200 len: 210 time: 0.1281252 Jun 30 03:01:41.442200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7584f-4186-4e42-a6c7-894f153cb31b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=eac5cafb-9987-421a-84b5-04a3458f34ea,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.569873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-47d7584f-4186-4e42-a6c7-894f153cb31b tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1942267 Jun 30 03:01:41.573064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45256) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:41.580832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-800005742', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eac5cafb-9987-421a-84b5-04a3458f34ea'}], 'security_groups': ['7be0b4a8-281f-4887-a3be-aedc9be53862']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:41.609875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d469c-87e9-4b2e-aea2-80a8581c6c7b req-c4f872c8-deb2-45fe-b085-54e7ee97ed29 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:41.620731 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f83d469c-87e9-4b2e-aea2-80a8581c6c7b req-c4f872c8-deb2-45fe-b085-54e7ee97ed29 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 944 time: 0.1379957 Jun 30 03:01:41.718339 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f83d469c-87e9-4b2e-aea2-80a8581c6c7b req-60488c86-293d-4263-912e-180726f29aa8 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958452 Jun 30 03:01:41.831528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.921261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953fc2c1-87eb-43a2-9a67-abab5276d3dc None None] Update dhcp port {'port': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'fixed_ips': [{'subnet_id': '2af0b3f9-419a-4b80-a941-916c494cf023', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eac5cafb-9987-421a-84b5-04a3458f34ea'}], 'binding:host_id': 'n-d-798249-3'}, 'id': 'f02e607a-a9db-4f44-a304-ffea9bd2c539'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:01:41.980009 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-953fc2c1-87eb-43a2-9a67-abab5276d3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.072360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aae6d6-8699-4e83-8bc8-4e4b059401e4 req-ed455315-1100-4298-ada3-9b0eeb1fe064 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:42.079728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4aae6d6-8699-4e83-8bc8-4e4b059401e4 req-ed455315-1100-4298-ada3-9b0eeb1fe064 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1238015 Jun 30 03:01:42.123596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45270) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:42.208084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a2ee2087-cbff-4a5e-a2cf-547fa8722485 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Request body: {'floatingip': {'port_id': 'e0520405-6529-4d7c-905d-67abef94c1d7'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:42.210819 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2087-cbff-4a5e-a2cf-547fa8722485 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.247587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Delete allocated IP 2001:db8::b2 (159ff0d0-37e2-4312-bcaa-277fbb62a12e/2af0b3f9-419a-4b80-a941-916c494cf023) {{(pid=94531) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 03:01:42.257935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8:0:1::76 (159ff0d0-37e2-4312-bcaa-277fbb62a12e/eac5cafb-9987-421a-84b5-04a3458f34ea/8ee52cff-a6ea-4afc-aaee-c489d9ce7030) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:42.641434 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.652599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418ede9-e148-48b8-a60d-4fdaea468cb7 req-7e2a507e-0c1a-4af2-801b-031409bbfbab tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:42.659514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9418ede9-e148-48b8-a60d-4fdaea468cb7 req-7e2a507e-0c1a-4af2-801b-031409bbfbab tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.1348777 Jun 30 03:01:42.690912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object 8ee52cff-a6ea-4afc-aaee-c489d9ce7030 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:42.722020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9418ede9-e148-48b8-a60d-4fdaea468cb7 req-6d254675-a793-4174-9eb4-7b074c6156b5 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574532 Jun 30 03:01:42.785068 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7aac3170-116f-4b9c-8d98-9373c16649c1 req-8ed3b4b2-ce03-4fb3-af63-0f0da8e21ef6 tempest-ServerShowV247Test-592970166 tempest-ServerShowV247Test-592970166-project] 10.222.0.77 "GET /v2.0/ports?device_id=b06af1fa-8e61-4c32-adfe-e8821dac7319 HTTP/1.1" status: 200 len: 210 time: 0.0347848 Jun 30 03:01:42.917829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-953fc2c1-87eb-43a2-9a67-abab5276d3dc None None] Allocated IP 2001:db8:0:1::2 (159ff0d0-37e2-4312-bcaa-277fbb62a12e/eac5cafb-9987-421a-84b5-04a3458f34ea/f02e607a-a9db-4f44-a304-ffea9bd2c539) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:42.964536 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2087-cbff-4a5e-a2cf-547fa8722485 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.040219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-953fc2c1-87eb-43a2-9a67-abab5276d3dc None None] For port f02e607a-a9db-4f44-a304-ffea9bd2c539, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f02e607a-a9db-4f44-a304-ffea9bd2c539,segment=NetworkSegment(a60c0412-28b1-42b8-8c53-e4b317189265),segment_id=a60c0412-28b1-42b8-8c53-e4b317189265)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:43.096936 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2087-cbff-4a5e-a2cf-547fa8722485 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.197668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.209886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:01:43.244934 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-953fc2c1-87eb-43a2-9a67-abab5276d3dc None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.250793 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-a2ee2087-cbff-4a5e-a2cf-547fa8722485 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Floating IP 04bd6ac2-35ee-4d5b-92df-7b4bd1d9be04 associated. External IP: 172.25.2.211, port: e0520405-6529-4d7c-905d-67abef94c1d7. Jun 30 03:01:43.280629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] In _notify_port_updated(), no bound segment for port 8ee52cff-a6ea-4afc-aaee-c489d9ce7030 on network 159ff0d0-37e2-4312-bcaa-277fbb62a12e {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:01:43.286968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:43.287595 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.292769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "PUT /v2.0/ports/8ee52cff-a6ea-4afc-aaee-c489d9ce7030 HTTP/1.1" status: 200 len: 929 time: 1.7146528 Jun 30 03:01:43.293590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45308) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:43.295234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-953fc2c1-87eb-43a2-9a67-abab5276d3dc None None] Transition to ACTIVE for port object f02e607a-a9db-4f44-a304-ffea9bd2c539 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:43.343921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773126a-6028-4d96-98de-655c043a2fdc tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=8ee52cff-a6ea-4afc-aaee-c489d9ce7030,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:43.349897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:43.369911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'port_id': '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc', 'mac_address': 'fa:16:3e:5e:56:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f26a757-6c41-48ca-bac9-6dced2ed1a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:01:43.418982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5135f7a-7f6c-4ba6-87b0-ab1c16d1ce1f req-eb225652-90a4-4f28-929a-e5b276ec923c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:43.426988 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5135f7a-7f6c-4ba6-87b0-ab1c16d1ce1f req-eb225652-90a4-4f28-929a-e5b276ec923c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 944 time: 0.5932324 Jun 30 03:01:43.456380 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-953fc2c1-87eb-43a2-9a67-abab5276d3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.518005 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fc2c1-87eb-43a2-9a67-abab5276d3dc None None] Pushing event updated for resources: {'Port': ['ID=f02e607a-a9db-4f44-a304-ffea9bd2c539,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:43.523346 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.588251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:43.599608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5135f7a-7f6c-4ba6-87b0-ab1c16d1ce1f req-1eadf69e-c1d0-4d26-af62-b01e9ccfea8f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716254 Jun 30 03:01:43.627617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-9228f483-8f42-47a3-adaf-db5d511bfe25 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port 8ee52cff-a6ea-4afc-aaee-c489d9ce7030 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:43.628053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9228f483-8f42-47a3-adaf-db5d511bfe25 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.638556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:43.641786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ee2087-cbff-4a5e-a2cf-547fa8722485 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Router ffa680e1-b157-4cde-8a27-ef70f7390a61 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:43.730846 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.752811 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9228f483-8f42-47a3-adaf-db5d511bfe25 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.771876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-9228f483-8f42-47a3-adaf-db5d511bfe25 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for 8ee52cff-a6ea-4afc-aaee-c489d9ce7030 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:43.796004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ee2087-cbff-4a5e-a2cf-547fa8722485 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:43.807983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2087-cbff-4a5e-a2cf-547fa8722485 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.881431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a2ee2087-cbff-4a5e-a2cf-547fa8722485 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "PUT /v2.0/floatingips/04bd6ac2-35ee-4d5b-92df-7b4bd1d9be04 HTTP/1.1" status: 200 len: 991 time: 1.7547932 Jun 30 03:01:43.884116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:43.890440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:43.905356 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c711f52-683c-487d-8b10-980d6280e0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:43.908575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] Sync routers for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:43.964148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:43.964888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:01:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:44.017794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:44.197824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b9390-a4d1-4a06-9d23-911e0b17ae72 req-e048135f-66dd-4f76-9009-5ca246193167 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:44.205939 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-485b9390-a4d1-4a06-9d23-911e0b17ae72 req-e048135f-66dd-4f76-9009-5ca246193167 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.2217450 Jun 30 03:01:44.223280 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09795d08-8c6d-4114-a240-5211611c3c71 x-openstack-request-id: req-09795d08-8c6d-4114-a240-5211611c3c71 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:44.223653 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:44.224086 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09795d08-8c6d-4114-a240-5211611c3c71 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:44.224567 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'status': 'completed', 'code': 200} Jun 30 03:01:44.245197 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9228f483-8f42-47a3-adaf-db5d511bfe25 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.298310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228f483-8f42-47a3-adaf-db5d511bfe25 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=8ee52cff-a6ea-4afc-aaee-c489d9ce7030,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:44.323634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:44.342228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-23200235-bdf9-42ee-b4ea-d1af59a99de2 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:44.344180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9228f483-8f42-47a3-adaf-db5d511bfe25 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.345022 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-23200235-bdf9-42ee-b4ea-d1af59a99de2 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.74 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.2495110 Jun 30 03:01:44.350516 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9228f483-8f42-47a3-adaf-db5d511bfe25 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/8ee52cff-a6ea-4afc-aaee-c489d9ce7030 HTTP/1.1" status: 204 len: 168 time: 1.0535798 Jun 30 03:01:44.351192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45370) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:44.374339 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-485b9390-a4d1-4a06-9d23-911e0b17ae72 req-d9e51288-2801-49a9-b431-2ca2f164ab7d tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673467 Jun 30 03:01:44.383070 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-7874c44e-d533-4279-9fdc-305867fff86d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:01:44.388234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7874c44e-d533-4279-9fdc-305867fff86d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/8ee52cff-a6ea-4afc-aaee-c489d9ce7030 HTTP/1.1" status: 404 len: 333 time: 0.0360060 Jun 30 03:01:44.388901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45372) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:44.455452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e18ffb0-6cfd-4c55-b222-c3ba2f92a233 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.480387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711f52-683c-487d-8b10-980d6280e0bc req-ea1a8bd6-298e-4220-ae3d-8a925b6348f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:44.480387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c711f52-683c-487d-8b10-980d6280e0bc req-ea1a8bd6-298e-4220-ae3d-8a925b6348f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 1096 time: 0.2101693 Jun 30 03:01:44.486993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e18ffb0-6cfd-4c55-b222-c3ba2f92a233 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.587445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Deleting port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:44.604786 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.668072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711f52-683c-487d-8b10-980d6280e0bc req-7987ade2-5e0d-4964-af40-87d10f4ab4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:44.669714 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c711f52-683c-487d-8b10-980d6280e0bc req-7987ade2-5e0d-4964-af40-87d10f4ab4e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.1859336 Jun 30 03:01:44.671478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '04bd6ac2-35ee-4d5b-92df-7b4bd1d9be04', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'port_id': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'mac_address': 'fa:16:3e:17:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64434be1-e4b1-4619-b337-b00d91d44350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:01:19Z', 'updated_at': '2021-06-30T03:01:42Z', 'revision_number': 1, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:44.706394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] Checking router: ffa680e1-b157-4cde-8a27-ef70f7390a61 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:44.737022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bae05591-8422-4e84-be2e-603d1f73ff8d None None] Provisioning complete for port a9415e80-1cce-404c-98a3-62d8127275d8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:44.737022 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bae05591-8422-4e84-be2e-603d1f73ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.737022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:44.737022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:01:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:44.804962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-bae05591-8422-4e84-be2e-603d1f73ff8d None None] Port a9415e80-1cce-404c-98a3-62d8127275d8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:44.810039 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c711f52-683c-487d-8b10-980d6280e0bc req-de0cb345-9f24-469e-b865-b01fea951cfc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0520405-6529-4d7c-905d-67abef94c1d7 HTTP/1.1" status: 200 len: 999 time: 0.1319666 Jun 30 03:01:44.831792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e18ffb0-6cfd-4c55-b222-c3ba2f92a233 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.840520 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e18ffb0-6cfd-4c55-b222-c3ba2f92a233 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.840520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5e18ffb0-6cfd-4c55-b222-c3ba2f92a233 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/security-groups/b7cdf55e-5765-41f2-838c-bbe0e449c7e5 HTTP/1.1" status: 204 len: 168 time: 0.4466162 Jun 30 03:01:44.840520 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45382) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:44.859682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18ffb0-6cfd-4c55-b222-c3ba2f92a233 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cdf55e-5765-41f2-838c-bbe0e449c7e5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:44.887564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:44.900245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] For port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:44.900946 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.915942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cfee3f8-8bea-451a-85e4-ef5c5adb02f6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.955556 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cfee3f8-8bea-451a-85e4-ef5c5adb02f6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.047605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9e5a1-6a22-4078-8457-913d76a8d9c6 req-6c17f971-f578-4b84-a03e-3c40c798bf88 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:45.049476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5c9e5a1-6a22-4078-8457-913d76a8d9c6 req-6c17f971-f578-4b84-a03e-3c40c798bf88 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 945 time: 0.3151073 Jun 30 03:01:45.063390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711f52-683c-487d-8b10-980d6280e0bc req-8650a53d-c127-49fe-b516-67709eb10637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:45.064991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c711f52-683c-487d-8b10-980d6280e0bc req-8650a53d-c127-49fe-b516-67709eb10637 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.2441030 Jun 30 03:01:45.101272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45394) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:45.110523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bae05591-8422-4e84-be2e-603d1f73ff8d None None] Provisioning for port f02e607a-a9db-4f44-a304-ffea9bd2c539 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:45.117955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bae05591-8422-4e84-be2e-603d1f73ff8d None None] Provisioning complete for port f02e607a-a9db-4f44-a304-ffea9bd2c539 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:45.118408 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bae05591-8422-4e84-be2e-603d1f73ff8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.183443 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cfee3f8-8bea-451a-85e4-ef5c5adb02f6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.192136 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cfee3f8-8bea-451a-85e4-ef5c5adb02f6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.192136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3cfee3f8-8bea-451a-85e4-ef5c5adb02f6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/security-groups/7be0b4a8-281f-4887-a3be-aedc9be53862 HTTP/1.1" status: 204 len: 168 time: 0.3466268 Jun 30 03:01:45.194848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45400) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:45.276826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfee3f8-8bea-451a-85e4-ef5c5adb02f6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be0b4a8-281f-4887-a3be-aedc9be53862,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:45.277391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:45.300338 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f6b6-3198-455d-897f-53acf75af992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.305792 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5c9e5a1-6a22-4078-8457-913d76a8d9c6 req-6545206b-8006-4aca-a2c6-d6b6c63b2a8c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316754 Jun 30 03:01:45.381345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bc62f6-685f-43a6-90ac-357032842ecf tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet 2af0b3f9-419a-4b80-a941-916c494cf023 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:45.394937 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bc62f6-685f-43a6-90ac-357032842ecf tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.450546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bae05591-8422-4e84-be2e-603d1f73ff8d None None] Could not find standard attr ID for object 8ee52cff-a6ea-4afc-aaee-c489d9ce7030. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:01:45.473246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '04bd6ac2-35ee-4d5b-92df-7b4bd1d9be04', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'port_id': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'mac_address': 'fa:16:3e:17:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64434be1-e4b1-4619-b337-b00d91d44350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:01:19Z', 'updated_at': '2021-06-30T03:01:42Z', 'revision_number': 1, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:45.481871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c711f52-683c-487d-8b10-980d6280e0bc req-3e6c9328-f8b7-48a6-adb9-fb1e7f67c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:45.483208 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bc62f6-685f-43a6-90ac-357032842ecf tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.485868 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c711f52-683c-487d-8b10-980d6280e0bc req-3e6c9328-f8b7-48a6-adb9-fb1e7f67c67c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4099550 Jun 30 03:01:45.510952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c5a9d4-df9e-4589-9be2-6b60ee6d30fe None None] The sync data for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 is: [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '04bd6ac2-35ee-4d5b-92df-7b4bd1d9be04', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'port_id': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'mac_address': 'fa:16:3e:17:de:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64434be1-e4b1-4619-b337-b00d91d44350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:01:19Z', 'updated_at': '2021-06-30T03:01:42Z', 'revision_number': 1, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:45.516607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f02e607a-a9db-4f44-a304-ffea9bd2c539 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:45.590050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0268fc7e-ca8e-40d9-8d56-30cf960c990e None None] Could not find standard attr ID for object 8ee52cff-a6ea-4afc-aaee-c489d9ce7030. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:01:45.614662 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.616312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.617447 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Floating IP 2238d4b6-4db2-4c12-aae4-6684d8bb154d disassociated. External IP: 172.25.2.246, port: 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004. Jun 30 03:01:45.617842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Calling delete_port for 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:45.631759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f02e607a-a9db-4f44-a304-ffea9bd2c539 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:45.632650 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.644750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f6b6-3198-455d-897f-53acf75af992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.688477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:45.710934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:45.711307 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.751303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bc62f6-685f-43a6-90ac-357032842ecf tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.837471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c3e5f-3b41-4025-a57c-bd8961b9e78f req-35b25ca4-b4f1-4699-8c8a-85373f1838da tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:45.845016 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd6c3e5f-3b41-4025-a57c-bd8961b9e78f req-35b25ca4-b4f1-4699-8c8a-85373f1838da tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 945 time: 0.2372625 Jun 30 03:01:45.848843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c711f52-683c-487d-8b10-980d6280e0bc req-333fa436-93f3-4793-8e12-a51a0576731d service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453002 Jun 30 03:01:45.859915 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f6b6-3198-455d-897f-53acf75af992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.870128 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54921583-e71f-4c11-837a-032bb3e8db03 None None] New status for floating IP 04bd6ac2-35ee-4d5b-92df-7b4bd1d9be04: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:01:45.956406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4bb8f6b6-3198-455d-897f-53acf75af992 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a9ac9837ea34af983ce8d8a9d7849e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8527820 Jun 30 03:01:45.960765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45440) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:45.960922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8f6b6-3198-455d-897f-53acf75af992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b262b23e-d8b0-43c0-832b-f9b62258fd9c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:45.977634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd6c3e5f-3b41-4025-a57c-bd8961b9e78f req-7f3b5533-28a4-4454-88d2-94f7495d830f tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=557411bb-5e83-426b-a72f-5c5bce8406d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314759 Jun 30 03:01:46.007867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.032485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf85e6f-bb52-4a09-93e1-99d538592ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:46.034821 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77907ec4-c481-4144-91a2-53c071e06039" -d '{"events": [{"server_uuid": "9bf85e6f-bb52-4a09-93e1-99d538592ca6", "name": "network-vif-plugged", "status": "completed", "tag": "59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:46.050608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:46.084352 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7906968f-63bd-414f-8de0-697e928b557e x-openstack-request-id: req-7906968f-63bd-414f-8de0-697e928b557e {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:46.084919 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf85e6f-bb52-4a09-93e1-99d538592ca6", "name": "network-vif-plugged", "status": "completed", "tag": "59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:46.085368 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7906968f-63bd-414f-8de0-697e928b557e {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:46.086194 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf85e6f-bb52-4a09-93e1-99d538592ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc', 'code': 200} Jun 30 03:01:46.103727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bc62f6-685f-43a6-90ac-357032842ecf tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.130825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d6d9a1-0b3c-4cb8-ab15-aabba2eee6e0 None None] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:46.139729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc62f6-685f-43a6-90ac-357032842ecf tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=2af0b3f9-419a-4b80-a941-916c494cf023,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:46.142176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bc62f6-685f-43a6-90ac-357032842ecf tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.144173 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-15bc62f6-685f-43a6-90ac-357032842ecf tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/2af0b3f9-419a-4b80-a941-916c494cf023 HTTP/1.1" status: 204 len: 168 time: 0.9482427 Jun 30 03:01:46.148378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45448) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:46.156294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0f03e224-579e-47ab-882e-242569360125 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:46.264723 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.309546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c0ef-a1b4-4be4-a5b4-82ab7b0d6254 req-fad0376f-6129-488d-88e2-3935793dfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.311313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a211c0ef-a1b4-4be4-a5b4-82ab7b0d6254 req-fad0376f-6129-488d-88e2-3935793dfc72 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 1096 time: 0.1505058 Jun 30 03:01:46.362392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a211c0ef-a1b4-4be4-a5b4-82ab7b0d6254 req-5138ca24-e813-423e-b60a-b86c8404240a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Jun 30 03:01:46.384368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:46.456762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f03e224-579e-47ab-882e-242569360125 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:46.463598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0f03e224-579e-47ab-882e-242569360125 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.555815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45464) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:46.639021 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c711f52-683c-487d-8b10-980d6280e0bc req-f272efcb-bd7c-4f3a-b47d-3c55b0758a33 service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7779512 Jun 30 03:01:46.641258 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d269b15d-90d4-49e3-85d0-b7b78703fb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.695305 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d269b15d-90d4-49e3-85d0-b7b78703fb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.724475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adc9bb-a80b-4007-8bf9-7bdd14061ef7 req-fd67b1a5-151e-4092-badf-9cccea198bab tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.724704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3adc9bb-a80b-4007-8bf9-7bdd14061ef7 req-fd67b1a5-151e-4092-badf-9cccea198bab tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 946 time: 0.2226646 Jun 30 03:01:46.727712 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.736872 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-579131e3-1364-42e6-a488-437b946a7ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.780088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event deleted for resources: {'Port': ['ID=2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:46.826093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3adc9bb-a80b-4007-8bf9-7bdd14061ef7 req-a9c5b53e-18b7-42b6-bc50-17e814cccb40 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835660 Jun 30 03:01:46.900547 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-579131e3-1364-42e6-a488-437b946a7ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.963621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Router 3d5d9d8a-9b2d-490c-ae52-63073934610e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:46.991653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0f03e224-579e-47ab-882e-242569360125 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.050050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f03e224-579e-47ab-882e-242569360125 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:47.056247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-579131e3-1364-42e6-a488-437b946a7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.062406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-0f03e224-579e-47ab-882e-242569360125 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:47.070834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03e224-579e-47ab-882e-242569360125 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:47.071335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0f03e224-579e-47ab-882e-242569360125 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.090211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:47.092365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03e224-579e-47ab-882e-242569360125 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=c43c8c9e-f83b-4e67-937f-08dee2a63db4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:47.092715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d269b15d-90d4-49e3-85d0-b7b78703fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.095493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d269b15d-90d4-49e3-85d0-b7b78703fb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.100205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d269b15d-90d4-49e3-85d0-b7b78703fb27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b262b23e-d8b0-43c0-832b-f9b62258fd9c HTTP/1.1" status: 204 len: 168 time: 1.1351702 Jun 30 03:01:47.132134 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-579131e3-1364-42e6-a488-437b946a7ee8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3c465b2b0aaf4587b2af4bffd6cc8081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5751159 Jun 30 03:01:47.133238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579131e3-1364-42e6-a488-437b946a7ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d87717-7d30-41f8-aad5-9b10ef084aa5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:47.136627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] Sync routers for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:47.143706 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45484) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:47.157734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:47.158507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:01:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:47.204460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269b15d-90d4-49e3-85d0-b7b78703fb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b262b23e-d8b0-43c0-832b-f9b62258fd9c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:47.241580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] No DVR routers for this DVR port 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:47.257673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:47.264977 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0f03e224-579e-47ab-882e-242569360125 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1131675 Jun 30 03:01:47.270919 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a6fcfe8-89b1-479b-868d-e2556ef66c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.285224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45490) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:47.291464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:47.291799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:47.301867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-592b64e0-13eb-42a2-923d-12086b28c2d0 req-d0fdbc50-3a6e-4201-a4ca-3a5ccfe256b9 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 210 time: 0.1039979 Jun 30 03:01:47.303456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.304653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15148c12-d7a7-4818-9cc2-57ec21fd75be None None] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:47.305621 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7768b7f8-9696-4fbe-a6c9-3d6d8d6dc6b6 req-39513c4d-943c-4c05-b317-814c59c902b4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.74 "DELETE /v2.0/ports/2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004 HTTP/1.1" status: 204 len: 173 time: 2.9513981 Jun 30 03:01:47.306071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda83cef-459b-4547-83e9-dfd81decd043', 'name': 'network-vif-deleted', 'tag': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:47.308384 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0300e551-a31a-4d6f-818b-dfa697df4201" -d '{"events": [{"server_uuid": "eda83cef-459b-4547-83e9-dfd81decd043", "name": "network-vif-deleted", "tag": "2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:47.322982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c170d9b0-0d49-49a7-a281-e12a8759d1e2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'security_group': {'name': 'tempest-secgroup-1365189344'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:47.355313 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a6fcfe8-89b1-479b-868d-e2556ef66c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.380670 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1f9ed0-172d-45ed-9435-ab0f38b8bfe1 x-openstack-request-id: req-ee1f9ed0-172d-45ed-9435-ab0f38b8bfe1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:47.381159 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda83cef-459b-4547-83e9-dfd81decd043", "name": "network-vif-deleted", "tag": "2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:47.382888 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ee1f9ed0-172d-45ed-9435-ab0f38b8bfe1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:47.382888 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda83cef-459b-4547-83e9-dfd81decd043', 'name': 'network-vif-deleted', 'tag': '2d3dee54-dc54-48c9-b3cf-6a8bfcb4e004', 'status': 'completed', 'code': 200} Jun 30 03:01:47.426680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3f835a02-fe24-458d-8821-a9b7823a0207 None None] Provisioning complete for port a9415e80-1cce-404c-98a3-62d8127275d8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:47.427121 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3f835a02-fe24-458d-8821-a9b7823a0207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.608997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:47.673784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c170d9b0-0d49-49a7-a281-e12a8759d1e2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.676081 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a6fcfe8-89b1-479b-868d-e2556ef66c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.680059 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a6fcfe8-89b1-479b-868d-e2556ef66c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.681175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7a6fcfe8-89b1-479b-868d-e2556ef66c13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81d87717-7d30-41f8-aad5-9b10ef084aa5 HTTP/1.1" status: 204 len: 168 time: 0.5358050 Jun 30 03:01:47.713650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fcfe8-89b1-479b-868d-e2556ef66c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d87717-7d30-41f8-aad5-9b10ef084aa5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:47.716071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3f835a02-fe24-458d-8821-a9b7823a0207 None None] Port a9415e80-1cce-404c-98a3-62d8127275d8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:47.785381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3f835a02-fe24-458d-8821-a9b7823a0207 None None] Provisioning complete for port f02e607a-a9db-4f44-a304-ffea9bd2c539 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:47.785381 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3f835a02-fe24-458d-8821-a9b7823a0207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.840231 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c170d9b0-0d49-49a7-a281-e12a8759d1e2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.971436 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c170d9b0-0d49-49a7-a281-e12a8759d1e2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.017125 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:48.041948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170d9b0-0d49-49a7-a281-e12a8759d1e2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796c1181-7670-428c-909b-6ab8629f5216,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:48.072019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] Checking router: 3d5d9d8a-9b2d-490c-ae52-63073934610e for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:48.092636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:48.093364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:01:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:48.105537 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c170d9b0-0d49-49a7-a281-e12a8759d1e2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.107019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c170d9b0-0d49-49a7-a281-e12a8759d1e2 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8208847 Jun 30 03:01:48.119120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45512) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:48.125051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ee7db99c-7581-4d19-a061-dffde7004869 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'security_group': {'name': 'tempest-secgroup-1742659632'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:48.153379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Update dhcp port {'port': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'fixed_ips': [{'subnet_id': 'eac5cafb-9987-421a-84b5-04a3458f34ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c43c8c9e-f83b-4e67-937f-08dee2a63db4'}], 'binding:host_id': 'n-d-798249-3'}, 'id': 'f02e607a-a9db-4f44-a304-ffea9bd2c539'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:01:48.246993 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.288836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c24f8-6938-4926-811d-1aea797a5110 req-39cd6328-f5b6-4b47-bb17-f47c6a5d3b9f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:48.290601 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e83c24f8-6938-4926-811d-1aea797a5110 req-39cd6328-f5b6-4b47-bb17-f47c6a5d3b9f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 946 time: 0.0696754 Jun 30 03:01:48.307923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:48.334650 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e83c24f8-6938-4926-811d-1aea797a5110 req-bc43f590-26ac-4377-9473-2d0e8242dcda tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379469 Jun 30 03:01:48.407938 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee7db99c-7581-4d19-a061-dffde7004869 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.550030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8def469b-6d5c-4dcc-ab05-dfdc780990ff req-711a7953-165b-4aa9-ac63-ef4c74233fb0 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=eda83cef-459b-4547-83e9-dfd81decd043 HTTP/1.1" status: 200 len: 210 time: 0.0890541 Jun 30 03:01:48.557621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee7db99c-7581-4d19-a061-dffde7004869 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.632008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Allocated IP 2001:db8::2 (159ff0d0-37e2-4312-bcaa-277fbb62a12e/c43c8c9e-f83b-4e67-937f-08dee2a63db4/f02e607a-a9db-4f44-a304-ffea9bd2c539) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:48.722191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee7db99c-7581-4d19-a061-dffde7004869 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.795268 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] For port f02e607a-a9db-4f44-a304-ffea9bd2c539, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f02e607a-a9db-4f44-a304-ffea9bd2c539,segment=NetworkSegment(a60c0412-28b1-42b8-8c53-e4b317189265),segment_id=a60c0412-28b1-42b8-8c53-e4b317189265)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:48.814314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:48.826532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7db99c-7581-4d19-a061-dffde7004869 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b367dd9-f2ef-4be6-8483-a34f8e4e6275,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:48.851519 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b48d9-8fd8-4242-ac23-e64781185cdc None None] The sync data for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 is: [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:48.865128 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.886681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45540) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:48.891193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Transition to ACTIVE for port object f02e607a-a9db-4f44-a304-ffea9bd2c539 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:48.914107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69c5de12-50fb-438d-911f-d1d77312cb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.927853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8214b-d520-4570-8515-155d8e38163d req-140c325d-de0b-42c8-855d-3e1fdb88718d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:48.934483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-140c325d-de0b-42c8-855d-3e1fdb88718d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.2439034 Jun 30 03:01:48.964515 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee7db99c-7581-4d19-a061-dffde7004869 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.968391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ee7db99c-7581-4d19-a061-dffde7004869 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8456466 Jun 30 03:01:48.968391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-dfd30f99-2ca3-4742-b7bd-8e2c1656482b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/quotas/92f2c812fee4490e8e05afaf6351bba6 HTTP/1.1" status: 200 len: 375 time: 0.0318515 Jun 30 03:01:48.969256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45544) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:48.977598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a1c8a573-ee1c-479e-8ec1-40010a305791 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'security_group': {'name': 'tempest-secgroup-1596379726'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:49.023466 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.091255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-19af7751-954c-4eb2-a0e6-74fbf9a48c3e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162443 Jun 30 03:01:49.158163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Pushing event updated for resources: {'Port': ['ID=f02e607a-a9db-4f44-a304-ffea9bd2c539,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:49.168832 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.169426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.170028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.170880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.171567 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.172256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.172809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.173346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.174043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.174616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.175141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.175595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b80a0-cab3-498c-b3cc-f268ad2297c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.178317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69c5de12-50fb-438d-911f-d1d77312cb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.240690 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-67604c8b-97ef-4b46-8f71-52230398d1e3 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484959 Jun 30 03:01:49.321040 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69c5de12-50fb-438d-911f-d1d77312cb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.344428 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a41ae5-0fe5-49d3-87e2-1a0757c78c64 None None] New status for floating IP 2238d4b6-4db2-4c12-aae4-6684d8bb154d: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:01:49.374634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5de12-50fb-438d-911f-d1d77312cb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c06ca8a-43cd-4660-9dc0-c2044ebfa3c8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:49.419697 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a573-ee1c-479e-8ec1-40010a305791 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.464836 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-69c5de12-50fb-438d-911f-d1d77312cb97 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d958fe3149454f9cba86753b01a855e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5743399 Jun 30 03:01:49.465248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45552) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:49.498598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f02e607a-a9db-4f44-a304-ffea9bd2c539 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:49.628589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-63900597-9470-4b52-9052-d4c33b6e9b4c service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793743 Jun 30 03:01:49.629063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45560) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:49.651724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0e90589-281f-4269-82bf-49642e75f8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.678322 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0e90589-281f-4269-82bf-49642e75f8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.707593 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a573-ee1c-479e-8ec1-40010a305791 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.788398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a573-ee1c-479e-8ec1-40010a305791 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.824629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1762085350-network', 'tenant_id': 'd9087b9356604bbe92ec0629ed675172'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:49.846434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8a573-ee1c-479e-8ec1-40010a305791 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f796a866-c53b-42ce-b023-3a893650dff7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:49.888463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0e90589-281f-4269-82bf-49642e75f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.893924 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0e90589-281f-4269-82bf-49642e75f8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.893924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c0e90589-281f-4269-82bf-49642e75f8db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5c06ca8a-43cd-4660-9dc0-c2044ebfa3c8 HTTP/1.1" status: 204 len: 168 time: 0.4261315 Jun 30 03:01:49.903553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e90589-281f-4269-82bf-49642e75f8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c06ca8a-43cd-4660-9dc0-c2044ebfa3c8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:49.979989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45570) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:50.037717 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a573-ee1c-479e-8ec1-40010a305791 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.039417 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a1c8a573-ee1c-479e-8ec1-40010a305791 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0674436 Jun 30 03:01:50.042058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45572) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:50.049172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-888755268', 'security_groups': ['f796a866-c53b-42ce-b023-3a893650dff7'], 'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c43c8c9e-f83b-4e67-937f-08dee2a63db4'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:50.072462 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d593c965-b4d1-4eec-8e04-a8b70afd96d7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.120765 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8e6c14f2-24a0-4f13-9887-b137890d2cb7 None None] Provisioning complete for port a9415e80-1cce-404c-98a3-62d8127275d8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:50.121237 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8e6c14f2-24a0-4f13-9887-b137890d2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.139388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d593c965-b4d1-4eec-8e04-a8b70afd96d7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.167699 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c14f2-24a0-4f13-9887-b137890d2cb7 None None] Port a9415e80-1cce-404c-98a3-62d8127275d8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:50.238425 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5ea0acb5-a485-45f0-aac7-a8fe193eff6c req-4d3a5188-c17d-42f1-b3d7-f11c16889454 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 210 time: 0.0600684 Jun 30 03:01:50.274110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8e6c14f2-24a0-4f13-9887-b137890d2cb7 None None] Provisioning for port f02e607a-a9db-4f44-a304-ffea9bd2c539 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:50.278421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8e6c14f2-24a0-4f13-9887-b137890d2cb7 None None] Provisioning complete for port f02e607a-a9db-4f44-a304-ffea9bd2c539 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:50.278670 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8e6c14f2-24a0-4f13-9887-b137890d2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.342163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Made reservation on behalf of d9087b9356604bbe92ec0629ed675172 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:50.345061 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.355722 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.399563 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d593c965-b4d1-4eec-8e04-a8b70afd96d7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.402294 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d593c965-b4d1-4eec-8e04-a8b70afd96d7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.407506 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d593c965-b4d1-4eec-8e04-a8b70afd96d7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "DELETE /v2.0/security-groups/557411bb-5e83-426b-a72f-5c5bce8406d1 HTTP/1.1" status: 204 len: 168 time: 0.4218299 Jun 30 03:01:50.407506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45582) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:50.426096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593c965-b4d1-4eec-8e04-a8b70afd96d7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557411bb-5e83-426b-a72f-5c5bce8406d1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:50.436399 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-095c142b-c4d6-4e1d-8d2a-2540b0dd8e7f tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] show failed (client error): The resource could not be found. Jun 30 03:01:50.436399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-095c142b-c4d6-4e1d-8d2a-2540b0dd8e7f tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups/557411bb-5e83-426b-a72f-5c5bce8406d1 HTTP/1.1" status: 404 len: 347 time: 0.0250351 Jun 30 03:01:50.438623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45586) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:50.531296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:50.637209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-634892b8-ffb4-43dd-b0f4-015b56ce19f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Deleting port 75d547ce-d0c2-4d50-aa6a-bcf37e305e16 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:50.637672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634892b8-ffb4-43dd-b0f4-015b56ce19f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.660434 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.679184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] device_id is not set on port 7e5e577d-a23e-4895-bba9-c680be7941f3 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:01:50.730074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.746850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634892b8-ffb4-43dd-b0f4-015b56ce19f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.747261 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634892b8-ffb4-43dd-b0f4-015b56ce19f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.761164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-634892b8-ffb4-43dd-b0f4-015b56ce19f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Calling delete_port for 75d547ce-d0c2-4d50-aa6a-bcf37e305e16 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:50.880072 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.893986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8::a (159ff0d0-37e2-4312-bcaa-277fbb62a12e/c43c8c9e-f83b-4e67-937f-08dee2a63db4/7e5e577d-a23e-4895-bba9-c680be7941f3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:50.938980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:50.955998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2863546-5d1b-4c1f-a7b7-350f26ba0a43,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:50.963495 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.963849 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Added segment 0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e of type vlan for network 9cf46aea-6776-46f8-91f1-d818dc499d01 Jun 30 03:01:51.006669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.216833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634892b8-ffb4-43dd-b0f4-015b56ce19f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.250362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634892b8-ffb4-43dd-b0f4-015b56ce19f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event deleted for resources: {'Port': ['ID=75d547ce-d0c2-4d50-aa6a-bcf37e305e16,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:51.308743 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.309738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:51.310310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.372843 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.383133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634892b8-ffb4-43dd-b0f4-015b56ce19f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.385643 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-634892b8-ffb4-43dd-b0f4-015b56ce19f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.390395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-634892b8-ffb4-43dd-b0f4-015b56ce19f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "DELETE /v2.0/floatingips/2238d4b6-4db2-4c12-aae4-6684d8bb154d HTTP/1.1" status: 204 len: 168 time: 0.9463484 Jun 30 03:01:51.390565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object 7e5e577d-a23e-4895-bba9-c680be7941f3 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:51.390667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] Pushing event updated for resources: {'Network': ['ID=9cf46aea-6776-46f8-91f1-d818dc499d01,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:51.402628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9cf46aea-6776-46f8-91f1-d818dc499d01 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:51.438152 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-421b4553-661d-40e9-a653-4a9311548205 req-ef0ac8d5-8a15-4f17-a502-9c31b43372e2 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 210 time: 0.0865054 Jun 30 03:01:51.562213 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bb3ca1ab-d871-45a5-81cd-0259a41c51ac admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9151666 Jun 30 03:01:51.563351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:51.567647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Request body: {'subnet': {'network_id': '9cf46aea-6776-46f8-91f1-d818dc499d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1762085350-subnet', 'tenant_id': 'd9087b9356604bbe92ec0629ed675172', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:51.654455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.723548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45626) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:51.772886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Made reservation on behalf of d9087b9356604bbe92ec0629ed675172 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:51.779120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.810591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b74a4b-7a09-4cfc-90a7-2a32879410df admin admin] Deleting subnet 105138e2-3c38-4d86-9a52-9c3bd8cc6a49 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:51.827776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a5b74a4b-7a09-4cfc-90a7-2a32879410df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.827991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:51.877555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:51.882311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=7e5e577d-a23e-4895-bba9-c680be7941f3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:51.884627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:51.891758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:51.892402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.899995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a5b74a4b-7a09-4cfc-90a7-2a32879410df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.959643 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a5b74a4b-7a09-4cfc-90a7-2a32879410df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.064193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c8dfae5a-db27-40d4-bc8d-ce78f1fa429d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0181239 Jun 30 03:01:52.065268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45630) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:52.073398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1ab8842c-a691-4359-91c8-9ecb7009b129 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:52.130737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45632) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:52.135534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9ebf69cb-340b-4a57-a469-e42e3358928d tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729292206', 'description': 'tempest-description--211846025'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:52.160270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a5b74a4b-7a09-4cfc-90a7-2a32879410df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.197235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b74a4b-7a09-4cfc-90a7-2a32879410df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105138e2-3c38-4d86-9a52-9c3bd8cc6a49,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:52.204970 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a5b74a4b-7a09-4cfc-90a7-2a32879410df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.209617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a5b74a4b-7a09-4cfc-90a7-2a32879410df admin admin] 10.222.0.77 "DELETE /v2.0/subnets/105138e2-3c38-4d86-9a52-9c3bd8cc6a49 HTTP/1.1" status: 204 len: 168 time: 0.4821813 Jun 30 03:01:52.211873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45634) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:52.304617 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.305629 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ebf69cb-340b-4a57-a469-e42e3358928d tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.316727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.382386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6b33b6dd-28ac-4b84-9b88-cb186e5236cc None None] Provisioning for port 7e5e577d-a23e-4895-bba9-c680be7941f3 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:52.395186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6b33b6dd-28ac-4b84-9b88-cb186e5236cc None None] Provisioning complete for port 7e5e577d-a23e-4895-bba9-c680be7941f3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:52.396365 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6b33b6dd-28ac-4b84-9b88-cb186e5236cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.412840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=369a0663-1b2b-4e8e-8453-9cd2e1a71635,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:52.424939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Checking segment: {'id': '0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9cf46aea-6776-46f8-91f1-d818dc499d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:52.425355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Network hostable DHCP agents. Network: 9cf46aea-6776-46f8-91f1-d818dc499d01, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:52.463020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6b33b6dd-28ac-4b84-9b88-cb186e5236cc None None] Port 7e5e577d-a23e-4895-bba9-c680be7941f3 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:52.488634 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.494361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab8842c-a691-4359-91c8-9ecb7009b129 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:52.499285 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ab8842c-a691-4359-91c8-9ecb7009b129 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.499785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c681f101-18ab-49bd-a6ce-2748a8894081']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:52.522543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77507d7-2b58-49c8-a6d2-16845a051c8e') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:52.522997 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77507d7-2b58-49c8-a6d2-16845a051c8e') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:52.533979 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.550672 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.561693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:52.562277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:52.564278 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:52.606470 n-d-798249-3 neutron-server[94531]: INFO neutron.db.ipam_backend_mixin [None req-1ab8842c-a691-4359-91c8-9ecb7009b129 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c43c8c9e-f83b-4e67-937f-08dee2a63db4 (CIDR: 2001:db8::/64) Jun 30 03:01:52.609578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Network 9cf46aea-6776-46f8-91f1-d818dc499d01 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:52.644534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-598b98d3-5bf7-428d-af65-ed1a9ed7aead req-f2ee6dc3-d911-4a25-af52-21c664970bdc tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 210 time: 0.0344553 Jun 30 03:01:52.694934 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ebf69cb-340b-4a57-a469-e42e3358928d tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.708031 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab8842c-a691-4359-91c8-9ecb7009b129 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:01:52.709155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab8842c-a691-4359-91c8-9ecb7009b129 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:52.745166 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.745440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 9cf46aea-6776-46f8-91f1-d818dc499d01) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:52.747280 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.755409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:52.755991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.759929 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.764559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c681f101-18ab-49bd-a6ce-2748a8894081 HTTP/1.1" status: 204 len: 168 time: 0.5513449 Jun 30 03:01:52.768424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ac082c-2b59-480b-b855-a7a1d20309d9 None None] Network 9cf46aea-6776-46f8-91f1-d818dc499d01 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:52.781930 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6b7b7-cdc6-461f-a519-0d601e8722a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c681f101-18ab-49bd-a6ce-2748a8894081,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:52.874957 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ebf69cb-340b-4a57-a469-e42e3358928d tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.934884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf69cb-340b-4a57-a469-e42e3358928d tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b76881-21bc-41b6-93a7-741837ea0dbb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:52.982366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85de803-8003-4f5a-91eb-cc394565f166 None None] Network 9cf46aea-6776-46f8-91f1-d818dc499d01 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:53.131337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0177736a-44f0-4e02-95d2-d5fa89bf8021 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5597920 Jun 30 03:01:53.131767 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ebf69cb-340b-4a57-a469-e42e3358928d tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.131767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9ebf69cb-340b-4a57-a469-e42e3358928d tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9945717 Jun 30 03:01:53.131767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1ab8842c-a691-4359-91c8-9ecb7009b129 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0602474 Jun 30 03:01:53.139992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45666) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:53.140234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45664) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:53.145120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1f47cb91-70d2-4dfb-9c05-ceb1aa4c8e54 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'security_group_rule': {'security_group_id': '83b76881-21bc-41b6-93a7-741837ea0dbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:53.149478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-03c0b524-337a-483f-8e6c-007209c810a6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:53.334317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f47cb91-70d2-4dfb-9c05-ceb1aa4c8e54 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.403062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f47cb91-70d2-4dfb-9c05-ceb1aa4c8e54 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.436782 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.473923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c0b524-337a-483f-8e6c-007209c810a6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:53.477872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-03c0b524-337a-483f-8e6c-007209c810a6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.514586 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f47cb91-70d2-4dfb-9c05-ceb1aa4c8e54 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.533066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47cb91-70d2-4dfb-9c05-ceb1aa4c8e54 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d614d50-7138-4234-93ca-e1b9d8e1e752,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:53.547541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45684) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:53.609429 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dcff8452-242c-4d6b-8e26-c2aae7566769 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b99cde5e84794a719f4983c47bf041fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555892 Jun 30 03:01:53.612209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45686) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:53.639247 n-d-798249-3 neutron-server[94530]: INFO neutron.db.ipam_backend_mixin [None req-03c0b524-337a-483f-8e6c-007209c810a6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet eac5cafb-9987-421a-84b5-04a3458f34ea (CIDR: 2001:db8:0:1::/64) Jun 30 03:01:53.644435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1f47cb91-70d2-4dfb-9c05-ceb1aa4c8e54 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.646868 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1f47cb91-70d2-4dfb-9c05-ceb1aa4c8e54 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5053928 Jun 30 03:01:53.651739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45690) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:53.657175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-685aaac7-90a7-4c43-92ed-41ad30d7a3dc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'security_group_rule': {'security_group_id': '83b76881-21bc-41b6-93a7-741837ea0dbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:53.696697 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0e9a78f-1507-4408-8c37-a116bd6d383d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.726669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0e9a78f-1507-4408-8c37-a116bd6d383d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.735327 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c0b524-337a-483f-8e6c-007209c810a6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:01:53.735564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c0b524-337a-483f-8e6c-007209c810a6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:53.822516 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f56ec86b-6f8b-4252-9ad8-4e4cbaedbab4 req-ec1c4a19-3100-4a5c-a196-503f8423f38f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 210 time: 0.0295117 Jun 30 03:01:53.931034 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0e9a78f-1507-4408-8c37-a116bd6d383d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.933663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0e9a78f-1507-4408-8c37-a116bd6d383d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.939839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c0e9a78f-1507-4408-8c37-a116bd6d383d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aaba66ba-f3d7-4d0a-8c69-859f051b3897 HTTP/1.1" status: 204 len: 168 time: 0.3219442 Jun 30 03:01:53.954769 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-685aaac7-90a7-4c43-92ed-41ad30d7a3dc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.968331 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9a78f-1507-4408-8c37-a116bd6d383d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaba66ba-f3d7-4d0a-8c69-859f051b3897,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:54.060355 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-685aaac7-90a7-4c43-92ed-41ad30d7a3dc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.063890 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-03c0b524-337a-483f-8e6c-007209c810a6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9201550 Jun 30 03:01:54.066784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45714) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:54.072731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-617702f6-7569-4d70-b116-c65ead86e861 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'subnet': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:54.089708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8214b-d520-4570-8515-155d8e38163d req-98f6fd28-550c-44ac-a0f2-7ba2025b196b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:54.091079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-98f6fd28-550c-44ac-a0f2-7ba2025b196b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.1943452 Jun 30 03:01:54.108179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Request body: {'port': {'device_id': '926ceefa-98d2-4751-ab60-7c6ea1acd074', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'admin_state_up': True, 'tenant_id': '92f2c812fee4490e8e05afaf6351bba6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:54.183582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-685aaac7-90a7-4c43-92ed-41ad30d7a3dc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.221801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685aaac7-90a7-4c43-92ed-41ad30d7a3dc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b798d991-aad1-444b-a8fd-1b954f98f084,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:54.392388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45730) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:54.398213 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-659091601-network', 'tenant_id': '4825c466d3884c66a896f96e0319822e'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:54.473023 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-685aaac7-90a7-4c43-92ed-41ad30d7a3dc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.477242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-685aaac7-90a7-4c43-92ed-41ad30d7a3dc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8212876 Jun 30 03:01:54.477573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45732) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:54.482215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:54.491932 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:01:54.491932 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 03:01:54.491932 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id_1': '4825c466d3884c66a896f96e0319822e', 'expiration_1': datetime.datetime(2021, 6, 30, 3, 1, 54, 404499)}] Jun 30 03:01:54.491932 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:01:54.493045 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:01:54.495657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:01:54.495657 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 03:01:54.495657 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id_1': '92f2c812fee4490e8e05afaf6351bba6', 'expiration_1': datetime.datetime(2021, 6, 30, 3, 1, 54, 295577)}] Jun 30 03:01:54.495657 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:01:54.496021 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:01:54.583786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617702f6-7569-4d70-b116-c65ead86e861 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Made reservation on behalf of 8aed6c1fc8e64e199b2f57731328cab4 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:54.587329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-617702f6-7569-4d70-b116-c65ead86e861 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.764301 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.938586 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.983514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac17577b-773d-44e5-a106-46b329d0c5e6 req-1a0e5b65-996d-46ce-af29-dd66988671d4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 210 time: 0.0328953 Jun 30 03:01:55.010761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-617702f6-7569-4d70-b116-c65ead86e861 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.061527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45750) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:55.077399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617702f6-7569-4d70-b116-c65ead86e861 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:55.099554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-617702f6-7569-4d70-b116-c65ead86e861 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:55.108222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617702f6-7569-4d70-b116-c65ead86e861 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:55.108773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-617702f6-7569-4d70-b116-c65ead86e861 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.112620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385f2f6-51c1-4f1d-9d9d-8a26475a7cab None None] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:55.118223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617702f6-7569-4d70-b116-c65ead86e861 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Subnet': ['ID=aff4a653-4789-495e-918a-a57f64d13179,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:55.128062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Made reservation on behalf of 4825c466d3884c66a896f96e0319822e for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:55.132942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.146167 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.159254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Allocated IP 172.25.2.199 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/6a6a0f8a-c94a-471b-bb8c-17bd594592f7) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:55.202716 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c35f3006-e25e-4a27-ba21-9dbaca39dac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.297865 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.444358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2115534-986e-4708-8f43-69f7863c3f78 None None] Update dhcp port {'port': {'network_id': '159ff0d0-37e2-4312-bcaa-277fbb62a12e', 'fixed_ips': [{'subnet_id': 'eac5cafb-9987-421a-84b5-04a3458f34ea', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c43c8c9e-f83b-4e67-937f-08dee2a63db4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aff4a653-4789-495e-918a-a57f64d13179'}], 'binding:host_id': 'n-d-798249-3'}, 'id': 'f02e607a-a9db-4f44-a304-ffea9bd2c539'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:01:55.477791 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f2115534-986e-4708-8f43-69f7863c3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.491658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.499278 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:01:55.533207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Made reservation on behalf of 92f2c812fee4490e8e05afaf6351bba6 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:55.536744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.541453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:55.552144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:55.561398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:55.564421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'Port': ['ID=6a6a0f8a-c94a-471b-bb8c-17bd594592f7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:55.640863 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-617702f6-7569-4d70-b116-c65ead86e861 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5724685 Jun 30 03:01:55.644392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45764) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:55.651963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-894987515', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aff4a653-4789-495e-918a-a57f64d13179'}], 'security_groups': ['796c1181-7670-428c-909b-6ab8629f5216', '2b367dd9-f2ef-4be6-8483-a34f8e4e6275']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:55.664124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-f2115534-986e-4708-8f43-69f7863c3f78 None None] Allocated IP 2001:db8:0:2::2 (159ff0d0-37e2-4312-bcaa-277fbb62a12e/aff4a653-4789-495e-918a-a57f64d13179/f02e607a-a9db-4f44-a304-ffea9bd2c539) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:55.864835 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.864835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Allocated IP 172.20.0.2 (0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9/3f26a757-6c41-48ca-bac9-6dced2ed1a20/eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:55.867201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f2115534-986e-4708-8f43-69f7863c3f78 None None] For port f02e607a-a9db-4f44-a304-ffea9bd2c539, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f02e607a-a9db-4f44-a304-ffea9bd2c539,segment=NetworkSegment(a60c0412-28b1-42b8-8c53-e4b317189265),segment_id=a60c0412-28b1-42b8-8c53-e4b317189265)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:55.879097 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f2115534-986e-4708-8f43-69f7863c3f78 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.904312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f2115534-986e-4708-8f43-69f7863c3f78 None None] Transition to ACTIVE for port object f02e607a-a9db-4f44-a304-ffea9bd2c539 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:55.946580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.961762 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.978627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.059669 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.108081 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f2115534-986e-4708-8f43-69f7863c3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.117836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.176631 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43b19528-dd40-410d-8e8b-f1a84b8d1fbd req-3d0ebcc8-8027-4213-b5ca-89f05cefa7c4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 210 time: 0.0594547 Jun 30 03:01:56.208467 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.233221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1', '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:01:56.265570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2115534-986e-4708-8f43-69f7863c3f78 None None] Pushing event updated for resources: {'Port': ['ID=f02e607a-a9db-4f44-a304-ffea9bd2c539,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:56.295873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:56.321065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e500eb4-8a90-40ea-91c6-51c7943d3e37,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:56.322642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event updated for resources: {'Port': ['ID=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:56.328664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:56.333075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:56.334274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.334903 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Added segment e62e6445-ef06-476f-b0c6-f323980f45ae of type vlan for network 36a8a8bf-3827-4b49-bcd2-5151ba1214fb Jun 30 03:01:56.335644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:56.402201 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.425574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:56.427117 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.452476 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.486961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Delete allocated IP 2001:db8::a (159ff0d0-37e2-4312-bcaa-277fbb62a12e/c43c8c9e-f83b-4e67-937f-08dee2a63db4) {{(pid=94531) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 03:01:56.514754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Allocated IP 2001:db8:0:2::151 (159ff0d0-37e2-4312-bcaa-277fbb62a12e/aff4a653-4789-495e-918a-a57f64d13179/7e5e577d-a23e-4895-bba9-c680be7941f3) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:56.536544 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.536731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c35f3006-e25e-4a27-ba21-9dbaca39dac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.621935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'Port': ['ID=6a6a0f8a-c94a-471b-bb8c-17bd594592f7,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:56.629280 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.700994 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c35f3006-e25e-4a27-ba21-9dbaca39dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.713833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.753785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Transition to ACTIVE for port object 7e5e577d-a23e-4895-bba9-c680be7941f3 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:56.758852 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.759806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:56.760383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.768848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f3006-e25e-4a27-ba21-9dbaca39dac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce0d347-c3c8-436f-9af6-8ecb31e05c87,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:56.786640 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c35f3006-e25e-4a27-ba21-9dbaca39dac1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c6c7d7df659f4798b55638aba4256abb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7210019 Jun 30 03:01:56.787051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45776) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:56.820407 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.827503 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dce0e9f0-0cb7-4015-9f01-c60f328df01b tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3432343 Jun 30 03:01:56.852066 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6b78f4d-371e-489f-8c63-60a3d79f18f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.879312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6b78f4d-371e-489f-8c63-60a3d79f18f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.958144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-673cda49-4c61-4b37-a0ec-b436d9874b39 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8547945 Jun 30 03:01:56.978781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Request body: {'port': {'device_id': '926ceefa-98d2-4751-ab60-7c6ea1acd074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:57.079791 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.195261 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6b78f4d-371e-489f-8c63-60a3d79f18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.197800 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6b78f4d-371e-489f-8c63-60a3d79f18f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.198943 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d6b78f4d-371e-489f-8c63-60a3d79f18f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ce0d347-c3c8-436f-9af6-8ecb31e05c87 HTTP/1.1" status: 204 len: 168 time: 0.4107633 Jun 30 03:01:57.203485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.221453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b78f4d-371e-489f-8c63-60a3d79f18f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce0d347-c3c8-436f-9af6-8ecb31e05c87,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:57.274073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=36a8a8bf-3827-4b49-bcd2-5151ba1214fb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:57.285536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 36a8a8bf-3827-4b49-bcd2-5151ba1214fb details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:57.350904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] In _notify_port_updated(), no bound segment for port 7e5e577d-a23e-4895-bba9-c680be7941f3 on network 159ff0d0-37e2-4312-bcaa-277fbb62a12e {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:01:57.356257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:57.356886 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.366871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "PUT /v2.0/ports/7e5e577d-a23e-4895-bba9-c680be7941f3 HTTP/1.1" status: 200 len: 969 time: 1.7201407 Jun 30 03:01:57.370743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45800) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:57.371197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f345fc-571f-4d5f-b837-d7ee6686e6b6 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event updated for resources: {'Port': ['ID=7e5e577d-a23e-4895-bba9-c680be7941f3,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:57.376209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-2992081b-79f2-43d1-8772-be09a9178b73 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--729292206&fields=id&tenant_id=e80d6cf22736432e8b8eacd174211320 HTTP/1.1" status: 200 len: 267 time: 0.1781344 Jun 30 03:01:57.377438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e3b055b8-9b7c-4097-8ca4-de0ce86bb4a9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9836147 Jun 30 03:01:57.386183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45802) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:57.396718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Request body: {'subnet': {'network_id': '36a8a8bf-3827-4b49-bcd2-5151ba1214fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-659091601-subnet', 'tenant_id': '4825c466d3884c66a896f96e0319822e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:57.427148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d4040d48-7953-42a3-92ae-460f7855bab9 None None] Provisioning for port 7e5e577d-a23e-4895-bba9-c680be7941f3 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:57.467123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d4040d48-7953-42a3-92ae-460f7855bab9 None None] Provisioning complete for port 7e5e577d-a23e-4895-bba9-c680be7941f3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:57.468066 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d4040d48-7953-42a3-92ae-460f7855bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.518694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f02e607a-a9db-4f44-a304-ffea9bd2c539 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:57.572034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-c5b6848f-cf44-4c1c-93f1-29c884328351 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:57.575334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-c5b6848f-cf44-4c1c-93f1-29c884328351 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 810 time: 0.1841581 Jun 30 03:01:57.597175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-52ea2f8d-bdf3-4790-ab27-bbc9b2fea23a tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/quotas/e80d6cf22736432e8b8eacd174211320 HTTP/1.1" status: 200 len: 375 time: 0.0170262 Jun 30 03:01:57.609293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Made reservation on behalf of 4825c466d3884c66a896f96e0319822e for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:57.613008 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.781434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d4040d48-7953-42a3-92ae-460f7855bab9 None None] Port 7e5e577d-a23e-4895-bba9-c680be7941f3 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:57.799997 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-ce2cae1a-11b4-4479-ace6-3c4b3db08427 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2015707 Jun 30 03:01:57.809361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d4040d48-7953-42a3-92ae-460f7855bab9 None None] Provisioning complete for port a9415e80-1cce-404c-98a3-62d8127275d8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:57.810272 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d4040d48-7953-42a3-92ae-460f7855bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.880184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d4040d48-7953-42a3-92ae-460f7855bab9 None None] Port a9415e80-1cce-404c-98a3-62d8127275d8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:57.997428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-86559fd7-2d90-44c6-a67e-392a3a3f8c5a service neutron] 10.222.0.77 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936419 Jun 30 03:01:58.013230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d4040d48-7953-42a3-92ae-460f7855bab9 None None] Provisioning for port f02e607a-a9db-4f44-a304-ffea9bd2c539 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:58.018669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d4040d48-7953-42a3-92ae-460f7855bab9 None None] Provisioning complete for port f02e607a-a9db-4f44-a304-ffea9bd2c539 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:58.018669 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d4040d48-7953-42a3-92ae-460f7855bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.097662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.134424 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-d8cf3b64-79c1-4ee6-a29d-a12c03a4ec75 service neutron] 10.222.0.77 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305022 Jun 30 03:01:58.164821 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd49a43-1b3b-4cf2-8d86-d849963a130b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:58.177280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Checking segment: {'id': 'e62e6445-ef06-476f-b0c6-f323980f45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '36a8a8bf-3827-4b49-bcd2-5151ba1214fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:58.178069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Network hostable DHCP agents. Network: 36a8a8bf-3827-4b49-bcd2-5151ba1214fb, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:58.231375 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9c0d7-e15b-4f8b-9c21-2c774627d4dd tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port 7e5e577d-a23e-4895-bba9-c680be7941f3 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:58.231720 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c0d7-e15b-4f8b-9c21-2c774627d4dd tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.243575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c3576-29f7-4763-93e7-daff852fa75f req-932ae316-e0c9-44d3-bf32-12d36a49e5c9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:58.245079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-702c3576-29f7-4763-93e7-daff852fa75f req-932ae316-e0c9-44d3-bf32-12d36a49e5c9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 931 time: 0.7407558 Jun 30 03:01:58.259755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:01:58.297017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-38a399d0-a3e4-441b-8db5-51c80f7d37c6 None None] Provisioning complete for port 7e5e577d-a23e-4895-bba9-c680be7941f3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:58.297586 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-38a399d0-a3e4-441b-8db5-51c80f7d37c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.304247 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.313349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Network 36a8a8bf-3827-4b49-bcd2-5151ba1214fb is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:58.337013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Transition to ACTIVE for port object eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:58.340862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-38a399d0-a3e4-441b-8db5-51c80f7d37c6 None None] Port 7e5e577d-a23e-4895-bba9-c680be7941f3 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:58.361076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-702c3576-29f7-4763-93e7-daff852fa75f req-bc513d9b-7a24-4cd0-b21b-2c8d2c7391a1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967011 Jun 30 03:01:58.376288 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45816) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:58.393312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c0d7-e15b-4f8b-9c21-2c774627d4dd tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.393853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15e08c74-aab7-406d-a102-2ba232ee9649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.399057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8cb9c0d7-e15b-4f8b-9c21-2c774627d4dd tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for 7e5e577d-a23e-4895-bba9-c680be7941f3 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:58.491348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 36a8a8bf-3827-4b49-bcd2-5151ba1214fb) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:58.507190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6df69f-652f-4db3-9a39-e9e21313ad31 None None] Network 36a8a8bf-3827-4b49-bcd2-5151ba1214fb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:58.520717 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.535607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:58.537088 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.569875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15e08c74-aab7-406d-a102-2ba232ee9649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.573630 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-187efe2a-7309-47ca-906b-f018f3d27cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.653339 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cfe4af78-bf36-43bf-89a4-e73b43b70501 req-9788d900-2749-4eaa-8025-5c891c817213 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 210 time: 0.0577819 Jun 30 03:01:58.684855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Pushing event updated for resources: {'Port': ['ID=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:58.689342 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d9365-6129-4343-a36b-16eab07bd166 None None] Network 36a8a8bf-3827-4b49-bcd2-5151ba1214fb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:58.703283 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15e08c74-aab7-406d-a102-2ba232ee9649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.743256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e08c74-aab7-406d-a102-2ba232ee9649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56c37f7-0aad-44ef-b0b1-39b0f128005f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:58.747797 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-15e08c74-aab7-406d-a102-2ba232ee9649 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f49155747493453e8295bf3cfdaa2400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703697 Jun 30 03:01:58.750605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45824) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:58.816549 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c8925a5-49bd-4f4b-8211-743ab584b6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.831599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Attempting to bind port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:58.832189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Attempting to bind port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:58.832600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Attempting to bind port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:58.833935 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4df73b7b-a069-4c6e-a648-411189891507 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4464245 Jun 30 03:01:58.842324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:01:58.842873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Attempting to bind port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:58.850005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:58.850345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Checking segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:58.850459 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c8925a5-49bd-4f4b-8211-743ab584b6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.850744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Bound using segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:58.851216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Bound port: eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:58.851776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.925244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] For port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:58.928923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] For port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:58.990711 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c0d7-e15b-4f8b-9c21-2c774627d4dd tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.021606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9c0d7-e15b-4f8b-9c21-2c774627d4dd tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=7e5e577d-a23e-4895-bba9-c680be7941f3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:59.059998 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.059998 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c0d7-e15b-4f8b-9c21-2c774627d4dd tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.064209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8cb9c0d7-e15b-4f8b-9c21-2c774627d4dd tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/7e5e577d-a23e-4895-bba9-c680be7941f3 HTTP/1.1" status: 204 len: 168 time: 1.6710510 Jun 30 03:01:59.064963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45834) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:59.102681 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c53f9a6-647e-4e7f-81b9-6f1479c36e68 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] GET failed (client error): The resource could not be found. Jun 30 03:01:59.107693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0c53f9a6-647e-4e7f-81b9-6f1479c36e68 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports/7e5e577d-a23e-4895-bba9-c680be7941f3 HTTP/1.1" status: 404 len: 333 time: 0.0393767 Jun 30 03:01:59.108077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45840) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:59.116902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:59.118158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.119337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] 10.222.0.74 "PUT /v2.0/ports/eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e HTTP/1.1" status: 200 len: 1091 time: 2.1531370 Jun 30 03:01:59.119951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926ceefa-98d2-4751-ab60-7c6ea1acd074', 'tag': 'eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:59.122693 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2521c3ae-6a87-40bb-aae0-6168be13c9de" -d '{"events": [{"name": "network-changed", "server_uuid": "926ceefa-98d2-4751-ab60-7c6ea1acd074", "tag": "eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:59.177528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c8925a5-49bd-4f4b-8211-743ab584b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.181024 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c8925a5-49bd-4f4b-8211-743ab584b6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.181719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ad403-ee38-4e60-8c17-76f822ede89e service neutron] Pushing event updated for resources: {'Port': ['ID=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:59.182875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8c8925a5-49bd-4f4b-8211-743ab584b6dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f56c37f7-0aad-44ef-b0b1-39b0f128005f HTTP/1.1" status: 204 len: 168 time: 0.4312744 Jun 30 03:01:59.196467 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9e2813-7b56-4b70-b49a-defad62caa91 x-openstack-request-id: req-5d9e2813-7b56-4b70-b49a-defad62caa91 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:59.196764 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926ceefa-98d2-4751-ab60-7c6ea1acd074", "tag": "eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:59.197028 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d9e2813-7b56-4b70-b49a-defad62caa91 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:59.197756 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926ceefa-98d2-4751-ab60-7c6ea1acd074', 'tag': 'eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e', 'status': 'completed', 'code': 200} Jun 30 03:01:59.208404 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60c1e9c2-4bac-4cb6-97d5-ab7575e4f1ec tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.229984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8925a5-49bd-4f4b-8211-743ab584b6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56c37f7-0aad-44ef-b0b1-39b0f128005f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:59.236610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60c1e9c2-4bac-4cb6-97d5-ab7575e4f1ec tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.382600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521c3ae-6a87-40bb-aae0-6168be13c9de req-e6c0f019-336d-4f97-bd26-6bbbf724bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:59.384313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2521c3ae-6a87-40bb-aae0-6168be13c9de req-e6c0f019-336d-4f97-bd26-6bbbf724bd6c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 1094 time: 0.1494107 Jun 30 03:01:59.387876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60c1e9c2-4bac-4cb6-97d5-ab7575e4f1ec tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.390488 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60c1e9c2-4bac-4cb6-97d5-ab7575e4f1ec tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.391636 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-60c1e9c2-4bac-4cb6-97d5-ab7575e4f1ec tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/security-groups/f796a866-c53b-42ce-b023-3a893650dff7 HTTP/1.1" status: 204 len: 168 time: 0.2826331 Jun 30 03:01:59.398177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45858) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:59.411441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1e9c2-4bac-4cb6-97d5-ab7575e4f1ec tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f796a866-c53b-42ce-b023-3a893650dff7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:59.560058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af7f0d-e400-4737-b98a-f0fba8e20858 req-f91db77c-75f6-434d-93ba-94626337e90f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:59.561680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31af7f0d-e400-4737-b98a-f0fba8e20858 req-f91db77c-75f6-434d-93ba-94626337e90f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 943 time: 0.0711498 Jun 30 03:01:59.603480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31af7f0d-e400-4737-b98a-f0fba8e20858 req-dd1cc806-ff2d-4d69-9273-f73056c4565e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354338 Jun 30 03:01:59.635038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521c3ae-6a87-40bb-aae0-6168be13c9de req-954a878f-374e-4bb8-8b4e-6956bc8ef55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:59.636545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2521c3ae-6a87-40bb-aae0-6168be13c9de req-954a878f-374e-4bb8-8b4e-6956bc8ef55b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=92f2c812fee4490e8e05afaf6351bba6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2419820 Jun 30 03:01:59.637435 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b292a150-4271-4d30-bb5c-c093d3ef6110 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.645798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-cf8102b8-a67b-41f4-bacc-cd565a9199ee tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:59.647207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-cf8102b8-a67b-41f4-bacc-cd565a9199ee tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/networks?id=9cf46aea-6776-46f8-91f1-d818dc499d01 HTTP/1.1" status: 200 len: 825 time: 0.2160461 Jun 30 03:01:59.722316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-15cd3b7a-f1e4-4be2-b962-b47443227563 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/quotas/d9087b9356604bbe92ec0629ed675172 HTTP/1.1" status: 200 len: 375 time: 0.0629294 Jun 30 03:01:59.730855 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b292a150-4271-4d30-bb5c-c093d3ef6110 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.779241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-52fb0c66-8c2e-47dc-9054-9203fee2a321 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d9087b9356604bbe92ec0629ed675172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501537 Jun 30 03:01:59.792397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cbb84e80-a042-46bd-8c58-34013c967ae3 req-b950e3e0-f47f-47ac-86c2-10ed6c38317e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 210 time: 0.0296631 Jun 30 03:01:59.796379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-ea15ecf5-ef6a-4f65-96dd-1e07070be536 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:01:59.797413 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-ea15ecf5-ef6a-4f65-96dd-1e07070be536 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072687 Jun 30 03:01:59.887089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521c3ae-6a87-40bb-aae0-6168be13c9de req-fc46f247-502e-4339-a8a0-598510fe3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:59.888633 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2521c3ae-6a87-40bb-aae0-6168be13c9de req-fc46f247-502e-4339-a8a0-598510fe3537 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2396319 Jun 30 03:01:59.930995 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-2999d5e7-609b-427a-a764-e1fb1ff740e4 service neutron] 10.222.0.77 "GET /v2.0/networks/9cf46aea-6776-46f8-91f1-d818dc499d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234298 Jun 30 03:02:00.041613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b292a150-4271-4d30-bb5c-c093d3ef6110 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.046827 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b292a150-4271-4d30-bb5c-c093d3ef6110 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.048887 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b292a150-4271-4d30-bb5c-c093d3ef6110 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/security-groups/2b367dd9-f2ef-4be6-8483-a34f8e4e6275 HTTP/1.1" status: 204 len: 168 time: 0.6344225 Jun 30 03:02:00.051826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45876) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:00.076736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292a150-4271-4d30-bb5c-c093d3ef6110 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b367dd9-f2ef-4be6-8483-a34f8e4e6275,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:00.097452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8214b-d520-4570-8515-155d8e38163d req-bdeb55a2-fbd4-424f-997f-6d701b85550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:00.099041 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-bdeb55a2-fbd4-424f-997f-6d701b85550e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 1094 time: 0.1670842 Jun 30 03:02:00.103146 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-9836b90f-c1ed-4c2c-a69a-7cefdad1781e service neutron] 10.222.0.77 "GET /v2.0/networks/9cf46aea-6776-46f8-91f1-d818dc499d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622636 Jun 30 03:02:00.116935 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f20441a-2e0b-4762-9e3e-2b082fcbec29 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.141192 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-c93c3136-b8af-44ac-81f9-b0a485883292 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e HTTP/1.1" status: 200 len: 217 time: 0.0352793 Jun 30 03:02:00.144602 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f20441a-2e0b-4762-9e3e-2b082fcbec29 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.223797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8214b-d520-4570-8515-155d8e38163d req-0979e745-0f76-48fc-b19d-34e60b618fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:00.225430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-0979e745-0f76-48fc-b19d-34e60b618fa9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.0784969 Jun 30 03:02:00.259652 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-d47114cb-e8e8-4398-9785-e2b33bdcb959 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276570 Jun 30 03:02:00.273223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f20441a-2e0b-4762-9e3e-2b082fcbec29 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.276025 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f20441a-2e0b-4762-9e3e-2b082fcbec29 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.277273 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7f20441a-2e0b-4762-9e3e-2b082fcbec29 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/security-groups/796c1181-7670-428c-909b-6ab8629f5216 HTTP/1.1" status: 204 len: 168 time: 0.2240174 Jun 30 03:02:00.280825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45882) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:00.322468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20441a-2e0b-4762-9e3e-2b082fcbec29 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796c1181-7670-428c-909b-6ab8629f5216,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:00.354966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbdd63b-ed2c-425a-b841-b3778b498fa3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet c43c8c9e-f83b-4e67-937f-08dee2a63db4 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:00.358828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd63b-ed2c-425a-b841-b3778b498fa3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.417867 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd63b-ed2c-425a-b841-b3778b498fa3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.443722 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-031971d4-bade-4dd9-a7d9-231c7992c412 service neutron] 10.222.0.74 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769183 Jun 30 03:02:00.458985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7dfe0fa5-d220-4f66-bae0-a2990f4e7517 req-af800660-8405-478f-85cd-c3cc32465c9b tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 210 time: 0.0624673 Jun 30 03:02:00.582233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd63b-ed2c-425a-b841-b3778b498fa3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.608108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fa8214b-d520-4570-8515-155d8e38163d req-f5f50c06-dfb4-40ce-814b-fc938594df7c service neutron] 10.222.0.74 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578455 Jun 30 03:02:00.782495 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd63b-ed2c-425a-b841-b3778b498fa3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.827437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdd63b-ed2c-425a-b841-b3778b498fa3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=c43c8c9e-f83b-4e67-937f-08dee2a63db4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:00.828639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c2cc-cbfb-409c-8d98-cc5090383c18 req-b9c0101b-0fb8-4b17-bd56-fd6d2e34be25 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:00.832070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd63b-ed2c-425a-b841-b3778b498fa3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.834515 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1fbdd63b-ed2c-425a-b841-b3778b498fa3 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/c43c8c9e-f83b-4e67-937f-08dee2a63db4 HTTP/1.1" status: 204 len: 168 time: 0.5514262 Jun 30 03:02:00.839296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45906) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:00.845221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0657cb-af5c-48ce-b841-7b9875fe5833 None None] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:00.853665 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-29d0c2cc-cbfb-409c-8d98-cc5090383c18 req-b9c0101b-0fb8-4b17-bd56-fd6d2e34be25 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 943 time: 0.1317749 Jun 30 03:02:00.916817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-978bbd2b-16b8-4ede-b582-c9d93090b631 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet aff4a653-4789-495e-918a-a57f64d13179 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:00.931465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-978bbd2b-16b8-4ede-b582-c9d93090b631 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.994226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-29d0c2cc-cbfb-409c-8d98-cc5090383c18 req-57db7988-9675-4380-bd30-c0d4881c032f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391511 Jun 30 03:02:01.038567 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-978bbd2b-16b8-4ede-b582-c9d93090b631 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.203256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f7e4e645-634e-4a07-aa46-f894e9bf41e0 req-23a5bc05-22a4-401f-8bcf-c30bf038f7a7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 210 time: 0.0544598 Jun 30 03:02:01.223144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-978bbd2b-16b8-4ede-b582-c9d93090b631 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.273668 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.330451 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-190848f4-096b-4002-bd92-b43e67f554d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.400088 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-978bbd2b-16b8-4ede-b582-c9d93090b631 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.434403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bbd2b-16b8-4ede-b582-c9d93090b631 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=aff4a653-4789-495e-918a-a57f64d13179,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:01.437228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-978bbd2b-16b8-4ede-b582-c9d93090b631 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.439689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-978bbd2b-16b8-4ede-b582-c9d93090b631 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/aff4a653-4789-495e-918a-a57f64d13179 HTTP/1.1" status: 204 len: 168 time: 0.5992117 Jun 30 03:02:01.443395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45922) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:01.486958 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac5e8f8-1a37-4f35-a510-22c63090b4e4 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:01.487637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac5e8f8-1a37-4f35-a510-22c63090b4e4 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:01.490629 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5ac5e8f8-1a37-4f35-a510-22c63090b4e4 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/c43c8c9e-f83b-4e67-937f-08dee2a63db4 HTTP/1.1" status: 404 len: 337 time: 0.0458910 Jun 30 03:02:01.493448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45926) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:01.562525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-547e83d0-c71d-473b-8a9d-0017c45aa692 req-b08d83e0-8c80-42a8-baa8-261f06ae27f9 service neutron] (94531) timed out ('10.222.0.74', 60571) {{(pid=94531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:02:01.608240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3834642-47f5-4552-9d8e-ec35a826feb1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting subnet eac5cafb-9987-421a-84b5-04a3458f34ea {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:01.621743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f11cafc9-f7fa-459b-9edb-f9dd2024287b req-1e230c4c-62f0-4a97-bee7-5527f0fe7d88 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 210 time: 0.0462091 Jun 30 03:02:01.624217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c3834642-47f5-4552-9d8e-ec35a826feb1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.685448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c3834642-47f5-4552-9d8e-ec35a826feb1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.816255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c3834642-47f5-4552-9d8e-ec35a826feb1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.025183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8147745b-d0dc-465f-aae4-af982c49806e None None] Network 159ff0d0-37e2-4312-bcaa-277fbb62a12e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:02.099838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f1e85824-84ed-4b8c-8713-c5d08d9faf6c None None] Provisioning complete for port a9415e80-1cce-404c-98a3-62d8127275d8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:02.100472 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1e85824-84ed-4b8c-8713-c5d08d9faf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.120255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c3834642-47f5-4552-9d8e-ec35a826feb1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.138224 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c3834642-47f5-4552-9d8e-ec35a826feb1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.142658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c3834642-47f5-4552-9d8e-ec35a826feb1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/eac5cafb-9987-421a-84b5-04a3458f34ea HTTP/1.1" status: 204 len: 168 time: 0.6453125 Jun 30 03:02:02.143585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45942) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.175549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3834642-47f5-4552-9d8e-ec35a826feb1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Subnet': ['ID=eac5cafb-9987-421a-84b5-04a3458f34ea,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:02.190237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f1e85824-84ed-4b8c-8713-c5d08d9faf6c None None] Port a9415e80-1cce-404c-98a3-62d8127275d8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:02.199189 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5ceeaf-4a72-4e9f-acf8-f7f5fa50ea7f tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:02.199659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5ceeaf-4a72-4e9f-acf8-f7f5fa50ea7f tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:02.203748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8c5ceeaf-4a72-4e9f-acf8-f7f5fa50ea7f tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/2af0b3f9-419a-4b80-a941-916c494cf023 HTTP/1.1" status: 404 len: 337 time: 0.0574679 Jun 30 03:02:02.204117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45948) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.242733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-00b821fe-e515-4ece-8971-9937104e3354 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:02.246893 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-00b821fe-e515-4ece-8971-9937104e3354 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.74 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 810 time: 0.1836226 Jun 30 03:02:02.250010 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1260a51b-3103-41f5-a16e-037ad8eb5526 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "GET /v2.0/ports?device_id=30cfceb8-f7a0-4bfa-a2a0-6839254205f2 HTTP/1.1" status: 200 len: 205 time: 0.0425317 Jun 30 03:02:02.251628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45952) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.274971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f1e85824-84ed-4b8c-8713-c5d08d9faf6c None None] Provisioning complete for port f02e607a-a9db-4f44-a304-ffea9bd2c539 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:02.275807 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1e85824-84ed-4b8c-8713-c5d08d9faf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.338783 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-4d390377-06b9-4994-a438-41ce5669dfe4 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] delete failed (client error): The resource could not be found. Jun 30 03:02:02.339874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4d390377-06b9-4994-a438-41ce5669dfe4 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/routers/30cfceb8-f7a0-4bfa-a2a0-6839254205f2 HTTP/1.1" status: 404 len: 336 time: 0.0852139 Jun 30 03:02:02.348803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45956) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.432180 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2b4d82-5c05-405f-9170-dc294f009646 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:02.432740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2b4d82-5c05-405f-9170-dc294f009646 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:02.437299 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0b2b4d82-5c05-405f-9170-dc294f009646 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/f6236a40-f3d3-49f0-b76a-96648c6078bf HTTP/1.1" status: 404 len: 337 time: 0.0867260 Jun 30 03:02:02.437961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45960) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.445900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-dd19f531-c223-4647-8531-76f3a6354387 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e80d6cf22736432e8b8eacd174211320 HTTP/1.1" status: 200 len: 379 time: 0.1209977 Jun 30 03:02:02.467537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'port': {'device_id': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'admin_state_up': True, 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'security_groups': ['83b76881-21bc-41b6-93a7-741837ea0dbb']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:02.483452 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-72426c49-40c2-47ed-8176-f084875537b5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:02.484041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72426c49-40c2-47ed-8176-f084875537b5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:02.488563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-72426c49-40c2-47ed-8176-f084875537b5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/175ebf9e-c39d-4949-a87a-a99e061ac646 HTTP/1.1" status: 404 len: 337 time: 0.0474443 Jun 30 03:02:02.498581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45962) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.544399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066c3b-5b09-45da-84d7-93c26661be8f req-0ccc840a-1dd5-41e5-b5a0-3de483431181 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:02.546392 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c066c3b-5b09-45da-84d7-93c26661be8f req-0ccc840a-1dd5-41e5-b5a0-3de483431181 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 943 time: 0.2985039 Jun 30 03:02:02.555215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fddb7f78-c607-417d-b5b6-d6488b63a224 req-36a5c6e9-4321-4f63-a85d-6ccea825a0d7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 210 time: 0.0739620 Jun 30 03:02:02.625684 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c24f14-5e68-4d6a-95df-704c7944dd03 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:02.625684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c24f14-5e68-4d6a-95df-704c7944dd03 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:02.627419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d6c24f14-5e68-4d6a-95df-704c7944dd03 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/97a17f18-d183-4f43-9ca8-17c564b9c052 HTTP/1.1" status: 404 len: 337 time: 0.1282141 Jun 30 03:02:02.630219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45968) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.632507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039b4a1-8085-41e1-9867-94faab979e4b None None] DHCP port deletion for 159ff0d0-37e2-4312-bcaa-277fbb62a12e request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:02.645455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c066c3b-5b09-45da-84d7-93c26661be8f req-aaa2d79f-912c-4a01-bcf3-f322ad979c66 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909448 Jun 30 03:02:02.677215 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb21d991-05c1-47b1-a153-30790d3c86a1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:02.677876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb21d991-05c1-47b1-a153-30790d3c86a1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:02.681588 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fb21d991-05c1-47b1-a153-30790d3c86a1 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/e56b161c-9d58-4d87-ae78-2406e894407e HTTP/1.1" status: 404 len: 333 time: 0.0484655 Jun 30 03:02:02.683095 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45972) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.713000 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c30efd-8ae3-4736-9826-1a57ee6b6bd0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:02.713898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c30efd-8ae3-4736-9826-1a57ee6b6bd0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:02.715807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-21c30efd-8ae3-4736-9826-1a57ee6b6bd0 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/1cdd45fd-6e91-418b-a8c9-85764505f3e5 HTTP/1.1" status: 404 len: 337 time: 0.0314934 Jun 30 03:02:02.718464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45974) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.719145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e039b4a1-8085-41e1-9867-94faab979e4b None None] Deleting port f02e607a-a9db-4f44-a304-ffea9bd2c539 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:02.719585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e039b4a1-8085-41e1-9867-94faab979e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.746546 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a4ab35-eddd-4202-8e07-0e03b3bec1f5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:02.747016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a4ab35-eddd-4202-8e07-0e03b3bec1f5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:02.749721 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-30a4ab35-eddd-4202-8e07-0e03b3bec1f5 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/62a951d4-bb36-4f7e-b015-10ce46a4ce2c HTTP/1.1" status: 404 len: 337 time: 0.0297701 Jun 30 03:02:02.759814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45976) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.787985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Made reservation on behalf of e80d6cf22736432e8b8eacd174211320 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:02.797880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.818613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e039b4a1-8085-41e1-9867-94faab979e4b None None] For port f02e607a-a9db-4f44-a304-ffea9bd2c539, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f02e607a-a9db-4f44-a304-ffea9bd2c539,segment=NetworkSegment(a60c0412-28b1-42b8-8c53-e4b317189265),segment_id=a60c0412-28b1-42b8-8c53-e4b317189265)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:02.825024 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e039b4a1-8085-41e1-9867-94faab979e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.830607 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a6b804-29f2-44c4-a9ef-82c6a293995d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:02.839593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a6b804-29f2-44c4-a9ef-82c6a293995d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:02.841634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-05a6b804-29f2-44c4-a9ef-82c6a293995d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/a6bbd7f7-3c2d-414d-8377-867d0caa431a HTTP/1.1" status: 404 len: 333 time: 0.0806971 Jun 30 03:02:02.849939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45978) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.860586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e039b4a1-8085-41e1-9867-94faab979e4b None None] Calling delete_port for f02e607a-a9db-4f44-a304-ffea9bd2c539 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:02.925835 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-2159a639-986d-4bc7-a2a0-c8f63c8b860d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:02.926703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2159a639-986d-4bc7-a2a0-c8f63c8b860d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:02.928531 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2159a639-986d-4bc7-a2a0-c8f63c8b860d tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/4832088b-561b-4687-9860-b676a3620258 HTTP/1.1" status: 404 len: 337 time: 0.0767834 Jun 30 03:02:02.941537 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6ac3f46-8835-4050-83a9-ab72bb838e0a req-c57bc6bd-cc4b-4478-a946-704e65d0b53a tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 210 time: 0.1105323 Jun 30 03:02:02.941537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45990) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:02.962934 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.976683 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb858ca-629b-45b3-9f2c-c084bf0b5f98 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:02.977358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb858ca-629b-45b3-9f2c-c084bf0b5f98 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:02.979255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6fb858ca-629b-45b3-9f2c-c084bf0b5f98 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/subnets/38ed5e64-2c86-49bc-bed3-f3937c48f5ac HTTP/1.1" status: 404 len: 337 time: 0.0415165 Jun 30 03:02:02.982726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45996) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:03.002658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Allocated IP 172.20.0.14 (4b5115f4-26b6-49a1-9a82-45d13e86dcf1/eed44776-1865-4f9d-a506-9baff02ce94a/e9513862-f04c-4c68-8e04-3f99e322349f) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:03.099853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ec425-cc0a-49e2-bf8d-4e02d72aa443 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Deleting port a9415e80-1cce-404c-98a3-62d8127275d8 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:03.100201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec425-cc0a-49e2-bf8d-4e02d72aa443 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.196805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec425-cc0a-49e2-bf8d-4e02d72aa443 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.212875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ec425-cc0a-49e2-bf8d-4e02d72aa443 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Calling delete_port for a9415e80-1cce-404c-98a3-62d8127275d8 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:03.225423 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e039b4a1-8085-41e1-9867-94faab979e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.241345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.265411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039b4a1-8085-41e1-9867-94faab979e4b None None] Pushing event deleted for resources: {'Port': ['ID=f02e607a-a9db-4f44-a304-ffea9bd2c539,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:03.266794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Transition to ACTIVE for port object e9513862-f04c-4c68-8e04-3f99e322349f will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:03.271350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039b4a1-8085-41e1-9867-94faab979e4b None None] No DVR routers for this DVR port f02e607a-a9db-4f44-a304-ffea9bd2c539 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:03.335118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:02:03.454686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f02e607a-a9db-4f44-a304-ffea9bd2c539 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:03.474473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec425-cc0a-49e2-bf8d-4e02d72aa443 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.475717 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.510499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f02e607a-a9db-4f44-a304-ffea9bd2c539 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:03.510937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f02e607a-a9db-4f44-a304-ffea9bd2c539 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:03.532282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ec425-cc0a-49e2-bf8d-4e02d72aa443 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Port': ['ID=a9415e80-1cce-404c-98a3-62d8127275d8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:03.534628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb7ec425-cc0a-49e2-bf8d-4e02d72aa443 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.537263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fb7ec425-cc0a-49e2-bf8d-4e02d72aa443 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/ports/a9415e80-1cce-404c-98a3-62d8127275d8 HTTP/1.1" status: 204 len: 168 time: 0.5534151 Jun 30 03:02:03.539892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46024) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:03.546362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:03.566220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'port_id': 'eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e', 'mac_address': 'fa:16:3e:cf:e2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f26a757-6c41-48ca-bac9-6dced2ed1a20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:02:03.566342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:03.570673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:03.574122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:03.634197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event updated for resources: {'Port': ['ID=e9513862-f04c-4c68-8e04-3f99e322349f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:03.652524 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.670413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:03.671161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.681936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:03.703387 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.718619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:03.794359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-e7b9309c-6f68-4d2c-b8e8-c36c43a0edce tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3344424 Jun 30 03:02:03.815654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Request body: {'port': {'device_id': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:03.819405 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.827882 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.901016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159ff0d0-37e2-4312-bcaa-277fbb62a12e']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:03.917233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60c0412-28b1-42b8-8c53-e4b317189265') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:03.922441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60c0412-28b1-42b8-8c53-e4b317189265') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:03.925035 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:03.938889 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.957173 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.967566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:03.967977 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:03.971248 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:03.974297 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.055259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c27bd-7646-45c5-809d-925229bac776 req-22c32dd4-3a6c-4a98-aa89-249a1f4fb8d6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:04.057382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c21c27bd-7646-45c5-809d-925229bac776 req-22c32dd4-3a6c-4a98-aa89-249a1f4fb8d6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 932 time: 0.2574644 Jun 30 03:02:04.073553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476312d-2d45-4f05-98c6-73258a66dfc2 req-de197134-adb8-40d7-ba0c-753fb7ddd095 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:04.085893 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7476312d-2d45-4f05-98c6-73258a66dfc2 req-de197134-adb8-40d7-ba0c-753fb7ddd095 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 944 time: 0.2629521 Jun 30 03:02:04.097465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:04.130587 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7476312d-2d45-4f05-98c6-73258a66dfc2 req-bd1ca047-da96-4eea-a5bc-b2de9922c7da tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 Jun 30 03:02:04.159901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ed7f3af1-605e-4ca4-8c1c-16321bbc7d2f None None] Provisioning for port e9513862-f04c-4c68-8e04-3f99e322349f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:04.172929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ed7f3af1-605e-4ca4-8c1c-16321bbc7d2f None None] Provisioning complete for port e9513862-f04c-4c68-8e04-3f99e322349f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:04.174856 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ed7f3af1-605e-4ca4-8c1c-16321bbc7d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.190635 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.194061 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.196456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] 10.222.0.77 "DELETE /v2.0/networks/159ff0d0-37e2-4312-bcaa-277fbb62a12e HTTP/1.1" status: 204 len: 168 time: 0.6555598 Jun 30 03:02:04.226711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c21c27bd-7646-45c5-809d-925229bac776 req-0326f055-272d-4c0c-8844-c6dbe361bd81 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593328 Jun 30 03:02:04.234016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Pushing event deleted for resources: {'Network': ['ID=159ff0d0-37e2-4312-bcaa-277fbb62a12e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:04.254037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.255866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.256228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.256576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.256914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.258673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.259717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.260072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.260412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.260753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.278075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.278446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2619876-d628-4fe7-9ab0-8652c0bfa032 tempest-PortsIpV6TestJSON-213970243 tempest-PortsIpV6TestJSON-213970243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:04.355230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-f0f767b0-ae01-4858-bc2d-ef5c3a654827 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:04.356989 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-f0f767b0-ae01-4858-bc2d-ef5c3a654827 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.74 "GET /v2.0/networks?id=9cf46aea-6776-46f8-91f1-d818dc499d01 HTTP/1.1" status: 200 len: 825 time: 0.1277802 Jun 30 03:02:04.431951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Request body: {'port': {'device_id': 'b4084d56-4037-4535-834d-dbf1013a005a', 'network_id': '9cf46aea-6776-46f8-91f1-d818dc499d01', 'admin_state_up': True, 'tenant_id': 'd9087b9356604bbe92ec0629ed675172'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:04.487213 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9667f5e-bc49-4611-81fd-66a53b35472b req-fb0351b8-e4d2-4c61-9496-2e139a3f66e9 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 210 time: 0.0992026 Jun 30 03:02:04.519957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f3af1-605e-4ca4-8c1c-16321bbc7d2f None None] Port e9513862-f04c-4c68-8e04-3f99e322349f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:04.688783 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.743685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9513862-f04c-4c68-8e04-3f99e322349f {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:04.754848 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.772072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Transition to ACTIVE for port object e9513862-f04c-4c68-8e04-3f99e322349f will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:04.928028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Made reservation on behalf of d9087b9356604bbe92ec0629ed675172 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:04.931859 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.940640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.998954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Pushing event updated for resources: {'Port': ['ID=e9513862-f04c-4c68-8e04-3f99e322349f,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:05.049394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46080) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:05.226101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Attempting to bind port e9513862-f04c-4c68-8e04-3f99e322349f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:05.226703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Attempting to bind port e9513862-f04c-4c68-8e04-3f99e322349f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:05.227046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Attempting to bind port e9513862-f04c-4c68-8e04-3f99e322349f on network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:05.238921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Port e9513862-f04c-4c68-8e04-3f99e322349f on network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:02:05.239258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Attempting to bind port e9513862-f04c-4c68-8e04-3f99e322349f on network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:05.247039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:05.247393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Checking segment: {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:05.247763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Bound using segment: {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:05.248337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Bound port: e9513862-f04c-4c68-8e04-3f99e322349f, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762f5b9a-1991-44da-b2ca-6a80956305c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:05.248705 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.275385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Allocated IP 172.20.0.13 (9cf46aea-6776-46f8-91f1-d818dc499d01/369a0663-1b2b-4e8e-8453-9cd2e1a71635/efc78acc-0fb2-47f2-8427-e3227e976297) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:05.277937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-76bf3162-2433-4553-b771-dd0f387cfed5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8aed6c1fc8e64e199b2f57731328cab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272403 Jun 30 03:02:05.280576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46090) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:05.350571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:05.359547 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1809efd-acd0-43fa-a8ce-b612d3b507bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.402544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] For port e9513862-f04c-4c68-8e04-3f99e322349f, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:05.494800 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1809efd-acd0-43fa-a8ce-b612d3b507bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.511704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] For port e9513862-f04c-4c68-8e04-3f99e322349f, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e9513862-f04c-4c68-8e04-3f99e322349f,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:05.577251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd208a-ceaf-4420-b4c0-d9a716016cf8 req-7ca65a0e-b50c-4aee-b7c9-406f3899599f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:05.586398 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a2fd208a-ceaf-4420-b4c0-d9a716016cf8 req-7ca65a0e-b50c-4aee-b7c9-406f3899599f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 944 time: 0.1943934 Jun 30 03:02:05.635943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:05.638596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676aff6-4736-4c16-90b4-d1af4835ace7 req-b6554575-d626-4668-ae20-9dea71d61159 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:05.640349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b676aff6-4736-4c16-90b4-d1af4835ace7 req-b6554575-d626-4668-ae20-9dea71d61159 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 944 time: 0.1564069 Jun 30 03:02:05.640917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:05.641296 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.643623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.674855 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a2fd208a-ceaf-4420-b4c0-d9a716016cf8 req-534802e8-4cd7-4b7e-8a44-56ff0ae14f4a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871458 Jun 30 03:02:05.690788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1809efd-acd0-43fa-a8ce-b612d3b507bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.695866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1809efd-acd0-43fa-a8ce-b612d3b507bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.697602 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f1809efd-acd0-43fa-a8ce-b612d3b507bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/db2e0a5b-1f57-46d2-858a-da15fa0b7ab4 HTTP/1.1" status: 204 len: 168 time: 0.4159863 Jun 30 03:02:05.708482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1809efd-acd0-43fa-a8ce-b612d3b507bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2e0a5b-1f57-46d2-858a-da15fa0b7ab4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:05.724625 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.839183 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b676aff6-4736-4c16-90b4-d1af4835ace7 req-c4c4f6ec-ab71-4dc1-8d46-63262bfc5448 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848431 Jun 30 03:02:05.872921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:05.876766 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.879513 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] 10.222.0.74 "PUT /v2.0/ports/e9513862-f04c-4c68-8e04-3f99e322349f HTTP/1.1" status: 200 len: 1092 time: 2.0692241 Jun 30 03:02:05.881009 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'tag': 'e9513862-f04c-4c68-8e04-3f99e322349f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:05.885794 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb05b49-effe-4e88-9bf6-f315faa623e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d421d32-ddd7-41b4-8e81-2c46ad755a2d", "tag": "e9513862-f04c-4c68-8e04-3f99e322349f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:05.924363 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.959062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69934ce2-09b2-46f1-81f6-3ed7621c3719 service neutron] Pushing event updated for resources: {'Port': ['ID=e9513862-f04c-4c68-8e04-3f99e322349f,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:05.998048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:06.000022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926ceefa-98d2-4751-ab60-7c6ea1acd074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:06.007664 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea10f8ad-8f6e-4ef3-93f6-653e1c82c31e" -d '{"events": [{"server_uuid": "926ceefa-98d2-4751-ab60-7c6ea1acd074", "name": "network-vif-plugged", "status": "completed", "tag": "eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:06.034304 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.098615 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.152815 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f27d9f-f9a3-4f3a-9db4-8cc82abadc72 x-openstack-request-id: req-d6f27d9f-f9a3-4f3a-9db4-8cc82abadc72 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:06.153213 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d421d32-ddd7-41b4-8e81-2c46ad755a2d", "tag": "e9513862-f04c-4c68-8e04-3f99e322349f", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:06.153429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:06.153663 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6f27d9f-f9a3-4f3a-9db4-8cc82abadc72 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:06.154427 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'tag': 'e9513862-f04c-4c68-8e04-3f99e322349f', 'status': 'completed', 'code': 200} Jun 30 03:02:06.188718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Network 9cf46aea-6776-46f8-91f1-d818dc499d01 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:06.193178 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dce82b-2b13-46f5-90ae-28ea9e6dd79e x-openstack-request-id: req-41dce82b-2b13-46f5-90ae-28ea9e6dd79e {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:06.193641 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926ceefa-98d2-4751-ab60-7c6ea1acd074", "name": "network-vif-plugged", "status": "completed", "tag": "eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:06.194131 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41dce82b-2b13-46f5-90ae-28ea9e6dd79e {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:06.194779 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926ceefa-98d2-4751-ab60-7c6ea1acd074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e', 'code': 200} Jun 30 03:02:06.197137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:06.208442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:06.234715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Pushing event updated for resources: {'Port': ['ID=efc78acc-0fb2-47f2-8427-e3227e976297,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:06.280355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:06.280860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.312067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc0651-b349-4527-bbd7-2cc3ca14f732 req-8edf9b28-68b6-4356-82f2-20b5e572793a tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:06.320315 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85fc0651-b349-4527-bbd7-2cc3ca14f732 req-8edf9b28-68b6-4356-82f2-20b5e572793a tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 932 time: 0.2713292 Jun 30 03:02:06.350307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-dff5206c-de67-4547-aab2-0e396dfa8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:06.350531 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-dff5206c-de67-4547-aab2-0e396dfa8ef8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 1095 time: 0.2446356 Jun 30 03:02:06.362672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-96a5b43a-92ed-43e6-b51e-1d5fa2553fe7 req-e09441f2-7668-4b4c-b2de-51b411a1f5ec service neutron] (94531) timed out ('10.222.0.83', 54242) {{(pid=94531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:02:06.388614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94854d1-83e2-4678-a5a3-a8bbf3c67048 req-354a6309-4c95-4d78-bc45-8d2a91ec62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:06.390336 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f94854d1-83e2-4678-a5a3-a8bbf3c67048 req-354a6309-4c95-4d78-bc45-8d2a91ec62c2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 1096 time: 0.1058943 Jun 30 03:02:06.442705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85fc0651-b349-4527-bbd7-2cc3ca14f732 req-189f90d9-8746-40ca-855f-be566524cbe1 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938363 Jun 30 03:02:06.442705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-75604046-00e7-4ee7-a5d9-cfae490b36cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9513862-f04c-4c68-8e04-3f99e322349f HTTP/1.1" status: 200 len: 217 time: 0.0545707 Jun 30 03:02:06.443145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f94854d1-83e2-4678-a5a3-a8bbf3c67048 req-3cc9268b-a4e7-4bbb-992b-519e1c4ca747 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373034 Jun 30 03:02:06.488989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-2da6dad2-ced5-4154-9df8-5805ed6ee4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:06.490481 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-2da6dad2-ced5-4154-9df8-5805ed6ee4af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 200 len: 849 time: 0.0670853 Jun 30 03:02:06.491839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-54582c66-681c-4cbe-8041-5a1ac7f00f2c tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1240885 Jun 30 03:02:06.513857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Request body: {'port': {'device_id': 'b4084d56-4037-4535-834d-dbf1013a005a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:06.619444 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.622703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-85c7e775-7310-4c62-93b5-bfd2b8303a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:06.624778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-85c7e775-7310-4c62-93b5-bfd2b8303a10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215954 Jun 30 03:02:06.818542 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-bdfd7a33-01e0-4416-8fc5-e2de67594d8c service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861031 Jun 30 03:02:06.915050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae24dab-ed05-4360-ad3e-4afb0c570eed req-6aeb53b1-618a-47e9-ba7f-eb7605c8cfcf tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:06.917389 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2ae24dab-ed05-4360-ad3e-4afb0c570eed req-6aeb53b1-618a-47e9-ba7f-eb7605c8cfcf tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 945 time: 0.1097388 Jun 30 03:02:07.087117 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2ae24dab-ed05-4360-ad3e-4afb0c570eed req-12479d45-1906-4c20-839c-6a6c8f9cbb61 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526487 Jun 30 03:02:07.404763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-afc2b1e4-e556-40a4-821e-eae579bdadb3 req-493e1bc3-2dc2-4f8a-afd1-2226cf0d657e service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782850 Jun 30 03:02:07.523595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511130b-30db-4487-99fe-555151d60c3e req-48ca45c1-9fbc-4322-aed4-4f6f71376370 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:07.531632 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6511130b-30db-4487-99fe-555151d60c3e req-48ca45c1-9fbc-4322-aed4-4f6f71376370 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 944 time: 0.2212532 Jun 30 03:02:07.668353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc78acc-0fb2-47f2-8427-e3227e976297 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:07.684208 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:07.699104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6511130b-30db-4487-99fe-555151d60c3e req-eb5ffe8c-7cd4-4b2a-8ccf-cc18c77f5280 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657355 Jun 30 03:02:07.717910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Transition to ACTIVE for port object efc78acc-0fb2-47f2-8427-e3227e976297 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:07.727304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-5bac3bc6-d507-4ad5-b28a-e221bd5a2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:07.728848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-5bac3bc6-d507-4ad5-b28a-e221bd5a2ed4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 1095 time: 0.1316807 Jun 30 03:02:07.759447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a17f98-5e0e-4bd4-a79c-adef83ee5a90 req-98724f52-e98b-4c11-9f61-8eabdf1a9cbd tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:07.761451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5a17f98-5e0e-4bd4-a79c-adef83ee5a90 req-98724f52-e98b-4c11-9f61-8eabdf1a9cbd tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 932 time: 0.1282263 Jun 30 03:02:07.806893 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5a17f98-5e0e-4bd4-a79c-adef83ee5a90 req-da2b9814-b1b2-40ff-a117-ef22d1a714ed tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395801 Jun 30 03:02:07.817691 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:07.923207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Pushing event updated for resources: {'Port': ['ID=efc78acc-0fb2-47f2-8427-e3227e976297,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:07.963906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-1cca4fa0-95be-4137-9f1d-04caec612507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:07.965413 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-1cca4fa0-95be-4137-9f1d-04caec612507 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 911 time: 0.2290173 Jun 30 03:02:08.020771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-46cb22ff-5083-4466-a478-03dfbfee7218 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9513862-f04c-4c68-8e04-3f99e322349f HTTP/1.1" status: 200 len: 217 time: 0.0458348 Jun 30 03:02:08.024862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Attempting to bind port efc78acc-0fb2-47f2-8427-e3227e976297 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:08.025229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Attempting to bind port efc78acc-0fb2-47f2-8427-e3227e976297 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9cf46aea-6776-46f8-91f1-d818dc499d01'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:08.025575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Attempting to bind port efc78acc-0fb2-47f2-8427-e3227e976297 on network 9cf46aea-6776-46f8-91f1-d818dc499d01 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:08.030024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Port efc78acc-0fb2-47f2-8427-e3227e976297 on network 9cf46aea-6776-46f8-91f1-d818dc499d01 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:02:08.030355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Attempting to bind port efc78acc-0fb2-47f2-8427-e3227e976297 on network 9cf46aea-6776-46f8-91f1-d818dc499d01 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:08.043868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:08.044217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Checking segment: {'id': '0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9cf46aea-6776-46f8-91f1-d818dc499d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:08.044608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Bound using segment: {'id': '0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9cf46aea-6776-46f8-91f1-d818dc499d01'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:08.045303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Bound port: efc78acc-0fb2-47f2-8427-e3227e976297, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '9cf46aea-6776-46f8-91f1-d818dc499d01'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:08.045695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.113965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-2d76aa65-7800-4fcb-b56f-7be9f003b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:08.115410 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-2d76aa65-7800-4fcb-b56f-7be9f003b376 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 200 len: 849 time: 0.0818970 Jun 30 03:02:08.173095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] For port efc78acc-0fb2-47f2-8427-e3227e976297, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:08.189092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] For port efc78acc-0fb2-47f2-8427-e3227e976297, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=efc78acc-0fb2-47f2-8427-e3227e976297,segment=NetworkSegment(0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e),segment_id=0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:08.207615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-a9a2142c-d25b-4728-94fd-f26abf37039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:08.209527 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-a9a2142c-d25b-4728-94fd-f26abf37039e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833790 Jun 30 03:02:08.290392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.361368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:08.361368 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.361368 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] 10.222.0.74 "PUT /v2.0/ports/efc78acc-0fb2-47f2-8427-e3227e976297 HTTP/1.1" status: 200 len: 1092 time: 1.8570313 Jun 30 03:02:08.365212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4084d56-4037-4535-834d-dbf1013a005a', 'tag': 'efc78acc-0fb2-47f2-8427-e3227e976297'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:08.367660 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee7c8af-d426-4a4f-a31e-7240bc4fed6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4084d56-4037-4535-834d-dbf1013a005a", "tag": "efc78acc-0fb2-47f2-8427-e3227e976297"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:08.414366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8256fed-6877-4b08-9915-8eafe8a36f00 service neutron] Pushing event updated for resources: {'Port': ['ID=efc78acc-0fb2-47f2-8427-e3227e976297,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:08.432765 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-a7d7ce06-815b-4b8b-a74f-cc3498b01d4e service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164631 Jun 30 03:02:08.457446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a4e85-5ba6-4530-885d-ea32ecee9b2c req-043a9eae-8e83-4a04-b3ba-49c781463e42 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:08.465599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-001a4e85-5ba6-4530-885d-ea32ecee9b2c req-043a9eae-8e83-4a04-b3ba-49c781463e42 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 945 time: 0.2398808 Jun 30 03:02:08.468760 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a8965c-25e4-4b16-98c4-d0e1b7a2ebe1 x-openstack-request-id: req-a1a8965c-25e4-4b16-98c4-d0e1b7a2ebe1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:08.469052 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4084d56-4037-4535-834d-dbf1013a005a", "tag": "efc78acc-0fb2-47f2-8427-e3227e976297", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:08.469311 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1a8965c-25e4-4b16-98c4-d0e1b7a2ebe1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:08.470032 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4084d56-4037-4535-834d-dbf1013a005a', 'tag': 'efc78acc-0fb2-47f2-8427-e3227e976297', 'status': 'completed', 'code': 200} Jun 30 03:02:08.693077 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-001a4e85-5ba6-4530-885d-ea32ecee9b2c req-a380ffbc-25b3-47cf-aa06-d265f30b986b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235694 Jun 30 03:02:08.734001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddb05b49-effe-4e88-9bf6-f315faa623e9 req-00498382-a3c4-4225-8480-01fb370f65c8 service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942643 Jun 30 03:02:08.744078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7c8af-d426-4a4f-a31e-7240bc4fed6d req-69d1d841-ce45-4c70-a8dc-6eaebeb0bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:08.745981 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ee7c8af-d426-4a4f-a31e-7240bc4fed6d req-69d1d841-ce45-4c70-a8dc-6eaebeb0bdc4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d9087b9356604bbe92ec0629ed675172&device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 1095 time: 0.2268138 Jun 30 03:02:08.917125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5a622-8782-415b-b6e7-acf534ae0b10 req-b7596f62-1dfe-4541-8706-a0545d97f0cc tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:08.930328 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-56e5a622-8782-415b-b6e7-acf534ae0b10 req-b7596f62-1dfe-4541-8706-a0545d97f0cc tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 946 time: 0.0873439 Jun 30 03:02:08.944141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7c8af-d426-4a4f-a31e-7240bc4fed6d req-801c3f1a-ce73-4d41-9ef6-1b7980e8fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:08.944288 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ee7c8af-d426-4a4f-a31e-7240bc4fed6d req-801c3f1a-ce73-4d41-9ef6-1b7980e8fd80 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=d9087b9356604bbe92ec0629ed675172&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1910141 Jun 30 03:02:08.981406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399006e-4943-4bbe-8010-f1236e9f430d req-e6ac5cc2-7dd4-4607-8e4d-d68163d8a5a6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:08.983101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a399006e-4943-4bbe-8010-f1236e9f430d req-e6ac5cc2-7dd4-4607-8e4d-d68163d8a5a6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 944 time: 0.1401739 Jun 30 03:02:08.994746 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-56e5a622-8782-415b-b6e7-acf534ae0b10 req-2606c803-6734-4c80-be18-0bab70151dce tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632834 Jun 30 03:02:09.101729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a399006e-4943-4bbe-8010-f1236e9f430d req-cfdac00b-daa1-4189-9db6-ddaac296c2dc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057072 Jun 30 03:02:09.136484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7c8af-d426-4a4f-a31e-7240bc4fed6d req-f451ff1b-37f7-4314-9e9a-05ae57df5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:09.138273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ee7c8af-d426-4a4f-a31e-7240bc4fed6d req-f451ff1b-37f7-4314-9e9a-05ae57df5289 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1782758 Jun 30 03:02:09.215036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fbf43-15b7-4331-9d94-2c489fcf3a48 req-edf6a54a-242a-421d-ae42-36cb4d78a19a tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:09.218021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-210fbf43-15b7-4331-9d94-2c489fcf3a48 req-edf6a54a-242a-421d-ae42-36cb4d78a19a tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 944 time: 0.0888784 Jun 30 03:02:09.271226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-210fbf43-15b7-4331-9d94-2c489fcf3a48 req-beba5dd7-4466-4336-86bf-69d89dcc8d49 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466092 Jun 30 03:02:09.296712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-c900dc51-54ee-46fc-97d4-e9b824c29bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:09.298340 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-c900dc51-54ee-46fc-97d4-e9b824c29bd4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d9087b9356604bbe92ec0629ed675172&device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 1095 time: 0.1092472 Jun 30 03:02:09.348997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-83ab8dc1-5dd5-466d-be28-cef572dc8b4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efc78acc-0fb2-47f2-8427-e3227e976297 HTTP/1.1" status: 200 len: 217 time: 0.0432720 Jun 30 03:02:09.395653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e9513862-f04c-4c68-8e04-3f99e322349f details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:02:09.400650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5051ed0-9d7b-4a0e-81fb-2dad8f78a445 req-88e66ca9-d3b0-47e1-9483-9b9106477db0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:09.402520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e5051ed0-9d7b-4a0e-81fb-2dad8f78a445 req-88e66ca9-d3b0-47e1-9483-9b9106477db0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 945 time: 0.1462209 Jun 30 03:02:09.450901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-14715930-d877-462c-baa0-1896a8747886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:09.452446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-14715930-d877-462c-baa0-1896a8747886 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=369a0663-1b2b-4e8e-8453-9cd2e1a71635 HTTP/1.1" status: 200 len: 865 time: 0.0977342 Jun 30 03:02:09.517556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e5051ed0-9d7b-4a0e-81fb-2dad8f78a445 req-3b63fdcb-8f8a-4a73-a18a-1339f5afcc7e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038439 Jun 30 03:02:09.517556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-e713e7c5-0060-4655-98a6-82ebfd676ce8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cf46aea-6776-46f8-91f1-d818dc499d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495520 Jun 30 03:02:09.523820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e9513862-f04c-4c68-8e04-3f99e322349f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e9513862-f04c-4c68-8e04-3f99e322349f,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:09.560101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'e9513862-f04c-4c68-8e04-3f99e322349f', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'port_id': 'e9513862-f04c-4c68-8e04-3f99e322349f', 'mac_address': 'fa:16:3e:6d:c5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:02:09.628419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.647509 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9513862-f04c-4c68-8e04-3f99e322349f {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:09.673823 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-0dc4b797-e7e6-4cec-87fa-40af90500e36 service neutron] 10.222.0.74 "GET /v2.0/networks/9cf46aea-6776-46f8-91f1-d818dc499d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516314 Jun 30 03:02:09.680226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e9513862-f04c-4c68-8e04-3f99e322349f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e9513862-f04c-4c68-8e04-3f99e322349f,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:09.777271 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-136b9dc7-9d98-4e80-bae6-1db673c92bcd req-d6032953-6a79-484f-a2e8-46f6b3817ffc service neutron] 10.222.0.74 "GET /v2.0/networks/9cf46aea-6776-46f8-91f1-d818dc499d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964062 Jun 30 03:02:09.809996 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.861069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e9513862-f04c-4c68-8e04-3f99e322349f,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:10.092360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e9513862-f04c-4c68-8e04-3f99e322349f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:10.261801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46290) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:10.306671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d7ac6-2c9d-4b54-a675-109f6c8a6996 req-d59f77ca-d67c-41a3-b91f-9fb85ab7a439 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:10.308326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a81d7ac6-2c9d-4b54-a675-109f6c8a6996 req-d59f77ca-d67c-41a3-b91f-9fb85ab7a439 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 945 time: 0.0807884 Jun 30 03:02:10.360435 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a81d7ac6-2c9d-4b54-a675-109f6c8a6996 req-e3399373-304e-47d3-ad9a-843f04d18a91 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448453 Jun 30 03:02:10.472161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3983ab4a-cb6c-4556-998a-61d7ef15ef38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.554337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ae51b-24fc-48c3-892c-cb771a792358 req-e2e406ad-6056-4e10-a31b-95f86c1291c3 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:10.555874 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f9ae51b-24fc-48c3-892c-cb771a792358 req-e2e406ad-6056-4e10-a31b-95f86c1291c3 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 944 time: 0.1288023 Jun 30 03:02:10.573299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d3f15-1230-409c-bbac-aa9535ec7040 req-a4ae88a5-103f-475d-93d9-7d28a01f720b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:10.574885 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f47d3f15-1230-409c-bbac-aa9535ec7040 req-a4ae88a5-103f-475d-93d9-7d28a01f720b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 945 time: 0.0787563 Jun 30 03:02:10.614868 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f9ae51b-24fc-48c3-892c-cb771a792358 req-f03b1c26-0d3e-441e-a17c-6aed178566e6 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524914 Jun 30 03:02:10.616655 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f47d3f15-1230-409c-bbac-aa9535ec7040 req-aa9ac262-3cd4-42b1-b4c9-d874e98fca7e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Jun 30 03:02:10.643032 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3983ab4a-cb6c-4556-998a-61d7ef15ef38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.733532 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3983ab4a-cb6c-4556-998a-61d7ef15ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.774393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983ab4a-cb6c-4556-998a-61d7ef15ef38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36908651-d6a5-4b9d-a4fc-e0a188b58205,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:10.782126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46324) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:10.782300 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3983ab4a-cb6c-4556-998a-61d7ef15ef38 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=acdf33e7dd5c400c8f57269ac3a35371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188529 Jun 30 03:02:10.845610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af0a4d7b-3727-4dc7-a829-896250453e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.875782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af0a4d7b-3727-4dc7-a829-896250453e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.044466 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af0a4d7b-3727-4dc7-a829-896250453e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.049530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af0a4d7b-3727-4dc7-a829-896250453e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.049738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-af0a4d7b-3727-4dc7-a829-896250453e79 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36908651-d6a5-4b9d-a4fc-e0a188b58205 HTTP/1.1" status: 204 len: 168 time: 0.2665610 Jun 30 03:02:11.058659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a4d7b-3727-4dc7-a829-896250453e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36908651-d6a5-4b9d-a4fc-e0a188b58205,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:11.413478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device efc78acc-0fb2-47f2-8427-e3227e976297 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:02:11.417626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e9513862-f04c-4c68-8e04-3f99e322349f up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:11.593469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74b0e5-7c2d-41ee-9097-f17c31c4be72 req-d0563734-137f-4125-8bfc-3c2f63d425d6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:11.595175 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e74b0e5-7c2d-41ee-9097-f17c31c4be72 req-d0563734-137f-4125-8bfc-3c2f63d425d6 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 945 time: 0.0957475 Jun 30 03:02:11.596256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port efc78acc-0fb2-47f2-8427-e3227e976297, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=efc78acc-0fb2-47f2-8427-e3227e976297,segment=NetworkSegment(0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e),segment_id=0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:11.611068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'efc78acc-0fb2-47f2-8427-e3227e976297', 'network_id': '9cf46aea-6776-46f8-91f1-d818dc499d01', 'port_id': 'efc78acc-0fb2-47f2-8427-e3227e976297', 'mac_address': 'fa:16:3e:f1:c7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369a0663-1b2b-4e8e-8453-9cd2e1a71635', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:02:11.652428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port e9513862-f04c-4c68-8e04-3f99e322349f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:11.659680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port e9513862-f04c-4c68-8e04-3f99e322349f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:11.660055 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.704149 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e74b0e5-7c2d-41ee-9097-f17c31c4be72 req-3b8bd1e8-5e3c-4515-8cb4-2b3187f5fd4a tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977035 Jun 30 03:02:11.704373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.783532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc78acc-0fb2-47f2-8427-e3227e976297 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:11.861346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-e598b125-9def-4300-a679-813ffdf61066 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:11.864801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-e598b125-9def-4300-a679-813ffdf61066 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 945 time: 0.1519485 Jun 30 03:02:11.869044 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.872328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port efc78acc-0fb2-47f2-8427-e3227e976297, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=efc78acc-0fb2-47f2-8427-e3227e976297,segment=NetworkSegment(0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e),segment_id=0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:11.921249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e9513862-f04c-4c68-8e04-3f99e322349f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e9513862-f04c-4c68-8e04-3f99e322349f,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:11.922473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9513862-f04c-4c68-8e04-3f99e322349f'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:11.925373 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba2d1ee-25f2-4754-ac40-089f9231bf8c" -d '{"events": [{"server_uuid": "0d421d32-ddd7-41b4-8e81-2c46ad755a2d", "name": "network-vif-plugged", "status": "completed", "tag": "e9513862-f04c-4c68-8e04-3f99e322349f"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:11.960215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b9650-f4ca-48ae-90a0-9d91efaf140e req-91ce5c7a-518f-403e-adf8-f78000a10a9b tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:11.961886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1b1b9650-f4ca-48ae-90a0-9d91efaf140e req-91ce5c7a-518f-403e-adf8-f78000a10a9b tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 944 time: 0.0803649 Jun 30 03:02:11.982096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.034070 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.049414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1b1b9650-f4ca-48ae-90a0-9d91efaf140e req-f0fbc7f8-d196-4747-ab7e-dad34587ff7b tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818200 Jun 30 03:02:12.054055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53032c95-e166-43da-99f9-30a3193c3c92 req-12fec453-c200-4abc-a300-8e48eeca7bd4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:12.055509 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53032c95-e166-43da-99f9-30a3193c3c92 req-12fec453-c200-4abc-a300-8e48eeca7bd4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 945 time: 0.1721900 Jun 30 03:02:12.076063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-8eaec9a6-b486-4d52-b9af-2e59ff111e0f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Deleting port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:12.076418 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-8eaec9a6-b486-4d52-b9af-2e59ff111e0f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.078430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=efc78acc-0fb2-47f2-8427-e3227e976297,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:12.153348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e9513862-f04c-4c68-8e04-3f99e322349f,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:12.153691 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53032c95-e166-43da-99f9-30a3193c3c92 req-3ebcf31a-f3ab-4520-9b04-d72c714d070f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895622 Jun 30 03:02:12.215694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-8eaec9a6-b486-4d52-b9af-2e59ff111e0f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] For port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:12.216227 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-8eaec9a6-b486-4d52-b9af-2e59ff111e0f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.233152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-8eaec9a6-b486-4d52-b9af-2e59ff111e0f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Calling delete_port for eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:12.257744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['efc78acc-0fb2-47f2-8427-e3227e976297'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:12.331348 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb07abed-4a0d-4619-bd77-af28eb44a267 x-openstack-request-id: req-eb07abed-4a0d-4619-bd77-af28eb44a267 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:12.331348 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d421d32-ddd7-41b4-8e81-2c46ad755a2d", "name": "network-vif-plugged", "status": "completed", "tag": "e9513862-f04c-4c68-8e04-3f99e322349f", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:12.331527 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb07abed-4a0d-4619-bd77-af28eb44a267 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:12.332881 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9513862-f04c-4c68-8e04-3f99e322349f', 'code': 200} Jun 30 03:02:12.489458 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-8eaec9a6-b486-4d52-b9af-2e59ff111e0f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.508301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1', '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:12.568471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaec9a6-b486-4d52-b9af-2e59ff111e0f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event deleted for resources: {'Port': ['ID=eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:12.605064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-8eaec9a6-b486-4d52-b9af-2e59ff111e0f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] No DVR routers for this DVR port eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:12.607942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-8eaec9a6-b486-4d52-b9af-2e59ff111e0f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.610189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5ca63064-ee08-4421-94c8-1f331dd86f40 req-8eaec9a6-b486-4d52-b9af-2e59ff111e0f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "DELETE /v2.0/ports/eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e HTTP/1.1" status: 204 len: 173 time: 0.7398000 Jun 30 03:02:12.611029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926ceefa-98d2-4751-ab60-7c6ea1acd074', 'name': 'network-vif-deleted', 'tag': 'eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:12.621378 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befeb77d-77d9-4fbf-94f8-4b06ea25b326" -d '{"events": [{"server_uuid": "926ceefa-98d2-4751-ab60-7c6ea1acd074", "name": "network-vif-deleted", "tag": "eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:12.641889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056fa55-dc76-4608-90ac-5f5f8c23aaf4 req-91ed5554-4892-4c8d-8d4e-3bc3bac99290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:12.645133 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3056fa55-dc76-4608-90ac-5f5f8c23aaf4 req-91ed5554-4892-4c8d-8d4e-3bc3bac99290 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 1097 time: 0.2179198 Jun 30 03:02:12.668211 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568b2aaa-3354-4bec-9f34-153c52877709 x-openstack-request-id: req-568b2aaa-3354-4bec-9f34-153c52877709 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:12.668399 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926ceefa-98d2-4751-ab60-7c6ea1acd074", "name": "network-vif-deleted", "tag": "eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:12.668551 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-568b2aaa-3354-4bec-9f34-153c52877709 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:12.668952 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926ceefa-98d2-4751-ab60-7c6ea1acd074', 'name': 'network-vif-deleted', 'tag': 'eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e', 'status': 'completed', 'code': 200} Jun 30 03:02:12.686175 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3056fa55-dc76-4608-90ac-5f5f8c23aaf4 req-d57bbbe7-715e-4b1b-bcd3-f7f6581442cb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352015 Jun 30 03:02:13.020843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10f643-7143-439f-8ff2-fe5fd0752575 req-44035808-48af-439c-a6c4-ff7f6b7ffad2 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:13.020843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b10f643-7143-439f-8ff2-fe5fd0752575 req-44035808-48af-439c-a6c4-ff7f6b7ffad2 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 946 time: 0.0946062 Jun 30 03:02:13.020843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b10f643-7143-439f-8ff2-fe5fd0752575 req-d182ed96-e168-409c-8523-3a4ff7027ae2 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344465 Jun 30 03:02:13.178713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:13.245060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fee05d-b270-4bc5-bbdb-4bc61d11e261 req-07dd6d02-7954-47e2-be5b-81384a06d0a3 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:13.246569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4fee05d-b270-4bc5-bbdb-4bc61d11e261 req-07dd6d02-7954-47e2-be5b-81384a06d0a3 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 945 time: 0.0710919 Jun 30 03:02:13.313313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c4d2542-197b-47d8-a465-f8a72f35b741 req-296d0e71-ae1f-414c-b4a0-9dae656d95fd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=926ceefa-98d2-4751-ab60-7c6ea1acd074 HTTP/1.1" status: 200 len: 210 time: 0.0353281 Jun 30 03:02:13.319955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4fee05d-b270-4bc5-bbdb-4bc61d11e261 req-a54df583-3bf1-4179-8b41-dd172251e52b tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676732 Jun 30 03:02:13.414677 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device efc78acc-0fb2-47f2-8427-e3227e976297 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:13.601323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port efc78acc-0fb2-47f2-8427-e3227e976297 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:13.605477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port efc78acc-0fb2-47f2-8427-e3227e976297 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:13.606089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:13.697900 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:13.732684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port efc78acc-0fb2-47f2-8427-e3227e976297, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=efc78acc-0fb2-47f2-8427-e3227e976297,segment=NetworkSegment(0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e),segment_id=0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:13.761644 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-8518546b-57eb-43a5-9baf-7fb06ea150d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0728354 Jun 30 03:02:13.846575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:13.850385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:13.898625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:13.899105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device eb391c78-9f1b-4560-bd8d-7bfc0fdbf05e not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:13.911462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-2ec77306-594a-4fad-b82d-26d82dd734d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:13.912064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-2ec77306-594a-4fad-b82d-26d82dd734d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:13.912968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-2ec77306-594a-4fad-b82d-26d82dd734d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:13.913458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-2ec77306-594a-4fad-b82d-26d82dd734d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:13.913968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-2ec77306-594a-4fad-b82d-26d82dd734d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:13.914451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-2ec77306-594a-4fad-b82d-26d82dd734d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:13.914966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-2ec77306-594a-4fad-b82d-26d82dd734d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:13.916960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-2ec77306-594a-4fad-b82d-26d82dd734d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6500 time: 0.1155324 Jun 30 03:02:13.932768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=efc78acc-0fb2-47f2-8427-e3227e976297,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:14.092223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46492) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:14.148719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-e374423d-fdc1-4147-bcd6-ca2cf30db665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:14.150957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-e374423d-fdc1-4147-bcd6-ca2cf30db665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:14.150957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-e374423d-fdc1-4147-bcd6-ca2cf30db665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:14.151391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-e374423d-fdc1-4147-bcd6-ca2cf30db665 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9 HTTP/1.1" status: 200 len: 2298 time: 0.1839895 Jun 30 03:02:14.242787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-44bd7ba8-2384-437b-9843-27511c897e0b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0448a1ea-353c-4292-8163-aac4893723e7 HTTP/1.1" status: 200 len: 1000 time: 0.0826929 Jun 30 03:02:14.271074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab382218-7daf-43e6-a0cc-5da16a12914a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.302679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bed73f-fd8f-420b-92ed-c20674c7833e req-c9670c3b-98f8-41f0-9580-91939e18a6c0 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:14.304315 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0bed73f-fd8f-420b-92ed-c20674c7833e req-c9670c3b-98f8-41f0-9580-91939e18a6c0 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 946 time: 0.1581705 Jun 30 03:02:14.312295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-010e5ff5-70c2-4798-bbb5-26bd0c1dcf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:14.313770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-010e5ff5-70c2-4798-bbb5-26bd0c1dcf85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=586d0d3c-b2f5-48fc-84d7-f78d79c8f24a HTTP/1.1" status: 200 len: 855 time: 0.0650334 Jun 30 03:02:14.334731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4084d56-4037-4535-834d-dbf1013a005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc78acc-0fb2-47f2-8427-e3227e976297'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:14.338185 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f680706-f867-470b-9aab-ee94ed43a5da" -d '{"events": [{"server_uuid": "b4084d56-4037-4535-834d-dbf1013a005a", "name": "network-vif-plugged", "status": "completed", "tag": "efc78acc-0fb2-47f2-8427-e3227e976297"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:14.383460 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdc88da-8b4a-4a15-a69e-dfca8402208c x-openstack-request-id: req-6fdc88da-8b4a-4a15-a69e-dfca8402208c {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:14.383460 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4084d56-4037-4535-834d-dbf1013a005a", "name": "network-vif-plugged", "status": "completed", "tag": "efc78acc-0fb2-47f2-8427-e3227e976297", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:14.383657 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6fdc88da-8b4a-4a15-a69e-dfca8402208c {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:14.384043 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4084d56-4037-4535-834d-dbf1013a005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc78acc-0fb2-47f2-8427-e3227e976297', 'code': 200} Jun 30 03:02:14.406768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab382218-7daf-43e6-a0cc-5da16a12914a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.430401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0bed73f-fd8f-420b-92ed-c20674c7833e req-f326f074-97ed-4c51-9146-9a428662ed37 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145067 Jun 30 03:02:14.479157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-42b97420-9d19-4e7f-9d4b-ced172ade5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:14.480676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-42b97420-9d19-4e7f-9d4b-ced172ade5d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546743 Jun 30 03:02:14.512074 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab382218-7daf-43e6-a0cc-5da16a12914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.548304 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ab382218-7daf-43e6-a0cc-5da16a12914a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=33776bfb7097416a8f5be456a670bf4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489851 Jun 30 03:02:14.548304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46526) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:14.631390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab382218-7daf-43e6-a0cc-5da16a12914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a97f9c-01ce-46a7-9a0d-00e52143bc91,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:14.652124 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-332f68b6-84f3-489c-9f06-ad42b7a0c521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.683217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-332f68b6-84f3-489c-9f06-ad42b7a0c521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.752007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad775c-63c8-417d-bf95-34e0181a0455 req-de47d607-db5f-48f2-9240-c83cbcfc3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:14.753520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebad775c-63c8-417d-bf95-34e0181a0455 req-de47d607-db5f-48f2-9240-c83cbcfc3d41 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 1097 time: 0.2778308 Jun 30 03:02:14.786654 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-47bf5831-fd7b-47a2-ba1d-268721a6c0de service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859912 Jun 30 03:02:14.799190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91222277-0922-47e4-b18d-e0608a9db6f5 req-278cfcb0-256a-4c72-8eca-7fe79a3def00 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:14.801401 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-91222277-0922-47e4-b18d-e0608a9db6f5 req-278cfcb0-256a-4c72-8eca-7fe79a3def00 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 946 time: 0.1053534 Jun 30 03:02:14.816103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46538) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:14.817446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9c7f8b67-6224-42d5-9067-006804eb8fbc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Request body: {'floatingip': {'port_id': 'e9513862-f04c-4c68-8e04-3f99e322349f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:14.875836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8b67-6224-42d5-9067-006804eb8fbc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.891472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b3424-5e09-4fc7-ad67-11ccc70a580b req-a3a55708-ba50-4da3-98bb-4e9b595a7904 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:14.893451 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f65b3424-5e09-4fc7-ad67-11ccc70a580b req-a3a55708-ba50-4da3-98bb-4e9b595a7904 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 946 time: 0.2290926 Jun 30 03:02:14.906466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebad775c-63c8-417d-bf95-34e0181a0455 req-1ad7f962-8884-4243-a5ff-de11e21d72ab service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411555 Jun 30 03:02:14.922752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-332f68b6-84f3-489c-9f06-ad42b7a0c521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.926797 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-332f68b6-84f3-489c-9f06-ad42b7a0c521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.928009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-332f68b6-84f3-489c-9f06-ad42b7a0c521 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64a97f9c-01ce-46a7-9a0d-00e52143bc91 HTTP/1.1" status: 204 len: 168 time: 0.3801081 Jun 30 03:02:14.965273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f68b6-84f3-489c-9f06-ad42b7a0c521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a97f9c-01ce-46a7-9a0d-00e52143bc91,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:14.967082 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f65b3424-5e09-4fc7-ad67-11ccc70a580b req-de29909e-ce6c-4e82-a6c8-d798eca2ce40 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648403 Jun 30 03:02:14.972097 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-b9d02d1a-afea-45cd-b6aa-b35e52c57b31 service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760261 Jun 30 03:02:15.067904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-7c1471cf-52e6-4a1e-8141-3087af5bd12d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=7366339e-fe46-4e01-a331-81e3b5ad4856 HTTP/1.1" status: 200 len: 217 time: 0.0875928 Jun 30 03:02:15.156396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-c2e459e2-e016-4fa2-8e7b-87f1650fa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:15.164349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-c2e459e2-e016-4fa2-8e7b-87f1650fa3fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0857792 Jun 30 03:02:15.233425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-94d614d8-d192-44f6-9a89-ecec53ba881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:15.235239 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-94d614d8-d192-44f6-9a89-ecec53ba881e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683019 Jun 30 03:02:15.332890 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-d0f84535-6330-4cb5-8b43-df07c6ebcab6 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904193 Jun 30 03:02:15.545990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8b67-6224-42d5-9067-006804eb8fbc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.700575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8b67-6224-42d5-9067-006804eb8fbc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.870869 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-9c7f8b67-6224-42d5-9067-006804eb8fbc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Floating IP 0a5e01cf-f8bd-4981-93b6-835e08a0b8c0 associated. External IP: 172.25.2.199, port: e9513862-f04c-4c68-8e04-3f99e322349f. Jun 30 03:02:15.886597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-557b571d-5262-49dc-aa42-2c9e9a8cf4f1 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415556 Jun 30 03:02:15.895495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46580) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:15.938752 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33af9a-e4eb-4f12-be7a-079b750014ef req-9d33f170-185e-40c7-87ce-7e8dbd9c6b71 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:15.940561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b33af9a-e4eb-4f12-be7a-079b750014ef req-9d33f170-185e-40c7-87ce-7e8dbd9c6b71 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 946 time: 0.1948013 Jun 30 03:02:15.957818 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-e20dd43b-5e18-4eaa-bbd4-2f30c7a64dd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=6df77b8d-0b61-4592-8264-c9a1174498f6 HTTP/1.1" status: 200 len: 217 time: 0.0605879 Jun 30 03:02:15.958535 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da5d2a5f-6d1a-47d3-9d7b-63c9686057df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.031315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-5a993cb1-7363-4e8c-932d-8695362281a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:16.032825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-5a993cb1-7363-4e8c-932d-8695362281a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0691874 Jun 30 03:02:16.033166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b33af9a-e4eb-4f12-be7a-079b750014ef req-a517eb6a-c041-4b81-b9f7-0523d6479996 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740297 Jun 30 03:02:16.165889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7f8b67-6224-42d5-9067-006804eb8fbc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Router 3d5d9d8a-9b2d-490c-ae52-63073934610e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:16.202731 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da5d2a5f-6d1a-47d3-9d7b-63c9686057df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.241963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-b502eaf2-aa10-4de1-b166-61c7f83faef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:16.243548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-b502eaf2-aa10-4de1-b166-61c7f83faef0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1977534 Jun 30 03:02:16.325742 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da5d2a5f-6d1a-47d3-9d7b-63c9686057df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.414057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-da5d2a5f-6d1a-47d3-9d7b-63c9686057df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d16b63669fe4b968c959cb058fbcad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160854 Jun 30 03:02:16.414815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d2a5f-6d1a-47d3-9d7b-63c9686057df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afcdbca-0648-421f-8e53-60ad625781c9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:16.417416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46594) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:16.430166 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-d8af04ac-fe9f-4540-9698-e63bc3475e32 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787953 Jun 30 03:02:16.582853 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-48a5276c-4f28-4bcb-85dc-6a8b15583d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.610324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-603b2da0-3d97-40e8-af09-b6847ffc4a12 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697676 Jun 30 03:02:16.628235 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-48a5276c-4f28-4bcb-85dc-6a8b15583d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.674039 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-a3519b32-c766-46d8-8ba5-7e51f07d9bdd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=5c1c936e-7681-464e-893c-fb84f41b42e0 HTTP/1.1" status: 200 len: 217 time: 0.0558825 Jun 30 03:02:16.748175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c73544-eeec-4cb2-bd0d-fe8ccee4790f req-1953e257-31c5-4fa5-8546-acd21ea5ba89 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:16.757777 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0c73544-eeec-4cb2-bd0d-fe8ccee4790f req-1953e257-31c5-4fa5-8546-acd21ea5ba89 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 946 time: 0.5194178 Jun 30 03:02:16.757777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7f8b67-6224-42d5-9067-006804eb8fbc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:16.771220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] Sync routers for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:16.777277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-f3f928c9-2bac-48a1-9f7f-2fc857b2e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:16.778984 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-f3f928c9-2bac-48a1-9f7f-2fc857b2e0c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0976906 Jun 30 03:02:16.791481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:16.796458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:02:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:16.807200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8b67-6224-42d5-9067-006804eb8fbc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.809765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46602) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:16.835965 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-fb8754eb-33b5-4eee-9c5d-4014375dbc8c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194406 Jun 30 03:02:16.856709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-9970d4ec-89dd-4825-8657-b94b658d7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:16.858268 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-9970d4ec-89dd-4825-8657-b94b658d7391 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689564 Jun 30 03:02:16.865012 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0c73544-eeec-4cb2-bd0d-fe8ccee4790f req-3c90b23d-4b8c-4469-b7e9-91b2126f21f0 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074913 Jun 30 03:02:16.906630 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9c7f8b67-6224-42d5-9067-006804eb8fbc tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "PUT /v2.0/floatingips/0a5e01cf-f8bd-4981-93b6-835e08a0b8c0 HTTP/1.1" status: 200 len: 992 time: 2.0933902 Jun 30 03:02:16.907435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'tag': 'e9513862-f04c-4c68-8e04-3f99e322349f'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:16.911173 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8083afd6-13fd-43a9-a242-b053d6a4bb26" -d '{"events": [{"name": "network-changed", "server_uuid": "0d421d32-ddd7-41b4-8e81-2c46ad755a2d", "tag": "e9513862-f04c-4c68-8e04-3f99e322349f"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:16.950471 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-48a5276c-4f28-4bcb-85dc-6a8b15583d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.954410 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-48a5276c-4f28-4bcb-85dc-6a8b15583d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.956267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-48a5276c-4f28-4bcb-85dc-6a8b15583d22 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0afcdbca-0648-421f-8e53-60ad625781c9 HTTP/1.1" status: 204 len: 168 time: 0.5350008 Jun 30 03:02:17.001172 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d32b37b-79e3-4b13-b968-2b7977cbc7a5 x-openstack-request-id: req-8d32b37b-79e3-4b13-b968-2b7977cbc7a5 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:17.001545 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d421d32-ddd7-41b4-8e81-2c46ad755a2d", "tag": "e9513862-f04c-4c68-8e04-3f99e322349f", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:17.002056 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d32b37b-79e3-4b13-b968-2b7977cbc7a5 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:17.002478 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'tag': 'e9513862-f04c-4c68-8e04-3f99e322349f', 'status': 'completed', 'code': 200} Jun 30 03:02:17.007669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:17.017588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5276c-4f28-4bcb-85dc-6a8b15583d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afcdbca-0648-421f-8e53-60ad625781c9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:17.090937 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-39d43acb-a5c8-47dd-9efd-a0c6b78b89d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.103367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-cc3b9a30-5f57-4848-a257-70c3145e8152 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250624 Jun 30 03:02:17.185975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-0126f95a-f24d-4307-bfbd-e42f910d8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:17.187949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-0126f95a-f24d-4307-bfbd-e42f910d8be4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 1096 time: 0.2820587 Jun 30 03:02:17.227205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-58704679-00ca-4225-bd31-70e5711c9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:17.228814 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-58704679-00ca-4225-bd31-70e5711c9c11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e80d6cf22736432e8b8eacd174211320&device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 1097 time: 0.1980891 Jun 30 03:02:17.256040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-424056dd-c84e-441f-b4c9-e7e7ab852aa9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:17.263015 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-424056dd-c84e-441f-b4c9-e7e7ab852aa9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 946 time: 0.1303849 Jun 30 03:02:17.321172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-39d43acb-a5c8-47dd-9efd-a0c6b78b89d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.355509 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '0a5e01cf-f8bd-4981-93b6-835e08a0b8c0', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'port_id': 'e9513862-f04c-4c68-8e04-3f99e322349f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'mac_address': 'fa:16:3e:6d:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:01:55Z', 'updated_at': '2021-06-30T03:02:15Z', 'revision_number': 1, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:17.384231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-b8c9aa10-a71c-45f8-85dc-66b136479e46 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Deleting port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:17.384568 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-b8c9aa10-a71c-45f8-85dc-66b136479e46 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.387206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] Checking router: 3d5d9d8a-9b2d-490c-ae52-63073934610e for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:17.395919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:17.396549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:02:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:17.409581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-d9ebf1c3-453c-490b-adcf-d20c4d582aaa service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973540 Jun 30 03:02:17.492333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-b8c9aa10-a71c-45f8-85dc-66b136479e46 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] For port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:17.501785 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-b8c9aa10-a71c-45f8-85dc-66b136479e46 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.502333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-6950b4f9-b731-496f-a815-b0295e123af4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e HTTP/1.1" status: 200 len: 217 time: 0.0674748 Jun 30 03:02:17.517237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-0636e01c-bff2-4111-a095-0ab0918a9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:17.518732 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-0636e01c-bff2-4111-a095-0ab0918a9b90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 200 len: 911 time: 0.2736249 Jun 30 03:02:17.528197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-b8c9aa10-a71c-45f8-85dc-66b136479e46 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Calling delete_port for 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:17.532173 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-39d43acb-a5c8-47dd-9efd-a0c6b78b89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.539933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-60d312c0-759e-47ad-8785-a49d3aa9c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:17.541441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-60d312c0-759e-47ad-8785-a49d3aa9c0fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 906 time: 0.3265841 Jun 30 03:02:17.568744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:17.614200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cbfc2-167b-4fba-9939-f92601cf8dcb req-1beb929c-84fd-49a8-937d-222de9865e55 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:17.622090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b2cbfc2-167b-4fba-9939-f92601cf8dcb req-1beb929c-84fd-49a8-937d-222de9865e55 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 946 time: 0.3774636 Jun 30 03:02:17.633763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-39d43acb-a5c8-47dd-9efd-a0c6b78b89d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df9f4d81183042dbb393fd76486c85f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191118 Jun 30 03:02:17.654205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46626) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:17.676259 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-f608bcfd-0409-4fc0-9c19-f9fe53879c92 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c27ed4c-355a-4a80-b480-1686eb177fa1 HTTP/1.1" status: 200 len: 217 time: 0.1187100 Jun 30 03:02:17.743360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-7c05d469-0956-4eb2-b357-e6802101ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:17.745025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-7c05d469-0956-4eb2-b357-e6802101ab00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.2401731 Jun 30 03:02:17.869873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d43acb-a5c8-47dd-9efd-a0c6b78b89d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a093d89-62c0-4805-86a2-90c1d5d4d928,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:17.887644 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-13717357-6d12-45ce-826f-8aae105a4707 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9513862-f04c-4c68-8e04-3f99e322349f HTTP/1.1" status: 200 len: 1000 time: 0.3450749 Jun 30 03:02:17.922477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b2cbfc2-167b-4fba-9939-f92601cf8dcb req-36c24c85-6dad-43de-b89d-7521a1032ab6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992985 Jun 30 03:02:17.987350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-b486e818-1ddf-41ff-ae76-669c0483b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:17.989432 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-b486e818-1ddf-41ff-ae76-669c0483b6c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.2844207 Jun 30 03:02:18.024976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-b8c9aa10-a71c-45f8-85dc-66b136479e46 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.038531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1', '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:18.045537 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-cec4d526-3067-4761-b29e-0cc54ce93bcd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443425 Jun 30 03:02:18.045537 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab24a93d-1719-4f37-86d7-008157f85219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.050624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-595be5c4-d18f-42c7-bcb2-6bc80d34a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:18.050778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-595be5c4-d18f-42c7-bcb2-6bc80d34a51c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 200 len: 849 time: 0.1544423 Jun 30 03:02:18.129095 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9aa10-a71c-45f8-85dc-66b136479e46 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event deleted for resources: {'Port': ['ID=59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:18.158712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-b8c9aa10-a71c-45f8-85dc-66b136479e46 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] No DVR routers for this DVR port 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:18.171118 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-b8c9aa10-a71c-45f8-85dc-66b136479e46 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.171118 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-284f49f9-e57c-43ed-b1fb-2117e756ba8f req-b8c9aa10-a71c-45f8-85dc-66b136479e46 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "DELETE /v2.0/ports/59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc HTTP/1.1" status: 204 len: 173 time: 0.9015334 Jun 30 03:02:18.173954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-c0476125-51c2-45dc-a908-0ac1a726ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:18.175523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-c0476125-51c2-45dc-a908-0ac1a726ab17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4157698 Jun 30 03:02:18.185183 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab24a93d-1719-4f37-86d7-008157f85219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.203127 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc9205-7300-45be-a2d8-ea5f987a8418 req-2a692f18-a1e9-40ef-9414-0e0294da523e tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:18.205068 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15dc9205-7300-45be-a2d8-ea5f987a8418 req-2a692f18-a1e9-40ef-9414-0e0294da523e tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 946 time: 0.1926126 Jun 30 03:02:18.245568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '0a5e01cf-f8bd-4981-93b6-835e08a0b8c0', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'port_id': 'e9513862-f04c-4c68-8e04-3f99e322349f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'mac_address': 'fa:16:3e:6d:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:01:55Z', 'updated_at': '2021-06-30T03:02:15Z', 'revision_number': 1, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:18.294048 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15dc9205-7300-45be-a2d8-ea5f987a8418 req-66447d3d-e235-4909-8dbe-07808a5b73be tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751309 Jun 30 03:02:18.320898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c32e0c-3547-40fd-b913-d6ae556e10b1 None None] The sync data for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 is: [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '0a5e01cf-f8bd-4981-93b6-835e08a0b8c0', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'port_id': 'e9513862-f04c-4c68-8e04-3f99e322349f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'mac_address': 'fa:16:3e:6d:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:01:55Z', 'updated_at': '2021-06-30T03:02:15Z', 'revision_number': 1, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:18.388135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-1ab54fdb-d913-4976-aa79-345d8f815a66 service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280838 Jun 30 03:02:18.390100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-422cee49-3995-4066-b4a6-ecd672fe4345 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915445 Jun 30 03:02:18.571266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-1ee68db6-4a21-417e-8ed0-a925ba9f4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:18.572752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-1ee68db6-4a21-417e-8ed0-a925ba9f4331 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4b5115f4-26b6-49a1-9a82-45d13e86dcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5022032 Jun 30 03:02:18.608627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab24a93d-1719-4f37-86d7-008157f85219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.611133 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab24a93d-1719-4f37-86d7-008157f85219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.612263 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ab24a93d-1719-4f37-86d7-008157f85219 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a093d89-62c0-4805-86a2-90c1d5d4d928 HTTP/1.1" status: 204 len: 168 time: 0.9485171 Jun 30 03:02:18.635842 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be37d9-9467-4275-888d-bbdce541ad6e None None] New status for floating IP 0a5e01cf-f8bd-4981-93b6-835e08a0b8c0: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:02:18.702041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24a93d-1719-4f37-86d7-008157f85219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a093d89-62c0-4805-86a2-90c1d5d4d928,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:18.714383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad641547-11e3-4196-b3a4-579ad5e56ad2 req-a6c9dfd9-c2a9-4389-aa3f-c82e9188bf4f service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085220 Jun 30 03:02:18.716170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-13ecbc74-634b-4860-a559-de62c795804e service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116949 Jun 30 03:02:18.814707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-6471e59b-3e44-4b74-8d1f-c276a607675c service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342618 Jun 30 03:02:18.862520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973076e2-63bc-444d-b9ff-bc1236e16002 req-d2e6c85f-0aa8-4d38-b40d-df23e2dafdca tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:18.867475 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-973076e2-63bc-444d-b9ff-bc1236e16002 req-d2e6c85f-0aa8-4d38-b40d-df23e2dafdca tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 946 time: 0.3670242 Jun 30 03:02:18.882092 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-859d8c6a-25c6-492a-ab41-c1ce2bad9142 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa HTTP/1.1" status: 200 len: 217 time: 0.1423266 Jun 30 03:02:19.004078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf85e6f-bb52-4a09-93e1-99d538592ca6', 'name': 'network-vif-deleted', 'tag': '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:19.007370 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a2c9f8-586e-4fab-9360-a07c730737e3" -d '{"events": [{"server_uuid": "9bf85e6f-bb52-4a09-93e1-99d538592ca6", "name": "network-vif-deleted", "tag": "59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:19.011549 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-973076e2-63bc-444d-b9ff-bc1236e16002 req-92df749c-e4be-4285-9960-ec975971bb9f tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322773 Jun 30 03:02:19.043705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-477bb041-2233-4531-95a0-88505c8a8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:19.043705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-477bb041-2233-4531-95a0-88505c8a8dbe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.1026616 Jun 30 03:02:19.088292 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343dd4e4-dd1b-4f02-9bd0-d37eb04b9932 x-openstack-request-id: req-343dd4e4-dd1b-4f02-9bd0-d37eb04b9932 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:19.088583 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf85e6f-bb52-4a09-93e1-99d538592ca6", "name": "network-vif-deleted", "tag": "59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:19.088830 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-343dd4e4-dd1b-4f02-9bd0-d37eb04b9932 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:19.089226 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf85e6f-bb52-4a09-93e1-99d538592ca6', 'name': 'network-vif-deleted', 'tag': '59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc', 'status': 'completed', 'code': 200} Jun 30 03:02:19.116073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8083afd6-13fd-43a9-a242-b053d6a4bb26 req-774cfc6d-dd53-4475-8df0-a51b0c9bbf7a service neutron] 10.222.0.74 "GET /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468038 Jun 30 03:02:19.132993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-a3ac8fcc-f4a1-4362-9db9-c5241c0f172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:19.134625 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-a3ac8fcc-f4a1-4362-9db9-c5241c0f172a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0815344 Jun 30 03:02:19.213223 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7f9503d-70f5-4d78-8463-e879e46e185d req-581b68d9-946c-48cc-9abe-13a717bc0786 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf85e6f-bb52-4a09-93e1-99d538592ca6 HTTP/1.1" status: 200 len: 210 time: 0.0308752 Jun 30 03:02:19.683699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e7b9-e4f9-48f7-aea3-e869da925634 req-c4ad43d9-5203-42fe-a8c9-93a528d11c61 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:19.685307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1da6e7b9-e4f9-48f7-aea3-e869da925634 req-c4ad43d9-5203-42fe-a8c9-93a528d11c61 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 946 time: 0.0860567 Jun 30 03:02:19.688713 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-ceded7d8-df47-4e1d-bff3-f77db81dbc5a service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456185 Jun 30 03:02:19.728621 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1da6e7b9-e4f9-48f7-aea3-e869da925634 req-2b18dbcd-68cc-48e6-8b74-d32827fa952e tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343611 Jun 30 03:02:19.795539 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-9eb067de-70d1-407c-847e-a1e5148cdf46 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931396 Jun 30 03:02:19.857782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-1dae409c-d99b-423e-8961-c4cb92cdc47a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03187be2-91f7-469b-8020-df82c9f7cec6 HTTP/1.1" status: 200 len: 217 time: 0.0438066 Jun 30 03:02:19.930389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-107f266b-3dc7-4670-b07e-16c1dba6fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:19.931992 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-107f266b-3dc7-4670-b07e-16c1dba6fe4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.0669219 Jun 30 03:02:19.996161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-d9563b53-3402-4338-b05d-b1e7b16fe543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:19.998052 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-d9563b53-3402-4338-b05d-b1e7b16fe543 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549843 Jun 30 03:02:20.038255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46714) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:20.054652 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0e54c0f-cbea-4756-abb8-c168bf9e470c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.136526 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-3e787a52-68fa-425b-bfb6-ae0ffdbc87e8 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310737 Jun 30 03:02:20.158925 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0e54c0f-cbea-4756-abb8-c168bf9e470c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.239271 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b4762a7-0bad-4108-ab3f-5fedb9a51280 req-faf829cb-548c-4d1b-a861-fcf145be01f1 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960178 Jun 30 03:02:20.267131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0e54c0f-cbea-4756-abb8-c168bf9e470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.311531 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f0e54c0f-cbea-4756-abb8-c168bf9e470c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72b94d8b0bef43dc8f4b227b895b7c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720692 Jun 30 03:02:20.312509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e54c0f-cbea-4756-abb8-c168bf9e470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3597f-af2d-40e6-93dc-21240f2d39b3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:20.314062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46726) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:20.388633 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-357ddd9f-9efd-4f67-8daa-0121709dfdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.424771 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-357ddd9f-9efd-4f67-8daa-0121709dfdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.599417 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-357ddd9f-9efd-4f67-8daa-0121709dfdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.601668 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-357ddd9f-9efd-4f67-8daa-0121709dfdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.602795 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-357ddd9f-9efd-4f67-8daa-0121709dfdea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04c3597f-af2d-40e6-93dc-21240f2d39b3 HTTP/1.1" status: 204 len: 168 time: 0.2877417 Jun 30 03:02:20.632539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ddd9f-9efd-4f67-8daa-0121709dfdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3597f-af2d-40e6-93dc-21240f2d39b3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:20.675697 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151208b-7f8f-48ce-9a7b-46b965804c87 req-87636343-f249-44df-b921-6a392255a56d tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:20.678454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8151208b-7f8f-48ce-9a7b-46b965804c87 req-87636343-f249-44df-b921-6a392255a56d tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 946 time: 0.0920386 Jun 30 03:02:20.719485 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8151208b-7f8f-48ce-9a7b-46b965804c87 req-7b624ef4-de1c-4fb4-8236-27db9d0c72db tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363286 Jun 30 03:02:20.966043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-674c1771-d00c-4542-89b1-20f523f2ffbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:20.973174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-674c1771-d00c-4542-89b1-20f523f2ffbb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.1341107 Jun 30 03:02:20.985106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-c0b523cc-79b4-4777-9386-682d8b56925f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/quotas/92f2c812fee4490e8e05afaf6351bba6 HTTP/1.1" status: 200 len: 375 time: 0.0108216 Jun 30 03:02:21.062355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-5d2e2f34-ede5-404c-b42c-d0dfcf1d8505 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716610 Jun 30 03:02:21.158108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-467ab12f-c4eb-4181-acb5-50ed3f376915 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948441 Jun 30 03:02:21.251677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-5878dce9-b0c1-4f89-bca8-063e68c6e105 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899036 Jun 30 03:02:21.411377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:21.438653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:21.439030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 59c3aea1-9bc8-4c68-afaf-ca4fab66b7dc not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:21.576553 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b7ab32d-913d-4458-9331-d5ea12896960 req-1aa1cafb-61ea-4f04-8cff-4389cbdef6d2 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 210 time: 0.0461292 Jun 30 03:02:21.978924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab2f04-b59e-4d11-8d35-51cc4e79f240 req-bc03759a-a517-4ac5-9bae-aaa2540bfd97 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:21.980464 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-56ab2f04-b59e-4d11-8d35-51cc4e79f240 req-bc03759a-a517-4ac5-9bae-aaa2540bfd97 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 946 time: 0.1249316 Jun 30 03:02:21.989604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-754df6d5-8da0-4e9d-b388-3fcf09f3d2cf tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:21.991090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-754df6d5-8da0-4e9d-b388-3fcf09f3d2cf tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 946 time: 0.1246781 Jun 30 03:02:22.142750 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-56ab2f04-b59e-4d11-8d35-51cc4e79f240 req-c5682027-2554-40b0-9b35-e1626d4cb18e tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/security-groups?id=b2863546-5d1b-4c1f-a7b7-350f26ba0a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496074 Jun 30 03:02:22.209329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-3d32c90b-04c9-49b6-98d9-5d5c86abc176 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Deleting port efc78acc-0fb2-47f2-8427-e3227e976297 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:22.209962 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-3d32c90b-04c9-49b6-98d9-5d5c86abc176 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.306861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-3d32c90b-04c9-49b6-98d9-5d5c86abc176 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] For port efc78acc-0fb2-47f2-8427-e3227e976297, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=efc78acc-0fb2-47f2-8427-e3227e976297,segment=NetworkSegment(0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e),segment_id=0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:22.308141 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-3d32c90b-04c9-49b6-98d9-5d5c86abc176 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.322738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-3d32c90b-04c9-49b6-98d9-5d5c86abc176 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Calling delete_port for efc78acc-0fb2-47f2-8427-e3227e976297 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:22.612975 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-3d32c90b-04c9-49b6-98d9-5d5c86abc176 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.625014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['efc78acc-0fb2-47f2-8427-e3227e976297'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:22.653918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32c90b-04c9-49b6-98d9-5d5c86abc176 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Pushing event deleted for resources: {'Port': ['ID=efc78acc-0fb2-47f2-8427-e3227e976297,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:22.697335 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91241c39-ead2-4eac-9703-5471ac11a226 req-24de04f6-af31-4928-b4a3-150104335418 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 210 time: 0.0468357 Jun 30 03:02:22.744464 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-3d32c90b-04c9-49b6-98d9-5d5c86abc176 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] No DVR routers for this DVR port efc78acc-0fb2-47f2-8427-e3227e976297 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:22.746642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.746903 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-3d32c90b-04c9-49b6-98d9-5d5c86abc176 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.748892 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65e96a96-0405-4cf0-a8d2-8c5512ae2568 req-3d32c90b-04c9-49b6-98d9-5d5c86abc176 tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.74 "DELETE /v2.0/ports/efc78acc-0fb2-47f2-8427-e3227e976297 HTTP/1.1" status: 204 len: 173 time: 0.7493634 Jun 30 03:02:22.749348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4084d56-4037-4535-834d-dbf1013a005a', 'name': 'network-vif-deleted', 'tag': 'efc78acc-0fb2-47f2-8427-e3227e976297'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:22.756059 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9378d677-0b12-4a3e-b1ad-3f2a88a1371b" -d '{"events": [{"server_uuid": "b4084d56-4037-4535-834d-dbf1013a005a", "name": "network-vif-deleted", "tag": "efc78acc-0fb2-47f2-8427-e3227e976297"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:22.835024 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db346aee-82ba-4de7-b224-d5ee24483ca6 x-openstack-request-id: req-db346aee-82ba-4de7-b224-d5ee24483ca6 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:22.835024 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4084d56-4037-4535-834d-dbf1013a005a", "name": "network-vif-deleted", "tag": "efc78acc-0fb2-47f2-8427-e3227e976297", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:22.835024 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db346aee-82ba-4de7-b224-d5ee24483ca6 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:22.835024 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4084d56-4037-4535-834d-dbf1013a005a', 'name': 'network-vif-deleted', 'tag': 'efc78acc-0fb2-47f2-8427-e3227e976297', 'status': 'completed', 'code': 200} Jun 30 03:02:23.090281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46896) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:23.226557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46908) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:23.275349 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f87f884e-7fcd-445d-b8fd-00d99bfbc1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.366475 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42c97d35-4a55-4d11-97e7-0d8fdc5dbe6b req-97ad8f27-51b0-4ffe-9c55-65fc0ed1a95a tempest-ServersNegativeTestMultiTenantJSON-1069382957 tempest-ServersNegativeTestMultiTenantJSON-1069382957-project] 10.222.0.77 "GET /v2.0/ports?device_id=b4084d56-4037-4535-834d-dbf1013a005a HTTP/1.1" status: 200 len: 210 time: 0.0504122 Jun 30 03:02:23.367202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b76718a-1440-4562-bf26-44b4aee0b1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.415826 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.447261 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f87f884e-7fcd-445d-b8fd-00d99bfbc1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.545825 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f87f884e-7fcd-445d-b8fd-00d99bfbc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.599758 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f87f884e-7fcd-445d-b8fd-00d99bfbc1e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45931d0ab08148df99581414e0d3b2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5083117 Jun 30 03:02:23.602367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f884e-7fcd-445d-b8fd-00d99bfbc1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a7382f-1b69-40a5-a6ad-84347898882d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:23.602515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46916) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:23.663871 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a405b92-07b9-43cf-ac76-7be4d487e977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.676288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b76718a-1440-4562-bf26-44b4aee0b1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.694743 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a405b92-07b9-43cf-ac76-7be4d487e977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.772886 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b76718a-1440-4562-bf26-44b4aee0b1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.829343 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b76718a-1440-4562-bf26-44b4aee0b1f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d762e4c4fef46b482f65b260f630eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015849 Jun 30 03:02:23.831238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76718a-1440-4562-bf26-44b4aee0b1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78bdfdf-f6a0-41a5-b60d-da10704cd9a5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:23.832608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46924) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:23.840979 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a405b92-07b9-43cf-ac76-7be4d487e977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.844999 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a405b92-07b9-43cf-ac76-7be4d487e977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.849723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6a405b92-07b9-43cf-ac76-7be4d487e977 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5a7382f-1b69-40a5-a6ad-84347898882d HTTP/1.1" status: 204 len: 168 time: 0.2462420 Jun 30 03:02:23.884433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a405b92-07b9-43cf-ac76-7be4d487e977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a7382f-1b69-40a5-a6ad-84347898882d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:23.915146 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02d95405-1e08-478a-8f26-41664a63465d req-6b47697e-d281-4211-965f-0ae0f7648feb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 210 time: 0.0560100 Jun 30 03:02:23.931408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-879ed286-efae-4451-8f8d-bec2a692597c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.984013 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-879ed286-efae-4451-8f8d-bec2a692597c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.206748 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-879ed286-efae-4451-8f8d-bec2a692597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.209309 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-879ed286-efae-4451-8f8d-bec2a692597c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.210494 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-879ed286-efae-4451-8f8d-bec2a692597c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d78bdfdf-f6a0-41a5-b60d-da10704cd9a5 HTTP/1.1" status: 204 len: 168 time: 0.3766754 Jun 30 03:02:24.218683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ed286-efae-4451-8f8d-bec2a692597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78bdfdf-f6a0-41a5-b60d-da10704cd9a5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:24.486867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46950) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:24.539417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8bc5fc-1a12-4dab-9b7b-45933a83617e admin admin] Deleting subnet 369a0663-1b2b-4e8e-8453-9cd2e1a71635 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:24.542624 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc5fc-1a12-4dab-9b7b-45933a83617e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.582000 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc5fc-1a12-4dab-9b7b-45933a83617e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.623523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc5fc-1a12-4dab-9b7b-45933a83617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.770289 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc5fc-1a12-4dab-9b7b-45933a83617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.800021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bc5fc-1a12-4dab-9b7b-45933a83617e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369a0663-1b2b-4e8e-8453-9cd2e1a71635,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:24.808125 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa8bc5fc-1a12-4dab-9b7b-45933a83617e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.812229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fa8bc5fc-1a12-4dab-9b7b-45933a83617e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/369a0663-1b2b-4e8e-8453-9cd2e1a71635 HTTP/1.1" status: 204 len: 168 time: 0.3240967 Jun 30 03:02:24.815713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46962) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:24.904605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.026267 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.031476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46976) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:25.040603 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf46aea-6776-46f8-91f1-d818dc499d01']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:25.053064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:25.053392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce021e8-05c6-4f45-bf6e-7a4ae2e7644e') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:25.055832 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-74c0badf-2b03-494c-84c9-bc64ead71f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.066217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.082453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.091081 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:25.091806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:25.093940 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:25.237736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-9871cbbf-344e-4322-8e9d-a81a4526db52 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:25.239231 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-9871cbbf-344e-4322-8e9d-a81a4526db52 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.3517892 Jun 30 03:02:25.241204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34d5dc64-67ab-45d7-beb8-5f7d7a5eb9d9 req-c317b659-16a6-49da-a64a-280fd972ba53 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 210 time: 0.1031091 Jun 30 03:02:25.267216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Request body: {'port': {'device_id': '6a9655d2-b87a-47b3-be89-8be464490c31', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'admin_state_up': True, 'tenant_id': '92f2c812fee4490e8e05afaf6351bba6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:25.272411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.274902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.277326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] 10.222.0.77 "DELETE /v2.0/networks/9cf46aea-6776-46f8-91f1-d818dc499d01 HTTP/1.1" status: 204 len: 168 time: 0.4599597 Jun 30 03:02:25.281409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46984) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:25.320233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219ff2a-7fa9-4dd9-9e14-6daeea3bde4d admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf46aea-6776-46f8-91f1-d818dc499d01,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.335185 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-74c0badf-2b03-494c-84c9-bc64ead71f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.364623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb9cfc1-8de6-4137-a231-fb5649622e0a admin admin] Deleting subnet fdd49a43-1b3b-4cf2-8d86-d849963a130b {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:25.368695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cfc1-8de6-4137-a231-fb5649622e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.406473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cfc1-8de6-4137-a231-fb5649622e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.421876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-74c0badf-2b03-494c-84c9-bc64ead71f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.459388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cfc1-8de6-4137-a231-fb5649622e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.477450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0badf-2b03-494c-84c9-bc64ead71f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f87abe-a6d4-4775-8ccf-18619c84ac1c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.488971 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-74c0badf-2b03-494c-84c9-bc64ead71f04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=576bb6c6a8d24a3197f681141b1028fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540780 Jun 30 03:02:25.490393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device efc78acc-0fb2-47f2-8427-e3227e976297 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:25.491386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46992) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:25.519376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: efc78acc-0fb2-47f2-8427-e3227e976297 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:25.519725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device efc78acc-0fb2-47f2-8427-e3227e976297 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:25.575850 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53beb8f4-0b84-418c-8e72-f44ccbe84348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.609895 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53beb8f4-0b84-418c-8e72-f44ccbe84348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.622313 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cfc1-8de6-4137-a231-fb5649622e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.647389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9cfc1-8de6-4137-a231-fb5649622e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd49a43-1b3b-4cf2-8d86-d849963a130b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.656022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cfc1-8de6-4137-a231-fb5649622e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.660743 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dbb9cfc1-8de6-4137-a231-fb5649622e0a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fdd49a43-1b3b-4cf2-8d86-d849963a130b HTTP/1.1" status: 204 len: 168 time: 0.3559287 Jun 30 03:02:25.660975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46998) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:25.683795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Made reservation on behalf of 92f2c812fee4490e8e05afaf6351bba6 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:25.687756 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.736974 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.794872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53beb8f4-0b84-418c-8e72-f44ccbe84348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.797528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53beb8f4-0b84-418c-8e72-f44ccbe84348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.801242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-53beb8f4-0b84-418c-8e72-f44ccbe84348 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d8f87abe-a6d4-4775-8ccf-18619c84ac1c HTTP/1.1" status: 204 len: 168 time: 0.3063929 Jun 30 03:02:25.826056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.836571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a8a8bf-3827-4b49-bcd2-5151ba1214fb']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:25.838959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beb8f4-0b84-418c-8e72-f44ccbe84348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f87abe-a6d4-4775-8ccf-18619c84ac1c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.856628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62e6445-ef06-476f-b0c6-f323980f45ae') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:25.856958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62e6445-ef06-476f-b0c6-f323980f45ae') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:25.870079 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.884422 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.893473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:25.894405 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:25.896372 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:25.931993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Allocated IP 172.20.0.12 (0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9/3f26a757-6c41-48ca-bac9-6dced2ed1a20/46dd5701-cd38-43e3-a439-6c684aaa85d4) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:26.058458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.064594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.067144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] 10.222.0.77 "DELETE /v2.0/networks/36a8a8bf-3827-4b49-bcd2-5151ba1214fb HTTP/1.1" status: 204 len: 168 time: 0.4051819 Jun 30 03:02:26.094253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda9938-04ee-46db-9d76-4d420483ce24 admin admin] Pushing event deleted for resources: {'Network': ['ID=36a8a8bf-3827-4b49-bcd2-5151ba1214fb,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.137622 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.281161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.292424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:26.345139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:26.352809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:26.358006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:26.371290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event updated for resources: {'Port': ['ID=46dd5701-cd38-43e3-a439-6c684aaa85d4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.451045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:26.451045 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.497432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffe55a-7c3d-4d08-a799-c935deff2bdc req-44981d6e-6e8f-487f-992e-4bac2934abb9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:26.499931 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebffe55a-7c3d-4d08-a799-c935deff2bdc req-44981d6e-6e8f-487f-992e-4bac2934abb9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 932 time: 0.1075695 Jun 30 03:02:26.556129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dd243901-2628-4262-afba-30ef257647aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3051388 Jun 30 03:02:26.578463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Request body: {'port': {'device_id': '6a9655d2-b87a-47b3-be89-8be464490c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:26.605408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47038) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:26.621283 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebffe55a-7c3d-4d08-a799-c935deff2bdc req-9a5fa311-0682-4f47-b8ac-7507548a6d3d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044021 Jun 30 03:02:26.670291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eb60850f-31fc-4134-983e-649f391ffc73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9087b9356604bbe92ec0629ed675172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627735 Jun 30 03:02:26.673077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47040) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:26.732065 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb982-a804-45aa-a8bc-a93d0bd159fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.749193 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.763035 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb982-a804-45aa-a8bc-a93d0bd159fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.869666 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb982-a804-45aa-a8bc-a93d0bd159fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.872219 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb982-a804-45aa-a8bc-a93d0bd159fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.873433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bb4eb982-a804-45aa-a8bc-a93d0bd159fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b2863546-5d1b-4c1f-a7b7-350f26ba0a43 HTTP/1.1" status: 204 len: 168 time: 0.1988170 Jun 30 03:02:26.883636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4eb982-a804-45aa-a8bc-a93d0bd159fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2863546-5d1b-4c1f-a7b7-350f26ba0a43,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:27.079043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46dd5701-cd38-43e3-a439-6c684aaa85d4 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:27.088166 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.103923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Transition to ACTIVE for port object 46dd5701-cd38-43e3-a439-6c684aaa85d4 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:27.247585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.310499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Pushing event updated for resources: {'Port': ['ID=46dd5701-cd38-43e3-a439-6c684aaa85d4,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:27.312262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47068) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:27.397230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Attempting to bind port 46dd5701-cd38-43e3-a439-6c684aaa85d4 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:27.399565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Attempting to bind port 46dd5701-cd38-43e3-a439-6c684aaa85d4 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:27.400681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Attempting to bind port 46dd5701-cd38-43e3-a439-6c684aaa85d4 on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:27.410379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Port 46dd5701-cd38-43e3-a439-6c684aaa85d4 on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:02:27.411070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Attempting to bind port 46dd5701-cd38-43e3-a439-6c684aaa85d4 on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:27.421092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:27.422480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Checking segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:27.423258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Bound using segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:27.423977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Bound port: 46dd5701-cd38-43e3-a439-6c684aaa85d4, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:27.424346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.504199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] For port 46dd5701-cd38-43e3-a439-6c684aaa85d4, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:27.507665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] For port 46dd5701-cd38-43e3-a439-6c684aaa85d4, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=46dd5701-cd38-43e3-a439-6c684aaa85d4,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:27.586593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4dd82b18-4c64-418f-97f6-f37226b86cbc tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:27.679188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.714077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:27.715062 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.717062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] 10.222.0.74 "PUT /v2.0/ports/46dd5701-cd38-43e3-a439-6c684aaa85d4 HTTP/1.1" status: 200 len: 1092 time: 1.1459510 Jun 30 03:02:27.717736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9655d2-b87a-47b3-be89-8be464490c31', 'tag': '46dd5701-cd38-43e3-a439-6c684aaa85d4'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:27.720237 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94ecebc-6e06-459b-b8dd-80238a27d949" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9655d2-b87a-47b3-be89-8be464490c31", "tag": "46dd5701-cd38-43e3-a439-6c684aaa85d4"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:27.797327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacbcac-ec79-41be-b756-a6fcc440633f service neutron] Pushing event updated for resources: {'Port': ['ID=46dd5701-cd38-43e3-a439-6c684aaa85d4,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:27.816879 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed38d73-c991-46ae-bc64-7d2ee68d1aa9 x-openstack-request-id: req-1ed38d73-c991-46ae-bc64-7d2ee68d1aa9 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:27.817175 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9655d2-b87a-47b3-be89-8be464490c31", "tag": "46dd5701-cd38-43e3-a439-6c684aaa85d4", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:27.817429 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ed38d73-c991-46ae-bc64-7d2ee68d1aa9 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:27.817860 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9655d2-b87a-47b3-be89-8be464490c31', 'tag': '46dd5701-cd38-43e3-a439-6c684aaa85d4', 'status': 'completed', 'code': 200} Jun 30 03:02:27.840849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49181501-dd7d-42e8-aac3-d6b33fe10e7a req-85382817-7355-4c5d-8091-d91a857a8519 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:27.850050 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49181501-dd7d-42e8-aac3-d6b33fe10e7a req-85382817-7355-4c5d-8091-d91a857a8519 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 944 time: 0.0869951 Jun 30 03:02:27.859018 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4dd82b18-4c64-418f-97f6-f37226b86cbc tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] 10.222.0.77 "PUT /v2.0/quotas/553e0901b67f400dbf54e59b4473a19e HTTP/1.1" status: 200 len: 366 time: 0.5466769 Jun 30 03:02:27.860515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47092) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:27.885463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d10cf6bf-d9ea-4d07-8366-6b0d2c49574b tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0231671 Jun 30 03:02:27.889978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47094) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:27.929311 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49181501-dd7d-42e8-aac3-d6b33fe10e7a req-84e5809d-e465-4b5b-a883-7ced55d432d7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782492 Jun 30 03:02:27.933874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6ba44332-3441-4d36-b777-17cc149335f3 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] 10.222.0.77 "GET /v2.0/quotas/553e0901b67f400dbf54e59b4473a19e HTTP/1.1" status: 200 len: 366 time: 0.0420763 Jun 30 03:02:27.939182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47096) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:27.957987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ecebc-6e06-459b-b8dd-80238a27d949 req-6296991f-146a-4cf1-8bcd-8397ffb11c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:27.959814 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c94ecebc-6e06-459b-b8dd-80238a27d949 req-6296991f-146a-4cf1-8bcd-8397ffb11c4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 1095 time: 0.1077564 Jun 30 03:02:28.026153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c84a2cf7-89b3-4529-b7cb-111a34f0b487 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/553e0901b67f400dbf54e59b4473a19e HTTP/1.1" status: 204 len: 168 time: 0.0899265 Jun 30 03:02:28.028562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47104) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:28.041190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-db84fdbc-7f0f-41c8-90ff-92ba1ad61a36 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0101218 Jun 30 03:02:28.043695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47106) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:28.060857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bf9a4984-da40-4d91-8b63-074e0edb481b tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] 10.222.0.77 "GET /v2.0/quotas/553e0901b67f400dbf54e59b4473a19e HTTP/1.1" status: 200 len: 370 time: 0.0153186 Jun 30 03:02:28.063285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47108) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:28.069155 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2b58c30f-e530-4e4f-9ef3-6abfa61f2afc tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] 10.222.0.77 "GET /v2.0/quotas/553e0901b67f400dbf54e59b4473a19e/default HTTP/1.1" status: 200 len: 370 time: 0.0048015 Jun 30 03:02:28.071645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47112) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:28.080445 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-85a0e594-de8c-40cd-9d4a-b7519fff67ec tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] delete failed (client error): The resource could not be found. Jun 30 03:02:28.081528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-85a0e594-de8c-40cd-9d4a-b7519fff67ec tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/553e0901b67f400dbf54e59b4473a19e HTTP/1.1" status: 404 len: 348 time: 0.0088987 Jun 30 03:02:28.091244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ecebc-6e06-459b-b8dd-80238a27d949 req-f9f8ec57-0288-491f-93d6-464190b1e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:28.092663 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c94ecebc-6e06-459b-b8dd-80238a27d949 req-f9f8ec57-0288-491f-93d6-464190b1e218 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=92f2c812fee4490e8e05afaf6351bba6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1242714 Jun 30 03:02:28.181968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47134) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:28.205987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ecebc-6e06-459b-b8dd-80238a27d949 req-b290df6a-e9dc-4532-8653-ec09968f7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:28.207507 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c94ecebc-6e06-459b-b8dd-80238a27d949 req-b290df6a-e9dc-4532-8653-ec09968f7b57 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044850 Jun 30 03:02:28.261444 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ee63c09f-cd44-4ea1-bf68-e9ce656bc524 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4825c466d3884c66a896f96e0319822e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696676 Jun 30 03:02:28.262125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47150) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:28.316857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-495b76c5-4b98-443e-b009-43546aef44c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.356237 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-495b76c5-4b98-443e-b009-43546aef44c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.363669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dad5c8a4-b9de-4d94-a673-49c49acf00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:28.365879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-dad5c8a4-b9de-4d94-a673-49c49acf00e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 1095 time: 0.1151321 Jun 30 03:02:28.440279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-1cbfdbb3-cc87-4cee-b216-145e825d65fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46dd5701-cd38-43e3-a439-6c684aaa85d4 HTTP/1.1" status: 200 len: 217 time: 0.0649726 Jun 30 03:02:28.508006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47162) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:28.519532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-a0347d9a-04e4-4484-b1a6-8677f34d3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:28.521288 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-a0347d9a-04e4-4484-b1a6-8677f34d3f42 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.0710983 Jun 30 03:02:28.527141 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-495b76c5-4b98-443e-b009-43546aef44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.531370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-495b76c5-4b98-443e-b009-43546aef44c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.532478 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-495b76c5-4b98-443e-b009-43546aef44c0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e500eb4-8a90-40ea-91c6-51c7943d3e37 HTTP/1.1" status: 204 len: 168 time: 0.2694218 Jun 30 03:02:28.546581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b76c5-4b98-443e-b009-43546aef44c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e500eb4-8a90-40ea-91c6-51c7943d3e37,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:28.550724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Usage tracker for resource:network and tenant:bb30f0c2136f4ca0a10354a6de46ebbb is out of sync, need to count used quota {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:02:28.560340 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:02:28.568715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Usage tracker for resource:subnet and tenant:bb30f0c2136f4ca0a10354a6de46ebbb is out of sync, need to count used quota {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:02:28.575894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:02:28.583566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Usage tracker for resource:subnetpool and tenant:bb30f0c2136f4ca0a10354a6de46ebbb is out of sync, need to count used quota {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:02:28.590431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:02:28.592372 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6274af99-ec67-4f59-94a6-ac8339c5c4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.602363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Usage tracker for resource:port and tenant:bb30f0c2136f4ca0a10354a6de46ebbb is out of sync, need to count used quota {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:02:28.608799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:02:28.611054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-d222f796-3d6c-43a5-b9c9-c2eaa5486bc0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816226 Jun 30 03:02:28.620846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Usage tracker for resource:router and tenant:bb30f0c2136f4ca0a10354a6de46ebbb is out of sync, need to count used quota {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:02:28.630495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:02:28.637798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Usage tracker for resource:floatingip and tenant:bb30f0c2136f4ca0a10354a6de46ebbb is out of sync, need to count used quota {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:02:28.643141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:02:28.683707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Usage tracker for resource:security_group and tenant:bb30f0c2136f4ca0a10354a6de46ebbb is out of sync, need to count used quota {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:02:28.689300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:02:28.695412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Usage tracker for resource:security_group_rule and tenant:bb30f0c2136f4ca0a10354a6de46ebbb is out of sync, need to count used quota {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 03:02:28.700350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.quota.resource [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94531) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 03:02:28.705318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f11bba03-7376-42be-93d0-59be03c30171 tempest-QuotasTest-1044814559 tempest-QuotasTest-1044814559-project-admin] 10.222.0.77 "GET /v2.0/quotas/bb30f0c2136f4ca0a10354a6de46ebbb/details.json HTTP/1.1" status: 200 len: 703 time: 0.1960042 Jun 30 03:02:28.719890 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-d551ef0e-cc71-4e07-986e-9e1b1b8a1bb3 service neutron] 10.222.0.74 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016674 Jun 30 03:02:28.811714 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32d86af2-c1e2-4c54-a7e0-cba2844886ed req-5bb12542-2281-4594-8f35-6a3eee856ed4 service neutron] 10.222.0.74 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860722 Jun 30 03:02:29.124981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b0ba6-580d-4cb2-a7c0-88fe5cfd1945 req-db35d772-63e3-4e0f-80ab-008d937a2b07 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:29.127580 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c4b0ba6-580d-4cb2-a7c0-88fe5cfd1945 req-db35d772-63e3-4e0f-80ab-008d937a2b07 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 944 time: 0.0832732 Jun 30 03:02:29.168424 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c4b0ba6-580d-4cb2-a7c0-88fe5cfd1945 req-b0eb44f3-01f4-47de-a98d-1c2ef38bf41b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Jun 30 03:02:29.398774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47196) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:29.580947 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1f31ef7-f7e6-41df-96ee-fdac316c9fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.730462 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1f31ef7-f7e6-41df-96ee-fdac316c9fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.812230 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1f31ef7-f7e6-41df-96ee-fdac316c9fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.852941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f1f31ef7-f7e6-41df-96ee-fdac316c9fc4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61a61a606a1242c08d221734a2d9dddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523535 Jun 30 03:02:29.854286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f31ef7-f7e6-41df-96ee-fdac316c9fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49366537-5852-4e31-a615-1c2a9de87458,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:29.856182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47242) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:29.931733 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-05a8a665-8f2a-4f7a-b56b-2616df9297dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.990008 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-05a8a665-8f2a-4f7a-b56b-2616df9297dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.141918 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-05a8a665-8f2a-4f7a-b56b-2616df9297dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.141918 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-05a8a665-8f2a-4f7a-b56b-2616df9297dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.141918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-05a8a665-8f2a-4f7a-b56b-2616df9297dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49366537-5852-4e31-a615-1c2a9de87458 HTTP/1.1" status: 204 len: 168 time: 0.2822125 Jun 30 03:02:30.148133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8a665-8f2a-4f7a-b56b-2616df9297dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49366537-5852-4e31-a615-1c2a9de87458,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:30.401988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23936f9-eb52-4204-9cc3-271d773317b1 req-bb24b27c-9f33-489d-9a29-501dde1d6afd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:30.405992 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f23936f9-eb52-4204-9cc3-271d773317b1 req-bb24b27c-9f33-489d-9a29-501dde1d6afd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 944 time: 0.1090913 Jun 30 03:02:30.445712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f23936f9-eb52-4204-9cc3-271d773317b1 req-1a297748-786f-4e92-bf85-bcf2675c05d2 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364392 Jun 30 03:02:30.872777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47288) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:30.887686 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd658593-9a86-44ea-8f23-598ca3ad0115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.015276 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd658593-9a86-44ea-8f23-598ca3ad0115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.075093 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd658593-9a86-44ea-8f23-598ca3ad0115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.127399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bd658593-9a86-44ea-8f23-598ca3ad0115 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb30f0c2136f4ca0a10354a6de46ebbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521415 Jun 30 03:02:31.127638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47298) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:31.133470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd658593-9a86-44ea-8f23-598ca3ad0115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259ed261-886d-4a3e-b556-dacdb8feb345,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:31.194305 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90e1f544-643e-4371-950f-9776678feb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.223353 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90e1f544-643e-4371-950f-9776678feb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.246857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.278476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-afd83644-9e33-497b-ab7c-d063f380f6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.389316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90e1f544-643e-4371-950f-9776678feb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.392027 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-90e1f544-643e-4371-950f-9776678feb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.393312 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-90e1f544-643e-4371-950f-9776678feb69 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/259ed261-886d-4a3e-b556-dacdb8feb345 HTTP/1.1" status: 204 len: 168 time: 0.2646050 Jun 30 03:02:31.412079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1f544-643e-4371-950f-9776678feb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259ed261-886d-4a3e-b556-dacdb8feb345,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:31.513442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 46dd5701-cd38-43e3-a439-6c684aaa85d4 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:02:31.692119 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 46dd5701-cd38-43e3-a439-6c684aaa85d4, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=46dd5701-cd38-43e3-a439-6c684aaa85d4,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:31.703731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '46dd5701-cd38-43e3-a439-6c684aaa85d4', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'port_id': '46dd5701-cd38-43e3-a439-6c684aaa85d4', 'mac_address': 'fa:16:3e:71:3c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f26a757-6c41-48ca-bac9-6dced2ed1a20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:02:31.718876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90d0fe-2b0a-47f2-8cec-1c332f4e14f1 req-b49191f4-c3b9-4864-be06-b400d484b4aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:31.720675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b90d0fe-2b0a-47f2-8cec-1c332f4e14f1 req-b49191f4-c3b9-4864-be06-b400d484b4aa tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 944 time: 0.1008000 Jun 30 03:02:31.761804 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.777580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46dd5701-cd38-43e3-a439-6c684aaa85d4 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:31.803817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9b90d0fe-2b0a-47f2-8cec-1c332f4e14f1 req-1fed8363-e54b-4704-be46-f75d14a8d5f5 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603931 Jun 30 03:02:31.808348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 46dd5701-cd38-43e3-a439-6c684aaa85d4, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=46dd5701-cd38-43e3-a439-6c684aaa85d4,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:32.000793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.061657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=46dd5701-cd38-43e3-a439-6c684aaa85d4,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:32.279347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['46dd5701-cd38-43e3-a439-6c684aaa85d4'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:32.498452 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:02:32.923288 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.931798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47376) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:33.064640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df134ef2-52f4-4f8d-b8d4-70b9a71cff59 req-13c7e4d4-8111-4e07-82f8-eb3411a79641 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:33.067712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-df134ef2-52f4-4f8d-b8d4-70b9a71cff59 req-13c7e4d4-8111-4e07-82f8-eb3411a79641 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 945 time: 0.1365650 Jun 30 03:02:33.092238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'networks': [{'name': 'tempest-network--798737279'}, {'name': 'tempest-network--677199454'}]} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:33.092559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'network': {'name': 'tempest-network--798737279'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:33.094120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'network': {'name': 'tempest-network--677199454'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:33.132490 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-df134ef2-52f4-4f8d-b8d4-70b9a71cff59 req-0a7261c5-514a-4e97-ad5e-ee06cbbe7fa7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567968 Jun 30 03:02:33.252328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Made reservation on behalf of fb46b1b8d96f491cb16adcb9cf6c27a7 for: {'network': 2} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:33.257623 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.268375 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.398463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.541654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 46dd5701-cd38-43e3-a439-6c684aaa85d4 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:33.542146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.542146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.581803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:33.602608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.602608 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Added segment e336ba39-3040-4292-b38b-624afb050765 of type vlan for network 80838e6a-8400-435b-8cd8-b274d52d02d1 Jun 30 03:02:33.602608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10dcbeb3-20fe-479b-aae4-f41d8287e5ad,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:33.646739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.681277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 46dd5701-cd38-43e3-a439-6c684aaa85d4 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:33.683197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:33.685588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 46dd5701-cd38-43e3-a439-6c684aaa85d4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:33.686177 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.694961 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.695297 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Added segment e74772e8-ceb9-4c8f-8533-7cbd5a8b39fe of type vlan for network 849c0f3d-0d30-4090-b5cc-4ed823cadd1d Jun 30 03:02:33.783016 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.786810 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.817408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9655d2-b87a-47b3-be89-8be464490c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd5701-cd38-43e3-a439-6c684aaa85d4'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:33.824025 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5432b03e-9184-4228-abad-e868eb81be18" -d '{"events": [{"server_uuid": "6a9655d2-b87a-47b3-be89-8be464490c31", "name": "network-vif-plugged", "status": "completed", "tag": "46dd5701-cd38-43e3-a439-6c684aaa85d4"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:33.840938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 46dd5701-cd38-43e3-a439-6c684aaa85d4, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=46dd5701-cd38-43e3-a439-6c684aaa85d4,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:33.868172 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8862e14-a137-4514-8ab4-1224ba0d704c x-openstack-request-id: req-d8862e14-a137-4514-8ab4-1224ba0d704c {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:33.868555 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9655d2-b87a-47b3-be89-8be464490c31", "name": "network-vif-plugged", "status": "completed", "tag": "46dd5701-cd38-43e3-a439-6c684aaa85d4", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:33.868952 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8862e14-a137-4514-8ab4-1224ba0d704c {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:33.869714 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9655d2-b87a-47b3-be89-8be464490c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd5701-cd38-43e3-a439-6c684aaa85d4', 'code': 200} Jun 30 03:02:33.972939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.977224 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.977347 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.980441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:33.992095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb0900-39cf-450b-b711-13b73c0d0691 req-d7334222-cec5-4665-94e6-46e3f63b6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:33.993781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51cb0900-39cf-450b-b711-13b73c0d0691 req-d7334222-cec5-4665-94e6-46e3f63b6c0b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 1096 time: 0.0585196 Jun 30 03:02:33.994966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:33.995978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.040817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51cb0900-39cf-450b-b711-13b73c0d0691 req-f37be387-65c1-481a-b800-aeac3c0ac38b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368593 Jun 30 03:02:34.046062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=46dd5701-cd38-43e3-a439-6c684aaa85d4,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:34.075984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'Network': ['ID=80838e6a-8400-435b-8cd8-b274d52d02d1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:34.096293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 80838e6a-8400-435b-8cd8-b274d52d02d1 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:34.174000 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2388270 Jun 30 03:02:34.181065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47422) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:34.273737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676408b7-9754-47ce-ab44-193140f80b77 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'Network': ['ID=849c0f3d-0d30-4090-b5cc-4ed823cadd1d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:34.291158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 849c0f3d-0d30-4090-b5cc-4ed823cadd1d details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:34.435482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb8ae4d-3f02-480b-b951-ee3cccfd59d9 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:34.461005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb8ae4d-3f02-480b-b951-ee3cccfd59d9 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:34.468592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb8ae4d-3f02-480b-b951-ee3cccfd59d9 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:34.475426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb8ae4d-3f02-480b-b951-ee3cccfd59d9 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:34.477144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7eb8ae4d-3f02-480b-b951-ee3cccfd59d9 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2945666 Jun 30 03:02:34.481718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47434) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:34.517948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a2f00-10d8-414c-8b01-e7a0fea4d75e req-c9dd30d1-0ad6-447c-b153-a1d3627020c5 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:34.529587 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd9a2f00-10d8-414c-8b01-e7a0fea4d75e req-c9dd30d1-0ad6-447c-b153-a1d3627020c5 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 946 time: 0.1904688 Jun 30 03:02:34.540736 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.606933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd9a2f00-10d8-414c-8b01-e7a0fea4d75e req-2c49dbfb-04b8-43ec-a1f9-e821edd74444 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763652 Jun 30 03:02:34.692858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.810489 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.828396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80838e6a-8400-435b-8cd8-b274d52d02d1']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:34.841340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e336ba39-3040-4292-b38b-624afb050765') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:34.841839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e336ba39-3040-4292-b38b-624afb050765') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:34.852764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:34.996814 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:35.172683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.179570 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.188388 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "DELETE /v2.0/networks/80838e6a-8400-435b-8cd8-b274d52d02d1 HTTP/1.1" status: 204 len: 168 time: 0.6989565 Jun 30 03:02:35.189336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47446) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:35.212387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Network': ['ID=80838e6a-8400-435b-8cd8-b274d52d02d1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:35.221116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.221898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.222972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.223932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.224488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.225036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.225590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.226123 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.226684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.228131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.228777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.229328 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d8b936-6c12-41f7-b399-52577050bc16 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:35.296570 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.410340 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.421685 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849c0f3d-0d30-4090-b5cc-4ed823cadd1d']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:35.432829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74772e8-ceb9-4c8f-8533-7cbd5a8b39fe') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:35.433133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74772e8-ceb9-4c8f-8533-7cbd5a8b39fe') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:35.443043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.468695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.474721 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:35.475260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:35.478258 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:35.666582 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.675707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.680791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "DELETE /v2.0/networks/849c0f3d-0d30-4090-b5cc-4ed823cadd1d HTTP/1.1" status: 204 len: 168 time: 0.4929121 Jun 30 03:02:35.681651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47464) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:35.763306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a7b3f-7e77-4270-a1bc-9454d1f45e64 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Network': ['ID=849c0f3d-0d30-4090-b5cc-4ed823cadd1d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:35.859239 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f1203-3d11-4430-a709-746e28ab71fc req-59713885-13dd-4e44-b2e5-a92c7a88da69 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:35.860675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1d3f1203-3d11-4430-a709-746e28ab71fc req-59713885-13dd-4e44-b2e5-a92c7a88da69 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 946 time: 0.0793736 Jun 30 03:02:35.865792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681cdde-8d02-4ca0-bb27-7230ed473781 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:35.872285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681cdde-8d02-4ca0-bb27-7230ed473781 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:35.873996 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d681cdde-8d02-4ca0-bb27-7230ed473781 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1911070 Jun 30 03:02:35.880879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47470) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:35.891651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-454502175'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:35.934070 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1d3f1203-3d11-4430-a709-746e28ab71fc req-3f1e6b79-9524-4af4-aad8-36169f07cf3b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651658 Jun 30 03:02:36.021753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Made reservation on behalf of fb46b1b8d96f491cb16adcb9cf6c27a7 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:36.026716 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.083447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:36.100485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.101115 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Added segment 9ea2448e-0ab8-40d7-a91b-98e098e564b9 of type vlan for network da39c292-5e20-4513-b026-e634c39a9018 Jun 30 03:02:36.156880 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.280625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.287162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:36.287775 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.407745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'Network': ['ID=da39c292-5e20-4513-b026-e634c39a9018,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:36.424028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network da39c292-5e20-4513-b026-e634c39a9018 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:36.437193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9ed03-958b-41cc-a8e1-a78dd4141f47 req-52ef087d-3400-435d-9507-402dcd568d18 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:36.438844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15a9ed03-958b-41cc-a8e1-a78dd4141f47 req-52ef087d-3400-435d-9507-402dcd568d18 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 946 time: 0.0898066 Jun 30 03:02:36.458208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cf3cc612-14d2-4c58-8152-7f57ca5ab9cf tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5704703 Jun 30 03:02:36.460868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47492) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:36.469038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1407236011'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:36.517054 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15a9ed03-958b-41cc-a8e1-a78dd4141f47 req-32b53d20-ea59-4336-91be-b3b34f685097 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685818 Jun 30 03:02:36.603795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Made reservation on behalf of fb46b1b8d96f491cb16adcb9cf6c27a7 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:36.610224 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.652991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:36.686299 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.689175 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Added segment e6366449-3298-4e58-9f9a-4fc81d9ae9b6 of type vlan for network 960af177-ffd6-4bb5-ad55-2485de29a3ea Jun 30 03:02:36.730630 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.823736 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.831720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:36.838552 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.838692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44587bd-0426-4ffb-9531-ce306b3286f3 req-9b09e0d0-5a19-42f8-b33e-ef9d91578bd1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:36.841063 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d44587bd-0426-4ffb-9531-ce306b3286f3 req-9b09e0d0-5a19-42f8-b33e-ef9d91578bd1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 946 time: 0.1231978 Jun 30 03:02:36.955427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d44587bd-0426-4ffb-9531-ce306b3286f3 req-11a3e72f-89cf-41e6-bc8f-620bd46f4336 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032829 Jun 30 03:02:36.960501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'Network': ['ID=960af177-ffd6-4bb5-ad55-2485de29a3ea,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:36.979259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 960af177-ffd6-4bb5-ad55-2485de29a3ea details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:36.992394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-51c53665-2b51-4b4a-80ae-5bd7eb389394 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5278618 Jun 30 03:02:36.992662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47516) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:36.999079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'ports': [{'network_id': 'da39c292-5e20-4513-b026-e634c39a9018', 'name': 'tempest-port--1274467607', 'admin_state_up': True}, {'network_id': '960af177-ffd6-4bb5-ad55-2485de29a3ea', 'admin_state_up': False}]} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:36.999617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'port': {'network_id': 'da39c292-5e20-4513-b026-e634c39a9018', 'name': 'tempest-port--1274467607', 'admin_state_up': True}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:37.000211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'port': {'network_id': '960af177-ffd6-4bb5-ad55-2485de29a3ea', 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:37.324005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Made reservation on behalf of fb46b1b8d96f491cb16adcb9cf6c27a7 for: {'port': 2} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:37.329239 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.347219 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.443995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] device_id is not set on port b0142306-ab4b-4aae-a41f-b625f6e7f3ae yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:02:37.597762 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.687647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] device_id is not set on port dfa6db43-4c66-408d-9fcf-8d7b5ce12c54 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:02:37.967742 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.051237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ad03a-a1cf-4888-bac8-e64994600910 req-1acfd94c-3496-4872-8df2-572d62d01572 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:38.059533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a49ad03a-a1cf-4888-bac8-e64994600910 req-1acfd94c-3496-4872-8df2-572d62d01572 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 946 time: 0.2824833 Jun 30 03:02:38.138861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a49ad03a-a1cf-4888-bac8-e64994600910 req-95aea2a5-34bc-4d22-9afc-91a088f55bd5 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667503 Jun 30 03:02:38.195339 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.263983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'Port': ['ID=b0142306-ab4b-4aae-a41f-b625f6e7f3ae,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:38.279675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Checking segment: {'id': '9ea2448e-0ab8-40d7-a91b-98e098e564b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'da39c292-5e20-4513-b026-e634c39a9018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:38.279675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Network hostable DHCP agents. Network: da39c292-5e20-4513-b026-e634c39a9018, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:38.383928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Network da39c292-5e20-4513-b026-e634c39a9018 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:38.542936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, da39c292-5e20-4513-b026-e634c39a9018) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:38.551367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:38.553008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e4f4a-17e3-44b4-b521-99d1a4ad7098 None None] Network da39c292-5e20-4513-b026-e634c39a9018 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:38.553440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.655255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'Port': ['ID=dfa6db43-4c66-408d-9fcf-8d7b5ce12c54,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:38.663599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Checking segment: {'id': 'e6366449-3298-4e58-9f9a-4fc81d9ae9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '960af177-ffd6-4bb5-ad55-2485de29a3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:38.664601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Network hostable DHCP agents. Network: 960af177-ffd6-4bb5-ad55-2485de29a3ea, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:38.818983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Network 960af177-ffd6-4bb5-ad55-2485de29a3ea is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:38.942161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 960af177-ffd6-4bb5-ad55-2485de29a3ea) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:38.947015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:38.952716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdca0f7-2747-4f64-933f-4be83902bf16 None None] Network 960af177-ffd6-4bb5-ad55-2485de29a3ea requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:38.965599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:38.976008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:38.981406 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.109304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-24f87d02-0b91-4366-b632-5dd6bbfa4595 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1146512 Jun 30 03:02:39.117201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab6958-9709-41fe-9175-bbebd4d462af req-bb9400c6-b0f0-43d5-9b5f-318349a79a1d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:39.117715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47648) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:39.118491 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55ab6958-9709-41fe-9175-bbebd4d462af req-bb9400c6-b0f0-43d5-9b5f-318349a79a1d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 946 time: 0.1181898 Jun 30 03:02:39.395999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-55ab6958-9709-41fe-9175-bbebd4d462af req-2fb998c8-cd2f-48a5-9e85-ee47ee5b650b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Deleting port 46dd5701-cd38-43e3-a439-6c684aaa85d4 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:39.396365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1074848-cad0-4ee2-9286-137bec987bef tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:39.397422 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-55ab6958-9709-41fe-9175-bbebd4d462af req-2fb998c8-cd2f-48a5-9e85-ee47ee5b650b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.415504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1074848-cad0-4ee2-9286-137bec987bef tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:39.424469 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b1074848-cad0-4ee2-9286-137bec987bef tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3054147 Jun 30 03:02:39.425887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47668) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:39.556789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b5966bb7-eb7b-4451-b7b6-830b8b69d013 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Deleting port b0142306-ab4b-4aae-a41f-b625f6e7f3ae {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:39.557228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5966bb7-eb7b-4451-b7b6-830b8b69d013 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.613826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6d86a-c356-46ea-a037-9b66a5159220 req-29985eea-814d-4107-ad3e-0ebe0d35ff6a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:39.620837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18c6d86a-c356-46ea-a037-9b66a5159220 req-29985eea-814d-4107-ad3e-0ebe0d35ff6a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 946 time: 0.1402924 Jun 30 03:02:39.624264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-55ab6958-9709-41fe-9175-bbebd4d462af req-2fb998c8-cd2f-48a5-9e85-ee47ee5b650b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] For port 46dd5701-cd38-43e3-a439-6c684aaa85d4, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=46dd5701-cd38-43e3-a439-6c684aaa85d4,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:39.624816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-55ab6958-9709-41fe-9175-bbebd4d462af req-2fb998c8-cd2f-48a5-9e85-ee47ee5b650b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.647114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-55ab6958-9709-41fe-9175-bbebd4d462af req-2fb998c8-cd2f-48a5-9e85-ee47ee5b650b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Calling delete_port for 46dd5701-cd38-43e3-a439-6c684aaa85d4 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:39.696838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5966bb7-eb7b-4451-b7b6-830b8b69d013 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.712617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b5966bb7-eb7b-4451-b7b6-830b8b69d013 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Calling delete_port for b0142306-ab4b-4aae-a41f-b625f6e7f3ae owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:39.747242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18c6d86a-c356-46ea-a037-9b66a5159220 req-e0b94a62-aca9-49f4-a965-3942e656d8e8 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243155 Jun 30 03:02:39.929366 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5966bb7-eb7b-4451-b7b6-830b8b69d013 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.960947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5966bb7-eb7b-4451-b7b6-830b8b69d013 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Port': ['ID=b0142306-ab4b-4aae-a41f-b625f6e7f3ae,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:39.967845 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5966bb7-eb7b-4451-b7b6-830b8b69d013 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.970452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b5966bb7-eb7b-4451-b7b6-830b8b69d013 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "DELETE /v2.0/ports/b0142306-ab4b-4aae-a41f-b625f6e7f3ae HTTP/1.1" status: 204 len: 168 time: 0.5434337 Jun 30 03:02:39.973581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47688) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:40.017843 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-55ab6958-9709-41fe-9175-bbebd4d462af req-2fb998c8-cd2f-48a5-9e85-ee47ee5b650b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.031759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:40.129153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f7177-ae3d-4f0f-a311-553fdf00eff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Deleting port dfa6db43-4c66-408d-9fcf-8d7b5ce12c54 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:40.129808 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7177-ae3d-4f0f-a311-553fdf00eff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.288325 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7177-ae3d-4f0f-a311-553fdf00eff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.341964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f7177-ae3d-4f0f-a311-553fdf00eff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Calling delete_port for dfa6db43-4c66-408d-9fcf-8d7b5ce12c54 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:40.499289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47704) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:40.577841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb998c8-cd2f-48a5-9e85-ee47ee5b650b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event deleted for resources: {'Port': ['ID=46dd5701-cd38-43e3-a439-6c684aaa85d4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:40.581629 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7177-ae3d-4f0f-a311-553fdf00eff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.622107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f7177-ae3d-4f0f-a311-553fdf00eff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Port': ['ID=dfa6db43-4c66-408d-9fcf-8d7b5ce12c54,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:40.629595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ab6958-9709-41fe-9175-bbebd4d462af req-2fb998c8-cd2f-48a5-9e85-ee47ee5b650b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] No DVR routers for this DVR port 46dd5701-cd38-43e3-a439-6c684aaa85d4 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:40.631834 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b0f7177-ae3d-4f0f-a311-553fdf00eff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.635492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3b0f7177-ae3d-4f0f-a311-553fdf00eff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "DELETE /v2.0/ports/dfa6db43-4c66-408d-9fcf-8d7b5ce12c54 HTTP/1.1" status: 204 len: 168 time: 0.6607931 Jun 30 03:02:40.638703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-55ab6958-9709-41fe-9175-bbebd4d462af req-2fb998c8-cd2f-48a5-9e85-ee47ee5b650b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.642451 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55ab6958-9709-41fe-9175-bbebd4d462af req-2fb998c8-cd2f-48a5-9e85-ee47ee5b650b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.74 "DELETE /v2.0/ports/46dd5701-cd38-43e3-a439-6c684aaa85d4 HTTP/1.1" status: 204 len: 173 time: 1.5145004 Jun 30 03:02:40.642902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9655d2-b87a-47b3-be89-8be464490c31', 'name': 'network-vif-deleted', 'tag': '46dd5701-cd38-43e3-a439-6c684aaa85d4'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:40.646083 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec184b6-428d-482a-8c39-0d53edc58ce9" -d '{"events": [{"server_uuid": "6a9655d2-b87a-47b3-be89-8be464490c31", "name": "network-vif-deleted", "tag": "46dd5701-cd38-43e3-a439-6c684aaa85d4"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:40.647211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47710) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:40.684844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9da82f0d-77cc-4cd6-b4b0-fe0400afa36c tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0331430 Jun 30 03:02:40.684844 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2be75f51-72a4-4fbe-864a-261c707c4c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.685974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47714) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:40.688867 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e66e833-04bc-4c87-bc8e-a751029145f9 x-openstack-request-id: req-3e66e833-04bc-4c87-bc8e-a751029145f9 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:40.688867 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9655d2-b87a-47b3-be89-8be464490c31", "name": "network-vif-deleted", "tag": "46dd5701-cd38-43e3-a439-6c684aaa85d4", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:40.688867 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e66e833-04bc-4c87-bc8e-a751029145f9 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:40.689237 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9655d2-b87a-47b3-be89-8be464490c31', 'name': 'network-vif-deleted', 'tag': '46dd5701-cd38-43e3-a439-6c684aaa85d4', 'status': 'completed', 'code': 200} Jun 30 03:02:40.693570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-795607506'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:40.729997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-2be75f51-72a4-4fbe-864a-261c707c4c94 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:02:40.729997 n-d-798249-3 neutron-server[94531]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 03:02:40.729997 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id': 'be7d4f5d1dd248bead19cd94a76a9e55', 'id': 'bf8ac0ce-9cea-4683-9bc8-7b2975186917', 'expiration': datetime.datetime(2021, 6, 30, 3, 4, 40, 720211)}] Jun 30 03:02:40.729997 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:02:40.729997 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-2be75f51-72a4-4fbe-864a-261c707c4c94 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:02:40.886895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Made reservation on behalf of fb46b1b8d96f491cb16adcb9cf6c27a7 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:40.892110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.926062 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-064b1271-c58a-4e2e-914e-d1a0c1347d6a req-1979f954-bcae-40c3-a3a5-c270bf49bf73 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a9655d2-b87a-47b3-be89-8be464490c31 HTTP/1.1" status: 200 len: 210 time: 0.0529959 Jun 30 03:02:40.947609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:40.957077 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.957420 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Added segment f13d83d3-f97d-40a8-82ad-bc6bf19f9060 of type vlan for network 12ff6d20-bdac-4c83-9197-154735170faf Jun 30 03:02:41.001319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.126095 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.132484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:41.133104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.203056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'Network': ['ID=12ff6d20-bdac-4c83-9197-154735170faf,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:41.213938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 12ff6d20-bdac-4c83-9197-154735170faf details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:41.226328 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2be75f51-72a4-4fbe-864a-261c707c4c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.280767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47728) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:41.282055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4fe0531d-e984-449f-bc0c-5d832dbab175 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5921445 Jun 30 03:02:41.289296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2044329303'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:41.371504 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2be75f51-72a4-4fbe-864a-261c707c4c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.463039 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2be75f51-72a4-4fbe-864a-261c707c4c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.495927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be75f51-72a4-4fbe-864a-261c707c4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b5f92-5371-4f88-a805-62c383494328,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:41.514120 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2be75f51-72a4-4fbe-864a-261c707c4c94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be7d4f5d1dd248bead19cd94a76a9e55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0137393 Jun 30 03:02:41.516930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47734) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:41.549045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Made reservation on behalf of fb46b1b8d96f491cb16adcb9cf6c27a7 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:41.552661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.617232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 46dd5701-cd38-43e3-a439-6c684aaa85d4 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:41.621277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:41.628655 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62804183-c72c-4003-9e65-ed410266dee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.655713 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.656072 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Added segment 2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e of type vlan for network 90997dd0-0409-424b-aa21-5c0f9dc06e35 Jun 30 03:02:41.658800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 46dd5701-cd38-43e3-a439-6c684aaa85d4 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:41.660297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 46dd5701-cd38-43e3-a439-6c684aaa85d4 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:41.669153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62804183-c72c-4003-9e65-ed410266dee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.740549 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.874688 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62804183-c72c-4003-9e65-ed410266dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.877562 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62804183-c72c-4003-9e65-ed410266dee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.879044 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-62804183-c72c-4003-9e65-ed410266dee6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f55b5f92-5371-4f88-a805-62c383494328 HTTP/1.1" status: 204 len: 168 time: 0.3610177 Jun 30 03:02:41.887334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62804183-c72c-4003-9e65-ed410266dee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b5f92-5371-4f88-a805-62c383494328,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:41.927026 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.936115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:41.936910 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.069524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'Network': ['ID=90997dd0-0409-424b-aa21-5c0f9dc06e35,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:42.080185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 90997dd0-0409-424b-aa21-5c0f9dc06e35 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:42.172633 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bf97025c-c149-44d9-bced-f945ead4010b tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8906412 Jun 30 03:02:42.405592 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-03f6c943-4c00-41fa-8297-b6ce1a4fa954 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:42.413105 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-03f6c943-4c00-41fa-8297-b6ce1a4fa954 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.1674368 Jun 30 03:02:42.445910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3f871403-96eb-4aab-ac21-554f17ad5f9c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/quotas/92f2c812fee4490e8e05afaf6351bba6 HTTP/1.1" status: 200 len: 375 time: 0.0257139 Jun 30 03:02:42.556679 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3d0dd47c-0a44-4fc1-ab5d-657ac14a7168 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1086671 Jun 30 03:02:42.662675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-ed999e85-7138-47dc-9c16-b92a17258498 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050417 Jun 30 03:02:42.802783 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-f25a12ff-0d5a-487d-bba8-3bd32004aae5 service neutron] 10.222.0.77 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391597 Jun 30 03:02:43.024212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47780) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:43.041071 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b19f-738b-4011-8364-2cb6d9b029f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.164609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b19f-738b-4011-8364-2cb6d9b029f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.288899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b19f-738b-4011-8364-2cb6d9b029f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.363187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e2c49233-ec5c-4298-b16d-e548d585a3af req-b6d659b4-192d-49c8-b070-46ee4740631e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 210 time: 0.0557756 Jun 30 03:02:43.426937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c9e8b19f-738b-4011-8364-2cb6d9b029f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d77bd01030634206aabe44a9f29423aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015713 Jun 30 03:02:43.429879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47792) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:43.431689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8b19f-738b-4011-8364-2cb6d9b029f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c1a0e8-25e3-43fd-ae89-e60d174ce2e1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:43.569847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d15acf8c-5e4a-4ea3-9d26-c6a71b4b5944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.634046 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d15acf8c-5e4a-4ea3-9d26-c6a71b4b5944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.954953 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d15acf8c-5e4a-4ea3-9d26-c6a71b4b5944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.959135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d15acf8c-5e4a-4ea3-9d26-c6a71b4b5944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.962514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d15acf8c-5e4a-4ea3-9d26-c6a71b4b5944 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/71c1a0e8-25e3-43fd-ae89-e60d174ce2e1 HTTP/1.1" status: 204 len: 168 time: 0.5284421 Jun 30 03:02:43.971395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15acf8c-5e4a-4ea3-9d26-c6a71b4b5944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c1a0e8-25e3-43fd-ae89-e60d174ce2e1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:44.467404 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c09870fc-636d-43a6-9cee-266fdd8160d9 req-a756e9e3-679b-411a-b45a-7d12d2f1eece tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 210 time: 0.0339189 Jun 30 03:02:45.687315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47862) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:45.693311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'subnets': [{'network_id': '12ff6d20-bdac-4c83-9197-154735170faf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1689464392', 'ip_version': 6}, {'network_id': '90997dd0-0409-424b-aa21-5c0f9dc06e35', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:45.694608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'subnet': {'network_id': '12ff6d20-bdac-4c83-9197-154735170faf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1689464392', 'ip_version': 6}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:45.695281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Request body: {'subnet': {'network_id': '90997dd0-0409-424b-aa21-5c0f9dc06e35', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:45.729669 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b4b236f-3009-49d7-8fed-11f96797632b req-540e595f-c57d-492c-ae7e-b12427721a6e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 210 time: 0.0290670 Jun 30 03:02:46.160051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Made reservation on behalf of fb46b1b8d96f491cb16adcb9cf6c27a7 for: {'subnet': 2} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:46.160051 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.160051 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.735843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-b2dfe78f-c740-4efb-a9eb-92c7cee19dda tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:46.738967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-b2dfe78f-c740-4efb-a9eb-92c7cee19dda tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "GET /v2.0/networks?id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 200 len: 805 time: 0.2327735 Jun 30 03:02:46.754036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Request body: {'port': {'device_id': '4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'admin_state_up': True, 'tenant_id': '92f2c812fee4490e8e05afaf6351bba6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:46.982005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b86f19e3-27e6-4fa4-8ff7-df7dd93af830 req-cc271091-0d71-46b8-8778-6058af7f74d3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 210 time: 0.0483923 Jun 30 03:02:47.949591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.952528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Made reservation on behalf of 92f2c812fee4490e8e05afaf6351bba6 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:47.957149 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.149453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'Subnet': ['ID=648d1fb7-dcf7-48f2-9ce5-be209e50209f,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:48.171910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Checking segment: {'id': 'f13d83d3-f97d-40a8-82ad-bc6bf19f9060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12ff6d20-bdac-4c83-9197-154735170faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:48.172656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Network hostable DHCP agents. Network: 12ff6d20-bdac-4c83-9197-154735170faf, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:48.259045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92dd5bfb-c13a-4f7a-ba88-3cb5c8bd82b9 req-597aef28-fbad-4bce-ad7d-bc66dc6716d9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 210 time: 0.0289230 Jun 30 03:02:48.303549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Allocated IP 172.20.0.13 (0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9/3f26a757-6c41-48ca-bac9-6dced2ed1a20/4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:48.354049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Network 12ff6d20-bdac-4c83-9197-154735170faf is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:48.471845 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.479880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 12ff6d20-bdac-4c83-9197-154735170faf) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:48.486174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.499864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e861e5-8766-4f45-bd4e-78e334d14be0 None None] Network 12ff6d20-bdac-4c83-9197-154735170faf requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:48.602268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Checking segment: {'id': '2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '90997dd0-0409-424b-aa21-5c0f9dc06e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:48.603022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Network hostable DHCP agents. Network: 90997dd0-0409-424b-aa21-5c0f9dc06e35, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:48.608135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event updated for resources: {'Subnet': ['ID=c91fcea2-086d-4599-aef0-17a101ea3a55,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:48.720247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-12ff6d20-bdac-4c83-9197-154735170faf', 'network_id': '12ff6d20-bdac-4c83-9197-154735170faf', 'tenant_id': 'fb46b1b8d96f491cb16adcb9cf6c27a7', 'fixed_ips': [{'subnet_id': '648d1fb7-dcf7-48f2-9ce5-be209e50209f'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:48.722184 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.726685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.729016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Network 90997dd0-0409-424b-aa21-5c0f9dc06e35 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:48.761031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:48.844545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:48.848056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:48.852768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:48.888189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event updated for resources: {'Port': ['ID=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:48.928097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:48.928813 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.958094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 90997dd0-0409-424b-aa21-5c0f9dc06e35) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:48.970137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:48.970615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:48.971872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.003644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee91edbf-bfeb-4370-9471-e6437f73ca53 None None] Network 90997dd0-0409-424b-aa21-5c0f9dc06e35 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:49.078990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-abbc6464-a8ba-4f5a-b821-be08c86015e1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3305194 Jun 30 03:02:49.094702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Request body: {'port': {'device_id': '4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:49.133253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47960) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:49.133667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-80dcf157-bcc7-4dc9-83c7-52d0b6654b61 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.4449911 Jun 30 03:02:49.182655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.217063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83014f20-a042-4ef6-bee3-c1799a172686 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:49.218611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83014f20-a042-4ef6-bee3-c1799a172686 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:49.220463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83014f20-a042-4ef6-bee3-c1799a172686 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:49.233010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47962) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:49.238250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Allocated IP 2001:db8::1 (12ff6d20-bdac-4c83-9197-154735170faf/648d1fb7-dcf7-48f2-9ce5-be209e50209f/a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:49.244341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-83014f20-a042-4ef6-bee3-c1799a172686 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1050966 Jun 30 03:02:49.312803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e58459-9a19-4468-a7a6-bf5018c41346 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Deleting subnet 648d1fb7-dcf7-48f2-9ce5-be209e50209f {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:49.447186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-90997dd0-0409-424b-aa21-5c0f9dc06e35', 'network_id': '90997dd0-0409-424b-aa21-5c0f9dc06e35', 'tenant_id': 'fb46b1b8d96f491cb16adcb9cf6c27a7', 'fixed_ips': [{'subnet_id': 'c91fcea2-086d-4599-aef0-17a101ea3a55'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:49.448042 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.576336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf75fd-d59d-478d-b3ee-65e816bfe853 req-e4cad9a1-4f8b-4a5b-9b0e-64b9ecc53a19 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:49.578569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4eaf75fd-d59d-478d-b3ee-65e816bfe853 req-e4cad9a1-4f8b-4a5b-9b0e-64b9ecc53a19 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 932 time: 0.0819712 Jun 30 03:02:49.624411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4eaf75fd-d59d-478d-b3ee-65e816bfe853 req-f19a7f6b-6f58-4694-96ff-2cb1bf5ebcc4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376990 Jun 30 03:02:49.630214 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Allocated IP 2001:db8:0:1::1 (90997dd0-0409-424b-aa21-5c0f9dc06e35/c91fcea2-086d-4599-aef0-17a101ea3a55/335d711c-7fb4-4916-b533-8a0ff705b053) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:49.671470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:49.683310 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.701718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Transition to ACTIVE for port object 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:49.823006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.850036 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.852062 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.864997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Transition to ACTIVE for port object a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:49.866903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Transition to ACTIVE for port object 335d711c-7fb4-4916-b533-8a0ff705b053 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:49.890643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Transition to ACTIVE for port object a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:49.892204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Transition to ACTIVE for port object 335d711c-7fb4-4916-b533-8a0ff705b053 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:49.902040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Pushing event updated for resources: {'Port': ['ID=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.001071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Attempting to bind port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:50.001745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Attempting to bind port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:50.001745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Attempting to bind port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:50.009865 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.010027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:02:50.010027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Attempting to bind port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d on network 0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:50.012621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d5e58459-9a19-4468-a7a6-bf5018c41346 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.019002 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.054136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Network 12ff6d20-bdac-4c83-9197-154735170faf is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:50.062077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Network 90997dd0-0409-424b-aa21-5c0f9dc06e35 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:50.063201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:50.067216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:50.070710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:50.076972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:50.104690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:50.110084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Checking segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:50.110696 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Bound using segment: {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:50.112305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Bound port: 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a5e681-2068-4da8-a54c-dfca124a56cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:50.112842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.138241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Pushing event updated for resources: {'Port': ['ID=a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.194381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.195194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.195716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.196227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.196754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.197270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.197835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.198427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.199463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.199996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.200503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.201025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.214847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d5e58459-9a19-4468-a7a6-bf5018c41346 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.281700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Pushing event updated for resources: {'Port': ['ID=335d711c-7fb4-4916-b533-8a0ff705b053,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.291573 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Attempting to bind port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:50.292038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Attempting to bind port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'f13d83d3-f97d-40a8-82ad-bc6bf19f9060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12ff6d20-bdac-4c83-9197-154735170faf'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:50.292475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Attempting to bind port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 on network 12ff6d20-bdac-4c83-9197-154735170faf {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:50.296046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Attempting to bind port 335d711c-7fb4-4916-b533-8a0ff705b053 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:50.296497 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Attempting to bind port 335d711c-7fb4-4916-b533-8a0ff705b053 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '90997dd0-0409-424b-aa21-5c0f9dc06e35'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:50.297057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Attempting to bind port 335d711c-7fb4-4916-b533-8a0ff705b053 on network 90997dd0-0409-424b-aa21-5c0f9dc06e35 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:50.303274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] For port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:50.308079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] For port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:50.308381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:50.309588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Checking segment: {'id': 'f13d83d3-f97d-40a8-82ad-bc6bf19f9060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12ff6d20-bdac-4c83-9197-154735170faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:50.309588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.310514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Bound using segment: {'id': 'f13d83d3-f97d-40a8-82ad-bc6bf19f9060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12ff6d20-bdac-4c83-9197-154735170faf'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:50.311147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Bound port: a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13d83d3-f97d-40a8-82ad-bc6bf19f9060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '12ff6d20-bdac-4c83-9197-154735170faf'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:50.311684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.316274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:50.316774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Checking segment: {'id': '2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '90997dd0-0409-424b-aa21-5c0f9dc06e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:50.317241 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.317833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Bound using segment: {'id': '2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '90997dd0-0409-424b-aa21-5c0f9dc06e35'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:50.318427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Bound port: 335d711c-7fb4-4916-b533-8a0ff705b053, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '90997dd0-0409-424b-aa21-5c0f9dc06e35'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:50.318922 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.348774 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d5e58459-9a19-4468-a7a6-bf5018c41346 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.417293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.490563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:50.491278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.494087 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] 10.222.0.83 "PUT /v2.0/ports/4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d HTTP/1.1" status: 200 len: 1092 time: 1.4069724 Jun 30 03:02:50.494562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d', 'tag': '4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:50.498662 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48612e72-ced3-4bac-b950-a436a9636ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d", "tag": "4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:50.522900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be919ac-b268-4bbc-b409-eaaace20b07f service neutron] Pushing event updated for resources: {'Port': ['ID=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.528387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d5e58459-9a19-4468-a7a6-bf5018c41346 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.575969 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e58459-9a19-4468-a7a6-bf5018c41346 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Subnet': ['ID=648d1fb7-dcf7-48f2-9ce5-be209e50209f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.582342 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5ff42b-690c-4d57-94f9-b5362491bfa0 x-openstack-request-id: req-1a5ff42b-690c-4d57-94f9-b5362491bfa0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:50.582666 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d", "tag": "4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:50.582889 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a5ff42b-690c-4d57-94f9-b5362491bfa0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:50.583432 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d', 'tag': '4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d', 'status': 'completed', 'code': 200} Jun 30 03:02:50.584871 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d5e58459-9a19-4468-a7a6-bf5018c41346 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.590651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48004) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:50.601002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d5e58459-9a19-4468-a7a6-bf5018c41346 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "DELETE /v2.0/subnets/648d1fb7-dcf7-48f2-9ce5-be209e50209f HTTP/1.1" status: 204 len: 168 time: 1.3559008 Jun 30 03:02:50.700545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-eada16e1-e49c-40f2-90af-06185fc3fff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Deleting subnet c91fcea2-086d-4599-aef0-17a101ea3a55 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:50.704648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eada16e1-e49c-40f2-90af-06185fc3fff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.720460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] For port 335d711c-7fb4-4916-b533-8a0ff705b053, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:50.737871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] For port 335d711c-7fb4-4916-b533-8a0ff705b053, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=335d711c-7fb4-4916-b533-8a0ff705b053,segment=NetworkSegment(2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e),segment_id=2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:50.755178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48612e72-ced3-4bac-b950-a436a9636ebd req-05aae19b-28b1-42fa-8d0c-459775ff53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:50.758214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48612e72-ced3-4bac-b950-a436a9636ebd req-05aae19b-28b1-42fa-8d0c-459775ff53af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 1095 time: 0.1520038 Jun 30 03:02:50.779494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] For port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:50.785773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] For port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924,segment=NetworkSegment(f13d83d3-f97d-40a8-82ad-bc6bf19f9060),segment_id=f13d83d3-f97d-40a8-82ad-bc6bf19f9060)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:50.786023 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eada16e1-e49c-40f2-90af-06185fc3fff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.840412 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.967698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e012d1d-1b9a-4289-9f79-0190d47bff2e None None] Pushing event updated for resources: {'Port': ['ID=335d711c-7fb4-4916-b533-8a0ff705b053,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.979435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353db36-941f-4483-a0ea-59513fe3f362 req-c8a123e5-33f6-4e80-b32c-f82d63b10e28 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:50.980976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0353db36-941f-4483-a0ea-59513fe3f362 req-c8a123e5-33f6-4e80-b32c-f82d63b10e28 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 944 time: 0.1543694 Jun 30 03:02:50.981302 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.038386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48612e72-ced3-4bac-b950-a436a9636ebd req-43efd411-fcfa-4f7e-add6-93b86abc68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:51.044120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48612e72-ced3-4bac-b950-a436a9636ebd req-43efd411-fcfa-4f7e-add6-93b86abc68a5 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=92f2c812fee4490e8e05afaf6351bba6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2768350 Jun 30 03:02:51.047883 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eada16e1-e49c-40f2-90af-06185fc3fff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.074682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050bd4e-9ca7-428f-a0a3-9fea0c93fd65 None None] Pushing event updated for resources: {'Port': ['ID=a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.189055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0353db36-941f-4483-a0ea-59513fe3f362 req-a24b4fda-fdb3-45cb-899c-1e339f62bfb6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947498 Jun 30 03:02:51.324011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48612e72-ced3-4bac-b950-a436a9636ebd req-c5f26bbc-b454-4eea-b7f6-9f195d1a7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:51.325916 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48612e72-ced3-4bac-b950-a436a9636ebd req-c5f26bbc-b454-4eea-b7f6-9f195d1a7c82 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2754967 Jun 30 03:02:51.349192 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eada16e1-e49c-40f2-90af-06185fc3fff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.412393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada16e1-e49c-40f2-90af-06185fc3fff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Subnet': ['ID=c91fcea2-086d-4599-aef0-17a101ea3a55,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.441182 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eada16e1-e49c-40f2-90af-06185fc3fff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.443547 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eada16e1-e49c-40f2-90af-06185fc3fff1 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "DELETE /v2.0/subnets/c91fcea2-086d-4599-aef0-17a101ea3a55 HTTP/1.1" status: 204 len: 168 time: 0.8518245 Jun 30 03:02:51.446779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48026) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:51.624933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbfb7a7-3731-4746-b6b5-7ed127b1bcb9 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:51.625827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-e96120da-af95-460f-b3d6-28fff1882899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:51.625827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-e96120da-af95-460f-b3d6-28fff1882899 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=92f2c812fee4490e8e05afaf6351bba6&device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 1095 time: 0.2399373 Jun 30 03:02:51.629293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6cbfb7a7-3731-4746-b6b5-7ed127b1bcb9 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1772325 Jun 30 03:02:51.633617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48032) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:51.757449 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-c20a75ce-3d76-4063-b683-8381577f7161 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d HTTP/1.1" status: 200 len: 217 time: 0.1239662 Jun 30 03:02:51.893881 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 335d711c-7fb4-4916-b533-8a0ff705b053 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:51.938342 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.952723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-21e96a1a-38b1-44cb-86fd-8472344a2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:51.954471 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-21e96a1a-38b1-44cb-86fd-8472344a2101 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 200 len: 845 time: 0.1770818 Jun 30 03:02:52.006379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-908df444-c3b3-4c6f-be42-ee4b2e3cd9a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442441 Jun 30 03:02:52.089348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Deleting port 335d711c-7fb4-4916-b533-8a0ff705b053 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:52.089991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.126117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 335d711c-7fb4-4916-b533-8a0ff705b053 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:52.132021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:52.197719 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-d0e3343a-28f4-4647-88bb-b340b623be30 service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833119 Jun 30 03:02:52.212870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] For port 335d711c-7fb4-4916-b533-8a0ff705b053, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=335d711c-7fb4-4916-b533-8a0ff705b053,segment=NetworkSegment(2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e),segment_id=2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:52.212870 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.355198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:52.395922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Calling delete_port for 335d711c-7fb4-4916-b533-8a0ff705b053 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:52.656487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.685746 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.727794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-393b7769-ea57-4a3f-be62-bf2e1378ac9b req-98f24e40-8578-415c-a74c-69c5b674c25a service neutron] 10.222.0.83 "GET /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190008 Jun 30 03:02:52.732697 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Port': ['ID=335d711c-7fb4-4916-b533-8a0ff705b053,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:52.738722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] No DVR routers for this DVR port 335d711c-7fb4-4916-b533-8a0ff705b053 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:52.756674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462a721-5704-4c90-a49f-98977ad0d204 req-f499589b-a3ff-4b7e-a2cc-700f06b4fec6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:52.758825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e462a721-5704-4c90-a49f-98977ad0d204 req-f499589b-a3ff-4b7e-a2cc-700f06b4fec6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 944 time: 0.2116251 Jun 30 03:02:52.784152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428b42af-8bcb-49eb-bd09-a0aa873e7f1e None None] Network 12ff6d20-bdac-4c83-9197-154735170faf requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:52.921704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e462a721-5704-4c90-a49f-98977ad0d204 req-e93bc295-881a-4e8e-b288-e9bcb762252a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558523 Jun 30 03:02:52.941740 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.979125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90997dd0-0409-424b-aa21-5c0f9dc06e35']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:53.009851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:53.009851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9d0f71-8ff5-4d0b-beaa-aa75e796fb2e') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:53.022434 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.044044 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.070356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:53.072549 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:53.079009 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:53.129072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bafadee-c741-47da-a842-cf1bd8277bce None None] DHCP port deletion for 12ff6d20-bdac-4c83-9197-154735170faf request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:53.190522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8610e262-f3d7-4b31-add9-e6e9b456dde0 None None] Provisioning for port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:53.197809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7bafadee-c741-47da-a842-cf1bd8277bce None None] Deleting port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:53.198080 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7bafadee-c741-47da-a842-cf1bd8277bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.201578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8610e262-f3d7-4b31-add9-e6e9b456dde0 None None] Provisioning complete for port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:53.202195 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8610e262-f3d7-4b31-add9-e6e9b456dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.323335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab45fc9-6c40-4991-9d2a-173229b42595 None None] Network 90997dd0-0409-424b-aa21-5c0f9dc06e35 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:53.327057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7bafadee-c741-47da-a842-cf1bd8277bce None None] For port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924,segment=NetworkSegment(f13d83d3-f97d-40a8-82ad-bc6bf19f9060),segment_id=f13d83d3-f97d-40a8-82ad-bc6bf19f9060)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:53.327057 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7bafadee-c741-47da-a842-cf1bd8277bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.378367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7bafadee-c741-47da-a842-cf1bd8277bce None None] Calling delete_port for a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:53.434478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.443378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.446458 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "DELETE /v2.0/networks/90997dd0-0409-424b-aa21-5c0f9dc06e35 HTTP/1.1" status: 204 len: 168 time: 1.8108270 Jun 30 03:02:53.448547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48078) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:53.465047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886e866-cd05-4c1e-bd69-abd4e5eb9842 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Network': ['ID=90997dd0-0409-424b-aa21-5c0f9dc06e35,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:53.572697 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.573723 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8610e262-f3d7-4b31-add9-e6e9b456dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.579747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:53.591848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.672147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76990830-efdd-4692-9ad8-6b0d40a172c7 None None] DHCP port deletion for 90997dd0-0409-424b-aa21-5c0f9dc06e35 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:53.695519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Deleting port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:53.695931 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.697862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8610e262-f3d7-4b31-add9-e6e9b456dde0 None None] For port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924,segment=NetworkSegment(f13d83d3-f97d-40a8-82ad-bc6bf19f9060),segment_id=f13d83d3-f97d-40a8-82ad-bc6bf19f9060)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:53.780600 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] For port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924,segment=NetworkSegment(f13d83d3-f97d-40a8-82ad-bc6bf19f9060),segment_id=f13d83d3-f97d-40a8-82ad-bc6bf19f9060)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:53.781996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.810115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Calling delete_port for a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:53.811788 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8610e262-f3d7-4b31-add9-e6e9b456dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.893046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610e262-f3d7-4b31-add9-e6e9b456dde0 None None] Pushing event updated for resources: {'Port': ['ID=a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:53.931504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e1e387a1-87ab-4f1a-8367-32a95f3055db None None] Could not find standard attr ID for object 335d711c-7fb4-4916-b533-8a0ff705b053. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:02:53.989773 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7bafadee-c741-47da-a842-cf1bd8277bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.000362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.031068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafadee-c741-47da-a842-cf1bd8277bce None None] Pushing event deleted for resources: {'Port': ['ID=a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:54.033045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Port': ['ID=a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:54.035193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafadee-c741-47da-a842-cf1bd8277bce None None] No DVR routers for this DVR port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:54.039611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] No DVR routers for this DVR port a60cdb8b-0ce8-4d8e-b7cf-caca9ba84924 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:54.176369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.190658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ff6d20-bdac-4c83-9197-154735170faf']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.202179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13d83d3-f97d-40a8-82ad-bc6bf19f9060') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.202486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13d83d3-f97d-40a8-82ad-bc6bf19f9060') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.203544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832830a8-fb02-41d6-8cb0-126b89fc90b4 req-921391fa-f620-4ed6-8412-8e4710a54dd7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:54.206727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-832830a8-fb02-41d6-8cb0-126b89fc90b4 req-921391fa-f620-4ed6-8412-8e4710a54dd7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 944 time: 0.1152551 Jun 30 03:02:54.215751 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.234438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.242184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:54.242669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:54.246131 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:54.258328 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-832830a8-fb02-41d6-8cb0-126b89fc90b4 req-1bf06ead-860a-4e66-8b19-ec5509bb0c41 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461087 Jun 30 03:02:54.474215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.479919 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.482875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "DELETE /v2.0/networks/12ff6d20-bdac-4c83-9197-154735170faf HTTP/1.1" status: 204 len: 168 time: 1.0313540 Jun 30 03:02:54.484774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48102) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:54.497541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55783fbc-ee76-40df-ae25-89852037b076 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Network': ['ID=12ff6d20-bdac-4c83-9197-154735170faf,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:54.566862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.664946 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.679251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960af177-ffd6-4bb5-ad55-2485de29a3ea']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.693164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6366449-3298-4e58-9f9a-4fc81d9ae9b6') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.693655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6366449-3298-4e58-9f9a-4fc81d9ae9b6') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.703664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.720696 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.728404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:54.728815 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:54.732216 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:55.011470 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.019396 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.021145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "DELETE /v2.0/networks/960af177-ffd6-4bb5-ad55-2485de29a3ea HTTP/1.1" status: 204 len: 168 time: 0.5353248 Jun 30 03:02:55.024153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48114) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:55.036903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0d9f6-8da3-4c6b-b737-12749725f3bd tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Network': ['ID=960af177-ffd6-4bb5-ad55-2485de29a3ea,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:55.455273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 335d711c-7fb4-4916-b533-8a0ff705b053 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:55.465890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.494858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 335d711c-7fb4-4916-b533-8a0ff705b053 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:55.495170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 335d711c-7fb4-4916-b533-8a0ff705b053 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:55.533828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e1d51-a05b-4a2a-bb2d-668f6d8b907e req-a8ef592e-dd17-4330-8aaa-398986bc0d5d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:55.535412 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-073e1d51-a05b-4a2a-bb2d-668f6d8b907e req-a8ef592e-dd17-4330-8aaa-398986bc0d5d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 944 time: 0.1158795 Jun 30 03:02:55.589770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:02:55.595622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.598668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-073e1d51-a05b-4a2a-bb2d-668f6d8b907e req-ac8deb7a-1454-42f1-b763-bb13dbfe5674 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526280 Jun 30 03:02:55.615022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da39c292-5e20-4513-b026-e634c39a9018']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:55.643148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea2448e-0ab8-40d7-a91b-98e098e564b9') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:55.643656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea2448e-0ab8-40d7-a91b-98e098e564b9') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:55.660361 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.683144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.685286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:55.685818 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.740929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:55.749070 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:55.759016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d', 'network_id': '0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9', 'port_id': '4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d', 'mac_address': 'fa:16:3e:65:30:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f26a757-6c41-48ca-bac9-6dced2ed1a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:02:55.802539 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.815171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:02:55.834724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:56.000197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.000406 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.013906 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.020249 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] 10.222.0.77 "DELETE /v2.0/networks/da39c292-5e20-4513-b026-e634c39a9018 HTTP/1.1" status: 204 len: 168 time: 0.9949920 Jun 30 03:02:56.032611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dba704-4b73-4244-94f3-b14825b04380 tempest-BulkNetworkOpsIpV6Test-804641912 tempest-BulkNetworkOpsIpV6Test-804641912-project] Pushing event deleted for resources: {'Network': ['ID=da39c292-5e20-4513-b026-e634c39a9018,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:56.074043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:56.241331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:02:56.797295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85df12-ffe8-4d1f-ad40-e84865c43cd7 req-f171ca2f-6131-4bd8-b3e5-99efabade54c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:56.799692 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba85df12-ffe8-4d1f-ad40-e84865c43cd7 req-f171ca2f-6131-4bd8-b3e5-99efabade54c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 945 time: 0.0695608 Jun 30 03:02:56.840534 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba85df12-ffe8-4d1f-ad40-e84865c43cd7 req-4340eb1a-2a97-4ecd-90de-eb69a005c395 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337853 Jun 30 03:02:57.143043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48180) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:57.308771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-47b69c0c-2319-4820-accf-312321230b8e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb46b1b8d96f491cb16adcb9cf6c27a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644492 Jun 30 03:02:57.313296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48190) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:57.366365 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-503b64d2-0899-482b-9b54-8975efd6c171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.400984 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-503b64d2-0899-482b-9b54-8975efd6c171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.613329 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:57.630850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-503b64d2-0899-482b-9b54-8975efd6c171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.633940 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-503b64d2-0899-482b-9b54-8975efd6c171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.654482 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-503b64d2-0899-482b-9b54-8975efd6c171 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10dcbeb3-20fe-479b-aae4-f41d8287e5ad HTTP/1.1" status: 204 len: 168 time: 0.3209169 Jun 30 03:02:57.654482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b64d2-0899-482b-9b54-8975efd6c171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dcbeb3-20fe-479b-aae4-f41d8287e5ad,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:57.858554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:57.866012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:57.866481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.992939 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.022988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:58.025602 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e4f70-1d2d-45bb-8920-80f6a92c28b4" -d '{"events": [{"server_uuid": "4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d", "name": "network-vif-plugged", "status": "completed", "tag": "4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:58.060357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:58.072816 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb648d4-20e3-432b-b18c-8bde87a8fe51 x-openstack-request-id: req-7fb648d4-20e3-432b-b18c-8bde87a8fe51 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:58.073207 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d", "name": "network-vif-plugged", "status": "completed", "tag": "4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:58.073677 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7fb648d4-20e3-432b-b18c-8bde87a8fe51 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:58.074097 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d', 'code': 200} Jun 30 03:02:58.089878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b67d-c85d-4a17-b7e2-0c55821d8309 req-90094438-b47f-40d4-b4ec-251fe2876e36 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:58.091967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05f4b67d-c85d-4a17-b7e2-0c55821d8309 req-90094438-b47f-40d4-b4ec-251fe2876e36 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 945 time: 0.0945318 Jun 30 03:02:58.147065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05f4b67d-c85d-4a17-b7e2-0c55821d8309 req-247218c4-94c3-467e-a77e-286babceb2ad tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467978 Jun 30 03:02:58.203855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13085244-5764-49e0-8ddc-6a236c9151db req-3a9cb853-d096-4cf8-b0c8-2707df7e2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:58.203855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13085244-5764-49e0-8ddc-6a236c9151db req-3a9cb853-d096-4cf8-b0c8-2707df7e2672 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 1096 time: 0.0552866 Jun 30 03:02:58.250003 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13085244-5764-49e0-8ddc-6a236c9151db req-ecd14783-05e8-43f2-a7f3-9c84a602248c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396037 Jun 30 03:02:58.262987 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.318864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:58.662803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d33b6281-3b44-4bf5-a6b8-72b8fb284134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.277409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48252) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:59.375838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7855a-0e0b-43ed-9e7f-9500f7652ac2 req-072d2e1d-7151-4188-b39a-a7ffa28ebb73 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:59.383340 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55d7855a-0e0b-43ed-9e7f-9500f7652ac2 req-072d2e1d-7151-4188-b39a-a7ffa28ebb73 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0809913 Jun 30 03:02:59.443166 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55d7855a-0e0b-43ed-9e7f-9500f7652ac2 req-e2d11e12-1a0d-4f73-9981-89a4004c1fab tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588217 Jun 30 03:02:59.587348 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65c393a2-5210-4e7e-a48a-1bf6397a3f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.701780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65c393a2-5210-4e7e-a48a-1bf6397a3f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.879648 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65c393a2-5210-4e7e-a48a-1bf6397a3f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.918363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c393a2-5210-4e7e-a48a-1bf6397a3f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff793770-46e4-47b5-b665-62f4b5c3f256,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:59.922895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-65c393a2-5210-4e7e-a48a-1bf6397a3f78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34290ba28ca54c0b89d2d95ab854df4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441851 Jun 30 03:02:59.926057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48276) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:59.976561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53dfbca8-078c-4481-9bef-7fd646db63a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.997989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53dfbca8-078c-4481-9bef-7fd646db63a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.234218 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53dfbca8-078c-4481-9bef-7fd646db63a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.237604 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-53dfbca8-078c-4481-9bef-7fd646db63a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.238769 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-53dfbca8-078c-4481-9bef-7fd646db63a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff793770-46e4-47b5-b665-62f4b5c3f256 HTTP/1.1" status: 204 len: 168 time: 0.3118041 Jun 30 03:03:00.246584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfbca8-078c-4481-9bef-7fd646db63a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff793770-46e4-47b5-b665-62f4b5c3f256,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:00.631787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7d08e-df64-4061-8251-996271db63e7 req-0d1e620c-1f1c-4f9f-8a24-6478e27a0ff3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:00.633483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2f7d08e-df64-4061-8251-996271db63e7 req-0d1e620c-1f1c-4f9f-8a24-6478e27a0ff3 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0710812 Jun 30 03:03:00.674583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2f7d08e-df64-4061-8251-996271db63e7 req-74df5406-2aa7-4783-8417-642f1a971e86 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352383 Jun 30 03:03:01.275786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b30bf6-e051-4471-99f6-5f99b2495336 req-004ad637-fc86-42ce-b1b8-554d336ac132 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:01.277291 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55b30bf6-e051-4471-99f6-5f99b2495336 req-004ad637-fc86-42ce-b1b8-554d336ac132 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0672724 Jun 30 03:03:01.317908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55b30bf6-e051-4471-99f6-5f99b2495336 req-5e73c46a-0236-4452-9f49-2402355f7217 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337124 Jun 30 03:03:01.367646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48330) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:01.381250 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31eb1b5d-0015-47ef-8998-5c9be74f0b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.449252 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.453375 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-536ea015-520e-4bcc-a12d-b3307da0c312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.491080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31eb1b5d-0015-47ef-8998-5c9be74f0b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.522532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdec0bd-bbca-44d7-b61e-a6c67a5de7c5 req-2a0b25b0-644c-4a56-8e79-4cdb1e992744 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:01.524056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fdec0bd-bbca-44d7-b61e-a6c67a5de7c5 req-2a0b25b0-644c-4a56-8e79-4cdb1e992744 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0843179 Jun 30 03:03:01.570305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fdec0bd-bbca-44d7-b61e-a6c67a5de7c5 req-57bfa0f2-4e7a-47aa-872c-57b243e245de tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404723 Jun 30 03:03:01.605034 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31eb1b5d-0015-47ef-8998-5c9be74f0b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.645125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb1b5d-0015-47ef-8998-5c9be74f0b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55af47ab-ded0-4690-a6e6-89966e7509c3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:01.650431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-31eb1b5d-0015-47ef-8998-5c9be74f0b0a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8faf0b2d7c0a48839633773d34f5cb8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808957 Jun 30 03:03:01.661160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48344) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:01.723905 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cfd8-9e59-4cc2-bed4-9e2d01ecb127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.749467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cfd8-9e59-4cc2-bed4-9e2d01ecb127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.017153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cfd8-9e59-4cc2-bed4-9e2d01ecb127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.020739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cfd8-9e59-4cc2-bed4-9e2d01ecb127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.025095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9eb5cfd8-9e59-4cc2-bed4-9e2d01ecb127 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55af47ab-ded0-4690-a6e6-89966e7509c3 HTTP/1.1" status: 204 len: 168 time: 0.3629587 Jun 30 03:03:02.034228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5cfd8-9e59-4cc2-bed4-9e2d01ecb127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af47ab-ded0-4690-a6e6-89966e7509c3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:02.372392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcde773-9455-4d37-b73e-ab05f7be3d94 req-8430b14c-2968-4dd9-bafb-72e2843a7d56 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:02.373886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2bcde773-9455-4d37-b73e-ab05f7be3d94 req-8430b14c-2968-4dd9-bafb-72e2843a7d56 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0700819 Jun 30 03:03:02.417225 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2bcde773-9455-4d37-b73e-ab05f7be3d94 req-08b153d2-4316-4b9c-a59c-5363a503e36d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371494 Jun 30 03:03:03.010738 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.602693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc7a80-271b-4944-86f9-2bd44f84906e req-ef77a44d-f603-4aba-9a82-7bcbe45c3dbd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:03.604270 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-27bc7a80-271b-4944-86f9-2bd44f84906e req-ef77a44d-f603-4aba-9a82-7bcbe45c3dbd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0661709 Jun 30 03:03:03.652850 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-27bc7a80-271b-4944-86f9-2bd44f84906e req-c54b722b-ff45-4a51-8cec-07c916880b42 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Jun 30 03:03:04.702709 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.836944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8cdad-7737-4c1b-bd04-5ab40ec915a2 req-32ff75bc-e9d5-4ffc-975a-d25312bc093c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:04.838536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4f8cdad-7737-4c1b-bd04-5ab40ec915a2 req-32ff75bc-e9d5-4ffc-975a-d25312bc093c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0696666 Jun 30 03:03:04.883350 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4f8cdad-7737-4c1b-bd04-5ab40ec915a2 req-98698939-0289-4066-b8a0-2c51f9942b61 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367329 Jun 30 03:03:06.096543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f02ff1-e31d-4b28-8203-5120832318ea req-1efb8a1b-b343-4472-bd9c-4613afa640e7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:06.099155 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80f02ff1-e31d-4b28-8203-5120832318ea req-1efb8a1b-b343-4472-bd9c-4613afa640e7 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0810483 Jun 30 03:03:06.163810 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80f02ff1-e31d-4b28-8203-5120832318ea req-30ee643b-391e-4f27-8b87-320ae88d21a4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584946 Jun 30 03:03:07.179265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48534) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:07.371595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406001c-4268-46ea-bbff-f37b1c2b24d9 req-e3381498-46c9-425b-842d-5bd21814ad1f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:07.373172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b406001c-4268-46ea-bbff-f37b1c2b24d9 req-e3381498-46c9-425b-842d-5bd21814ad1f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0723259 Jun 30 03:03:07.413383 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83d79ee8-7e82-4b0d-80cf-e3bb1a57c026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.420875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b406001c-4268-46ea-bbff-f37b1c2b24d9 req-428cf37e-edcd-41be-81e0-26c16dbafe10 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Jun 30 03:03:07.514778 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83d79ee8-7e82-4b0d-80cf-e3bb1a57c026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.730530 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83d79ee8-7e82-4b0d-80cf-e3bb1a57c026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.772043 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-83d79ee8-7e82-4b0d-80cf-e3bb1a57c026 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=375731b1db474936b5e10f2483d1ee03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889544 Jun 30 03:03:07.772043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d79ee8-7e82-4b0d-80cf-e3bb1a57c026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e00354-12a1-4ae2-be42-a6ec077ad458,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:07.772608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48550) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:07.827881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:07.855111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:08.135674 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:08.149488 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:08.149488 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4e00354-12a1-4ae2-be42-a6ec077ad458 HTTP/1.1" status: 204 len: 168 time: 0.3667123 Jun 30 03:03:08.162534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e00354-12a1-4ae2-be42-a6ec077ad458,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:08.172738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48558) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:08.187874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.188296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.188748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.189216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.189834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.190230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.190621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.191012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.191441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.191827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.192260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.192644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae7773-8aef-4fb5-9c86-5cff2987213a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:08.312031 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8baefd87-e8e4-4af9-bd51-040d2f154b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:08.398225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8baefd87-e8e4-4af9-bd51-040d2f154b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:08.591761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8baefd87-e8e4-4af9-bd51-040d2f154b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:08.620353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baefd87-e8e4-4af9-bd51-040d2f154b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6024b39-362f-4489-b12b-cdc400f00812,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:08.624441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f6ab7-951a-4a0d-a448-425ab114bce0 req-10abebf9-25d3-4855-be69-3c77bdc33312 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:08.646245 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e0f6ab7-951a-4a0d-a448-425ab114bce0 req-10abebf9-25d3-4855-be69-3c77bdc33312 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0939977 Jun 30 03:03:08.669128 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8baefd87-e8e4-4af9-bd51-040d2f154b34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=423c2844b60441d58e2a0a1042ab7357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946530 Jun 30 03:03:08.669993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48572) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:08.752839 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49c90480-7907-488a-beb7-8aa3c8b6f0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:08.780575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49c90480-7907-488a-beb7-8aa3c8b6f0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:08.819203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e0f6ab7-951a-4a0d-a448-425ab114bce0 req-1dc6fadd-7f6b-4ed1-8b2c-f544af4526a6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719601 Jun 30 03:03:09.016352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49c90480-7907-488a-beb7-8aa3c8b6f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.018904 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-49c90480-7907-488a-beb7-8aa3c8b6f0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.020591 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-49c90480-7907-488a-beb7-8aa3c8b6f0d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6024b39-362f-4489-b12b-cdc400f00812 HTTP/1.1" status: 204 len: 168 time: 0.3489938 Jun 30 03:03:09.029026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c90480-7907-488a-beb7-8aa3c8b6f0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6024b39-362f-4489-b12b-cdc400f00812,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:09.340293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48582) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:09.355285 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68ec81c6-8966-4249-b9c0-7f8cf5dd16d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.446738 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68ec81c6-8966-4249-b9c0-7f8cf5dd16d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.504008 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:03:09.610612 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68ec81c6-8966-4249-b9c0-7f8cf5dd16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.651066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec81c6-8966-4249-b9c0-7f8cf5dd16d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a154a877-ec58-42ea-a16e-636f4e6a8563,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:09.656069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-68ec81c6-8966-4249-b9c0-7f8cf5dd16d4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=733d5fe4f9b140948d86ee281513f9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147163 Jun 30 03:03:09.658745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48586) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:09.714215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e534f3b5-5202-4119-ad5e-89551d2d0cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.737191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e534f3b5-5202-4119-ad5e-89551d2d0cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.956082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e534f3b5-5202-4119-ad5e-89551d2d0cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.958569 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e534f3b5-5202-4119-ad5e-89551d2d0cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.959606 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e534f3b5-5202-4119-ad5e-89551d2d0cdc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a154a877-ec58-42ea-a16e-636f4e6a8563 HTTP/1.1" status: 204 len: 168 time: 0.2998219 Jun 30 03:03:09.991683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534f3b5-5202-4119-ad5e-89551d2d0cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a154a877-ec58-42ea-a16e-636f4e6a8563,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:10.026419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e6053-7060-4a3e-908d-548e1e8d7fd2 req-8b015f2b-1c4d-4e75-9543-8c1e4677e762 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:10.028712 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-784e6053-7060-4a3e-908d-548e1e8d7fd2 req-8b015f2b-1c4d-4e75-9543-8c1e4677e762 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0815179 Jun 30 03:03:10.069330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-784e6053-7060-4a3e-908d-548e1e8d7fd2 req-c8090987-79d7-4937-9669-dbe0750de0e0 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345335 Jun 30 03:03:10.115300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48598) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:10.128573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-843008db-bca0-47da-b154-8941896d9ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.227749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-843008db-bca0-47da-b154-8941896d9ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.443028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-843008db-bca0-47da-b154-8941896d9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.487202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843008db-bca0-47da-b154-8941896d9ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f06ae38-f0a5-4688-b7a0-0310c7f62ba1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:10.495636 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-843008db-bca0-47da-b154-8941896d9ab9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=469dde3f771f4214b94ae89786c08aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792493 Jun 30 03:03:10.498154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48606) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:10.553555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f1e80d8-9f61-4f33-9ee6-4efd5ee0eb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.577212 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f1e80d8-9f61-4f33-9ee6-4efd5ee0eb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.763615 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f1e80d8-9f61-4f33-9ee6-4efd5ee0eb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.766239 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f1e80d8-9f61-4f33-9ee6-4efd5ee0eb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.767514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8f1e80d8-9f61-4f33-9ee6-4efd5ee0eb72 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f06ae38-f0a5-4688-b7a0-0310c7f62ba1 HTTP/1.1" status: 204 len: 168 time: 0.2683935 Jun 30 03:03:10.777275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e80d8-9f61-4f33-9ee6-4efd5ee0eb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f06ae38-f0a5-4688-b7a0-0310c7f62ba1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:11.267741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34df05-266e-4582-accb-9fc9eefaa960 req-5ae8afad-3fd0-4801-b950-85d5aade7991 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:11.267741 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc34df05-266e-4582-accb-9fc9eefaa960 req-5ae8afad-3fd0-4801-b950-85d5aade7991 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0769272 Jun 30 03:03:11.307318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc34df05-266e-4582-accb-9fc9eefaa960 req-144f9a24-c0e6-4456-acd8-6d0885b52b3a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332036 Jun 30 03:03:12.500052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e36fa-652d-423d-869d-5922d0504a50 req-dec2c8a9-eeba-4c81-a108-89a4475feac4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:12.503146 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-052e36fa-652d-423d-869d-5922d0504a50 req-dec2c8a9-eeba-4c81-a108-89a4475feac4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0782719 Jun 30 03:03:12.558557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-052e36fa-652d-423d-869d-5922d0504a50 req-913b29dd-3878-46a0-a2c7-8a6ff5836e43 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460372 Jun 30 03:03:13.742216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0e6f-14fb-410b-aee3-6b581de10fc7 req-5b2be17e-6d57-45ea-ad41-417d706f149a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:13.743699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-468e0e6f-14fb-410b-aee3-6b581de10fc7 req-5b2be17e-6d57-45ea-ad41-417d706f149a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0653501 Jun 30 03:03:13.784795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-468e0e6f-14fb-410b-aee3-6b581de10fc7 req-478a5c46-3ead-45c8-8468-b4aa9e06435e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352719 Jun 30 03:03:14.597922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48814) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:14.742943 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca468d2c-5869-43b2-b0b4-d8cf0fb9b90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.892635 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca468d2c-5869-43b2-b0b4-d8cf0fb9b90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:14.983031 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca468d2c-5869-43b2-b0b4-d8cf0fb9b90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:15.051371 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ca468d2c-5869-43b2-b0b4-d8cf0fb9b90b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1be39596e42d41549d5965e5421df6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4520090 Jun 30 03:03:15.053920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48836) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:15.063742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ad150-1461-4ea4-ba67-5888f2c276e6 req-68baa9db-ac16-419c-800a-5497d203fd20 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:15.065996 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c26ad150-1461-4ea4-ba67-5888f2c276e6 req-68baa9db-ac16-419c-800a-5497d203fd20 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.1184223 Jun 30 03:03:15.067313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca468d2c-5869-43b2-b0b4-d8cf0fb9b90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19eced3-d7be-4822-b018-02012ec380af,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:15.266582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b7959c6-38df-40ec-8f0f-52989272c18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:15.268435 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c26ad150-1461-4ea4-ba67-5888f2c276e6 req-fcbdeaf9-4691-4715-b511-1a03ab84b594 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426009 Jun 30 03:03:15.269455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b7959c6-38df-40ec-8f0f-52989272c18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:15.379450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b7959c6-38df-40ec-8f0f-52989272c18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:15.382577 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b7959c6-38df-40ec-8f0f-52989272c18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:15.384186 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0b7959c6-38df-40ec-8f0f-52989272c18d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e19eced3-d7be-4822-b018-02012ec380af HTTP/1.1" status: 204 len: 168 time: 0.3280771 Jun 30 03:03:15.393690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7959c6-38df-40ec-8f0f-52989272c18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19eced3-d7be-4822-b018-02012ec380af,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:16.365066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c870579-033e-4250-bc0a-a6a4b7f93aea req-e1abd9dd-4baf-4eb6-9111-9d4750af5cec tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:16.366672 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c870579-033e-4250-bc0a-a6a4b7f93aea req-e1abd9dd-4baf-4eb6-9111-9d4750af5cec tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0676374 Jun 30 03:03:16.425006 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c870579-033e-4250-bc0a-a6a4b7f93aea req-377551eb-d3bb-4837-a2c5-92804f8df32a tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518901 Jun 30 03:03:16.780908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-9cf1141d-413f-43d0-b50e-1d0d379e11d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529947 Jun 30 03:03:16.876396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-dd1161a2-a09a-44e3-a08a-8308dde6e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:16.879788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-dd1161a2-a09a-44e3-a08a-8308dde6e887 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 1096 time: 0.0680952 Jun 30 03:03:17.001599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-7f596994-9220-424c-b7fe-6d6bb6d31ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:17.004878 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-7f596994-9220-424c-b7fe-6d6bb6d31ec5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.0963745 Jun 30 03:03:17.084890 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-ed03c640-cf01-4813-89d9-1f1c044c9a52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0520405-6529-4d7c-905d-67abef94c1d7 HTTP/1.1" status: 200 len: 1001 time: 0.0751438 Jun 30 03:03:17.155712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-c3be7cb6-280e-4565-8c42-1604ff44e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:17.158138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-c3be7cb6-280e-4565-8c42-1604ff44e6aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.0660708 Jun 30 03:03:17.216299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-ed41afb2-442c-4946-8d3c-9c7f4189c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:17.217846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-ed41afb2-442c-4946-8d3c-9c7f4189c277 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539460 Jun 30 03:03:17.323636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-b02e93c4-4dfb-4965-803d-5364919a9d8c service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994318 Jun 30 03:03:17.741107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e601b3-50bf-40a8-a175-226ee2a673dd req-a027005a-93b6-46dc-a9eb-4e83ff816bb8 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:17.750496 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-49e601b3-50bf-40a8-a175-226ee2a673dd req-a027005a-93b6-46dc-a9eb-4e83ff816bb8 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.1458635 Jun 30 03:03:17.827301 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-49e601b3-50bf-40a8-a175-226ee2a673dd req-997dfae8-c9ac-4c24-b213-012bce659257 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743105 Jun 30 03:03:17.886572 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cc7b96-5c45-41c0-9b00-fe5b05506b06 req-1b057dea-582b-4459-8f0e-fdb5488dfe4c service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555792 Jun 30 03:03:18.197928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49020) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:18.335390 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c1084e21-382e-4d90-b2fc-8a3caca1a79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:18.435719 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c1084e21-382e-4d90-b2fc-8a3caca1a79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:18.524598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c1084e21-382e-4d90-b2fc-8a3caca1a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:18.569579 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c1084e21-382e-4d90-b2fc-8a3caca1a79e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c4eece0cc0543e6b0c8c7f092f75865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699925 Jun 30 03:03:18.570555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1084e21-382e-4d90-b2fc-8a3caca1a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92700ce8-c942-4df6-ae7b-1198cb53df54,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:18.572135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49040) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:18.629091 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca69503f-089e-43da-9f91-455cdb159e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:18.654385 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca69503f-089e-43da-9f91-455cdb159e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:18.793909 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca69503f-089e-43da-9f91-455cdb159e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:18.797463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca69503f-089e-43da-9f91-455cdb159e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:18.798912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ca69503f-089e-43da-9f91-455cdb159e4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92700ce8-c942-4df6-ae7b-1198cb53df54 HTTP/1.1" status: 204 len: 168 time: 0.2249172 Jun 30 03:03:18.808025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69503f-089e-43da-9f91-455cdb159e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92700ce8-c942-4df6-ae7b-1198cb53df54,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:19.071146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e857e-ae43-4975-8b6d-35d3285fc477 req-0c225d43-572c-46a8-b258-c9854857004f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:19.072644 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff2e857e-ae43-4975-8b6d-35d3285fc477 req-0c225d43-572c-46a8-b258-c9854857004f tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0843084 Jun 30 03:03:19.113225 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff2e857e-ae43-4975-8b6d-35d3285fc477 req-e9ce16c2-4c96-4d24-9cd8-45a6c45845d6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344470 Jun 30 03:03:20.308014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210389d3-8c58-41c6-a413-5a4cfb0c437d req-60224e59-0751-4521-8f2d-57106cfe8ae1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:20.309616 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-210389d3-8c58-41c6-a413-5a4cfb0c437d req-60224e59-0751-4521-8f2d-57106cfe8ae1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0711668 Jun 30 03:03:20.354500 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-210389d3-8c58-41c6-a413-5a4cfb0c437d req-f0d8c7a4-0ebc-4415-8cd1-2b7799ac0810 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387681 Jun 30 03:03:20.718235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49166) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:20.839333 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5ad1cb2-3588-4988-b86a-1a6df4201626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:20.951746 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5ad1cb2-3588-4988-b86a-1a6df4201626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.118681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5ad1cb2-3588-4988-b86a-1a6df4201626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.154927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad1cb2-3588-4988-b86a-1a6df4201626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4392a175-9a66-486b-9761-7543fbc5c3ca,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:21.160277 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f5ad1cb2-3588-4988-b86a-1a6df4201626 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bfe537e52f354755a4eff51e7d7ab373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408672 Jun 30 03:03:21.164739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49190) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:21.231270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d4f77bb-7931-4383-8df9-af82f3439a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.268747 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d4f77bb-7931-4383-8df9-af82f3439a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.417662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49206) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:21.517705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1380917331', 'router:external': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:21.560878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47ea2f-8940-4281-9ed4-fd66dd591e2c req-01e4f79f-dc61-4bf7-aff9-1ff2f0cda8cb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:21.562422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef47ea2f-8940-4281-9ed4-fd66dd591e2c req-01e4f79f-dc61-4bf7-aff9-1ff2f0cda8cb tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0872722 Jun 30 03:03:21.564215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d4f77bb-7931-4383-8df9-af82f3439a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.566807 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d4f77bb-7931-4383-8df9-af82f3439a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.567910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2d4f77bb-7931-4383-8df9-af82f3439a32 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4392a175-9a66-486b-9761-7543fbc5c3ca HTTP/1.1" status: 204 len: 168 time: 0.4023881 Jun 30 03:03:21.592526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f77bb-7931-4383-8df9-af82f3439a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4392a175-9a66-486b-9761-7543fbc5c3ca,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:21.622091 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef47ea2f-8940-4281-9ed4-fd66dd591e2c req-6dc13605-29fe-47d2-a3ce-1331d7f6b5e2 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 Jun 30 03:03:21.654235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Made reservation on behalf of a4502d6a198f4607b43ba911cb653e57 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:03:21.657036 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.667768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.765864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.856064 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.881945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:03:21.895572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6e7f93-ada8-4863-9c73-8f632fafe939,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:21.903033 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:21.903325 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Added segment f7fe72c9-809c-4963-8112-861fae384e88 of type vlan for network deeacf08-f5b6-461d-995d-b70a0dce0142 Jun 30 03:03:21.959643 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:22.157631 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:22.165054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:22.165054 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:22.221895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event updated for resources: {'Network': ['ID=deeacf08-f5b6-461d-995d-b70a0dce0142,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:22.231597 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network deeacf08-f5b6-461d-995d-b70a0dce0142 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:03:22.402143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-847e0f6d-dd47-43df-ae06-d602d2d8e4c0 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9805923 Jun 30 03:03:22.404016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49262) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:22.408421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Request body: {'subnet': {'network_id': 'deeacf08-f5b6-461d-995d-b70a0dce0142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:22.564532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Made reservation on behalf of a4502d6a198f4607b43ba911cb653e57 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:03:22.567361 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:22.730054 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:22.877068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749ae96-d8ee-4e70-a8ea-e1190b62199f req-549e68f1-9f8e-4dcd-98c9-337604dae9cd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:22.878671 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b749ae96-d8ee-4e70-a8ea-e1190b62199f req-549e68f1-9f8e-4dcd-98c9-337604dae9cd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.1107032 Jun 30 03:03:22.940096 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b749ae96-d8ee-4e70-a8ea-e1190b62199f req-719805eb-d6e4-4ef6-a1af-472771d15bbf tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533960 Jun 30 03:03:23.182815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.objects.ports [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:03:23.183925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.262413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event updated for resources: {'Subnet': ['ID=caa6a970-285d-4c64-b9fc-882c21e13f1a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:23.271072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Checking segment: {'id': 'f7fe72c9-809c-4963-8112-861fae384e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'deeacf08-f5b6-461d-995d-b70a0dce0142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:03:23.271228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Network hostable DHCP agents. Network: deeacf08-f5b6-461d-995d-b70a0dce0142, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:03:23.393176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Network deeacf08-f5b6-461d-995d-b70a0dce0142 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:03:23.421915 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.489921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, deeacf08-f5b6-461d-995d-b70a0dce0142) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:03:23.497802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:23.501955 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.504359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9977733-b007-4f98-9701-4fa30b8bf6de None None] Network deeacf08-f5b6-461d-995d-b70a0dce0142 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:03:23.645327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-703d6b34-032e-4d71-820a-8000554c4077 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2412555 Jun 30 03:03:23.648289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49348) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:23.653616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1047241980', 'network_id': 'deeacf08-f5b6-461d-995d-b70a0dce0142'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:23.685602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b4c5a5-51c7-492f-92ae-ecf0f5d80e20 None None] Network deeacf08-f5b6-461d-995d-b70a0dce0142 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:03:23.834708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Made reservation on behalf of a4502d6a198f4607b43ba911cb653e57 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:03:23.839377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:23.875276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] device_id is not set on port d28d5246-02e5-401b-8899-fa99869454db yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:03:24.016176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Allocated IP 172.20.0.11 (deeacf08-f5b6-461d-995d-b70a0dce0142/caa6a970-285d-4c64-b9fc-882c21e13f1a/d28d5246-02e5-401b-8899-fa99869454db) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:03:24.183955 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.195353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed0de0-c3da-4ba3-8308-ac236fccd147 req-86a99550-9103-4435-a350-8ff19cc52aa2 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:24.197342 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7ed0de0-c3da-4ba3-8308-ac236fccd147 req-86a99550-9103-4435-a350-8ff19cc52aa2 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0721514 Jun 30 03:03:24.266111 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7ed0de0-c3da-4ba3-8308-ac236fccd147 req-940551de-4d82-40d4-9d2f-9e469d138348 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498810 Jun 30 03:03:24.387539 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.395523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49386) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:24.482595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Network deeacf08-f5b6-461d-995d-b70a0dce0142 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:03:24.486479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:03:24.501971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:03:24.505926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event updated for resources: {'Port': ['ID=d28d5246-02e5-401b-8899-fa99869454db,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:24.562887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:24.565738 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.573056 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-394a68c5-0078-4984-8a55-41e12522bfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.639619 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b57ce2a3-cbea-4e6e-b1b3-642b7a934b1d tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9901915 Jun 30 03:03:24.642757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49400) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:24.749085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b9375cc8-e591-47a4-b1cf-436c2ab64636 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Deleting port d28d5246-02e5-401b-8899-fa99869454db {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:24.749085 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b9375cc8-e591-47a4-b1cf-436c2ab64636 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.779214 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-394a68c5-0078-4984-8a55-41e12522bfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.842617 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b9375cc8-e591-47a4-b1cf-436c2ab64636 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.854756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b9375cc8-e591-47a4-b1cf-436c2ab64636 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Calling delete_port for d28d5246-02e5-401b-8899-fa99869454db owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:24.913128 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-394a68c5-0078-4984-8a55-41e12522bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.976097 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-394a68c5-0078-4984-8a55-41e12522bfad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc0bda84788f4901849a59a36fd5eee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5784521 Jun 30 03:03:24.977017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a68c5-0078-4984-8a55-41e12522bfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3cccd0-5823-4a5c-a630-0dba0f424787,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:24.979863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49418) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:25.043823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-517deb07-8ae7-4aba-9101-2ec2b738ad3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:25.066919 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-517deb07-8ae7-4aba-9101-2ec2b738ad3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:25.099090 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b9375cc8-e591-47a4-b1cf-436c2ab64636 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:25.134030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9375cc8-e591-47a4-b1cf-436c2ab64636 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event deleted for resources: {'Port': ['ID=d28d5246-02e5-401b-8899-fa99869454db,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:25.209351 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b9375cc8-e591-47a4-b1cf-436c2ab64636 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:25.211309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b9375cc8-e591-47a4-b1cf-436c2ab64636 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "DELETE /v2.0/ports/d28d5246-02e5-401b-8899-fa99869454db HTTP/1.1" status: 204 len: 168 time: 0.5676332 Jun 30 03:03:25.213974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49428) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:25.218346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'deeacf08-f5b6-461d-995d-b70a0dce0142', 'external_fixed_ips': [{'subnet_id': 'caa6a970-285d-4c64-b9fc-882c21e13f1a', 'ip_address': '172.20.0.11'}]}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:25.405695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:25.408292 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:25.410018 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-517deb07-8ae7-4aba-9101-2ec2b738ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:25.412556 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-517deb07-8ae7-4aba-9101-2ec2b738ad3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:25.413621 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-517deb07-8ae7-4aba-9101-2ec2b738ad3f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb3cccd0-5823-4a5c-a630-0dba0f424787 HTTP/1.1" status: 204 len: 168 time: 0.4324286 Jun 30 03:03:25.426518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517deb07-8ae7-4aba-9101-2ec2b738ad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3cccd0-5823-4a5c-a630-0dba0f424787,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:25.506075 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:25.520505 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1acc03-5d02-456e-8df5-4410799fd44a req-63274728-0672-4adc-94b6-65fc1e84c3b4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:25.521999 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b1acc03-5d02-456e-8df5-4410799fd44a req-63274728-0672-4adc-94b6-65fc1e84c3b4 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.1468339 Jun 30 03:03:25.562019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b1acc03-5d02-456e-8df5-4410799fd44a req-fe762b04-1daa-47aa-b76e-020d71683e52 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341828 Jun 30 03:03:25.765728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.290597 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.310147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.497576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Allocated IP 172.20.0.11 (deeacf08-f5b6-461d-995d-b70a0dce0142/caa6a970-285d-4c64-b9fc-882c21e13f1a/3351b0d4-ae2a-49b6-9d1a-e63a851a9675) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:03:26.650659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.786635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c648fd2-19c6-4ca1-a138-aabdca3730fb req-840a7bc4-b97f-4921-b4d2-93835f73e2c1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:26.788255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c648fd2-19c6-4ca1-a138-aabdca3730fb req-840a7bc4-b97f-4921-b4d2-93835f73e2c1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0652227 Jun 30 03:03:26.850714 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.858680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c648fd2-19c6-4ca1-a138-aabdca3730fb req-fa304962-7a1f-4121-8245-5fa6ddf2164d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622361 Jun 30 03:03:26.944572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event updated for resources: {'Port': ['ID=3351b0d4-ae2a-49b6-9d1a-e63a851a9675,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:26.959629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Network deeacf08-f5b6-461d-995d-b70a0dce0142 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:03:26.963053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:03:26.966464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:03:27.414829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:27.634731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:27.901450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Router b3c77d9d-b1fd-4d42-afa8-a24a38665f48 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:03:28.058612 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:28.068592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Sync routers for ids ['b3c77d9d-b1fd-4d42-afa8-a24a38665f48'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:28.080555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Routers {'b3c77d9d-b1fd-4d42-afa8-a24a38665f48'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:28.081302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b3c77d9d-b1fd-4d42-afa8-a24a38665f48'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:28.098521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323172-a5f5-4e02-a576-5a233dfd179b req-1427dbb5-a567-4fc4-893b-761a0935279b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:28.100027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee323172-a5f5-4e02-a576-5a233dfd179b req-1427dbb5-a567-4fc4-893b-761a0935279b tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0929513 Jun 30 03:03:28.165384 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee323172-a5f5-4e02-a576-5a233dfd179b req-eba98959-3d37-40c7-a289-1b0598594db1 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Jun 30 03:03:28.223475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Set router b3c77d9d-b1fd-4d42-afa8-a24a38665f48 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:28.314925 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:28.316416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f2f3e08f-49a5-43ae-a2ee-414be59680d9 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.1014943 Jun 30 03:03:28.319151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49584) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:28.357641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33d7fc-340c-4363-96da-bf6381f843d3 req-a2ec2746-fcf1-4fb3-ba13-df1afd86bcd2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:28.359154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6f33d7fc-340c-4363-96da-bf6381f843d3 req-a2ec2746-fcf1-4fb3-ba13-df1afd86bcd2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.0818689 Jun 30 03:03:28.414974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6f33d7fc-340c-4363-96da-bf6381f843d3 req-99c258db-fd5e-4801-a78a-f3223f42346e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493810 Jun 30 03:03:28.417956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c77d9d-b1fd-4d42-afa8-a24a38665f48', 'name': '', 'tenant_id': 'a4502d6a198f4607b43ba911cb653e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'deeacf08-f5b6-461d-995d-b70a0dce0142', 'external_fixed_ips': [{'subnet_id': 'caa6a970-285d-4c64-b9fc-882c21e13f1a', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '3351b0d4-ae2a-49b6-9d1a-e63a851a9675', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:03:25Z', 'updated_at': '2021-06-30T03:03:27Z', 'revision_number': 3, 'project_id': 'a4502d6a198f4607b43ba911cb653e57', 'gw_port': {'id': '3351b0d4-ae2a-49b6-9d1a-e63a851a9675', 'name': '', 'network_id': 'deeacf08-f5b6-461d-995d-b70a0dce0142', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c77d9d-b1fd-4d42-afa8-a24a38665f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'caa6a970-285d-4c64-b9fc-882c21e13f1a', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:03:26Z', 'updated_at': '2021-06-30T03:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'caa6a970-285d-4c64-b9fc-882c21e13f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:28.440073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:28.445463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Checking router: b3c77d9d-b1fd-4d42-afa8-a24a38665f48 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:03:28.446046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Updating router b3c77d9d-b1fd-4d42-afa8-a24a38665f48 port 3351b0d4-ae2a-49b6-9d1a-e63a851a9675 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:03:28.508567 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:28.549168 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:28.760827 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c8470ed9-0716-42ba-83f7-ab110b46b3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:28.810973 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:28.822745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Transition to ACTIVE for port object 3351b0d4-ae2a-49b6-9d1a-e63a851a9675 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:03:28.890663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Deleting port 3351b0d4-ae2a-49b6-9d1a-e63a851a9675 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:28.890663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:28.941637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:28.981171 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:28.996265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Calling delete_port for 3351b0d4-ae2a-49b6-9d1a-e63a851a9675 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:29.013068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fb924-a3f3-457c-b0be-5d6f082cb08e None None] Pushing event updated for resources: {'Port': ['ID=3351b0d4-ae2a-49b6-9d1a-e63a851a9675,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:29.018909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Attempting to bind port 3351b0d4-ae2a-49b6-9d1a-e63a851a9675 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:03:29.020177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Attempting to bind port 3351b0d4-ae2a-49b6-9d1a-e63a851a9675 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'f7fe72c9-809c-4963-8112-861fae384e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'deeacf08-f5b6-461d-995d-b70a0dce0142'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:03:29.020177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Attempting to bind port 3351b0d4-ae2a-49b6-9d1a-e63a851a9675 on network deeacf08-f5b6-461d-995d-b70a0dce0142 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:03:29.033612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:03:29.033992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Checking segment: {'id': 'f7fe72c9-809c-4963-8112-861fae384e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'deeacf08-f5b6-461d-995d-b70a0dce0142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:03:29.034398 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:29.034779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Bound using segment: {'id': 'f7fe72c9-809c-4963-8112-861fae384e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'deeacf08-f5b6-461d-995d-b70a0dce0142'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:03:29.035414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Bound port: 3351b0d4-ae2a-49b6-9d1a-e63a851a9675, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fe72c9-809c-4963-8112-861fae384e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'deeacf08-f5b6-461d-995d-b70a0dce0142'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:03:29.036066 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:29.101087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] For port 3351b0d4-ae2a-49b6-9d1a-e63a851a9675, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:03:29.105078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] For port 3351b0d4-ae2a-49b6-9d1a-e63a851a9675, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3351b0d4-ae2a-49b6-9d1a-e63a851a9675,segment=NetworkSegment(f7fe72c9-809c-4963-8112-861fae384e88),segment_id=f7fe72c9-809c-4963-8112-861fae384e88)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:03:29.222501 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:29.356329 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fb924-a3f3-457c-b0be-5d6f082cb08e None None] Pushing event updated for resources: {'Port': ['ID=3351b0d4-ae2a-49b6-9d1a-e63a851a9675,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:29.366951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Routers {'b3c77d9d-b1fd-4d42-afa8-a24a38665f48'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:29.368577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b3c77d9d-b1fd-4d42-afa8-a24a38665f48'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:29.438076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6e21-9ff6-4eb5-b0ba-ec7b13632a86 req-56ac5a24-fb34-4fe4-afb6-7dff145095d6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:29.440701 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1dcd6e21-9ff6-4eb5-b0ba-ec7b13632a86 req-56ac5a24-fb34-4fe4-afb6-7dff145095d6 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0998445 Jun 30 03:03:29.506195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:29.521204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1dcd6e21-9ff6-4eb5-b0ba-ec7b13632a86 req-087b7f6a-4796-4f58-8ff6-2bd68fc43704 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690691 Jun 30 03:03:29.577983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event deleted for resources: {'Port': ['ID=3351b0d4-ae2a-49b6-9d1a-e63a851a9675,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:29.744122 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:29.839825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] Set router b3c77d9d-b1fd-4d42-afa8-a24a38665f48 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:29.876147 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:29.887012 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:29.912958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c77d9d-b1fd-4d42-afa8-a24a38665f48', 'name': '', 'tenant_id': 'a4502d6a198f4607b43ba911cb653e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:03:25Z', 'updated_at': '2021-06-30T03:03:28Z', 'revision_number': 4, 'project_id': 'a4502d6a198f4607b43ba911cb653e57', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:29.960016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5cbbb-7765-42a6-bb90-f4f42b1adace req-d5ba67df-d28d-4396-b368-8f1516507bdf tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:29.960824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0d5cbbb-7765-42a6-bb90-f4f42b1adace req-d5ba67df-d28d-4396-b368-8f1516507bdf tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.2994130 Jun 30 03:03:29.983867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029b3cc-ab7a-4665-b223-297c991cfa05 None None] The sync data for ids ['b3c77d9d-b1fd-4d42-afa8-a24a38665f48'] in n-d-798249-3 is: [{'id': 'b3c77d9d-b1fd-4d42-afa8-a24a38665f48', 'name': '', 'tenant_id': 'a4502d6a198f4607b43ba911cb653e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:03:25Z', 'updated_at': '2021-06-30T03:03:28Z', 'revision_number': 4, 'project_id': 'a4502d6a198f4607b43ba911cb653e57', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:30.026929 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0d5cbbb-7765-42a6-bb90-f4f42b1adace req-91f5afe8-aab7-4bed-a29b-40b9caf08a88 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649657 Jun 30 03:03:30.078399 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.079547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3c77d9d-b1fd-4d42-afa8-a24a38665f48 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:03:30.092662 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.092662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-023382f4-6db1-4145-acd3-331fce3b602b tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "DELETE /v2.0/routers/b3c77d9d-b1fd-4d42-afa8-a24a38665f48 HTTP/1.1" status: 204 len: 168 time: 1.7650058 Jun 30 03:03:30.093156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49636) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:30.145284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3fdb8c-d530-47fd-959c-e1f3fca3c8ba tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Deleting subnet caa6a970-285d-4c64-b9fc-882c21e13f1a {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:03:30.149620 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c3fdb8c-d530-47fd-959c-e1f3fca3c8ba tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.198034 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c3fdb8c-d530-47fd-959c-e1f3fca3c8ba tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.229034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d8b7-43c8-4d9f-95f6-4b15dafcea43 req-fa84dc89-117a-418d-b1e5-c5f7dabb22c9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:30.230848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dc1d8b7-43c8-4d9f-95f6-4b15dafcea43 req-fa84dc89-117a-418d-b1e5-c5f7dabb22c9 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0772731 Jun 30 03:03:30.246831 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c3fdb8c-d530-47fd-959c-e1f3fca3c8ba tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.287337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dc1d8b7-43c8-4d9f-95f6-4b15dafcea43 req-75fffb92-e1fa-44c6-803e-e409886e5027 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490649 Jun 30 03:03:30.460457 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c3fdb8c-d530-47fd-959c-e1f3fca3c8ba tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.496558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fdb8c-d530-47fd-959c-e1f3fca3c8ba tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=caa6a970-285d-4c64-b9fc-882c21e13f1a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:30.503636 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c3fdb8c-d530-47fd-959c-e1f3fca3c8ba tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.506392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0c3fdb8c-d530-47fd-959c-e1f3fca3c8ba tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/caa6a970-285d-4c64-b9fc-882c21e13f1a HTTP/1.1" status: 204 len: 168 time: 0.4145439 Jun 30 03:03:30.509069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49646) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:30.596122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff0195-5b38-4bff-8bbf-972b65b6a078 req-7bdcb830-cd8e-4b7b-b89f-c9be0b97a1cf tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:30.598012 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-59ff0195-5b38-4bff-8bbf-972b65b6a078 req-7bdcb830-cd8e-4b7b-b89f-c9be0b97a1cf tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.0764356 Jun 30 03:03:30.643811 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-59ff0195-5b38-4bff-8bbf-972b65b6a078 req-5dcc1792-3ea5-4040-9bcd-f25c821f5e20 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Jun 30 03:03:30.649462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.763523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.788938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deeacf08-f5b6-461d-995d-b70a0dce0142']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:30.817788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fe72c9-809c-4963-8112-861fae384e88') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:30.818399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fe72c9-809c-4963-8112-861fae384e88') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:30.833460 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.882202 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.889855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:03:30.890443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: items = [ Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:03:30.898116 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:03:31.232434 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.249104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network deeacf08-f5b6-461d-995d-b70a0dce0142 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 03:03:31.260909 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.262996 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "DELETE /v2.0/networks/deeacf08-f5b6-461d-995d-b70a0dce0142 HTTP/1.1" status: 204 len: 168 time: 0.7521396 Jun 30 03:03:31.281332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cd33b-4e19-4aca-9d64-5635f7f3582e req-215a33a2-f5c3-4a0a-9afa-30190119974f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:31.285009 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569887b-6521-41d0-bd87-7d8ebc74e398 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event deleted for resources: {'Network': ['ID=deeacf08-f5b6-461d-995d-b70a0dce0142,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:31.294497 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-559cd33b-4e19-4aca-9d64-5635f7f3582e req-215a33a2-f5c3-4a0a-9afa-30190119974f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1367402 Jun 30 03:03:31.294788 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.340435 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8a6d2c81-e188-4798-89dd-0f217f750e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.350622 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-559cd33b-4e19-4aca-9d64-5635f7f3582e req-febe3ff8-486f-402b-8798-5cba4f56ec74 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470448 Jun 30 03:03:31.843382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49684) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:31.856055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-15fb5711-db98-4a99-b445-322e4f5cefcd tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Request body: {'router': {'name': 'tempest-router--582669994', 'project_id': 'b644253a2e944bcc80d5bdf0a9710c31'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:31.888123 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21796a1-ac97-4458-84d3-b906fc507fac req-9659b2d3-2a16-497f-8267-425542b9044d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:31.897380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e21796a1-ac97-4458-84d3-b906fc507fac req-9659b2d3-2a16-497f-8267-425542b9044d tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.1364634 Jun 30 03:03:31.961240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15fb5711-db98-4a99-b445-322e4f5cefcd tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.962600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15fb5711-db98-4a99-b445-322e4f5cefcd tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:32.007574 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e21796a1-ac97-4458-84d3-b906fc507fac req-47abddc1-ca8f-42b3-883b-85476557ccca tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050940 Jun 30 03:03:32.070593 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15fb5711-db98-4a99-b445-322e4f5cefcd tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:32.210236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15fb5711-db98-4a99-b445-322e4f5cefcd tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:32.341199 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15fb5711-db98-4a99-b445-322e4f5cefcd tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:32.343002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-15fb5711-db98-4a99-b445-322e4f5cefcd tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4980440 Jun 30 03:03:32.345325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49698) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:32.433760 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffb02871-af1a-4cd0-8b24-87ee3ed1885a tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:32.716911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49716) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:32.903965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-af4b77cf-e39b-4d9f-8dbe-e291eefbae6c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:32.906444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-af4b77cf-e39b-4d9f-8dbe-e291eefbae6c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.1236613 Jun 30 03:03:32.918361 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:32.998690 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e52241b-fb59-44d8-8556-c4ff2dbc0833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.087629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-6db7abd2-1757-4c92-a37a-0d3c8942e03e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Deleting port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:33.088070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-6db7abd2-1757-4c92-a37a-0d3c8942e03e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.173865 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffb02871-af1a-4cd0-8b24-87ee3ed1885a tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.173865 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffb02871-af1a-4cd0-8b24-87ee3ed1885a tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.244019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28eeff-7d9c-4d59-a0df-e56d5a8392a1 req-8c836afb-abd8-4f64-95f1-0359838a8ef0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:33.246733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3a28eeff-7d9c-4d59-a0df-e56d5a8392a1 req-8c836afb-abd8-4f64-95f1-0359838a8ef0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.2869532 Jun 30 03:03:33.271500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-6db7abd2-1757-4c92-a37a-0d3c8942e03e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] For port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:33.271844 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-6db7abd2-1757-4c92-a37a-0d3c8942e03e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.292226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-6db7abd2-1757-4c92-a37a-0d3c8942e03e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Calling delete_port for 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:33.298546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3a28eeff-7d9c-4d59-a0df-e56d5a8392a1 req-0ff95a6f-253f-47c5-a6ac-bb95dd249cd2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426264 Jun 30 03:03:33.300881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e52241b-fb59-44d8-8556-c4ff2dbc0833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.335704 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffb02871-af1a-4cd0-8b24-87ee3ed1885a tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.337403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb02871-af1a-4cd0-8b24-87ee3ed1885a tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fef01d9e-c78d-40a2-81fb-86ab6f91b552 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:03:33.348640 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffb02871-af1a-4cd0-8b24-87ee3ed1885a tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.354102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ffb02871-af1a-4cd0-8b24-87ee3ed1885a tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "DELETE /v2.0/routers/fef01d9e-c78d-40a2-81fb-86ab6f91b552 HTTP/1.1" status: 204 len: 168 time: 1.0061166 Jun 30 03:03:33.372876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3bf43-4410-4b53-808d-5127a59a2f20 req-0ea1a11a-4f17-499a-8034-8f7241bac6fd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:33.374437 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e5b3bf43-4410-4b53-808d-5127a59a2f20 req-0ea1a11a-4f17-499a-8034-8f7241bac6fd tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 946 time: 0.1855192 Jun 30 03:03:33.421576 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e52241b-fb59-44d8-8556-c4ff2dbc0833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.459781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e5b3bf43-4410-4b53-808d-5127a59a2f20 req-482eb7d6-8997-4fa6-b43b-d3ca27263f3c tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741200 Jun 30 03:03:33.481554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52241b-fb59-44d8-8556-c4ff2dbc0833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff74fcf0-57b8-442f-bba7-77ee4dc35ee4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:33.498050 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1e52241b-fb59-44d8-8556-c4ff2dbc0833 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f817035f6a54417891b99abc887eb035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7798455 Jun 30 03:03:33.500347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49728) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:33.587190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d1397d9f-4f87-4ecc-9684-c99a74a9e10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.608658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d1397d9f-4f87-4ecc-9684-c99a74a9e10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.661623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-6db7abd2-1757-4c92-a37a-0d3c8942e03e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.674721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1', '4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:03:33.701379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7abd2-1757-4c92-a37a-0d3c8942e03e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event deleted for resources: {'Port': ['ID=4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:33.750719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-6db7abd2-1757-4c92-a37a-0d3c8942e03e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] No DVR routers for this DVR port 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:33.755657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-6db7abd2-1757-4c92-a37a-0d3c8942e03e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.759084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aef90d4-c181-44f3-b1c1-2741ec5556ad req-6db7abd2-1757-4c92-a37a-0d3c8942e03e tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "DELETE /v2.0/ports/4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d HTTP/1.1" status: 204 len: 173 time: 0.8451777 Jun 30 03:03:33.760287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d', 'name': 'network-vif-deleted', 'tag': '4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:03:33.764958 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742cedb9-4c1c-4fe9-83dc-77bd0b36c334" -d '{"events": [{"server_uuid": "4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d", "name": "network-vif-deleted", "tag": "4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:03:33.770317 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d1397d9f-4f87-4ecc-9684-c99a74a9e10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.771346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d1397d9f-4f87-4ecc-9684-c99a74a9e10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.775885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d1397d9f-4f87-4ecc-9684-c99a74a9e10b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff74fcf0-57b8-442f-bba7-77ee4dc35ee4 HTTP/1.1" status: 204 len: 168 time: 0.2734771 Jun 30 03:03:33.789439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1397d9f-4f87-4ecc-9684-c99a74a9e10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff74fcf0-57b8-442f-bba7-77ee4dc35ee4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:33.800496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49738) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:33.877525 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16b6b11-187d-4e39-b5ad-63d667cdf15d x-openstack-request-id: req-a16b6b11-187d-4e39-b5ad-63d667cdf15d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:03:33.877791 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d", "name": "network-vif-deleted", "tag": "4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:03:33.878068 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a16b6b11-187d-4e39-b5ad-63d667cdf15d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:03:33.880853 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d', 'name': 'network-vif-deleted', 'tag': '4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d', 'status': 'completed', 'code': 200} Jun 30 03:03:34.056624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1482684612', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:34.267550 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.269140 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.339040 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.543357 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827c997-7e15-4772-a178-d003c44e6be4 req-6a1ba2b5-12e7-4071-b4a0-a915edffa350 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:34.552129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0827c997-7e15-4772-a178-d003c44e6be4 req-6a1ba2b5-12e7-4071-b4a0-a915edffa350 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1205506 Jun 30 03:03:34.596552 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0827c997-7e15-4772-a178-d003c44e6be4 req-996e67fc-1cd0-4c2c-a0e9-7f78ae2e1ff1 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Jun 30 03:03:34.598197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.720492 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.771297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b267e109-028b-4033-b633-90d404156063 req-c136cace-fe0f-4391-adfd-b6937eae9c77 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=4a5b6ab7-75dd-4911-a427-0e1aeb18ae5d HTTP/1.1" status: 200 len: 210 time: 0.0434816 Jun 30 03:03:35.237858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.257124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.378189 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49762) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:35.384753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Allocated IP 172.25.2.154 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/3f1e0be3-1bca-4088-86d8-fc015e69e988) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:03:35.396114 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-45eeaa52-d193-4a8f-9f0b-87fb1280f7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.501054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.503106 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-45eeaa52-d193-4a8f-9f0b-87fb1280f7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.650683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.651856 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-45eeaa52-d193-4a8f-9f0b-87fb1280f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.716914 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-45eeaa52-d193-4a8f-9f0b-87fb1280f7c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=78f718524d8040eaa33a706c32fda319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376274 Jun 30 03:03:35.717831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eeaa52-d193-4a8f-9f0b-87fb1280f7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec8ae40-2020-4d22-999e-2ba356433f9a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:35.720795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49768) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:35.727365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Pushing event updated for resources: {'Port': ['ID=3f1e0be3-1bca-4088-86d8-fc015e69e988,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:35.739352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.739715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.740258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.740518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.740852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.741186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.741551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.742434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.743124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.743457 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.743788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.747291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:35.757804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:03:35.759715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:03:35.767120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:03:35.789063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49770) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:35.808461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83638970-aa20-4923-8b07-cd823fc783fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.843818 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83638970-aa20-4923-8b07-cd823fc783fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.952456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6026a2-a9e4-4449-8a53-ee5b3d594a45 req-61319976-a57f-49cd-b345-4d9b8b38c465 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:35.955233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e6026a2-a9e4-4449-8a53-ee5b3d594a45 req-61319976-a57f-49cd-b345-4d9b8b38c465 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1892691 Jun 30 03:03:35.986628 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-064e1129-9119-4e82-9a31-3df87c4a1509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:36.015681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e6026a2-a9e4-4449-8a53-ee5b3d594a45 req-9886a69e-a628-4cb1-8a16-f5b305875647 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541773 Jun 30 03:03:36.036939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83638970-aa20-4923-8b07-cd823fc783fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:36.039057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83638970-aa20-4923-8b07-cd823fc783fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:36.045237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-83638970-aa20-4923-8b07-cd823fc783fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ec8ae40-2020-4d22-999e-2ba356433f9a HTTP/1.1" status: 204 len: 168 time: 0.3210855 Jun 30 03:03:36.073358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83638970-aa20-4923-8b07-cd823fc783fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec8ae40-2020-4d22-999e-2ba356433f9a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:36.146168 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-064e1129-9119-4e82-9a31-3df87c4a1509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:36.270629 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:36.370697 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-064e1129-9119-4e82-9a31-3df87c4a1509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:36.429469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-064e1129-9119-4e82-9a31-3df87c4a1509 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=331a20c651234251ab18c1c74fb98b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6390805 Jun 30 03:03:36.431933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49798) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:36.515489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e1129-9119-4e82-9a31-3df87c4a1509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060516ed-af5a-4ad4-a809-0e6b0cede57d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:36.607045 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ee74d20-10ff-4df5-8dbe-0fc26cb691f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:36.618944 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:36.935457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49822) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:37.086788 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ee74d20-10ff-4df5-8dbe-0fc26cb691f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.087203 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a19db921-91cf-41b4-aa95-9c28f6540631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.267496 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a19db921-91cf-41b4-aa95-9c28f6540631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.280067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881e027-2cc9-44e4-b8ee-e87c3d5c4c12 req-ab941062-929b-40af-9915-bc5fbfa26720 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:37.282311 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d881e027-2cc9-44e4-b8ee-e87c3d5c4c12 req-ab941062-929b-40af-9915-bc5fbfa26720 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1105180 Jun 30 03:03:37.341508 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d881e027-2cc9-44e4-b8ee-e87c3d5c4c12 req-6a56f68d-6487-4c18-9950-4d4076621aee tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509651 Jun 30 03:03:37.484415 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a19db921-91cf-41b4-aa95-9c28f6540631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.521934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19db921-91cf-41b4-aa95-9c28f6540631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0cb4a-4f77-4f6f-ada3-156f69d333e2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:37.526357 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a19db921-91cf-41b4-aa95-9c28f6540631 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c7016a22db2442fdac9d156a3c12a2ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889328 Jun 30 03:03:37.528926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49846) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:37.564923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Router 50b45c62-4ce0-469a-a27b-49585d810aa5 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:03:37.576988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ee74d20-10ff-4df5-8dbe-0fc26cb691f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.582498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ee74d20-10ff-4df5-8dbe-0fc26cb691f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.586279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7ee74d20-10ff-4df5-8dbe-0fc26cb691f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/060516ed-af5a-4ad4-a809-0e6b0cede57d HTTP/1.1" status: 204 len: 168 time: 1.1507461 Jun 30 03:03:37.603199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee74d20-10ff-4df5-8dbe-0fc26cb691f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060516ed-af5a-4ad4-a809-0e6b0cede57d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:37.604663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8456293a-e538-4223-9f8d-358a0527a393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.644854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8456293a-e538-4223-9f8d-358a0527a393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.778090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:37.792731 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a1da2-c1ed-42e1-b8f3-9f1a1a43d509 None None] Sync routers for ids ['50b45c62-4ce0-469a-a27b-49585d810aa5'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:37.803953 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a1da2-c1ed-42e1-b8f3-9f1a1a43d509 None None] Routers {'50b45c62-4ce0-469a-a27b-49585d810aa5'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:37.804590 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-db4a1da2-c1ed-42e1-b8f3-9f1a1a43d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['50b45c62-4ce0-469a-a27b-49585d810aa5'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:37.836416 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-db4a1da2-c1ed-42e1-b8f3-9f1a1a43d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:37.845022 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a1da2-c1ed-42e1-b8f3-9f1a1a43d509 None None] Routers {'50b45c62-4ce0-469a-a27b-49585d810aa5'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:37.845644 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-db4a1da2-c1ed-42e1-b8f3-9f1a1a43d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['50b45c62-4ce0-469a-a27b-49585d810aa5'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:37.877087 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-db4a1da2-c1ed-42e1-b8f3-9f1a1a43d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:37.877745 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a1da2-c1ed-42e1-b8f3-9f1a1a43d509 None None] The sync data for ids ['50b45c62-4ce0-469a-a27b-49585d810aa5'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:37.900851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8456293a-e538-4223-9f8d-358a0527a393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.905945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8456293a-e538-4223-9f8d-358a0527a393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.905945 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8456293a-e538-4223-9f8d-358a0527a393 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ef0cb4a-4f77-4f6f-ada3-156f69d333e2 HTTP/1.1" status: 204 len: 168 time: 0.3746848 Jun 30 03:03:37.913068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456293a-e538-4223-9f8d-358a0527a393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0cb4a-4f77-4f6f-ada3-156f69d333e2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:37.927368 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:37.934443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7ac5d7cf-219c-4ffe-8310-3db3bcb0d110 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1265178 Jun 30 03:03:37.940652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:37.944056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49858) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:37.993410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:37.993410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 4fcf23e2-3e28-4cb2-9d86-f66c56a28f3d not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:38.101100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c65042dd-7be5-48f3-aaf2-c482d51de772 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/routers/50b45c62-4ce0-469a-a27b-49585d810aa5 HTTP/1.1" status: 200 len: 921 time: 0.1558499 Jun 30 03:03:38.103771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49864) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:38.135333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4642f086-987f-49f8-a9db-4e693d5bc308 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=50b45c62-4ce0-469a-a27b-49585d810aa5 HTTP/1.1" status: 200 len: 205 time: 0.0297017 Jun 30 03:03:38.137827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49866) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:38.194810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb568b7-004d-4e9d-9ceb-a69a5ffbed20 req-3620ed7e-9c98-4203-ae0a-3f534211a2cc tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:38.196285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fbb568b7-004d-4e9d-9ceb-a69a5ffbed20 req-3620ed7e-9c98-4203-ae0a-3f534211a2cc tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 945 time: 0.1551018 Jun 30 03:03:38.271101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fbb568b7-004d-4e9d-9ceb-a69a5ffbed20 req-d2321c72-16ab-432b-ae2f-bc394f3da9a8 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687788 Jun 30 03:03:38.294364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.412558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.537200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Deleting port 3f1e0be3-1bca-4088-86d8-fc015e69e988 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:38.540867 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.587190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b8d39-6977-4708-9f84-eedd0d61cdaa req-5b08a72e-7ad7-45c8-a7f2-5266e98434d8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:38.590801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-957b8d39-6977-4708-9f84-eedd0d61cdaa req-5b08a72e-7ad7-45c8-a7f2-5266e98434d8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1133847 Jun 30 03:03:38.636296 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.654451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Calling delete_port for 3f1e0be3-1bca-4088-86d8-fc015e69e988 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:38.688955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-957b8d39-6977-4708-9f84-eedd0d61cdaa req-64c0fb63-7652-493c-bae7-417a28d2f63a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887253 Jun 30 03:03:38.934463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.962248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Pushing event deleted for resources: {'Port': ['ID=3f1e0be3-1bca-4088-86d8-fc015e69e988,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:39.029333 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.132023 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.134643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.247834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-43a0638a-0c49-4937-83ae-fedf44109306 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:39.252283 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-43a0638a-0c49-4937-83ae-fedf44109306 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 945 time: 0.0740387 Jun 30 03:03:39.293288 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.293288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Fanout notify agent at l3_agent the message router_deleted on router 50b45c62-4ce0-469a-a27b-49585d810aa5 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:03:39.295436 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.299244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-27145ae9-9d0b-42a6-9c76-4467a2f7d253 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/50b45c62-4ce0-469a-a27b-49585d810aa5 HTTP/1.1" status: 204 len: 168 time: 1.1577044 Jun 30 03:03:39.300271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49918) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:39.304839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Request body: {'router': {'name': 'tempest-snat-router-802377625', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'enable_snat': False}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:39.372740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-f2aa9a88-06d4-47b7-b9cf-b6e15393ad23 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Deleting port 2c27ed4c-355a-4a80-b480-1686eb177fa1 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:39.373099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-f2aa9a88-06d4-47b7-b9cf-b6e15393ad23 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.395503 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.398558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.470131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.510330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-f2aa9a88-06d4-47b7-b9cf-b6e15393ad23 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] For port 2c27ed4c-355a-4a80-b480-1686eb177fa1, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=2c27ed4c-355a-4a80-b480-1686eb177fa1,segment=NetworkSegment(b6a5e681-2068-4da8-a54c-dfca124a56cf),segment_id=b6a5e681-2068-4da8-a54c-dfca124a56cf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:39.510696 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-f2aa9a88-06d4-47b7-b9cf-b6e15393ad23 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.529762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-f2aa9a88-06d4-47b7-b9cf-b6e15393ad23 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Calling delete_port for 2c27ed4c-355a-4a80-b480-1686eb177fa1 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:39.539898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58148273-6a07-4015-a405-5ee016aba99b req-e0bcf3c7-9182-4877-9979-228bae828192 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:39.541407 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-58148273-6a07-4015-a405-5ee016aba99b req-e0bcf3c7-9182-4877-9979-228bae828192 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 945 time: 0.1257229 Jun 30 03:03:39.633397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-58148273-6a07-4015-a405-5ee016aba99b req-81efb718-97ee-4efd-8b7c-1a072bbc78ef tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/security-groups?id=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824580 Jun 30 03:03:39.635178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49932) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:39.805687 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.865633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2072654567-network', 'tenant_id': 'e5f31888ea45427eafb003fca1be2f84'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:39.901109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-f2aa9a88-06d4-47b7-b9cf-b6e15393ad23 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.913252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['2c27ed4c-355a-4a80-b480-1686eb177fa1'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:03:39.934727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa9a88-06d4-47b7-b9cf-b6e15393ad23 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Pushing event deleted for resources: {'Port': ['ID=2c27ed4c-355a-4a80-b480-1686eb177fa1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:39.979556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-f2aa9a88-06d4-47b7-b9cf-b6e15393ad23 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] No DVR routers for this DVR port 2c27ed4c-355a-4a80-b480-1686eb177fa1 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:39.982106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-f2aa9a88-06d4-47b7-b9cf-b6e15393ad23 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:39.984183 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c6993f0-87d9-4597-bc0f-699c99155d31 req-f2aa9a88-06d4-47b7-b9cf-b6e15393ad23 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.83 "DELETE /v2.0/ports/2c27ed4c-355a-4a80-b480-1686eb177fa1 HTTP/1.1" status: 204 len: 173 time: 0.7291472 Jun 30 03:03:39.984741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0726ff87-d947-4a24-9f18-08eb9c5d70bc', 'name': 'network-vif-deleted', 'tag': '2c27ed4c-355a-4a80-b480-1686eb177fa1'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:03:39.987145 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cc9ccf-70f4-43f7-a58a-087f9523a46b" -d '{"events": [{"server_uuid": "0726ff87-d947-4a24-9f18-08eb9c5d70bc", "name": "network-vif-deleted", "tag": "2c27ed4c-355a-4a80-b480-1686eb177fa1"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:03:39.992319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Made reservation on behalf of e5f31888ea45427eafb003fca1be2f84 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:03:39.995126 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.008594 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.022131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2025bb-00a0-4544-aaa6-f678eed53551 req-993769f4-2978-46b8-b4f8-d110b3d7cc12 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:40.023691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6f2025bb-00a0-4544-aaa6-f678eed53551 req-993769f4-2978-46b8-b4f8-d110b3d7cc12 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1174252 Jun 30 03:03:40.050425 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dcdf79-810e-4093-b50d-59321b2445be x-openstack-request-id: req-f6dcdf79-810e-4093-b50d-59321b2445be {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:03:40.050693 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0726ff87-d947-4a24-9f18-08eb9c5d70bc", "name": "network-vif-deleted", "tag": "2c27ed4c-355a-4a80-b480-1686eb177fa1", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:03:40.050950 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6dcdf79-810e-4093-b50d-59321b2445be {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:03:40.051813 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0726ff87-d947-4a24-9f18-08eb9c5d70bc', 'name': 'network-vif-deleted', 'tag': '2c27ed4c-355a-4a80-b480-1686eb177fa1', 'status': 'completed', 'code': 200} Jun 30 03:03:40.081048 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6f2025bb-00a0-4544-aaa6-f678eed53551 req-daa7b474-5107-4018-adc7-46ebcf3bb636 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499282 Jun 30 03:03:40.124426 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.216797 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.217049 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.229696 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.248100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:03:40.257487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb031da-34df-494c-9093-39bdaef8ffcc,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:40.263486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.263838 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Added segment 577c62d4-773d-48d3-abab-c652c3fc8fb8 of type vlan for network 5d78ea54-cf4f-4190-be00-168c1a6e3505 Jun 30 03:03:40.312066 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.348457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Allocated IP 172.25.2.242 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/5c6425a5-40f9-4558-9d82-18a51e9f22b3) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:03:40.449262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.483830 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.485356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:40.485978 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.554582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] Pushing event updated for resources: {'Network': ['ID=5d78ea54-cf4f-4190-be00-168c1a6e3505,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:40.564229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 5d78ea54-cf4f-4190-be00-168c1a6e3505 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:03:40.581262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.613563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-35d54614-10c7-4712-bfca-f82699eb5baf admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9745626 Jun 30 03:03:40.619763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49944) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:40.619763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Request body: {'subnet': {'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2072654567-subnet', 'tenant_id': 'e5f31888ea45427eafb003fca1be2f84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:40.640107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event updated for resources: {'Port': ['ID=5c6425a5-40f9-4558-9d82-18a51e9f22b3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:40.677828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:03:40.679310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:03:40.683550 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:03:40.792985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Made reservation on behalf of e5f31888ea45427eafb003fca1be2f84 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:03:40.807920 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:40.888321 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8494ddff-4e0d-4c35-88bd-6b511799e0a1 req-1d6d0710-4723-436e-b9b5-704f67091c48 tempest-ServersTestJSON-2046341913 tempest-ServersTestJSON-2046341913-project] 10.222.0.77 "GET /v2.0/ports?device_id=0726ff87-d947-4a24-9f18-08eb9c5d70bc HTTP/1.1" status: 200 len: 210 time: 0.0677090 Jun 30 03:03:41.180210 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.215839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.334441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Checking segment: {'id': '577c62d4-773d-48d3-abab-c652c3fc8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:03:41.335195 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Network hostable DHCP agents. Network: 5d78ea54-cf4f-4190-be00-168c1a6e3505, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:03:41.345855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf91afb0-9b57-47b6-8eff-86c3c07767fb,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:41.386099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ca730-94e5-49b9-977f-bcc674518a44 req-a7a01ea4-01b6-4dd0-9db5-9d147593d887 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:41.394248 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-743ca730-94e5-49b9-977f-bcc674518a44 req-a7a01ea4-01b6-4dd0-9db5-9d147593d887 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1740346 Jun 30 03:03:41.440840 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-743ca730-94e5-49b9-977f-bcc674518a44 req-f2325239-b91d-4a72-8e03-1e54d86059ca tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456078 Jun 30 03:03:41.463727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.472142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Network 5d78ea54-cf4f-4190-be00-168c1a6e3505 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:03:41.574688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 5d78ea54-cf4f-4190-be00-168c1a6e3505) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:03:41.579130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:41.580000 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.583867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f24831-4cdc-419c-9d9e-30e31e32be7b None None] Network 5d78ea54-cf4f-4190-be00-168c1a6e3505 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:03:41.720742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3bbd1b2a-e27e-4ffe-a103-8b73ae229004 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1050236 Jun 30 03:03:41.775203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5ec57-57e6-4b32-ac58-277dfeac626d None None] Network 5d78ea54-cf4f-4190-be00-168c1a6e3505 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:03:41.787105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Router 852041a9-ccfa-45fc-9dd5-456c58f1f57f is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:03:41.984531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e0520405-6529-4d7c-905d-67abef94c1d7 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:03:42.042763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:42.096404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50008) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:42.207139 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.208428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-56149e5f-b790-49c2-964f-81cde889047c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9070845 Jun 30 03:03:42.211262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50014) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:42.216484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:42.244456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Sync routers for ids ['852041a9-ccfa-45fc-9dd5-456c58f1f57f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:42.280380 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'port_id': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'mac_address': 'fa:16:3e:17:de:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:03:42.284681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Routers {'852041a9-ccfa-45fc-9dd5-456c58f1f57f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:42.285579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['852041a9-ccfa-45fc-9dd5-456c58f1f57f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:42.287355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7214b0-a08c-480f-9592-4b728f8e3799 admin admin] Deleting subnet 3f26a757-6c41-48ca-bac9-6dced2ed1a20 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:03:42.297137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b7214b0-a08c-480f-9592-4b728f8e3799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.393169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b7214b0-a08c-480f-9592-4b728f8e3799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.428232 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.474833 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b7214b0-a08c-480f-9592-4b728f8e3799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.483998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0520405-6529-4d7c-905d-67abef94c1d7 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:03:42.497699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e67ce581-2c78-4018-8cd3-757c4bbfbc3c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/routers/852041a9-ccfa-45fc-9dd5-456c58f1f57f HTTP/1.1" status: 200 len: 908 time: 0.2852342 Jun 30 03:03:42.505577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50020) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:42.510334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Request body: {'router': {'name': 'tempest-snat-router-802377625', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'enable_snat': True}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:42.525829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:42.546322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Set router 852041a9-ccfa-45fc-9dd5-456c58f1f57f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:42.634208 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.635630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.661524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b7214b0-a08c-480f-9592-4b728f8e3799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.686545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b7214b0-a08c-480f-9592-4b728f8e3799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.699477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8b7214b0-a08c-480f-9592-4b728f8e3799 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3f26a757-6c41-48ca-bac9-6dced2ed1a20 HTTP/1.1" status: 204 len: 168 time: 0.6020255 Jun 30 03:03:42.700017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50022) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:42.724677 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.726111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7214b0-a08c-480f-9592-4b728f8e3799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f26a757-6c41-48ca-bac9-6dced2ed1a20,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:42.823694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:42.826381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.830763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e0520405-6529-4d7c-905d-67abef94c1d7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:03:43.003072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852041a9-ccfa-45fc-9dd5-456c58f1f57f', 'name': 'tempest-snat-router-802377625', 'tenant_id': 'a4502d6a198f4607b43ba911cb653e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.242'}], 'enable_snat': False}, 'gw_port_id': '5c6425a5-40f9-4558-9d82-18a51e9f22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:03:39Z', 'updated_at': '2021-06-30T03:03:40Z', 'revision_number': 3, 'project_id': 'a4502d6a198f4607b43ba911cb653e57', 'gw_port': {'id': '5c6425a5-40f9-4558-9d82-18a51e9f22b3', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852041a9-ccfa-45fc-9dd5-456c58f1f57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:03:40Z', 'updated_at': '2021-06-30T03:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:43.078166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Checking router: 852041a9-ccfa-45fc-9dd5-456c58f1f57f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:03:43.078791 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Updating router 852041a9-ccfa-45fc-9dd5-456c58f1f57f port 5c6425a5-40f9-4558-9d82-18a51e9f22b3 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:03:43.194452 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.478800 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.495787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b4e0-bfec-49b0-a8e5-643c8b56da4d req-ff56f3e5-1e47-455d-826c-642c07bcf19b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:43.505000 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3371b4e0-bfec-49b0-a8e5-643c8b56da4d req-ff56f3e5-1e47-455d-826c-642c07bcf19b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 944 time: 0.8721154 Jun 30 03:03:43.563853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.659005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3371b4e0-bfec-49b0-a8e5-643c8b56da4d req-2e8b35f2-aabc-4083-b5ed-32f165795a81 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527927 Jun 30 03:03:43.887378 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.911640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Transition to ACTIVE for port object 5c6425a5-40f9-4558-9d82-18a51e9f22b3 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:03:43.920963 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.949173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:43.963606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e0520405-6529-4d7c-905d-67abef94c1d7 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:03:43.968196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a5e681-2068-4da8-a54c-dfca124a56cf') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:43.968196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a5e681-2068-4da8-a54c-dfca124a56cf') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:43.983257 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.010828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.019334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:03:44.019757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:03:44.034893 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:03:44.045542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.191015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca3632-0477-4270-a46b-669fad5539c8 None None] Pushing event updated for resources: {'Port': ['ID=5c6425a5-40f9-4558-9d82-18a51e9f22b3,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:44.195826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port e0520405-6529-4d7c-905d-67abef94c1d7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:03:44.196197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.199805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Attempting to bind port 5c6425a5-40f9-4558-9d82-18a51e9f22b3 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:03:44.199805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Attempting to bind port 5c6425a5-40f9-4558-9d82-18a51e9f22b3 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:03:44.200042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Attempting to bind port 5c6425a5-40f9-4558-9d82-18a51e9f22b3 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:03:44.223204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:03:44.223578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:03:44.224217 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.224764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:03:44.225264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Bound port: 5c6425a5-40f9-4558-9d82-18a51e9f22b3, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:03:44.225701 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.330601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] For port 5c6425a5-40f9-4558-9d82-18a51e9f22b3, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:03:44.345775 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.349472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] For port 5c6425a5-40f9-4558-9d82-18a51e9f22b3, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5c6425a5-40f9-4558-9d82-18a51e9f22b3,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:03:44.356481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.398502 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.400517 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.401161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:44.402283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:03:44.405296 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3eae76-1a74-4b91-ae1e-b5340014e6a3" -d '{"events": [{"server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "name": "network-vif-plugged", "status": "completed", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:03:44.417628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.423334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9 HTTP/1.1" status: 204 len: 168 time: 1.7114844 Jun 30 03:03:44.435636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2893273-8fd0-4f28-99a3-ecb4063b1d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b6430a6-97c7-42d7-9c48-5ec0daaf7ac9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:44.490195 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.491079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2c27ed4c-355a-4a80-b480-1686eb177fa1 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:44.493435 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.580312 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db15e7-b6e3-4054-85fa-7d736ae054a4 x-openstack-request-id: req-29db15e7-b6e3-4054-85fa-7d736ae054a4 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:03:44.580615 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "name": "network-vif-plugged", "status": "completed", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:03:44.580892 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29db15e7-b6e3-4054-85fa-7d736ae054a4 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:03:44.581388 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'code': 200} Jun 30 03:03:44.640065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:44.659499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Allocated IP 172.25.2.167 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/54c50a9d-b3c8-468b-aaeb-29634d7df833) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:03:44.668522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 2c27ed4c-355a-4a80-b480-1686eb177fa1 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:44.668915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 2c27ed4c-355a-4a80-b480-1686eb177fa1 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:44.762264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Routers {'852041a9-ccfa-45fc-9dd5-456c58f1f57f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:44.763740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['852041a9-ccfa-45fc-9dd5-456c58f1f57f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:44.959841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:44.968836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca3632-0477-4270-a46b-669fad5539c8 None None] Pushing event updated for resources: {'Port': ['ID=5c6425a5-40f9-4558-9d82-18a51e9f22b3,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:45.019332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50074) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:45.111237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50076) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:45.113334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-465c1bed-1070-49fd-b35a-33dec7674726 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92f2c812fee4490e8e05afaf6351bba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927389 Jun 30 03:03:45.131531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] Set router 852041a9-ccfa-45fc-9dd5-456c58f1f57f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:45.197861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06ff4-77be-4a03-9140-b251c164837e req-9e63a3f0-0493-4d52-83b5-29d9422f9aa8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:45.210018 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36c06ff4-77be-4a03-9140-b251c164837e req-9e63a3f0-0493-4d52-83b5-29d9422f9aa8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1485810 Jun 30 03:03:45.235935 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:45.298710 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36c06ff4-77be-4a03-9140-b251c164837e req-3e94cac5-4ee3-482e-afb4-bfc1f044c1e4 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876858 Jun 30 03:03:45.398441 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecdf1d-f7bc-487c-8230-966ec9160f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:45.402341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:03:45.413253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:03:45.430304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:03:45.432276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852041a9-ccfa-45fc-9dd5-456c58f1f57f', 'name': 'tempest-snat-router-802377625', 'tenant_id': 'a4502d6a198f4607b43ba911cb653e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.242'}], 'enable_snat': False}, 'gw_port_id': '5c6425a5-40f9-4558-9d82-18a51e9f22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:03:39Z', 'updated_at': '2021-06-30T03:03:40Z', 'revision_number': 3, 'project_id': 'a4502d6a198f4607b43ba911cb653e57', 'gw_port': {'id': '5c6425a5-40f9-4558-9d82-18a51e9f22b3', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852041a9-ccfa-45fc-9dd5-456c58f1f57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:03:40Z', 'updated_at': '2021-06-30T03:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:45.432760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event updated for resources: {'Port': ['ID=54c50a9d-b3c8-468b-aaeb-29634d7df833,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:45.472917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee657e84-0907-41c3-8a6e-38a93ea391e2 None None] The sync data for ids ['852041a9-ccfa-45fc-9dd5-456c58f1f57f'] in n-d-798249-3 is: [{'id': '852041a9-ccfa-45fc-9dd5-456c58f1f57f', 'name': 'tempest-snat-router-802377625', 'tenant_id': 'a4502d6a198f4607b43ba911cb653e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.242'}], 'enable_snat': False}, 'gw_port_id': '5c6425a5-40f9-4558-9d82-18a51e9f22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:03:39Z', 'updated_at': '2021-06-30T03:03:40Z', 'revision_number': 3, 'project_id': 'a4502d6a198f4607b43ba911cb653e57', 'gw_port': {'id': '5c6425a5-40f9-4558-9d82-18a51e9f22b3', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:62:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852041a9-ccfa-45fc-9dd5-456c58f1f57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:03:40Z', 'updated_at': '2021-06-30T03:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:45.481089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecdf1d-f7bc-487c-8230-966ec9160f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:45.794671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecdf1d-f7bc-487c-8230-966ec9160f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:45.797956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ecdf1d-f7bc-487c-8230-966ec9160f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:45.806715 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-32ecdf1d-f7bc-487c-8230-966ec9160f05 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3fc85d5a-15a7-4bba-97c9-7f93e12c6d72 HTTP/1.1" status: 204 len: 168 time: 0.6936960 Jun 30 03:03:45.865743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecdf1d-f7bc-487c-8230-966ec9160f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc85d5a-15a7-4bba-97c9-7f93e12c6d72,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:46.394709 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.503103 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:03:47.146101 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:47.175690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e393dd-c395-4215-a2d5-948d78cb1127 req-429b8c8c-a713-4a2a-9b7a-344ba2700925 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:47.182256 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8e393dd-c395-4215-a2d5-948d78cb1127 req-429b8c8c-a713-4a2a-9b7a-344ba2700925 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.3900743 Jun 30 03:03:47.288650 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8e393dd-c395-4215-a2d5-948d78cb1127 req-b0097360-9d96-482e-8a17-333a9ca10324 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953641 Jun 30 03:03:47.740438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5c6425a5-40f9-4558-9d82-18a51e9f22b3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:03:47.854999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Router f4a5005f-4dfa-404e-99b9-76a46554f267 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:03:47.934893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 5c6425a5-40f9-4558-9d82-18a51e9f22b3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:03:47.942309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5c6425a5-40f9-4558-9d82-18a51e9f22b3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:03:47.942679 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:48.021184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:48.030550 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Sync routers for ids ['f4a5005f-4dfa-404e-99b9-76a46554f267'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:48.057553 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Routers {'f4a5005f-4dfa-404e-99b9-76a46554f267'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:48.058201 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4a5005f-4dfa-404e-99b9-76a46554f267'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:48.134649 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:48.134649 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c244b99c-b84f-40d6-b2b9-e419930fe7fe tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6243236 Jun 30 03:03:48.134844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50132) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:48.251605 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Set router f4a5005f-4dfa-404e-99b9-76a46554f267 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:03:48.342814 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:48.428517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 5c6425a5-40f9-4558-9d82-18a51e9f22b3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5c6425a5-40f9-4558-9d82-18a51e9f22b3,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:48.474856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e632443-c070-4ef9-81ff-784892dc600c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/routers/f4a5005f-4dfa-404e-99b9-76a46554f267 HTTP/1.1" status: 200 len: 907 time: 0.3356731 Jun 30 03:03:48.474856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50146) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:48.501122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:48.576523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=5c6425a5-40f9-4558-9d82-18a51e9f22b3,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:48.679083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08e91a-6109-4468-ba8c-fad93665342d req-ac8c99c2-f8a0-4b96-aaba-086d97410d28 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:48.698366 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b08e91a-6109-4468-ba8c-fad93665342d req-ac8c99c2-f8a0-4b96-aaba-086d97410d28 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1520710 Jun 30 03:03:48.736781 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:48.797941 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5005f-4dfa-404e-99b9-76a46554f267', 'name': 'tempest-snat-router-802377625', 'tenant_id': 'a4502d6a198f4607b43ba911cb653e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '54c50a9d-b3c8-468b-aaeb-29634d7df833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:03:42Z', 'updated_at': '2021-06-30T03:03:46Z', 'revision_number': 3, 'project_id': 'a4502d6a198f4607b43ba911cb653e57', 'gw_port': {'id': '54c50a9d-b3c8-468b-aaeb-29634d7df833', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5005f-4dfa-404e-99b9-76a46554f267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:03:44Z', 'updated_at': '2021-06-30T03:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:48.809790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b08e91a-6109-4468-ba8c-fad93665342d req-c15f98a9-1ae7-4a4a-a083-7a174e9236af tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048424 Jun 30 03:03:48.832890 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Checking router: f4a5005f-4dfa-404e-99b9-76a46554f267 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:03:48.833527 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Updating router f4a5005f-4dfa-404e-99b9-76a46554f267 port 54c50a9d-b3c8-468b-aaeb-29634d7df833 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:03:48.879306 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.028709 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.320063 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.329371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Deleting port 54c50a9d-b3c8-468b-aaeb-29634d7df833 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:49.330087 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.333778 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Transition to ACTIVE for port object 54c50a9d-b3c8-468b-aaeb-29634d7df833 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:03:49.519701 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.536521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Calling delete_port for 54c50a9d-b3c8-468b-aaeb-29634d7df833 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:49.555560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5c6425a5-40f9-4558-9d82-18a51e9f22b3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:03:49.624979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5c6425a5-40f9-4558-9d82-18a51e9f22b3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:03:49.625644 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.751809 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.893615 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Attempting to bind port 54c50a9d-b3c8-468b-aaeb-29634d7df833 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:03:49.894449 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Attempting to bind port 54c50a9d-b3c8-468b-aaeb-29634d7df833 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:03:49.895003 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Attempting to bind port 54c50a9d-b3c8-468b-aaeb-29634d7df833 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:03:49.923761 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Pushing event updated for resources: {'Port': ['ID=54c50a9d-b3c8-468b-aaeb-29634d7df833,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:49.941982 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:03:49.942538 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:03:49.942960 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.943367 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:03:49.943871 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Bound port: 54c50a9d-b3c8-468b-aaeb-29634d7df833, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:03:49.944258 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:49.980505 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.017630 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.017842 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.018186 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.018520 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.018850 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.019179 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.019507 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.019831 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.020153 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.020474 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.020796 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.021116 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e746c68-3cab-4186-a378-ccefc5996413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:50.038901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event deleted for resources: {'Port': ['ID=54c50a9d-b3c8-468b-aaeb-29634d7df833,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:50.094148 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.db.api [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:03:50.094571 n-d-798249-3 neutron-server[94533]: DEBUG oslo_db.api [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:03:50.165452 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.214701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fe9fa-5e8b-4745-b900-9b71a5e561cc req-dfb8d7ea-70be-48b2-b1e8-cf43fe7c1a3a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:50.224101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e8fe9fa-5e8b-4745-b900-9b71a5e561cc req-dfb8d7ea-70be-48b2-b1e8-cf43fe7c1a3a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.2137353 Jun 30 03:03:50.310130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e8fe9fa-5e8b-4745-b900-9b71a5e561cc req-0df3f303-8f03-4720-bea4-597d3ac6d610 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760214 Jun 30 03:03:50.402336 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.407923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.540864 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.542064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4a5005f-4dfa-404e-99b9-76a46554f267 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:03:50.553186 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.555352 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0ef44785-d596-4fa2-9a76-3813d0931522 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "DELETE /v2.0/routers/f4a5005f-4dfa-404e-99b9-76a46554f267 HTTP/1.1" status: 204 len: 168 time: 2.0811930 Jun 30 03:03:50.558101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50212) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:50.614132 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Attempting to bind port 54c50a9d-b3c8-468b-aaeb-29634d7df833 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:03:50.614926 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Attempting to bind port 54c50a9d-b3c8-468b-aaeb-29634d7df833 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:03:50.614926 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Attempting to bind port 54c50a9d-b3c8-468b-aaeb-29634d7df833 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:03:50.628569 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:03:50.644307 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:03:50.645002 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.645584 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:03:50.646245 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Bound port: 54c50a9d-b3c8-468b-aaeb-29634d7df833, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:03:50.646795 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.686102 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.plugin [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Port 54c50a9d-b3c8-468b-aaeb-29634d7df833 has been deleted concurrently {{(pid=94533) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 03:03:50.702506 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Routers set() bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:50.703160 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Router IDs set() for agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 03:03:50.703999 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4a5005f-4dfa-404e-99b9-76a46554f267'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent'). {{(pid=94533) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 03:03:50.704562 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff59e87f-981a-44ff-bbb1-e9e8b42f1cea None None] The sync data for ids ['f4a5005f-4dfa-404e-99b9-76a46554f267'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:50.762096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50216) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:50.810599 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:50.976030 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b9edca7-b55b-4fda-99ab-c11cbf5a1f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:51.033558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:51.177129 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b9edca7-b55b-4fda-99ab-c11cbf5a1f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:51.294657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Deleting port 5c6425a5-40f9-4558-9d82-18a51e9f22b3 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:51.295977 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:51.363545 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b9edca7-b55b-4fda-99ab-c11cbf5a1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:51.481947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50236) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:51.484908 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9b9edca7-b55b-4fda-99ab-c11cbf5a1f53 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8246841ecb1a4a2b983177224e10c19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7193873 Jun 30 03:03:51.499453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9edca7-b55b-4fda-99ab-c11cbf5a1f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207edf7a-ba5f-4271-b8c3-72f38d1962f4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:51.569920 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] For port 5c6425a5-40f9-4558-9d82-18a51e9f22b3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5c6425a5-40f9-4558-9d82-18a51e9f22b3,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:51.572023 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:51.684869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Calling delete_port for 5c6425a5-40f9-4558-9d82-18a51e9f22b3 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:51.721199 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69289718-c967-4df9-956f-9b7cd01e72f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:51.902816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69289718-c967-4df9-956f-9b7cd01e72f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.077756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a0334-d15b-474d-adce-d86e75cb0f10 req-d52c6f89-af0c-4e29-9546-e537d0427ef5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:52.079812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-373a0334-d15b-474d-adce-d86e75cb0f10 req-d52c6f89-af0c-4e29-9546-e537d0427ef5 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.3514211 Jun 30 03:03:52.163689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69289718-c967-4df9-956f-9b7cd01e72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.169685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69289718-c967-4df9-956f-9b7cd01e72f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.175137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-69289718-c967-4df9-956f-9b7cd01e72f5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/207edf7a-ba5f-4271-b8c3-72f38d1962f4 HTTP/1.1" status: 204 len: 168 time: 0.6895342 Jun 30 03:03:52.181824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-373a0334-d15b-474d-adce-d86e75cb0f10 req-6414b793-b36e-4564-9a5e-803472a81b16 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851951 Jun 30 03:03:52.198676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69289718-c967-4df9-956f-9b7cd01e72f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207edf7a-ba5f-4271-b8c3-72f38d1962f4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:52.774728 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.891547 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:52.964121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c6425a5-40f9-4558-9d82-18a51e9f22b3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:53.123669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.278802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.282693 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.454311 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.570191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.571007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 852041a9-ccfa-45fc-9dd5-456c58f1f57f {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:03:53.587985 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.590140 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bf5fb9f4-a3ff-4e55-8f3e-f56611ecfd59 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "DELETE /v2.0/routers/852041a9-ccfa-45fc-9dd5-456c58f1f57f HTTP/1.1" status: 204 len: 168 time: 3.0309651 Jun 30 03:03:53.595593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50280) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:53.615129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-551641136', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:53.748757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4974275-80b0-4c28-8174-ba0c957c3a83 req-69d77026-e5a0-4240-8b44-2b31ef487741 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:53.760281 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4974275-80b0-4c28-8174-ba0c957c3a83 req-69d77026-e5a0-4240-8b44-2b31ef487741 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.2265205 Jun 30 03:03:53.826257 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.827479 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:53.966381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4974275-80b0-4c28-8174-ba0c957c3a83 req-96a5e8ee-82a3-4a5a-9f3f-75937808543d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050841 Jun 30 03:03:54.043354 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.632749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:54.656796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50302) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:54.893329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1701828880-network', 'tenant_id': 'd9c16c5764864d478b6e4dc87d7d866c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:55.069027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Made reservation on behalf of d9c16c5764864d478b6e4dc87d7d866c for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:03:55.072192 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.090644 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.272210 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.326662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.488682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5c6425a5-40f9-4558-9d82-18a51e9f22b3 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:55.504680 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.531323 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f280a3e-f059-4808-aa54-e2e4ae951042 req-59869d10-1d40-4ed0-b9f4-4850f294feff tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:55.540888 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8f280a3e-f059-4808-aa54-e2e4ae951042 req-59869d10-1d40-4ed0-b9f4-4850f294feff tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.2292352 Jun 30 03:03:55.553870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 5c6425a5-40f9-4558-9d82-18a51e9f22b3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:55.554212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5c6425a5-40f9-4558-9d82-18a51e9f22b3 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:55.592839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Allocated IP 172.25.2.48 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/2102c0ab-96dc-4178-a799-d0c2eff33174) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:03:55.639626 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8f280a3e-f059-4808-aa54-e2e4ae951042 req-3199340f-0696-4a1a-b999-fe1fb3a45654 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953643 Jun 30 03:03:55.653630 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.691808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:03:55.713189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.713688 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Added segment d0f0fc9d-6b21-47b0-91b3-d159d1626f41 of type vlan for network 81eb04c2-9d0a-4041-8f61-6293b3fb33ce Jun 30 03:03:55.824100 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:55.957737 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.027581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.028617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:56.029465 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.035281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d09643b-28ad-4c09-9503-8a8a48048f56,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:56.143660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] Pushing event updated for resources: {'Network': ['ID=81eb04c2-9d0a-4041-8f61-6293b3fb33ce,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:56.153917 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.158245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 81eb04c2-9d0a-4041-8f61-6293b3fb33ce details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:03:56.244418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:03:56.244418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:03:56.246315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:03:56.300369 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6e3fa316-8ee0-442e-aa33-3462f6af8988 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6420691 Jun 30 03:03:56.446236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Pushing event updated for resources: {'Port': ['ID=2102c0ab-96dc-4178-a799-d0c2eff33174,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:56.960613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508778b-c1a8-4cfc-8763-dbe7a10617e1 req-c88def90-ded8-46fc-8e3d-e01bc6470ac2 tempest-ComputeTenantNetworksTest-1502570699 tempest-ComputeTenantNetworksTest-1502570699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:56.975466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508778b-c1a8-4cfc-8763-dbe7a10617e1 req-c88def90-ded8-46fc-8e3d-e01bc6470ac2 tempest-ComputeTenantNetworksTest-1502570699 tempest-ComputeTenantNetworksTest-1502570699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:56.989057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508778b-c1a8-4cfc-8763-dbe7a10617e1 req-c88def90-ded8-46fc-8e3d-e01bc6470ac2 tempest-ComputeTenantNetworksTest-1502570699 tempest-ComputeTenantNetworksTest-1502570699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:57.009018 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f508778b-c1a8-4cfc-8763-dbe7a10617e1 req-c88def90-ded8-46fc-8e3d-e01bc6470ac2 tempest-ComputeTenantNetworksTest-1502570699 tempest-ComputeTenantNetworksTest-1502570699-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1841402 Jun 30 03:03:57.261737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab3573-0947-4670-a6e1-2269c7ff2549 req-856a2869-ec91-4175-815c-fc3b4b5719c7 tempest-ComputeTenantNetworksTest-1502570699 tempest-ComputeTenantNetworksTest-1502570699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:57.261737 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7eab3573-0947-4670-a6e1-2269c7ff2549 req-856a2869-ec91-4175-815c-fc3b4b5719c7 tempest-ComputeTenantNetworksTest-1502570699 tempest-ComputeTenantNetworksTest-1502570699-project] 10.222.0.77 "GET /v2.0/networks/81eb04c2-9d0a-4041-8f61-6293b3fb33ce HTTP/1.1" status: 200 len: 769 time: 0.1094415 Jun 30 03:03:57.261737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50354) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:57.263342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:57.263342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d2477-cf93-40bd-8b58-8cf52f6dda33 req-168cfc38-7dbe-4191-968a-848f8a1bf73f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:57.269564 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e62d2477-cf93-40bd-8b58-8cf52f6dda33 req-168cfc38-7dbe-4191-968a-848f8a1bf73f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.3872142 Jun 30 03:03:57.496527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e62d2477-cf93-40bd-8b58-8cf52f6dda33 req-6fa7fcb9-23d3-40d5-b2c5-c6da7cfd53f3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260172 Jun 30 03:03:57.612047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:57.849742 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:57.971080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.013196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81eb04c2-9d0a-4041-8f61-6293b3fb33ce']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:58.022033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f0fc9d-6b21-47b0-91b3-d159d1626f41') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:58.022416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f0fc9d-6b21-47b0-91b3-d159d1626f41') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:58.039207 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.061627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.073259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:03:58.073807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.116248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Router 2c9da548-dd70-42a5-9fcd-69d2c1389f75 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:03:58.220017 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:03:58.335365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:58.345939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e4a44-e2d0-4fc1-b407-306c4f6c0064 None None] Sync routers for ids ['2c9da548-dd70-42a5-9fcd-69d2c1389f75'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:58.377546 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.377546 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.377546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] 10.222.0.77 "DELETE /v2.0/networks/81eb04c2-9d0a-4041-8f61-6293b3fb33ce HTTP/1.1" status: 204 len: 168 time: 1.2446997 Jun 30 03:03:58.395260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e4a44-e2d0-4fc1-b407-306c4f6c0064 None None] Routers {'2c9da548-dd70-42a5-9fcd-69d2c1389f75'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:58.397450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e7e4a44-e2d0-4fc1-b407-306c4f6c0064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2c9da548-dd70-42a5-9fcd-69d2c1389f75'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:58.411173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7a713-34bb-4937-8233-cd5e5cf5041a admin admin] Pushing event deleted for resources: {'Network': ['ID=81eb04c2-9d0a-4041-8f61-6293b3fb33ce,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:58.476763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e7e4a44-e2d0-4fc1-b407-306c4f6c0064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:58.499317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e4a44-e2d0-4fc1-b407-306c4f6c0064 None None] Routers {'2c9da548-dd70-42a5-9fcd-69d2c1389f75'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:58.499317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e7e4a44-e2d0-4fc1-b407-306c4f6c0064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2c9da548-dd70-42a5-9fcd-69d2c1389f75'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:58.529049 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.533780 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-91e0ac68-3b02-427d-a197-f31eefde7f4c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9339375 Jun 30 03:03:58.534158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50382) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:58.539701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6dfde656-74da-47ad-b720-b2464441a06e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'enable_snat': False}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:58.569389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e7e4a44-e2d0-4fc1-b407-306c4f6c0064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:58.570340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e4a44-e2d0-4fc1-b407-306c4f6c0064 None None] The sync data for ids ['2c9da548-dd70-42a5-9fcd-69d2c1389f75'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:58.666464 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-250bc3e2-509b-4ccf-a31f-f70bb7c77bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.987546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3705d-0bcd-48ea-896a-cd7009b246bf req-2b2375fd-686d-4d73-9085-b7e97826bf12 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:03:58.989951 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aea3705d-0bcd-48ea-896a-cd7009b246bf req-2b2375fd-686d-4d73-9085-b7e97826bf12 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.2026672 Jun 30 03:03:59.075354 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aea3705d-0bcd-48ea-896a-cd7009b246bf req-2db180de-2dd7-4ff6-b24c-6841f4ac9399 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788264 Jun 30 03:03:59.186004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50394) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:59.253266 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6dfde656-74da-47ad-b720-b2464441a06e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.292199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dca3bf05-c5ac-4d19-b155-3640ba4e3f41 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9c16c5764864d478b6e4dc87d7d866c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1039672 Jun 30 03:03:59.296995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50398) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:59.413083 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d745fa28-207f-47de-8732-a702565c046c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.484534 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d745fa28-207f-47de-8732-a702565c046c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.894625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d745fa28-207f-47de-8732-a702565c046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.898836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d745fa28-207f-47de-8732-a702565c046c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:59.904510 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d745fa28-207f-47de-8732-a702565c046c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d09643b-28ad-4c09-9503-8a8a48048f56 HTTP/1.1" status: 204 len: 168 time: 0.6061714 Jun 30 03:03:59.916379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745fa28-207f-47de-8732-a702565c046c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d09643b-28ad-4c09-9503-8a8a48048f56,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:00.589462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6dfde656-74da-47ad-b720-b2464441a06e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.594669 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6dfde656-74da-47ad-b720-b2464441a06e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.676930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543dd28-0697-4334-8d05-1c08b64d7739 req-d3bac6a6-9a08-4baa-840d-3bf89a0f8724 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:00.703205 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f543dd28-0697-4334-8d05-1c08b64d7739 req-d3bac6a6-9a08-4baa-840d-3bf89a0f8724 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1807094 Jun 30 03:04:00.782411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f543dd28-0697-4334-8d05-1c08b64d7739 req-3e256bbe-ebf8-4754-b6fd-5c346b9ce877 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781946 Jun 30 03:04:00.885263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfde656-74da-47ad-b720-b2464441a06e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Router 2c9da548-dd70-42a5-9fcd-69d2c1389f75 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:04:01.110557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfde656-74da-47ad-b720-b2464441a06e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:01.119999 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537e047-ad90-459f-a5a4-836bc5af6472 None None] Sync routers for ids ['2c9da548-dd70-42a5-9fcd-69d2c1389f75'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:01.134117 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6dfde656-74da-47ad-b720-b2464441a06e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.134117 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6dfde656-74da-47ad-b720-b2464441a06e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "PUT /v2.0/routers/2c9da548-dd70-42a5-9fcd-69d2c1389f75 HTTP/1.1" status: 200 len: 920 time: 2.5926108 Jun 30 03:04:01.134117 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50438) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:01.142115 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537e047-ad90-459f-a5a4-836bc5af6472 None None] Routers {'2c9da548-dd70-42a5-9fcd-69d2c1389f75'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:01.150435 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c537e047-ad90-459f-a5a4-836bc5af6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2c9da548-dd70-42a5-9fcd-69d2c1389f75'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:01.264493 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c537e047-ad90-459f-a5a4-836bc5af6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:01.294458 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537e047-ad90-459f-a5a4-836bc5af6472 None None] Routers {'2c9da548-dd70-42a5-9fcd-69d2c1389f75'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:01.300431 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c537e047-ad90-459f-a5a4-836bc5af6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:03:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2c9da548-dd70-42a5-9fcd-69d2c1389f75'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:01.340223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50444) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:01.340711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-10705691-5e4d-4d69-b380-23c163bf760a tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/routers/2c9da548-dd70-42a5-9fcd-69d2c1389f75 HTTP/1.1" status: 200 len: 920 time: 0.2070394 Jun 30 03:04:01.351372 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.382108 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c537e047-ad90-459f-a5a4-836bc5af6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:01.382975 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537e047-ad90-459f-a5a4-836bc5af6472 None None] The sync data for ids ['2c9da548-dd70-42a5-9fcd-69d2c1389f75'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:01.410349 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0c376763-38c2-473a-af66-03a1df23c5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:01.501052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aeb251-67cb-4e6f-9d24-1f447bf5756e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:01.502638 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b5aeb251-67cb-4e6f-9d24-1f447bf5756e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&device_id=2c9da548-dd70-42a5-9fcd-69d2c1389f75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1614192 Jun 30 03:04:01.505545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50448) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:01.663752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9393335-1931-44d4-a829-892ec39f91f2 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:01.665190 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e9393335-1931-44d4-a829-892ec39f91f2 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 881 time: 0.1579347 Jun 30 03:04:01.668499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50456) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:01.721154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-340ed2b3-e48a-4857-9189-28b0e2e0ed78 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c9da548-dd70-42a5-9fcd-69d2c1389f75 HTTP/1.1" status: 200 len: 205 time: 0.0510104 Jun 30 03:04:01.724127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50458) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:02.006735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:02.126233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c738f-1016-4e95-b3cf-0a19d0ffd4e7 req-806bcd12-d530-4ab9-832d-b429ea035726 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:02.131927 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c9c738f-1016-4e95-b3cf-0a19d0ffd4e7 req-806bcd12-d530-4ab9-832d-b429ea035726 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1189792 Jun 30 03:04:02.197413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:02.223598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c9c738f-1016-4e95-b3cf-0a19d0ffd4e7 req-3c697b7c-b9b4-4c69-a6ee-7249c43ecdbd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834363 Jun 30 03:04:02.467022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Deleting port 2102c0ab-96dc-4178-a799-d0c2eff33174 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:02.467487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:02.650282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:02.672436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Calling delete_port for 2102c0ab-96dc-4178-a799-d0c2eff33174 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:02.949150 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:03.032305 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:03.094947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Pushing event deleted for resources: {'Port': ['ID=2102c0ab-96dc-4178-a799-d0c2eff33174,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:03.368976 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:03.626268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09fb2a-2bd4-41d9-a871-af14a6b7cfd8 req-fedc9aa9-e4a4-4470-a91c-b16c5a345870 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:03.635322 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e09fb2a-2bd4-41d9-a871-af14a6b7cfd8 req-fedc9aa9-e4a4-4470-a91c-b16c5a345870 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1378467 Jun 30 03:04:03.654286 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:03.665671 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:03.754229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e09fb2a-2bd4-41d9-a871-af14a6b7cfd8 req-30aa11d3-5f82-4f19-b528-927a0e26f329 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010039 Jun 30 03:04:03.930018 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:03.930735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Fanout notify agent at l3_agent the message router_deleted on router 2c9da548-dd70-42a5-9fcd-69d2c1389f75 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:04:03.941915 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:03.949678 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b81af9c6-dd2a-445c-af8c-2ac1cdcf2f7a tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/2c9da548-dd70-42a5-9fcd-69d2c1389f75 HTTP/1.1" status: 204 len: 168 time: 2.2211697 Jun 30 03:04:03.950300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50502) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:03.955716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-11adcae3-929c-432f-bb76-94dbb4673fb0 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-920563048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:04.163157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11adcae3-929c-432f-bb76-94dbb4673fb0 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:04.164596 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11adcae3-929c-432f-bb76-94dbb4673fb0 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:04.238519 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11adcae3-929c-432f-bb76-94dbb4673fb0 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:04.343671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11adcae3-929c-432f-bb76-94dbb4673fb0 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:04.477078 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11adcae3-929c-432f-bb76-94dbb4673fb0 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:04.482191 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-11adcae3-929c-432f-bb76-94dbb4673fb0 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5281575 Jun 30 03:04:04.482656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50508) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:04.487703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:04.786089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:04.981319 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.474839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e03d6-1756-4266-8bb7-0fc961ff6f65 req-e66da8b9-e794-4681-90f2-547ef324bcf4 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:05.477269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db6e03d6-1756-4266-8bb7-0fc961ff6f65 req-e66da8b9-e794-4681-90f2-547ef324bcf4 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.5064232 Jun 30 03:04:05.662107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db6e03d6-1756-4266-8bb7-0fc961ff6f65 req-a1ebe935-31cc-48d8-a3be-77b28bda93e3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668508 Jun 30 03:04:05.844075 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.868904 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.077930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Allocated IP 172.25.2.152 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/ba7d850c-f66d-4739-a571-9ad202dd5a46) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:06.350780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.849849 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.912482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:06.915005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Pushing event updated for resources: {'Port': ['ID=ba7d850c-f66d-4739-a571-9ad202dd5a46,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:06.932743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:06.940135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:06.998445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c855374-4490-40c3-a5eb-1ccf178d7365 req-b546827c-2892-4418-8f02-e59cc6390d07 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:07.000099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9c855374-4490-40c3-a5eb-1ccf178d7365 req-b546827c-2892-4418-8f02-e59cc6390d07 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1813662 Jun 30 03:04:07.146180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9c855374-4490-40c3-a5eb-1ccf178d7365 req-2ac250f0-af5a-4182-96d2-ee730ef90b29 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378307 Jun 30 03:04:07.485622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.819727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:07.823624 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.259792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Router 8163938d-35f5-4e52-a590-c1bfd8383e19 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:04:08.499749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c68b9-4087-4e32-b991-f7d092ff0b68 req-1e085beb-02a0-420d-be5d-0f213830cc0a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:08.507263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a56c68b9-4087-4e32-b991-f7d092ff0b68 req-1e085beb-02a0-420d-be5d-0f213830cc0a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1890244 Jun 30 03:04:08.514834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-0bfef996-ec7e-497f-a8f1-85b58be1dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:08.524013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:08.532315 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.535972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-150d2e18-1e28-4964-bdc6-566bb1f9e626 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "PUT /v2.0/routers/8163938d-35f5-4e52-a590-c1bfd8383e19 HTTP/1.1" status: 200 len: 879 time: 4.0498743 Jun 30 03:04:08.539902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50596) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:08.549325 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-0bfef996-ec7e-497f-a8f1-85b58be1dd1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 1096 time: 0.1303957 Jun 30 03:04:08.549845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2aea86-9a30-41fc-82e4-a056396469d1 None None] Sync routers for ids ['8163938d-35f5-4e52-a590-c1bfd8383e19'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:08.565932 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2aea86-9a30-41fc-82e4-a056396469d1 None None] Routers {'8163938d-35f5-4e52-a590-c1bfd8383e19'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:08.566642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2b2aea86-9a30-41fc-82e4-a056396469d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['8163938d-35f5-4e52-a590-c1bfd8383e19'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:08.670918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a56c68b9-4087-4e32-b991-f7d092ff0b68 req-129d2706-1791-41af-b626-db03bd88a00e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559033 Jun 30 03:04:08.684275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-71c98399-6696-466d-b933-569d1cb6393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:08.686622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-71c98399-6696-466d-b933-569d1cb6393b service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.1299582 Jun 30 03:04:08.719016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2b2aea86-9a30-41fc-82e4-a056396469d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:08.740016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2aea86-9a30-41fc-82e4-a056396469d1 None None] Routers {'8163938d-35f5-4e52-a590-c1bfd8383e19'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:08.740969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2b2aea86-9a30-41fc-82e4-a056396469d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['8163938d-35f5-4e52-a590-c1bfd8383e19'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:08.819119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50606) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:08.819681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d4281821-58a5-4742-8aa7-d29477a02a99 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/routers/8163938d-35f5-4e52-a590-c1bfd8383e19 HTTP/1.1" status: 200 len: 920 time: 0.2751563 Jun 30 03:04:08.822746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2b2aea86-9a30-41fc-82e4-a056396469d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:08.823660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2aea86-9a30-41fc-82e4-a056396469d1 None None] The sync data for ids ['8163938d-35f5-4e52-a590-c1bfd8383e19'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:08.884556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-43d3aa52-e345-4283-91d5-55f83dab7ab5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0520405-6529-4d7c-905d-67abef94c1d7 HTTP/1.1" status: 200 len: 1001 time: 0.1912124 Jun 30 03:04:09.059298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf40ad-c20d-41c5-b91a-d0a336ab20d8 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:09.065423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50610) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:09.066770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-88cf40ad-c20d-41c5-b91a-d0a336ab20d8 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&device_id=8163938d-35f5-4e52-a590-c1bfd8383e19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2284374 Jun 30 03:04:09.068347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-87790474-9a26-4334-a891-0db01a1a8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:09.071155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-87790474-9a26-4334-a891-0db01a1a8c52 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.1776452 Jun 30 03:04:09.198312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-b47b100b-0611-408a-88cb-03098d711ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:09.204241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-b47b100b-0611-408a-88cb-03098d711ad8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232662 Jun 30 03:04:09.243521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bd3a84-0769-44bc-8c55-41f1b0e3bb40 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:09.249889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e6bd3a84-0769-44bc-8c55-41f1b0e3bb40 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 881 time: 0.1778939 Jun 30 03:04:09.249889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50616) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:09.280109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e7a3e90b-26ee-4294-b0e1-3e35332b1aee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=8163938d-35f5-4e52-a590-c1bfd8383e19 HTTP/1.1" status: 200 len: 205 time: 0.0313706 Jun 30 03:04:09.283193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:09.364510 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-c3f04262-54b8-4886-8eab-a57087746816 service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582794 Jun 30 03:04:09.820199 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8d9b2de-10f4-4c05-a120-1b291e12c94f req-53c16845-d4a8-4f24-bc6f-fd8edda156f6 service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434268 Jun 30 03:04:09.836080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.018961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9e841-e324-4302-92d2-bbef2bb92ecd req-caf85ca2-6eb1-40e8-a1b7-09eae7e10ed8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:10.020947 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aff9e841-e324-4302-92d2-bbef2bb92ecd req-caf85ca2-6eb1-40e8-a1b7-09eae7e10ed8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.1062551 Jun 30 03:04:10.041621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.098804 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aff9e841-e324-4302-92d2-bbef2bb92ecd req-af9e922f-08da-4a17-aa4b-ec52fbf155cf tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710704 Jun 30 03:04:10.628407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Deleting port ba7d850c-f66d-4739-a571-9ad202dd5a46 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:10.628751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.778799 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:10.795160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Calling delete_port for ba7d850c-f66d-4739-a571-9ad202dd5a46 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:11.225430 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.266840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Pushing event deleted for resources: {'Port': ['ID=ba7d850c-f66d-4739-a571-9ad202dd5a46,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:11.443535 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.501175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e710eff-c98d-4380-b001-991ba5cbd1e6 req-3a26cdae-970e-48c2-a0a1-05a6062901a0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:11.502807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e710eff-c98d-4380-b001-991ba5cbd1e6 req-3a26cdae-970e-48c2-a0a1-05a6062901a0 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 945 time: 0.2207170 Jun 30 03:04:11.581244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e710eff-c98d-4380-b001-991ba5cbd1e6 req-0b43ea61-240e-4d86-ada9-d7f64b20e65b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622804 Jun 30 03:04:11.642614 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.654061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.873139 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.873708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Fanout notify agent at l3_agent the message router_deleted on router 8163938d-35f5-4e52-a590-c1bfd8383e19 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:04:11.896848 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.898834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0aeb57c1-18d5-4244-b304-b20705918041 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/8163938d-35f5-4e52-a590-c1bfd8383e19 HTTP/1.1" status: 204 len: 168 time: 2.6146750 Jun 30 03:04:11.903195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50674) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:11.908176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3f375ca0-aa14-464c-8e07-339ce3683e72 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-320385445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:12.076358 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f375ca0-aa14-464c-8e07-339ce3683e72 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.077794 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f375ca0-aa14-464c-8e07-339ce3683e72 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.121652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e0520405-6529-4d7c-905d-67abef94c1d7 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:04:12.185386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f375ca0-aa14-464c-8e07-339ce3683e72 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.292944 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.317212 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f375ca0-aa14-464c-8e07-339ce3683e72 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.324837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:04:12.327836 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0363bfe0-f954-4b85-a632-8fb9f09a1509" -d '{"events": [{"server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "name": "network-vif-unplugged", "status": "completed", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:04:12.345237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:12.399207 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d622c9-a5c7-4830-838a-c2ad79d82732 x-openstack-request-id: req-d1d622c9-a5c7-4830-838a-c2ad79d82732 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:04:12.399500 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "name": "network-vif-unplugged", "status": "completed", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:04:12.399763 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1d622c9-a5c7-4830-838a-c2ad79d82732 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:04:12.400154 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'code': 200} Jun 30 03:04:12.562857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.626721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f375ca0-aa14-464c-8e07-339ce3683e72 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.628745 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3f375ca0-aa14-464c-8e07-339ce3683e72 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7236738 Jun 30 03:04:12.634706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50692) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:12.640364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'enable_snat': True}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:12.699372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:12.732953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.746060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.746647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.747143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.747636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.748122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.748629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.749177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.754248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.754788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.755997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:12.756496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.045849 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.088290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313f507-e2e1-4dee-ba31-1b3a0dec4874 req-74ad003c-94ea-4207-8ca1-5aa70b0a2a9f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:13.090098 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0313f507-e2e1-4dee-ba31-1b3a0dec4874 req-74ad003c-94ea-4207-8ca1-5aa70b0a2a9f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.1690924 Jun 30 03:04:13.150500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0313f507-e2e1-4dee-ba31-1b3a0dec4874 req-ab9ad55f-01b3-4406-977b-195d00249a8e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548179 Jun 30 03:04:13.535470 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.555574 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.731313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Allocated IP 172.25.2.90 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/c3f7d05a-2a80-40d1-abda-04abf253f2da) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:13.857732 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.061805 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.130912 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:14.134218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:14.138162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:14.186331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f7d05a-2a80-40d1-abda-04abf253f2da,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:14.945420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.957643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-9f095176-cd3d-41af-8500-a735ce6b6f31 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2799058 Jun 30 03:04:15.175512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-64b3a679-dde1-4948-bcb6-ee14ff8a4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.176003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-64b3a679-dde1-4948-bcb6-ee14ff8a4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.176484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-64b3a679-dde1-4948-bcb6-ee14ff8a4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.176957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-64b3a679-dde1-4948-bcb6-ee14ff8a4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.177429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-64b3a679-dde1-4948-bcb6-ee14ff8a4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.177933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-64b3a679-dde1-4948-bcb6-ee14ff8a4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.178405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-64b3a679-dde1-4948-bcb6-ee14ff8a4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.180457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-64b3a679-dde1-4948-bcb6-ee14ff8a4f17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6500 time: 0.1590319 Jun 30 03:04:15.316162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.321007 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.409597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-9638168d-591f-4dce-b86c-feeb706f7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.410079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-9638168d-591f-4dce-b86c-feeb706f7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.410556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-9638168d-591f-4dce-b86c-feeb706f7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.412207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-9638168d-591f-4dce-b86c-feeb706f7ed0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9 HTTP/1.1" status: 200 len: 2298 time: 0.1841938 Jun 30 03:04:15.771568 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-a274216e-4af4-42fb-a298-e62b22b29c02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0448a1ea-353c-4292-8163-aac4893723e7 HTTP/1.1" status: 200 len: 1000 time: 0.3292499 Jun 30 03:04:15.847048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-9162cd37-6be2-4557-8114-7635cdc958ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.848572 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-9162cd37-6be2-4557-8114-7635cdc958ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=586d0d3c-b2f5-48fc-84d7-f78d79c8f24a HTTP/1.1" status: 200 len: 855 time: 0.0707426 Jun 30 03:04:15.933673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-8f792ce8-1c99-4f25-8d68-caee464bc68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:15.935476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-8f792ce8-1c99-4f25-8d68-caee464bc68b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801678 Jun 30 03:04:16.030968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Router 1db3e6b6-fc3b-41ab-8d74-99fc8bc64400 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:04:16.163982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e0520405-6529-4d7c-905d-67abef94c1d7 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:04:16.279099 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-e25cdbe9-7de8-4a28-8219-c36653433857 service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325763 Jun 30 03:04:16.557187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-3ded79ac-4b2a-4578-bcef-5dd73dbc7a41 service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266955 Jun 30 03:04:16.559108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:16.567702 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825713d4-2bea-4203-84e3-8dae640f18ad None None] Sync routers for ids ['1db3e6b6-fc3b-41ab-8d74-99fc8bc64400'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:16.575846 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.576942 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-19fa46cf-ffa4-4866-a951-a57ccc66d90c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "PUT /v2.0/routers/1db3e6b6-fc3b-41ab-8d74-99fc8bc64400 HTTP/1.1" status: 200 len: 913 time: 3.9410877 Jun 30 03:04:16.580151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50784) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.600899 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825713d4-2bea-4203-84e3-8dae640f18ad None None] Routers {'1db3e6b6-fc3b-41ab-8d74-99fc8bc64400'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:16.602202 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-825713d4-2bea-4203-84e3-8dae640f18ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1db3e6b6-fc3b-41ab-8d74-99fc8bc64400'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:16.636409 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-cca4b4ce-c2fe-447c-b5e1-57e86c6ba860 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=7366339e-fe46-4e01-a331-81e3b5ad4856 HTTP/1.1" status: 200 len: 217 time: 0.0576949 Jun 30 03:04:16.644414 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-825713d4-2bea-4203-84e3-8dae640f18ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:16.658491 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825713d4-2bea-4203-84e3-8dae640f18ad None None] Routers {'1db3e6b6-fc3b-41ab-8d74-99fc8bc64400'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:16.659329 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-825713d4-2bea-4203-84e3-8dae640f18ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1db3e6b6-fc3b-41ab-8d74-99fc8bc64400'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:16.715637 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-825713d4-2bea-4203-84e3-8dae640f18ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:16.716612 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825713d4-2bea-4203-84e3-8dae640f18ad None None] The sync data for ids ['1db3e6b6-fc3b-41ab-8d74-99fc8bc64400'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:16.773268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-d74fbc72-0605-4589-ad83-a3dbf125285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.779279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-d74fbc72-0605-4589-ad83-a3dbf125285a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.1333771 Jun 30 03:04:16.895116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50796) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:16.896155 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b1f30e94-5c2a-46cd-b48a-2e427ea69d26 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/routers/1db3e6b6-fc3b-41ab-8d74-99fc8bc64400 HTTP/1.1" status: 200 len: 919 time: 0.3148074 Jun 30 03:04:16.974434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-423b24c3-72ea-445e-a5be-d89850c90e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:16.976557 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-423b24c3-72ea-445e-a5be-d89850c90e3c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1914725 Jun 30 03:04:17.153778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cca834-51aa-497a-9023-abc71150240c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:17.158225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-80cca834-51aa-497a-9023-abc71150240c tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&device_id=1db3e6b6-fc3b-41ab-8d74-99fc8bc64400&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2539248 Jun 30 03:04:17.159004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50800) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:17.260668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-c334cf24-0b2f-43d7-a9af-c12bb0efd30f service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715187 Jun 30 03:04:17.299428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5a4219-2963-4a40-813b-b6edb9a141cb tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:17.301352 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fa5a4219-2963-4a40-813b-b6edb9a141cb tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 881 time: 0.1417794 Jun 30 03:04:17.304313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50808) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:17.370094 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-514a036b-c3c6-40de-b17e-3a2afcc15e3e tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=1db3e6b6-fc3b-41ab-8d74-99fc8bc64400 HTTP/1.1" status: 200 len: 205 time: 0.0645068 Jun 30 03:04:17.372266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50812) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:17.569035 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-14180e2f-328a-4de3-bfa6-b8d3407bef74 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997937 Jun 30 03:04:17.618610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.680796 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-f8f638d0-5366-4361-a4b9-130206f5635d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=6df77b8d-0b61-4592-8264-c9a1174498f6 HTTP/1.1" status: 200 len: 217 time: 0.1063812 Jun 30 03:04:17.750399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-006dccf5-929e-4ee5-a464-342e8e0d01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:17.752056 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-006dccf5-929e-4ee5-a464-342e8e0d01d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0637538 Jun 30 03:04:17.768921 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.851075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-7a1b7a92-4764-4963-a056-03cd138892f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:17.853670 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-7a1b7a92-4764-4963-a056-03cd138892f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945346 Jun 30 03:04:18.018757 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-8fc7c0c1-0f17-40ad-bee3-9a014d0e4068 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583831 Jun 30 03:04:18.227579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Deleting port c3f7d05a-2a80-40d1-abda-04abf253f2da {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:18.233898 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.242363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-b7e1df6c-32a4-4c38-b88f-b45268894e8e service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166495 Jun 30 03:04:18.309969 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-c814a5ec-6f32-4938-b6da-55af46312bfd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=5c1c936e-7681-464e-893c-fb84f41b42e0 HTTP/1.1" status: 200 len: 217 time: 0.0591831 Jun 30 03:04:18.372681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-34d43abc-ebe8-40e2-bdeb-4433e4cba8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:18.380811 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-34d43abc-ebe8-40e2-bdeb-4433e4cba8ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0641928 Jun 30 03:04:18.386383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.402183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Calling delete_port for c3f7d05a-2a80-40d1-abda-04abf253f2da owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:18.469202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-689e7fe2-4f5b-48bb-a9b4-227dfbc198dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:18.470864 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-689e7fe2-4f5b-48bb-a9b4-227dfbc198dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0800719 Jun 30 03:04:18.619423 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-a87020d7-b780-4c26-8d09-4b1606bf0254 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109400 Jun 30 03:04:18.700364 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-efd637c6-14d2-47dd-9dff-4c3b37c172b9 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055081 Jun 30 03:04:18.742796 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-5a9d75dd-6bff-490e-a027-c04fa5d775d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e HTTP/1.1" status: 200 len: 217 time: 0.0358956 Jun 30 03:04:18.791923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-ab2397cd-9756-45d0-b5c6-f6edff0092d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:18.793414 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-ab2397cd-9756-45d0-b5c6-f6edff0092d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0451419 Jun 30 03:04:18.863527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-63c163e3-9203-4c01-ace6-eda8c485263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:18.865106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-63c163e3-9203-4c01-ace6-eda8c485263d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651567 Jun 30 03:04:18.929862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.964562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Pushing event deleted for resources: {'Port': ['ID=c3f7d05a-2a80-40d1-abda-04abf253f2da,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:18.978580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.978941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.979286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.979624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.979957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.980294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.980625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.980953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.981278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.981632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.981954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.982275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:18.984934 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-a7092aa9-aa23-4710-a8af-b1d4e836cf88 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122723 Jun 30 03:04:19.093732 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.168801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-a3f09abf-dd58-4c65-9def-b8b0dd432b3d service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780782 Jun 30 03:04:19.218507 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-48291db1-7ec1-44d7-829d-d8204762b64f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa HTTP/1.1" status: 200 len: 217 time: 0.0429952 Jun 30 03:04:19.236575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.242087 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.269958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-d7d870c8-fc47-4950-8791-4984b4e7e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:19.271908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-d7d870c8-fc47-4950-8791-4984b4e7e81c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.0474305 Jun 30 03:04:19.348433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddef85b-f125-4d7f-8c16-61577fac2aad req-54a9f1ec-caa2-420e-98e6-eb787b9d2387 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:19.359298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dddef85b-f125-4d7f-8c16-61577fac2aad req-54a9f1ec-caa2-420e-98e6-eb787b9d2387 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.2609873 Jun 30 03:04:19.383019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-7358fd42-c923-4088-8397-d832425d9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:19.383909 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-7358fd42-c923-4088-8397-d832425d9b8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064937 Jun 30 03:04:19.413021 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.413021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Fanout notify agent at l3_agent the message router_deleted on router 1db3e6b6-fc3b-41ab-8d74-99fc8bc64400 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:04:19.427893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.433215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e8e4546f-b3bc-44e8-931c-2b56540041ee tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/1db3e6b6-fc3b-41ab-8d74-99fc8bc64400 HTTP/1.1" status: 204 len: 168 time: 2.0598450 Jun 30 03:04:19.434184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50876) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:19.442549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-09afae0f-76c8-4a80-ba12-f43b73f0cd4e tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-51693682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:19.457724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dddef85b-f125-4d7f-8c16-61577fac2aad req-94a0e997-42e5-4e3b-9e26-8452e5cfe356 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854917 Jun 30 03:04:19.591044 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09afae0f-76c8-4a80-ba12-f43b73f0cd4e tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.593642 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09afae0f-76c8-4a80-ba12-f43b73f0cd4e tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.603506 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-e06f6440-f34e-4f35-8469-d0bc173deb5d service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122822 Jun 30 03:04:19.734589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09afae0f-76c8-4a80-ba12-f43b73f0cd4e tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.822406 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-5a483129-c745-4449-b589-850a89f3e38f service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120559 Jun 30 03:04:19.826214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09afae0f-76c8-4a80-ba12-f43b73f0cd4e tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.933690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09afae0f-76c8-4a80-ba12-f43b73f0cd4e tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.937563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-09afae0f-76c8-4a80-ba12-f43b73f0cd4e tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4968977 Jun 30 03:04:19.937879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50894) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:19.953229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'enable_snat': False}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:19.969831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-1c83f370-38ac-415f-996b-c58eaffb5bb0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03187be2-91f7-469b-8020-df82c9f7cec6 HTTP/1.1" status: 200 len: 217 time: 0.1339142 Jun 30 03:04:20.054295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-c483f12a-aa72-47a2-ad66-a95ef4e93673 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5377250 Jun 30 03:04:20.095650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-403f656f-0087-4a4d-9bde-61fd618614d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:20.097486 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-403f656f-0087-4a4d-9bde-61fd618614d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.1202147 Jun 30 03:04:20.208894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-fd481c39-bb3c-4107-a465-5cd6f6b776d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:20.210494 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-fd481c39-bb3c-4107-a465-5cd6f6b776d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1062334 Jun 30 03:04:20.338824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50900) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:20.395677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-3da73c90-4c0b-453c-b48a-f7ed3b4f3858 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721642 Jun 30 03:04:20.593442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4dd6d86d-4c64-4679-9b9e-5db59f66fc35 req-8075dcbf-38bf-4fea-8f70-cdc7ea9bbdbf service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821332 Jun 30 03:04:20.616830 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9f68af9a-c1ae-42f9-86a6-a38a545bfbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.898474 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9f68af9a-c1ae-42f9-86a6-a38a545bfbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.956414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5948470-d998-4a64-91e0-8dbdc25391f5 req-8bb765dc-211d-4b61-84d2-92832692b18a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:20.963684 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5948470-d998-4a64-91e0-8dbdc25391f5 req-8bb765dc-211d-4b61-84d2-92832692b18a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.2677803 Jun 30 03:04:21.009376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5948470-d998-4a64-91e0-8dbdc25391f5 req-f5efb695-8721-4fad-83c6-54d95c1bb882 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440826 Jun 30 03:04:21.009618 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9f68af9a-c1ae-42f9-86a6-a38a545bfbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.071840 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9f68af9a-c1ae-42f9-86a6-a38a545bfbc3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c533e32b45dd4a1facbdad93c4144934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7296813 Jun 30 03:04:21.073071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50930) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:21.082120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68af9a-c1ae-42f9-86a6-a38a545bfbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f585b5-3ab6-435b-85d1-f37bd01d4ce9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:21.136163 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a58a2156-0cef-4a73-8bc7-b04d3d56affd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.140851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.172728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a58a2156-0cef-4a73-8bc7-b04d3d56affd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.535008 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a58a2156-0cef-4a73-8bc7-b04d3d56affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.542572 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a58a2156-0cef-4a73-8bc7-b04d3d56affd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.546600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a58a2156-0cef-4a73-8bc7-b04d3d56affd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d4f585b5-3ab6-435b-85d1-f37bd01d4ce9 HTTP/1.1" status: 204 len: 168 time: 0.4696648 Jun 30 03:04:21.556867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a2156-0cef-4a73-8bc7-b04d3d56affd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f585b5-3ab6-435b-85d1-f37bd01d4ce9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:21.689136 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.709243 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.906228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Allocated IP 172.25.2.216 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/7eb48ae3-e502-44d8-bc86-9f17a183114e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:22.083028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.243239 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.286954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ca70a-8d65-48ed-b315-5aece7368fcf req-7799adb1-0a59-4be6-8994-de68b1297c7d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:22.289031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d0ca70a-8d65-48ed-b315-5aece7368fcf req-7799adb1-0a59-4be6-8994-de68b1297c7d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.0883923 Jun 30 03:04:22.325658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:22.330970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:22.334663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:22.355774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d0ca70a-8d65-48ed-b315-5aece7368fcf req-5a4c5e02-3d6c-4b2a-940b-a364de16c600 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590420 Jun 30 03:04:22.375396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Pushing event updated for resources: {'Port': ['ID=7eb48ae3-e502-44d8-bc86-9f17a183114e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:22.516208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50968) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:22.538892 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9675096a-9992-436c-9391-0057f9012f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.709404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-e52f031f-c6c0-4044-b803-2ed194531e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:22.711320 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-e52f031f-c6c0-4044-b803-2ed194531e43 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350&tenant_id=0d7600261eed4f3ebbdb448c22d08382 HTTP/1.1" status: 200 len: 1094 time: 0.1303289 Jun 30 03:04:22.718393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.724876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9675096a-9992-436c-9391-0057f9012f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.740393 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.807589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-2bff93ef-3fea-4f24-90e2-c1e40ca95a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:22.809159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-2bff93ef-3fea-4f24-90e2-c1e40ca95a1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 1094 time: 0.0671306 Jun 30 03:04:22.828267 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9675096a-9992-436c-9391-0057f9012f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.927743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675096a-9992-436c-9391-0057f9012f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5996bdbd-4d9a-469e-976c-57af6e440b11,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:22.957241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9675096a-9992-436c-9391-0057f9012f18 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=510b5c05cd1e4daebd98710b06985146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364107 Jun 30 03:04:22.959188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50984) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:23.054759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-7e030654-058c-43af-b383-0928d65e6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:23.056895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-7e030654-058c-43af-b383-0928d65e6b10 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.2410889 Jun 30 03:04:23.066240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.071801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.310382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Router fefeb60f-9547-4a8a-afba-11ed03cc2549 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:04:23.372652 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a68ec43-bdf8-4130-99e4-462f2cc8f9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.402056 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-6ff60cc4-9cba-4d06-97ce-d5f786beef79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0520405-6529-4d7c-905d-67abef94c1d7 HTTP/1.1" status: 200 len: 999 time: 0.3363302 Jun 30 03:04:23.419372 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a68ec43-bdf8-4130-99e4-462f2cc8f9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.430696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.454832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:23.461950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.463523 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4f27eb50-c0d5-4cc1-bfd7-052a5bef92ee tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "PUT /v2.0/routers/fefeb60f-9547-4a8a-afba-11ed03cc2549 HTTP/1.1" status: 200 len: 914 time: 3.5199640 Jun 30 03:04:23.466796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51002) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:23.471919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54c3f2-b8d4-49ce-b9db-04c8228c8f9c None None] Sync routers for ids ['fefeb60f-9547-4a8a-afba-11ed03cc2549'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:23.498237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54c3f2-b8d4-49ce-b9db-04c8228c8f9c None None] Routers {'fefeb60f-9547-4a8a-afba-11ed03cc2549'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:23.500484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e54c3f2-b8d4-49ce-b9db-04c8228c8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fefeb60f-9547-4a8a-afba-11ed03cc2549'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:23.508672 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:04:23.550877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-06b9a562-4db5-4a38-a3ae-4636b8bf9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:23.553543 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-06b9a562-4db5-4a38-a3ae-4636b8bf9e8b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.1427436 Jun 30 03:04:23.599855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e54c3f2-b8d4-49ce-b9db-04c8228c8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:23.619930 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54c3f2-b8d4-49ce-b9db-04c8228c8f9c None None] Routers {'fefeb60f-9547-4a8a-afba-11ed03cc2549'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:23.621820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e54c3f2-b8d4-49ce-b9db-04c8228c8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fefeb60f-9547-4a8a-afba-11ed03cc2549'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:23.672421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e54c3f2-b8d4-49ce-b9db-04c8228c8f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:23.673406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e54c3f2-b8d4-49ce-b9db-04c8228c8f9c None None] The sync data for ids ['fefeb60f-9547-4a8a-afba-11ed03cc2549'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:23.702831 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-98ec75cb-5dc6-4e26-83c6-a4a25d6dde7f tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/routers/fefeb60f-9547-4a8a-afba-11ed03cc2549 HTTP/1.1" status: 200 len: 920 time: 0.2278640 Jun 30 03:04:23.703067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51006) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:23.746713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-266001ed-4d23-493c-b32f-d81975be36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:23.751542 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-266001ed-4d23-493c-b32f-d81975be36a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867206 Jun 30 03:04:23.761411 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f3e1-1238-4713-9a50-617c7e4bb190 req-d0fea0fe-0ba6-4425-bacc-b67fe96d6cb2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:23.765799 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2df0f3e1-1238-4713-9a50-617c7e4bb190 req-d0fea0fe-0ba6-4425-bacc-b67fe96d6cb2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.1165228 Jun 30 03:04:23.776026 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a68ec43-bdf8-4130-99e4-462f2cc8f9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.780132 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6a68ec43-bdf8-4130-99e4-462f2cc8f9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.780132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6a68ec43-bdf8-4130-99e4-462f2cc8f9a3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5996bdbd-4d9a-469e-976c-57af6e440b11 HTTP/1.1" status: 204 len: 168 time: 0.8195274 Jun 30 03:04:23.813435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c23cc4a-78b1-43c9-976a-457b7f15510e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:23.814981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2c23cc4a-78b1-43c9-976a-457b7f15510e tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&device_id=fefeb60f-9547-4a8a-afba-11ed03cc2549&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1110396 Jun 30 03:04:23.822563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51016) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:23.858661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68ec43-bdf8-4130-99e4-462f2cc8f9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5996bdbd-4d9a-469e-976c-57af6e440b11,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:23.933671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2df0f3e1-1238-4713-9a50-617c7e4bb190 req-732f365b-6a4a-4fa3-8528-b9e8f6a7b1bb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593285 Jun 30 03:04:23.967780 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-677f11a1-1235-43bc-b8d9-f42be99fc37f service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013555 Jun 30 03:04:24.011048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b5375d-b77e-4762-b7ea-9c1ec6cf0842 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:24.015305 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d7b5375d-b77e-4762-b7ea-9c1ec6cf0842 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 881 time: 0.1889410 Jun 30 03:04:24.016979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51020) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:24.120098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51028) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:24.124977 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c8e2de6b-24cf-4210-a1f5-da1dab595d10 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=fefeb60f-9547-4a8a-afba-11ed03cc2549 HTTP/1.1" status: 200 len: 205 time: 0.1063483 Jun 30 03:04:24.183521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-27a34e41-c0e0-407e-94cf-9d65aadfbbd9 service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034791 Jun 30 03:04:24.286307 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.538587 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.720650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Deleting port 7eb48ae3-e502-44d8-bc86-9f17a183114e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:24.721255 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.887884 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.901677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Calling delete_port for 7eb48ae3-e502-44d8-bc86-9f17a183114e owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:25.413900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62a674-750d-48df-8e35-5fa928325a02 req-f6c46953-0f30-4de6-a295-47b1e4cbb5f6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:25.416477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c62a674-750d-48df-8e35-5fa928325a02 req-f6c46953-0f30-4de6-a295-47b1e4cbb5f6 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.1620345 Jun 30 03:04:25.519381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c62a674-750d-48df-8e35-5fa928325a02 req-04689b15-c523-4f16-9784-27bf4b5931fb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946009 Jun 30 03:04:25.539269 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.690513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Pushing event deleted for resources: {'Port': ['ID=7eb48ae3-e502-44d8-bc86-9f17a183114e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:25.802486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.132696 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.139144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.282411 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.283238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Fanout notify agent at l3_agent the message router_deleted on router fefeb60f-9547-4a8a-afba-11ed03cc2549 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:04:26.293329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.293743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3274d95f-1409-487a-88bb-207cafc187c1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/fefeb60f-9547-4a8a-afba-11ed03cc2549 HTTP/1.1" status: 204 len: 168 time: 2.1666484 Jun 30 03:04:26.297746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51116) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:26.309893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-377551570', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:26.444336 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.445449 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.621371 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.993283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.033469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8b4d6-eb5a-4544-b984-3b5268f12593 req-5d236376-e7e4-483d-a79f-8735ca232f29 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:27.035267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6e8b4d6-eb5a-4544-b984-3b5268f12593 req-5d236376-e7e4-483d-a79f-8735ca232f29 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.2364254 Jun 30 03:04:27.093649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6e8b4d6-eb5a-4544-b984-3b5268f12593 req-d5041080-983a-47e9-bf4c-06b6cf9aba4b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449371 Jun 30 03:04:27.465988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.491672 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.641581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Allocated IP 172.25.2.104 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/4f09cdca-c4e4-46d5-b8db-3b07ea34ca1b) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:27.774429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.923406 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.982282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:27.992246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:27.996625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:28.007028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Pushing event updated for resources: {'Port': ['ID=4f09cdca-c4e4-46d5-b8db-3b07ea34ca1b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:28.613155 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-97ce35e1-b20e-4e6b-9a37-4d0b6af9ee9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.679071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38f03e-e446-40b6-bb63-34c2bc616bbb req-55c9a99f-39fb-4a10-bf6e-0bff7edeb21c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:28.680640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d38f03e-e446-40b6-bb63-34c2bc616bbb req-55c9a99f-39fb-4a10-bf6e-0bff7edeb21c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.4232771 Jun 30 03:04:28.698090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.506896 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d38f03e-e446-40b6-bb63-34c2bc616bbb req-d9de96a4-bd7f-45b1-8cf4-7c2ea52c7f33 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7996030 Jun 30 03:04:29.749567 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:30.180453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Router 66c1cc3b-f941-4cdf-8d2e-4d337b2c3463 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:04:30.360969 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:30.372809 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4ecc0-bbe4-4ad8-95df-5f9c1644ffce None None] Sync routers for ids ['66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:30.386660 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4ecc0-bbe4-4ad8-95df-5f9c1644ffce None None] Routers {'66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:30.389475 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a7a4ecc0-bbe4-4ad8-95df-5f9c1644ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:30.447357 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a7a4ecc0-bbe4-4ad8-95df-5f9c1644ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:30.459717 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4ecc0-bbe4-4ad8-95df-5f9c1644ffce None None] Routers {'66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:30.461177 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a7a4ecc0-bbe4-4ad8-95df-5f9c1644ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:30.470571 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:30.472191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-af459e33-3dc5-438c-ada9-0f4ff18d7cd9 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1731174 Jun 30 03:04:30.475601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51226) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:30.489754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:30.502156 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a7a4ecc0-bbe4-4ad8-95df-5f9c1644ffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:30.503199 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4ecc0-bbe4-4ad8-95df-5f9c1644ffce None None] The sync data for ids ['66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:30.922442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f0d67-8f2b-4773-9f89-012bf2a30553 req-be1fcf2f-a0a0-4986-9577-924beac66ba3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:30.947589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b0f0d67-8f2b-4773-9f89-012bf2a30553 req-be1fcf2f-a0a0-4986-9577-924beac66ba3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.1888065 Jun 30 03:04:31.051590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b0f0d67-8f2b-4773-9f89-012bf2a30553 req-c991f99c-026d-4e4c-80dc-b007c2818e40 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966361 Jun 30 03:04:31.254497 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:31.350357 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:31.373407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8805e1da-a3d5-448a-bd9a-ceed304ff16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:31.380258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:31.542626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Deleting port 4f09cdca-c4e4-46d5-b8db-3b07ea34ca1b {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:31.549160 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:31.747200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:31.765988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Calling delete_port for 4f09cdca-c4e4-46d5-b8db-3b07ea34ca1b owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:32.213200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:32.280826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Pushing event deleted for resources: {'Port': ['ID=4f09cdca-c4e4-46d5-b8db-3b07ea34ca1b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:32.360633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413c8c-09d9-436d-8367-708f2a83d1a3 req-ac300e5a-9d7a-4111-ae89-d27e49f473dc tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:32.368025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec413c8c-09d9-436d-8367-708f2a83d1a3 req-ac300e5a-9d7a-4111-ae89-d27e49f473dc tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.1484406 Jun 30 03:04:32.443263 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec413c8c-09d9-436d-8367-708f2a83d1a3 req-e972a104-ddcc-4449-8d0a-60c403374b83 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729666 Jun 30 03:04:32.520566 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:32.868678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51274) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:32.945338 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:33.062714 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:33.066699 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:33.151643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca818357-3e8d-4822-b139-0825c8333316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:33.234621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Router 66c1cc3b-f941-4cdf-8d2e-4d337b2c3463 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:04:33.495131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:33.507771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a546fa-40f4-4e64-a7d7-ff11c89e2a8a None None] Sync routers for ids ['66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:33.517171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:33.519699 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a546fa-40f4-4e64-a7d7-ff11c89e2a8a None None] Routers {'66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:33.520806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f3a546fa-40f4-4e64-a7d7-ff11c89e2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:33.521421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51326) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:33.524808 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4429f1e6-d62d-4a00-8c15-9b352969e153 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "PUT /v2.0/routers/66c1cc3b-f941-4cdf-8d2e-4d337b2c3463 HTTP/1.1" status: 200 len: 705 time: 3.0472767 Jun 30 03:04:33.526086 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca818357-3e8d-4822-b139-0825c8333316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:33.666790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f3a546fa-40f4-4e64-a7d7-ff11c89e2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:33.678899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca818357-3e8d-4822-b139-0825c8333316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:33.711914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a546fa-40f4-4e64-a7d7-ff11c89e2a8a None None] Routers {'66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:33.712565 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f3a546fa-40f4-4e64-a7d7-ff11c89e2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:33.820912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ca818357-3e8d-4822-b139-0825c8333316 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7976053f2d7342f7a682aadbee25deee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9511759 Jun 30 03:04:33.823545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51344) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:33.833039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f3a546fa-40f4-4e64-a7d7-ff11c89e2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:33.836851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a546fa-40f4-4e64-a7d7-ff11c89e2a8a None None] The sync data for ids ['66c1cc3b-f941-4cdf-8d2e-4d337b2c3463'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:33.862127 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d25a040c-a032-418d-9978-bb03b270bcc1 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/routers/66c1cc3b-f941-4cdf-8d2e-4d337b2c3463 HTTP/1.1" status: 200 len: 740 time: 0.3204601 Jun 30 03:04:33.869014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51346) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:33.912426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca818357-3e8d-4822-b139-0825c8333316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486b333f-3e39-42d2-9f45-577919d0d410,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:33.992392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f7036195-2fbc-458a-ac5d-00c0b4127a86 tempest-RoutersAdminTest-2081406842 tempest-RoutersAdminTest-2081406842-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&device_id=66c1cc3b-f941-4cdf-8d2e-4d337b2c3463 HTTP/1.1" status: 200 len: 205 time: 0.1235266 Jun 30 03:04:33.997129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51348) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:34.053451 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b926947-4f5a-48bf-91fd-4cf5d19beef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.056785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3d73e978-c670-4293-bcee-b39e642f2530 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=66c1cc3b-f941-4cdf-8d2e-4d337b2c3463 HTTP/1.1" status: 200 len: 205 time: 0.0582209 Jun 30 03:04:34.062169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51352) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:34.118260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b926947-4f5a-48bf-91fd-4cf5d19beef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.334725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b926947-4f5a-48bf-91fd-4cf5d19beef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.340453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b926947-4f5a-48bf-91fd-4cf5d19beef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.340894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3eb92941-b15e-488c-b69a-38604eaa99ce tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.342326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0b926947-4f5a-48bf-91fd-4cf5d19beef1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/486b333f-3e39-42d2-9f45-577919d0d410 HTTP/1.1" status: 204 len: 168 time: 0.5167723 Jun 30 03:04:34.450480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b926947-4f5a-48bf-91fd-4cf5d19beef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486b333f-3e39-42d2-9f45-577919d0d410,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:34.516746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ef276-7e6b-4a74-9fe6-4cb3f855046c req-26609a3b-2e88-45c0-b24d-bef7d2f95942 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:34.519334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-930ef276-7e6b-4a74-9fe6-4cb3f855046c req-26609a3b-2e88-45c0-b24d-bef7d2f95942 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.2641649 Jun 30 03:04:34.621722 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-930ef276-7e6b-4a74-9fe6-4cb3f855046c req-15209810-db91-47aa-9d83-06a25125f939 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937581 Jun 30 03:04:34.660142 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.728567 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3eb92941-b15e-488c-b69a-38604eaa99ce tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.732120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3eb92941-b15e-488c-b69a-38604eaa99ce tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.893438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3eb92941-b15e-488c-b69a-38604eaa99ce tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.903595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb92941-b15e-488c-b69a-38604eaa99ce tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Fanout notify agent at l3_agent the message router_deleted on router 66c1cc3b-f941-4cdf-8d2e-4d337b2c3463 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:04:34.916516 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3eb92941-b15e-488c-b69a-38604eaa99ce tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:34.918057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3eb92941-b15e-488c-b69a-38604eaa99ce tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/66c1cc3b-f941-4cdf-8d2e-4d337b2c3463 HTTP/1.1" status: 204 len: 168 time: 0.8546352 Jun 30 03:04:34.923553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51378) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:34.968316 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51380) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:34.968538 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-458bfe2f-43b4-4f0a-9394-7febc86b3b7b tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=66c1cc3b-f941-4cdf-8d2e-4d337b2c3463 HTTP/1.1" status: 200 len: 205 time: 0.0437796 Jun 30 03:04:35.057295 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-902f5a86-bddd-4390-8111-52216e456c14 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] delete failed (client error): The resource could not be found. Jun 30 03:04:35.071908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-902f5a86-bddd-4390-8111-52216e456c14 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/66c1cc3b-f941-4cdf-8d2e-4d337b2c3463 HTTP/1.1" status: 404 len: 336 time: 0.0901031 Jun 30 03:04:35.071908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51386) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:35.136883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51396) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:35.138301 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e0683b8-0785-4173-9247-8ae7581b481b tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=fefeb60f-9547-4a8a-afba-11ed03cc2549 HTTP/1.1" status: 200 len: 205 time: 0.0687840 Jun 30 03:04:35.186164 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-82cab8e5-d330-47f7-9da5-d567dff452f8 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] delete failed (client error): The resource could not be found. Jun 30 03:04:35.191825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51404) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:35.192024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-82cab8e5-d330-47f7-9da5-d567dff452f8 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/fefeb60f-9547-4a8a-afba-11ed03cc2549 HTTP/1.1" status: 404 len: 336 time: 0.0537398 Jun 30 03:04:35.252935 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bf88cfef-9343-4bb1-a273-98d39b8157e5 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=1db3e6b6-fc3b-41ab-8d74-99fc8bc64400 HTTP/1.1" status: 200 len: 205 time: 0.0598793 Jun 30 03:04:35.255344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51414) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:35.518974 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-04a6ef4e-6117-4c36-a57a-d7851eca1f3d tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] delete failed (client error): The resource could not be found. Jun 30 03:04:35.518974 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-04a6ef4e-6117-4c36-a57a-d7851eca1f3d tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/1db3e6b6-fc3b-41ab-8d74-99fc8bc64400 HTTP/1.1" status: 404 len: 336 time: 0.0720100 Jun 30 03:04:35.518974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51424) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:35.568288 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-26cdd171-59cc-46dc-8945-5e67f7820b6e tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=8163938d-35f5-4e52-a590-c1bfd8383e19 HTTP/1.1" status: 200 len: 205 time: 0.0549943 Jun 30 03:04:35.570822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51432) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:35.643848 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-6e0b2968-5029-41a2-9fbd-ac3c64f27ce8 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] delete failed (client error): The resource could not be found. Jun 30 03:04:35.645029 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6e0b2968-5029-41a2-9fbd-ac3c64f27ce8 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/8163938d-35f5-4e52-a590-c1bfd8383e19 HTTP/1.1" status: 404 len: 336 time: 0.0715988 Jun 30 03:04:35.647761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51434) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:35.728247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1fa4db4b-538e-491e-ae94-c5016be683a0 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c9da548-dd70-42a5-9fcd-69d2c1389f75 HTTP/1.1" status: 200 len: 205 time: 0.0766380 Jun 30 03:04:35.732687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51438) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:35.861102 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-c84d9c6b-bc2c-427d-a4c0-3a80b6ae8c6c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] delete failed (client error): The resource could not be found. Jun 30 03:04:35.870129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c84d9c6b-bc2c-427d-a4c0-3a80b6ae8c6c tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/2c9da548-dd70-42a5-9fcd-69d2c1389f75 HTTP/1.1" status: 404 len: 336 time: 0.1361048 Jun 30 03:04:35.875143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51444) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:35.955836 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bad4e82c-1c0d-4b8e-b95d-b441adfeac94 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "GET /v2.0/ports?device_id=50b45c62-4ce0-469a-a27b-49585d810aa5 HTTP/1.1" status: 200 len: 205 time: 0.0810637 Jun 30 03:04:35.957370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51448) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:36.022590 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-cfdfebd0-c200-4ea1-beae-f1ec1baa00d1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] delete failed (client error): The resource could not be found. Jun 30 03:04:36.026507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51450) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:36.026802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cfdfebd0-c200-4ea1-beae-f1ec1baa00d1 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/routers/50b45c62-4ce0-469a-a27b-49585d810aa5 HTTP/1.1" status: 404 len: 336 time: 0.0627453 Jun 30 03:04:36.068969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dceb93-447e-4200-a3d4-a2552cac3f51 req-f4f82ee9-3e15-4fb8-a737-dc940fc9e4dd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:36.079703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9dceb93-447e-4200-a3d4-a2552cac3f51 req-f4f82ee9-3e15-4fb8-a737-dc940fc9e4dd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.1937475 Jun 30 03:04:36.082340 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-1946ad67-28fd-4fcb-85c3-7d10cc9c7087 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] DELETE failed (client error): The resource could not be found. Jun 30 03:04:36.087739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1946ad67-28fd-4fcb-85c3-7d10cc9c7087 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:04:36.087739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1946ad67-28fd-4fcb-85c3-7d10cc9c7087 tempest-RoutersAdminTest-538462068 tempest-RoutersAdminTest-538462068-project] 10.222.0.77 "DELETE /v2.0/subnets/caa6a970-285d-4c64-b9fc-882c21e13f1a HTTP/1.1" status: 404 len: 337 time: 0.0565391 Jun 30 03:04:36.122517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51456) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:36.149670 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:36.154707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9dceb93-447e-4200-a3d4-a2552cac3f51 req-fa757d5c-f465-47aa-8017-ab705064ea49 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727549 Jun 30 03:04:36.419484 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:36.511322 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:36.577350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51466) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:36.578222 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1edef53a7074976914f24543cc2a9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466918 Jun 30 03:04:36.660645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e21004-1eb1-4e5a-bae2-f43cbd512732,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:36.687785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.688074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.690468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.690813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.691148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.691488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.691820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.704615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.704615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.704615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.704615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.704615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e60db1-91cb-427d-8c83-bc053365507d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:36.765182 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b187f7ab-486a-405c-bf8a-24739a5e16f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:36.844016 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b187f7ab-486a-405c-bf8a-24739a5e16f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:36.972569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51474) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:37.197199 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-929d2845-a096-4292-8869-051b2d7b1913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:37.200805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b187f7ab-486a-405c-bf8a-24739a5e16f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:37.203685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b187f7ab-486a-405c-bf8a-24739a5e16f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:37.212723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b187f7ab-486a-405c-bf8a-24739a5e16f2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14e21004-1eb1-4e5a-bae2-f43cbd512732 HTTP/1.1" status: 204 len: 168 time: 0.6263034 Jun 30 03:04:37.259080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187f7ab-486a-405c-bf8a-24739a5e16f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e21004-1eb1-4e5a-bae2-f43cbd512732,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:37.662085 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-929d2845-a096-4292-8869-051b2d7b1913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:37.696803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c5b26-fe86-4eaa-a39a-d39349915acf req-8beb75a7-2d53-4c00-8552-297ab367ca2d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:37.696803 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-766c5b26-fe86-4eaa-a39a-d39349915acf req-8beb75a7-2d53-4c00-8552-297ab367ca2d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.2895639 Jun 30 03:04:37.773175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-766c5b26-fe86-4eaa-a39a-d39349915acf req-96b2adbd-3989-4488-a9a2-6973fc5d0053 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597456 Jun 30 03:04:37.817080 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-929d2845-a096-4292-8869-051b2d7b1913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:37.869321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-929d2845-a096-4292-8869-051b2d7b1913 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58aabd3dfc2640f2b6da50eed78d3051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8930693 Jun 30 03:04:37.870669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51498) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:37.927043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d2845-a096-4292-8869-051b2d7b1913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b802554-d58c-4ca0-b475-4c7127f582fd,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:38.038092 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecfdccd8-5dc2-41be-91db-46248b5152d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:38.082780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecfdccd8-5dc2-41be-91db-46248b5152d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:38.281874 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecfdccd8-5dc2-41be-91db-46248b5152d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:38.285804 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecfdccd8-5dc2-41be-91db-46248b5152d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:38.287771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ecfdccd8-5dc2-41be-91db-46248b5152d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5b802554-d58c-4ca0-b475-4c7127f582fd HTTP/1.1" status: 204 len: 168 time: 0.4153006 Jun 30 03:04:38.302427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdccd8-5dc2-41be-91db-46248b5152d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b802554-d58c-4ca0-b475-4c7127f582fd,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:39.028616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8f79b-321e-436e-a4af-8e26525699bc req-a93aa02e-cdd6-427c-a032-b531fff352db tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:39.030774 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7e8f79b-321e-436e-a4af-8e26525699bc req-a93aa02e-cdd6-427c-a032-b531fff352db tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.0714483 Jun 30 03:04:39.070501 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7e8f79b-321e-436e-a4af-8e26525699bc req-4035361d-e3ec-4281-b553-93b79775da0a tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341640 Jun 30 03:04:40.067218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51556) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:40.122033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51560) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:40.123502 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ce9c31fc-a69a-4051-a91d-ec802b8bbba4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a4502d6a198f4607b43ba911cb653e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550590 Jun 30 03:04:40.187024 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb447b34-8ad3-4973-9098-6e6a1baf75b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:40.211581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb447b34-8ad3-4973-9098-6e6a1baf75b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:40.373611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac54793-7302-4abb-95bf-b82489d2aa6d req-8431d8a8-79bb-440c-b05b-cad866c223fd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:40.376052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ac54793-7302-4abb-95bf-b82489d2aa6d req-8431d8a8-79bb-440c-b05b-cad866c223fd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.0803082 Jun 30 03:04:40.460738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ac54793-7302-4abb-95bf-b82489d2aa6d req-0fcf240a-3717-481c-b110-7b9fbdc07f98 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837173 Jun 30 03:04:40.481524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb447b34-8ad3-4973-9098-6e6a1baf75b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:40.484547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb447b34-8ad3-4973-9098-6e6a1baf75b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:40.489138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cb447b34-8ad3-4973-9098-6e6a1baf75b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa6e7f93-ada8-4863-9c73-8f632fafe939 HTTP/1.1" status: 204 len: 168 time: 0.3656321 Jun 30 03:04:40.506379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb447b34-8ad3-4973-9098-6e6a1baf75b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6e7f93-ada8-4863-9c73-8f632fafe939,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:41.783453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5f89f-3c80-4f1b-b6dc-a0ea659e842b req-f4e99045-e487-4818-8c0e-0e0026fee146 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:41.784955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0f5f89f-3c80-4f1b-b6dc-a0ea659e842b req-f4e99045-e487-4818-8c0e-0e0026fee146 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.1374447 Jun 30 03:04:41.876187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0f5f89f-3c80-4f1b-b6dc-a0ea659e842b req-c924fdc3-a295-4bee-ad68-bd0497607598 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835245 Jun 30 03:04:43.067299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d69ed-8a37-4a03-a0c2-1b372b1ed106 req-7f55a910-5f96-4e32-ab4b-3cd1bc9180bc tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:43.069276 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba8d69ed-8a37-4a03-a0c2-1b372b1ed106 req-7f55a910-5f96-4e32-ab4b-3cd1bc9180bc tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.0715075 Jun 30 03:04:43.118645 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba8d69ed-8a37-4a03-a0c2-1b372b1ed106 req-21e8f6c9-586d-4430-9f3c-fd5e5e062437 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395391 Jun 30 03:04:44.133127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51690) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:44.320257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e0520405-6529-4d7c-905d-67abef94c1d7 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:04:44.370371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3de45a-0637-4a54-a95b-9b32c0daeaa5 req-44bfb6b9-eaa0-468e-9472-78b18361efd1 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:44.371879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac3de45a-0637-4a54-a95b-9b32c0daeaa5 req-44bfb6b9-eaa0-468e-9472-78b18361efd1 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 943 time: 0.1090744 Jun 30 03:04:44.459520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac3de45a-0637-4a54-a95b-9b32c0daeaa5 req-e94788ae-d8b5-4c95-8610-174fb60608c8 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815375 Jun 30 03:04:44.472475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:44.487631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'port_id': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'mac_address': 'fa:16:3e:17:de:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:04:44.533461 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:44.548291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0520405-6529-4d7c-905d-67abef94c1d7 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:04:44.595803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:44.687700 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:44.793958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:44.817965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51714) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:44.857251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-3e739a3b-bd33-4ee2-b57d-6be491e393c6 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:44.865147 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e739a3b-bd33-4ee2-b57d-6be491e393c6 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.7242963 Jun 30 03:04:44.865147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51718) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:44.870155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-56aba455-e867-4695-bae1-b8a6a0f592b8 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:44.871251 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-56aba455-e867-4695-bae1-b8a6a0f592b8 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088093 Jun 30 03:04:44.874451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51720) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:44.883321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-57d35536-c622-453e-aab0-7fe94702c3e0 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:44.888186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51722) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:44.893709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-a5982672-cac7-443f-ad96-e94add5f5fd2 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:44.896461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e0520405-6529-4d7c-905d-67abef94c1d7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:04:44.908149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a5982672-cac7-443f-ad96-e94add5f5fd2 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0184822 Jun 30 03:04:44.911848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51724) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:44.914166 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-57d35536-c622-453e-aab0-7fe94702c3e0 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0385046 Jun 30 03:04:44.952273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0db2-1a00-45c6-b669-69197c91e3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:44.967902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-38c35bec-0bf5-4831-9470-3533be0b1b0e tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:44.972484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51728) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:44.972897 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-38c35bec-0bf5-4831-9470-3533be0b1b0e tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0552897 Jun 30 03:04:44.977610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-33bcd41d-ef17-4533-ae4e-c48f20834d77 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:44.978785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-33bcd41d-ef17-4533-ae4e-c48f20834d77 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0052953 Jun 30 03:04:44.981318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51730) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:44.992860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-63f31b80-9802-4b09-933b-3fd206143ef6 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.000065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-63f31b80-9802-4b09-933b-3fd206143ef6 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0174959 Jun 30 03:04:45.000737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51732) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.014823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-bbe1ad93-9f00-48c4-ac94-fbd33ba0222f tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.020743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bbe1ad93-9f00-48c4-ac94-fbd33ba0222f tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0170016 Jun 30 03:04:45.025263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51736) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.041447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-fb09e53e-9792-46c2-bbfe-58c7daf126c8 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.045965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51738) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.047885 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fb09e53e-9792-46c2-bbfe-58c7daf126c8 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0180721 Jun 30 03:04:45.051584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-dfcd5120-dea2-49e2-a6e0-b4fd31fe3aa5 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.052940 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dfcd5120-dea2-49e2-a6e0-b4fd31fe3aa5 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049474 Jun 30 03:04:45.055118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51740) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.067183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-0b575531-9f5b-4d57-bbb9-c979578cbf0b tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.068675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0b575531-9f5b-4d57-bbb9-c979578cbf0b tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0122144 Jun 30 03:04:45.073295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51742) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.082320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-49b262c6-4679-4300-9c89-98148b03e0d1 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.083782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-49b262c6-4679-4300-9c89-98148b03e0d1 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0092564 Jun 30 03:04:45.096078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51744) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.101167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-ce6ee219-6d85-4418-81c8-06e1679de4fa tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.102205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ce6ee219-6d85-4418-81c8-06e1679de4fa tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048263 Jun 30 03:04:45.105270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51746) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.112143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-63ba6c98-cfc0-4db2-a042-ed1ed7e7bb09 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.117077 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-63ba6c98-cfc0-4db2-a042-ed1ed7e7bb09 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0102286 Jun 30 03:04:45.118347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51748) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.129075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-f251a768-bd7f-4d03-9a66-70054c1ac891 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.134432 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f251a768-bd7f-4d03-9a66-70054c1ac891 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0131967 Jun 30 03:04:45.138743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51752) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.144589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-0aeb10b1-4673-437d-a61a-f0ebbf07e1b2 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.158113 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0aeb10b1-4673-437d-a61a-f0ebbf07e1b2 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0176859 Jun 30 03:04:45.161733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51754) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.171518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-94d83ddf-d211-4eba-bbdf-a366c51b3ceb tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.175016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-94d83ddf-d211-4eba-bbdf-a366c51b3ceb tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0098736 Jun 30 03:04:45.178509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51756) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.186556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-c597ebb0-66dc-4b21-a0b0-75c238fff4e1 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.189853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c597ebb0-66dc-4b21-a0b0-75c238fff4e1 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051188 Jun 30 03:04:45.194062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51760) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.202722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-c1ecbe88-7291-439d-bf6e-9fdef2adc69b tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.203613 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c1ecbe88-7291-439d-bf6e-9fdef2adc69b tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051012 Jun 30 03:04:45.206249 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0db2-1a00-45c6-b669-69197c91e3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:45.206436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51762) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.210745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-b1a3f0b8-daa5-4e31-9e6b-fe60da277c61 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.211735 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b1a3f0b8-daa5-4e31-9e6b-fe60da277c61 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044363 Jun 30 03:04:45.214152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51764) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.218604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-1d2a2488-ffb1-433f-b9a6-27009ff88167 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.235440 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1d2a2488-ffb1-433f-b9a6-27009ff88167 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046656 Jun 30 03:04:45.239013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51766) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.242750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-216a592a-16c3-4f52-8cc4-274d17f35c8f tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.243733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-216a592a-16c3-4f52-8cc4-274d17f35c8f tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048041 Jun 30 03:04:45.246358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51768) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.251625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-6158039e-950a-4788-a672-c63ece2f08e7 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.252921 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6158039e-950a-4788-a672-c63ece2f08e7 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0055575 Jun 30 03:04:45.255419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51770) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.259701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-b37069e7-8325-4be6-b88a-47fd5b7366c1 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.260614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b37069e7-8325-4be6-b88a-47fd5b7366c1 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042214 Jun 30 03:04:45.262960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51772) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.270269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-36091e4b-1db0-413a-99b8-fc32b4e165ae tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.271543 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-36091e4b-1db0-413a-99b8-fc32b4e165ae tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0076301 Jun 30 03:04:45.274100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51774) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.279665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-b10e4b54-6238-4742-bd8c-e13a0a817b0a tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.280790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b10e4b54-6238-4742-bd8c-e13a0a817b0a tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056005 Jun 30 03:04:45.283442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51776) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.288259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-8617c31e-4910-4bd7-bc92-cc8cfeb9d3dc tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.289976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8617c31e-4910-4bd7-bc92-cc8cfeb9d3dc tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049200 Jun 30 03:04:45.306208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51778) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.311940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-bfcc2d72-b366-40a0-a022-64d6083a8e8f tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.313081 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bfcc2d72-b366-40a0-a022-64d6083a8e8f tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0057473 Jun 30 03:04:45.315426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51780) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.322710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-62d6d25b-8f9a-4ed1-9c39-17c96c39bd42 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.323906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-62d6d25b-8f9a-4ed1-9c39-17c96c39bd42 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061722 Jun 30 03:04:45.326934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51782) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.340682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-49c093ef-82f0-4aa1-8c39-71d1806b0ce3 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.340682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-49c093ef-82f0-4aa1-8c39-71d1806b0ce3 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044382 Jun 30 03:04:45.342436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51786) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.346060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-2ee65754-d038-4a75-8991-05828b5518fd tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.346979 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2ee65754-d038-4a75-8991-05828b5518fd tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044787 Jun 30 03:04:45.350455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51788) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.355213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b8a0db2-1a00-45c6-b669-69197c91e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:45.397228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-2f78e29f-ba20-4a10-9c4b-d34d055d5714 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.408125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51794) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.415575 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2f78e29f-ba20-4a10-9c4b-d34d055d5714 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0586102 Jun 30 03:04:45.437873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6b8a0db2-1a00-45c6-b669-69197c91e3d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=47e98425f796431b91d49ef49f153be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179094 Jun 30 03:04:45.440479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51796) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.440904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a0db2-1a00-45c6-b669-69197c91e3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e2d8a5-4ed9-40ca-aac8-0d35a2306896,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:45.447308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-a7ac7d64-7af6-4cfa-97ef-d678d8c62e4d tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.456958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51798) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.461412 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a7ac7d64-7af6-4cfa-97ef-d678d8c62e4d tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0089753 Jun 30 03:04:45.480129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-c8a7e67e-3b4e-4d1b-b1e2-0a1d707b6cbe tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.483651 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c8a7e67e-3b4e-4d1b-b1e2-0a1d707b6cbe tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045388 Jun 30 03:04:45.483958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51800) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.489097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-7bf2a6e0-da0d-4b0c-b88a-38ee6e4e3232 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.490536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7bf2a6e0-da0d-4b0c-b88a-38ee6e4e3232 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0056064 Jun 30 03:04:45.492883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51802) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.510547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-8d3f66c9-af2e-4fa7-885e-af2a853f996f tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.516443 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8d3f66c9-af2e-4fa7-885e-af2a853f996f tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0180564 Jun 30 03:04:45.519287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51804) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.524465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-1733fc2c-7722-4df8-a9eb-a39c55a9e163 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.529317 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1733fc2c-7722-4df8-a9eb-a39c55a9e163 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0083578 Jun 30 03:04:45.531177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51808) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.532839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82738b69-4449-43e5-a246-d213bab2e67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:45.545677 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-44e0a785-2fb6-445f-939f-27d4db2842e9 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.551228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-44e0a785-2fb6-445f-939f-27d4db2842e9 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0147641 Jun 30 03:04:45.552328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51812) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.575712 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82738b69-4449-43e5-a246-d213bab2e67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:45.575839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-f66853d7-fc68-4853-bc50-1bd3ca37a3cf tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.575839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f66853d7-fc68-4853-bc50-1bd3ca37a3cf tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0079362 Jun 30 03:04:45.576017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51816) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.584472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-9938f90c-a0bf-4a9f-9528-8ab29fb81445 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.587745 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9938f90c-a0bf-4a9f-9528-8ab29fb81445 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0085940 Jun 30 03:04:45.588086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51818) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.601347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-ba503413-4f47-4775-9937-90e243f09e61 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.605774 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ba503413-4f47-4775-9937-90e243f09e61 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0145388 Jun 30 03:04:45.606042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51820) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.616682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-04da28f9-9316-4d41-9535-294bd0a40fdf tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.619875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-04da28f9-9316-4d41-9535-294bd0a40fdf tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0106580 Jun 30 03:04:45.620327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51822) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.642385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-eca88a0a-4752-4561-b3dd-ee600eaaa656 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.642385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eca88a0a-4752-4561-b3dd-ee600eaaa656 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0142052 Jun 30 03:04:45.650190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51824) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.657003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-8f00eaa9-443e-41d6-b701-cda5d208fff9 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.658415 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8f00eaa9-443e-41d6-b701-cda5d208fff9 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069911 Jun 30 03:04:45.660891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51826) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.667117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-1a065adf-a4e3-42e7-a8a4-72e7d287f55b tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.668260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1a065adf-a4e3-42e7-a8a4-72e7d287f55b tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0061448 Jun 30 03:04:45.672712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51830) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.687710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-83fa06a8-2773-452f-89a4-a19fd90d63cc tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.690435 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-83fa06a8-2773-452f-89a4-a19fd90d63cc tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0146227 Jun 30 03:04:45.691964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51832) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.701426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-45ccc72b-c729-48b5-b65a-1ff7466e9a43 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.703288 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-45ccc72b-c729-48b5-b65a-1ff7466e9a43 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0096266 Jun 30 03:04:45.707888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51834) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.721110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-1c83c885-953b-4183-b08f-9597c54c6573 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.722295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1c83c885-953b-4183-b08f-9597c54c6573 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0107355 Jun 30 03:04:45.724806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51836) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.753263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-7aec2bec-fdb1-4c1a-a924-59fa9fa85632 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.754994 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7aec2bec-fdb1-4c1a-a924-59fa9fa85632 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0290112 Jun 30 03:04:45.760929 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82738b69-4449-43e5-a246-d213bab2e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:45.762100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51838) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.768755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82738b69-4449-43e5-a246-d213bab2e67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:45.771167 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-82738b69-4449-43e5-a246-d213bab2e67a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5e2d8a5-4ed9-40ca-aac8-0d35a2306896 HTTP/1.1" status: 204 len: 168 time: 0.3292959 Jun 30 03:04:45.771976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-9f472ff3-7484-4ea6-934e-14a6ae521377 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.778260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9f472ff3-7484-4ea6-934e-14a6ae521377 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0115027 Jun 30 03:04:45.778399 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51842) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.789310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-52526204-6abb-41a0-a981-463664027e94 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.794976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-52526204-6abb-41a0-a981-463664027e94 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0127289 Jun 30 03:04:45.796499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51844) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.796750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82738b69-4449-43e5-a246-d213bab2e67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e2d8a5-4ed9-40ca-aac8-0d35a2306896,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:45.804303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-fee90ce9-6413-4b5c-b40c-91bef6fcf7ed tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.807524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fee90ce9-6413-4b5c-b40c-91bef6fcf7ed tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0077100 Jun 30 03:04:45.816583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51846) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.840564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba4dba-cc03-4eef-9eab-89ae0d034fc5 req-0341cef9-3be2-425a-af43-95c413e2484e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:45.842706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-00ba4dba-cc03-4eef-9eab-89ae0d034fc5 req-0341cef9-3be2-425a-af43-95c413e2484e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 944 time: 0.1779833 Jun 30 03:04:45.847820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-56cfbf5f-6631-4e3f-bb2e-305a26c98fde tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.851986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51850) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.855551 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-56cfbf5f-6631-4e3f-bb2e-305a26c98fde tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0091460 Jun 30 03:04:45.858063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-3112dc08-594c-43ef-b693-b07d45f2c72e tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.861426 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3112dc08-594c-43ef-b693-b07d45f2c72e tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061109 Jun 30 03:04:45.863211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51852) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.875055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-93846222-2119-4e90-968a-a8615e4d7610 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.876505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-93846222-2119-4e90-968a-a8615e4d7610 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0113113 Jun 30 03:04:45.879069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51854) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.892014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-e02f3c02-8372-4227-8661-236f4f53b7de tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.892984 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e02f3c02-8372-4227-8661-236f4f53b7de tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0128078 Jun 30 03:04:45.897708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51856) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.905060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-992fe727-493a-4c74-94d8-e38b1101c8d2 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.909349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-992fe727-493a-4c74-94d8-e38b1101c8d2 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0103316 Jun 30 03:04:45.909903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51858) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.916968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-650401a1-fcad-48f2-84c6-c50e5368f918 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.921152 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-650401a1-fcad-48f2-84c6-c50e5368f918 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0065072 Jun 30 03:04:45.921482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51860) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.933962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-00ba4dba-cc03-4eef-9eab-89ae0d034fc5 req-23bda256-a78d-4296-8012-0d8e5c8c5d17 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773873 Jun 30 03:04:45.934593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-5910b009-73c5-460f-8ccc-a212f9c3a251 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.966438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51866) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.973167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-abf9a24f-1c13-4b54-b5bb-0156b3c47eb1 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.978468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-abf9a24f-1c13-4b54-b5bb-0156b3c47eb1 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0103364 Jun 30 03:04:45.979399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51868) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:45.983249 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5910b009-73c5-460f-8ccc-a212f9c3a251 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0602152 Jun 30 03:04:45.989135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-dc23f288-7c88-4417-8d96-8b6453e65968 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:45.994077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51870) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:46.000002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-ee77d813-1a1c-432d-87da-47e2419a87ba tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:46.000434 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dc23f288-7c88-4417-8d96-8b6453e65968 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0169003 Jun 30 03:04:46.005770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51872) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:46.010492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ee77d813-1a1c-432d-87da-47e2419a87ba tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0145612 Jun 30 03:04:46.015299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-21fa37d6-2dc0-443a-8901-7fc0321cb9ed tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:46.018481 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-21fa37d6-2dc0-443a-8901-7fc0321cb9ed tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0112159 Jun 30 03:04:46.019321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51874) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:46.025428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-8d42e95e-cc1a-4887-b8e6-afa7d5b1d918 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:46.029327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51876) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:46.030323 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8d42e95e-cc1a-4887-b8e6-afa7d5b1d918 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0090661 Jun 30 03:04:46.034210 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-22362400-4fdc-4d1e-918f-7a42d24bcf93 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:46.035177 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-22362400-4fdc-4d1e-918f-7a42d24bcf93 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048208 Jun 30 03:04:46.044204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51878) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:46.049180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-98b35a46-a84e-4d0b-bd2c-90c67e78b03a tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:46.050253 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-98b35a46-a84e-4d0b-bd2c-90c67e78b03a tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044885 Jun 30 03:04:46.052474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51880) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:46.056382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-cd7eb289-6cbe-4698-9b8c-4ee2d7143934 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:46.057339 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cd7eb289-6cbe-4698-9b8c-4ee2d7143934 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040305 Jun 30 03:04:46.064142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51882) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:46.068372 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [None req-0f9e61cb-8ad8-42a9-94bf-606188ca8b42 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:46.071852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51884) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:46.072135 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0f9e61cb-8ad8-42a9-94bf-606188ca8b42 tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0070705 Jun 30 03:04:46.076387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [None req-6b034780-2345-469d-b5a6-22f9a7bc754b tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:46.077736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6b034780-2345-469d-b5a6-22f9a7bc754b tempest-ExtensionsTestJSON-1704864264 tempest-ExtensionsTestJSON-1704864264-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046079 Jun 30 03:04:46.334425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e0520405-6529-4d7c-905d-67abef94c1d7 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:46.401421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port e0520405-6529-4d7c-905d-67abef94c1d7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:46.401918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:46.487263 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:46.528564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:46.530019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:04:46.533405 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb74e1ef-4680-44f9-8d72-0f94b858cb4a" -d '{"events": [{"server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "name": "network-vif-plugged", "status": "completed", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:04:46.614819 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153be81d-d459-41a5-a83d-bad1558b251c x-openstack-request-id: req-153be81d-d459-41a5-a83d-bad1558b251c {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:04:46.615118 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "name": "network-vif-plugged", "status": "completed", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:04:46.617057 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-153be81d-d459-41a5-a83d-bad1558b251c {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:04:46.618016 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'code': 200} Jun 30 03:04:46.624627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:46.795817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=10']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:46.996783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f164d7-5ae4-4ae0-bb26-a81257b8bdcc req-3f8eca15-51d7-403b-82a8-03671cc2f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:47.000361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21f164d7-5ae4-4ae0-bb26-a81257b8bdcc req-3f8eca15-51d7-403b-82a8-03671cc2f5fa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 1097 time: 0.1125417 Jun 30 03:04:47.045750 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21f164d7-5ae4-4ae0-bb26-a81257b8bdcc req-e83222f9-9f50-4a63-9352-70d751ad9bcf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378699 Jun 30 03:04:47.207681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51918) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:47.270478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1442c-670a-4f65-8faa-4811ce249cc7 req-5791b712-0383-4880-bc9c-52dba4fee9a7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:47.274115 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9d1442c-670a-4f65-8faa-4811ce249cc7 req-5791b712-0383-4880-bc9c-52dba4fee9a7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 946 time: 0.1321282 Jun 30 03:04:47.325056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9d1442c-670a-4f65-8faa-4811ce249cc7 req-567b36c2-9115-416b-93d9-bbaf2826290c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453248 Jun 30 03:04:47.403980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51922) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:47.434737 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9a75191e-fffe-4c7c-b366-50d556f853ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:47.661371 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9a75191e-fffe-4c7c-b366-50d556f853ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:47.771028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9a75191e-fffe-4c7c-b366-50d556f853ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:47.855315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75191e-fffe-4c7c-b366-50d556f853ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbfa9f3-8f1b-4d4b-a47c-4221be94ef81,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:47.862210 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9a75191e-fffe-4c7c-b366-50d556f853ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cb3a66c717d4a98ab9c852da068fe14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4568057 Jun 30 03:04:47.864639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51938) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:47.892368 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd8a0a2-63b5-491c-a63f-cb664068f008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:47.981003 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f73-becf-42a1-a068-ad2dba24bd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.053531 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f73-becf-42a1-a068-ad2dba24bd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.144164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd8a0a2-63b5-491c-a63f-cb664068f008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.327194 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f73-becf-42a1-a068-ad2dba24bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.331287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd8a0a2-63b5-491c-a63f-cb664068f008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.341218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f73-becf-42a1-a068-ad2dba24bd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.344769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5d7e1f73-becf-42a1-a068-ad2dba24bd21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cbfa9f3-8f1b-4d4b-a47c-4221be94ef81 HTTP/1.1" status: 204 len: 168 time: 0.4770217 Jun 30 03:04:48.381449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e1f73-becf-42a1-a068-ad2dba24bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbfa9f3-8f1b-4d4b-a47c-4221be94ef81,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:48.414112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51964) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:48.426376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bdd8a0a2-63b5-491c-a63f-cb664068f008 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5d8d98c4f7cf4318ae7984df9fcb83ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2132661 Jun 30 03:04:48.479538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8a0a2-63b5-491c-a63f-cb664068f008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c496cdcc-bb7d-45fe-9126-2ee7874ed16b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:48.558318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7df439-806e-4c73-af5d-36817625a9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.594104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7df439-806e-4c73-af5d-36817625a9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.731813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32728900-50a8-4963-8f0e-02efaed6b43e req-ab8615cf-2ef0-43bb-bb1e-24ea2374cb6b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:48.734523 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-32728900-50a8-4963-8f0e-02efaed6b43e req-ab8615cf-2ef0-43bb-bb1e-24ea2374cb6b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 946 time: 0.0825181 Jun 30 03:04:48.800700 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-32728900-50a8-4963-8f0e-02efaed6b43e req-dc5107ff-c0ac-4d32-a64e-360e0a595c50 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598724 Jun 30 03:04:48.814670 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7df439-806e-4c73-af5d-36817625a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.818741 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7df439-806e-4c73-af5d-36817625a9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.819595 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1e7df439-806e-4c73-af5d-36817625a9e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c496cdcc-bb7d-45fe-9126-2ee7874ed16b HTTP/1.1" status: 204 len: 168 time: 0.4041638 Jun 30 03:04:48.838140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7df439-806e-4c73-af5d-36817625a9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496cdcc-bb7d-45fe-9126-2ee7874ed16b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:50.526211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184619b6-2c04-4e6f-92ad-892ab799ab38 req-3620f0d2-4ae5-4d42-87a4-665159a228e2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:50.527754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-184619b6-2c04-4e6f-92ad-892ab799ab38 req-3620f0d2-4ae5-4d42-87a4-665159a228e2 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 946 time: 0.5288105 Jun 30 03:04:50.595561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-184619b6-2c04-4e6f-92ad-892ab799ab38 req-9e45f901-29f8-48f7-873e-a0c5814bb1fa tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532200 Jun 30 03:04:51.355661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ea45a-d6f9-48d9-b308-df658d950203 req-05f416e9-a6b4-43c4-ab81-8b7e5e33e71a tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:51.355661 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0d8ea45a-d6f9-48d9-b308-df658d950203 req-05f416e9-a6b4-43c4-ab81-8b7e5e33e71a tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 946 time: 0.0978556 Jun 30 03:04:51.390713 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0d8ea45a-d6f9-48d9-b308-df658d950203 req-3205e9c7-993e-4103-add6-a29d5c81994a tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361061 Jun 30 03:04:51.702294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52112) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:51.840480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd0441-0a3b-4e22-820f-0cac34829f9f req-e6e639a9-de50-4fa4-9d09-e3eed51858eb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:51.851800 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-defd0441-0a3b-4e22-820f-0cac34829f9f req-e6e639a9-de50-4fa4-9d09-e3eed51858eb tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 946 time: 0.0918345 Jun 30 03:04:51.898138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-defd0441-0a3b-4e22-820f-0cac34829f9f req-f5f4bfb3-4f45-4c95-a98c-7c2295fd356e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450845 Jun 30 03:04:52.255183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1623430571'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:52.430121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:52.433781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:52.446548 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:52.600538 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:52.664841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad75ac-ca9d-4456-be4c-417d25cbd5eb req-0569ae39-dc6b-4a89-82d6-975b5ea96cef tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:52.674150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5ad75ac-ca9d-4456-be4c-417d25cbd5eb req-0569ae39-dc6b-4a89-82d6-975b5ea96cef tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 946 time: 0.1013045 Jun 30 03:04:52.719294 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5ad75ac-ca9d-4456-be4c-417d25cbd5eb req-04823e33-d5d5-490d-a317-50888c6ebdd4 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437944 Jun 30 03:04:52.733300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:52.776936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:52.779172 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:52.783778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b83dd67-c6f0-4a21-874b-209da9c9e272,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:52.793651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:52.794166 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Added segment 93c6d4e5-77ca-401b-bd16-d4c553e1d2ad of type vlan for network 8f5747e9-094c-43d1-af6a-0808b6a6d1a2 Jun 30 03:04:52.837465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:52.895058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-508538e2-2902-4901-b43b-6bce82af55f3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:52.896752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-508538e2-2902-4901-b43b-6bce82af55f3 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 946 time: 0.0746174 Jun 30 03:04:53.019690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Deleting port e9513862-f04c-4c68-8e04-3f99e322349f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:53.029150 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:53.153087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] For port e9513862-f04c-4c68-8e04-3f99e322349f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e9513862-f04c-4c68-8e04-3f99e322349f,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:53.154303 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:53.270703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:53.277113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:53.278066 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:53.390324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=8f5747e9-094c-43d1-af6a-0808b6a6d1a2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:53.409399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8f5747e9-094c-43d1-af6a-0808b6a6d1a2 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:53.550658 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:53.556689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6efd102e-f025-4cc8-8190-d6fb7e932ff2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8532338 Jun 30 03:04:53.727883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52182) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:53.855457 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:53.858029 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:53.858355 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Floating IP 0a5e01cf-f8bd-4981-93b6-835e08a0b8c0 disassociated. External IP: 172.25.2.199, port: e9513862-f04c-4c68-8e04-3f99e322349f. Jun 30 03:04:53.858760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Calling delete_port for e9513862-f04c-4c68-8e04-3f99e322349f owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:53.876404 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2525f1ee-521a-4279-95c9-c488258ffdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:53.990284 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2525f1ee-521a-4279-95c9-c488258ffdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.113905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a06c89-8ed6-4b57-85d5-64e721bf1f54 req-52e0cfe8-b20e-417d-9280-c33440b07e86 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:54.115399 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-37a06c89-8ed6-4b57-85d5-64e721bf1f54 req-52e0cfe8-b20e-417d-9280-c33440b07e86 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 946 time: 0.1011488 Jun 30 03:04:54.165018 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2525f1ee-521a-4279-95c9-c488258ffdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.189225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-37a06c89-8ed6-4b57-85d5-64e721bf1f54 req-ca02b516-4f4f-4f88-9b49-f1afb3af421f tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups?id=83b76881-21bc-41b6-93a7-741837ea0dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524657 Jun 30 03:04:54.212300 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.277466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525f1ee-521a-4279-95c9-c488258ffdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66504b8e-c95f-45b0-8fb7-f19c65c8f1f8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:54.286006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event deleted for resources: {'Port': ['ID=e9513862-f04c-4c68-8e04-3f99e322349f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:54.300950 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2525f1ee-521a-4279-95c9-c488258ffdab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=236029df0e10452fb86f810b6ab65e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719392 Jun 30 03:04:54.301117 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52194) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:54.461381 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4e982658-a848-414a-850a-02c165c2eed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.496366 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4e982658-a848-414a-850a-02c165c2eed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.516453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Router 3d5d9d8a-9b2d-490c-ae52-63073934610e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:04:54.727672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:54.735960 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] Sync routers for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:54.767436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:54.770785 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:54.839743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] No DVR routers for this DVR port e9513862-f04c-4c68-8e04-3f99e322349f on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:04:54.854599 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.860189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-449afdff-b1c3-42a0-90d1-5f20b0d1ae2e req-39c8a239-8ea6-464d-a2cb-e30222a6f916 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.74 "DELETE /v2.0/ports/e9513862-f04c-4c68-8e04-3f99e322349f HTTP/1.1" status: 204 len: 173 time: 1.9583695 Jun 30 03:04:54.860670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'name': 'network-vif-deleted', 'tag': 'e9513862-f04c-4c68-8e04-3f99e322349f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:04:54.871057 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94e34a3-85dc-498f-a264-955808251a02" -d '{"events": [{"server_uuid": "0d421d32-ddd7-41b4-8e81-2c46ad755a2d", "name": "network-vif-deleted", "tag": "e9513862-f04c-4c68-8e04-3f99e322349f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:04:54.961736 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8096cdc1-e749-4713-b3d9-e68d6b1621ac x-openstack-request-id: req-8096cdc1-e749-4713-b3d9-e68d6b1621ac {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:04:54.962129 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d421d32-ddd7-41b4-8e81-2c46ad755a2d", "name": "network-vif-deleted", "tag": "e9513862-f04c-4c68-8e04-3f99e322349f", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:04:54.962461 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8096cdc1-e749-4713-b3d9-e68d6b1621ac {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:04:54.963112 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d421d32-ddd7-41b4-8e81-2c46ad755a2d', 'name': 'network-vif-deleted', 'tag': 'e9513862-f04c-4c68-8e04-3f99e322349f', 'status': 'completed', 'code': 200} Jun 30 03:04:54.964683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4e982658-a848-414a-850a-02c165c2eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.967756 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4e982658-a848-414a-850a-02c165c2eed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:54.974011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4e982658-a848-414a-850a-02c165c2eed7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66504b8e-c95f-45b0-8fb7-f19c65c8f1f8 HTTP/1.1" status: 204 len: 168 time: 0.6715605 Jun 30 03:04:54.984601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e982658-a848-414a-850a-02c165c2eed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66504b8e-c95f-45b0-8fb7-f19c65c8f1f8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:55.063217 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:04:55.443716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b233b44-699c-441f-b126-0e8e72c98462 req-895f0d24-9781-4610-905e-44bfd272ef88 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 210 time: 0.0448287 Jun 30 03:04:55.505615 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:55.552377 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] Checking router: 3d5d9d8a-9b2d-490c-ae52-63073934610e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:04:55.565815 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:55.565815 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:04:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:55.795231 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:04:56.276706 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:56.306572 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1b2f9-f1b2-4cc5-8b0d-708b0519c5ea None None] The sync data for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 is: [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:16Z', 'revision_number': 4, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2ac0acce-568b-4978-be99-2f2f4d771edd', 'name': '', 'network_id': '4b5115f4-26b6-49a1-9a82-45d13e86dcf1', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'mac_address': 'fa:16:3e:65:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:13Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'subnets': [{'id': 'eed44776-1865-4f9d-a506-9baff02ce94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:56.624024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae20403a-93ed-4eaf-b90d-4b3424fe34e4 None None] New status for floating IP 0a5e01cf-f8bd-4981-93b6-835e08a0b8c0: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:04:56.676124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e9c5553-6001-4375-bda9-2c67dd968c1f req-1624cdc1-8e50-4906-b984-63445c606404 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d421d32-ddd7-41b4-8e81-2c46ad755a2d HTTP/1.1" status: 200 len: 210 time: 0.0739048 Jun 30 03:04:56.834467 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52242) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:56.840867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'network_id': '8f5747e9-094c-43d1-af6a-0808b6a6d1a2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:57.298288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:57.304040 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:57.340734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52258) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:57.360711 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a1499a6-b074-4f16-931b-302725f1242d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:57.467784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a1499a6-b074-4f16-931b-302725f1242d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:57.681140 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a1499a6-b074-4f16-931b-302725f1242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:57.681880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:57.723263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5a1499a6-b074-4f16-931b-302725f1242d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e49f324d4644773bd185b35fd391421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811102 Jun 30 03:04:57.724237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1499a6-b074-4f16-931b-302725f1242d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd52e95b-b9d3-4d27-a333-0acdf4d4aca8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:57.726791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52276) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:57.743852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=18f045a0-7ffc-435f-92f8-3079ee7c50d9,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:57.764314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking segment: {'id': '93c6d4e5-77ca-401b-bd16-d4c553e1d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8f5747e9-094c-43d1-af6a-0808b6a6d1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:57.764670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network hostable DHCP agents. Network: 8f5747e9-094c-43d1-af6a-0808b6a6d1a2, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:57.846242 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78043361-9ee9-4e97-80fe-59cbf704e111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:57.846242 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78043361-9ee9-4e97-80fe-59cbf704e111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:57.939812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network 8f5747e9-094c-43d1-af6a-0808b6a6d1a2 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:58.006698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78043361-9ee9-4e97-80fe-59cbf704e111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.009222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78043361-9ee9-4e97-80fe-59cbf704e111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.013743 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-78043361-9ee9-4e97-80fe-59cbf704e111 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd52e95b-b9d3-4d27-a333-0acdf4d4aca8 HTTP/1.1" status: 204 len: 168 time: 0.2857461 Jun 30 03:04:58.022045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78043361-9ee9-4e97-80fe-59cbf704e111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd52e95b-b9d3-4d27-a333-0acdf4d4aca8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:58.046589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 8f5747e9-094c-43d1-af6a-0808b6a6d1a2) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:58.053097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:58.059113 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.080571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83d57a7-837b-4b40-907e-6a67b1f4a9dd None None] Network 8f5747e9-094c-43d1-af6a-0808b6a6d1a2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:58.249385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e9513862-f04c-4c68-8e04-3f99e322349f no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:04:58.253580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8f5747e9-094c-43d1-af6a-0808b6a6d1a2', 'network_id': '8f5747e9-094c-43d1-af6a-0808b6a6d1a2', 'tenant_id': '69da47411add44f0b8d7bca9b99c1501', 'fixed_ips': [{'subnet_id': '18f045a0-7ffc-435f-92f8-3079ee7c50d9'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:58.256544 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.285903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: e9513862-f04c-4c68-8e04-3f99e322349f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:04:58.286250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e9513862-f04c-4c68-8e04-3f99e322349f not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:04:58.320225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d6d60860-3490-4dc3-bfd9-91c1f48099a5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4840562 Jun 30 03:04:58.323820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52304) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:58.329129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358249253'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:58.429393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Allocated IP 2001:db8:0:ffff::2 (8f5747e9-094c-43d1-af6a-0808b6a6d1a2/18f045a0-7ffc-435f-92f8-3079ee7c50d9/c7869467-9c5d-4cae-b297-960ba42a856f) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:58.430324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:58.439750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.519632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:58.532636 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.533120 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Added segment cc18e8fa-3db0-422d-9be6-f9e0ece7cd5b of type vlan for network f31cdd82-18af-4d62-8c86-78f4a4b86624 Jun 30 03:04:58.621310 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.632121 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-033151ae-f25a-48fc-b9a8-5f3b0ad60dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.634263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Transition to ACTIVE for port object c7869467-9c5d-4cae-b297-960ba42a856f will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:58.642076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.651192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Transition to ACTIVE for port object c7869467-9c5d-4cae-b297-960ba42a856f will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:58.732666 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.767809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Network 8f5747e9-094c-43d1-af6a-0808b6a6d1a2 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:58.770522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:58.773163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:58.791483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Pushing event updated for resources: {'Port': ['ID=c7869467-9c5d-4cae-b297-960ba42a856f,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:58.823873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.831004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:58.831702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.844028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Attempting to bind port c7869467-9c5d-4cae-b297-960ba42a856f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:58.844619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Attempting to bind port c7869467-9c5d-4cae-b297-960ba42a856f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '93c6d4e5-77ca-401b-bd16-d4c553e1d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8f5747e9-094c-43d1-af6a-0808b6a6d1a2'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:58.845063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Attempting to bind port c7869467-9c5d-4cae-b297-960ba42a856f on network 8f5747e9-094c-43d1-af6a-0808b6a6d1a2 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:58.861034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:58.861781 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Checking segment: {'id': '93c6d4e5-77ca-401b-bd16-d4c553e1d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8f5747e9-094c-43d1-af6a-0808b6a6d1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:58.862438 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.866588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Bound using segment: {'id': '93c6d4e5-77ca-401b-bd16-d4c553e1d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8f5747e9-094c-43d1-af6a-0808b6a6d1a2'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:58.868129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Bound port: c7869467-9c5d-4cae-b297-960ba42a856f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c6d4e5-77ca-401b-bd16-d4c553e1d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '8f5747e9-094c-43d1-af6a-0808b6a6d1a2'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:58.868850 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.992039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] For port c7869467-9c5d-4cae-b297-960ba42a856f, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:58.999141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] For port c7869467-9c5d-4cae-b297-960ba42a856f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c7869467-9c5d-4cae-b297-960ba42a856f,segment=NetworkSegment(93c6d4e5-77ca-401b-bd16-d4c553e1d2ad),segment_id=93c6d4e5-77ca-401b-bd16-d4c553e1d2ad)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:59.000658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=f31cdd82-18af-4d62-8c86-78f4a4b86624,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:59.016336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network f31cdd82-18af-4d62-8c86-78f4a4b86624 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:59.090449 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-19db9dbc-8e98-4ae3-830a-518ecddc4714 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7629418 Jun 30 03:04:59.090729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52322) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:59.096703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'network_id': 'f31cdd82-18af-4d62-8c86-78f4a4b86624', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:59.099365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52324) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:59.173063 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:59.216890 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-897a09d9-13d4-4d8b-97d2-c53cf9d4643e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:59.234077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffbdfd-67f3-43de-a372-6cefa2f8af7d None None] Pushing event updated for resources: {'Port': ['ID=c7869467-9c5d-4cae-b297-960ba42a856f,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:59.273609 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-897a09d9-13d4-4d8b-97d2-c53cf9d4643e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:59.368485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52328) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:59.384350 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-654e4007-144f-4615-a095-0fd542c5fe02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:59.483329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:59.487444 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:59.527078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-897a09d9-13d4-4d8b-97d2-c53cf9d4643e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:59.546514 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-897a09d9-13d4-4d8b-97d2-c53cf9d4643e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:59.546514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-897a09d9-13d4-4d8b-97d2-c53cf9d4643e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "DELETE /v2.0/security-groups/83b76881-21bc-41b6-93a7-741837ea0dbb HTTP/1.1" status: 204 len: 168 time: 0.4401209 Jun 30 03:04:59.553310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52336) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:59.658911 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-9af9aa76-4823-408b-87e4-e23a233a38f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] show failed (client error): The resource could not be found. Jun 30 03:04:59.658911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9af9aa76-4823-408b-87e4-e23a233a38f7 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "GET /v2.0/security-groups/83b76881-21bc-41b6-93a7-741837ea0dbb HTTP/1.1" status: 404 len: 347 time: 0.0988841 Jun 30 03:04:59.658911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a09d9-13d4-4d8b-97d2-c53cf9d4643e tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b76881-21bc-41b6-93a7-741837ea0dbb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:59.665008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52344) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:59.784339 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-654e4007-144f-4615-a095-0fd542c5fe02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:59.796704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c7869467-9c5d-4cae-b297-960ba42a856f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:59.953314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4e60d-15b0-4835-bbfb-06f246d33910 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Deleting port 6a6a0f8a-c94a-471b-bb8c-17bd594592f7 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:59.959233 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fb4e60d-15b0-4835-bbfb-06f246d33910 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:59.970721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port c7869467-9c5d-4cae-b297-960ba42a856f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:59.975854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-654e4007-144f-4615-a095-0fd542c5fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.089318 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fb4e60d-15b0-4835-bbfb-06f246d33910 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.089981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fb4e60d-15b0-4835-bbfb-06f246d33910 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.092705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e4007-144f-4615-a095-0fd542c5fe02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5ecc65-3acb-448d-a5cd-cfaa8be0cec2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:00.106499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4e60d-15b0-4835-bbfb-06f246d33910 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Calling delete_port for 6a6a0f8a-c94a-471b-bb8c-17bd594592f7 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:00.110111 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-654e4007-144f-4615-a095-0fd542c5fe02 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a3718e26ab7f4177b784a6a211eec259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7378674 Jun 30 03:05:00.126985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52352) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:00.165408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c98d980-b3bf-4252-9704-bee42e39ce93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.212658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c98d980-b3bf-4252-9704-bee42e39ce93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.232461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.396097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=1c57b609-fe26-4cac-bdee-1d76be2a83f4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:00.409310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking segment: {'id': 'cc18e8fa-3db0-422d-9be6-f9e0ece7cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'f31cdd82-18af-4d62-8c86-78f4a4b86624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:00.409733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network hostable DHCP agents. Network: f31cdd82-18af-4d62-8c86-78f4a4b86624, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:05:00.476073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fb4e60d-15b0-4835-bbfb-06f246d33910 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.504202 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:05:00.532163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4e60d-15b0-4835-bbfb-06f246d33910 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Pushing event deleted for resources: {'Port': ['ID=6a6a0f8a-c94a-471b-bb8c-17bd594592f7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:00.561011 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c98d980-b3bf-4252-9704-bee42e39ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.563976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c98d980-b3bf-4252-9704-bee42e39ce93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.565266 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5c98d980-b3bf-4252-9704-bee42e39ce93 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f5ecc65-3acb-448d-a5cd-cfaa8be0cec2 HTTP/1.1" status: 204 len: 168 time: 0.4530702 Jun 30 03:05:00.579682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98d980-b3bf-4252-9704-bee42e39ce93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5ecc65-3acb-448d-a5cd-cfaa8be0cec2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:00.608755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network f31cdd82-18af-4d62-8c86-78f4a4b86624 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:05:00.650601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fb4e60d-15b0-4835-bbfb-06f246d33910 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.654378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fb4e60d-15b0-4835-bbfb-06f246d33910 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.655122 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2fb4e60d-15b0-4835-bbfb-06f246d33910 tempest-AttachVolumeTestJSON-1460829288 tempest-AttachVolumeTestJSON-1460829288-project] 10.222.0.77 "DELETE /v2.0/floatingips/0a5e01cf-f8bd-4981-93b6-835e08a0b8c0 HTTP/1.1" status: 204 len: 168 time: 0.9888856 Jun 30 03:05:00.742583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, f31cdd82-18af-4d62-8c86-78f4a4b86624) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:00.742985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:00.743576 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.758237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e31083a-7185-40c3-838f-4a7ac092ddb9 None None] Network f31cdd82-18af-4d62-8c86-78f4a4b86624 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:00.906018 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b4cef1a9-cd14-4a1e-8def-152f67134357 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8139777 Jun 30 03:05:00.908433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52368) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:00.992445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e95aa0-3d19-4d9b-91b8-99e4d6feafd5 None None] Network 8f5747e9-094c-43d1-af6a-0808b6a6d1a2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:01.089540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.093174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7b8554-6792-465a-b080-154626721f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-f31cdd82-18af-4d62-8c86-78f4a4b86624', 'network_id': 'f31cdd82-18af-4d62-8c86-78f4a4b86624', 'tenant_id': '69da47411add44f0b8d7bca9b99c1501', 'fixed_ips': [{'subnet_id': '1c57b609-fe26-4cac-bdee-1d76be2a83f4'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:05:01.099133 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fc7b8554-6792-465a-b080-154626721f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.265391 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.311855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3dfc3932-551a-49ed-ab5b-119a10307c5c None None] Provisioning for port c7869467-9c5d-4cae-b297-960ba42a856f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:01.372967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3dfc3932-551a-49ed-ab5b-119a10307c5c None None] Provisioning complete for port c7869467-9c5d-4cae-b297-960ba42a856f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:01.374008 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3dfc3932-551a-49ed-ab5b-119a10307c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.488443 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.516238 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.576384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Subnet': ['ID=1c57b609-fe26-4cac-bdee-1d76be2a83f4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:01.715442 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.733784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31cdd82-18af-4d62-8c86-78f4a4b86624']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:01.754132 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-abacd339-38cf-4539-9e34-01d7aa02f4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.756150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc18e8fa-3db0-422d-9be6-f9e0ece7cd5b') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:01.756641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc18e8fa-3db0-422d-9be6-f9e0ece7cd5b') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:01.775379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.816372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.818027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:01.819768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.878138 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3dfc3932-551a-49ed-ab5b-119a10307c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server [None req-fc7b8554-6792-465a-b080-154626721f7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c57b609-fe26-4cac-bdee-1d76be2a83f4: This subnet is being modified by another concurrent operation. Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise exception Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c57b609-fe26-4cac-bdee-1d76be2a83f4: This subnet is being modified by another concurrent operation. Jun 30 03:05:01.915532 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:01.951614 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:01.958577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98c4b58-39f0-4123-85e9-b4918e2cfabc None None] Network f31cdd82-18af-4d62-8c86-78f4a4b86624 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:02.061106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3dfc3932-551a-49ed-ab5b-119a10307c5c None None] For port c7869467-9c5d-4cae-b297-960ba42a856f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c7869467-9c5d-4cae-b297-960ba42a856f,segment=NetworkSegment(93c6d4e5-77ca-401b-bd16-d4c553e1d2ad),segment_id=93c6d4e5-77ca-401b-bd16-d4c553e1d2ad)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:02.117211 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:02.255985 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:02.255985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/f31cdd82-18af-4d62-8c86-78f4a4b86624 HTTP/1.1" status: 204 len: 168 time: 1.3433387 Jun 30 03:05:02.255985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cd91d-053c-4c51-b5e5-fc5933b2b695 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Network': ['ID=f31cdd82-18af-4d62-8c86-78f4a4b86624,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:02.257673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52410) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:02.271821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2095630696'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:02.344220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eac7b6a-48b3-4b1b-a620-de9ae441271d None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:05:02.390918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3dfc3932-551a-49ed-ab5b-119a10307c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:02.532912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eac7b6a-48b3-4b1b-a620-de9ae441271d None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:05:02.543971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc3932-551a-49ed-ab5b-119a10307c5c None None] Pushing event updated for resources: {'Port': ['ID=c7869467-9c5d-4cae-b297-960ba42a856f,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:02.558311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-18789295-39f4-41b3-90ad-0de11840c8fe None None] Provisioning complete for port c7869467-9c5d-4cae-b297-960ba42a856f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:02.558726 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18789295-39f4-41b3-90ad-0de11840c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:02.635085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:02.639618 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:02.672456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:05:02.687990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:02.688610 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Added segment b00e3916-51c9-446a-a7c0-84780fc9e5c5 of type vlan for network 5ff805b2-c6b1-420a-9e7b-85305f1c4671 Jun 30 03:05:02.742849 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:02.989562 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:02.995880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:02.997162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.052830 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.129020 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52428) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:03.183908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=5ff805b2-c6b1-420a-9e7b-85305f1c4671,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:03.196985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 5ff805b2-c6b1-420a-9e7b-85305f1c4671 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:03.287335 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ff54a6b8-9d98-4649-a575-f013f9e567ea tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0244038 Jun 30 03:05:03.294908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52438) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:03.300245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'network_id': '5ff805b2-c6b1-420a-9e7b-85305f1c4671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:03.301662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20e38d73-04a7-4d09-897e-48f81caed16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.428650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20e38d73-04a7-4d09-897e-48f81caed16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.591699 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20e38d73-04a7-4d09-897e-48f81caed16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.611414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c7869467-9c5d-4cae-b297-960ba42a856f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:03.661541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c7869467-9c5d-4cae-b297-960ba42a856f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:03.661934 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.683864 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-20e38d73-04a7-4d09-897e-48f81caed16e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d337743aed054e4b806338d50169f853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529816 Jun 30 03:05:03.684807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e38d73-04a7-4d09-897e-48f81caed16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be2f5a1-f994-4ccf-aa7a-f806873dcc30,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:03.688472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52450) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:03.736940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:03.741045 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.831878 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3c6b-aa6a-4b49-b8b6-e32201e2f4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:03.877955 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3c6b-aa6a-4b49-b8b6-e32201e2f4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.078399 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3c6b-aa6a-4b49-b8b6-e32201e2f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.082413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c9ac3c6b-aa6a-4b49-b8b6-e32201e2f4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.086383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c9ac3c6b-aa6a-4b49-b8b6-e32201e2f4e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1be2f5a1-f994-4ccf-aa7a-f806873dcc30 HTTP/1.1" status: 204 len: 168 time: 0.3942134 Jun 30 03:05:04.113722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac3c6b-aa6a-4b49-b8b6-e32201e2f4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be2f5a1-f994-4ccf-aa7a-f806873dcc30,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:04.129948 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.234066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=b3724484-7b10-4342-8d8a-ba483c9d81dc,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:04.243327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking segment: {'id': 'b00e3916-51c9-446a-a7c0-84780fc9e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5ff805b2-c6b1-420a-9e7b-85305f1c4671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:04.243700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network hostable DHCP agents. Network: 5ff805b2-c6b1-420a-9e7b-85305f1c4671, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:05:04.366797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network 5ff805b2-c6b1-420a-9e7b-85305f1c4671 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:05:04.596076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 5ff805b2-c6b1-420a-9e7b-85305f1c4671) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:04.600611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:04.601206 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.612422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee612a2-ad1d-4912-82cc-19aead752526 None None] Network 5ff805b2-c6b1-420a-9e7b-85305f1c4671 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:04.741465 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.780636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-5ff805b2-c6b1-420a-9e7b-85305f1c4671', 'network_id': '5ff805b2-c6b1-420a-9e7b-85305f1c4671', 'tenant_id': '69da47411add44f0b8d7bca9b99c1501', 'fixed_ips': [{'subnet_id': 'b3724484-7b10-4342-8d8a-ba483c9d81dc'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:05:04.781848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:04.804659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52482) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:04.810740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fc0976fe-ad68-40df-b8ee-2682025df517 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5120046 Jun 30 03:05:04.813764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1585482549'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:04.966674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Allocated IP 2001:db8::1 (5ff805b2-c6b1-420a-9e7b-85305f1c4671/b3724484-7b10-4342-8d8a-ba483c9d81dc/f678f206-dea4-4227-bb33-791717762247) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:05.013198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:05.017190 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.044671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:05:05.056117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.056530 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Added segment f062ace3-2931-4f17-8919-52671d42efff of type vlan for network 9edae1e9-fbaa-43da-923c-ac8d945b0b33 Jun 30 03:05:05.111464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.139900 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.160612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Transition to ACTIVE for port object f678f206-dea4-4227-bb33-791717762247 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:05.182157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Transition to ACTIVE for port object f678f206-dea4-4227-bb33-791717762247 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:05.332240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.337775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:05.363948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.408717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=9edae1e9-fbaa-43da-923c-ac8d945b0b33,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:05.432709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9edae1e9-fbaa-43da-923c-ac8d945b0b33 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:05.482762 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.557740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Network 5ff805b2-c6b1-420a-9e7b-85305f1c4671 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:05.566551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:05.569092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Pushing event updated for resources: {'Port': ['ID=f678f206-dea4-4227-bb33-791717762247,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:05.571790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:05.633060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-01b6616c-2e4a-4860-9401-6c5acd73e626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8245111 Jun 30 03:05:05.635938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52508) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:05.647606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'network_id': '9edae1e9-fbaa-43da-923c-ac8d945b0b33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:05.659446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Attempting to bind port f678f206-dea4-4227-bb33-791717762247 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:05:05.659446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Attempting to bind port f678f206-dea4-4227-bb33-791717762247 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'b00e3916-51c9-446a-a7c0-84780fc9e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5ff805b2-c6b1-420a-9e7b-85305f1c4671'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:05:05.659446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Attempting to bind port f678f206-dea4-4227-bb33-791717762247 on network 5ff805b2-c6b1-420a-9e7b-85305f1c4671 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:05.671843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:05:05.672510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Checking segment: {'id': 'b00e3916-51c9-446a-a7c0-84780fc9e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5ff805b2-c6b1-420a-9e7b-85305f1c4671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:05.673034 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.673558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Bound using segment: {'id': 'b00e3916-51c9-446a-a7c0-84780fc9e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5ff805b2-c6b1-420a-9e7b-85305f1c4671'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:05:05.674158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Bound port: f678f206-dea4-4227-bb33-791717762247, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00e3916-51c9-446a-a7c0-84780fc9e5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5ff805b2-c6b1-420a-9e7b-85305f1c4671'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:05:05.674657 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.767838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] For port f678f206-dea4-4227-bb33-791717762247, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:05:05.768785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52510) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:05.772059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] For port f678f206-dea4-4227-bb33-791717762247, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f678f206-dea4-4227-bb33-791717762247,segment=NetworkSegment(b00e3916-51c9-446a-a7c0-84780fc9e5c5),segment_id=b00e3916-51c9-446a-a7c0-84780fc9e5c5)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:05:05.784655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8102b307-0220-4c44-9cdd-3ac0f22bf179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.991118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:05.991672 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:06.003534 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:06.120508 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.ipam_backend_mixin [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Performing IP validity checks on allocation pools {{(pid=94531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 03:05:06.120841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.ipam_backend_mixin [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94531) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 03:05:06.140931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d984365-4f01-42d9-9cd6-80b7c316eb67 None None] Pushing event updated for resources: {'Port': ['ID=f678f206-dea4-4227-bb33-791717762247,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:06.226211 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8102b307-0220-4c44-9cdd-3ac0f22bf179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:06.474776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8102b307-0220-4c44-9cdd-3ac0f22bf179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:06.551385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102b307-0220-4c44-9cdd-3ac0f22bf179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8b8179-ef1c-48c1-b08b-ba85a08848f7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:06.567291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52526) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:06.567444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8102b307-0220-4c44-9cdd-3ac0f22bf179 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=12dd31ebf06b48a783b228f6a169fe8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7968197 Jun 30 03:05:06.624496 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:06.717891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=c5c7477f-14a5-41c6-8e67-7622ea082c7a,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:06.728578 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60373b60-9914-4565-b5c1-77eac9798890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:06.749896 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking segment: {'id': 'f062ace3-2931-4f17-8919-52671d42efff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9edae1e9-fbaa-43da-923c-ac8d945b0b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:06.750285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network hostable DHCP agents. Network: 9edae1e9-fbaa-43da-923c-ac8d945b0b33, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:05:06.761464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60373b60-9914-4565-b5c1-77eac9798890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:06.939853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network 9edae1e9-fbaa-43da-923c-ac8d945b0b33 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:05:06.989131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60373b60-9914-4565-b5c1-77eac9798890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:06.993541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60373b60-9914-4565-b5c1-77eac9798890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:06.995812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-60373b60-9914-4565-b5c1-77eac9798890 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc8b8179-ef1c-48c1-b08b-ba85a08848f7 HTTP/1.1" status: 204 len: 168 time: 0.4270952 Jun 30 03:05:07.016638 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60373b60-9914-4565-b5c1-77eac9798890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8b8179-ef1c-48c1-b08b-ba85a08848f7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:07.116922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 9edae1e9-fbaa-43da-923c-ac8d945b0b33) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:07.121790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:07.122492 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:07.132518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd62b74-6bc1-442e-b9a4-208f69650b8d None None] Network 9edae1e9-fbaa-43da-923c-ac8d945b0b33 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:07.401304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eda48d-507a-4dea-a572-73c33e84b7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-9edae1e9-fbaa-43da-923c-ac8d945b0b33', 'network_id': '9edae1e9-fbaa-43da-923c-ac8d945b0b33', 'tenant_id': '69da47411add44f0b8d7bca9b99c1501', 'fixed_ips': [{'subnet_id': 'c5c7477f-14a5-41c6-8e67-7622ea082c7a'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:05:07.402345 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-55eda48d-507a-4dea-a572-73c33e84b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:07.429319 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d41ccff8-4abd-43dd-bce6-300d59d685cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7922230 Jun 30 03:05:07.432050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52546) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:07.563479 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:07.583105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7178cd9a-2350-4cb8-8755-b027dbb28b08 None None] Network 5ff805b2-c6b1-420a-9e7b-85305f1c4671 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:07.654776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:07.696006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f678f206-dea4-4227-bb33-791717762247 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:07.979690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:07.994911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-747581ae-7b64-4a5d-95e0-ee5490bd30a4 None None] Provisioning for port f678f206-dea4-4227-bb33-791717762247 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:08.045598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c7477f-14a5-41c6-8e67-7622ea082c7a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server [None req-55eda48d-507a-4dea-a572-73c33e84b7b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5c7477f-14a5-41c6-8e67-7622ea082c7a: This subnet is being modified by another concurrent operation. Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise exception Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5c7477f-14a5-41c6-8e67-7622ea082c7a: This subnet is being modified by another concurrent operation. Jun 30 03:05:08.088316 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server Jun 30 03:05:08.107655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f678f206-dea4-4227-bb33-791717762247 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:08.115550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f678f206-dea4-4227-bb33-791717762247 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:08.116170 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.126335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e8378-3ce6-4eb9-a361-bf056213ba60 None None] Network 9edae1e9-fbaa-43da-923c-ac8d945b0b33 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:08.143956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.161626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edae1e9-fbaa-43da-923c-ac8d945b0b33']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:08.176556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f062ace3-2931-4f17-8919-52671d42efff') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:08.176556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f062ace3-2931-4f17-8919-52671d42efff') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:08.185663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.200723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.207376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:08.207376 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:08.211401 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:08.377237 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.416646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dd5c753d-7d8c-408a-82e0-7a78b34857b8 None None] Provisioning complete for port f678f206-dea4-4227-bb33-791717762247 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:08.417017 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dd5c753d-7d8c-408a-82e0-7a78b34857b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.445070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e6013c-5fea-413d-9017-6389958384ff None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:05:08.469651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.495489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port f678f206-dea4-4227-bb33-791717762247, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f678f206-dea4-4227-bb33-791717762247,segment=NetworkSegment(b00e3916-51c9-446a-a7c0-84780fc9e5c5),segment_id=b00e3916-51c9-446a-a7c0-84780fc9e5c5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:08.542404 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.545401 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/9edae1e9-fbaa-43da-923c-ac8d945b0b33 HTTP/1.1" status: 204 len: 168 time: 1.1123300 Jun 30 03:05:08.548992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52584) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:08.555081 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-450233234'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:08.606883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dbce5-a7a0-421b-bd31-eb644e2b07a9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Network': ['ID=9edae1e9-fbaa-43da-923c-ac8d945b0b33,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:08.635271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.717862 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dd5c753d-7d8c-408a-82e0-7a78b34857b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.721547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:08.728273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.788435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:05:08.804852 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.805685 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Added segment ca05c2ce-506c-4097-9293-2abdc20b845e of type vlan for network 5fcd6e74-d0fe-40b8-8761-5e0d64be6077 Jun 30 03:05:08.876000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.984513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e6013c-5fea-413d-9017-6389958384ff None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:05:08.990083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=f678f206-dea4-4227-bb33-791717762247,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:09.082881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:09.090056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:09.091486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:09.114778 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-dd5c753d-7d8c-408a-82e0-7a78b34857b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:05:09.114778 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-dd5c753d-7d8c-408a-82e0-7a78b34857b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:05:09.213251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=5fcd6e74-d0fe-40b8-8761-5e0d64be6077,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:09.249860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 5fcd6e74-d0fe-40b8-8761-5e0d64be6077 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:09.342221 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08e93b68-e382-4e65-88d7-7f7439b5aec4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7887235 Jun 30 03:05:09.343258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52612) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:09.349893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'network_id': '5fcd6e74-d0fe-40b8-8761-5e0d64be6077', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:09.642509 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f678f206-dea4-4227-bb33-791717762247 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:09.647256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:09.650731 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:09.731860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f678f206-dea4-4227-bb33-791717762247 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:09.732245 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:10.047139 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:10.147866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=f11a5e6d-6892-4d74-bcdf-433f613c4a87,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:10.159763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking segment: {'id': 'ca05c2ce-506c-4097-9293-2abdc20b845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5fcd6e74-d0fe-40b8-8761-5e0d64be6077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:10.160333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network hostable DHCP agents. Network: 5fcd6e74-d0fe-40b8-8761-5e0d64be6077, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:05:10.304985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52634) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:10.395047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network 5fcd6e74-d0fe-40b8-8761-5e0d64be6077 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:05:10.439763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce0657a6-e338-4169-a8e8-cf453076b9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:10.544439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce0657a6-e338-4169-a8e8-cf453076b9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:10.619746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 5fcd6e74-d0fe-40b8-8761-5e0d64be6077) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:10.626433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:10.627045 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:10.647988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfbec6d-53c1-4da0-9450-d5b274c102f9 None None] Network 5fcd6e74-d0fe-40b8-8761-5e0d64be6077 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:10.657928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ce0657a6-e338-4169-a8e8-cf453076b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:10.722929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0657a6-e338-4169-a8e8-cf453076b9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48d7922-05fa-4092-a769-496adb90a8a3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:10.756446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52654) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:10.758947 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ce0657a6-e338-4169-a8e8-cf453076b9f8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5569a2c620624086a9f65f6885e0b90b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522562 Jun 30 03:05:10.764700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52656) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:10.765796 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b7420c1c-b77f-4d1c-ac02-6c9fc86671bc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4216983 Jun 30 03:05:10.884554 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64fd4351-608b-4c7f-9362-6639f23385dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:10.960070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-5fcd6e74-d0fe-40b8-8761-5e0d64be6077', 'network_id': '5fcd6e74-d0fe-40b8-8761-5e0d64be6077', 'tenant_id': '69da47411add44f0b8d7bca9b99c1501', 'fixed_ips': [{'subnet_id': 'f11a5e6d-6892-4d74-bcdf-433f613c4a87'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:05:10.966336 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:10.998310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64fd4351-608b-4c7f-9362-6639f23385dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.028858 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.114798 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.176834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Allocated IP 2001:db8::1 (5fcd6e74-d0fe-40b8-8761-5e0d64be6077/f11a5e6d-6892-4d74-bcdf-433f613c4a87/a5a40097-ad0c-4b93-b9e5-cb56bd7557f9) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:11.247637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64fd4351-608b-4c7f-9362-6639f23385dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.250761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64fd4351-608b-4c7f-9362-6639f23385dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.252307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-64fd4351-608b-4c7f-9362-6639f23385dd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b48d7922-05fa-4092-a769-496adb90a8a3 HTTP/1.1" status: 204 len: 168 time: 0.4940259 Jun 30 03:05:11.264159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd4351-608b-4c7f-9362-6639f23385dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48d7922-05fa-4092-a769-496adb90a8a3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:11.384119 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.393641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Transition to ACTIVE for port object a5a40097-ad0c-4b93-b9e5-cb56bd7557f9 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:11.409205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Transition to ACTIVE for port object a5a40097-ad0c-4b93-b9e5-cb56bd7557f9 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:11.568211 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.618485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Network 5fcd6e74-d0fe-40b8-8761-5e0d64be6077 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:11.623723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:11.627259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:11.639037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Pushing event updated for resources: {'Port': ['ID=a5a40097-ad0c-4b93-b9e5-cb56bd7557f9,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:11.699068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Attempting to bind port a5a40097-ad0c-4b93-b9e5-cb56bd7557f9 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:05:11.702814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Attempting to bind port a5a40097-ad0c-4b93-b9e5-cb56bd7557f9 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ca05c2ce-506c-4097-9293-2abdc20b845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5fcd6e74-d0fe-40b8-8761-5e0d64be6077'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:05:11.702814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Attempting to bind port a5a40097-ad0c-4b93-b9e5-cb56bd7557f9 on network 5fcd6e74-d0fe-40b8-8761-5e0d64be6077 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:11.721602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:05:11.721602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Checking segment: {'id': 'ca05c2ce-506c-4097-9293-2abdc20b845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5fcd6e74-d0fe-40b8-8761-5e0d64be6077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:11.721602 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.721602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Bound using segment: {'id': 'ca05c2ce-506c-4097-9293-2abdc20b845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5fcd6e74-d0fe-40b8-8761-5e0d64be6077'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:05:11.721602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Bound port: a5a40097-ad0c-4b93-b9e5-cb56bd7557f9, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca05c2ce-506c-4097-9293-2abdc20b845e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5fcd6e74-d0fe-40b8-8761-5e0d64be6077'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:05:11.721602 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.733528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.790007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Subnet': ['ID=f11a5e6d-6892-4d74-bcdf-433f613c4a87,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:11.852878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] For port a5a40097-ad0c-4b93-b9e5-cb56bd7557f9, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:05:11.856453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] For port a5a40097-ad0c-4b93-b9e5-cb56bd7557f9, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a5a40097-ad0c-4b93-b9e5-cb56bd7557f9,segment=NetworkSegment(ca05c2ce-506c-4097-9293-2abdc20b845e),segment_id=ca05c2ce-506c-4097-9293-2abdc20b845e)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:05:11.875672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.887934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcd6e74-d0fe-40b8-8761-5e0d64be6077']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:11.900865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca05c2ce-506c-4097-9293-2abdc20b845e') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:11.901397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca05c2ce-506c-4097-9293-2abdc20b845e') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:11.913110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.986823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.987074 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.993772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:11.994362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:11.999042 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:12.128466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b616a79-d4e3-403a-8a3c-d2ae25b74212 None None] Pushing event updated for resources: {'Port': ['ID=a5a40097-ad0c-4b93-b9e5-cb56bd7557f9,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:12.168457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7d5119-1d7e-4fc7-a7dc-cd3325f79937 None None] Network 5fcd6e74-d0fe-40b8-8761-5e0d64be6077 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:12.178695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 03:05:12.178695 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 03:05:12.178695 n-d-798249-3 neutron-server[94531]: [parameters: {'id': '5fcd6e74-d0fe-40b8-8761-5e0d64be6077'}] Jun 30 03:05:12.178695 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:05:12.179171 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:05:12.491351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ce0916-82ab-4c81-861f-a34e08e8fd04 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:05:12.669964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce0916-82ab-4c81-861f-a34e08e8fd04 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:05:12.680316 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:12.849472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting port a5a40097-ad0c-4b93-b9e5-cb56bd7557f9 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:12.850555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:12.925145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] For port a5a40097-ad0c-4b93-b9e5-cb56bd7557f9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a5a40097-ad0c-4b93-b9e5-cb56bd7557f9,segment=NetworkSegment(ca05c2ce-506c-4097-9293-2abdc20b845e),segment_id=ca05c2ce-506c-4097-9293-2abdc20b845e)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:12.925805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:12.952165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Calling delete_port for a5a40097-ad0c-4b93-b9e5-cb56bd7557f9 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:13.161580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:13.242928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No DVR routers for this DVR port a5a40097-ad0c-4b93-b9e5-cb56bd7557f9 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:13.244884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Port': ['ID=a5a40097-ad0c-4b93-b9e5-cb56bd7557f9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:13.342247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:13.355373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcd6e74-d0fe-40b8-8761-5e0d64be6077']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:13.368530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca05c2ce-506c-4097-9293-2abdc20b845e') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:13.368837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca05c2ce-506c-4097-9293-2abdc20b845e') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:13.380705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:13.397152 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:13.404225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:13.404621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:13.407892 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:13.598158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:13.601564 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:13.604399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/5fcd6e74-d0fe-40b8-8761-5e0d64be6077 HTTP/1.1" status: 204 len: 168 time: 2.8384485 Jun 30 03:05:13.609932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52752) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:13.616662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1362350144'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:13.646582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb227c2-9164-4531-b984-dbe25e5ba9bf tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Network': ['ID=5fcd6e74-d0fe-40b8-8761-5e0d64be6077,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:13.800239 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:13.804120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:13.833800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:05:13.844610 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:13.844610 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Added segment ade258e7-ec74-4d1b-b35d-bec543a5b6fb of type vlan for network edc7a0cf-3d28-4f75-8719-146bc52ace0c Jun 30 03:05:13.891260 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:14.113169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:14.114929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:14.115506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:14.207694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=edc7a0cf-3d28-4f75-8719-146bc52ace0c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:14.219910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network edc7a0cf-3d28-4f75-8719-146bc52ace0c details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:14.327237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0302e015-8288-48c3-abd5-4d10b01ef626 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7160592 Jun 30 03:05:14.335743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52808) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:14.340890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'network_id': 'edc7a0cf-3d28-4f75-8719-146bc52ace0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:14.743341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:14.748565 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:15.063764 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:15.176132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=564a458a-9799-42d8-ae81-b29a85710ba3,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:15.188766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking segment: {'id': 'ade258e7-ec74-4d1b-b35d-bec543a5b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'edc7a0cf-3d28-4f75-8719-146bc52ace0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:15.189538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network hostable DHCP agents. Network: edc7a0cf-3d28-4f75-8719-146bc52ace0c, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:05:15.417224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network edc7a0cf-3d28-4f75-8719-146bc52ace0c is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:05:15.493957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52842) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:15.573937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, edc7a0cf-3d28-4f75-8719-146bc52ace0c) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:15.579572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:15.580745 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:15.584097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e70688-c17c-4d7b-aa5c-2397910bb595 None None] Network edc7a0cf-3d28-4f75-8719-146bc52ace0c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:15.807739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-edc7a0cf-3d28-4f75-8719-146bc52ace0c', 'network_id': 'edc7a0cf-3d28-4f75-8719-146bc52ace0c', 'tenant_id': '69da47411add44f0b8d7bca9b99c1501', 'fixed_ips': [{'subnet_id': '564a458a-9799-42d8-ae81-b29a85710ba3'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:05:15.809822 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:15.832333 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-793851c0-7f57-4013-8f3d-591b7fc92e6a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4954953 Jun 30 03:05:15.835094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52854) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:16.044599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Allocated IP 2001:db8::1 (edc7a0cf-3d28-4f75-8719-146bc52ace0c/564a458a-9799-42d8-ae81-b29a85710ba3/ac564ba6-0548-4e3d-b0c3-04a70a0d77f7) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:16.053796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.156248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.348758 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.365421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Transition to ACTIVE for port object ac564ba6-0548-4e3d-b0c3-04a70a0d77f7 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:16.381421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Transition to ACTIVE for port object ac564ba6-0548-4e3d-b0c3-04a70a0d77f7 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:16.454317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.617937 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.723477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Network edc7a0cf-3d28-4f75-8719-146bc52ace0c is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:16.737338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:16.740357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:16.790330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Pushing event updated for resources: {'Port': ['ID=ac564ba6-0548-4e3d-b0c3-04a70a0d77f7,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:16.842406 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.856912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.858487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.860756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.863848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.864360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.864997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.865511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.866021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.867595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.868236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.868717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.869696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:16.905286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Subnet': ['ID=564a458a-9799-42d8-ae81-b29a85710ba3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:16.925992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Attempting to bind port ac564ba6-0548-4e3d-b0c3-04a70a0d77f7 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:05:16.926382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Attempting to bind port ac564ba6-0548-4e3d-b0c3-04a70a0d77f7 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ade258e7-ec74-4d1b-b35d-bec543a5b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'edc7a0cf-3d28-4f75-8719-146bc52ace0c'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:05:16.926795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Attempting to bind port ac564ba6-0548-4e3d-b0c3-04a70a0d77f7 on network edc7a0cf-3d28-4f75-8719-146bc52ace0c {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:16.932997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:05:16.937911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Checking segment: {'id': 'ade258e7-ec74-4d1b-b35d-bec543a5b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'edc7a0cf-3d28-4f75-8719-146bc52ace0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:16.937911 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.937911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Bound using segment: {'id': 'ade258e7-ec74-4d1b-b35d-bec543a5b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'edc7a0cf-3d28-4f75-8719-146bc52ace0c'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:05:16.937911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Bound port: ac564ba6-0548-4e3d-b0c3-04a70a0d77f7, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade258e7-ec74-4d1b-b35d-bec543a5b6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'edc7a0cf-3d28-4f75-8719-146bc52ace0c'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:05:16.937911 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.025101 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.027630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-90b9726c-713a-493d-be91-2813a29de558 None None] For port ac564ba6-0548-4e3d-b0c3-04a70a0d77f7, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:05:17.032093 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-90b9726c-713a-493d-be91-2813a29de558 None None] For port ac564ba6-0548-4e3d-b0c3-04a70a0d77f7, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ac564ba6-0548-4e3d-b0c3-04a70a0d77f7,segment=NetworkSegment(ade258e7-ec74-4d1b-b35d-bec543a5b6fb),segment_id=ade258e7-ec74-4d1b-b35d-bec543a5b6fb)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:05:17.042306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc7a0cf-3d28-4f75-8719-146bc52ace0c']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:17.055347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade258e7-ec74-4d1b-b35d-bec543a5b6fb') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:17.055654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade258e7-ec74-4d1b-b35d-bec543a5b6fb') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:17.067584 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.190436 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.198447 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.208647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:17.210159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.219141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] Deleting port 2ac0acce-568b-4978-be99-2f2f4d771edd {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:17.219661 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:17.230345 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:17.401727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] For port 2ac0acce-568b-4978-be99-2f2f4d771edd, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2ac0acce-568b-4978-be99-2f2f4d771edd,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:17.418138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.436593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] Calling delete_port for 2ac0acce-568b-4978-be99-2f2f4d771edd owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:17.438795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e406c28-a80e-41e9-a027-e4a1e1341e02 None None] Network edc7a0cf-3d28-4f75-8719-146bc52ace0c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:17.499250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9726c-713a-493d-be91-2813a29de558 None None] Pushing event updated for resources: {'Port': ['ID=ac564ba6-0548-4e3d-b0c3-04a70a0d77f7,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:17.503734 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 03:05:17.503734 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 03:05:17.503734 n-d-798249-3 neutron-server[94530]: [parameters: {'id': 'edc7a0cf-3d28-4f75-8719-146bc52ace0c'}] Jun 30 03:05:17.503734 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:05:17.504665 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:05:17.676223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e1e68-f1d3-4cce-8dcc-6ec27cf321b9 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:05:17.864651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e1e68-f1d3-4cce-8dcc-6ec27cf321b9 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:05:17.878248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.956719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac0acce-568b-4978-be99-2f2f4d771edd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:18.006414 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:18.147550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting port ac564ba6-0548-4e3d-b0c3-04a70a0d77f7 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:18.148265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:18.330220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:18.445132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] For port ac564ba6-0548-4e3d-b0c3-04a70a0d77f7, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ac564ba6-0548-4e3d-b0c3-04a70a0d77f7,segment=NetworkSegment(ade258e7-ec74-4d1b-b35d-bec543a5b6fb),segment_id=ade258e7-ec74-4d1b-b35d-bec543a5b6fb)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:18.448782 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:18.476807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Calling delete_port for ac564ba6-0548-4e3d-b0c3-04a70a0d77f7 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:18.727175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] Router 3d5d9d8a-9b2d-490c-ae52-63073934610e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:05:18.780321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:18.942617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:05:18.955854 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] Sync routers for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:05:18.974493 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:05:18.976644 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:05:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:18.981873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e3042126-6299-46c3-9357-3963f61b0cf7 admin admin] 10.222.0.77 "PUT /v2.0/routers/3d5d9d8a-9b2d-490c-ae52-63073934610e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4840188 Jun 30 03:05:18.985144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52956) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:19.275371 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:19.330022 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-7b10f215-08b3-46a3-96c3-8154a32a38b1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6474509 Jun 30 03:05:19.332247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Port': ['ID=ac564ba6-0548-4e3d-b0c3-04a70a0d77f7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:19.336441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No DVR routers for this DVR port ac564ba6-0548-4e3d-b0c3-04a70a0d77f7 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:19.377039 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:05:19.460792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:19.488974 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:19.504087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc7a0cf-3d28-4f75-8719-146bc52ace0c']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:19.530048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade258e7-ec74-4d1b-b35d-bec543a5b6fb') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:19.530274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade258e7-ec74-4d1b-b35d-bec543a5b6fb') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:19.545948 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:19.563910 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:19.574686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:19.575161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:19.578656 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:19.625037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-ab6f6f0c-5cf2-4678-b72a-4fa517eb45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:19.627093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-ab6f6f0c-5cf2-4678-b72a-4fa517eb45f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0d7600261eed4f3ebbdb448c22d08382&device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 1097 time: 0.1882579 Jun 30 03:05:19.700786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Deleting port 91d919d3-625c-412d-b342-54c7da226fe1 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:19.701151 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:19.786736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-f39881d5-e786-41c8-a300-0208eab942ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:19.787804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-f39881d5-e786-41c8-a300-0208eab942ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 200 len: 916 time: 0.0978162 Jun 30 03:05:19.794991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:19.796430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] For port 91d919d3-625c-412d-b342-54c7da226fe1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=91d919d3-625c-412d-b342-54c7da226fe1,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:19.798636 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:19.808556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:19.810880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/edc7a0cf-3d28-4f75-8719-146bc52ace0c HTTP/1.1" status: 204 len: 168 time: 3.9740438 Jun 30 03:05:19.833539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Calling delete_port for 91d919d3-625c-412d-b342-54c7da226fe1 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:19.860072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52970) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:19.866943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1300152710'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:19.877453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac2427-d7f4-4f14-a35c-83003556ee35 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Network': ['ID=edc7a0cf-3d28-4f75-8719-146bc52ace0c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:19.923429 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '91d919d3-625c-412d-b342-54c7da226fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T03:05:17Z', 'revision_number': 5, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port': {'id': '91d919d3-625c-412d-b342-54c7da226fe1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:19.938553 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-89f73b7c-04ab-4e22-87fb-aa6da332c937 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0520405-6529-4d7c-905d-67abef94c1d7 HTTP/1.1" status: 200 len: 1001 time: 0.1415248 Jun 30 03:05:19.970661 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] Checking router: 3d5d9d8a-9b2d-490c-ae52-63073934610e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:05:19.985925 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] Routers {'3d5d9d8a-9b2d-490c-ae52-63073934610e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:05:19.987050 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:05:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3d5d9d8a-9b2d-490c-ae52-63073934610e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:20.042289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-20c1611d-5b6f-417b-bbb6-b16f38f0d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:20.044827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-20c1611d-5b6f-417b-bbb6-b16f38f0d1f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 200 len: 854 time: 0.0994258 Jun 30 03:05:20.100021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:20.103421 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] Set router 3d5d9d8a-9b2d-490c-ae52-63073934610e gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:05:20.104399 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.137575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-167ac6f5-1377-4912-aa32-d0f88541ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:20.139347 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-167ac6f5-1377-4912-aa32-d0f88541ff7a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a1378ac-c8ef-4fa7-8690-e1a47af917df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883167 Jun 30 03:05:20.157183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:05:20.192202 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T03:05:19Z', 'revision_number': 6, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:20.221588 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d8871-3c6c-40b8-8bd0-71cd525609ce None None] The sync data for ids ['3d5d9d8a-9b2d-490c-ae52-63073934610e'] in n-d-798249-3 is: [{'id': '3d5d9d8a-9b2d-490c-ae52-63073934610e', 'name': 'tempest-AttachVolumeTestJSON-944926484-router', 'tenant_id': 'e80d6cf22736432e8b8eacd174211320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T03:05:19Z', 'revision_number': 6, 'project_id': 'e80d6cf22736432e8b8eacd174211320', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:05:20.248135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.248492 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Added segment 7c0e3cd5-f5e1-49c0-ae02-091e885e5582 of type vlan for network c317396f-104f-4002-9abb-690f0dd6224f Jun 30 03:05:20.286733 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.321857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52984) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:20.336347 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.352310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d919d3-625c-412d-b342-54c7da226fe1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:20.361561 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-2fae22e8-7c31-4aa3-aa9f-9ebeecfe2d35 service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142229 Jun 30 03:05:20.385858 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.387257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.387815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.388365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.391772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.395729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.396321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.397841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.400890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.401470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.402066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.402936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:20.522963 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.564963 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3291-3e8d-445b-90c5-9fd3b7dd4bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.579116 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.599667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:20.600429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.661243 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.665741 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.754937 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0ab1d83-a15a-49ba-977d-6b68dabc8153 req-830f4837-860a-4851-b123-514f7e3118f0 service neutron] 10.222.0.83 "GET /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848374 Jun 30 03:05:20.819047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=c317396f-104f-4002-9abb-690f0dd6224f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:20.835271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c317396f-104f-4002-9abb-690f0dd6224f details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:20.858101 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.858909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5d9d8a-9b2d-490c-ae52-63073934610e {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:05:20.868989 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:20.873798 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-382a3ffa-be3d-4060-944e-02f55f16a4e0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3d5d9d8a-9b2d-490c-ae52-63073934610e HTTP/1.1" status: 204 len: 168 time: 1.8812418 Jun 30 03:05:20.875006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53002) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:20.994041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-385e716e-5423-41bc-8892-0a935098d532 admin admin] Deleting subnet eed44776-1865-4f9d-a506-9baff02ce94a {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:05:21.017661 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-385e716e-5423-41bc-8892-0a935098d532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.022915 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3291-3e8d-445b-90c5-9fd3b7dd4bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.083374 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-385e716e-5423-41bc-8892-0a935098d532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.139393 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3291-3e8d-445b-90c5-9fd3b7dd4bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.195287 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ea6e3291-3e8d-445b-90c5-9fd3b7dd4bf4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=051ce4f7244a4366a45b43b0b1cebeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8701034 Jun 30 03:05:21.196755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53008) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:21.244762 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-63249bb7-7283-4114-879c-dc86f72b608d tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3814023 Jun 30 03:05:21.249803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53010) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:21.250294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e3291-3e8d-445b-90c5-9fd3b7dd4bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeb7965-3073-4dc6-8026-d64b76f55192,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:21.272513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'network_id': 'c317396f-104f-4002-9abb-690f0dd6224f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:21.322471 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-385e716e-5423-41bc-8892-0a935098d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.541650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c625d77d-fc23-44c2-b42c-dab649759c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.598093 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c625d77d-fc23-44c2-b42c-dab649759c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.671813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2ac0acce-568b-4978-be99-2f2f4d771edd no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:21.673225 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-385e716e-5423-41bc-8892-0a935098d532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.681364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:21.688377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.697340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 2ac0acce-568b-4978-be99-2f2f4d771edd {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:21.701230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2ac0acce-568b-4978-be99-2f2f4d771edd not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:21.701975 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 91d919d3-625c-412d-b342-54c7da226fe1 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:21.734474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 91d919d3-625c-412d-b342-54c7da226fe1 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:21.734827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 91d919d3-625c-412d-b342-54c7da226fe1 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:21.786990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e716e-5423-41bc-8892-0a935098d532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed44776-1865-4f9d-a506-9baff02ce94a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:21.788889 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c625d77d-fc23-44c2-b42c-dab649759c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.791400 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c625d77d-fc23-44c2-b42c-dab649759c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.795644 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c625d77d-fc23-44c2-b42c-dab649759c54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/abeb7965-3073-4dc6-8026-d64b76f55192 HTTP/1.1" status: 204 len: 168 time: 0.5948775 Jun 30 03:05:21.795644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-385e716e-5423-41bc-8892-0a935098d532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:21.796320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-385e716e-5423-41bc-8892-0a935098d532 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/eed44776-1865-4f9d-a506-9baff02ce94a HTTP/1.1" status: 204 len: 168 time: 0.9201810 Jun 30 03:05:21.798863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53024) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:21.800992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4012eef-73ae-4cea-93dd-b168da34d1ec None None] Network 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:21.847336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625d77d-fc23-44c2-b42c-dab649759c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeb7965-3073-4dc6-8026-d64b76f55192,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:21.951280 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.144286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Deleting port de2fbaa3-8ac2-42a3-b936-163691b6af59 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:22.144632 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.283176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] For port de2fbaa3-8ac2-42a3-b936-163691b6af59, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=de2fbaa3-8ac2-42a3-b936-163691b6af59,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:22.283780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.286055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.300025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Calling delete_port for de2fbaa3-8ac2-42a3-b936-163691b6af59 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:22.357332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b2510c-5119-4d8b-834d-6a21c1335b4d None None] DHCP port deletion for 4b5115f4-26b6-49a1-9a82-45d13e86dcf1 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:05:22.442950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2510c-5119-4d8b-834d-6a21c1335b4d None None] Deleting port de2fbaa3-8ac2-42a3-b936-163691b6af59 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:22.443325 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d5b2510c-5119-4d8b-834d-6a21c1335b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.493194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=5d215c0a-caf0-4f4d-924b-e00aaf483223,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:22.520555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking segment: {'id': '7c0e3cd5-f5e1-49c0-ae02-091e885e5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c317396f-104f-4002-9abb-690f0dd6224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:22.520915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network hostable DHCP agents. Network: c317396f-104f-4002-9abb-690f0dd6224f, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:05:22.536699 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d5b2510c-5119-4d8b-834d-6a21c1335b4d None None] For port de2fbaa3-8ac2-42a3-b936-163691b6af59, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=de2fbaa3-8ac2-42a3-b936-163691b6af59,segment=NetworkSegment(762f5b9a-1991-44da-b2ca-6a80956305c9),segment_id=762f5b9a-1991-44da-b2ca-6a80956305c9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:22.537611 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d5b2510c-5119-4d8b-834d-6a21c1335b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.556344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2510c-5119-4d8b-834d-6a21c1335b4d None None] Calling delete_port for de2fbaa3-8ac2-42a3-b936-163691b6af59 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:22.652020 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.653637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network c317396f-104f-4002-9abb-690f0dd6224f is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:05:22.693166 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d5b2510c-5119-4d8b-834d-6a21c1335b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.724202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] No DVR routers for this DVR port de2fbaa3-8ac2-42a3-b936-163691b6af59 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:22.726685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2fbaa3-8ac2-42a3-b936-163691b6af59,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:22.766018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2510c-5119-4d8b-834d-6a21c1335b4d None None] No DVR routers for this DVR port de2fbaa3-8ac2-42a3-b936-163691b6af59 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:22.767542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2510c-5119-4d8b-834d-6a21c1335b4d None None] Pushing event deleted for resources: {'Port': ['ID=de2fbaa3-8ac2-42a3-b936-163691b6af59,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:22.809629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c317396f-104f-4002-9abb-690f0dd6224f) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:22.816124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:22.817359 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.817735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad1fd3-4723-4345-b741-ee141c6838c9 None None] Network c317396f-104f-4002-9abb-690f0dd6224f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:22.841921 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.857521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5115f4-26b6-49a1-9a82-45d13e86dcf1']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:22.865834 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.884616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762f5b9a-1991-44da-b2ca-6a80956305c9') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:22.886640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762f5b9a-1991-44da-b2ca-6a80956305c9') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:22.901358 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.932403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.958621 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-de55c558-3097-475b-8abf-b60f4ba69b58 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7075446 Jun 30 03:05:22.959359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53054) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:22.969906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:22.969906 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:22.970252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-863a24a8-8f2d-46fa-bf86-5611abe1a8fc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'network_id': 'c317396f-104f-4002-9abb-690f0dd6224f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:22.970252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53056) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:22.970428 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:23.055238 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-157ad03f-9056-4ffd-9b2c-0a7dde5c4bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:23.113781 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c317396f-104f-4002-9abb-690f0dd6224f', 'network_id': 'c317396f-104f-4002-9abb-690f0dd6224f', 'tenant_id': '69da47411add44f0b8d7bca9b99c1501', 'fixed_ips': [{'subnet_id': '5d215c0a-caf0-4f4d-924b-e00aaf483223'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:05:23.114658 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:23.132161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:23.142339 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:23.142339 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4b5115f4-26b6-49a1-9a82-45d13e86dcf1 HTTP/1.1" status: 204 len: 168 time: 1.3398893 Jun 30 03:05:23.170536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497f95d-bac1-42b1-a9b4-df9445195280 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b5115f4-26b6-49a1-9a82-45d13e86dcf1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:23.465523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c20f0-851a-4606-b76a-761bf1f641ab req-c661084c-aabd-4ac7-8e0a-a07ac70b111d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:23.472742 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d20c20f0-851a-4606-b76a-761bf1f641ab req-c661084c-aabd-4ac7-8e0a-a07ac70b111d tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 946 time: 0.2112436 Jun 30 03:05:23.484299 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:23.485768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Allocated IP 2001:db8::2 (c317396f-104f-4002-9abb-690f0dd6224f/5d215c0a-caf0-4f4d-924b-e00aaf483223/769d5fd6-18e9-438e-9d2d-17326fb4ef92) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:23.499927 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-157ad03f-9056-4ffd-9b2c-0a7dde5c4bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:23.532371 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d20c20f0-851a-4606-b76a-761bf1f641ab req-6f122fd3-4971-40c9-b58d-738ba37ac118 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586801 Jun 30 03:05:23.580401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-157ad03f-9056-4ffd-9b2c-0a7dde5c4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:23.630568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device de2fbaa3-8ac2-42a3-b936-163691b6af59 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:23.630925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-157ad03f-9056-4ffd-9b2c-0a7dde5c4bbf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=431e4e85a4ac4f70bd04dd0fda5ce0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620240 Jun 30 03:05:23.632020 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ad03f-9056-4ffd-9b2c-0a7dde5c4bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334e6868-4cef-44cc-b862-a68b859185b6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:23.633792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53072) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:23.673424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: de2fbaa3-8ac2-42a3-b936-163691b6af59 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:23.673794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device de2fbaa3-8ac2-42a3-b936-163691b6af59 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:23.691409 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7f288fe-9e05-40c7-94f8-902681aeb3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:23.714016 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:23.723539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Transition to ACTIVE for port object 769d5fd6-18e9-438e-9d2d-17326fb4ef92 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:23.731345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7f288fe-9e05-40c7-94f8-902681aeb3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:23.741405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Transition to ACTIVE for port object 769d5fd6-18e9-438e-9d2d-17326fb4ef92 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:23.782530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863a24a8-8f2d-46fa-bf86-5611abe1a8fc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:23.782530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-863a24a8-8f2d-46fa-bf86-5611abe1a8fc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.043751 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.082823 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7f288fe-9e05-40c7-94f8-902681aeb3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.088716 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e7f288fe-9e05-40c7-94f8-902681aeb3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.090235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e7f288fe-9e05-40c7-94f8-902681aeb3a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/334e6868-4cef-44cc-b862-a68b859185b6 HTTP/1.1" status: 204 len: 168 time: 0.4553812 Jun 30 03:05:24.125562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f288fe-9e05-40c7-94f8-902681aeb3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334e6868-4cef-44cc-b862-a68b859185b6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:24.145621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53086) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:24.162028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Network c317396f-104f-4002-9abb-690f0dd6224f is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:24.184409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:24.204072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Pushing event updated for resources: {'Port': ['ID=769d5fd6-18e9-438e-9d2d-17326fb4ef92,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:24.208636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:24.228895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-00b25c21-282a-446b-81e8-19e2640aab3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e80d6cf22736432e8b8eacd174211320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817471 Jun 30 03:05:24.232311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53090) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:24.318008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Attempting to bind port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:05:24.319565 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Attempting to bind port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '7c0e3cd5-f5e1-49c0-ae02-091e885e5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c317396f-104f-4002-9abb-690f0dd6224f'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:05:24.319939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Attempting to bind port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 on network c317396f-104f-4002-9abb-690f0dd6224f {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:24.333585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-043e374d-cbcc-4690-b84a-d6d778527161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.349713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:05:24.349713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Checking segment: {'id': '7c0e3cd5-f5e1-49c0-ae02-091e885e5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c317396f-104f-4002-9abb-690f0dd6224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:24.349713 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.349713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Bound using segment: {'id': '7c0e3cd5-f5e1-49c0-ae02-091e885e5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c317396f-104f-4002-9abb-690f0dd6224f'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:05:24.349713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Bound port: 769d5fd6-18e9-438e-9d2d-17326fb4ef92, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0e3cd5-f5e1-49c0-ae02-091e885e5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c317396f-104f-4002-9abb-690f0dd6224f'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:05:24.349713 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.390727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-043e374d-cbcc-4690-b84a-d6d778527161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.453400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] For port 769d5fd6-18e9-438e-9d2d-17326fb4ef92, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:05:24.466876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-322e9b93-d3e2-40c8-ad08-9eda2bbd84bd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:24.468425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-322e9b93-d3e2-40c8-ad08-9eda2bbd84bd tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.83 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 946 time: 0.1242094 Jun 30 03:05:24.470954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] For port 769d5fd6-18e9-438e-9d2d-17326fb4ef92, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=769d5fd6-18e9-438e-9d2d-17326fb4ef92,segment=NetworkSegment(7c0e3cd5-f5e1-49c0-ae02-091e885e5582),segment_id=7c0e3cd5-f5e1-49c0-ae02-091e885e5582)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:05:24.538527 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-863a24a8-8f2d-46fa-bf86-5611abe1a8fc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.609797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a24a8-8f2d-46fa-bf86-5611abe1a8fc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=52b10e9e-7e34-45ae-9526-744cf4663fa1,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:24.617273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a24a8-8f2d-46fa-bf86-5611abe1a8fc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network c317396f-104f-4002-9abb-690f0dd6224f is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:24.618720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-863a24a8-8f2d-46fa-bf86-5611abe1a8fc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:24.623644 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.626309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a24a8-8f2d-46fa-bf86-5611abe1a8fc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:24.626981 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-863a24a8-8f2d-46fa-bf86-5611abe1a8fc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.681780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Deleting port e0520405-6529-4d7c-905d-67abef94c1d7 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:24.682127 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.694574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90563ef1-357b-4d57-8b16-fe09f3d01837 None None] Pushing event updated for resources: {'Port': ['ID=769d5fd6-18e9-438e-9d2d-17326fb4ef92,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:24.743015 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-863a24a8-8f2d-46fa-bf86-5611abe1a8fc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7825804 Jun 30 03:05:24.750090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53102) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:24.758557 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-043e374d-cbcc-4690-b84a-d6d778527161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.761275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-043e374d-cbcc-4690-b84a-d6d778527161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.762529 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-043e374d-cbcc-4690-b84a-d6d778527161 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a6e31af-456e-48f6-9e81-6f70d58162c7 HTTP/1.1" status: 204 len: 168 time: 0.5288758 Jun 30 03:05:24.776711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e374d-cbcc-4690-b84a-d6d778527161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6e31af-456e-48f6-9e81-6f70d58162c7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:24.874637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] For port e0520405-6529-4d7c-905d-67abef94c1d7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e0520405-6529-4d7c-905d-67abef94c1d7,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:24.875098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:24.928081 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013f486-0aef-48e4-85ec-2547e1a0aa8a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:24.935388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013f486-0aef-48e4-85ec-2547e1a0aa8a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:24.936415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013f486-0aef-48e4-85ec-2547e1a0aa8a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:24.941575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013f486-0aef-48e4-85ec-2547e1a0aa8a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:24.941841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013f486-0aef-48e4-85ec-2547e1a0aa8a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:24.960646 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7013f486-0aef-48e4-85ec-2547e1a0aa8a tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2091651 Jun 30 03:05:24.961294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53112) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:24.977435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-609446311'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:25.306740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1eceb-972d-4494-92c7-2deb0e10361d req-ad2e8352-14bd-41ee-b1b5-86b3de00c63e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:25.309798 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5b1eceb-972d-4494-92c7-2deb0e10361d req-ad2e8352-14bd-41ee-b1b5-86b3de00c63e tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 946 time: 0.3474720 Jun 30 03:05:25.387335 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:25.387821 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:25.388049 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Floating IP 04bd6ac2-35ee-4d5b-92df-7b4bd1d9be04 disassociated. External IP: 172.25.2.211, port: e0520405-6529-4d7c-905d-67abef94c1d7. Jun 30 03:05:25.393053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Calling delete_port for e0520405-6529-4d7c-905d-67abef94c1d7 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:25.399914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:25.418006 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:25.443626 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5b1eceb-972d-4494-92c7-2deb0e10361d req-2bd6dd74-6c04-456d-bcc0-d585c7e5f310 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e39b264-e74b-43ec-adc0-a9abcece9185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190622 Jun 30 03:05:25.472300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:05:25.498141 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:25.498981 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Added segment 7100f5aa-aacf-4a03-9b60-392a2376d291 of type vlan for network c51a8b67-08b7-448e-a008-480aa826d752 Jun 30 03:05:25.580373 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:25.737026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:25.749562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:25.756457 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:25.807296 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:25.852779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 769d5fd6-18e9-438e-9d2d-17326fb4ef92 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:25.921627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event deleted for resources: {'Port': ['ID=e0520405-6529-4d7c-905d-67abef94c1d7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:25.983623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=c51a8b67-08b7-448e-a008-480aa826d752,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:26.027642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c51a8b67-08b7-448e-a008-480aa826d752 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:26.049550 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-505e4e9c-ec59-4750-a2b8-2cf0bf8070d9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0825362 Jun 30 03:05:26.050290 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53146) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:26.056071 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-078663a1-29c9-4e91-bbd3-49eafb305476 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:26.314988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Router ffa680e1-b157-4cde-8a27-ef70f7390a61 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:05:26.428858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:26.669671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:05:26.682163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] Sync routers for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:05:26.760951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:05:26.768270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:05:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:26.781171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-078663a1-29c9-4e91-bbd3-49eafb305476 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:26.815544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] No DVR routers for this DVR port e0520405-6529-4d7c-905d-67abef94c1d7 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:26.818343 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:26.820469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7aeb0b2a-2c13-49bd-977c-f6e2c8b7704e req-9a797c07-3384-4f04-9575-20db563fd2a3 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.83 "DELETE /v2.0/ports/e0520405-6529-4d7c-905d-67abef94c1d7 HTTP/1.1" status: 204 len: 173 time: 2.3464935 Jun 30 03:05:26.821291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'name': 'network-vif-deleted', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:05:26.823629 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e93fd8-3bc8-45c3-8505-b6e8317eb170" -d '{"events": [{"server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "name": "network-vif-deleted", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:05:26.962310 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eff7b6b-6d76-40b6-bf93-a31e57eea42e x-openstack-request-id: req-2eff7b6b-6d76-40b6-bf93-a31e57eea42e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:05:26.963104 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64434be1-e4b1-4619-b337-b00d91d44350", "name": "network-vif-deleted", "tag": "e0520405-6529-4d7c-905d-67abef94c1d7", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:05:26.963585 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2eff7b6b-6d76-40b6-bf93-a31e57eea42e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:05:26.972686 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64434be1-e4b1-4619-b337-b00d91d44350', 'name': 'network-vif-deleted', 'tag': 'e0520405-6529-4d7c-905d-67abef94c1d7', 'status': 'completed', 'code': 200} Jun 30 03:05:27.019266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-078663a1-29c9-4e91-bbd3-49eafb305476 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:27.025228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:05:27.040600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84995bbd-a9e6-449f-9306-4f413265aa46 req-eda573f5-713b-415e-80fa-919e05a3e38f tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 210 time: 0.0808568 Jun 30 03:05:27.065960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-078663a1-29c9-4e91-bbd3-49eafb305476 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network c51a8b67-08b7-448e-a008-480aa826d752 is not hosted by any dhcp agent {{(pid=94531) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 03:05:27.074721 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078663a1-29c9-4e91-bbd3-49eafb305476 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:27.079823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-078663a1-29c9-4e91-bbd3-49eafb305476 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:27.079823 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-078663a1-29c9-4e91-bbd3-49eafb305476 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "PUT /v2.0/networks/c51a8b67-08b7-448e-a008-480aa826d752 HTTP/1.1" status: 200 len: 723 time: 1.0256281 Jun 30 03:05:27.082029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53180) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:27.088345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'network_id': 'c51a8b67-08b7-448e-a008-480aa826d752', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:27.192080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8984bd95-2561-4ad4-aaa6-43eaeee36ae2 None None] Network c317396f-104f-4002-9abb-690f0dd6224f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:27.195280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078663a1-29c9-4e91-bbd3-49eafb305476 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=c51a8b67-08b7-448e-a008-480aa826d752,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:27.266260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c51a8b67-08b7-448e-a008-480aa826d752 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:27.466630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53190) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:27.531831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:27.538612 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:27.649279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-18b275a3-ca9d-40d7-b847-9341d61ee823 None None] Provisioning for port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:27.657171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-18b275a3-ca9d-40d7-b847-9341d61ee823 None None] Provisioning complete for port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:27.657597 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18b275a3-ca9d-40d7-b847-9341d61ee823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:27.699852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-779092498-network', 'tenant_id': 'e5cbfb34edfb4cf7b398ae7fc2e49ee5'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:27.799561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Made reservation on behalf of e5cbfb34edfb4cf7b398ae7fc2e49ee5 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:27.802012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:27.817677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:27.822512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:27.882812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] Checking router: ffa680e1-b157-4cde-8a27-ef70f7390a61 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:05:27.888037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53202) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:27.911700 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18b275a3-ca9d-40d7-b847-9341d61ee823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:27.915379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:05:27.915379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:05:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:28.065861 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:28.186047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:28.241829 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:28.278441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:05:28.298341 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:28.299845 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Added segment c65a0a49-d109-4920-a82f-52bdfbdd84de of type vlan for network 1d0fd537-47a8-4252-a918-9a949ce830a2 Jun 30 03:05:28.405034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:05:28.411149 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:28.487318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76fba6e-324b-4505-aa72-023f8876eb53,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:28.514964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1884c781-6ead-472e-9322-84de79bfee88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:28.537703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-18b275a3-ca9d-40d7-b847-9341d61ee823 None None] For port 769d5fd6-18e9-438e-9d2d-17326fb4ef92, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=769d5fd6-18e9-438e-9d2d-17326fb4ef92,segment=NetworkSegment(7c0e3cd5-f5e1-49c0-ae02-091e885e5582),segment_id=7c0e3cd5-f5e1-49c0-ae02-091e885e5582)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:28.552880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking segment: {'id': '7100f5aa-aacf-4a03-9b60-392a2376d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c51a8b67-08b7-448e-a008-480aa826d752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:28.553284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network hostable DHCP agents. Network: c51a8b67-08b7-448e-a008-480aa826d752, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:05:28.578273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=d95fb8ad-5d46-4137-baf7-fb85ea2bed6c,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:28.584298 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e0520405-6529-4d7c-905d-67abef94c1d7 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:28.590556 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:28.592284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:28.595820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:28.696500 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18b275a3-ca9d-40d7-b847-9341d61ee823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:28.804131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] Pushing event updated for resources: {'Network': ['ID=1d0fd537-47a8-4252-a918-9a949ce830a2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:29.016456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: e0520405-6529-4d7c-905d-67abef94c1d7 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:29.017216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e0520405-6529-4d7c-905d-67abef94c1d7 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:29.019669 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bfc407a4-34f1-4ed8-bd18-e292eb4d7bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:29.021898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 1d0fd537-47a8-4252-a918-9a949ce830a2 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:29.027418 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1884c781-6ead-472e-9322-84de79bfee88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:29.252943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network c51a8b67-08b7-448e-a008-480aa826d752 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:05:29.322734 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8abbb3ed-f773-4f02-981c-2e38129aafd6 req-4ffc4dc9-5967-4024-bad4-ff05e3f6e8ad tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/ports?device_id=64434be1-e4b1-4619-b337-b00d91d44350 HTTP/1.1" status: 200 len: 210 time: 0.2051902 Jun 30 03:05:29.324727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b6ef34-99a4-446c-b626-19903b8eb608 None None] Update dhcp port {'port': {'network_id': 'c317396f-104f-4002-9abb-690f0dd6224f', 'fixed_ips': [{'subnet_id': '5d215c0a-caf0-4f4d-924b-e00aaf483223', 'ip_address': '2001:db8::2'}, {'subnet_id': '52b10e9e-7e34-45ae-9526-744cf4663fa1'}], 'binding:host_id': 'n-d-798249-3'}, 'id': '769d5fd6-18e9-438e-9d2d-17326fb4ef92'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:05:29.371777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b275a3-ca9d-40d7-b847-9341d61ee823 None None] Pushing event updated for resources: {'Port': ['ID=769d5fd6-18e9-438e-9d2d-17326fb4ef92,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:29.380737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-57b6ef34-99a4-446c-b626-19903b8eb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:29.433768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:29.467901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00adf66-f29f-4d5c-ae6a-bc7fd2f0eec2 None None] The sync data for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 is: [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T02:56:31Z', 'revision_number': 4, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6b91f67-4b45-48b6-84d9-a773675e8371', 'name': '', 'network_id': '6a1378ac-c8ef-4fa7-8690-e1a47af917df', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'mac_address': 'fa:16:3e:51:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:29Z', 'updated_at': '2021-06-30T02:56:41Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'subnets': [{'id': '06dc96da-1423-48c2-9d63-5f39a1f3f086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:05:29.619058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-57b6ef34-99a4-446c-b626-19903b8eb608 None None] Allocated IP 172.20.0.1 (c317396f-104f-4002-9abb-690f0dd6224f/52b10e9e-7e34-45ae-9526-744cf4663fa1/769d5fd6-18e9-438e-9d2d-17326fb4ef92) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:29.633583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 769d5fd6-18e9-438e-9d2d-17326fb4ef92 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:29.809950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-57b6ef34-99a4-446c-b626-19903b8eb608 None None] For port 769d5fd6-18e9-438e-9d2d-17326fb4ef92, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=769d5fd6-18e9-438e-9d2d-17326fb4ef92,segment=NetworkSegment(7c0e3cd5-f5e1-49c0-ae02-091e885e5582),segment_id=7c0e3cd5-f5e1-49c0-ae02-091e885e5582)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:29.816354 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0370171-94b8-4dc3-a1e2-775f716e2e9c None None] New status for floating IP 04bd6ac2-35ee-4d5b-92df-7b4bd1d9be04: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:05:29.823111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:29.823509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:29.874767 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-57b6ef34-99a4-446c-b626-19903b8eb608 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:29.897898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-57b6ef34-99a4-446c-b626-19903b8eb608 None None] Transition to ACTIVE for port object 769d5fd6-18e9-438e-9d2d-17326fb4ef92 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:30.271372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c51a8b67-08b7-448e-a008-480aa826d752) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:30.278870 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1884c781-6ead-472e-9322-84de79bfee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.284387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913b0b7-f2f5-4447-8473-6e89383bdbbb None None] Network c51a8b67-08b7-448e-a008-480aa826d752 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:30.294063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:30.294753 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.329602 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-57b6ef34-99a4-446c-b626-19903b8eb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.349022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1884c781-6ead-472e-9322-84de79bfee88 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=93bec346b54948d59ec2eb4ee360bb23&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4598267 Jun 30 03:05:30.349190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53238) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:30.390346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884c781-6ead-472e-9322-84de79bfee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1389fd3-8107-450c-8cea-f30ad479b965,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:30.435861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-644d695a-13d1-42e3-ad8c-7b8d42a2c865 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9680972 Jun 30 03:05:30.439919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53240) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:30.444850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Request body: {'subnet': {'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-779092498-subnet', 'tenant_id': 'e5cbfb34edfb4cf7b398ae7fc2e49ee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:30.466687 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e963e762-a856-4ee8-96f5-dc8c7f93f839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.481060 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-75b0c3c6-c693-45b4-9921-7b1dc74157d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3977261 Jun 30 03:05:30.491703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53244) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:30.507816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e963e762-a856-4ee8-96f5-dc8c7f93f839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.520702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5f144eea-497e-4e05-a83a-bcd238eef3d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:30.547093 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6ef34-99a4-446c-b626-19903b8eb608 None None] Pushing event updated for resources: {'Port': ['ID=769d5fd6-18e9-438e-9d2d-17326fb4ef92,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:30.664848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c51a8b67-08b7-448e-a008-480aa826d752', 'network_id': 'c51a8b67-08b7-448e-a008-480aa826d752', 'tenant_id': '69da47411add44f0b8d7bca9b99c1501', 'fixed_ips': [{'subnet_id': 'd95fb8ad-5d46-4137-baf7-fb85ea2bed6c'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:05:30.665890 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.671493 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f144eea-497e-4e05-a83a-bcd238eef3d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3311745'] for subnet, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.687236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53248) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:30.744975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Made reservation on behalf of e5cbfb34edfb4cf7b398ae7fc2e49ee5 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:30.746326 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e963e762-a856-4ee8-96f5-dc8c7f93f839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.750979 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.753402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e963e762-a856-4ee8-96f5-dc8c7f93f839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.754602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e963e762-a856-4ee8-96f5-dc8c7f93f839 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b1389fd3-8107-450c-8cea-f30ad479b965 HTTP/1.1" status: 204 len: 168 time: 0.4040647 Jun 30 03:05:30.785397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963e762-a856-4ee8-96f5-dc8c7f93f839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1389fd3-8107-450c-8cea-f30ad479b965,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:30.865935 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83d9c15e-c300-4677-badf-fadb644b63e7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.926248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83d9c15e-c300-4677-badf-fadb644b63e7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:31.145990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f144eea-497e-4e05-a83a-bcd238eef3d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735828579076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4162424'] for subnet, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:31.166417 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83d9c15e-c300-4677-badf-fadb644b63e7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:31.178852 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83d9c15e-c300-4677-badf-fadb644b63e7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:31.178852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-83d9c15e-c300-4677-badf-fadb644b63e7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "DELETE /v2.0/security-groups/0e39b264-e74b-43ec-adc0-a9abcece9185 HTTP/1.1" status: 204 len: 168 time: 0.4845588 Jun 30 03:05:31.179538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53264) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:31.212688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f144eea-497e-4e05-a83a-bcd238eef3d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:31.213521 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f144eea-497e-4e05-a83a-bcd238eef3d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:31.216324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5f144eea-497e-4e05-a83a-bcd238eef3d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "PUT /v2.0/subnets/d95fb8ad-5d46-4137-baf7-fb85ea2bed6c HTTP/1.1" status: 200 len: 826 time: 0.7233829 Jun 30 03:05:31.222902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53268) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:31.250371 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-5b41b25f-aa6a-4a88-b9eb-13083ecdac1c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] show failed (client error): The resource could not be found. Jun 30 03:05:31.256414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53270) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:31.260466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5b41b25f-aa6a-4a88-b9eb-13083ecdac1c tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "GET /v2.0/security-groups/0e39b264-e74b-43ec-adc0-a9abcece9185 HTTP/1.1" status: 404 len: 347 time: 0.0714602 Jun 30 03:05:31.263751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9c15e-c300-4677-badf-fadb644b63e7 tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39b264-e74b-43ec-adc0-a9abcece9185,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:31.332831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Allocated IP 2001:db8::2 (c51a8b67-08b7-448e-a008-480aa826d752/d95fb8ad-5d46-4137-baf7-fb85ea2bed6c/3e2bf96e-a2e6-4cb7-ad28-d8c957243514) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:31.507215 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:31.736186 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:31.746772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Transition to ACTIVE for port object 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:31.765874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Transition to ACTIVE for port object 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:31.768940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d0819-1f17-49fd-b9f4-a8509cecfc8b None None] Network c317396f-104f-4002-9abb-690f0dd6224f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:31.773248 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-82c12657-4a38-4dce-a8ef-ec3169770882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:31.780005 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 769d5fd6-18e9-438e-9d2d-17326fb4ef92 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:31.854811 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:31.896241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f144eea-497e-4e05-a83a-bcd238eef3d2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=d95fb8ad-5d46-4137-baf7-fb85ea2bed6c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:31.937577 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.028154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0971c074-3869-4493-bf3f-63852be2532f None None] Provisioning for port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:32.058189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Network c51a8b67-08b7-448e-a008-480aa826d752 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:32.058189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0971c074-3869-4493-bf3f-63852be2532f None None] Provisioning complete for port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:32.058189 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0971c074-3869-4493-bf3f-63852be2532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.071192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:32.096492 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:32.102511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Pushing event updated for resources: {'Port': ['ID=3e2bf96e-a2e6-4cb7-ad28-d8c957243514,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:32.151500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Checking segment: {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:32.152409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Network hostable DHCP agents. Network: 1d0fd537-47a8-4252-a918-9a949ce830a2, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:05:32.185641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b951a1-6051-4fdd-b623-4c9925f0e66d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:32.224654 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.269022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53304) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:32.294182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-26a94973-f0f8-41a5-9171-63557f9b986b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Deleting port 41becd38-423e-4ff9-a811-aaf2d2511df6 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:32.294871 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26a94973-f0f8-41a5-9171-63557f9b986b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.296847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Attempting to bind port 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:05:32.297233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Attempting to bind port 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '7100f5aa-aacf-4a03-9b60-392a2376d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c51a8b67-08b7-448e-a008-480aa826d752'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:05:32.297642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Attempting to bind port 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 on network c51a8b67-08b7-448e-a008-480aa826d752 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:32.309132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:05:32.309434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Checking segment: {'id': '7100f5aa-aacf-4a03-9b60-392a2376d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c51a8b67-08b7-448e-a008-480aa826d752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:32.309889 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.310533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Bound using segment: {'id': '7100f5aa-aacf-4a03-9b60-392a2376d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c51a8b67-08b7-448e-a008-480aa826d752'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:05:32.311038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Bound port: 3e2bf96e-a2e6-4cb7-ad28-d8c957243514, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7100f5aa-aacf-4a03-9b60-392a2376d291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c51a8b67-08b7-448e-a008-480aa826d752'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:05:32.311428 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.387792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Network 1d0fd537-47a8-4252-a918-9a949ce830a2 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:05:32.449316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] For port 3e2bf96e-a2e6-4cb7-ad28-d8c957243514, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:05:32.459859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting port 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:32.460213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.461267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] For port 3e2bf96e-a2e6-4cb7-ad28-d8c957243514, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3e2bf96e-a2e6-4cb7-ad28-d8c957243514,segment=NetworkSegment(7100f5aa-aacf-4a03-9b60-392a2376d291),segment_id=7100f5aa-aacf-4a03-9b60-392a2376d291)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:05:32.484166 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5e983b46-499a-4344-8e82-316959be9053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.598260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26a94973-f0f8-41a5-9171-63557f9b986b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.598601 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26a94973-f0f8-41a5-9171-63557f9b986b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.615327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 1d0fd537-47a8-4252-a918-9a949ce830a2) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:32.619495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:32.620136 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.627052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7335e8e-bcb6-40d0-8621-4351c2d3872c None None] Network 1d0fd537-47a8-4252-a918-9a949ce830a2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:32.716925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-26a94973-f0f8-41a5-9171-63557f9b986b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Calling delete_port for 41becd38-423e-4ff9-a811-aaf2d2511df6 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:32.777968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5e983b46-499a-4344-8e82-316959be9053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.833749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] For port 3e2bf96e-a2e6-4cb7-ad28-d8c957243514, host n-d-798249-3, got binding levels [] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:32.834155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.860974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Calling delete_port for 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:32.891994 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5e983b46-499a-4344-8e82-316959be9053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.904416 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.961474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683a1572-41bf-46a3-9e2f-3cf154773b14 None None] Network 1d0fd537-47a8-4252-a918-9a949ce830a2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:33.022757 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5e983b46-499a-4344-8e82-316959be9053 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6dcb53901fbf47d8a224d842bcc5281b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7500410 Jun 30 03:05:33.044902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53322) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:33.136992 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:33.145779 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-647d9c16-5644-46d5-8768-5dca2927999d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:33.151170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e09779af-108b-42ba-bd7e-376a951a5e71 None None] Provisioning complete for port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:33.161693 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e09779af-108b-42ba-bd7e-376a951a5e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:33.187304 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-647d9c16-5644-46d5-8768-5dca2927999d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:33.258398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e983b46-499a-4344-8e82-316959be9053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c08bb9-68a2-484b-9791-efbb8bc148d1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:33.339755 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fbc47-42f1-4df2-83df-b83503ee0898 None None] Pushing event updated for resources: {'Port': ['ID=3e2bf96e-a2e6-4cb7-ad28-d8c957243514,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:33.354223 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-647d9c16-5644-46d5-8768-5dca2927999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:33.358868 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-647d9c16-5644-46d5-8768-5dca2927999d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:33.363908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-647d9c16-5644-46d5-8768-5dca2927999d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45c08bb9-68a2-484b-9791-efbb8bc148d1 HTTP/1.1" status: 204 len: 168 time: 0.3171976 Jun 30 03:05:33.382978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d9c16-5644-46d5-8768-5dca2927999d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c08bb9-68a2-484b-9791-efbb8bc148d1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:33.386191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26a94973-f0f8-41a5-9171-63557f9b986b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:33.445940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94973-f0f8-41a5-9171-63557f9b986b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Pushing event deleted for resources: {'Port': ['ID=41becd38-423e-4ff9-a811-aaf2d2511df6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:33.516113 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:33.601667 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6641281e-325e-4356-9f82-3f5d7829af54 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1533742 Jun 30 03:05:33.634323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Port': ['ID=3e2bf96e-a2e6-4cb7-ad28-d8c957243514,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:33.762217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26a94973-f0f8-41a5-9171-63557f9b986b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:33.765078 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26a94973-f0f8-41a5-9171-63557f9b986b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:33.766390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-26a94973-f0f8-41a5-9171-63557f9b986b tempest-AttachVolumeShelveTestJSON-64248655 tempest-AttachVolumeShelveTestJSON-64248655-project] 10.222.0.77 "DELETE /v2.0/floatingips/04bd6ac2-35ee-4d5b-92df-7b4bd1d9be04 HTTP/1.1" status: 204 len: 168 time: 2.5067782 Jun 30 03:05:33.767854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No DVR routers for this DVR port 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:33.793408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:33.835906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:33.836255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 03:05:33.883064 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Port 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 not found, will not notify nova. {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 03:05:33.895890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.084102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53342) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:34.114916 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.150473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Subnet': ['ID=d95fb8ad-5d46-4137-baf7-fb85ea2bed6c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:34.291112 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9863e7e3-8f8c-4d90-8729-8bf9d2c11977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.364437 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.389677 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51a8b67-08b7-448e-a008-480aa826d752']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:34.436510 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7100f5aa-aacf-4a03-9b60-392a2376d291') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:34.436910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7100f5aa-aacf-4a03-9b60-392a2376d291') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:34.453963 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.478598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.487016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:34.487436 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:34.501282 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:34.527791 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9863e7e3-8f8c-4d90-8729-8bf9d2c11977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.606342 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.685305 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9863e7e3-8f8c-4d90-8729-8bf9d2c11977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.752178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e12f39-eb8b-4dbc-9c15-048e54e63fc4 None None] Network c51a8b67-08b7-448e-a008-480aa826d752 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:34.807586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53372) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:34.821696 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9863e7e3-8f8c-4d90-8729-8bf9d2c11977 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a1c017c5aba4b95a33e275fa7b4788f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7186933 Jun 30 03:05:34.822593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863e7e3-8f8c-4d90-8729-8bf9d2c11977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d27690-266e-4b17-bed3-d866c92241a8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:34.895913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.969071 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.975165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53374) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:34.981141 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/c51a8b67-08b7-448e-a008-480aa826d752 HTTP/1.1" status: 204 len: 168 time: 3.7484753 Jun 30 03:05:34.987075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e77f3-6094-4435-9aeb-0b1de610f349 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Network': ['ID=c51a8b67-08b7-448e-a008-480aa826d752,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:35.007145 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2e92bc-6cea-4742-a41d-ec6384848440 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:35.008089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2e92bc-6cea-4742-a41d-ec6384848440 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:35.014829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7b2e92bc-6cea-4742-a41d-ec6384848440 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/c51a8b67-08b7-448e-a008-480aa826d752 HTTP/1.1" status: 404 len: 339 time: 0.0385840 Jun 30 03:05:35.016202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53378) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:35.023151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-436055289', 'description': 'd1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:35.034631 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf1853e7-4a90-482a-84c6-3d736faa59a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:35.063170 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf1853e7-4a90-482a-84c6-3d736faa59a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:35.205201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:35.209119 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:35.264979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c665a11d-66d5-4950-b3ac-2931b0944324 None None] Could not find standard attr ID for object 3e2bf96e-a2e6-4cb7-ad28-d8c957243514. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:05:35.322291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73803ecf-1057-4222-9bd5-694d7d239aff req-189d03e5-f3a6-47fd-8957-a850bae63cd0 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:35.324699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-189d03e5-f3a6-47fd-8957-a850bae63cd0 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 814 time: 0.2217157 Jun 30 03:05:35.347740 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf1853e7-4a90-482a-84c6-3d736faa59a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:35.351620 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf1853e7-4a90-482a-84c6-3d736faa59a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:35.356998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cf1853e7-4a90-482a-84c6-3d736faa59a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90d27690-266e-4b17-bed3-d866c92241a8 HTTP/1.1" status: 204 len: 168 time: 0.5478675 Jun 30 03:05:35.366552 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1853e7-4a90-482a-84c6-3d736faa59a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d27690-266e-4b17-bed3-d866c92241a8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:35.381790 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-33bd5472-d949-4281-a83e-a3277bc8017e tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/quotas/e5cbfb34edfb4cf7b398ae7fc2e49ee5 HTTP/1.1" status: 200 len: 375 time: 0.0511081 Jun 30 03:05:35.382581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:05:35.408657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:35.409075 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Added segment 19db11f0-6af2-482a-8a9a-fefad17e3abd of type vlan for network d6c91248-00fe-4b08-b185-e83ce98a53e8 Jun 30 03:05:35.438702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d129ab-9265-489f-b2db-c91acf908aae None None] DHCP port deletion for c51a8b67-08b7-448e-a008-480aa826d752 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:05:35.483791 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:35.484960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84e2d7-a203-4545-8e91-31b5edf16a30 None None] Network c51a8b67-08b7-448e-a008-480aa826d752 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:35.553101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84e2d7-a203-4545-8e91-31b5edf16a30 None None] Network c51a8b67-08b7-448e-a008-480aa826d752 could not be found, it might have been deleted concurrently. {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 03:05:35.593164 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d041d3d3-1291-4b00-bb88-19572f8d55bd tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1930580 Jun 30 03:05:35.611572 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:35.642458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:35.644863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:35.700197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:35.725947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:35.726939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3e2bf96e-a2e6-4cb7-ad28-d8c957243514 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:35.797885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7782857 Jun 30 03:05:35.799482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53406) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:35.816531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acd164-98f9-44d0-a21d-06d0cae7d1df tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=d6c91248-00fe-4b08-b185-e83ce98a53e8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:35.834560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d6c91248-00fe-4b08-b185-e83ce98a53e8 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:36.049774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee8ed4-d96c-4284-b1f9-fd7bbf4ac6f4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:36.052957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-80ee8ed4-d96c-4284-b1f9-fd7bbf4ac6f4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/networks?id=d6c91248-00fe-4b08-b185-e83ce98a53e8 HTTP/1.1" status: 200 len: 764 time: 0.2517288 Jun 30 03:05:36.056757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53408) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:36.066103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'description': 'd2'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:36.169033 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ccfb521e-2b04-40bb-9f9b-c7415fc5c0b3 service neutron] 10.222.0.77 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651324 Jun 30 03:05:36.721135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-7d6e80a8-45f1-42da-8c90-965952c8c250 service neutron] 10.222.0.77 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354245 Jun 30 03:05:36.722761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:36.851970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:36.865843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network d6c91248-00fe-4b08-b185-e83ce98a53e8 is not hosted by any dhcp agent {{(pid=94530) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 03:05:36.873999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:36.873999 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:36.879284 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "PUT /v2.0/networks/d6c91248-00fe-4b08-b185-e83ce98a53e8 HTTP/1.1" status: 200 len: 761 time: 0.8190527 Jun 30 03:05:36.879749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53426) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:36.967194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=d6c91248-00fe-4b08-b185-e83ce98a53e8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:36.977182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.977856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.978699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.979139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.980535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.980976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.981774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.982260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.982693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.983132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.983649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:36.984087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402b1e16-8217-4963-9b68-b94c7cda9488 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:37.006065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d6c91248-00fe-4b08-b185-e83ce98a53e8 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:37.080592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c12481a-aeeb-47be-8c43-0253ece59c17 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:37.084021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5c12481a-aeeb-47be-8c43-0253ece59c17 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/networks?id=d6c91248-00fe-4b08-b185-e83ce98a53e8 HTTP/1.1" status: 200 len: 764 time: 0.2028105 Jun 30 03:05:37.096951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53438) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:37.327961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9037232c-4545-4cd4-a372-ffb05dd30d67 req-a1331465-91e0-4469-97aa-36dfab748e9e tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 210 time: 0.1304801 Jun 30 03:05:37.506482 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:05:37.603161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53454) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:37.612507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde0458-7bff-4050-a531-b202f4878bf3 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:37.621602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53458) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:37.623832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3cde0458-7bff-4050-a531-b202f4878bf3 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5269032 Jun 30 03:05:37.701007 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d2ab2588-98ad-4acb-bfa6-94302ccd7be9 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 207 time: 0.0772963 Jun 30 03:05:37.706413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53462) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:37.796627 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-171182156'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:37.875491 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9996fa-2117-440f-ad4d-e33d6f3be648 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:37.881545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9996fa-2117-440f-ad4d-e33d6f3be648 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:37.887470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9996fa-2117-440f-ad4d-e33d6f3be648 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:37.893202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9996fa-2117-440f-ad4d-e33d6f3be648 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:37.898973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9996fa-2117-440f-ad4d-e33d6f3be648 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:37.906048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9996fa-2117-440f-ad4d-e33d6f3be648 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:37.912575 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0e9996fa-2117-440f-ad4d-e33d6f3be648 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2005243 Jun 30 03:05:37.914010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53468) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:37.959066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Made reservation on behalf of f51cb9be7dcc4e648f0a135ff33669c8 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:37.962668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:37.983850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:38.169366 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-91813c1f-9bfe-4dac-aeaf-e91aae6e883c tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2544053 Jun 30 03:05:38.176976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53472) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:38.238061 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:38.354268 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:38.379733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca7e4f-759c-452f-bc69-c2b4084ad98e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.381451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca7e4f-759c-452f-bc69-c2b4084ad98e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.382995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca7e4f-759c-452f-bc69-c2b4084ad98e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.384509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca7e4f-759c-452f-bc69-c2b4084ad98e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.386109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca7e4f-759c-452f-bc69-c2b4084ad98e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.393286 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c5ca7e4f-759c-452f-bc69-c2b4084ad98e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2149098 Jun 30 03:05:38.397842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53478) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:38.432171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcfc785-cd94-4b80-99e8-c7d557c4f994,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:38.432171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:05:38.445863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:38.446551 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Added segment be21b0e1-47bc-4efd-afd6-6c437cb008fd of type vlan for network ff38eef2-e5f8-46a4-a21f-047bc380ee86 Jun 30 03:05:38.508293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:38.599046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c826249-822d-4ea2-b095-3ac33388a093 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.605396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c826249-822d-4ea2-b095-3ac33388a093 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.605396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c826249-822d-4ea2-b095-3ac33388a093 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.605396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c826249-822d-4ea2-b095-3ac33388a093 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.607916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c826249-822d-4ea2-b095-3ac33388a093 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.617590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4c826249-822d-4ea2-b095-3ac33388a093 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2179861 Jun 30 03:05:38.617590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c050e02-2652-4204-b24e-41169b07eb84 req-8a7483c5-a313-4be6-b498-7114e6e6c11b tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 210 time: 0.1078923 Jun 30 03:05:38.617590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53486) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:38.669190 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:38.676247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.676876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:38.779683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4184a54d-d374-4aff-beeb-b9fa4f15c643 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.781698 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4184a54d-d374-4aff-beeb-b9fa4f15c643 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/networks/8f5747e9-094c-43d1-af6a-0808b6a6d1a2 HTTP/1.1" status: 200 len: 804 time: 0.1632819 Jun 30 03:05:38.785028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53492) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:38.882768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2775578 Jun 30 03:05:38.891906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53498) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:38.939818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Request body: {'subnet': {'network_id': 'ff38eef2-e5f8-46a4-a21f-047bc380ee86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:39.048669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c23475-4664-4dcb-9fad-8e89f2e113fd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Pushing event updated for resources: {'Network': ['ID=ff38eef2-e5f8-46a4-a21f-047bc380ee86,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:39.063674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ff38eef2-e5f8-46a4-a21f-047bc380ee86 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:39.070027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-65767bda-7fb1-4950-83a6-704dfd90ea36 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/networks/8f5747e9-094c-43d1-af6a-0808b6a6d1a2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2775245 Jun 30 03:05:39.070732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53500) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:39.174580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10278d2b-c6a2-4f7d-8ef0-9324dc307a32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:39.176033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-10278d2b-c6a2-4f7d-8ef0-9324dc307a32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/subnets/18f045a0-7ffc-435f-92f8-3079ee7c50d9 HTTP/1.1" status: 200 len: 843 time: 0.1039469 Jun 30 03:05:39.179640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53502) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:39.214219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Made reservation on behalf of f51cb9be7dcc4e648f0a135ff33669c8 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:39.230936 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:39.335431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def07f9b-2c51-4ace-88a1-3f7e5c85e822 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['shared'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:39.336240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-def07f9b-2c51-4ace-88a1-3f7e5c85e822 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "GET /v2.0/subnets/18f045a0-7ffc-435f-92f8-3079ee7c50d9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1549048 Jun 30 03:05:39.341659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53508) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:39.349080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-968087522'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:39.732026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:39.736762 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:39.802624 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:39.807778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:05:39.824542 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8f3d0e58-7237-4298-9582-752c71a03b73 req-4c664d9f-8c71-4424-be58-8064b9d6ca47 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 210 time: 0.0502222 Jun 30 03:05:39.855612 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:39.855612 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Added segment 807b075e-aa43-4b41-9d54-cd69febff1bd of type vlan for network 4762b699-e6ca-4ff1-a8af-5697522c6ab6 Jun 30 03:05:39.915191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Pushing event updated for resources: {'Subnet': ['ID=0bd13449-fbdc-4add-8060-c435701899e5,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:39.986906 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:40.014246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-83836701-bf2d-47ae-a5d2-5dab7bed0a04 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=25f66e0ed3d74295930eb92e0f3a2aee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827155 Jun 30 03:05:40.155047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:40.156676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Checking segment: {'id': 'be21b0e1-47bc-4efd-afd6-6c437cb008fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ff38eef2-e5f8-46a4-a21f-047bc380ee86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:40.156676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Network hostable DHCP agents. Network: ff38eef2-e5f8-46a4-a21f-047bc380ee86, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:05:40.162031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:40.163350 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:40.249438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-77cb8a01-b5dc-4528-9bc7-a99ef93e64cf tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:40.257438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-77cb8a01-b5dc-4528-9bc7-a99ef93e64cf tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420805 Jun 30 03:05:40.258178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Network': ['ID=4762b699-e6ca-4ff1-a8af-5697522c6ab6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:40.272344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 4762b699-e6ca-4ff1-a8af-5697522c6ab6 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:05:40.274427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-721472b7-b2f3-4df3-93cd-d1377ee8daa4 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/quotas/25f66e0ed3d74295930eb92e0f3a2aee HTTP/1.1" status: 200 len: 375 time: 0.0160649 Jun 30 03:05:40.320395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-109cc2b1-bad4-459e-b378-324d964c8d32 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9772034 Jun 30 03:05:40.323830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53552) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:40.330321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'network_id': '4762b699-e6ca-4ff1-a8af-5697522c6ab6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:40.352451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-cc3c0036-1263-40bb-9e2b-7c4daa5772b1 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=25f66e0ed3d74295930eb92e0f3a2aee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687704 Jun 30 03:05:40.353202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Network ff38eef2-e5f8-46a4-a21f-047bc380ee86 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:05:40.491406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ff38eef2-e5f8-46a4-a21f-047bc380ee86) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:40.503572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:40.503728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd9717-89d3-4311-a0a8-e60746064a19 None None] Network ff38eef2-e5f8-46a4-a21f-047bc380ee86 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:40.505330 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:40.587980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Made reservation on behalf of 69da47411add44f0b8d7bca9b99c1501 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:40.593411 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:40.680830 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7d347fcd-0192-4a78-b41c-e5133d411776 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7744274 Jun 30 03:05:40.683474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53560) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:40.688846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Request body: {'port': {'network_id': 'ff38eef2-e5f8-46a4-a21f-047bc380ee86', 'name': 'tempest-TagsExtTest-1151415760'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:40.716983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-ff38eef2-e5f8-46a4-a21f-047bc380ee86', 'network_id': 'ff38eef2-e5f8-46a4-a21f-047bc380ee86', 'tenant_id': 'f51cb9be7dcc4e648f0a135ff33669c8', 'fixed_ips': [{'subnet_id': '0bd13449-fbdc-4add-8060-c435701899e5'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:05:40.722396 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:40.803216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-af210893-7303-4c7a-bf98-44c88a441626 req-4824dbca-eae9-4081-ad04-9464ed97b71f tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 210 time: 0.1161604 Jun 30 03:05:40.808497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_backend_mixin [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Performing IP validity checks on allocation pools {{(pid=94530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 03:05:40.810130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_backend_mixin [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 03:05:40.958513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Allocated IP 172.20.0.2 (ff38eef2-e5f8-46a4-a21f-047bc380ee86/0bd13449-fbdc-4add-8060-c435701899e5/6a2f8b24-1e4d-466c-98e4-b87d22f626ea) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:41.119813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Made reservation on behalf of f51cb9be7dcc4e648f0a135ff33669c8 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:41.124448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:41.152979 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:41.167242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Transition to ACTIVE for port object 6a2f8b24-1e4d-466c-98e4-b87d22f626ea will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:41.182141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] device_id is not set on port 2bf446cb-4686-4d2f-bc38-fb187cbc33f2 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:05:41.184691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Transition to ACTIVE for port object 6a2f8b24-1e4d-466c-98e4-b87d22f626ea will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:41.260168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86b5403c-f6d9-40a0-8b02-f86d62c86fd0 req-e392e659-b9ba-459d-bc1e-7d7168c0f5fe tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 210 time: 0.1011298 Jun 30 03:05:41.302179 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:41.322807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73803ecf-1057-4222-9bd5-694d7d239aff req-4221ebf7-697d-443d-a875-03354bc799c2 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:41.328117 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-4221ebf7-697d-443d-a875-03354bc799c2 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 814 time: 0.6401498 Jun 30 03:05:41.355063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Request body: {'port': {'device_id': '37dd4f51-a073-4897-b8dd-0fd29b581750', 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2', 'admin_state_up': True, 'tenant_id': 'e5cbfb34edfb4cf7b398ae7fc2e49ee5'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:41.356319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Allocated IP 172.20.0.4 (ff38eef2-e5f8-46a4-a21f-047bc380ee86/0bd13449-fbdc-4add-8060-c435701899e5/2bf446cb-4686-4d2f-bc38-fb187cbc33f2) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:41.381598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Pushing event updated for resources: {'Port': ['ID=6a2f8b24-1e4d-466c-98e4-b87d22f626ea,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:41.411972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Network ff38eef2-e5f8-46a4-a21f-047bc380ee86 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:41.430591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:41.447427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:41.592118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Attempting to bind port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:05:41.593677 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Attempting to bind port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'be21b0e1-47bc-4efd-afd6-6c437cb008fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ff38eef2-e5f8-46a4-a21f-047bc380ee86'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:05:41.593677 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Attempting to bind port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea on network ff38eef2-e5f8-46a4-a21f-047bc380ee86 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:41.601146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:05:41.601854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Checking segment: {'id': 'be21b0e1-47bc-4efd-afd6-6c437cb008fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ff38eef2-e5f8-46a4-a21f-047bc380ee86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:41.602445 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:41.603002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Bound using segment: {'id': 'be21b0e1-47bc-4efd-afd6-6c437cb008fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ff38eef2-e5f8-46a4-a21f-047bc380ee86'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:05:41.605002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Bound port: 6a2f8b24-1e4d-466c-98e4-b87d22f626ea, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be21b0e1-47bc-4efd-afd6-6c437cb008fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'ff38eef2-e5f8-46a4-a21f-047bc380ee86'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:05:41.605660 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:41.606023 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:41.627156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Transition to ACTIVE for port object 2bf446cb-4686-4d2f-bc38-fb187cbc33f2 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:41.714500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] For port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:05:41.720766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] For port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6a2f8b24-1e4d-466c-98e4-b87d22f626ea,segment=NetworkSegment(be21b0e1-47bc-4efd-afd6-6c437cb008fd),segment_id=be21b0e1-47bc-4efd-afd6-6c437cb008fd)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:05:41.801435 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:41.834731 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:41.834997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:41.904266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Made reservation on behalf of e5cbfb34edfb4cf7b398ae7fc2e49ee5 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:41.913732 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:41.950137 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Network ff38eef2-e5f8-46a4-a21f-047bc380ee86 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:41.968724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:41.974108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9471e-a0ce-490b-9d7f-163e4c9d0152 None None] Pushing event updated for resources: {'Port': ['ID=6a2f8b24-1e4d-466c-98e4-b87d22f626ea,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:41.989336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:42.091335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:42.092315 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:42.123016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Pushing event updated for resources: {'Port': ['ID=2bf446cb-4686-4d2f-bc38-fb187cbc33f2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:42.153281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=bc8a4b63-aad3-415a-8a75-ebb020bf0614,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:42.199136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0644c13f-61f3-49d0-bfe2-774c35f674f2 req-523d7ff4-9b24-4359-8b37-ac01e4a3bbf8 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 210 time: 0.2428827 Jun 30 03:05:42.202474 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b8f17694-08a6-40c7-a826-cecd28c079a3 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5178504 Jun 30 03:05:42.210368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53608) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:42.231295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-79756cac-d65f-4ff7-b046-1b82cafba058 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-154719551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:42.306143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Checking segment: {'id': '807b075e-aa43-4b41-9d54-cd69febff1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4762b699-e6ca-4ff1-a8af-5697522c6ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:42.306615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network hostable DHCP agents. Network: 4762b699-e6ca-4ff1-a8af-5697522c6ab6, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:05:42.455501 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79756cac-d65f-4ff7-b046-1b82cafba058 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:42.459033 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79756cac-d65f-4ff7-b046-1b82cafba058 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:42.536393 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1aa4e352-6c35-47f7-89cf-0d4bd73701ca req-e965ef72-e9bf-45e5-8163-bb2380b90418 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 210 time: 0.0779588 Jun 30 03:05:42.539743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Network 4762b699-e6ca-4ff1-a8af-5697522c6ab6 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:05:42.547146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Allocated IP 172.20.0.8 (1d0fd537-47a8-4252-a918-9a949ce830a2/32b951a1-6051-4fdd-b623-4c9925f0e66d/968061c6-49dd-47c8-84f0-49523b3de113) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:42.559845 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79756cac-d65f-4ff7-b046-1b82cafba058 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:42.737439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 4762b699-e6ca-4ff1-a8af-5697522c6ab6) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:42.737805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79756cac-d65f-4ff7-b046-1b82cafba058 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:42.752557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5f06f1-2e90-4ab6-9235-239a0969c46b None None] Network 4762b699-e6ca-4ff1-a8af-5697522c6ab6 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:42.763424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:42.764234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:42.807375 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:42.857998 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79756cac-d65f-4ff7-b046-1b82cafba058 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:42.861554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-79756cac-d65f-4ff7-b046-1b82cafba058 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6492367 Jun 30 03:05:42.864156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53640) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:42.870200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-167dd2b8-ad28-4426-a532-20f29243bac7 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1751993175', 'prefixes': ['172.20.0.0/16']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:42.961233 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1e351456-f232-4440-9271-ec235cbedceb tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6361992 Jun 30 03:05:42.964558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53646) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:42.970369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3ac14c4a-db87-4329-8397-36f55684ae27 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:43.042116 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:43.142894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Network 1d0fd537-47a8-4252-a918-9a949ce830a2 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:43.152792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:43.160394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:43.160569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-4762b699-e6ca-4ff1-a8af-5697522c6ab6', 'network_id': '4762b699-e6ca-4ff1-a8af-5697522c6ab6', 'tenant_id': '69da47411add44f0b8d7bca9b99c1501', 'fixed_ips': [{'subnet_id': 'bc8a4b63-aad3-415a-8a75-ebb020bf0614'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:05:43.160569 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:43.308524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Pushing event updated for resources: {'Port': ['ID=968061c6-49dd-47c8-84f0-49523b3de113,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:43.360354 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ac14c4a-db87-4329-8397-36f55684ae27 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9071040'] for subnet, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:43.415883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:43.416634 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:43.425331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Allocated IP 2001:db8::3 (4762b699-e6ca-4ff1-a8af-5697522c6ab6/bc8a4b63-aad3-415a-8a75-ebb020bf0614/75030c26-0ef6-4349-abfa-531245342f82) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:43.521921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c9375222-3c21-45a8-ae1b-9854adbcb91c req-13b5c1e3-7151-49a5-ad55-2e6b835cb490 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 210 time: 0.0413840 Jun 30 03:05:43.554199 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-167dd2b8-ad28-4426-a532-20f29243bac7 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for subnetpool, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:43.555749 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-167dd2b8-ad28-4426-a532-20f29243bac7 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6905839 Jun 30 03:05:43.559265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53670) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:43.564223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-30f589d6-8ac0-4dad-82cd-f7c92e918825 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5', 'tempest-TagsExtTest-Tag-203126689') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:43.568502 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d3d2e248-8b87-44dd-a9e2-cfd1d4891755 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2223773 Jun 30 03:05:43.608626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Request body: {'port': {'device_id': '37dd4f51-a073-4897-b8dd-0fd29b581750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:43.742893 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:43.814587 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:43.861300 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Transition to ACTIVE for port object 75030c26-0ef6-4349-abfa-531245342f82 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:43.884987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6a2f8b24-1e4d-466c-98e4-b87d22f626ea up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:43.964052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Transition to ACTIVE for port object 75030c26-0ef6-4349-abfa-531245342f82 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:44.040631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11129c-929f-4f4e-8bd7-5a49c89cc2e6 req-bdb79036-f566-4e1b-a068-cbf89ca77587 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:44.043449 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e11129c-929f-4f4e-8bd7-5a49c89cc2e6 req-bdb79036-f566-4e1b-a068-cbf89ca77587 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 931 time: 0.1232266 Jun 30 03:05:44.089707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bd04aa-a952-4a8a-9dd8-acd36b6ed892 None None] Network ff38eef2-e5f8-46a4-a21f-047bc380ee86 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:44.096473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e11129c-929f-4f4e-8bd7-5a49c89cc2e6 req-73077dec-ade1-455f-aed0-ed11abdf424c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473428 Jun 30 03:05:44.155626 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-30f589d6-8ac0-4dad-82cd-f7c92e918825 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags/tempest-TagsExtTest-Tag-203126689 HTTP/1.1" status: 201 len: 201 time: 0.5951741 Jun 30 03:05:44.161023 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53690) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:44.168303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-c8d59285-28b8-46a8-b597-25aa15c037da tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2', 'tempest-TagsExtTest-Tag-1492878603') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:44.233463 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:44.235598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:44.302051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Pushing event updated for resources: {'Port': ['ID=75030c26-0ef6-4349-abfa-531245342f82,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:44.362688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Network 4762b699-e6ca-4ff1-a8af-5697522c6ab6 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:44.366003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:44.375282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:44.380249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968061c6-49dd-47c8-84f0-49523b3de113 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:05:44.391713 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:44.434850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Transition to ACTIVE for port object 968061c6-49dd-47c8-84f0-49523b3de113 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:44.475129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Attempting to bind port 75030c26-0ef6-4349-abfa-531245342f82 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:05:44.489723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Attempting to bind port 75030c26-0ef6-4349-abfa-531245342f82 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '807b075e-aa43-4b41-9d54-cd69febff1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4762b699-e6ca-4ff1-a8af-5697522c6ab6'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:05:44.489723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Attempting to bind port 75030c26-0ef6-4349-abfa-531245342f82 on network 4762b699-e6ca-4ff1-a8af-5697522c6ab6 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:44.489723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-613d7d82-b8c9-4e1e-9bd3-3d7dc2ecfeb8 None None] Provisioning for port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:44.491971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:05:44.491971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Checking segment: {'id': '807b075e-aa43-4b41-9d54-cd69febff1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4762b699-e6ca-4ff1-a8af-5697522c6ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:44.491971 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:44.492805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Bound using segment: {'id': '807b075e-aa43-4b41-9d54-cd69febff1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4762b699-e6ca-4ff1-a8af-5697522c6ab6'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:05:44.493511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Bound port: 75030c26-0ef6-4349-abfa-531245342f82, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807b075e-aa43-4b41-9d54-cd69febff1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4762b699-e6ca-4ff1-a8af-5697522c6ab6'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:05:44.493985 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:44.521109 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-613d7d82-b8c9-4e1e-9bd3-3d7dc2ecfeb8 None None] Provisioning complete for port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:44.521663 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-613d7d82-b8c9-4e1e-9bd3-3d7dc2ecfeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:44.574112 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c8d59285-28b8-46a8-b597-25aa15c037da tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags/tempest-TagsExtTest-Tag-1492878603 HTTP/1.1" status: 201 len: 201 time: 0.4092367 Jun 30 03:05:44.574691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53704) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:44.581275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-ca81befe-6bc1-40b8-ac98-60811bc1734c tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520', 'tempest-TagsExtTest-Tag-1425517405') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:44.657278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:44.666439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ac14c4a-db87-4329-8397-36f55684ae27 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735828579076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9122721'] for subnet, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:44.703826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] For port 75030c26-0ef6-4349-abfa-531245342f82, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:05:44.723531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] For port 75030c26-0ef6-4349-abfa-531245342f82, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=75030c26-0ef6-4349-abfa-531245342f82,segment=NetworkSegment(807b075e-aa43-4b41-9d54-cd69febff1bd),segment_id=807b075e-aa43-4b41-9d54-cd69febff1bd)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:05:44.838279 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-613d7d82-b8c9-4e1e-9bd3-3d7dc2ecfeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:44.859903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Pushing event updated for resources: {'Port': ['ID=968061c6-49dd-47c8-84f0-49523b3de113,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:44.878753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-613d7d82-b8c9-4e1e-9bd3-3d7dc2ecfeb8 None None] For port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6a2f8b24-1e4d-466c-98e4-b87d22f626ea,segment=NetworkSegment(be21b0e1-47bc-4efd-afd6-6c437cb008fd),segment_id=be21b0e1-47bc-4efd-afd6-6c437cb008fd)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:44.920621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:44.986800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac14c4a-db87-4329-8397-36f55684ae27 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:44.990415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ac14c4a-db87-4329-8397-36f55684ae27 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:44.996850 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3ac14c4a-db87-4329-8397-36f55684ae27 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "PUT /v2.0/subnets/bc8a4b63-aad3-415a-8a75-ebb020bf0614 HTTP/1.1" status: 200 len: 900 time: 2.0310078 Jun 30 03:05:44.997574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53722) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:45.015522 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-613d7d82-b8c9-4e1e-9bd3-3d7dc2ecfeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:45.049819 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0161946b-0d3f-4687-b095-290890ba7b06 req-4bb2fd26-f6fe-4347-a19a-e55141008239 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 210 time: 0.0866163 Jun 30 03:05:45.078915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35ae58-4b3e-4e4d-8d76-16bc16a607ff None None] Pushing event updated for resources: {'Port': ['ID=75030c26-0ef6-4349-abfa-531245342f82,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:45.080054 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ca81befe-6bc1-40b8-ac98-60811bc1734c tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags/tempest-TagsExtTest-Tag-1425517405 HTTP/1.1" status: 201 len: 201 time: 0.5047212 Jun 30 03:05:45.100737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53728) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:45.107969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-4569b117-2179-4bfa-98e4-180aad540334 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5', 'tempest-TagsExtTest-Tag-1370035522') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:45.241857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d7d82-b8c9-4e1e-9bd3-3d7dc2ecfeb8 None None] Pushing event updated for resources: {'Port': ['ID=6a2f8b24-1e4d-466c-98e4-b87d22f626ea,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:45.355955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53738) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:45.474418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-86574b77-9377-42a6-b093-52db28bb6a5e None None] Provisioning complete for port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:45.474800 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86574b77-9377-42a6-b093-52db28bb6a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:45.488879 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4569b117-2179-4bfa-98e4-180aad540334 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags/tempest-TagsExtTest-Tag-1370035522 HTTP/1.1" status: 201 len: 201 time: 0.3863859 Jun 30 03:05:45.489875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53744) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:45.496502 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-297273dd-db4d-4ad8-93a4-ad5e8ed6af71 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:45.845148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac14c4a-db87-4329-8397-36f55684ae27 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event updated for resources: {'Subnet': ['ID=bc8a4b63-aad3-415a-8a75-ebb020bf0614,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:45.962343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6a2f8b24-1e4d-466c-98e4-b87d22f626ea up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:45.968817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-0471b534-1695-4f81-a435-11984fca5b60 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=25f66e0ed3d74295930eb92e0f3a2aee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2144451 Jun 30 03:05:46.008133 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-297273dd-db4d-4ad8-93a4-ad5e8ed6af71 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags HTTP/1.1" status: 200 len: 240 time: 0.5149384 Jun 30 03:05:46.009351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53764) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:46.020216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-dccb4e09-f8c5-4665-bc10-a550ebba1d8a tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5', 'tempest-TagsExtTest-Tag-203126689') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:46.058181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-86574b77-9377-42a6-b093-52db28bb6a5e None None] Provisioning for port 2bf446cb-4686-4d2f-bc38-fb187cbc33f2 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:46.071344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-86574b77-9377-42a6-b093-52db28bb6a5e None None] Provisioning complete for port 2bf446cb-4686-4d2f-bc38-fb187cbc33f2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:46.075916 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86574b77-9377-42a6-b093-52db28bb6a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:46.166656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-86574b77-9377-42a6-b093-52db28bb6a5e None None] Port 2bf446cb-4686-4d2f-bc38-fb187cbc33f2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:05:46.167523 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dccb4e09-f8c5-4665-bc10-a550ebba1d8a tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags/tempest-TagsExtTest-Tag-203126689 HTTP/1.1" status: 204 len: 168 time: 0.1545763 Jun 30 03:05:46.183769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:46.184152 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:46.196630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53772) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:46.208757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-af39eb85-fbfc-47e1-8fbd-1bc9f867ddc9 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5', 'tempest-TagsExtTest-Tag-203126689') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:46.304381 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:46.306224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Attempting to bind port 968061c6-49dd-47c8-84f0-49523b3de113 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:05:46.306562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Attempting to bind port 968061c6-49dd-47c8-84f0-49523b3de113 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:05:46.306893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Attempting to bind port 968061c6-49dd-47c8-84f0-49523b3de113 on network 1d0fd537-47a8-4252-a918-9a949ce830a2 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:46.375463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Port 968061c6-49dd-47c8-84f0-49523b3de113 on network 1d0fd537-47a8-4252-a918-9a949ce830a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:05:46.375821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Attempting to bind port 968061c6-49dd-47c8-84f0-49523b3de113 on network 1d0fd537-47a8-4252-a918-9a949ce830a2 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:46.386076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 75030c26-0ef6-4349-abfa-531245342f82 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:46.448572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-36f5baa3-55d8-4052-b671-e6d46da194e3 None None] Provisioning complete for port 2bf446cb-4686-4d2f-bc38-fb187cbc33f2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:46.448946 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-36f5baa3-55d8-4052-b671-e6d46da194e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:46.451547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cf499-0fb4-41cc-b4cd-49e21552556a req-ce421013-8c2f-4877-8231-f217bb5130c4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:46.459703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-936cf499-0fb4-41cc-b4cd-49e21552556a req-ce421013-8c2f-4877-8231-f217bb5130c4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 943 time: 0.6801922 Jun 30 03:05:46.516899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-36f5baa3-55d8-4052-b671-e6d46da194e3 None None] Port 2bf446cb-4686-4d2f-bc38-fb187cbc33f2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:05:46.538668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:05:46.539399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Checking segment: {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:46.540088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Bound using segment: {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:05:46.540984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Bound port: 968061c6-49dd-47c8-84f0-49523b3de113, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:05:46.542253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:46.599286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-a02c060e-e3dd-4b49-b49c-2df86e156a3a tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:46.601662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-a02c060e-e3dd-4b49-b49c-2df86e156a3a tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6257508 Jun 30 03:05:46.637841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Request body: {'port': {'device_id': '517f7c85-3f68-4177-a587-7b029917d596', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '25f66e0ed3d74295930eb92e0f3a2aee'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:46.718869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 75030c26-0ef6-4349-abfa-531245342f82 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:46.725852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-936cf499-0fb4-41cc-b4cd-49e21552556a req-7405f01f-5e4e-49d1-810d-a287cbbd6b1c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650244 Jun 30 03:05:46.781322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting port 75030c26-0ef6-4349-abfa-531245342f82 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:46.785582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:46.868275 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-991e79c4-0f7c-48a0-b203-0148afd2fbb7 req-6c86b61d-7eef-4087-b94d-5d8577d58dbc tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 210 time: 0.0820112 Jun 30 03:05:46.897944 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] For port 968061c6-49dd-47c8-84f0-49523b3de113, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:05:46.900894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac235d3d-9732-4cd2-a178-200ba50e82ec None None] Network 4762b699-e6ca-4ff1-a8af-5697522c6ab6 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:46.926328 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] For port 968061c6-49dd-47c8-84f0-49523b3de113, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=968061c6-49dd-47c8-84f0-49523b3de113,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:05:46.975745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] For port 75030c26-0ef6-4349-abfa-531245342f82, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=75030c26-0ef6-4349-abfa-531245342f82,segment=NetworkSegment(807b075e-aa43-4b41-9d54-cd69febff1bd),segment_id=807b075e-aa43-4b41-9d54-cd69febff1bd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:46.976193 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:46.991398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Calling delete_port for 75030c26-0ef6-4349-abfa-531245342f82 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:47.099820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:47.142893 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:47.226858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Pushing event updated for resources: {'Port': ['ID=968061c6-49dd-47c8-84f0-49523b3de113,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:47.236774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:47.237608 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:47.239290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ae2f05f8-f0bd-48a4-a971-c66aac6cd205 service neutron] 10.222.0.83 "PUT /v2.0/ports/968061c6-49dd-47c8-84f0-49523b3de113 HTTP/1.1" status: 200 len: 1091 time: 3.6590350 Jun 30 03:05:47.239397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dd4f51-a073-4897-b8dd-0fd29b581750', 'tag': '968061c6-49dd-47c8-84f0-49523b3de113'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:05:47.251592 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2dcc7a-0457-4b23-a9c9-6766af04aeec" -d '{"events": [{"name": "network-changed", "server_uuid": "37dd4f51-a073-4897-b8dd-0fd29b581750", "tag": "968061c6-49dd-47c8-84f0-49523b3de113"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:05:47.267605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Made reservation on behalf of 25f66e0ed3d74295930eb92e0f3a2aee for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:47.271864 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:47.278989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-af39eb85-fbfc-47e1-8fbd-1bc9f867ddc9 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags/tempest-TagsExtTest-Tag-203126689 HTTP/1.1" status: 204 len: 168 time: 1.0779040 Jun 30 03:05:47.280936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53802) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:47.285413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:47.311007 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febec40f-f021-4968-bfff-0f17c8eb3940 x-openstack-request-id: req-febec40f-f021-4968-bfff-0f17c8eb3940 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:05:47.311311 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dd4f51-a073-4897-b8dd-0fd29b581750", "tag": "968061c6-49dd-47c8-84f0-49523b3de113", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:05:47.311726 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-febec40f-f021-4968-bfff-0f17c8eb3940 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:05:47.312161 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dd4f51-a073-4897-b8dd-0fd29b581750', 'tag': '968061c6-49dd-47c8-84f0-49523b3de113', 'status': 'completed', 'code': 200} Jun 30 03:05:47.319654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c5b97791-ec28-454a-9df8-971c021db10e None None] Provisioning for port 75030c26-0ef6-4349-abfa-531245342f82 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:47.324999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c5b97791-ec28-454a-9df8-971c021db10e None None] Provisioning complete for port 75030c26-0ef6-4349-abfa-531245342f82 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:47.325408 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c5b97791-ec28-454a-9df8-971c021db10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:47.335094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-2e41dfeb-a9cf-4b59-9461-f29a34c216ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:47.454994 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c5b97791-ec28-454a-9df8-971c021db10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:47.475211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36f34a-1c1b-4b21-b479-25481183f14f None None] Network 4762b699-e6ca-4ff1-a8af-5697522c6ab6 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:47.488403 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2e41dfeb-a9cf-4b59-9461-f29a34c216ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags HTTP/1.1" status: 200 len: 205 time: 0.1732025 Jun 30 03:05:47.491161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53808) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:47.500803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-5c92f952-3384-4332-b05c-54f3cc20457a tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:47.538440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] Deleting port d6b91f67-4b45-48b6-84d9-a773675e8371 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:47.538839 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:47.552088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dcc7a-0457-4b23-a9c9-6766af04aeec req-0ef587e4-e5b9-49e1-8612-84e00ce2eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:47.559954 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2dcc7a-0457-4b23-a9c9-6766af04aeec req-0ef587e4-e5b9-49e1-8612-84e00ce2eb24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 1094 time: 0.2176676 Jun 30 03:05:47.647043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] For port d6b91f67-4b45-48b6-84d9-a773675e8371, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d6b91f67-4b45-48b6-84d9-a773675e8371,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:47.647423 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:47.662953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] Calling delete_port for d6b91f67-4b45-48b6-84d9-a773675e8371 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:47.672577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5c92f952-3384-4332-b05c-54f3cc20457a tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags HTTP/1.1" status: 200 len: 241 time: 0.1780610 Jun 30 03:05:47.672853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53814) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:47.679870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-42f0d96e-7d45-4459-95b8-29ee50acfc38 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2', 'tempest-TagsExtTest-Tag-1492878603') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:47.735790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dcc7a-0457-4b23-a9c9-6766af04aeec req-4b317007-73f5-4716-9033-1e2474db4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:47.737280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2dcc7a-0457-4b23-a9c9-6766af04aeec req-4b317007-73f5-4716-9033-1e2474db4b3b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1723742 Jun 30 03:05:47.747087 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:47.900358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2afc2c47-2e6d-4973-8a05-66a1c3014000 None None] Could not find standard attr ID for object 75030c26-0ef6-4349-abfa-531245342f82. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:05:47.921102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Port': ['ID=75030c26-0ef6-4349-abfa-531245342f82,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:47.965841 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-42f0d96e-7d45-4459-95b8-29ee50acfc38 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags/tempest-TagsExtTest-Tag-1492878603 HTTP/1.1" status: 204 len: 168 time: 0.2919531 Jun 30 03:05:47.970559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53828) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:47.975743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-c829f5df-4bd4-41f4-872b-ba00920465e6 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2', 'tempest-TagsExtTest-Tag-1492878603') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:48.016426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9eb3f8ea-b206-4943-9ed3-ec3fdcf88e02 None None] Could not find standard attr ID for object 75030c26-0ef6-4349-abfa-531245342f82. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:05:48.021170 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:48.060501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6c2494-0698-409e-ba3f-015f334c1d74 None None] DHCP port deletion for 4762b699-e6ca-4ff1-a8af-5697522c6ab6 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:05:48.061848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8267411-cf8d-4019-985a-f06e86f77e46 req-01c352cb-887a-4213-8199-8b8a9f7e8bd4 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 210 time: 0.0398824 Jun 30 03:05:48.076871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No DVR routers for this DVR port 75030c26-0ef6-4349-abfa-531245342f82 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:48.098847 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:48.103559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d34f8-efc6-489a-858b-5896b46cb622 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:05:48.147409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b91f67-4b45-48b6-84d9-a773675e8371,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:48.161578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dcc7a-0457-4b23-a9c9-6766af04aeec req-6c1b3c14-651a-4fd6-9c37-11a812811d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:48.177388 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2dcc7a-0457-4b23-a9c9-6766af04aeec req-6c1b3c14-651a-4fd6-9c37-11a812811d44 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4145143 Jun 30 03:05:48.177388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:48.177388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:48.255794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5d34f8-efc6-489a-858b-5896b46cb622 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:05:48.314341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=718315a2-b58a-4217-a734-0ef1ff42399d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:48.332651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6161fb-93b3-4b71-8340-02a9b269d6d0 req-1008fb4c-5bca-4fe8-b89b-fd34082013e6 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:48.335095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a6161fb-93b3-4b71-8340-02a9b269d6d0 req-1008fb4c-5bca-4fe8-b89b-fd34082013e6 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 943 time: 0.3740902 Jun 30 03:05:48.358849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c829f5df-4bd4-41f4-872b-ba00920465e6 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags/tempest-TagsExtTest-Tag-1492878603 HTTP/1.1" status: 204 len: 168 time: 0.3870060 Jun 30 03:05:48.359504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53840) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:48.370174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-c3f11a2a-eade-46b3-add7-09372c0b5a20 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:48.398054 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:48.441924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a6161fb-93b3-4b71-8340-02a9b269d6d0 req-867bf65b-3f9f-4767-9e70-40740c013f7f tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984311 Jun 30 03:05:48.456088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Allocated IP 192.168.233.40 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/eff2a80c-77e5-4d01-a755-cb44e530eef5) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:48.464701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73803ecf-1057-4222-9bd5-694d7d239aff req-3d7ff8bc-908b-4dd5-ab14-2d9e624a56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:48.466264 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-3d7ff8bc-908b-4dd5-ab14-2d9e624a56b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 1094 time: 0.2468464 Jun 30 03:05:48.509187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c3f11a2a-eade-46b3-add7-09372c0b5a20 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags HTTP/1.1" status: 200 len: 205 time: 0.1426151 Jun 30 03:05:48.515253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53846) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:48.524495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-00e5a982-eddd-4259-9c88-7302a6e9d9e7 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:48.527647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-4b3acf7b-0cda-461e-b42a-33abe4d8538b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=968061c6-49dd-47c8-84f0-49523b3de113 HTTP/1.1" status: 200 len: 217 time: 0.0533326 Jun 30 03:05:48.667835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c88bd-75cc-41c5-ab64-ebdd955d2f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-4762b699-e6ca-4ff1-a8af-5697522c6ab6', 'network_id': '4762b699-e6ca-4ff1-a8af-5697522c6ab6', 'tenant_id': '69da47411add44f0b8d7bca9b99c1501', 'fixed_ips': [{'subnet_id': 'bc8a4b63-aad3-415a-8a75-ebb020bf0614'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:05:48.668890 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af2c88bd-75cc-41c5-ab64-ebdd955d2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:48.721802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] Router ffa680e1-b157-4cde-8a27-ef70f7390a61 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:05:48.850113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:05:48.852129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c102aca2-83fc-4927-91dd-4b440a3d701d admin admin] 10.222.0.77 "PUT /v2.0/routers/ffa680e1-b157-4cde-8a27-ef70f7390a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4949055 Jun 30 03:05:48.852822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53854) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:48.856066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] Sync routers for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:05:48.866668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:05:48.868204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:05:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:48.954919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73803ecf-1057-4222-9bd5-694d7d239aff req-5b91f856-343e-4204-9787-a9adf1ea30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:48.956469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-5b91f856-343e-4204-9787-a9adf1ea30dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32b951a1-6051-4fdd-b623-4c9925f0e66d HTTP/1.1" status: 200 len: 854 time: 0.4211271 Jun 30 03:05:48.999703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.018014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:05:49.075890 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.134058 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.170991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.189767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Transition to ACTIVE for port object eff2a80c-77e5-4d01-a755-cb44e530eef5 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:49.219260 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-00e5a982-eddd-4259-9c88-7302a6e9d9e7 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags HTTP/1.1" status: 200 len: 241 time: 0.7008150 Jun 30 03:05:49.225141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Subnet': ['ID=bc8a4b63-aad3-415a-8a75-ebb020bf0614,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:49.228813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53872) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:49.253668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-47e3977c-d115-4cb2-9d0f-6e3dea8f6029 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520', 'tempest-TagsExtTest-Tag-1425517405') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:49.256893 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-be2dbfb4-d3ff-4772-b0b6-3b4b089e37a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d0fd537-47a8-4252-a918-9a949ce830a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1697912 Jun 30 03:05:49.257565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b2e46be-1f2a-47bb-ae35-fcad7697315c req-67fbe402-77d1-42e3-b69e-03bd69a797ef tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 210 time: 0.0408146 Jun 30 03:05:49.299818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5185650-c2f5-4285-a70b-c849835c75f3 None None] Network 4762b699-e6ca-4ff1-a8af-5697522c6ab6 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:49.350436 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.366948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4762b699-e6ca-4ff1-a8af-5697522c6ab6']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:49.382535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807b075e-aa43-4b41-9d54-cd69febff1bd') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:49.382936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807b075e-aa43-4b41-9d54-cd69febff1bd') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:49.402724 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:49.456057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-ea9c3077-8eb0-4575-a7c5-bc2da13e0345 service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682744 Jun 30 03:05:49.549858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47589c3-ed9b-44a6-8d1b-dce56ce5748d None None] DHCP port deletion for 4762b699-e6ca-4ff1-a8af-5697522c6ab6 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:05:49.571201 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.653627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T03:05:47Z', 'revision_number': 5, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port': {'id': '130eea76-5f02-47f2-9b66-741d756f2b8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:24Z', 'updated_at': '2021-06-30T02:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:49.667582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:49.675595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:49.678373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:49.734933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Pushing event updated for resources: {'Port': ['ID=eff2a80c-77e5-4d01-a755-cb44e530eef5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:49.760706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] Checking router: ffa680e1-b157-4cde-8a27-ef70f7390a61 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:05:49.784630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] Routers {'ffa680e1-b157-4cde-8a27-ef70f7390a61'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:05:49.785863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:05:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ffa680e1-b157-4cde-8a27-ef70f7390a61'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:49.788807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-47e3977c-d115-4cb2-9d0f-6e3dea8f6029 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags/tempest-TagsExtTest-Tag-1425517405 HTTP/1.1" status: 204 len: 168 time: 0.5574217 Jun 30 03:05:49.794188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53888) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:49.800473 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73803ecf-1057-4222-9bd5-694d7d239aff req-d1a95123-6344-43fc-af2a-2bec3279ebd8 service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354614 Jun 30 03:05:49.813486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-70c013fc-58cb-40bd-be11-5b71d5c87e23 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520', 'tempest-TagsExtTest-Tag-1425517405') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:49.873919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:49.874665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.880843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 75030c26-0ef6-4349-abfa-531245342f82 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:49.920568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 75030c26-0ef6-4349-abfa-531245342f82 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:49.920989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 75030c26-0ef6-4349-abfa-531245342f82 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:49.943288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4963-f084-4242-b5c6-a1f9ec0ea569 req-806132cf-2fd6-4ef6-b5e6-4a06e0b4f3fa tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:49.966818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Deleting port 130eea76-5f02-47f2-9b66-741d756f2b8c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:49.966818 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:49.967111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4963-f084-4242-b5c6-a1f9ec0ea569 req-806132cf-2fd6-4ef6-b5e6-4a06e0b4f3fa tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:49.968557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4963-f084-4242-b5c6-a1f9ec0ea569 req-806132cf-2fd6-4ef6-b5e6-4a06e0b4f3fa tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:49.983823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] Set router ffa680e1-b157-4cde-8a27-ef70f7390a61 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:05:49.984458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4963-f084-4242-b5c6-a1f9ec0ea569 req-806132cf-2fd6-4ef6-b5e6-4a06e0b4f3fa tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:49.992074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4963-f084-4242-b5c6-a1f9ec0ea569 req-806132cf-2fd6-4ef6-b5e6-4a06e0b4f3fa tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.000815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4963-f084-4242-b5c6-a1f9ec0ea569 req-806132cf-2fd6-4ef6-b5e6-4a06e0b4f3fa tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.009532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4963-f084-4242-b5c6-a1f9ec0ea569 req-806132cf-2fd6-4ef6-b5e6-4a06e0b4f3fa tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.013032 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4fad4963-f084-4242-b5c6-a1f9ec0ea569 req-806132cf-2fd6-4ef6-b5e6-4a06e0b4f3fa tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5443 time: 0.2179809 Jun 30 03:05:50.015433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.031114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.033089 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/4762b699-e6ca-4ff1-a8af-5697522c6ab6 HTTP/1.1" status: 204 len: 168 time: 5.0247514 Jun 30 03:05:50.034856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ad311-0561-4dcb-81c7-630f908250f9 req-20f70f01-ad24-411a-bfa9-0e2a59b47500 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.042480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-106ad311-0561-4dcb-81c7-630f908250f9 req-20f70f01-ad24-411a-bfa9-0e2a59b47500 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 943 time: 0.3494966 Jun 30 03:05:50.048840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53896) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:50.053330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e6885-64b3-4b5b-b253-807289a9b3ec tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Network': ['ID=4762b699-e6ca-4ff1-a8af-5697522c6ab6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:50.066800 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-f7426160-9c01-4fb2-9f9d-dffb85471664 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4469979 Jun 30 03:05:50.073883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T03:05:49Z', 'revision_number': 6, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:50.098803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4fad4963-f084-4242-b5c6-a1f9ec0ea569 req-f27e570d-b0d3-4ed2-8cf2-667fca4f8ffd tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718830 Jun 30 03:05:50.102931 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd5385b-bfc0-4e5f-853f-3d737d931432 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:50.103469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd5385b-bfc0-4e5f-853f-3d737d931432 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:50.105318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9dd5385b-bfc0-4e5f-853f-3d737d931432 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/subnets/bc8a4b63-aad3-415a-8a75-ebb020bf0614 HTTP/1.1" status: 404 len: 337 time: 0.0544839 Jun 30 03:05:50.108071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53902) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:50.137658 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c82e845-f29d-4663-b3e0-ec84538d1b85 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:50.137658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c82e845-f29d-4663-b3e0-ec84538d1b85 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:50.137658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4c82e845-f29d-4663-b3e0-ec84538d1b85 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/4762b699-e6ca-4ff1-a8af-5697522c6ab6 HTTP/1.1" status: 404 len: 339 time: 0.0260088 Jun 30 03:05:50.138080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71269ce5-c84e-4781-9c5b-3c763c8d8d50 None None] The sync data for ids ['ffa680e1-b157-4cde-8a27-ef70f7390a61'] in n-d-798249-3 is: [{'id': 'ffa680e1-b157-4cde-8a27-ef70f7390a61', 'name': 'tempest-AttachVolumeShelveTestJSON-27025183-router', 'tenant_id': '0d7600261eed4f3ebbdb448c22d08382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:22Z', 'updated_at': '2021-06-30T03:05:49Z', 'revision_number': 6, 'project_id': '0d7600261eed4f3ebbdb448c22d08382', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:05:50.143423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53904) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:50.145147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] For port 130eea76-5f02-47f2-9b66-741d756f2b8c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=130eea76-5f02-47f2-9b66-741d756f2b8c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:50.145926 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.183057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Calling delete_port for 130eea76-5f02-47f2-9b66-741d756f2b8c owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:50.220606 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-106ad311-0561-4dcb-81c7-630f908250f9 req-c3b8edd3-7e20-49a7-8d72-1c6abfd7421d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769500 Jun 30 03:05:50.237349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Request body: {'port': {'device_id': '517f7c85-3f68-4177-a587-7b029917d596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:50.261204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-70c013fc-58cb-40bd-be11-5b71d5c87e23 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags/tempest-TagsExtTest-Tag-1425517405 HTTP/1.1" status: 204 len: 168 time: 0.4645343 Jun 30 03:05:50.263818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53912) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:50.272192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-34608c29-2ab8-436e-b623-f95ab2ed1803 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:50.348387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.366190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-34608c29-2ab8-436e-b623-f95ab2ed1803 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags HTTP/1.1" status: 200 len: 205 time: 0.1012669 Jun 30 03:05:50.371948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a99c215b-b596-49ca-815c-995dc54ef30f None None] Provisioning for port eff2a80c-77e5-4d01-a755-cb44e530eef5 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:50.377377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a99c215b-b596-49ca-815c-995dc54ef30f None None] Provisioning complete for port eff2a80c-77e5-4d01-a755-cb44e530eef5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:50.377625 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a99c215b-b596-49ca-815c-995dc54ef30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.378733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53916) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:50.389845 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-70960a63-bd5a-494b-86aa-7a7d376f7d4c tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:50.429271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a99c215b-b596-49ca-815c-995dc54ef30f None None] Port eff2a80c-77e5-4d01-a755-cb44e530eef5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:05:50.443120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.483609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-70960a63-bd5a-494b-86aa-7a7d376f7d4c tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags HTTP/1.1" status: 200 len: 241 time: 0.1035638 Jun 30 03:05:50.488182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53922) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:50.494500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-8546e7fe-9e62-487f-b75e-5adaaf20d381 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5', 'tempest-TagsExtTest-Tag-1370035522') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:50.521239 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb8110-305a-404d-ae42-56485adb2e3a req-331ff6a4-e656-4859-a22d-a265aa6275e4 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.522819 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-deeb8110-305a-404d-ae42-56485adb2e3a req-331ff6a4-e656-4859-a22d-a265aa6275e4 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 935 time: 0.1164179 Jun 30 03:05:50.571010 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-deeb8110-305a-404d-ae42-56485adb2e3a req-78e67895-60a3-4a51-95a6-269b00fcb43f tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Jun 30 03:05:50.573533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ab06-8ea9-45bc-864d-6cf210d606b3 req-6110a6ef-0014-4320-8ba5-ed47671f1eaf tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.579707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ab06-8ea9-45bc-864d-6cf210d606b3 req-6110a6ef-0014-4320-8ba5-ed47671f1eaf tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.585875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ab06-8ea9-45bc-864d-6cf210d606b3 req-6110a6ef-0014-4320-8ba5-ed47671f1eaf tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.593526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ab06-8ea9-45bc-864d-6cf210d606b3 req-6110a6ef-0014-4320-8ba5-ed47671f1eaf tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.599239 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ab06-8ea9-45bc-864d-6cf210d606b3 req-6110a6ef-0014-4320-8ba5-ed47671f1eaf tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.605864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ab06-8ea9-45bc-864d-6cf210d606b3 req-6110a6ef-0014-4320-8ba5-ed47671f1eaf tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.612082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ab06-8ea9-45bc-864d-6cf210d606b3 req-6110a6ef-0014-4320-8ba5-ed47671f1eaf tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:50.614304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16d5ab06-8ea9-45bc-864d-6cf210d606b3 req-6110a6ef-0014-4320-8ba5-ed47671f1eaf tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5443 time: 0.3365777 Jun 30 03:05:50.654049 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.673378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c91248-00fe-4b08-b185-e83ce98a53e8']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:50.687870 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8546e7fe-9e62-487f-b75e-5adaaf20d381 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags/tempest-TagsExtTest-Tag-1370035522 HTTP/1.1" status: 204 len: 168 time: 0.1942263 Jun 30 03:05:50.688264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53930) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:50.693106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-df477bfc-cba8-49d3-aabc-42258e71ca2e tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5', 'tempest-TagsExtTest-Tag-1370035522') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:50.697323 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.702577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19db11f0-6af2-482a-8a9a-fefad17e3abd') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:50.702577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19db11f0-6af2-482a-8a9a-fefad17e3abd') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:50.739620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Pushing event deleted for resources: {'Port': ['ID=130eea76-5f02-47f2-9b66-741d756f2b8c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:50.761031 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.793205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.802925 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:50.803341 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:50.806223 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:50.811848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.907631 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.910119 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:50.956126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-df477bfc-cba8-49d3-aabc-42258e71ca2e tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags/tempest-TagsExtTest-Tag-1370035522 HTTP/1.1" status: 204 len: 168 time: 0.2644348 Jun 30 03:05:50.958567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53938) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:50.962947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-44c6f4c7-1543-4fb6-83b4-8a8228960378 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:50.992323 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-44c6f4c7-1543-4fb6-83b4-8a8228960378 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags HTTP/1.1" status: 200 len: 205 time: 0.0329161 Jun 30 03:05:50.995704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53940) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.000603 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-cfeb8eb3-8e68-4acd-9031-a61d5791981c tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:51.021972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff2a80c-77e5-4d01-a755-cb44e530eef5 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:05:51.030066 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cfeb8eb3-8e68-4acd-9031-a61d5791981c tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0332320 Jun 30 03:05:51.030707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53942) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.030986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.035251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-b6e26b8e-6a47-4413-8f14-bd2c091639dd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:51.044953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Transition to ACTIVE for port object eff2a80c-77e5-4d01-a755-cb44e530eef5 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:51.093768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.093768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.097935 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/d6c91248-00fe-4b08-b185-e83ce98a53e8 HTTP/1.1" status: 204 len: 168 time: 0.9512761 Jun 30 03:05:51.098523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53944) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.133985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b6e26b8e-6a47-4413-8f14-bd2c091639dd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags HTTP/1.1" status: 204 len: 168 time: 0.1021698 Jun 30 03:05:51.136942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53950) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.141574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70caf716-29f2-40f3-9f64-f9e8875a36ae tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Network': ['ID=d6c91248-00fe-4b08-b185-e83ce98a53e8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:51.142274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-2cba393f-b006-4d0b-8c30-c7ecf76e6258 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:51.144017 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc7bd90-1024-41e0-88a1-d0ce0841c9c7 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:51.144472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc7bd90-1024-41e0-88a1-d0ce0841c9c7 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:51.148740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8bc7bd90-1024-41e0-88a1-d0ce0841c9c7 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/subnets/d95fb8ad-5d46-4137-baf7-fb85ea2bed6c HTTP/1.1" status: 404 len: 337 time: 0.0468941 Jun 30 03:05:51.149152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53954) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.192430 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.193133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffa680e1-b157-4cde-8a27-ef70f7390a61 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:05:51.200387 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.202094 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4371384b-d688-4123-bbe8-bdc2f2a31691 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ffa680e1-b157-4cde-8a27-ef70f7390a61 HTTP/1.1" status: 204 len: 168 time: 2.3481796 Jun 30 03:05:51.204703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53956) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.207498 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-dceb5abc-70ec-4563-8784-cbfc458178a2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:51.208478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dceb5abc-70ec-4563-8784-cbfc458178a2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:51.228324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dceb5abc-70ec-4563-8784-cbfc458178a2 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/c51a8b67-08b7-448e-a008-480aa826d752 HTTP/1.1" status: 404 len: 339 time: 0.0609891 Jun 30 03:05:51.231121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53958) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.258449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab196455-a6a5-4a34-a501-f21d72a37988 admin admin] Deleting subnet 06dc96da-1423-48c2-9d63-5f39a1f3f086 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:05:51.261898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab196455-a6a5-4a34-a501-f21d72a37988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.293488 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2cba393f-b006-4d0b-8c30-c7ecf76e6258 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1554902 Jun 30 03:05:51.295966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53962) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.300556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-b9ee7310-7d57-4f4c-9b74-dee551d1afab tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:51.303189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab196455-a6a5-4a34-a501-f21d72a37988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.308569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dd5b57-2298-4aef-bee6-b8441ea2120e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting subnet 52b10e9e-7e34-45ae-9526-744cf4663fa1 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:05:51.329922 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5b57-2298-4aef-bee6-b8441ea2120e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.349354 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.418684 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5b57-2298-4aef-bee6-b8441ea2120e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.434003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab196455-a6a5-4a34-a501-f21d72a37988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.464377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Pushing event updated for resources: {'Port': ['ID=eff2a80c-77e5-4d01-a755-cb44e530eef5,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:51.533902 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b9ee7310-7d57-4f4c-9b74-dee551d1afab tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags HTTP/1.1" status: 204 len: 168 time: 0.2363977 Jun 30 03:05:51.541568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53970) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.542149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aea65f-cb1f-44ae-9f26-50f1521d4ee3 req-f0308c44-9975-4179-8e72-7986eaebf1d4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:51.543923 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5aea65f-cb1f-44ae-9f26-50f1521d4ee3 req-f0308c44-9975-4179-8e72-7986eaebf1d4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 943 time: 0.1733594 Jun 30 03:05:51.549951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-1edeb761-7f4d-4480-b64f-a83929b2bbeb tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5', 'tempest-TagsExtTest-Tag-705118563') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:51.581449 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5b57-2298-4aef-bee6-b8441ea2120e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.615725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Attempting to bind port eff2a80c-77e5-4d01-a755-cb44e530eef5 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:05:51.615725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Attempting to bind port eff2a80c-77e5-4d01-a755-cb44e530eef5 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:05:51.615725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Attempting to bind port eff2a80c-77e5-4d01-a755-cb44e530eef5 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:51.660872 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d6b91f67-4b45-48b6-84d9-a773675e8371 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:51.665680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5aea65f-cb1f-44ae-9f26-50f1521d4ee3 req-e63b20ed-e39d-4511-9123-85cdc63a96e6 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107109 Jun 30 03:05:51.671742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Port eff2a80c-77e5-4d01-a755-cb44e530eef5 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:05:51.672106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Attempting to bind port eff2a80c-77e5-4d01-a755-cb44e530eef5 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:51.697890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:05:51.697890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:51.697890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:05:51.697890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Bound port: eff2a80c-77e5-4d01-a755-cb44e530eef5, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:05:51.699251 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.711873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d6b91f67-4b45-48b6-84d9-a773675e8371 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:51.713099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d6b91f67-4b45-48b6-84d9-a773675e8371 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:51.714182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 130eea76-5f02-47f2-9b66-741d756f2b8c no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:51.739587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 130eea76-5f02-47f2-9b66-741d756f2b8c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:51.740050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 130eea76-5f02-47f2-9b66-741d756f2b8c not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:51.749897 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab196455-a6a5-4a34-a501-f21d72a37988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.787937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab196455-a6a5-4a34-a501-f21d72a37988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06dc96da-1423-48c2-9d63-5f39a1f3f086,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:51.808088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ab196455-a6a5-4a34-a501-f21d72a37988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.810235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ab196455-a6a5-4a34-a501-f21d72a37988 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/06dc96da-1423-48c2-9d63-5f39a1f3f086 HTTP/1.1" status: 204 len: 168 time: 0.6039014 Jun 30 03:05:51.812732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e9098-9ba4-496a-b04e-889200e7d028 None None] Network 6a1378ac-c8ef-4fa7-8690-e1a47af917df requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:51.813078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53980) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.859431 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5b57-2298-4aef-bee6-b8441ea2120e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.876720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] For port eff2a80c-77e5-4d01-a755-cb44e530eef5, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:05:51.884374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] For port eff2a80c-77e5-4d01-a755-cb44e530eef5, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=eff2a80c-77e5-4d01-a755-cb44e530eef5,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:05:51.919728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5432a12-b1b7-4f1d-83fd-f098fadf8647 req-be76bb45-bed6-458c-9405-512bd07957b1 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:51.920087 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5432a12-b1b7-4f1d-83fd-f098fadf8647 req-be76bb45-bed6-458c-9405-512bd07957b1 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 947 time: 0.1447208 Jun 30 03:05:51.941829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5b57-2298-4aef-bee6-b8441ea2120e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.944107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f1dd5b57-2298-4aef-bee6-b8441ea2120e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/subnets/52b10e9e-7e34-45ae-9526-744cf4663fa1 HTTP/1.1" status: 204 len: 168 time: 0.7116606 Jun 30 03:05:51.945129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd5b57-2298-4aef-bee6-b8441ea2120e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Subnet': ['ID=52b10e9e-7e34-45ae-9526-744cf4663fa1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:51.947010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53988) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:51.972698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:51.974056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ea070-d0c3-431d-9694-78879b03397b None None] Network c317396f-104f-4002-9abb-690f0dd6224f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:52.016237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5432a12-b1b7-4f1d-83fd-f098fadf8647 req-77f552d7-2526-4023-a5bc-a07a4730d5bb tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874858 Jun 30 03:05:52.038792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7b1314-5b7c-4721-a04c-de17a2c451d3 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting subnet 5d215c0a-caf0-4f4d-924b-e00aaf483223 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:05:52.042588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Deleting port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:52.042982 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.044369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1314-5b7c-4721-a04c-de17a2c451d3 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.087389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1314-5b7c-4721-a04c-de17a2c451d3 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.092807 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1edeb761-7f4d-4480-b64f-a83929b2bbeb tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags/tempest-TagsExtTest-Tag-705118563 HTTP/1.1" status: 201 len: 201 time: 0.5502489 Jun 30 03:05:52.111241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 53990) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:52.113257 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.119521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-51277068-d0c6-48ed-b792-5cee19bb3655 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2', 'tempest-TagsExtTest-Tag-322851830') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:52.125265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] For port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5d718b4d-eee5-4f76-a0d1-d79afa921ea3,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:52.125867 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.171053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Calling delete_port for 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:52.180832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:52.181462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.187698 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] 10.222.0.74 "PUT /v2.0/ports/eff2a80c-77e5-4d01-a755-cb44e530eef5 HTTP/1.1" status: 200 len: 1095 time: 2.1086054 Jun 30 03:05:52.187698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517f7c85-3f68-4177-a587-7b029917d596', 'tag': 'eff2a80c-77e5-4d01-a755-cb44e530eef5'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:05:52.187698 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dba5efd-a0dd-45f4-9821-e19f303b2408" -d '{"events": [{"name": "network-changed", "server_uuid": "517f7c85-3f68-4177-a587-7b029917d596", "tag": "eff2a80c-77e5-4d01-a755-cb44e530eef5"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:05:52.236815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ec28a-1835-417d-b322-c1c222eb420b None None] DHCP port deletion for 6a1378ac-c8ef-4fa7-8690-e1a47af917df request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:05:52.266741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21adba-51d0-4b13-af00-f77a5fd24e83 service neutron] Pushing event updated for resources: {'Port': ['ID=eff2a80c-77e5-4d01-a755-cb44e530eef5,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:52.275968 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cef248-da9f-42b8-b8cd-eca8eb0a8089 x-openstack-request-id: req-c8cef248-da9f-42b8-b8cd-eca8eb0a8089 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:05:52.276268 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517f7c85-3f68-4177-a587-7b029917d596", "tag": "eff2a80c-77e5-4d01-a755-cb44e530eef5", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:05:52.282433 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8cef248-da9f-42b8-b8cd-eca8eb0a8089 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:05:52.282433 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517f7c85-3f68-4177-a587-7b029917d596', 'tag': 'eff2a80c-77e5-4d01-a755-cb44e530eef5', 'status': 'completed', 'code': 200} Jun 30 03:05:52.345869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-af5ec28a-1835-417d-b322-c1c222eb420b None None] Deleting port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:52.346297 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af5ec28a-1835-417d-b322-c1c222eb420b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.347841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1314-5b7c-4721-a04c-de17a2c451d3 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.414415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba5efd-a0dd-45f4-9821-e19f303b2408 req-1e3fc0c4-eee0-45d8-b086-f491ddc5a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:52.415956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0dba5efd-a0dd-45f4-9821-e19f303b2408 req-1e3fc0c4-eee0-45d8-b086-f491ddc5a1c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25f66e0ed3d74295930eb92e0f3a2aee&device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 1098 time: 0.1365423 Jun 30 03:05:52.418117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-af5ec28a-1835-417d-b322-c1c222eb420b None None] For port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5d718b4d-eee5-4f76-a0d1-d79afa921ea3,segment=NetworkSegment(5c34f8c7-562b-491f-a707-da86d29f254c),segment_id=5c34f8c7-562b-491f-a707-da86d29f254c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:52.418553 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af5ec28a-1835-417d-b322-c1c222eb420b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.443112 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-af5ec28a-1835-417d-b322-c1c222eb420b None None] Calling delete_port for 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:52.452450 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0dba5efd-a0dd-45f4-9821-e19f303b2408 req-525baa01-698d-4772-b9db-5873a43b467e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=25f66e0ed3d74295930eb92e0f3a2aee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249426 Jun 30 03:05:52.521580 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-51277068-d0c6-48ed-b792-5cee19bb3655 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags/tempest-TagsExtTest-Tag-322851830 HTTP/1.1" status: 201 len: 201 time: 0.4092388 Jun 30 03:05:52.524738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54008) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:52.529394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-ec49f85c-e8b4-43aa-af96-f1b7dfc14faf tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520', 'tempest-TagsExtTest-Tag-474910683') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:52.565806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba5efd-a0dd-45f4-9821-e19f303b2408 req-2a78d458-1551-466b-9c92-c54dc4a3e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:52.567656 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0dba5efd-a0dd-45f4-9821-e19f303b2408 req-2a78d458-1551-466b-9c92-c54dc4a3e086 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117361 Jun 30 03:05:52.572206 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af5ec28a-1835-417d-b322-c1c222eb420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.587879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.617035 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ec28a-1835-417d-b322-c1c222eb420b None None] Pushing event deleted for resources: {'Port': ['ID=5d718b4d-eee5-4f76-a0d1-d79afa921ea3,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:52.629234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ec28a-1835-417d-b322-c1c222eb420b None None] No DVR routers for this DVR port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:52.656069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 968061c6-49dd-47c8-84f0-49523b3de113 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:05:52.673006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d718b4d-eee5-4f76-a0d1-d79afa921ea3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:52.677116 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] No DVR routers for this DVR port 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:52.680326 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1314-5b7c-4721-a04c-de17a2c451d3 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.727512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b1314-5b7c-4721-a04c-de17a2c451d3 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Subnet': ['ID=5d215c0a-caf0-4f4d-924b-e00aaf483223,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:52.738769 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1314-5b7c-4721-a04c-de17a2c451d3 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.740743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fd7b1314-5b7c-4721-a04c-de17a2c451d3 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/subnets/5d215c0a-caf0-4f4d-924b-e00aaf483223 HTTP/1.1" status: 204 len: 168 time: 0.7910669 Jun 30 03:05:52.748000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54018) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:52.784459 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.795419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1378ac-c8ef-4fa7-8690-e1a47af917df']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:52.811743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c34f8c7-562b-491f-a707-da86d29f254c') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:52.812230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c34f8c7-562b-491f-a707-da86d29f254c') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:52.823504 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.842290 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.847850 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.849928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:52.850575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:52.852512 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:52.906341 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:52.942288 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ec49f85c-e8b4-43aa-af96-f1b7dfc14faf tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags/tempest-TagsExtTest-Tag-474910683 HTTP/1.1" status: 201 len: 201 time: 0.4170537 Jun 30 03:05:52.944978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54024) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:52.950307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-4d5e8d6f-54ad-427b-99ad-63ebc355571e tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5', 'tempest-TagsExtTest-Tag-953514219') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:52.984582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-c115dc29-301b-4479-ad83-89466ce73558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:52.986334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-c115dc29-301b-4479-ad83-89466ce73558 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=25f66e0ed3d74295930eb92e0f3a2aee&device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 1098 time: 0.3662574 Jun 30 03:05:53.019081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 968061c6-49dd-47c8-84f0-49523b3de113, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=968061c6-49dd-47c8-84f0-49523b3de113,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:53.042556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '968061c6-49dd-47c8-84f0-49523b3de113', 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2', 'port_id': '968061c6-49dd-47c8-84f0-49523b3de113', 'mac_address': 'fa:16:3e:9d:c9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b951a1-6051-4fdd-b623-4c9925f0e66d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:05:53.053817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-a05e01ec-6566-4a1f-985e-e6558a1bccab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=eff2a80c-77e5-4d01-a755-cb44e530eef5 HTTP/1.1" status: 200 len: 217 time: 0.0586929 Jun 30 03:05:53.092223 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:53.120377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968061c6-49dd-47c8-84f0-49523b3de113 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:05:53.125509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:53.126013 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:53.131838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:53.158091 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:53.165462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6a1378ac-c8ef-4fa7-8690-e1a47af917df HTTP/1.1" status: 204 len: 168 time: 1.3512404 Jun 30 03:05:53.166516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ce088-41ca-4b19-84c1-a05b6e2faeb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1378ac-c8ef-4fa7-8690-e1a47af917df,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:53.175427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 968061c6-49dd-47c8-84f0-49523b3de113, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=968061c6-49dd-47c8-84f0-49523b3de113,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:53.188387 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4d5e8d6f-54ad-427b-99ad-63ebc355571e tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags/tempest-TagsExtTest-Tag-953514219 HTTP/1.1" status: 201 len: 201 time: 0.2422693 Jun 30 03:05:53.195635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54042) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:53.203068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-a857b302-aa90-472f-b46f-12f9b1ee09c7 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5', {'tags': ['tempest-TagsExtTest-Tag-1742711009', 'tempest-TagsExtTest-Tag-780502867', 'tempest-TagsExtTest-Tag-2005927234']}) {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:53.236786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-6f6da12c-b74f-47a1-8ece-f93654bfa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.238491 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-6f6da12c-b74f-47a1-8ece-f93654bfa652 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1774616 Jun 30 03:05:53.268380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd7537-9196-431a-b9a5-763685959ad4 req-0f2ad27f-3cf1-4f84-8c9b-7496135d4d96 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.268380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25cd7537-9196-431a-b9a5-763685959ad4 req-0f2ad27f-3cf1-4f84-8c9b-7496135d4d96 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 943 time: 0.3218951 Jun 30 03:05:53.268708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9271b1ee-8226-48de-8380-4112728b9d60 None None] Network c317396f-104f-4002-9abb-690f0dd6224f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:53.373608 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:53.417365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc444e6-991c-4023-b766-7a9c7f21c291 req-8303c498-7c97-4722-aa58-744b9f0ee956 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.419297 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bbc444e6-991c-4023-b766-7a9c7f21c291 req-8303c498-7c97-4722-aa58-744b9f0ee956 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 947 time: 0.1927080 Jun 30 03:05:53.441083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a857b302-aa90-472f-b46f-12f9b1ee09c7 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags HTTP/1.1" status: 200 len: 317 time: 0.2442553 Jun 30 03:05:53.451105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54056) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:53.456874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-2c070f2f-e2bf-415a-9238-6e597bfb0d95 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:53.494327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5b6826cf-ef5d-4acf-989b-172652a6a283 None None] Provisioning complete for port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:53.499992 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5b6826cf-ef5d-4acf-989b-172652a6a283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:53.512188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54058) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:53.569330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bbc444e6-991c-4023-b766-7a9c7f21c291 req-19fb9ae3-bdde-48e7-a3e1-754a3ef3b28b tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220858 Jun 30 03:05:53.607578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=968061c6-49dd-47c8-84f0-49523b3de113,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:53.658713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['968061c6-49dd-47c8-84f0-49523b3de113'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:05:53.687036 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:53.709262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:53.747025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:53.747410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5d718b4d-eee5-4f76-a0d1-d79afa921ea3 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:53.771688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915fae2-f5ae-4672-ba40-ba297fc11c06 req-a76c132a-0c1a-4de4-b314-2e84eadacd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.772695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915fae2-f5ae-4672-ba40-ba297fc11c06 req-a76c132a-0c1a-4de4-b314-2e84eadacd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.772695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915fae2-f5ae-4672-ba40-ba297fc11c06 req-a76c132a-0c1a-4de4-b314-2e84eadacd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.773144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915fae2-f5ae-4672-ba40-ba297fc11c06 req-a76c132a-0c1a-4de4-b314-2e84eadacd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.773911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915fae2-f5ae-4672-ba40-ba297fc11c06 req-a76c132a-0c1a-4de4-b314-2e84eadacd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.774391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915fae2-f5ae-4672-ba40-ba297fc11c06 req-a76c132a-0c1a-4de4-b314-2e84eadacd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.774942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915fae2-f5ae-4672-ba40-ba297fc11c06 req-a76c132a-0c1a-4de4-b314-2e84eadacd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.778421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a62b1f-fcd8-4925-b670-1679114a4f9c None None] DHCP port deletion for c317396f-104f-4002-9abb-690f0dd6224f request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:05:53.778747 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1915fae2-f5ae-4672-ba40-ba297fc11c06 req-a76c132a-0c1a-4de4-b314-2e84eadacd7b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6500 time: 0.2644868 Jun 30 03:05:53.795772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] For port 769d5fd6-18e9-438e-9d2d-17326fb4ef92, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=769d5fd6-18e9-438e-9d2d-17326fb4ef92,segment=NetworkSegment(7c0e3cd5-f5e1-49c0-ae02-091e885e5582),segment_id=7c0e3cd5-f5e1-49c0-ae02-091e885e5582)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:53.796146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:53.806609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25cd7537-9196-431a-b9a5-763685959ad4 req-3e71af25-2e76-443b-aa88-385a192e07d9 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339470 Jun 30 03:05:53.816773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Calling delete_port for 769d5fd6-18e9-438e-9d2d-17326fb4ef92 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:53.840412 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1915fae2-f5ae-4672-ba40-ba297fc11c06 req-2458090e-16af-404d-aa8c-78d32bdaa3ca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=de30e1fd-c0f1-434d-a998-42378a29fe62&id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529599 Jun 30 03:05:53.879130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54072) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:53.880799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-33a62b1f-fcd8-4925-b670-1679114a4f9c None None] Deleting port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:53.881184 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-33a62b1f-fcd8-4925-b670-1679114a4f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:53.884595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-00357435-d61a-46e3-80a0-243607b931ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:53.886286 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-00357435-d61a-46e3-80a0-243607b931ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6298575 Jun 30 03:05:53.942150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2c070f2f-e2bf-415a-9238-6e597bfb0d95 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags HTTP/1.1" status: 204 len: 168 time: 0.4815431 Jun 30 03:05:53.942150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4961b4e1-093e-4bad-818e-650d5cc5e920 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d7600261eed4f3ebbdb448c22d08382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602827 Jun 30 03:05:53.942925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54074) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:53.951709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-c77a91c8-61c3-4b90-ae42-7355de2e8335 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5', 'tempest-TagsExtTest-Tag-1742711009') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:53.953916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54076) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:53.964926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-33a62b1f-fcd8-4925-b670-1679114a4f9c None None] For port 769d5fd6-18e9-438e-9d2d-17326fb4ef92, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=769d5fd6-18e9-438e-9d2d-17326fb4ef92,segment=NetworkSegment(7c0e3cd5-f5e1-49c0-ae02-091e885e5582),segment_id=7c0e3cd5-f5e1-49c0-ae02-091e885e5582)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:53.965554 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-33a62b1f-fcd8-4925-b670-1679114a4f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:53.980858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-33a62b1f-fcd8-4925-b670-1679114a4f9c None None] Calling delete_port for 769d5fd6-18e9-438e-9d2d-17326fb4ef92 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:54.030623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-ace40756-d238-49bb-b4c5-374bf4750d97 service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350110 Jun 30 03:05:54.064217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c27b27d-bd4b-4a9a-aa62-33361a2150c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.090949 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-c77a91c8-61c3-4b90-ae42-7355de2e8335 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:54.093949 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c77a91c8-61c3-4b90-ae42-7355de2e8335 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags/tempest-TagsExtTest-Tag-1742711009 HTTP/1.1" status: 404 len: 329 time: 0.1478684 Jun 30 03:05:54.095863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54084) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:54.096472 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c27b27d-bd4b-4a9a-aa62-33361a2150c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.102003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-0013c1ea-8a85-42ea-b576-ab5c8eed979f tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5', 'tempest-TagsExtTest-Tag-780502867') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:05:54.154918 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:05:54.161167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.163964 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-33a62b1f-fcd8-4925-b670-1679114a4f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.174257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b3f1207-c922-4056-a62a-6cca1779b1b1 req-bd36fe45-5044-4887-ba2d-2999202f2b3b service neutron] 10.222.0.74 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339662 Jun 30 03:05:54.189444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a62b1f-fcd8-4925-b670-1679114a4f9c None None] Pushing event deleted for resources: {'Port': ['ID=769d5fd6-18e9-438e-9d2d-17326fb4ef92,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:54.198560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a62b1f-fcd8-4925-b670-1679114a4f9c None None] No DVR routers for this DVR port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:54.198934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Port': ['ID=769d5fd6-18e9-438e-9d2d-17326fb4ef92,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:54.208307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No DVR routers for this DVR port 769d5fd6-18e9-438e-9d2d-17326fb4ef92 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:54.274005 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-0013c1ea-8a85-42ea-b576-ab5c8eed979f tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:54.278777 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0013c1ea-8a85-42ea-b576-ab5c8eed979f tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags/tempest-TagsExtTest-Tag-780502867 HTTP/1.1" status: 404 len: 328 time: 0.1779997 Jun 30 03:05:54.279208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54090) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:54.295931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-e3124915-5c2f-45cc-9b5d-b40d3129c086 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5', 'tempest-TagsExtTest-Tag-2005927234') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:54.321624 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.331464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c27b27d-bd4b-4a9a-aa62-33361a2150c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.334127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c317396f-104f-4002-9abb-690f0dd6224f']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:54.334296 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c27b27d-bd4b-4a9a-aa62-33361a2150c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.335307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9c27b27d-bd4b-4a9a-aa62-33361a2150c8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58cb5030-800c-442e-bef2-1601cda01320 HTTP/1.1" status: 204 len: 168 time: 0.3804395 Jun 30 03:05:54.343828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b27d-bd4b-4a9a-aa62-33361a2150c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cb5030-800c-442e-bef2-1601cda01320,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:54.349175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0e3cd5-f5e1-49c0-ae02-091e885e5582') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:54.349478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0e3cd5-f5e1-49c0-ae02-091e885e5582') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:54.364169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.381609 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.391581 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-e3124915-5c2f-45cc-9b5d-b40d3129c086 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:54.392626 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e3124915-5c2f-45cc-9b5d-b40d3129c086 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags/tempest-TagsExtTest-Tag-2005927234 HTTP/1.1" status: 404 len: 329 time: 0.1127298 Jun 30 03:05:54.395562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54096) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:54.400423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-f8515fac-9eda-4d36-b4fe-f4873421af45 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2', {'tags': ['tempest-TagsExtTest-Tag-2056416265', 'tempest-TagsExtTest-Tag-1267809328', 'tempest-TagsExtTest-Tag-1034066892']}) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:54.491530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:54.494349 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:54.495577 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:54.660311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 968061c6-49dd-47c8-84f0-49523b3de113 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:54.768760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c34c7b-07eb-4207-8afd-d1442465e7bb req-7b6aafa8-3b26-4a87-b816-c8dbb36b4988 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:54.770147 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28c34c7b-07eb-4207-8afd-d1442465e7bb req-7b6aafa8-3b26-4a87-b816-c8dbb36b4988 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 947 time: 0.0856018 Jun 30 03:05:54.792006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.794381 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.796767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/c317396f-104f-4002-9abb-690f0dd6224f HTTP/1.1" status: 204 len: 168 time: 2.0476665 Jun 30 03:05:54.799652 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54110) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:54.813402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3598-003d-42ef-99be-18c67de04256 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Network': ['ID=c317396f-104f-4002-9abb-690f0dd6224f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:54.830573 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eecaed6-285a-482f-9316-8742c5b8c75b tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:54.831027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eecaed6-285a-482f-9316-8742c5b8c75b tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:54.832723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3eecaed6-285a-482f-9316-8742c5b8c75b tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/subnets/564a458a-9799-42d8-ae81-b29a85710ba3 HTTP/1.1" status: 404 len: 337 time: 0.0320296 Jun 30 03:05:54.835687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54112) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:54.855205 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28c34c7b-07eb-4207-8afd-d1442465e7bb req-22078aba-3721-43e8-9388-eaf97d95fc51 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757635 Jun 30 03:05:54.856665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 968061c6-49dd-47c8-84f0-49523b3de113 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:54.862281 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7ece3e-8404-4373-8702-45c606e003cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:54.862820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7ece3e-8404-4373-8702-45c606e003cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:54.869734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 968061c6-49dd-47c8-84f0-49523b3de113 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:54.871686 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:54.871809 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-de7ece3e-8404-4373-8702-45c606e003cc tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/edc7a0cf-3d28-4f75-8719-146bc52ace0c HTTP/1.1" status: 404 len: 339 time: 0.0333533 Jun 30 03:05:54.879057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54118) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:54.920894 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe1f94f-020b-4794-9076-32642e08346e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:54.922031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe1f94f-020b-4794-9076-32642e08346e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:54.926360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dbe1f94f-020b-4794-9076-32642e08346e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/subnets/f11a5e6d-6892-4d74-bcdf-433f613c4a87 HTTP/1.1" status: 404 len: 337 time: 0.0438645 Jun 30 03:05:54.926817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54122) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:54.947109 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8fca0f-5089-49ad-9a7a-36e713a58223 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:54.948226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8fca0f-5089-49ad-9a7a-36e713a58223 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:54.952275 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9a8fca0f-5089-49ad-9a7a-36e713a58223 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/5fcd6e74-d0fe-40b8-8761-5e0d64be6077 HTTP/1.1" status: 404 len: 339 time: 0.0221689 Jun 30 03:05:54.952519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54124) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:55.005588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:55.006125 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ab5f38-fde2-450e-a040-e0b4e5281ef5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:55.006125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ab5f38-fde2-450e-a040-e0b4e5281ef5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:55.006125 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-06ab5f38-fde2-450e-a040-e0b4e5281ef5 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/subnets/c5c7477f-14a5-41c6-8e67-7622ea082c7a HTTP/1.1" status: 404 len: 337 time: 0.0463905 Jun 30 03:05:55.006376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dd4f51-a073-4897-b8dd-0fd29b581750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968061c6-49dd-47c8-84f0-49523b3de113'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:05:55.007199 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57826bf9-5a18-4994-859a-6de9d86a23eb" -d '{"events": [{"server_uuid": "37dd4f51-a073-4897-b8dd-0fd29b581750", "name": "network-vif-plugged", "status": "completed", "tag": "968061c6-49dd-47c8-84f0-49523b3de113"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:05:55.010006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54130) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:55.058365 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a2105c-b2e9-4fcd-8fe8-74b52909d927 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:55.058365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a2105c-b2e9-4fcd-8fe8-74b52909d927 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:55.058365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-35a2105c-b2e9-4fcd-8fe8-74b52909d927 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/9edae1e9-fbaa-43da-923c-ac8d945b0b33 HTTP/1.1" status: 404 len: 339 time: 0.0309770 Jun 30 03:05:55.059784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 968061c6-49dd-47c8-84f0-49523b3de113, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=968061c6-49dd-47c8-84f0-49523b3de113,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:55.059972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54138) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:55.060238 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f8515fac-9eda-4d36-b4fe-f4873421af45 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags HTTP/1.1" status: 200 len: 318 time: 0.6621215 Jun 30 03:05:55.061602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54140) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:55.067269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-fbabda00-6484-4819-bc5c-5172bd13e9a0 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:55.072439 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d759e07d-055c-43a4-8a06-8051db588288 x-openstack-request-id: req-d759e07d-055c-43a4-8a06-8051db588288 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:05:55.072763 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dd4f51-a073-4897-b8dd-0fd29b581750", "name": "network-vif-plugged", "status": "completed", "tag": "968061c6-49dd-47c8-84f0-49523b3de113", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:05:55.073025 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d759e07d-055c-43a4-8a06-8051db588288 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:05:55.073418 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dd4f51-a073-4897-b8dd-0fd29b581750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968061c6-49dd-47c8-84f0-49523b3de113', 'code': 200} Jun 30 03:05:55.142402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df321e-2423-4d62-91e1-47fbdf9cd149 req-8cf0051c-1d59-4f82-bc66-e5d90665858b tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:55.148027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a5df321e-2423-4d62-91e1-47fbdf9cd149 req-8cf0051c-1d59-4f82-bc66-e5d90665858b tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 944 time: 0.1588902 Jun 30 03:05:55.171579 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:55.266869 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a5df321e-2423-4d62-91e1-47fbdf9cd149 req-1195645a-9d34-425f-8adf-d429e7327d7d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013665 Jun 30 03:05:55.267432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=968061c6-49dd-47c8-84f0-49523b3de113,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:55.288245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a9295-303b-49b7-94e3-b9074c8962fe req-1b2f9ab1-3dc0-4e7d-a53b-8e3d01370946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:55.289995 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d3a9295-303b-49b7-94e3-b9074c8962fe req-1b2f9ab1-3dc0-4e7d-a53b-8e3d01370946 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 1095 time: 0.1449854 Jun 30 03:05:55.329961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d3a9295-303b-49b7-94e3-b9074c8962fe req-3f3a0274-05cd-4e08-8df5-65b82237a8e6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333393 Jun 30 03:05:55.427373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc6aecb-2fd0-4352-9099-2a84e62ad096 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting subnet b3724484-7b10-4342-8d8a-ba483c9d81dc {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:05:55.430974 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2cc6aecb-2fd0-4352-9099-2a84e62ad096 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:55.477748 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2cc6aecb-2fd0-4352-9099-2a84e62ad096 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:55.578028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2cc6aecb-2fd0-4352-9099-2a84e62ad096 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:55.621363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 769d5fd6-18e9-438e-9d2d-17326fb4ef92 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:55.656110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 769d5fd6-18e9-438e-9d2d-17326fb4ef92 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:55.656469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 769d5fd6-18e9-438e-9d2d-17326fb4ef92 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:55.686705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fbabda00-6484-4819-bc5c-5172bd13e9a0 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags HTTP/1.1" status: 204 len: 168 time: 0.6241615 Jun 30 03:05:55.689450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54168) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:55.693949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-d04e8a7e-97fb-48f2-9004-88e9481b68e7 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2', 'tempest-TagsExtTest-Tag-2056416265') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:55.743477 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-d04e8a7e-97fb-48f2-9004-88e9481b68e7 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:55.744522 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d04e8a7e-97fb-48f2-9004-88e9481b68e7 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags/tempest-TagsExtTest-Tag-2056416265 HTTP/1.1" status: 404 len: 329 time: 0.0540390 Jun 30 03:05:55.748154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54174) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:55.752893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-add18601-cf57-4dce-803f-bf63e1d4b9c5 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2', 'tempest-TagsExtTest-Tag-1267809328') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:55.801589 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-add18601-cf57-4dce-803f-bf63e1d4b9c5 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:55.802668 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-add18601-cf57-4dce-803f-bf63e1d4b9c5 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags/tempest-TagsExtTest-Tag-1267809328 HTTP/1.1" status: 404 len: 329 time: 0.0532925 Jun 30 03:05:55.806001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54178) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:55.811335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-69acc5dc-1dac-4f95-a1c9-999e2901cddf tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2', 'tempest-TagsExtTest-Tag-1034066892') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:55.856354 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2cc6aecb-2fd0-4352-9099-2a84e62ad096 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:55.861015 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-69acc5dc-1dac-4f95-a1c9-999e2901cddf tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:55.864948 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-69acc5dc-1dac-4f95-a1c9-999e2901cddf tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags/tempest-TagsExtTest-Tag-1034066892 HTTP/1.1" status: 404 len: 329 time: 0.0578907 Jun 30 03:05:55.865532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54184) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:55.870783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-a786fa2e-59a2-48c5-a1e6-e17aebf7cd34 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520', {'tags': ['tempest-TagsExtTest-Tag-1412060965', 'tempest-TagsExtTest-Tag-1515560841', 'tempest-TagsExtTest-Tag-49144193']}) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:55.882619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6aecb-2fd0-4352-9099-2a84e62ad096 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Subnet': ['ID=b3724484-7b10-4342-8d8a-ba483c9d81dc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:55.888328 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2cc6aecb-2fd0-4352-9099-2a84e62ad096 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:55.890185 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2cc6aecb-2fd0-4352-9099-2a84e62ad096 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/subnets/b3724484-7b10-4342-8d8a-ba483c9d81dc HTTP/1.1" status: 204 len: 168 time: 0.8266113 Jun 30 03:05:55.894393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54186) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:55.896716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8e151-e75f-499b-9a48-733f108732e4 None None] Network 5ff805b2-c6b1-420a-9e7b-85305f1c4671 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:55.983998 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.042590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting port f678f206-dea4-4227-bb33-791717762247 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:56.043016 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.098183 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a786fa2e-59a2-48c5-a1e6-e17aebf7cd34 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags HTTP/1.1" status: 200 len: 316 time: 0.2315533 Jun 30 03:05:56.100626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54198) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:56.107985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-13d5de27-d73e-4485-a456-deed0538d59f tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:56.148355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ce684c-567c-4f5e-beb7-03ba7944888c None None] DHCP port deletion for 5ff805b2-c6b1-420a-9e7b-85305f1c4671 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:05:56.222528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] For port f678f206-dea4-4227-bb33-791717762247, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f678f206-dea4-4227-bb33-791717762247,segment=NetworkSegment(b00e3916-51c9-446a-a7c0-84780fc9e5c5),segment_id=b00e3916-51c9-446a-a7c0-84780fc9e5c5)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:56.222879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.226097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-17ce684c-567c-4f5e-beb7-03ba7944888c None None] Deleting port f678f206-dea4-4227-bb33-791717762247 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:56.226556 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-17ce684c-567c-4f5e-beb7-03ba7944888c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.241239 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Calling delete_port for f678f206-dea4-4227-bb33-791717762247 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:56.268036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c8bd3-e4b0-4815-8b33-06a25dc90888 req-b97f550c-3a9c-4a1b-a3dd-023c9d75e183 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:56.273994 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e57c8bd3-e4b0-4815-8b33-06a25dc90888 req-b97f550c-3a9c-4a1b-a3dd-023c9d75e183 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 947 time: 0.1846304 Jun 30 03:05:56.300257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-17ce684c-567c-4f5e-beb7-03ba7944888c None None] For port f678f206-dea4-4227-bb33-791717762247, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f678f206-dea4-4227-bb33-791717762247,segment=NetworkSegment(b00e3916-51c9-446a-a7c0-84780fc9e5c5),segment_id=b00e3916-51c9-446a-a7c0-84780fc9e5c5)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:56.300772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-17ce684c-567c-4f5e-beb7-03ba7944888c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.322478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-17ce684c-567c-4f5e-beb7-03ba7944888c None None] Calling delete_port for f678f206-dea4-4227-bb33-791717762247 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:56.366994 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e57c8bd3-e4b0-4815-8b33-06a25dc90888 req-58fbdc7a-302b-453d-a754-6f066f686024 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918922 Jun 30 03:05:56.416589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-13d5de27-d73e-4485-a456-deed0538d59f tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags HTTP/1.1" status: 204 len: 168 time: 0.3148196 Jun 30 03:05:56.422015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54216) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:56.426832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-9089b2f5-75c9-46bd-af24-b551e437c178 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520', 'tempest-TagsExtTest-Tag-1412060965') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:56.501145 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-9089b2f5-75c9-46bd-af24-b551e437c178 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:56.502307 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9089b2f5-75c9-46bd-af24-b551e437c178 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags/tempest-TagsExtTest-Tag-1412060965 HTTP/1.1" status: 404 len: 329 time: 0.0791452 Jun 30 03:05:56.505074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54222) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:56.509630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-aee725d6-fc5d-4027-9dc3-095327d8f3e2 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520', 'tempest-TagsExtTest-Tag-1515560841') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:56.555102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c8dd0-aa4b-495f-8b7e-d342070292e1 req-773d19d4-931a-4fcc-b07d-025cd2601a95 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:56.556599 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc4c8dd0-aa4b-495f-8b7e-d342070292e1 req-773d19d4-931a-4fcc-b07d-025cd2601a95 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 945 time: 0.0771286 Jun 30 03:05:56.583382 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.589831 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-aee725d6-fc5d-4027-9dc3-095327d8f3e2 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:56.590053 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-17ce684c-567c-4f5e-beb7-03ba7944888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.591268 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-aee725d6-fc5d-4027-9dc3-095327d8f3e2 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags/tempest-TagsExtTest-Tag-1515560841 HTTP/1.1" status: 404 len: 329 time: 0.0852582 Jun 30 03:05:56.595233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54228) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:56.599917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-d33e2494-e2f5-4b29-a7f7-fac420d83c3b tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520', 'tempest-TagsExtTest-Tag-49144193') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:56.622726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce684c-567c-4f5e-beb7-03ba7944888c None None] Pushing event deleted for resources: {'Port': ['ID=f678f206-dea4-4227-bb33-791717762247,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:56.629886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Port': ['ID=f678f206-dea4-4227-bb33-791717762247,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:56.642191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No DVR routers for this DVR port f678f206-dea4-4227-bb33-791717762247 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:56.645150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce684c-567c-4f5e-beb7-03ba7944888c None None] No DVR routers for this DVR port f678f206-dea4-4227-bb33-791717762247 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:56.653601 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc4c8dd0-aa4b-495f-8b7e-d342070292e1 req-a9440ffe-1790-437d-b199-e5339796d422 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904939 Jun 30 03:05:56.699039 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-d33e2494-e2f5-4b29-a7f7-fac420d83c3b tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:56.700191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d33e2494-e2f5-4b29-a7f7-fac420d83c3b tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags/tempest-TagsExtTest-Tag-49144193 HTTP/1.1" status: 404 len: 327 time: 0.1040204 Jun 30 03:05:56.703013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54236) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:56.707673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-93e5a845-ac8e-4e06-ad27-855b713f3dc2 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5', {'tags': ['tempest-TagsExtTest-Tag-1184124325', 'tempest-TagsExtTest-Tag-942189899', 'tempest-TagsExtTest-Tag-189125005']}) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:56.737749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.747475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff805b2-c6b1-420a-9e7b-85305f1c4671']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:56.756973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00e3916-51c9-446a-a7c0-84780fc9e5c5') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:56.757264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00e3916-51c9-446a-a7c0-84780fc9e5c5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:56.765897 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.779917 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.785813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:56.786213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:56.789634 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:56.880750 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-93e5a845-ac8e-4e06-ad27-855b713f3dc2 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "PUT /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags HTTP/1.1" status: 200 len: 316 time: 0.1766148 Jun 30 03:05:56.883224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54242) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:56.890179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-4f522897-15a0-48a6-b9f5-aa52d5e54206 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:56.942553 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.950775 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.952842 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/5ff805b2-c6b1-420a-9e7b-85305f1c4671 HTTP/1.1" status: 204 len: 168 time: 1.0576384 Jun 30 03:05:56.955275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54244) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:56.971640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fcfd8-0fc8-44a5-90b7-36c73cf074c4 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Network': ['ID=5ff805b2-c6b1-420a-9e7b-85305f1c4671,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:56.994379 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-a460b04b-58dd-404b-889b-569614c3bcc0 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:56.994836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a460b04b-58dd-404b-889b-569614c3bcc0 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:56.996563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a460b04b-58dd-404b-889b-569614c3bcc0 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/subnets/1c57b609-fe26-4cac-bdee-1d76be2a83f4 HTTP/1.1" status: 404 len: 337 time: 0.0398357 Jun 30 03:05:56.999049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54250) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.023885 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd746ef-4f8d-483b-89f1-07b84abbd88e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] DELETE failed (client error): The resource could not be found. Jun 30 03:05:57.024464 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd746ef-4f8d-483b-89f1-07b84abbd88e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:05:57.030296 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dcd746ef-4f8d-483b-89f1-07b84abbd88e tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/f31cdd82-18af-4d62-8c86-78f4a4b86624 HTTP/1.1" status: 404 len: 339 time: 0.0267928 Jun 30 03:05:57.030978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54254) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.085167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd989e9c-2e4a-4ab6-b212-3da4988b4374 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting subnet 18f045a0-7ffc-435f-92f8-3079ee7c50d9 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:05:57.089009 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd989e9c-2e4a-4ab6-b212-3da4988b4374 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:57.113298 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4f522897-15a0-48a6-b9f5-aa52d5e54206 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags HTTP/1.1" status: 204 len: 168 time: 0.2263575 Jun 30 03:05:57.113541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54258) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.117953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-4f3835f1-7ba9-437e-a213-f6b318e3cf45 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5', 'tempest-TagsExtTest-Tag-1184124325') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:57.145538 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd989e9c-2e4a-4ab6-b212-3da4988b4374 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:57.180904 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-4f3835f1-7ba9-437e-a213-f6b318e3cf45 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:57.184734 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4f3835f1-7ba9-437e-a213-f6b318e3cf45 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags/tempest-TagsExtTest-Tag-1184124325 HTTP/1.1" status: 404 len: 329 time: 0.0676517 Jun 30 03:05:57.185004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54264) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.191040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-c095c7f6-a362-4287-bb8a-d20d4fb8ae34 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5', 'tempest-TagsExtTest-Tag-942189899') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:57.247868 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-c095c7f6-a362-4287-bb8a-d20d4fb8ae34 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:57.248926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c095c7f6-a362-4287-bb8a-d20d4fb8ae34 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags/tempest-TagsExtTest-Tag-942189899 HTTP/1.1" status: 404 len: 328 time: 0.0630944 Jun 30 03:05:57.252010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54266) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.256901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-99d048f7-2a5d-4b36-b118-cecf07a0748c tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5', 'tempest-TagsExtTest-Tag-189125005') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:57.261421 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd989e9c-2e4a-4ab6-b212-3da4988b4374 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:57.278762 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-99d048f7-2a5d-4b36-b118-cecf07a0748c tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] show failed (client error): The resource could not be found. Jun 30 03:05:57.280150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-99d048f7-2a5d-4b36-b118-cecf07a0748c tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags/tempest-TagsExtTest-Tag-189125005 HTTP/1.1" status: 404 len: 328 time: 0.0270910 Jun 30 03:05:57.283077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54268) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.288169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-474ab127-2998-4e46-9c42-8d3928414d05 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8162f3ab-80df-4d48-a7ff-c8b2858d57b5') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:57.333808 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-474ab127-2998-4e46-9c42-8d3928414d05 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0496988 Jun 30 03:05:57.336417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54274) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.342233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-dbb0c98f-69ea-4b79-8eb6-12dc0d1a4f93 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '10f084a5-e18f-4a57-b1a6-762715252520') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:57.432370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dbb0c98f-69ea-4b79-8eb6-12dc0d1a4f93 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520/tags HTTP/1.1" status: 204 len: 168 time: 0.0920074 Jun 30 03:05:57.433090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54280) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.438628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-ae92fd91-1ca9-4df9-988b-d1d703179db5 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2bf446cb-4686-4d2f-bc38-fb187cbc33f2') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:57.497396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ae92fd91-1ca9-4df9-988b-d1d703179db5 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0637593 Jun 30 03:05:57.505433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54284) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.532088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd989e9c-2e4a-4ab6-b212-3da4988b4374 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:57.540184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-8f0bb82a-9857-4d6b-98c9-59b135aa7a16 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0bd13449-fbdc-4add-8060-c435701899e5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:57.576327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd989e9c-2e4a-4ab6-b212-3da4988b4374 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Subnet': ['ID=18f045a0-7ffc-435f-92f8-3079ee7c50d9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:57.582591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd989e9c-2e4a-4ab6-b212-3da4988b4374 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:57.588729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bd989e9c-2e4a-4ab6-b212-3da4988b4374 tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/subnets/18f045a0-7ffc-435f-92f8-3079ee7c50d9 HTTP/1.1" status: 204 len: 168 time: 0.5572679 Jun 30 03:05:57.590391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54294) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.591754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebff252-166c-4fd7-8d41-d14f2673d916 None None] Network 8f5747e9-094c-43d1-af6a-0808b6a6d1a2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:05:57.674283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f678f206-dea4-4227-bb33-791717762247 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:57.706990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:57.710142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f678f206-dea4-4227-bb33-791717762247 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:57.710696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f678f206-dea4-4227-bb33-791717762247 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:57.739046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c2d14-fd46-498d-8760-31e164319a84 req-bb9f5534-84e7-4fe9-b74e-ebeaa49abd16 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:57.749246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a1c2d14-fd46-498d-8760-31e164319a84 req-bb9f5534-84e7-4fe9-b74e-ebeaa49abd16 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 947 time: 0.2478352 Jun 30 03:05:57.772088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54300) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:57.773120 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8f0bb82a-9857-4d6b-98c9-59b135aa7a16 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5/tags HTTP/1.1" status: 204 len: 168 time: 0.2695231 Jun 30 03:05:57.794419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Deleting port c7869467-9c5d-4cae-b297-960ba42a856f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:57.794778 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:57.836009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a1c2d14-fd46-498d-8760-31e164319a84 req-18ac9f99-1dac-4174-9b20-acd4dc1ccd72 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855129 Jun 30 03:05:57.904752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d394a749-48d7-42b0-90f3-dfe153ae9d4e None None] DHCP port deletion for 8f5747e9-094c-43d1-af6a-0808b6a6d1a2 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:05:57.938034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] For port c7869467-9c5d-4cae-b297-960ba42a856f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c7869467-9c5d-4cae-b297-960ba42a856f,segment=NetworkSegment(93c6d4e5-77ca-401b-bd16-d4c553e1d2ad),segment_id=93c6d4e5-77ca-401b-bd16-d4c553e1d2ad)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:57.938034 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:57.942975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Calling delete_port for c7869467-9c5d-4cae-b297-960ba42a856f owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:57.975339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d394a749-48d7-42b0-90f3-dfe153ae9d4e None None] Deleting port c7869467-9c5d-4cae-b297-960ba42a856f {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:57.976122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d394a749-48d7-42b0-90f3-dfe153ae9d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.052126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d394a749-48d7-42b0-90f3-dfe153ae9d4e None None] For port c7869467-9c5d-4cae-b297-960ba42a856f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c7869467-9c5d-4cae-b297-960ba42a856f,segment=NetworkSegment(93c6d4e5-77ca-401b-bd16-d4c553e1d2ad),segment_id=93c6d4e5-77ca-401b-bd16-d4c553e1d2ad)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:58.052524 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d394a749-48d7-42b0-90f3-dfe153ae9d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.155568 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e975159d-cf83-4524-b872-9d0a249a0a79 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for subnetpool, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.160094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54310) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:58.160591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e975159d-cf83-4524-b872-9d0a249a0a79 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/subnetpools/8162f3ab-80df-4d48-a7ff-c8b2858d57b5 HTTP/1.1" status: 204 len: 168 time: 0.3875008 Jun 30 03:05:58.193167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.224858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d394a749-48d7-42b0-90f3-dfe153ae9d4e None None] Calling delete_port for c7869467-9c5d-4cae-b297-960ba42a856f owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:58.233889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Port': ['ID=c7869467-9c5d-4cae-b297-960ba42a856f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:58.236074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] No DVR routers for this DVR port c7869467-9c5d-4cae-b297-960ba42a856f on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:58.237569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9dbcc7e9-8ef3-4b0c-9ac5-234d6def5753 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "GET /v2.0/ports?device_id=10f084a5-e18f-4a57-b1a6-762715252520 HTTP/1.1" status: 200 len: 205 time: 0.0752358 Jun 30 03:05:58.246092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54314) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:58.364772 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43793634-ba58-4191-8482-7d4a889781bd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.370961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d394a749-48d7-42b0-90f3-dfe153ae9d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.394690 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.407845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394a749-48d7-42b0-90f3-dfe153ae9d4e None None] Pushing event deleted for resources: {'Port': ['ID=c7869467-9c5d-4cae-b297-960ba42a856f,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:58.411046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394a749-48d7-42b0-90f3-dfe153ae9d4e None None] No DVR routers for this DVR port c7869467-9c5d-4cae-b297-960ba42a856f on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:58.426303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5747e9-094c-43d1-af6a-0808b6a6d1a2']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:58.448547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c6d4e5-77ca-401b-bd16-d4c553e1d2ad') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:58.449155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c6d4e5-77ca-401b-bd16-d4c553e1d2ad') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:05:58.485272 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.513816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.528426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:05:58.528885 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:05:58.537975 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:05:58.578689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43793634-ba58-4191-8482-7d4a889781bd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.580810 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43793634-ba58-4191-8482-7d4a889781bd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.609178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device eff2a80c-77e5-4d01-a755-cb44e530eef5 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:05:58.740354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port eff2a80c-77e5-4d01-a755-cb44e530eef5, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=eff2a80c-77e5-4d01-a755-cb44e530eef5,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:58.747079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.754698 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.756329 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c4c7aa25-fc2e-4c8d-92d0-9cc33f50d34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.756532 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] 10.222.0.77 "DELETE /v2.0/networks/8f5747e9-094c-43d1-af6a-0808b6a6d1a2 HTTP/1.1" status: 204 len: 168 time: 1.1646531 Jun 30 03:05:58.758206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'eff2a80c-77e5-4d01-a755-cb44e530eef5', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'eff2a80c-77e5-4d01-a755-cb44e530eef5', 'mac_address': 'fa:16:3e:ac:fb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:05:58.770338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba1eea-d8bf-48b1-9d5e-85b02e20810f tempest-NetworksIpV6Test-1204254902 tempest-NetworksIpV6Test-1204254902-project] Pushing event deleted for resources: {'Network': ['ID=8f5747e9-094c-43d1-af6a-0808b6a6d1a2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:58.781716 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43793634-ba58-4191-8482-7d4a889781bd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.782884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43793634-ba58-4191-8482-7d4a889781bd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Fanout notify agent at l3_agent the message router_deleted on router 10f084a5-e18f-4a57-b1a6-762715252520 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:05:58.795191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43793634-ba58-4191-8482-7d4a889781bd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.796980 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-43793634-ba58-4191-8482-7d4a889781bd tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/routers/10f084a5-e18f-4a57-b1a6-762715252520 HTTP/1.1" status: 204 len: 168 time: 0.5499074 Jun 30 03:05:58.799974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54344) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:58.802686 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.819636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff2a80c-77e5-4d01-a755-cb44e530eef5 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:05:58.839493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port eff2a80c-77e5-4d01-a755-cb44e530eef5, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=eff2a80c-77e5-4d01-a755-cb44e530eef5,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:58.935021 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:59.022745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3a36b11e-6cb4-4136-a242-37089a93f6ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Deleting port 2bf446cb-4686-4d2f-bc38-fb187cbc33f2 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:59.023082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a36b11e-6cb4-4136-a242-37089a93f6ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:59.031564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=eff2a80c-77e5-4d01-a755-cb44e530eef5,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:59.105426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0606be5-b1cb-4c40-8663-414c5eaad57f req-7767b5aa-5bcf-4190-97a3-2d2e4e710b78 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:59.106982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0606be5-b1cb-4c40-8663-414c5eaad57f req-7767b5aa-5bcf-4190-97a3-2d2e4e710b78 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 948 time: 0.1401386 Jun 30 03:05:59.164575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a36b11e-6cb4-4136-a242-37089a93f6ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:59.182947 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0606be5-b1cb-4c40-8663-414c5eaad57f req-65eb0c22-54e6-4aa0-b685-9d8cc254ff08 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650661 Jun 30 03:05:59.182947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3a36b11e-6cb4-4136-a242-37089a93f6ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Calling delete_port for 2bf446cb-4686-4d2f-bc38-fb187cbc33f2 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:59.220320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['eff2a80c-77e5-4d01-a755-cb44e530eef5'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:05:59.411069 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a36b11e-6cb4-4136-a242-37089a93f6ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:59.423967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54370) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:59.442749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36b11e-6cb4-4136-a242-37089a93f6ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Pushing event deleted for resources: {'Port': ['ID=2bf446cb-4686-4d2f-bc38-fb187cbc33f2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:59.555460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a36b11e-6cb4-4136-a242-37089a93f6ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:59.565829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3a36b11e-6cb4-4136-a242-37089a93f6ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/ports/2bf446cb-4686-4d2f-bc38-fb187cbc33f2 HTTP/1.1" status: 204 len: 168 time: 0.7647452 Jun 30 03:05:59.566487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54382) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:59.664725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1bae9f86-3688-4670-8a44-4f64b7cde7d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=69da47411add44f0b8d7bca9b99c1501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389486 Jun 30 03:05:59.666138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-26849069-6e2d-48a9-8c00-92f6ff1433ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Deleting subnet 0bd13449-fbdc-4add-8060-c435701899e5 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:05:59.668276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54386) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:05:59.686753 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26849069-6e2d-48a9-8c00-92f6ff1433ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:59.710336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c7869467-9c5d-4cae-b297-960ba42a856f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:59.763498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: c7869467-9c5d-4cae-b297-960ba42a856f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:59.763940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c7869467-9c5d-4cae-b297-960ba42a856f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:59.883543 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26849069-6e2d-48a9-8c00-92f6ff1433ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:59.908689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07f35eca-d83d-482f-9fb2-210d8f676740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:59.951200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07f35eca-d83d-482f-9fb2-210d8f676740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.009416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26849069-6e2d-48a9-8c00-92f6ff1433ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.148696 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07f35eca-d83d-482f-9fb2-210d8f676740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.152168 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07f35eca-d83d-482f-9fb2-210d8f676740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.153366 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-07f35eca-d83d-482f-9fb2-210d8f676740 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b83dd67-c6f0-4a21-874b-209da9c9e272 HTTP/1.1" status: 204 len: 168 time: 0.4832129 Jun 30 03:06:00.154503 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26849069-6e2d-48a9-8c00-92f6ff1433ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.187938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26849069-6e2d-48a9-8c00-92f6ff1433ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd13449-fbdc-4add-8060-c435701899e5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:00.191587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f35eca-d83d-482f-9fb2-210d8f676740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b83dd67-c6f0-4a21-874b-209da9c9e272,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:00.193526 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26849069-6e2d-48a9-8c00-92f6ff1433ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.195430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-26849069-6e2d-48a9-8c00-92f6ff1433ad tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/subnets/0bd13449-fbdc-4add-8060-c435701899e5 HTTP/1.1" status: 204 len: 168 time: 0.6279914 Jun 30 03:06:00.198678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54418) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:00.214789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8941caed-486e-40ce-967d-bd97e531fcb5 None None] Network ff38eef2-e5f8-46a4-a21f-047bc380ee86 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:06:00.307419 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.413769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912205ec-8624-41bb-8d57-d03e5f9cff0a req-48f099e9-f9a7-4d40-9eb3-9aa81601a04c tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:00.415395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-912205ec-8624-41bb-8d57-d03e5f9cff0a req-48f099e9-f9a7-4d40-9eb3-9aa81601a04c tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 948 time: 0.1018965 Jun 30 03:06:00.444394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590afe70-9f2a-4671-a72a-30666887f295 None None] DHCP port deletion for ff38eef2-e5f8-46a4-a21f-047bc380ee86 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:06:00.446522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Deleting port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:06:00.446868 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.497720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-590afe70-9f2a-4671-a72a-30666887f295 None None] Deleting port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:06:00.498413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-590afe70-9f2a-4671-a72a-30666887f295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.508418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-912205ec-8624-41bb-8d57-d03e5f9cff0a req-9bb21ad6-734a-4d2d-866e-99eee9274757 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867510 Jun 30 03:06:00.543177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] For port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6a2f8b24-1e4d-466c-98e4-b87d22f626ea,segment=NetworkSegment(be21b0e1-47bc-4efd-afd6-6c437cb008fd),segment_id=be21b0e1-47bc-4efd-afd6-6c437cb008fd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:00.543754 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.616577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Calling delete_port for 6a2f8b24-1e4d-466c-98e4-b87d22f626ea owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:06:00.620480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device eff2a80c-77e5-4d01-a755-cb44e530eef5 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:00.661316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-590afe70-9f2a-4671-a72a-30666887f295 None None] For port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6a2f8b24-1e4d-466c-98e4-b87d22f626ea,segment=NetworkSegment(be21b0e1-47bc-4efd-afd6-6c437cb008fd),segment_id=be21b0e1-47bc-4efd-afd6-6c437cb008fd)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:00.661916 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-590afe70-9f2a-4671-a72a-30666887f295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.708254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-590afe70-9f2a-4671-a72a-30666887f295 None None] Calling delete_port for 6a2f8b24-1e4d-466c-98e4-b87d22f626ea owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:06:01.028524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.030728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port eff2a80c-77e5-4d01-a755-cb44e530eef5 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:01.036983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port eff2a80c-77e5-4d01-a755-cb44e530eef5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:01.037667 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.060323 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Pushing event deleted for resources: {'Port': ['ID=6a2f8b24-1e4d-466c-98e4-b87d22f626ea,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:01.065183 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-590afe70-9f2a-4671-a72a-30666887f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.068062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] No DVR routers for this DVR port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:06:01.097333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590afe70-9f2a-4671-a72a-30666887f295 None None] Pushing event deleted for resources: {'Port': ['ID=6a2f8b24-1e4d-466c-98e4-b87d22f626ea,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:01.108332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590afe70-9f2a-4671-a72a-30666887f295 None None] No DVR routers for this DVR port 6a2f8b24-1e4d-466c-98e4-b87d22f626ea on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:06:01.164539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.180775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff38eef2-e5f8-46a4-a21f-047bc380ee86']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:01.187675 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.195917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be21b0e1-47bc-4efd-afd6-6c437cb008fd') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:01.196351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be21b0e1-47bc-4efd-afd6-6c437cb008fd') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:01.207232 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.218011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517f7c85-3f68-4177-a587-7b029917d596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff2a80c-77e5-4d01-a755-cb44e530eef5'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:01.220484 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2f7858-6ba7-4f0d-aacd-836b7f8c7402" -d '{"events": [{"server_uuid": "517f7c85-3f68-4177-a587-7b029917d596", "name": "network-vif-plugged", "status": "completed", "tag": "eff2a80c-77e5-4d01-a755-cb44e530eef5"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:01.222733 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.239717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port eff2a80c-77e5-4d01-a755-cb44e530eef5, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=eff2a80c-77e5-4d01-a755-cb44e530eef5,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:01.241334 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:06:01.241798 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:06:01.245877 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:06:01.272146 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56becbb-a9c5-42a6-b03a-7ee0909d8e6a x-openstack-request-id: req-f56becbb-a9c5-42a6-b03a-7ee0909d8e6a {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:01.272146 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517f7c85-3f68-4177-a587-7b029917d596", "name": "network-vif-plugged", "status": "completed", "tag": "eff2a80c-77e5-4d01-a755-cb44e530eef5", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:01.272146 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f56becbb-a9c5-42a6-b03a-7ee0909d8e6a {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:01.272659 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517f7c85-3f68-4177-a587-7b029917d596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff2a80c-77e5-4d01-a755-cb44e530eef5', 'code': 200} Jun 30 03:06:01.388026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac179ea-efb4-4998-917b-d484feef72b6 req-fb4f1496-4d41-483e-b129-c8f75ff60970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:01.409197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ac179ea-efb4-4998-917b-d484feef72b6 req-fb4f1496-4d41-483e-b129-c8f75ff60970 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 1099 time: 0.0507514 Jun 30 03:06:01.424444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ac179ea-efb4-4998-917b-d484feef72b6 req-8582ba10-47b2-4681-8c38-6ed17dc592cc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280099 Jun 30 03:06:01.518025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.593701 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.601510 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.606267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.606534 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] 10.222.0.77 "DELETE /v2.0/networks/ff38eef2-e5f8-46a4-a21f-047bc380ee86 HTTP/1.1" status: 204 len: 168 time: 1.4037197 Jun 30 03:06:01.606636 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-da9813cb-5f39-47ba-a7b2-b3f5935bf324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:01.629641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a25a3-d5ee-432e-b7ba-724ea6819d09 tempest-TagsExtTest-738052634 tempest-TagsExtTest-738052634-project] Pushing event deleted for resources: {'Network': ['ID=ff38eef2-e5f8-46a4-a21f-047bc380ee86,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:01.735806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6a2f8b24-1e4d-466c-98e4-b87d22f626ea no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:06:01.741096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=eff2a80c-77e5-4d01-a755-cb44e530eef5,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:01.792193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 6a2f8b24-1e4d-466c-98e4-b87d22f626ea {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:06:01.796107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6a2f8b24-1e4d-466c-98e4-b87d22f626ea not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:06:01.896385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3198a0-2748-4d05-b70b-02cb0828a460 req-2ee51c9e-c08a-4322-b43d-9855547e3197 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:01.902604 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c3198a0-2748-4d05-b70b-02cb0828a460 req-2ee51c9e-c08a-4322-b43d-9855547e3197 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 949 time: 0.1512613 Jun 30 03:06:01.992273 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c3198a0-2748-4d05-b70b-02cb0828a460 req-3b781267-9f41-4c33-abf5-c06fea988561 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834856 Jun 30 03:06:02.252192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54522) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:02.261456 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030687 Jun 30 03:06:02.264285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54524) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:02.436721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b89be7b1-87ab-4a2e-bf8c-c15e8120115e tempest-NetworksApiDiscovery-1352973898 tempest-NetworksApiDiscovery-1352973898-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1699362 Jun 30 03:06:02.548590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54534) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:02.749554 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2cc28f9b-f4eb-4a9f-8bb2-68e072f05039 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f51cb9be7dcc4e648f0a135ff33669c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982386 Jun 30 03:06:02.750686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54538) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:02.816721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c678a595-defa-4e1e-a9ec-58c90b574a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:02.847103 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c678a595-defa-4e1e-a9ec-58c90b574a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:02.930828 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:03.016075 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c678a595-defa-4e1e-a9ec-58c90b574a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:03.019000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c678a595-defa-4e1e-a9ec-58c90b574a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:03.021260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c678a595-defa-4e1e-a9ec-58c90b574a65 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7fcfc785-cd94-4b80-99e8-c7d557c4f994 HTTP/1.1" status: 204 len: 168 time: 0.2692356 Jun 30 03:06:03.036837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678a595-defa-4e1e-a9ec-58c90b574a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcfc785-cd94-4b80-99e8-c7d557c4f994,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:03.156177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54568) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:03.262896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-aa0050c2-59a0-4c67-bdf1-1e6cc75583b4 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:03.264890 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-aa0050c2-59a0-4c67-bdf1-1e6cc75583b4 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/networks?id=5d78ea54-cf4f-4190-be00-168c1a6e3505 HTTP/1.1" status: 200 len: 814 time: 0.1830404 Jun 30 03:06:03.286623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-27d4ce22-5f95-4b4b-8c23-e88710930f7d tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/quotas/e5f31888ea45427eafb003fca1be2f84 HTTP/1.1" status: 200 len: 375 time: 0.0134408 Jun 30 03:06:03.295886 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7bc73e66-52d0-49ae-bd3b-934746d31a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:03.325277 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-89974815-c09e-4c12-b051-23fa9337c15d tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5f31888ea45427eafb003fca1be2f84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306594 Jun 30 03:06:03.352297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c817a-78e1-4dd0-b629-e226dc79fa67 req-01ede675-3a67-4107-b4dc-58a8ad4e169c tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:03.358376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-743c817a-78e1-4dd0-b629-e226dc79fa67 req-01ede675-3a67-4107-b4dc-58a8ad4e169c tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 949 time: 0.1300678 Jun 30 03:06:03.413612 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-743c817a-78e1-4dd0-b629-e226dc79fa67 req-d56a74da-a7bf-4c34-8a47-0ff471ceafec tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520594 Jun 30 03:06:03.463471 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7bc73e66-52d0-49ae-bd3b-934746d31a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:03.471588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-c5142e6f-513d-4819-b920-d0f92c4e4717 service neutron] 10.222.0.77 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382718 Jun 30 03:06:03.564363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7bc73e66-52d0-49ae-bd3b-934746d31a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:03.609839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc73e66-52d0-49ae-bd3b-934746d31a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26857f0d-db97-434a-8f8e-3b75123c7134,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:03.626423 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-5976ddd6-a592-430f-9cfd-9736a2d2de04 service neutron] 10.222.0.77 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478820 Jun 30 03:06:03.645313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7bc73e66-52d0-49ae-bd3b-934746d31a36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=478ad9b01fad4d73aacc701c1b1e0089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873409 Jun 30 03:06:03.648039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54588) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:03.706406 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7de8d798-e526-4c3a-b957-8e8ed21d87f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:03.732196 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7de8d798-e526-4c3a-b957-8e8ed21d87f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:03.878493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7de8d798-e526-4c3a-b957-8e8ed21d87f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:03.878493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7de8d798-e526-4c3a-b957-8e8ed21d87f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:03.878493 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7de8d798-e526-4c3a-b957-8e8ed21d87f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26857f0d-db97-434a-8f8e-3b75123c7134 HTTP/1.1" status: 204 len: 168 time: 0.2279873 Jun 30 03:06:03.889617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8d798-e526-4c3a-b957-8e8ed21d87f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26857f0d-db97-434a-8f8e-3b75123c7134,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:04.307894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-74f28103-565c-4361-b2ac-efbeb260d2f9 req-9fb03c45-3491-49b2-8f77-158478caf3fd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 210 time: 0.0354414 Jun 30 03:06:04.556056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7f007-2ae3-4f98-83ab-b3ecf999b169 req-4f637c35-7a31-41bd-9c67-99e77c4f879a tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:04.558599 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5f7f007-2ae3-4f98-83ab-b3ecf999b169 req-4f637c35-7a31-41bd-9c67-99e77c4f879a tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 949 time: 0.1293325 Jun 30 03:06:04.613796 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5f7f007-2ae3-4f98-83ab-b3ecf999b169 req-480ea439-3ff1-412c-b968-9f7e8c47bd62 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490057 Jun 30 03:06:04.635238 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:05.406429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-381c4a13-cdba-422d-a723-c09987106d21 req-cb15c2ef-3fc3-4555-a639-07ad48bf06a9 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 210 time: 0.0399075 Jun 30 03:06:05.686174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-aac7901b-b914-4319-9d45-5bfbfc7fa2f9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:05.688007 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-aac7901b-b914-4319-9d45-5bfbfc7fa2f9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.74 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 949 time: 0.1666141 Jun 30 03:06:05.853348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-a352bf1d-9e5f-4ce1-a013-f817dfe392b9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Deleting port eff2a80c-77e5-4d01-a755-cb44e530eef5 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:06:05.854359 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-a352bf1d-9e5f-4ce1-a013-f817dfe392b9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:05.986417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207867a9-81f6-4a1b-b464-69ea39c2bf47 req-ea913b85-1ce5-437a-8b0c-0cfef3d5725d tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:06.000371 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-207867a9-81f6-4a1b-b464-69ea39c2bf47 req-ea913b85-1ce5-437a-8b0c-0cfef3d5725d tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 949 time: 0.1873307 Jun 30 03:06:06.117253 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-207867a9-81f6-4a1b-b464-69ea39c2bf47 req-fa59e246-b5dd-442e-afce-29a1420f46fa tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/security-groups?id=718315a2-b58a-4217-a734-0ef1ff42399d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150389 Jun 30 03:06:06.528578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-a352bf1d-9e5f-4ce1-a013-f817dfe392b9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] For port eff2a80c-77e5-4d01-a755-cb44e530eef5, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=eff2a80c-77e5-4d01-a755-cb44e530eef5,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:06.529188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-a352bf1d-9e5f-4ce1-a013-f817dfe392b9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:06.578326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-a352bf1d-9e5f-4ce1-a013-f817dfe392b9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Calling delete_port for eff2a80c-77e5-4d01-a755-cb44e530eef5 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:06:06.592705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a4657eb-9bfd-4b8f-8e23-3a948983a66b req-db2d7572-b2f9-43b0-9b37-c792973e9fd2 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 210 time: 0.0608773 Jun 30 03:06:06.896346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-a352bf1d-9e5f-4ce1-a013-f817dfe392b9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:06.909744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['eff2a80c-77e5-4d01-a755-cb44e530eef5'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:06:07.001347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352bf1d-9e5f-4ce1-a013-f817dfe392b9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Pushing event deleted for resources: {'Port': ['ID=eff2a80c-77e5-4d01-a755-cb44e530eef5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:07.068809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-a352bf1d-9e5f-4ce1-a013-f817dfe392b9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] No DVR routers for this DVR port eff2a80c-77e5-4d01-a755-cb44e530eef5 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:06:07.072182 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-a352bf1d-9e5f-4ce1-a013-f817dfe392b9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:07.074962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e9f52ad-efbd-4bce-b92a-2fe58ac02ed1 req-a352bf1d-9e5f-4ce1-a013-f817dfe392b9 tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.74 "DELETE /v2.0/ports/eff2a80c-77e5-4d01-a755-cb44e530eef5 HTTP/1.1" status: 204 len: 173 time: 1.3799820 Jun 30 03:06:07.075721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517f7c85-3f68-4177-a587-7b029917d596', 'name': 'network-vif-deleted', 'tag': 'eff2a80c-77e5-4d01-a755-cb44e530eef5'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:07.078464 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cf1fed-2682-4dd5-b86b-835fc053bc95" -d '{"events": [{"server_uuid": "517f7c85-3f68-4177-a587-7b029917d596", "name": "network-vif-deleted", "tag": "eff2a80c-77e5-4d01-a755-cb44e530eef5"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:07.141020 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c61ff8f-7d49-415a-9f5e-aeda9552f88c x-openstack-request-id: req-0c61ff8f-7d49-415a-9f5e-aeda9552f88c {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:07.141326 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517f7c85-3f68-4177-a587-7b029917d596", "name": "network-vif-deleted", "tag": "eff2a80c-77e5-4d01-a755-cb44e530eef5", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:07.141640 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c61ff8f-7d49-415a-9f5e-aeda9552f88c {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:07.145000 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517f7c85-3f68-4177-a587-7b029917d596', 'name': 'network-vif-deleted', 'tag': 'eff2a80c-77e5-4d01-a755-cb44e530eef5', 'status': 'completed', 'code': 200} Jun 30 03:06:07.479504 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9fd466fd-f86a-47ee-a3ef-b7df963892f1 req-bd5ee0ea-b15d-4a73-8728-7f8a013d47dc tempest-VolumesNegativeTest-1036041955 tempest-VolumesNegativeTest-1036041955-project] 10.222.0.77 "GET /v2.0/ports?device_id=517f7c85-3f68-4177-a587-7b029917d596 HTTP/1.1" status: 200 len: 210 time: 0.0510595 Jun 30 03:06:07.827093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fa64d549-86c8-4d13-95a7-d34612683a1c req-46bf9133-2fcc-4665-a230-dc59909c78b0 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 210 time: 0.0557032 Jun 30 03:06:08.394962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-06b3c7a5-801f-4312-bf73-aca388d387f1 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:08.396375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-06b3c7a5-801f-4312-bf73-aca388d387f1 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.83 "GET /v2.0/networks?id=5d78ea54-cf4f-4190-be00-168c1a6e3505 HTTP/1.1" status: 200 len: 814 time: 0.2133033 Jun 30 03:06:08.415514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Request body: {'port': {'device_id': '224d405e-76d5-470b-9f2a-ab770a22992d', 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505', 'admin_state_up': True, 'tenant_id': 'e5f31888ea45427eafb003fca1be2f84'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:08.553383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54762) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:08.632007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Made reservation on behalf of e5f31888ea45427eafb003fca1be2f84 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:08.636457 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:08.727615 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d903d-58c3-4dc1-b5dd-6012ca5f86aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:08.852312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Allocated IP 172.20.0.12 (5d78ea54-cf4f-4190-be00-168c1a6e3505/bf91afb0-9b57-47b6-8eff-86c3c07767fb/ea97cb65-ded1-4a63-bb08-1bed34b7b220) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:08.887490 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d903d-58c3-4dc1-b5dd-6012ca5f86aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:08.993030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d003c14-6efc-4476-92bf-f3a1d7b6f538 req-2e773efc-9c7d-4199-8108-51a7ae8a5947 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 210 time: 0.0296865 Jun 30 03:06:08.994827 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b0d903d-58c3-4dc1-b5dd-6012ca5f86aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:09.029000 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b0d903d-58c3-4dc1-b5dd-6012ca5f86aa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=802d416ecfb9499085f607ed738fcd1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744356 Jun 30 03:06:09.031475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54782) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:09.071130 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:09.078710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d903d-58c3-4dc1-b5dd-6012ca5f86aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c7b7fe-d61b-432e-8e25-23d773776397,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:09.128793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b01cb17-25e9-43c3-a742-02806cbd3ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:09.156411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b01cb17-25e9-43c3-a742-02806cbd3ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:09.233998 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:09.284070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Network 5d78ea54-cf4f-4190-be00-168c1a6e3505 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:09.285694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:09.294754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:09.326050 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Pushing event updated for resources: {'Port': ['ID=ea97cb65-ded1-4a63-bb08-1bed34b7b220,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:09.354490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:09.355162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:09.439325 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b01cb17-25e9-43c3-a742-02806cbd3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:09.441876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b01cb17-25e9-43c3-a742-02806cbd3ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:09.444296 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3b01cb17-25e9-43c3-a742-02806cbd3ec3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48c7b7fe-d61b-432e-8e25-23d773776397 HTTP/1.1" status: 204 len: 168 time: 0.4114182 Jun 30 03:06:09.458406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01cb17-25e9-43c3-a742-02806cbd3ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c7b7fe-d61b-432e-8e25-23d773776397,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:09.527990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b3b7ae96-1fda-4776-b3f8-261b46b2d926 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1167467 Jun 30 03:06:09.548048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Request body: {'port': {'device_id': '224d405e-76d5-470b-9f2a-ab770a22992d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:09.691561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:10.062145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea97cb65-ded1-4a63-bb08-1bed34b7b220 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:10.070628 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:10.085273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Transition to ACTIVE for port object ea97cb65-ded1-4a63-bb08-1bed34b7b220 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:10.195396 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:10.338663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Pushing event updated for resources: {'Port': ['ID=ea97cb65-ded1-4a63-bb08-1bed34b7b220,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:10.388475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80d2b0-5f58-4bb7-85bd-72f30743660d req-47e4468a-d25e-4a5a-afad-1d5972dff331 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:10.390155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3f80d2b0-5f58-4bb7-85bd-72f30743660d req-47e4468a-d25e-4a5a-afad-1d5972dff331 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 944 time: 0.2296965 Jun 30 03:06:10.424099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Attempting to bind port ea97cb65-ded1-4a63-bb08-1bed34b7b220 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:10.424565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Attempting to bind port ea97cb65-ded1-4a63-bb08-1bed34b7b220 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '577c62d4-773d-48d3-abab-c652c3fc8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:10.424843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Attempting to bind port ea97cb65-ded1-4a63-bb08-1bed34b7b220 on network 5d78ea54-cf4f-4190-be00-168c1a6e3505 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:10.441473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Port ea97cb65-ded1-4a63-bb08-1bed34b7b220 on network 5d78ea54-cf4f-4190-be00-168c1a6e3505 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:06:10.441865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Attempting to bind port ea97cb65-ded1-4a63-bb08-1bed34b7b220 on network 5d78ea54-cf4f-4190-be00-168c1a6e3505 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:10.448118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54870) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:10.452002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3f80d2b0-5f58-4bb7-85bd-72f30743660d req-cf05d115-8709-43c2-9ed2-253024462854 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534842 Jun 30 03:06:10.452878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:10.453229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Checking segment: {'id': '577c62d4-773d-48d3-abab-c652c3fc8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:10.453647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Bound using segment: {'id': '577c62d4-773d-48d3-abab-c652c3fc8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:10.454095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Bound port: ea97cb65-ded1-4a63-bb08-1bed34b7b220, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577c62d4-773d-48d3-abab-c652c3fc8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:10.454466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:10.473786 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fdc2be92-e433-4fae-9dc4-894d9a04cfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:10.555092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] For port ea97cb65-ded1-4a63-bb08-1bed34b7b220, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:10.563082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] For port ea97cb65-ded1-4a63-bb08-1bed34b7b220, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ea97cb65-ded1-4a63-bb08-1bed34b7b220,segment=NetworkSegment(577c62d4-773d-48d3-abab-c652c3fc8fb8),segment_id=577c62d4-773d-48d3-abab-c652c3fc8fb8)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:10.623193 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fdc2be92-e433-4fae-9dc4-894d9a04cfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:10.643783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:10.670363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device eff2a80c-77e5-4d01-a755-cb44e530eef5 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:06:10.700724 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Pushing event updated for resources: {'Port': ['ID=ea97cb65-ded1-4a63-bb08-1bed34b7b220,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:10.702621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fdc2be92-e433-4fae-9dc4-894d9a04cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:10.725826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:10.726455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:10.728123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-b4ba0ed5-ab33-46e9-9c40-a62c3954f421 service neutron] 10.222.0.83 "PUT /v2.0/ports/ea97cb65-ded1-4a63-bb08-1bed34b7b220 HTTP/1.1" status: 200 len: 1092 time: 1.1922421 Jun 30 03:06:10.728697 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224d405e-76d5-470b-9f2a-ab770a22992d', 'tag': 'ea97cb65-ded1-4a63-bb08-1bed34b7b220'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:10.731163 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b1704a-b403-42e6-b414-341708686e28" -d '{"events": [{"name": "network-changed", "server_uuid": "224d405e-76d5-470b-9f2a-ab770a22992d", "tag": "ea97cb65-ded1-4a63-bb08-1bed34b7b220"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:10.754860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: eff2a80c-77e5-4d01-a755-cb44e530eef5 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:06:10.755451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device eff2a80c-77e5-4d01-a755-cb44e530eef5 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:06:10.772165 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc89d9de-a9ae-4954-9dbe-dc8c48c509e9 x-openstack-request-id: req-fc89d9de-a9ae-4954-9dbe-dc8c48c509e9 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:10.772792 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224d405e-76d5-470b-9f2a-ab770a22992d", "tag": "ea97cb65-ded1-4a63-bb08-1bed34b7b220", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:10.773466 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc89d9de-a9ae-4954-9dbe-dc8c48c509e9 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:10.774131 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224d405e-76d5-470b-9f2a-ab770a22992d', 'tag': 'ea97cb65-ded1-4a63-bb08-1bed34b7b220', 'status': 'completed', 'code': 200} Jun 30 03:06:10.811466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54888) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:10.818076 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fdc2be92-e433-4fae-9dc4-894d9a04cfe9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04b5168dcc24445d92d3b03899c03fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543587 Jun 30 03:06:10.884196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2be92-e433-4fae-9dc4-894d9a04cfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afdc501-54ac-4900-a3da-be1179c601da,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:10.979471 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-834617a8-47c0-4a0d-bf62-8ffb95c8d278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:11.024873 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-834617a8-47c0-4a0d-bf62-8ffb95c8d278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:11.149154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1704a-b403-42e6-b414-341708686e28 req-3266732f-6349-44e8-b852-b21cf7861a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:11.152212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89b1704a-b403-42e6-b414-341708686e28 req-3266732f-6349-44e8-b852-b21cf7861a0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5f31888ea45427eafb003fca1be2f84&device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 1095 time: 0.3457129 Jun 30 03:06:11.205945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-834617a8-47c0-4a0d-bf62-8ffb95c8d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:11.208412 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-834617a8-47c0-4a0d-bf62-8ffb95c8d278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:11.209566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-834617a8-47c0-4a0d-bf62-8ffb95c8d278 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6afdc501-54ac-4900-a3da-be1179c601da HTTP/1.1" status: 204 len: 168 time: 0.3971834 Jun 30 03:06:11.222229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834617a8-47c0-4a0d-bf62-8ffb95c8d278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afdc501-54ac-4900-a3da-be1179c601da,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:11.290643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1704a-b403-42e6-b414-341708686e28 req-3b45d243-c7d8-4f5a-9b11-8ee6859ef6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:11.292813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89b1704a-b403-42e6-b414-341708686e28 req-3b45d243-c7d8-4f5a-9b11-8ee6859ef6e7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e5f31888ea45427eafb003fca1be2f84&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1329882 Jun 30 03:06:11.503324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1704a-b403-42e6-b414-341708686e28 req-204c3ef9-e823-426b-82ab-73955cb158bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:11.504843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89b1704a-b403-42e6-b414-341708686e28 req-204c3ef9-e823-426b-82ab-73955cb158bb service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1990581 Jun 30 03:06:11.654721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-d15bc099-25c5-4e7e-a1c4-d0ff5bd0d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:11.657044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-d15bc099-25c5-4e7e-a1c4-d0ff5bd0d59d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5f31888ea45427eafb003fca1be2f84&device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 1095 time: 0.0962260 Jun 30 03:06:11.788795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897172b-f0ad-4ef3-a046-18fa8c270688 req-2f3a93b0-bf0a-42e9-8053-a1dc3221af12 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:11.802527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2897172b-f0ad-4ef3-a046-18fa8c270688 req-2f3a93b0-bf0a-42e9-8053-a1dc3221af12 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 944 time: 0.1733391 Jun 30 03:06:11.877167 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-d3a8d788-26cd-4a9a-9451-97b3670c9e60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea97cb65-ded1-4a63-bb08-1bed34b7b220 HTTP/1.1" status: 200 len: 217 time: 0.2089801 Jun 30 03:06:11.913923 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2897172b-f0ad-4ef3-a046-18fa8c270688 req-0d1b93fa-44ce-4b20-ab81-b503c4bfc952 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072388 Jun 30 03:06:11.969823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-56dab38f-5943-4944-bcab-8615fb8494b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:11.971629 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-56dab38f-5943-4944-bcab-8615fb8494b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf91afb0-9b57-47b6-8eff-86c3c07767fb HTTP/1.1" status: 200 len: 854 time: 0.0871449 Jun 30 03:06:12.047001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-f6f466e1-b076-447c-8efd-de0b4dbba1b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5d78ea54-cf4f-4190-be00-168c1a6e3505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677760 Jun 30 03:06:12.238247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-806efd99-09e2-4be7-b4ef-f76d728d85de service neutron] 10.222.0.83 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774738 Jun 30 03:06:12.344454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80a52826-77e6-47f0-a27b-ad608beb0fcd req-fdea2707-2df0-402e-b6eb-484ec5644b56 service neutron] 10.222.0.83 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981216 Jun 30 03:06:13.170918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa25c2-c39b-47ca-b25a-2dafcd1e4fcf req-762527e0-ad3d-43f4-a6ed-56189e3068a9 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:13.180678 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8fa25c2-c39b-47ca-b25a-2dafcd1e4fcf req-762527e0-ad3d-43f4-a6ed-56189e3068a9 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 944 time: 0.1110280 Jun 30 03:06:13.282961 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8fa25c2-c39b-47ca-b25a-2dafcd1e4fcf req-837995ec-240d-4f12-931e-a9fe69263ab1 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998995 Jun 30 03:06:13.355768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55040) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:13.462846 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd23a-ba35-441a-b4ae-ea8eb15ad1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:13.559110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd23a-ba35-441a-b4ae-ea8eb15ad1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:13.729666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9a8fd23a-ba35-441a-b4ae-ea8eb15ad1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:13.794315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fd23a-ba35-441a-b4ae-ea8eb15ad1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20178c95-0c5a-4a68-b961-0d64a7461b6b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:13.810238 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9a8fd23a-ba35-441a-b4ae-ea8eb15ad1c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b8c3e0d2aab4a5082fbdf6cd49c7edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476252 Jun 30 03:06:13.810943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55056) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:13.862820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b8f2015-933e-4677-b923-36b1828f6aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:13.883410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b8f2015-933e-4677-b923-36b1828f6aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.096390 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b8f2015-933e-4677-b923-36b1828f6aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.099881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b8f2015-933e-4677-b923-36b1828f6aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.104232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3b8f2015-933e-4677-b923-36b1828f6aee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20178c95-0c5a-4a68-b961-0d64a7461b6b HTTP/1.1" status: 204 len: 168 time: 0.2901325 Jun 30 03:06:14.117198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f2015-933e-4677-b923-36b1828f6aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20178c95-0c5a-4a68-b961-0d64a7461b6b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:14.516463 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:06:14.557303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786032e3-c15a-458a-8103-defb0723248b req-343ad7af-b340-401d-aba1-c09b58f40d63 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:14.561122 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-786032e3-c15a-458a-8103-defb0723248b req-343ad7af-b340-401d-aba1-c09b58f40d63 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 944 time: 0.1216059 Jun 30 03:06:14.608615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-786032e3-c15a-458a-8103-defb0723248b req-25bef57b-f26d-4cf2-bf1a-50e5ae8220d7 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463545 Jun 30 03:06:14.724988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ea97cb65-ded1-4a63-bb08-1bed34b7b220 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:06:14.828118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ea97cb65-ded1-4a63-bb08-1bed34b7b220, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ea97cb65-ded1-4a63-bb08-1bed34b7b220,segment=NetworkSegment(577c62d4-773d-48d3-abab-c652c3fc8fb8),segment_id=577c62d4-773d-48d3-abab-c652c3fc8fb8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:14.842155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'ea97cb65-ded1-4a63-bb08-1bed34b7b220', 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505', 'port_id': 'ea97cb65-ded1-4a63-bb08-1bed34b7b220', 'mac_address': 'fa:16:3e:9d:f6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf91afb0-9b57-47b6-8eff-86c3c07767fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:06:14.882208 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.926822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea97cb65-ded1-4a63-bb08-1bed34b7b220 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:14.963348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ea97cb65-ded1-4a63-bb08-1bed34b7b220, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ea97cb65-ded1-4a63-bb08-1bed34b7b220,segment=NetworkSegment(577c62d4-773d-48d3-abab-c652c3fc8fb8),segment_id=577c62d4-773d-48d3-abab-c652c3fc8fb8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:15.071684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.133007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=ea97cb65-ded1-4a63-bb08-1bed34b7b220,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:15.280151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['ea97cb65-ded1-4a63-bb08-1bed34b7b220'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:06:15.801051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86ce16-5367-4c8a-90f3-837412258ebf req-ee40f197-2b84-48b1-83da-b317e5ee7d1e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:15.803562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f86ce16-5367-4c8a-90f3-837412258ebf req-ee40f197-2b84-48b1-83da-b317e5ee7d1e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 945 time: 0.0663633 Jun 30 03:06:15.837751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e30667e0-62d1-4ea2-81d0-fc406e2ccda9 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:15.839228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e30667e0-62d1-4ea2-81d0-fc406e2ccda9 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 814 time: 0.1738825 Jun 30 03:06:15.855977 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f86ce16-5367-4c8a-90f3-837412258ebf req-ea4f7e22-d38a-493f-a736-c5d1cedc9c7b tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370347 Jun 30 03:06:15.856486 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-4b24e7b0-aae9-4171-9b07-1188c45dde12 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/quotas/e5cbfb34edfb4cf7b398ae7fc2e49ee5 HTTP/1.1" status: 200 len: 375 time: 0.0116014 Jun 30 03:06:15.952466 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-6db4e52c-7413-4e25-8c42-4214d17f6c5c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882289 Jun 30 03:06:16.145102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-5aeda3e3-b5b2-43f4-a4f5-20450f78a2ba service neutron] 10.222.0.77 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852028 Jun 30 03:06:16.237034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-12876469-6725-4c97-8863-1f82448838f3 service neutron] 10.222.0.77 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853794 Jun 30 03:06:16.741938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ea97cb65-ded1-4a63-bb08-1bed34b7b220 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:16.801591 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b2fcb3d-8fd1-4c71-a3f6-82ceded25356 req-98532002-cfe5-4018-8c1c-5e3e33a9b50d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 210 time: 0.0775001 Jun 30 03:06:16.969298 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port ea97cb65-ded1-4a63-bb08-1bed34b7b220 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:16.975278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port ea97cb65-ded1-4a63-bb08-1bed34b7b220 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:16.975730 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:17.096039 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:17.176118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224d405e-76d5-470b-9f2a-ab770a22992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea97cb65-ded1-4a63-bb08-1bed34b7b220'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:17.179626 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8271c77f-fee1-48ce-acad-a1eb4d2a7161" -d '{"events": [{"server_uuid": "224d405e-76d5-470b-9f2a-ab770a22992d", "name": "network-vif-plugged", "status": "completed", "tag": "ea97cb65-ded1-4a63-bb08-1bed34b7b220"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:17.196877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port ea97cb65-ded1-4a63-bb08-1bed34b7b220, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ea97cb65-ded1-4a63-bb08-1bed34b7b220,segment=NetworkSegment(577c62d4-773d-48d3-abab-c652c3fc8fb8),segment_id=577c62d4-773d-48d3-abab-c652c3fc8fb8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:17.322075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:17.416732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af7a6c-6a6a-4e63-a749-84fdb2a0f1fd req-b4fe6547-7027-4c1a-bebf-a96758081a97 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:17.425656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06af7a6c-6a6a-4e63-a749-84fdb2a0f1fd req-b4fe6547-7027-4c1a-bebf-a96758081a97 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 945 time: 0.4306300 Jun 30 03:06:17.480862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=ea97cb65-ded1-4a63-bb08-1bed34b7b220,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:17.482522 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06af7a6c-6a6a-4e63-a749-84fdb2a0f1fd req-e4378686-7d22-4ab0-a886-486f8582efdd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542343 Jun 30 03:06:17.503576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.503932 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.510187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.510828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.511049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.511399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.511754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.512078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.512591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.513181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.513702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.514762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:17.602509 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b0e1c4-1734-43b2-b1f1-ae58c1125067 x-openstack-request-id: req-51b0e1c4-1734-43b2-b1f1-ae58c1125067 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:17.602509 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224d405e-76d5-470b-9f2a-ab770a22992d", "name": "network-vif-plugged", "status": "completed", "tag": "ea97cb65-ded1-4a63-bb08-1bed34b7b220", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:17.602509 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51b0e1c4-1734-43b2-b1f1-ae58c1125067 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:17.602509 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224d405e-76d5-470b-9f2a-ab770a22992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea97cb65-ded1-4a63-bb08-1bed34b7b220', 'code': 200} Jun 30 03:06:17.764773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0e3e3-7978-4b1f-b16c-43c8a8a8d227 req-1b320f81-e536-4158-b6f0-b1299ae86d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:17.767346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14d0e3e3-7978-4b1f-b16c-43c8a8a8d227 req-1b320f81-e536-4158-b6f0-b1299ae86d57 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 1097 time: 0.0987425 Jun 30 03:06:17.823944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14d0e3e3-7978-4b1f-b16c-43c8a8a8d227 req-2f2785d7-b80e-4e78-b2bf-567db2c6207a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439956 Jun 30 03:06:17.946022 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7de41631-57d9-424b-901f-12c6d4122827 req-ed5cd23a-c7d9-405d-9345-d79d97872252 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 210 time: 0.0688219 Jun 30 03:06:18.727385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d69968-6c66-403a-b2ce-d818a787a9aa req-c0d4dec8-b2b1-49a8-a2b3-934fdfa239f5 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:18.729006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4d69968-6c66-403a-b2ce-d818a787a9aa req-c0d4dec8-b2b1-49a8-a2b3-934fdfa239f5 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 946 time: 0.1406438 Jun 30 03:06:18.746518 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-01a5c019-5d06-4e14-a873-d312758fc97d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1477394 Jun 30 03:06:18.856315 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4d69968-6c66-403a-b2ce-d818a787a9aa req-76f341ff-8c1d-43b2-90a8-75098988ae1a tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087549 Jun 30 03:06:19.020611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-9f874a7e-e89e-4bc2-92c7-2dd6f65b4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.020611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-9f874a7e-e89e-4bc2-92c7-2dd6f65b4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.021078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-9f874a7e-e89e-4bc2-92c7-2dd6f65b4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.021777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-9f874a7e-e89e-4bc2-92c7-2dd6f65b4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.022102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-9f874a7e-e89e-4bc2-92c7-2dd6f65b4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.022676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-9f874a7e-e89e-4bc2-92c7-2dd6f65b4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.025551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-9f874a7e-e89e-4bc2-92c7-2dd6f65b4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.025551 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-9f874a7e-e89e-4bc2-92c7-2dd6f65b4936 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6500 time: 0.1653097 Jun 30 03:06:19.103211 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-471e5814-8576-41d2-a672-9ade870dfb59 req-1ce1f131-cbfb-4ef9-9f91-0861b5d414fb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 210 time: 0.0293431 Jun 30 03:06:19.149359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-6a3169de-a202-486e-8b0e-14348e0c2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.150076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-6a3169de-a202-486e-8b0e-14348e0c2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.156764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-6a3169de-a202-486e-8b0e-14348e0c2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.156764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-6a3169de-a202-486e-8b0e-14348e0c2aea service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9 HTTP/1.1" status: 200 len: 2298 time: 0.1001854 Jun 30 03:06:19.226960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-3df1b291-f28e-4f4a-8125-33d784311fe0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0448a1ea-353c-4292-8163-aac4893723e7 HTTP/1.1" status: 200 len: 1000 time: 0.0673950 Jun 30 03:06:19.277387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-934556e5-76f8-4081-9b69-e226efbccb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.279054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-934556e5-76f8-4081-9b69-e226efbccb05 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=586d0d3c-b2f5-48fc-84d7-f78d79c8f24a HTTP/1.1" status: 200 len: 855 time: 0.0462539 Jun 30 03:06:19.345238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-5053ca10-f410-4430-aa68-4ff543e089bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.347059 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-5053ca10-f410-4430-aa68-4ff543e089bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610242 Jun 30 03:06:19.491250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-52e092ff-9f72-49c6-8e7c-05f80245a5d0 service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229231 Jun 30 03:06:19.602038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-0ee803b3-44f5-4158-9343-f79e4656dfc7 service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034284 Jun 30 03:06:19.649107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-bb19441d-2e86-4a9b-aff7-97664ad9c2e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=7366339e-fe46-4e01-a331-81e3b5ad4856 HTTP/1.1" status: 200 len: 217 time: 0.0409763 Jun 30 03:06:19.702815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-8c2c802a-b1a2-48a2-8ce9-4316849e8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.704717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-8c2c802a-b1a2-48a2-8ce9-4316849e8864 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0496883 Jun 30 03:06:19.778212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-9a79c724-40e9-42cd-9bd9-d0452814107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.779911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-9a79c724-40e9-42cd-9bd9-d0452814107f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622270 Jun 30 03:06:20.110144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-12427e05-1d3b-488e-b8c1-2e60cedbbe05 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213458 Jun 30 03:06:20.275787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9c334-ee23-457b-af01-7f7a970ad033 req-34be8ffe-4361-4f50-8b82-edd5018f1bff tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:20.282287 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30a9c334-ee23-457b-af01-7f7a970ad033 req-34be8ffe-4361-4f50-8b82-edd5018f1bff tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 946 time: 0.2925425 Jun 30 03:06:20.343552 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30a9c334-ee23-457b-af01-7f7a970ad033 req-0af4a6d5-8921-4d87-901e-2c054b9cf75d tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581458 Jun 30 03:06:20.362191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-07133d42-e486-465e-beb6-8a6707d8d28c service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411618 Jun 30 03:06:20.467198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-6f1a2629-c4a6-4a79-9e65-d9fddae2d870 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=6df77b8d-0b61-4592-8264-c9a1174498f6 HTTP/1.1" status: 200 len: 217 time: 0.0960653 Jun 30 03:06:20.732333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-864ba973-7285-4693-b399-5777d3d855ab req-182898c9-ef86-4135-af4d-48b8b7c0e995 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 210 time: 0.0940840 Jun 30 03:06:20.742963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-f692413b-91c5-4b90-be8f-45b734d5bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:20.744083 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-f692413b-91c5-4b90-be8f-45b734d5bb81 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.2682979 Jun 30 03:06:21.017262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-d308ed41-702d-4555-a730-e10781300459 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:21.017262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-d308ed41-702d-4555-a730-e10781300459 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.74 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 814 time: 0.2745535 Jun 30 03:06:21.042641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Request body: {'port': {'device_id': 'd89535ae-603d-4466-9547-99c28540083b', 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2', 'admin_state_up': True, 'tenant_id': 'e5cbfb34edfb4cf7b398ae7fc2e49ee5'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:21.139399 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-101e4576-d240-4252-bff9-007877ba4c93 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4098787 Jun 30 03:06:21.153265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55358) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:21.187810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-e6acba65-4369-4628-9230-6cdd7dcaa46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:21.189528 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-e6acba65-4369-4628-9230-6cdd7dcaa46a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3696663 Jun 30 03:06:21.516495 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-46323773-5fde-4c7d-809a-5f9fc724f46a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25f66e0ed3d74295930eb92e0f3a2aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608067 Jun 30 03:06:21.518778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55370) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:21.682900 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:21.738708 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:22.022584 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:22.025179 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:22.026350 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/718315a2-b58a-4217-a734-0ef1ff42399d HTTP/1.1" status: 204 len: 168 time: 0.5045249 Jun 30 03:06:22.042981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718315a2-b58a-4217-a734-0ef1ff42399d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:22.055946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.056791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.057125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.058999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.058999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.058999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.058999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.058999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.058999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.059726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.059726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.059941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eca03d4-d6bd-4860-be70-8771802f6e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:22.104866 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd53919f-401b-4334-81c0-ddf4fefa95c2 req-ab65bb6e-cf4b-4996-b954-60cf5705a98d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 210 time: 0.0405822 Jun 30 03:06:22.158714 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-e08c16dc-2324-4ab2-88f7-d5317565982a service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9543953 Jun 30 03:06:22.181332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-4e6d47f3-2524-4f1e-972b-65070febdc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:22.185782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-4e6d47f3-2524-4f1e-972b-65070febdc83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 1096 time: 0.8450546 Jun 30 03:06:22.242367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Made reservation on behalf of e5cbfb34edfb4cf7b398ae7fc2e49ee5 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:22.245861 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:22.434933 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-4a728078-b782-47bd-a1a0-a0ecaa95beef service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658525 Jun 30 03:06:22.456589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-921e5b2b-1c51-455b-8848-e1d3c58132ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:22.458016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-921e5b2b-1c51-455b-8848-e1d3c58132ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 915 time: 0.2271950 Jun 30 03:06:22.561121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-57b3e685-b1fc-4e20-8855-77a4df24c765 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=5c1c936e-7681-464e-893c-fb84f41b42e0 HTTP/1.1" status: 200 len: 217 time: 0.1058683 Jun 30 03:06:22.563225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-c07a3881-1dae-4624-b9e0-517c8bd06821 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=968061c6-49dd-47c8-84f0-49523b3de113 HTTP/1.1" status: 200 len: 217 time: 0.0969667 Jun 30 03:06:22.646386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Allocated IP 172.20.0.4 (1d0fd537-47a8-4252-a918-9a949ce830a2/32b951a1-6051-4fdd-b623-4c9925f0e66d/2f4c58a0-543c-4e2e-8d99-12f50e2b1467) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:22.680240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-058aef31-8262-4fb3-9e14-86ab021b249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:22.681785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-058aef31-8262-4fb3-9e14-86ab021b249b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.1055601 Jun 30 03:06:22.683057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-4f1cdda7-40d5-4c17-92bd-e5c03af78363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:22.685724 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-4f1cdda7-40d5-4c17-92bd-e5c03af78363 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32b951a1-6051-4fdd-b623-4c9925f0e66d HTTP/1.1" status: 200 len: 854 time: 0.1070032 Jun 30 03:06:22.876162 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:22.962335 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-fc96b707-45b3-4c81-b94d-ef2367d40278 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d0fd537-47a8-4252-a918-9a949ce830a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2585433 Jun 30 03:06:22.965751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:23.100168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-31c88fb7-29fd-4c93-9131-02408c1e2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:23.101791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-31c88fb7-29fd-4c93-9131-02408c1e2868 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4139760 Jun 30 03:06:23.178294 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-45817588-f6c9-455d-afba-0f7e1ce66ef7 service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020288 Jun 30 03:06:23.323485 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5519b695-4d85-4cc5-b686-7472eb5341a5 req-832ffeb9-c46d-4c6c-b4b0-2162a1342d09 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 210 time: 0.0691671 Jun 30 03:06:23.330531 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-f973a510-8309-46f4-bec6-aa3136c6bbad service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210536 Jun 30 03:06:23.381276 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53d19842-54db-4e70-a3fa-bda08b5df9fd req-6c05fcde-909b-42b8-913d-cc3af7893ef3 service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940098 Jun 30 03:06:23.451643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-4950d303-4ac8-403b-a1e9-745842712630 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937700 Jun 30 03:06:23.496900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-4a551a3d-c0b4-42d9-9c66-ad49c334362b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e HTTP/1.1" status: 200 len: 217 time: 0.0393744 Jun 30 03:06:23.533878 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:23.545896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['968061c6-49dd-47c8-84f0-49523b3de113'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:06:23.620535 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:23.635017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Network 1d0fd537-47a8-4252-a918-9a949ce830a2 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:23.641882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-0e9d124a-cc4f-423a-9e8b-a740c0088a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:23.643601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-0e9d124a-cc4f-423a-9e8b-a740c0088a28 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.1402335 Jun 30 03:06:23.665009 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:23.672130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:23.734078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Pushing event updated for resources: {'Port': ['ID=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:23.788324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:23.788957 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:23.816126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-914ba285-917f-4371-92f6-ff242264e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:23.818513 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-914ba285-917f-4371-92f6-ff242264e0b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972836 Jun 30 03:06:23.925045 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-a67764aa-6a12-4d85-a266-27f3662dff0b service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975990 Jun 30 03:06:24.019250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-e82030fd-d1e9-4124-8066-e7ae813a9977 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9942710 Jun 30 03:06:24.035640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Request body: {'port': {'device_id': 'd89535ae-603d-4466-9547-99c28540083b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:24.134993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55462) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:24.163031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-c109bc31-b217-4237-b288-a3947b508dc4 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309833 Jun 30 03:06:24.168858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:24.230332 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-b243deaa-04be-4523-b0cf-732a361b90a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa HTTP/1.1" status: 200 len: 217 time: 0.0564141 Jun 30 03:06:24.265474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1812114985-network', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:24.363304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-d5647585-292d-4aa0-ae51-fa19eabe02da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:24.364850 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-d5647585-292d-4aa0-ae51-fa19eabe02da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.1092832 Jun 30 03:06:24.500475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-3189020c-d68b-453a-b1f3-58c0c04bac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:24.502065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-3189020c-d68b-453a-b1f3-58c0c04bac17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1278553 Jun 30 03:06:24.502193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Made reservation on behalf of 18d9271c097f409d8e4b2f3b6e8fb42e for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:24.516470 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:24.518164 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:24.669968 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:24.708558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-aeadb93c-9401-4f8b-8788-689dc1791650 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988468 Jun 30 03:06:24.713405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:24.740774 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:24.798842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541a2c6-9a7c-42f4-836a-63841fd76bb6 req-67effecf-fe33-4700-aab4-8d7b4032f4fd tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:24.800527 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c541a2c6-9a7c-42f4-836a-63841fd76bb6 req-67effecf-fe33-4700-aab4-8d7b4032f4fd tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 931 time: 0.2296731 Jun 30 03:06:24.803248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Transition to ACTIVE for port object 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:24.866856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c541a2c6-9a7c-42f4-836a-63841fd76bb6 req-2c362939-ea97-45d6-b8b3-d29dffc907f7 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587790 Jun 30 03:06:24.873040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-e4edc284-a283-45db-b7bb-8ccdf6cd56c7 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547320 Jun 30 03:06:24.928378 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-9d6aab40-8bd6-4abe-a305-52e3bb41c35e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03187be2-91f7-469b-8020-df82c9f7cec6 HTTP/1.1" status: 200 len: 217 time: 0.0395312 Jun 30 03:06:24.964463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:25.000074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-78296186-3450-48e0-8326-6fca0e278441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:25.003671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-78296186-3450-48e0-8326-6fca0e278441 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.0653195 Jun 30 03:06:25.016496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312f9d5f-26d8-4651-bc10-22604b832e30,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:25.064471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:06:25.064471 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:25.064471 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Added segment d007cb48-965c-47c8-b2b7-d8579ae85bee of type vlan for network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 Jun 30 03:06:25.081420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:25.167538 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:25.231786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:25.285794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb186-7449-4075-a8c8-a7733622442f req-183ce09f-b098-4b60-ab86-71ebfd22835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:25.287811 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-183ce09f-b098-4b60-ab86-71ebfd22835b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2787104 Jun 30 03:06:25.358997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:25.360264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:25.361069 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:25.454943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Attempting to bind port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:25.455314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Attempting to bind port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:25.455598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Attempting to bind port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 on network 1d0fd537-47a8-4252-a918-9a949ce830a2 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:25.488334 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 on network 1d0fd537-47a8-4252-a918-9a949ce830a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:06:25.488617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Attempting to bind port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 on network 1d0fd537-47a8-4252-a918-9a949ce830a2 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:25.523859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:25.524241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Checking segment: {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:25.524711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Bound using segment: {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:25.525296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Bound port: 2f4c58a0-543c-4e2e-8d99-12f50e2b1467, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:25.540676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:25.568664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] Pushing event updated for resources: {'Network': ['ID=0bb66d41-95e3-43a9-b3ea-39a856ee1d11,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:25.589261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:06:25.646455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-9fc9bff6-5b96-475a-bd7f-9db6bdbd1dab service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488612 Jun 30 03:06:25.701619 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bebafb9b-f4bd-468a-9fd2-bdd9b4064e4b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5717084 Jun 30 03:06:25.704485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55486) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:25.714199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Request body: {'subnet': {'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1812114985-subnet', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:25.827976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55488) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:26.027932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Made reservation on behalf of 18d9271c097f409d8e4b2f3b6e8fb42e for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:26.032523 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.093608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] For port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:26.098377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] For port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:26.116238 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fe0b-609f-4823-a4e6-9552fddb9bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.122447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55498) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:26.236168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c25fb186-7449-4075-a8c8-a7733622442f req-8eaf0636-4e1e-4652-a438-d38a655f7025 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825682 Jun 30 03:06:26.276665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c98382-b19a-4cc6-ba15-fbd00113be98 req-652d0f60-bddb-4793-a1d8-dca7f4f8171c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:26.278630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55c98382-b19a-4cc6-ba15-fbd00113be98 req-652d0f60-bddb-4793-a1d8-dca7f4f8171c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 943 time: 0.1768920 Jun 30 03:06:26.346154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55c98382-b19a-4cc6-ba15-fbd00113be98 req-f0df3a41-63b3-410f-82e1-9f27061c8818 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553293 Jun 30 03:06:26.358948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b1ca9b5-b996-479e-9284-f4f4bb353ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.423617 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.440101 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fe0b-609f-4823-a4e6-9552fddb9bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.466650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:26.468023 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.473833 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] 10.222.0.74 "PUT /v2.0/ports/2f4c58a0-543c-4e2e-8d99-12f50e2b1467 HTTP/1.1" status: 200 len: 1091 time: 2.4393847 Jun 30 03:06:26.478560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89535ae-603d-4466-9547-99c28540083b', 'tag': '2f4c58a0-543c-4e2e-8d99-12f50e2b1467'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:26.478560 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dbcf50-5f23-46f1-820d-a71c8510db61" -d '{"events": [{"name": "network-changed", "server_uuid": "d89535ae-603d-4466-9547-99c28540083b", "tag": "2f4c58a0-543c-4e2e-8d99-12f50e2b1467"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:26.507420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5af800-b387-43c2-8ff9-897814d4e456 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:26.541214 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2acf087-f95d-45ee-a37a-7bebed93b9ec x-openstack-request-id: req-c2acf087-f95d-45ee-a37a-7bebed93b9ec {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:26.541607 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89535ae-603d-4466-9547-99c28540083b", "tag": "2f4c58a0-543c-4e2e-8d99-12f50e2b1467", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:26.541807 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2acf087-f95d-45ee-a37a-7bebed93b9ec {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:26.542918 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89535ae-603d-4466-9547-99c28540083b', 'tag': '2f4c58a0-543c-4e2e-8d99-12f50e2b1467', 'status': 'completed', 'code': 200} Jun 30 03:06:26.545959 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ff8fe0b-609f-4823-a4e6-9552fddb9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.579493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3ff8fe0b-609f-4823-a4e6-9552fddb9bd0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d12fbd1ca0e43ab82f631c827c1a679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7501285 Jun 30 03:06:26.585757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55512) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:26.617484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8fe0b-609f-4823-a4e6-9552fddb9bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c463101-1e6d-4b40-a235-bd1aacec977d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:26.620480 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.662635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbcf50-5f23-46f1-820d-a71c8510db61 req-4d2e104a-3f44-4d66-96e5-8aa570db3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:26.673110 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b9dbcf50-5f23-46f1-820d-a71c8510db61 req-4d2e104a-3f44-4d66-96e5-8aa570db3e67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 1094 time: 0.0999935 Jun 30 03:06:26.695873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:26.778685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-103a7784-5a11-4245-a4c7-10e97e8357d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.787793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Checking segment: {'id': 'd007cb48-965c-47c8-b2b7-d8579ae85bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:26.788158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Network hostable DHCP agents. Network: 0bb66d41-95e3-43a9-b3ea-39a856ee1d11, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:06:26.797534 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbcf50-5f23-46f1-820d-a71c8510db61 req-5f713460-56fa-48e4-b235-92c223ccc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:26.799011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b9dbcf50-5f23-46f1-820d-a71c8510db61 req-5f713460-56fa-48e4-b235-92c223ccc11d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1186244 Jun 30 03:06:26.818734 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-103a7784-5a11-4245-a4c7-10e97e8357d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.874392 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b1ca9b5-b996-479e-9284-f4f4bb353ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.911656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbcf50-5f23-46f1-820d-a71c8510db61 req-f0369663-2981-41ad-8e89-99d4a8abc8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:26.915171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b9dbcf50-5f23-46f1-820d-a71c8510db61 req-f0369663-2981-41ad-8e89-99d4a8abc8d5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088853 Jun 30 03:06:27.026395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:06:27.029990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-103a7784-5a11-4245-a4c7-10e97e8357d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.032966 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-103a7784-5a11-4245-a4c7-10e97e8357d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.034931 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-103a7784-5a11-4245-a4c7-10e97e8357d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c463101-1e6d-4b40-a235-bd1aacec977d HTTP/1.1" status: 204 len: 168 time: 0.4455206 Jun 30 03:06:27.034931 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6b1ca9b5-b996-479e-9284-f4f4bb353ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.047951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-b61d0ef9-583a-4e38-b5a9-cdf9c5fb25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:27.047951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-b61d0ef9-583a-4e38-b5a9-cdf9c5fb25a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 1094 time: 0.0797102 Jun 30 03:06:27.055498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a7784-5a11-4245-a4c7-10e97e8357d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c463101-1e6d-4b40-a235-bd1aacec977d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:27.100064 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-26ac57bd-14c9-492b-8e2a-3cfb179f9bd3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f4c58a0-543c-4e2e-8d99-12f50e2b1467 HTTP/1.1" status: 200 len: 217 time: 0.0417147 Jun 30 03:06:27.103596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ca9b5-b996-479e-9284-f4f4bb353ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd84a983-b393-4b62-abf8-7e11926f0ba9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:27.121638 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6b1ca9b5-b996-479e-9284-f4f4bb353ddb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e79041fdd9f422d84fb267e45385669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9926198 Jun 30 03:06:27.125001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55520) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:27.159376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-fbd6fb00-325f-4fc1-82bc-ea110b1a1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:27.160951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-fbd6fb00-325f-4fc1-82bc-ea110b1a1568 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32b951a1-6051-4fdd-b623-4c9925f0e66d HTTP/1.1" status: 200 len: 854 time: 0.0542040 Jun 30 03:06:27.186241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9148a9ac-be30-43ef-b8ff-0a99a6c78beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.195291 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-9771e106-ca7f-4661-b1a0-2052c6906279 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d0fd537-47a8-4252-a918-9a949ce830a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269115 Jun 30 03:06:27.209527 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9148a9ac-be30-43ef-b8ff-0a99a6c78beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.251777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 0bb66d41-95e3-43a9-b3ea-39a856ee1d11) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:27.265284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365979ed-afaf-4a08-aa4f-0cc5a9d0c9af None None] Network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:06:27.272266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:27.272266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.339316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-00b2a7b8-7164-407b-a329-2b9d99ffd791 service neutron] 10.222.0.74 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386037 Jun 30 03:06:27.404655 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d5f07dd7-3955-4361-af04-9918c0fe576b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6974747 Jun 30 03:06:27.410305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55534) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:27.415230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1812114985-router', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:27.526300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9148a9ac-be30-43ef-b8ff-0a99a6c78beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.529480 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9148a9ac-be30-43ef-b8ff-0a99a6c78beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.535089 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9148a9ac-be30-43ef-b8ff-0a99a6c78beb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd84a983-b393-4b62-abf8-7e11926f0ba9 HTTP/1.1" status: 204 len: 168 time: 0.4085758 Jun 30 03:06:27.545974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-0bb66d41-95e3-43a9-b3ea-39a856ee1d11', 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'fixed_ips': [{'subnet_id': '9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:06:27.551683 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.551827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148a9ac-be30-43ef-b8ff-0a99a6c78beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd84a983-b393-4b62-abf8-7e11926f0ba9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:27.636695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d55770-b090-4f02-a9dd-65a44e90ccb5 req-bbdb96da-3b25-46ba-85f2-3a4f860f4f5f service neutron] 10.222.0.74 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900949 Jun 30 03:06:27.686153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83670d-b342-4df8-b3c6-261b722373d9 req-161c4095-abcf-4f55-920d-8a90163b67ef tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:27.694398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fb83670d-b342-4df8-b3c6-261b722373d9 req-161c4095-abcf-4f55-920d-8a90163b67ef tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 943 time: 0.1876559 Jun 30 03:06:27.713692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.715951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.746158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fb83670d-b342-4df8-b3c6-261b722373d9 req-fc506f70-e472-4103-b33d-3ec07a56ee67 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505097 Jun 30 03:06:27.806822 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.816498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Allocated IP 172.20.0.2 (0bb66d41-95e3-43a9-b3ea-39a856ee1d11/9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005/f876658b-a4fd-4246-aa78-ddc66cec8d10) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:28.015935 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.026469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Transition to ACTIVE for port object f876658b-a4fd-4246-aa78-ddc66cec8d10 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:28.043390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Transition to ACTIVE for port object f876658b-a4fd-4246-aa78-ddc66cec8d10 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:28.093693 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.203512 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.268804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:28.277390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:28.285460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:28.455842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Attempting to bind port f876658b-a4fd-4246-aa78-ddc66cec8d10 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:28.456510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Attempting to bind port f876658b-a4fd-4246-aa78-ddc66cec8d10 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd007cb48-965c-47c8-b2b7-d8579ae85bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:28.457050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Attempting to bind port f876658b-a4fd-4246-aa78-ddc66cec8d10 on network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:28.459732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Pushing event updated for resources: {'Port': ['ID=f876658b-a4fd-4246-aa78-ddc66cec8d10,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:28.471673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:28.471673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Checking segment: {'id': 'd007cb48-965c-47c8-b2b7-d8579ae85bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:28.471673 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.471673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Bound using segment: {'id': 'd007cb48-965c-47c8-b2b7-d8579ae85bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:28.471673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Bound port: f876658b-a4fd-4246-aa78-ddc66cec8d10, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd007cb48-965c-47c8-b2b7-d8579ae85bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:28.471673 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.575221 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.586858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] For port f876658b-a4fd-4246-aa78-ddc66cec8d10, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:28.592511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] For port f876658b-a4fd-4246-aa78-ddc66cec8d10, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f876658b-a4fd-4246-aa78-ddc66cec8d10,segment=NetworkSegment(d007cb48-965c-47c8-b2b7-d8579ae85bee),segment_id=d007cb48-965c-47c8-b2b7-d8579ae85bee)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:28.601023 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.709973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Allocated IP 172.25.2.114 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/d1ffd1b0-b531-4e02-b715-7c57ede99011) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:28.767082 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3b895cd-3edd-4f90-b165-a63626d16904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.769594 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.903881 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c73e0-9448-447c-8d53-7ed4db3f2cbf None None] Pushing event updated for resources: {'Port': ['ID=f876658b-a4fd-4246-aa78-ddc66cec8d10,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:28.962043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:29.208851 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501585b1-5b0c-4a31-b325-69b008551531 req-e8e8f55b-e1ff-4eca-a41f-2414142433c5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:29.211136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-501585b1-5b0c-4a31-b325-69b008551531 req-e8e8f55b-e1ff-4eca-a41f-2414142433c5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 943 time: 0.1447723 Jun 30 03:06:29.213013 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:29.293585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:29.303178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:29.313333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:29.412039 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-501585b1-5b0c-4a31-b325-69b008551531 req-c781d6ce-4719-4dee-9abc-d48e6e08043c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643224 Jun 30 03:06:29.447183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Pushing event updated for resources: {'Port': ['ID=d1ffd1b0-b531-4e02-b715-7c57ede99011,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:29.762985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f876658b-a4fd-4246-aa78-ddc66cec8d10 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:29.941067 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:30.025811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f876658b-a4fd-4246-aa78-ddc66cec8d10 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:30.175814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:30.287955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55606) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:30.432549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0da96-1fb2-4f2d-bc10-6e62edd25215 None None] Network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:06:30.709196 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d5308267-39d2-4115-829c-cbbf80f212cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:30.777742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:06:30.793602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Router 303ea525-b8b2-408a-a31a-e6bca60ac45a is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:06:30.975055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c751a414-416d-4506-91ee-e1721655b51c None None] Provisioning for port f876658b-a4fd-4246-aa78-ddc66cec8d10 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:30.997180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c751a414-416d-4506-91ee-e1721655b51c None None] Provisioning complete for port f876658b-a4fd-4246-aa78-ddc66cec8d10 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:31.000760 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c751a414-416d-4506-91ee-e1721655b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.005895 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d5308267-39d2-4115-829c-cbbf80f212cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.097466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05424433-2018-4333-829c-ba1f7f9a245d req-6403f4a9-d04d-4269-a1f6-76453e6d4fe9 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:31.104405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:31.110465 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05424433-2018-4333-829c-ba1f7f9a245d req-6403f4a9-d04d-4269-a1f6-76453e6d4fe9 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 943 time: 0.3632636 Jun 30 03:06:31.128080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d5308267-39d2-4115-829c-cbbf80f212cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.159968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '2f4c58a0-543c-4e2e-8d99-12f50e2b1467', 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2', 'port_id': '2f4c58a0-543c-4e2e-8d99-12f50e2b1467', 'mac_address': 'fa:16:3e:27:1d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b951a1-6051-4fdd-b623-4c9925f0e66d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:06:31.241734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:06:31.256442 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Sync routers for ids ['303ea525-b8b2-408a-a31a-e6bca60ac45a'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:06:31.275322 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Routers {'303ea525-b8b2-408a-a31a-e6bca60ac45a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:31.276061 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:06:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['303ea525-b8b2-408a-a31a-e6bca60ac45a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:31.354837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55634) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:31.356283 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d5308267-39d2-4115-829c-cbbf80f212cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11fb7a0a92294ddf99ba03178bdfc29c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0657699 Jun 30 03:06:31.365478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5308267-39d2-4115-829c-cbbf80f212cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87d4673-2df2-4b53-be02-752ff59d3f37,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:31.410258 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05424433-2018-4333-829c-ba1f7f9a245d req-46eafcd0-edab-41bc-af70-9a5bf684ab60 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986588 Jun 30 03:06:31.449978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.454084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55636) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:31.456320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8d5f7ed0-704e-4bf4-9130-6896e18f9faa admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0446680 Jun 30 03:06:31.508071 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1d74-556b-49c9-994a-092c2aa02d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.511755 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.528992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:31.533187 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c751a414-416d-4506-91ee-e1721655b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.543358 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1d74-556b-49c9-994a-092c2aa02d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.583555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:31.588307 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Set router 303ea525-b8b2-408a-a31a-e6bca60ac45a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:31.629327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c751a414-416d-4506-91ee-e1721655b51c None None] For port f876658b-a4fd-4246-aa78-ddc66cec8d10, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f876658b-a4fd-4246-aa78-ddc66cec8d10,segment=NetworkSegment(d007cb48-965c-47c8-b2b7-d8579ae85bee),segment_id=d007cb48-965c-47c8-b2b7-d8579ae85bee)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:31.697437 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.700674 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.707063 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-52377d13-18bd-4375-8c0b-007d44f33314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.803084 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1d74-556b-49c9-994a-092c2aa02d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.824456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1d74-556b-49c9-994a-092c2aa02d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:31.824456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8f8e1d74-556b-49c9-994a-092c2aa02d80 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d87d4673-2df2-4b53-be02-752ff59d3f37 HTTP/1.1" status: 204 len: 168 time: 0.4533250 Jun 30 03:06:31.832603 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e1d74-556b-49c9-994a-092c2aa02d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87d4673-2df2-4b53-be02-752ff59d3f37,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:32.012489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:32.016341 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'name': 'tempest-TestAggregatesBasicOps-1812114985-router', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:27Z', 'updated_at': '2021-06-30T03:06:29Z', 'revision_number': 3, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'gw_port': {'id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:28Z', 'updated_at': '2021-06-30T03:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:32.027320 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c751a414-416d-4506-91ee-e1721655b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:32.098601 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Checking router: 303ea525-b8b2-408a-a31a-e6bca60ac45a for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:06:32.101567 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Updating router 303ea525-b8b2-408a-a31a-e6bca60ac45a port d1ffd1b0-b531-4e02-b715-7c57ede99011 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:06:32.131115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['2f4c58a0-543c-4e2e-8d99-12f50e2b1467'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:06:32.172234 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:32.283802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-81f5f9b6-458d-4f15-99de-b653b861a438 None None] Provisioning complete for port f876658b-a4fd-4246-aa78-ddc66cec8d10 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:32.284188 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-81f5f9b6-458d-4f15-99de-b653b861a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:32.323787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751a414-416d-4506-91ee-e1721655b51c None None] Pushing event updated for resources: {'Port': ['ID=f876658b-a4fd-4246-aa78-ddc66cec8d10,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:32.436096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:32.710442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6f08a-9a49-4948-a916-7f2932a9a9a5 req-9eec22ee-672a-4f40-8740-74db46eb7f63 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:32.718852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0de6f08a-9a49-4948-a916-7f2932a9a9a5 req-9eec22ee-672a-4f40-8740-74db46eb7f63 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 944 time: 0.1517174 Jun 30 03:06:32.758135 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:32.797256 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Transition to ACTIVE for port object d1ffd1b0-b531-4e02-b715-7c57ede99011 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:32.817030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0de6f08a-9a49-4948-a916-7f2932a9a9a5 req-9fe23134-17cf-4987-bd9f-2f3bd1e40af8 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943527 Jun 30 03:06:32.902330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Allocated IP 172.20.0.1 (0bb66d41-95e3-43a9-b3ea-39a856ee1d11/9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005/8aa5620a-7a6f-4d56-aea8-b5c06846cf61) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:32.947433 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:32.947768 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:33.037131 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Attempting to bind port d1ffd1b0-b531-4e02-b715-7c57ede99011 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:33.038469 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Attempting to bind port d1ffd1b0-b531-4e02-b715-7c57ede99011 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:33.039068 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Attempting to bind port d1ffd1b0-b531-4e02-b715-7c57ede99011 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:33.044895 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Pushing event updated for resources: {'Port': ['ID=d1ffd1b0-b531-4e02-b715-7c57ede99011,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:33.053820 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:33.054286 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:33.054755 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:33.055212 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:33.056324 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Bound port: d1ffd1b0-b531-4e02-b715-7c57ede99011, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:33.056784 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:33.059236 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.059655 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.060051 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.060445 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.060835 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.061225 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.061636 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.062018 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.062419 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.062956 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.063282 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.063702 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:33.079413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:33.096122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Transition to ACTIVE for port object 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:33.151797 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] For port d1ffd1b0-b531-4e02-b715-7c57ede99011, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:33.155054 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] For port d1ffd1b0-b531-4e02-b715-7c57ede99011, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d1ffd1b0-b531-4e02-b715-7c57ede99011,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:33.248620 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:33.333701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:33.339156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:33.343620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:33.373231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa5620a-7a6f-4d56-aea8-b5c06846cf61,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:33.386028 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:33.399798 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:33.518212 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Routers {'303ea525-b8b2-408a-a31a-e6bca60ac45a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:33.518212 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:06:32Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['303ea525-b8b2-408a-a31a-e6bca60ac45a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:33.558501 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9fb60-02bd-4360-990d-30638114c6b7 None None] Pushing event updated for resources: {'Port': ['ID=d1ffd1b0-b531-4e02-b715-7c57ede99011,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:33.708752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f876658b-a4fd-4246-aa78-ddc66cec8d10 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:33.718065 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] Set router 303ea525-b8b2-408a-a31a-e6bca60ac45a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:33.775324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f876658b-a4fd-4246-aa78-ddc66cec8d10 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:33.776110 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:33.895051 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:34.015381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-884d5326-e407-4e73-b84f-8effc7921c5f None None] Provisioning for port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:34.024904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-884d5326-e407-4e73-b84f-8effc7921c5f None None] Provisioning complete for port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:34.025374 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-884d5326-e407-4e73-b84f-8effc7921c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:34.049941 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'name': 'tempest-TestAggregatesBasicOps-1812114985-router', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:27Z', 'updated_at': '2021-06-30T03:06:29Z', 'revision_number': 3, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'gw_port': {'id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:28Z', 'updated_at': '2021-06-30T03:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:34.093539 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2733a61-120a-479c-9b8d-868bd5b74e97 None None] The sync data for ids ['303ea525-b8b2-408a-a31a-e6bca60ac45a'] in n-d-798249-3 is: [{'id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'name': 'tempest-TestAggregatesBasicOps-1812114985-router', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:27Z', 'updated_at': '2021-06-30T03:06:29Z', 'revision_number': 3, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'gw_port': {'id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:28Z', 'updated_at': '2021-06-30T03:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:06:34.114776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-884d5326-e407-4e73-b84f-8effc7921c5f None None] Port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:06:34.193867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc57a3d-4a96-43e9-8d5b-91f080922578 req-713e623e-13a6-44d8-8945-1fea82598afa tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:34.196121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cc57a3d-4a96-43e9-8d5b-91f080922578 req-713e623e-13a6-44d8-8945-1fea82598afa tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 944 time: 0.1784146 Jun 30 03:06:34.198437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55700) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:34.283861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cc57a3d-4a96-43e9-8d5b-91f080922578 req-dc116fce-1ea3-4e75-8628-27fb3b46d4b5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777214 Jun 30 03:06:34.289566 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:34.496858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:34.522870 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68e465ee-d9c1-4910-958c-295c875889d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:34.602738 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:34.642956 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:34.660181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa5620a-7a6f-4d56-aea8-b5c06846cf61,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:34.787959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:34.794840 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68e465ee-d9c1-4910-958c-295c875889d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:34.812048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:34.813827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:34.965384 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68e465ee-d9c1-4910-958c-295c875889d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.014771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Router 303ea525-b8b2-408a-a31a-e6bca60ac45a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:06:35.084742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:35.096946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:35.096946 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.151818 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-68e465ee-d9c1-4910-958c-295c875889d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=366690b5b55c4e6c885810cf51ce3b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9516034 Jun 30 03:06:35.168547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55730) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:35.168680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e465ee-d9c1-4910-958c-295c875889d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e88335-352a-4369-bd77-03da72588568,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:35.299171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fbe98d89-2d24-4a02-8930-e9dae3ae51da None None] Provisioning complete for port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:35.299826 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fbe98d89-2d24-4a02-8930-e9dae3ae51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.302729 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.383032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89535ae-603d-4466-9547-99c28540083b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4c58a0-543c-4e2e-8d99-12f50e2b1467'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:35.385976 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb09947-ca11-49d2-b75c-614dad63bb8d" -d '{"events": [{"server_uuid": "d89535ae-603d-4466-9547-99c28540083b", "name": "network-vif-plugged", "status": "completed", "tag": "2f4c58a0-543c-4e2e-8d99-12f50e2b1467"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:35.404379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:06:35.406658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e62-bb2f-4c0f-8fda-baecc9393ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.422131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fbe98d89-2d24-4a02-8930-e9dae3ae51da None None] Port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:06:35.436824 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e62-bb2f-4c0f-8fda-baecc9393ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.443425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:35.520101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4c521f23-d090-4722-a18e-b327a2d23617 admin admin] 10.222.0.77 "PUT /v2.0/routers/303ea525-b8b2-408a-a31a-e6bca60ac45a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0628457 Jun 30 03:06:35.728416 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.739648 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e62-bb2f-4c0f-8fda-baecc9393ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.744749 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5e62-bb2f-4c0f-8fda-baecc9393ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:35.746866 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2f6f5e62-bb2f-4c0f-8fda-baecc9393ff9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32e88335-352a-4369-bd77-03da72588568 HTTP/1.1" status: 204 len: 168 time: 0.5804818 Jun 30 03:06:35.768439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f5e62-bb2f-4c0f-8fda-baecc9393ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e88335-352a-4369-bd77-03da72588568,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:35.794475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aefeec-7c88-4b55-8a54-8de2351ac3e2 req-0a27c229-88d8-48df-9375-a8b60055f5f7 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:35.811725 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8aefeec-7c88-4b55-8a54-8de2351ac3e2 req-0a27c229-88d8-48df-9375-a8b60055f5f7 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 944 time: 0.2108479 Jun 30 03:06:35.831069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d1ffd1b0-b531-4e02-b715-7c57ede99011 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:35.850943 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9061a82c-52dc-4f39-96e8-6b3873e2d44d x-openstack-request-id: req-9061a82c-52dc-4f39-96e8-6b3873e2d44d {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:35.851789 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89535ae-603d-4466-9547-99c28540083b", "name": "network-vif-plugged", "status": "completed", "tag": "2f4c58a0-543c-4e2e-8d99-12f50e2b1467", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:35.853440 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9061a82c-52dc-4f39-96e8-6b3873e2d44d {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:35.854044 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89535ae-603d-4466-9547-99c28540083b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4c58a0-543c-4e2e-8d99-12f50e2b1467', 'code': 200} Jun 30 03:06:35.945206 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8aefeec-7c88-4b55-8a54-8de2351ac3e2 req-ae1c61ad-8587-472e-91e8-88083bc52fa0 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324964 Jun 30 03:06:35.986138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:36.030851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fe103-4dec-4b2b-ad1b-722f32adcfcf req-f24cdf90-a1e0-4c5c-8377-9a03c63bed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:36.033214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a3fe103-4dec-4b2b-ad1b-722f32adcfcf req-f24cdf90-a1e0-4c5c-8377-9a03c63bed1c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 1096 time: 0.1311920 Jun 30 03:06:36.075305 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a3fe103-4dec-4b2b-ad1b-722f32adcfcf req-23886377-794f-4e61-b4ca-84e37733be65 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357997 Jun 30 03:06:36.124311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d1ffd1b0-b531-4e02-b715-7c57ede99011 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:36.128308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d1ffd1b0-b531-4e02-b715-7c57ede99011 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:36.128683 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:36.247058 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:36.267188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d1ffd1b0-b531-4e02-b715-7c57ede99011, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d1ffd1b0-b531-4e02-b715-7c57ede99011,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:36.415012 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:36.492434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d1ffd1b0-b531-4e02-b715-7c57ede99011,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:36.790388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Sync routers for ids ['303ea525-b8b2-408a-a31a-e6bca60ac45a'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:06:36.800087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Routers {'303ea525-b8b2-408a-a31a-e6bca60ac45a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:36.800817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:06:32Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['303ea525-b8b2-408a-a31a-e6bca60ac45a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:36.924043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Set router 303ea525-b8b2-408a-a31a-e6bca60ac45a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:37.162549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55798) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:37.173231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5818bf2-be7a-4839-a267-1ef1c39439c7 req-7efa0586-a2a1-4554-98f4-9f4a1e3400cf tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:37.174947 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5818bf2-be7a-4839-a267-1ef1c39439c7 req-7efa0586-a2a1-4554-98f4-9f4a1e3400cf tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 945 time: 0.0826726 Jun 30 03:06:37.192905 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d055239b-629b-4eec-93a7-2c50e7c7983e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.233982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'name': 'tempest-TestAggregatesBasicOps-1812114985-router', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:27Z', 'updated_at': '2021-06-30T03:06:33Z', 'revision_number': 4, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'gw_port': {'id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:28Z', 'updated_at': '2021-06-30T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8aa5620a-7a6f-4d56-aea8-b5c06846cf61', 'name': '', 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'mac_address': 'fa:16:3e:cb:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:32Z', 'updated_at': '2021-06-30T03:06:33Z', 'revision_number': 2, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'subnets': [{'id': '9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:37.283106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5818bf2-be7a-4839-a267-1ef1c39439c7 req-cf516b9e-2d1a-4a26-8e42-3ea5cc92d28d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004958 Jun 30 03:06:37.299828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Checking router: 303ea525-b8b2-408a-a31a-e6bca60ac45a for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:06:37.303089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Updating router 303ea525-b8b2-408a-a31a-e6bca60ac45a port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:06:37.361322 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.407770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d055239b-629b-4eec-93a7-2c50e7c7983e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.450385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55808) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:37.455965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2048170045-network', 'tenant_id': '64bff96e05a24b85a59706210934adb0'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:37.622894 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d055239b-629b-4eec-93a7-2c50e7c7983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.693738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055239b-629b-4eec-93a7-2c50e7c7983e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c0444-9496-4292-b0d8-75f6de4d3dc8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:37.703698 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d055239b-629b-4eec-93a7-2c50e7c7983e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=36a439bab0874df5b13c1622e7a09dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378668 Jun 30 03:06:37.705667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55814) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:37.750709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d1ffd1b0-b531-4e02-b715-7c57ede99011 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:37.815968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Made reservation on behalf of 64bff96e05a24b85a59706210934adb0 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:37.821929 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.853821 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.855188 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.858648 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.878226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d1ffd1b0-b531-4e02-b715-7c57ede99011 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:37.878949 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.883891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Transition to ACTIVE for port object 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:37.932451 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.041818 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.050363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.100851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad156439-35e6-4e78-a4cb-17e6b8fdb392 None None] Pushing event updated for resources: {'Port': ['ID=8aa5620a-7a6f-4d56-aea8-b5c06846cf61,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:38.141889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.156295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.156295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b13c0444-9496-4292-b0d8-75f6de4d3dc8 HTTP/1.1" status: 204 len: 168 time: 0.4372840 Jun 30 03:06:38.160545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c0444-9496-4292-b0d8-75f6de4d3dc8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:38.166385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Attempting to bind port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:38.166838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Attempting to bind port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd007cb48-965c-47c8-b2b7-d8579ae85bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:38.167297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Attempting to bind port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 on network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:38.173680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:38.174345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Checking segment: {'id': 'd007cb48-965c-47c8-b2b7-d8579ae85bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:38.174840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.175897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Bound using segment: {'id': 'd007cb48-965c-47c8-b2b7-d8579ae85bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:38.176436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Bound port: 8aa5620a-7a6f-4d56-aea8-b5c06846cf61, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd007cb48-965c-47c8-b2b7-d8579ae85bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:38.176884 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.181031 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.190517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.191377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.191377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.194560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.198625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.201432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.205324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.205661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.206007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.206344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.208197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.208481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f90f1c2-8ec3-4f6f-8360-59cd9e80bf47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:38.236589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:06:38.252715 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.253057 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Added segment 8d289b96-0743-4e8c-99a3-f16aef2cb1fa of type vlan for network d971144a-c775-4b51-84d1-e7a296e23fce Jun 30 03:06:38.399632 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.423126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] For port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:38.440644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] For port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8aa5620a-7a6f-4d56-aea8-b5c06846cf61,segment=NetworkSegment(d007cb48-965c-47c8-b2b7-d8579ae85bee),segment_id=d007cb48-965c-47c8-b2b7-d8579ae85bee)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:38.465931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ae1b4f-2c64-48d0-9bbe-a602e83fc925,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:38.616451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6863d-851d-46d3-b9bb-752de8b1f86f req-4c7c907f-897a-4bb9-8ad3-540d335eeb20 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:38.622088 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43d6863d-851d-46d3-b9bb-752de8b1f86f req-4c7c907f-897a-4bb9-8ad3-540d335eeb20 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 945 time: 0.1185632 Jun 30 03:06:38.687750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43d6863d-851d-46d3-b9bb-752de8b1f86f req-07621084-1e62-48b0-958e-3e53376f6f0d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354743 Jun 30 03:06:38.852542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.926046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Routers {'303ea525-b8b2-408a-a31a-e6bca60ac45a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:38.927484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:06:32Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['303ea525-b8b2-408a-a31a-e6bca60ac45a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:38.931442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad156439-35e6-4e78-a4cb-17e6b8fdb392 None None] Pushing event updated for resources: {'Port': ['ID=8aa5620a-7a6f-4d56-aea8-b5c06846cf61,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:38.951115 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:38.956589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:38.956589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:39.086076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] Pushing event updated for resources: {'Network': ['ID=d971144a-c775-4b51-84d1-e7a296e23fce,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:39.100678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d971144a-c775-4b51-84d1-e7a296e23fce details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:06:39.171089 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-22a2a0d8-b0c1-481e-bb81-0da54a1438bc admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7169280 Jun 30 03:06:39.171399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55850) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:39.178894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Request body: {'subnet': {'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2048170045-subnet', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:39.264071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] Set router 303ea525-b8b2-408a-a31a-e6bca60ac45a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:39.461953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Made reservation on behalf of 64bff96e05a24b85a59706210934adb0 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:39.465433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:39.525181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'name': 'tempest-TestAggregatesBasicOps-1812114985-router', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:27Z', 'updated_at': '2021-06-30T03:06:33Z', 'revision_number': 4, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'gw_port': {'id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:28Z', 'updated_at': '2021-06-30T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8aa5620a-7a6f-4d56-aea8-b5c06846cf61', 'name': '', 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'mac_address': 'fa:16:3e:cb:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:32Z', 'updated_at': '2021-06-30T03:06:38Z', 'revision_number': 4, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'subnets': [{'id': '9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:39.552734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97292132-32cb-43e1-965e-d3bc2205f4ba None None] The sync data for ids ['303ea525-b8b2-408a-a31a-e6bca60ac45a'] in n-d-798249-3 is: [{'id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'name': 'tempest-TestAggregatesBasicOps-1812114985-router', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:27Z', 'updated_at': '2021-06-30T03:06:33Z', 'revision_number': 4, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'gw_port': {'id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:28Z', 'updated_at': '2021-06-30T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '8aa5620a-7a6f-4d56-aea8-b5c06846cf61', 'name': '', 'network_id': '0bb66d41-95e3-43a9-b3ea-39a856ee1d11', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'mac_address': 'fa:16:3e:cb:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:32Z', 'updated_at': '2021-06-30T03:06:38Z', 'revision_number': 4, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'subnets': [{'id': '9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:06:39.817906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:40.010836 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.062262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:40.067866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:40.074575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.075027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55870) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:40.095773 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-401c0e8b-4287-49b4-924b-f2352a7bec9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.100421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31236721-5e92-4946-adad-43e127841585,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:40.106331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Checking segment: {'id': '8d289b96-0743-4e8c-99a3-f16aef2cb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:40.107079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Network hostable DHCP agents. Network: d971144a-c775-4b51-84d1-e7a296e23fce, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:06:40.270152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Network d971144a-c775-4b51-84d1-e7a296e23fce is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:06:40.301571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-401c0e8b-4287-49b4-924b-f2352a7bec9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.317532 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.359507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8aa5620a-7a6f-4d56-aea8-b5c06846cf61,segment=NetworkSegment(d007cb48-965c-47c8-b2b7-d8579ae85bee),segment_id=d007cb48-965c-47c8-b2b7-d8579ae85bee)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:40.380785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d971144a-c775-4b51-84d1-e7a296e23fce) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:40.386594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:40.386703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.390664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2521e7d9-d502-4b40-a9f5-7c0e5876d34d None None] Network d971144a-c775-4b51-84d1-e7a296e23fce requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:06:40.549213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-401c0e8b-4287-49b4-924b-f2352a7bec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.608810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c0e8b-4287-49b4-924b-f2352a7bec9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99af3aee-1ad2-46c8-a9af-d4983d1ec9e3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:40.619643 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-401c0e8b-4287-49b4-924b-f2352a7bec9b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b223085fa4dc4915ad2e575d94139678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428905 Jun 30 03:06:40.621830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55882) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:40.647070 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.680341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d78b58fa-2fce-44bb-bbe4-1fe50dd28890 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5077329 Jun 30 03:06:40.683461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55884) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:40.690966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2048170045-router', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:40.759029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-d971144a-c775-4b51-84d1-e7a296e23fce', 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'fixed_ips': [{'subnet_id': '31236721-5e92-4946-adad-43e127841585'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:06:40.759029 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.759428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef581bc7-0493-4f72-ae98-c8faf096a922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.803127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=8aa5620a-7a6f-4d56-aea8-b5c06846cf61,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:40.908022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:40.909658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:41.057724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:41.357935 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef581bc7-0493-4f72-ae98-c8faf096a922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:41.445221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Allocated IP 172.20.0.2 (d971144a-c775-4b51-84d1-e7a296e23fce/31236721-5e92-4946-adad-43e127841585/780b4017-c6ca-44ac-af5e-fa4b96709806) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:41.568175 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef581bc7-0493-4f72-ae98-c8faf096a922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:41.572596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef581bc7-0493-4f72-ae98-c8faf096a922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:41.574381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ef581bc7-0493-4f72-ae98-c8faf096a922 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/99af3aee-1ad2-46c8-a9af-d4983d1ec9e3 HTTP/1.1" status: 204 len: 168 time: 0.9509501 Jun 30 03:06:41.596520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef581bc7-0493-4f72-ae98-c8faf096a922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af3aee-1ad2-46c8-a9af-d4983d1ec9e3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:41.796307 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:41.813393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:41.829592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Transition to ACTIVE for port object 780b4017-c6ca-44ac-af5e-fa4b96709806 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:41.855530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Transition to ACTIVE for port object 780b4017-c6ca-44ac-af5e-fa4b96709806 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:41.866076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:41.934363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:41.935535 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:41.999281 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:42.085435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Pushing event updated for resources: {'Port': ['ID=780b4017-c6ca-44ac-af5e-fa4b96709806,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:42.114886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Network d971144a-c775-4b51-84d1-e7a296e23fce is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:42.120900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:42.125229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:42.305466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Attempting to bind port 780b4017-c6ca-44ac-af5e-fa4b96709806 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:42.311597 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Attempting to bind port 780b4017-c6ca-44ac-af5e-fa4b96709806 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '8d289b96-0743-4e8c-99a3-f16aef2cb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:42.312864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Attempting to bind port 780b4017-c6ca-44ac-af5e-fa4b96709806 on network d971144a-c775-4b51-84d1-e7a296e23fce {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:42.331525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:42.334790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Checking segment: {'id': '8d289b96-0743-4e8c-99a3-f16aef2cb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:42.334790 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:42.334790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Bound using segment: {'id': '8d289b96-0743-4e8c-99a3-f16aef2cb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:42.337873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Bound port: 780b4017-c6ca-44ac-af5e-fa4b96709806, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d289b96-0743-4e8c-99a3-f16aef2cb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:42.338385 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:42.390580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:42.536617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] For port 780b4017-c6ca-44ac-af5e-fa4b96709806, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:42.546609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] For port 780b4017-c6ca-44ac-af5e-fa4b96709806, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=780b4017-c6ca-44ac-af5e-fa4b96709806,segment=NetworkSegment(8d289b96-0743-4e8c-99a3-f16aef2cb1fa),segment_id=8d289b96-0743-4e8c-99a3-f16aef2cb1fa)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:42.677627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55922) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:42.903823 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9403f8a5-eac4-4776-a86d-537946cdc799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:42.911065 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:43.025945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9403f8a5-eac4-4776-a86d-537946cdc799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:43.039070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Allocated IP 172.25.2.84 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/4da6dbcd-5fd5-4584-a807-ff6e452264c4) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:43.156298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:43.337333 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:43.387291 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9403f8a5-eac4-4776-a86d-537946cdc799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:43.404673 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:43.518054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b206ee5-1d9a-4e00-9e8f-f322dde89c64 None None] Pushing event updated for resources: {'Port': ['ID=780b4017-c6ca-44ac-af5e-fa4b96709806,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:43.532230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403f8a5-eac4-4776-a86d-537946cdc799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f699124-6238-44e6-bcc0-f9d0e209e7d3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:43.636536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9403f8a5-eac4-4776-a86d-537946cdc799 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b7ac7fda9714549872e8febe1f96ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9503179 Jun 30 03:06:43.637554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55938) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:43.658334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Pushing event updated for resources: {'Port': ['ID=4da6dbcd-5fd5-4584-a807-ff6e452264c4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:43.717162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:43.720583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:43.731228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:43.819228 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-643f28eb-ed50-4088-9b95-fd225a2314db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:43.891940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-643f28eb-ed50-4088-9b95-fd225a2314db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:44.130591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-643f28eb-ed50-4088-9b95-fd225a2314db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:44.135019 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-643f28eb-ed50-4088-9b95-fd225a2314db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:44.136596 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-643f28eb-ed50-4088-9b95-fd225a2314db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f699124-6238-44e6-bcc0-f9d0e209e7d3 HTTP/1.1" status: 204 len: 168 time: 0.4946272 Jun 30 03:06:44.147497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f28eb-ed50-4088-9b95-fd225a2314db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f699124-6238-44e6-bcc0-f9d0e209e7d3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:44.381552 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:44.778376 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:45.268321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85799fe-60ee-4d7e-bfe7-f60cc3389d1b None None] Network d971144a-c775-4b51-84d1-e7a296e23fce requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:06:45.388714 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55984) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:45.436363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Router a4113a18-cdde-409d-acc4-ea6733b58493 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:06:45.439370 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-587a75b8-b80e-4b7a-a521-825f441ca4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:45.573811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c6c0bfb1-8ad5-456c-a949-f8c2244edd5e None None] Provisioning for port 780b4017-c6ca-44ac-af5e-fa4b96709806 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:45.695322 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-587a75b8-b80e-4b7a-a521-825f441ca4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:45.790414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:06:45.798474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 780b4017-c6ca-44ac-af5e-fa4b96709806 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:45.810989 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Sync routers for ids ['a4113a18-cdde-409d-acc4-ea6733b58493'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:06:45.825306 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Routers {'a4113a18-cdde-409d-acc4-ea6733b58493'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:45.828732 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:06:32Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a4113a18-cdde-409d-acc4-ea6733b58493'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:45.927186 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-587a75b8-b80e-4b7a-a521-825f441ca4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:45.967445 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Set router a4113a18-cdde-409d-acc4-ea6733b58493 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:46.005992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 780b4017-c6ca-44ac-af5e-fa4b96709806 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:46.011360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 780b4017-c6ca-44ac-af5e-fa4b96709806 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:46.019948 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:46.031073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-587a75b8-b80e-4b7a-a521-825f441ca4c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=94af47b18c7e4bedbf5801b15f40a357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412191 Jun 30 03:06:46.032363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a75b8-b80e-4b7a-a521-825f441ca4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1537c7fa-9b93-41e5-a048-401695b806e1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:46.033726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56006) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:46.106099 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:46.110081 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ffe383f8-fe48-45cc-9a5d-f3562307dad1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4227905 Jun 30 03:06:46.110886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56008) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:46.160827 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de7559df-233f-47a6-bfc3-d32b6256d241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:46.229346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de7559df-233f-47a6-bfc3-d32b6256d241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:46.230516 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:46.316143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 780b4017-c6ca-44ac-af5e-fa4b96709806, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=780b4017-c6ca-44ac-af5e-fa4b96709806,segment=NetworkSegment(8d289b96-0743-4e8c-99a3-f16aef2cb1fa),segment_id=8d289b96-0743-4e8c-99a3-f16aef2cb1fa)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:46.400225 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'name': 'tempest-TestAggregatesBasicOps-2048170045-router', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:40Z', 'updated_at': '2021-06-30T03:06:44Z', 'revision_number': 3, 'project_id': '64bff96e05a24b85a59706210934adb0', 'gw_port': {'id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:42Z', 'updated_at': '2021-06-30T03:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:46.415712 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:46.516156 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de7559df-233f-47a6-bfc3-d32b6256d241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:46.518676 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de7559df-233f-47a6-bfc3-d32b6256d241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:46.520028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-de7559df-233f-47a6-bfc3-d32b6256d241 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1537c7fa-9b93-41e5-a048-401695b806e1 HTTP/1.1" status: 204 len: 168 time: 0.4851146 Jun 30 03:06:46.543129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7559df-233f-47a6-bfc3-d32b6256d241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1537c7fa-9b93-41e5-a048-401695b806e1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:46.549356 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Checking router: a4113a18-cdde-409d-acc4-ea6733b58493 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:06:46.572800 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Updating router a4113a18-cdde-409d-acc4-ea6733b58493 port 4da6dbcd-5fd5-4584-a807-ff6e452264c4 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:06:46.651306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=780b4017-c6ca-44ac-af5e-fa4b96709806,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:46.719827 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:47.276611 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:47.302935 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Transition to ACTIVE for port object 4da6dbcd-5fd5-4584-a807-ff6e452264c4 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:47.306278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:47.472989 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:47.545488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Allocated IP 172.20.0.1 (d971144a-c775-4b51-84d1-e7a296e23fce/31236721-5e92-4946-adad-43e127841585/7eab003a-42bc-4b3c-8452-4f04ac798d7a) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:47.582457 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9479ac2-86a6-41fb-ab43-892fbe1fde2a None None] Pushing event updated for resources: {'Port': ['ID=4da6dbcd-5fd5-4584-a807-ff6e452264c4,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:47.709969 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:47.743884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Transition to ACTIVE for port object 7eab003a-42bc-4b3c-8452-4f04ac798d7a will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:47.799865 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Attempting to bind port 4da6dbcd-5fd5-4584-a807-ff6e452264c4 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:47.800384 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Attempting to bind port 4da6dbcd-5fd5-4584-a807-ff6e452264c4 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:47.800846 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Attempting to bind port 4da6dbcd-5fd5-4584-a807-ff6e452264c4 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:47.837865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 780b4017-c6ca-44ac-af5e-fa4b96709806 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:47.842806 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:47.845357 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:47.845897 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:47.847453 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:47.848048 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Bound port: 4da6dbcd-5fd5-4584-a807-ff6e452264c4, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:47.849529 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:47.935769 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:47.961599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 780b4017-c6ca-44ac-af5e-fa4b96709806 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:47.962245 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:48.024985 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] For port 4da6dbcd-5fd5-4584-a807-ff6e452264c4, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:48.035383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Network d971144a-c775-4b51-84d1-e7a296e23fce is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:48.038098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Pushing event updated for resources: {'Port': ['ID=7eab003a-42bc-4b3c-8452-4f04ac798d7a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:48.048496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:48.053254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:48.100229 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] For port 4da6dbcd-5fd5-4584-a807-ff6e452264c4, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4da6dbcd-5fd5-4584-a807-ff6e452264c4,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:48.116917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:48.193827 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:48.334396 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Routers {'a4113a18-cdde-409d-acc4-ea6733b58493'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:48.341971 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:06:32Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a4113a18-cdde-409d-acc4-ea6733b58493'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:48.581728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:48.762684 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9479ac2-86a6-41fb-ab43-892fbe1fde2a None None] Pushing event updated for resources: {'Port': ['ID=4da6dbcd-5fd5-4584-a807-ff6e452264c4,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:48.779328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c157b0a0-fc9c-4841-a6c3-f55c9d75cca3 None None] Provisioning for port 7eab003a-42bc-4b3c-8452-4f04ac798d7a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:48.784459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c157b0a0-fc9c-4841-a6c3-f55c9d75cca3 None None] Provisioning complete for port 7eab003a-42bc-4b3c-8452-4f04ac798d7a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:48.785171 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c157b0a0-fc9c-4841-a6c3-f55c9d75cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:48.885523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c157b0a0-fc9c-4841-a6c3-f55c9d75cca3 None None] Port 7eab003a-42bc-4b3c-8452-4f04ac798d7a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:06:48.945820 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] Set router a4113a18-cdde-409d-acc4-ea6733b58493 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:49.127314 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:49.173782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-dc2cc6bb-6517-4083-9652-c395dd049cfc tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:49.175581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-dc2cc6bb-6517-4083-9652-c395dd049cfc tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 814 time: 0.2571619 Jun 30 03:06:49.193044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-7e668393-d84a-4f80-8df2-91451396dd60 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/quotas/e5cbfb34edfb4cf7b398ae7fc2e49ee5 HTTP/1.1" status: 200 len: 375 time: 0.0109890 Jun 30 03:06:49.219812 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:49.310621 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'name': 'tempest-TestAggregatesBasicOps-2048170045-router', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:40Z', 'updated_at': '2021-06-30T03:06:44Z', 'revision_number': 3, 'project_id': '64bff96e05a24b85a59706210934adb0', 'gw_port': {'id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:42Z', 'updated_at': '2021-06-30T03:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:49.354781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Pushing event updated for resources: {'Port': ['ID=7eab003a-42bc-4b3c-8452-4f04ac798d7a,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:49.370348 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8928d020-4b91-4366-875b-86369d7f1280 None None] The sync data for ids ['a4113a18-cdde-409d-acc4-ea6733b58493'] in n-d-798249-3 is: [{'id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'name': 'tempest-TestAggregatesBasicOps-2048170045-router', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:40Z', 'updated_at': '2021-06-30T03:06:44Z', 'revision_number': 3, 'project_id': '64bff96e05a24b85a59706210934adb0', 'gw_port': {'id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:42Z', 'updated_at': '2021-06-30T03:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:06:49.408512 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:49.593450 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f9691224-c4b0-44c1-a860-6c8159532ab0 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3908322 Jun 30 03:06:49.754221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Network d971144a-c775-4b51-84d1-e7a296e23fce is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:49.757431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:49.921027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-2fe53f4a-04f4-43e4-8a24-0984ff0acd53 service neutron] 10.222.0.77 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143160 Jun 30 03:06:50.196833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Router a4113a18-cdde-409d-acc4-ea6733b58493 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:06:50.300946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-fe26fa82-5b91-4bd5-b548-2ca33880f3fb service neutron] 10.222.0.77 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788683 Jun 30 03:06:50.334891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e2beabb0-382f-4936-8771-48909c37a4f0 None None] Provisioning complete for port 7eab003a-42bc-4b3c-8452-4f04ac798d7a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:50.338747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e2beabb0-382f-4936-8771-48909c37a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:50.448216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e2beabb0-382f-4936-8771-48909c37a4f0 None None] Port 7eab003a-42bc-4b3c-8452-4f04ac798d7a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:06:50.468471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:06:50.479043 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d461e817-1ba3-45f5-90f3-4e69eaabdfd1 admin admin] 10.222.0.77 "PUT /v2.0/routers/a4113a18-cdde-409d-acc4-ea6733b58493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3667905 Jun 30 03:06:51.147411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-76e3849d-b680-4200-81dc-b78dd34fc9d6 req-1bcb043f-ac51-4faa-8755-3b89c6dd1328 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 210 time: 0.1557086 Jun 30 03:06:51.508152 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:06:51.823299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4da6dbcd-5fd5-4584-a807-ff6e452264c4 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:52.141360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 4da6dbcd-5fd5-4584-a807-ff6e452264c4 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:52.146454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4da6dbcd-5fd5-4584-a807-ff6e452264c4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:52.147018 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:52.179295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Sync routers for ids ['a4113a18-cdde-409d-acc4-ea6733b58493'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:06:52.221016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Routers {'a4113a18-cdde-409d-acc4-ea6733b58493'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:52.221961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:06:32Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a4113a18-cdde-409d-acc4-ea6733b58493'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:52.319520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f73a05f1-229f-4d38-a577-f085137be52f req-b409f741-c0e7-4f9e-a664-5bd453b0a575 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 210 time: 0.0650883 Jun 30 03:06:52.403655 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:52.440331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 4da6dbcd-5fd5-4584-a807-ff6e452264c4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4da6dbcd-5fd5-4584-a807-ff6e452264c4,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:52.463788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Set router a4113a18-cdde-409d-acc4-ea6733b58493 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:52.634112 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:52.771473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56214) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:52.796271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=4da6dbcd-5fd5-4584-a807-ff6e452264c4,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:52.847754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'name': 'tempest-TestAggregatesBasicOps-2048170045-router', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:40Z', 'updated_at': '2021-06-30T03:06:48Z', 'revision_number': 4, 'project_id': '64bff96e05a24b85a59706210934adb0', 'gw_port': {'id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:42Z', 'updated_at': '2021-06-30T03:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '7eab003a-42bc-4b3c-8452-4f04ac798d7a', 'name': '', 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'mac_address': 'fa:16:3e:52:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '31236721-5e92-4946-adad-43e127841585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:47Z', 'updated_at': '2021-06-30T03:06:48Z', 'revision_number': 2, 'project_id': '64bff96e05a24b85a59706210934adb0', 'subnets': [{'id': '31236721-5e92-4946-adad-43e127841585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:52.899425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Checking router: a4113a18-cdde-409d-acc4-ea6733b58493 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:06:52.899544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Updating router a4113a18-cdde-409d-acc4-ea6733b58493 port 7eab003a-42bc-4b3c-8452-4f04ac798d7a binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:06:52.930685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be342ff7-4a58-4271-9132-ffa87179393c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:52.944118 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:52.977303 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.086066 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be342ff7-4a58-4271-9132-ffa87179393c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.224817 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be342ff7-4a58-4271-9132-ffa87179393c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.262395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be342ff7-4a58-4271-9132-ffa87179393c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf2d1e-53fb-4c65-92cb-4b6931e394ab,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:53.287651 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-be342ff7-4a58-4271-9132-ffa87179393c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a115d897a9d54eb0bbb428d641e0a222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122569 Jun 30 03:06:53.287947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56238) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:53.382413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6874c20-e77e-425c-b946-53fe38385632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.384056 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.397940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Transition to ACTIVE for port object 7eab003a-42bc-4b3c-8452-4f04ac798d7a will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:53.409774 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6874c20-e77e-425c-b946-53fe38385632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.514540 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e3cd169-8e36-4ae9-8596-baa7d9c683d3 req-27e894eb-b397-40a9-a594-7f958dd8a9b7 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 210 time: 0.0429618 Jun 30 03:06:53.579275 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.653200 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.698964 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6874c20-e77e-425c-b946-53fe38385632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.702867 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6874c20-e77e-425c-b946-53fe38385632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.716819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b6874c20-e77e-425c-b946-53fe38385632 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9bf2d1e-53fb-4c65-92cb-4b6931e394ab HTTP/1.1" status: 204 len: 168 time: 0.4152114 Jun 30 03:06:53.717475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a049a-2e72-483c-bdd5-2ebfacfcd97a None None] Pushing event updated for resources: {'Port': ['ID=7eab003a-42bc-4b3c-8452-4f04ac798d7a,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:53.717612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6874c20-e77e-425c-b946-53fe38385632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf2d1e-53fb-4c65-92cb-4b6931e394ab,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:53.756749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4da6dbcd-5fd5-4584-a807-ff6e452264c4 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Attempting to bind port 7eab003a-42bc-4b3c-8452-4f04ac798d7a on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Attempting to bind port 7eab003a-42bc-4b3c-8452-4f04ac798d7a by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '8d289b96-0743-4e8c-99a3-f16aef2cb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Attempting to bind port 7eab003a-42bc-4b3c-8452-4f04ac798d7a on network d971144a-c775-4b51-84d1-e7a296e23fce {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Checking segment: {'id': '8d289b96-0743-4e8c-99a3-f16aef2cb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Bound using segment: {'id': '8d289b96-0743-4e8c-99a3-f16aef2cb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Bound port: 7eab003a-42bc-4b3c-8452-4f04ac798d7a, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d289b96-0743-4e8c-99a3-f16aef2cb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4da6dbcd-5fd5-4584-a807-ff6e452264c4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:53.889910 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:53.947830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] For port 7eab003a-42bc-4b3c-8452-4f04ac798d7a, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:53.952057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] For port 7eab003a-42bc-4b3c-8452-4f04ac798d7a, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7eab003a-42bc-4b3c-8452-4f04ac798d7a,segment=NetworkSegment(8d289b96-0743-4e8c-99a3-f16aef2cb1fa),segment_id=8d289b96-0743-4e8c-99a3-f16aef2cb1fa)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:54.073629 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:54.169319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Routers {'a4113a18-cdde-409d-acc4-ea6733b58493'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:54.170225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:06:32Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a4113a18-cdde-409d-acc4-ea6733b58493'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:54.175997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a049a-2e72-483c-bdd5-2ebfacfcd97a None None] Pushing event updated for resources: {'Port': ['ID=7eab003a-42bc-4b3c-8452-4f04ac798d7a,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:54.246321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56262) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:54.363814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] Set router a4113a18-cdde-409d-acc4-ea6733b58493 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:54.881649 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2014e476-0d75-409e-ae29-959f2f70f23a req-da3ad8a3-f37a-49a8-9be7-cdd85d770eaf tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 210 time: 0.0849383 Jun 30 03:06:54.895432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56284) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:55.086112 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:55.155663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'name': 'tempest-TestAggregatesBasicOps-2048170045-router', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:40Z', 'updated_at': '2021-06-30T03:06:48Z', 'revision_number': 4, 'project_id': '64bff96e05a24b85a59706210934adb0', 'gw_port': {'id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:42Z', 'updated_at': '2021-06-30T03:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '7eab003a-42bc-4b3c-8452-4f04ac798d7a', 'name': '', 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'mac_address': 'fa:16:3e:52:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '31236721-5e92-4946-adad-43e127841585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:47Z', 'updated_at': '2021-06-30T03:06:53Z', 'revision_number': 4, 'project_id': '64bff96e05a24b85a59706210934adb0', 'subnets': [{'id': '31236721-5e92-4946-adad-43e127841585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:55.196840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee18a3b-3dff-42a4-9d44-bd4e2d89fbee None None] The sync data for ids ['a4113a18-cdde-409d-acc4-ea6733b58493'] in n-d-798249-3 is: [{'id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'name': 'tempest-TestAggregatesBasicOps-2048170045-router', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:40Z', 'updated_at': '2021-06-30T03:06:48Z', 'revision_number': 4, 'project_id': '64bff96e05a24b85a59706210934adb0', 'gw_port': {'id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:42Z', 'updated_at': '2021-06-30T03:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '7eab003a-42bc-4b3c-8452-4f04ac798d7a', 'name': '', 'network_id': 'd971144a-c775-4b51-84d1-e7a296e23fce', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'mac_address': 'fa:16:3e:52:29:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '31236721-5e92-4946-adad-43e127841585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:47Z', 'updated_at': '2021-06-30T03:06:53Z', 'revision_number': 4, 'project_id': '64bff96e05a24b85a59706210934adb0', 'subnets': [{'id': '31236721-5e92-4946-adad-43e127841585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:06:55.297758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-31f9723e-5655-4af9-9ff4-89346b8c13ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:55.488865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-6dffec1c-b1d9-4676-9acb-ecff9d833e9c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:55.491327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-6dffec1c-b1d9-4676-9acb-ecff9d833e9c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 814 time: 0.2112677 Jun 30 03:06:55.511248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Request body: {'port': {'device_id': 'c604d485-3966-4471-91cd-24098b872d2c', 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2', 'admin_state_up': True, 'tenant_id': 'e5cbfb34edfb4cf7b398ae7fc2e49ee5'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:55.674072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] Deleting port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:06:55.674659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:55.740192 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-31f9723e-5655-4af9-9ff4-89346b8c13ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:55.833848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7eab003a-42bc-4b3c-8452-4f04ac798d7a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:55.855171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] For port 8aa5620a-7a6f-4d56-aea8-b5c06846cf61, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8aa5620a-7a6f-4d56-aea8-b5c06846cf61,segment=NetworkSegment(d007cb48-965c-47c8-b2b7-d8579ae85bee),segment_id=d007cb48-965c-47c8-b2b7-d8579ae85bee)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:55.865233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:55.888098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] Calling delete_port for 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:06:55.964801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-31f9723e-5655-4af9-9ff4-89346b8c13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.018311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-31f9723e-5655-4af9-9ff4-89346b8c13ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=afefbb40bbff44de9189d43171045c60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1215231 Jun 30 03:06:56.020916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56312) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:56.053163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 7eab003a-42bc-4b3c-8452-4f04ac798d7a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:56.056452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Made reservation on behalf of e5cbfb34edfb4cf7b398ae7fc2e49ee5 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:56.059786 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7eab003a-42bc-4b3c-8452-4f04ac798d7a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:56.060270 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.063676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.066065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9723e-5655-4af9-9ff4-89346b8c13ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56bc0d0-750b-4bd8-8e6c-006109c9f858,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:56.306703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56320) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:56.309940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25760897-c2e2-4500-9882-196711e84310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.311730 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.366123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-884935ff-4cf2-4b0d-83a5-f7a921f1cd09 req-e4682606-25c5-4197-9342-cb88ee73cfc6 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 210 time: 0.1217158 Jun 30 03:06:56.371145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 7eab003a-42bc-4b3c-8452-4f04ac798d7a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7eab003a-42bc-4b3c-8452-4f04ac798d7a,segment=NetworkSegment(8d289b96-0743-4e8c-99a3-f16aef2cb1fa),segment_id=8d289b96-0743-4e8c-99a3-f16aef2cb1fa)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:56.433220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.439492 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25760897-c2e2-4500-9882-196711e84310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.480572 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.493276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa5620a-7a6f-4d56-aea8-b5c06846cf61,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:56.515140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Allocated IP 172.20.0.3 (1d0fd537-47a8-4252-a918-9a949ce830a2/32b951a1-6051-4fdd-b623-4c9925f0e66d/b44ea721-521d-408f-8238-55e62e3443b6) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:56.582505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1487756923-network', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:56.592311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=7eab003a-42bc-4b3c-8452-4f04ac798d7a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:56.711312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25760897-c2e2-4500-9882-196711e84310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.713637 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25760897-c2e2-4500-9882-196711e84310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.717114 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-25760897-c2e2-4500-9882-196711e84310 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f56bc0d0-750b-4bd8-8e6c-006109c9f858 HTTP/1.1" status: 204 len: 168 time: 0.6927698 Jun 30 03:06:56.733263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25760897-c2e2-4500-9882-196711e84310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56bc0d0-750b-4bd8-8e6c-006109c9f858,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:56.779791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.865944 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.883829 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Made reservation on behalf of 7f5f72b3d7e44245880fdad3e491ef5c for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:56.885782 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:56.911495 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.136582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.150609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['968061c6-49dd-47c8-84f0-49523b3de113'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:06:57.152843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['2f4c58a0-543c-4e2e-8d99-12f50e2b1467'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:06:57.180267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] Router 303ea525-b8b2-408a-a31a-e6bca60ac45a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:06:57.230977 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.233276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Network 1d0fd537-47a8-4252-a918-9a949ce830a2 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:57.300811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:57.310600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:57.352722 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.367025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Pushing event updated for resources: {'Port': ['ID=b44ea721-521d-408f-8238-55e62e3443b6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:57.396147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:06:57.408855 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c6086c14-69b2-409b-b1e0-65dc6d4ca71e admin admin] 10.222.0.77 "PUT /v2.0/routers/303ea525-b8b2-408a-a31a-e6bca60ac45a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1602848 Jun 30 03:06:57.409623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56344) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:57.411295 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] Sync routers for ids ['303ea525-b8b2-408a-a31a-e6bca60ac45a'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:06:57.423320 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] Routers {'303ea525-b8b2-408a-a31a-e6bca60ac45a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:57.424142 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:06:32Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['303ea525-b8b2-408a-a31a-e6bca60ac45a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:57.442218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:06:57.472523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:57.474427 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.512745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad421aa2-a606-4be2-912b-3bd721e71a8e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:57.519730 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.520914 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Added segment fdcdc056-fef3-4cbe-bb1f-693da2177c77 of type vlan for network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 Jun 30 03:06:57.591338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-f7fc139f-29b6-431f-8c3a-1ef1cd930be4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0907230 Jun 30 03:06:57.605982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Request body: {'port': {'device_id': 'c604d485-3966-4471-91cd-24098b872d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:57.681423 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] Set router 303ea525-b8b2-408a-a31a-e6bca60ac45a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:57.707100 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.775417 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.819079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.932546 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.935109 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7eab003a-42bc-4b3c-8452-4f04ac798d7a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:57.951719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:57.952826 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.054776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7eab003a-42bc-4b3c-8452-4f04ac798d7a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:58.055279 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.105590 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'name': 'tempest-TestAggregatesBasicOps-1812114985-router', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:27Z', 'updated_at': '2021-06-30T03:06:56Z', 'revision_number': 5, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'gw_port': {'id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:28Z', 'updated_at': '2021-06-30T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:58.181383 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] Checking router: 303ea525-b8b2-408a-a31a-e6bca60ac45a for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:06:58.197150 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] Routers {'303ea525-b8b2-408a-a31a-e6bca60ac45a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:06:58.198028 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:06:32Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['303ea525-b8b2-408a-a31a-e6bca60ac45a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:58.287977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44ea721-521d-408f-8238-55e62e3443b6 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:58.315493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.329676 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] Set router 303ea525-b8b2-408a-a31a-e6bca60ac45a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:06:58.348849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Transition to ACTIVE for port object b44ea721-521d-408f-8238-55e62e3443b6 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:58.394313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56350) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:58.406504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9919607-3302-49fa-901d-2d57add5faeb req-d5654242-8339-4b84-a5de-348919d26d30 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:58.411153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9919607-3302-49fa-901d-2d57add5faeb req-d5654242-8339-4b84-a5de-348919d26d30 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 931 time: 0.7839262 Jun 30 03:06:58.495180 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.558281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9919607-3302-49fa-901d-2d57add5faeb req-3d5303c5-83ce-41bf-819b-750fa29fa688 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383226 Jun 30 03:06:58.560764 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca64d4cf-f2fe-4375-87e4-ee5fe8292eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.571648 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2544823 Jun 30 03:06:58.575965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56358) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:58.584791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Request body: {'subnet': {'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1487756923-subnet', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:58.597919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b880d69-761c-4df5-b9c6-d3ddae59e460 admin admin] Pushing event updated for resources: {'Network': ['ID=f461a745-ad1f-4f7c-b639-d8b18c2f45a9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:58.618824 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8503743-1f00-4b41-8f92-f141454941f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.630776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:06:58.688970 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.707928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Pushing event updated for resources: {'Port': ['ID=b44ea721-521d-408f-8238-55e62e3443b6,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:58.725686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Attempting to bind port b44ea721-521d-408f-8238-55e62e3443b6 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:58.727251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Attempting to bind port b44ea721-521d-408f-8238-55e62e3443b6 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:58.727792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Attempting to bind port b44ea721-521d-408f-8238-55e62e3443b6 on network 1d0fd537-47a8-4252-a918-9a949ce830a2 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:58.734326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Port b44ea721-521d-408f-8238-55e62e3443b6 on network 1d0fd537-47a8-4252-a918-9a949ce830a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:06:58.734848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Attempting to bind port b44ea721-521d-408f-8238-55e62e3443b6 on network 1d0fd537-47a8-4252-a918-9a949ce830a2 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:58.741347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:58.741759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Checking segment: {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:58.742687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Bound using segment: {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:58.742827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Bound port: b44ea721-521d-408f-8238-55e62e3443b6, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:58.746391 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.765129 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'name': 'tempest-TestAggregatesBasicOps-1812114985-router', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:27Z', 'updated_at': '2021-06-30T03:06:56Z', 'revision_number': 5, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'gw_port': {'id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:28Z', 'updated_at': '2021-06-30T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:06:58.834059 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8bf082-5823-4247-a0c1-96f65205da8b None None] The sync data for ids ['303ea525-b8b2-408a-a31a-e6bca60ac45a'] in n-d-798249-3 is: [{'id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'name': 'tempest-TestAggregatesBasicOps-1812114985-router', 'tenant_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:27Z', 'updated_at': '2021-06-30T03:06:56Z', 'revision_number': 5, 'project_id': '18d9271c097f409d8e4b2f3b6e8fb42e', 'gw_port': {'id': 'd1ffd1b0-b531-4e02-b715-7c57ede99011', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303ea525-b8b2-408a-a31a-e6bca60ac45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:28Z', 'updated_at': '2021-06-30T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:06:58.870242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Made reservation on behalf of 7f5f72b3d7e44245880fdad3e491ef5c for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:58.876278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.909597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] For port b44ea721-521d-408f-8238-55e62e3443b6, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:58.929861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Deleting port d1ffd1b0-b531-4e02-b715-7c57ede99011 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:06:58.930967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.932260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] For port b44ea721-521d-408f-8238-55e62e3443b6, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b44ea721-521d-408f-8238-55e62e3443b6,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:59.011747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.044726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] For port d1ffd1b0-b531-4e02-b715-7c57ede99011, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d1ffd1b0-b531-4e02-b715-7c57ede99011,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:59.044726 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.056350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Calling delete_port for d1ffd1b0-b531-4e02-b715-7c57ede99011 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:06:59.204527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:59.206999 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.206999 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] 10.222.0.83 "PUT /v2.0/ports/b44ea721-521d-408f-8238-55e62e3443b6 HTTP/1.1" status: 200 len: 1091 time: 1.6077883 Jun 30 03:06:59.212455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c604d485-3966-4471-91cd-24098b872d2c', 'tag': 'b44ea721-521d-408f-8238-55e62e3443b6'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:59.215214 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650d72c6-c282-4e7c-852f-5743d5a03b65" -d '{"events": [{"name": "network-changed", "server_uuid": "c604d485-3966-4471-91cd-24098b872d2c", "tag": "b44ea721-521d-408f-8238-55e62e3443b6"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:59.241013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d4256-e959-4d6f-aa33-3d54e2642840 service neutron] Pushing event updated for resources: {'Port': ['ID=b44ea721-521d-408f-8238-55e62e3443b6,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:59.276438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca64d4cf-f2fe-4375-87e4-ee5fe8292eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.316130 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.384613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca64d4cf-f2fe-4375-87e4-ee5fe8292eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.457423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64d4cf-f2fe-4375-87e4-ee5fe8292eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a520d4-f162-4903-9f42-4eddbfb45cec,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:59.465153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ca64d4cf-f2fe-4375-87e4-ee5fe8292eb5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=03194938755b49a6b1d625dd4e589f97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0510931 Jun 30 03:06:59.465903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56378) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:59.553103 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e32a1b0e-a288-48ba-8758-c662b7d23529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.599570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3476c010-abe5-41e6-87e4-8c939565d733,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:59.619802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e32a1b0e-a288-48ba-8758-c662b7d23529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.646869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Checking segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:59.647249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Network hostable DHCP agents. Network: f461a745-ad1f-4f7c-b639-d8b18c2f45a9, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:06:59.674075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-336e1647-e5ba-4b3d-9572-cd89eb631851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:59.674075 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-336e1647-e5ba-4b3d-9572-cd89eb631851 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 1094 time: 0.2732160 Jun 30 03:06:59.674075 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca8c426-d448-457f-9925-55fde27074ed x-openstack-request-id: req-3ca8c426-d448-457f-9925-55fde27074ed {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:59.675159 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c604d485-3966-4471-91cd-24098b872d2c", "tag": "b44ea721-521d-408f-8238-55e62e3443b6", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:59.675159 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ca8c426-d448-457f-9925-55fde27074ed {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:59.675159 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c604d485-3966-4471-91cd-24098b872d2c', 'tag': 'b44ea721-521d-408f-8238-55e62e3443b6', 'status': 'completed', 'code': 200} Jun 30 03:06:59.677620 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.684484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:06:59.718561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ffd1b0-b531-4e02-b715-7c57ede99011,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:59.738181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:06:59.742448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8aa5620a-7a6f-4d56-aea8-b5c06846cf61 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:06:59.765285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-1d7cbb66-13c4-4643-8088-62d6a9254ebd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b44ea721-521d-408f-8238-55e62e3443b6 HTTP/1.1" status: 200 len: 217 time: 0.0671120 Jun 30 03:06:59.767749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56384) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:06:59.840362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:06:59.856631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-098c40a7-8584-4172-9f56-3b6950483187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:59.858601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-098c40a7-8584-4172-9f56-3b6950483187 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32b951a1-6051-4fdd-b623-4c9925f0e66d HTTP/1.1" status: 200 len: 854 time: 0.0787766 Jun 30 03:06:59.860458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e32a1b0e-a288-48ba-8758-c662b7d23529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.863385 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e32a1b0e-a288-48ba-8758-c662b7d23529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.866132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e32a1b0e-a288-48ba-8758-c662b7d23529 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c4a520d4-f162-4903-9f42-4eddbfb45cec HTTP/1.1" status: 204 len: 168 time: 0.3968306 Jun 30 03:06:59.885604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.926107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a1b0e-a288-48ba-8758-c662b7d23529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a520d4-f162-4903-9f42-4eddbfb45cec,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:59.966565 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-7ea9b842-881f-4d6c-ab70-a8e06ea97db5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d0fd537-47a8-4252-a918-9a949ce830a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002047 Jun 30 03:06:59.970802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, f461a745-ad1f-4f7c-b639-d8b18c2f45a9) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:59.978527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:59.980861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78c1c9-21b7-49db-9891-c037f0086ed9 None None] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:06:59.983468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.080127 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.083240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.159716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daf0a2-214e-45f7-aaa4-8bc4f6fa11fd req-aaf23c6e-248b-47ae-a101-7e9adedcc35e tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:00.161611 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7daf0a2-214e-45f7-aaa4-8bc4f6fa11fd req-aaf23c6e-248b-47ae-a101-7e9adedcc35e tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 943 time: 0.3468945 Jun 30 03:07:00.214863 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7daf0a2-214e-45f7-aaa4-8bc4f6fa11fd req-2ba75a9c-f98c-4ff0-a3b5-696a3086a138 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Jun 30 03:07:00.238476 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:07:00.238476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.387467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Allocated IP 172.20.0.2 (f461a745-ad1f-4f7c-b639-d8b18c2f45a9/3476c010-abe5-41e6-87e4-8c939565d733/a37a8a04-6783-4cf5-aac1-e3796bdcfe5b) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:00.410541 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2139d1c1-9d2a-4d83-81e3-6e58151ba000 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8297241 Jun 30 03:07:00.413116 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56398) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:00.418146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:00.438749 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-52e745b7-bd0f-4b2c-8c57-6a8fa30d0b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.453809 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.454540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 303ea525-b8b2-408a-a31a-e6bca60ac45a {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:07:00.468902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.470081 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3c345d77-d9ee-44cd-a9bb-a0b57f672c3a admin admin] 10.222.0.77 "DELETE /v2.0/routers/303ea525-b8b2-408a-a31a-e6bca60ac45a HTTP/1.1" status: 204 len: 168 time: 3.0591240 Jun 30 03:07:00.473437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56402) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:00.538014 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-90a39e0b-0b3c-44a8-b25d-b5bb0442d2ee service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396042 Jun 30 03:07:00.545241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c3d525-b7b6-44c2-9e9a-26b67c88fb63 admin admin] Deleting subnet 9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:07:00.556369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07c3d525-b7b6-44c2-9e9a-26b67c88fb63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.571180 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.581298 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Transition to ACTIVE for port object a37a8a04-6783-4cf5-aac1-e3796bdcfe5b will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:00.602725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Transition to ACTIVE for port object a37a8a04-6783-4cf5-aac1-e3796bdcfe5b will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:00.624305 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.625448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.649697 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07c3d525-b7b6-44c2-9e9a-26b67c88fb63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.681897 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.724782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.739025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Pushing event updated for resources: {'Port': ['ID=a37a8a04-6783-4cf5-aac1-e3796bdcfe5b,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:00.753877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:00.755368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:00.757953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:00.781781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-224af4d2-d0a5-4f75-89b2-ba8901f742fe req-49d73acf-6049-4b62-b80d-a0620e5a472f service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330122 Jun 30 03:07:00.807894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07c3d525-b7b6-44c2-9e9a-26b67c88fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.832837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Attempting to bind port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:00.833264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Attempting to bind port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:00.833673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Attempting to bind port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:00.840542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:00.840926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Checking segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:00.841448 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.842182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Bound using segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:00.842712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Bound port: a37a8a04-6783-4cf5-aac1-e3796bdcfe5b, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:00.843103 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.892102 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-52e745b7-bd0f-4b2c-8c57-6a8fa30d0b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.951599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] For port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:00.954594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] For port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a37a8a04-6783-4cf5-aac1-e3796bdcfe5b,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:00.973025 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.982387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d72c6-c282-4e7c-852f-5743d5a03b65 req-4480713c-1f9f-4e71-9754-41a1072a80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:00.984119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-650d72c6-c282-4e7c-852f-5743d5a03b65 req-4480713c-1f9f-4e71-9754-41a1072a80d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 1094 time: 0.0689979 Jun 30 03:07:01.010542 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-52e745b7-bd0f-4b2c-8c57-6a8fa30d0b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.037820 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.058763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07c3d525-b7b6-44c2-9e9a-26b67c88fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.128362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913a428-1f63-4346-a053-77aa11f68fdc None None] Pushing event updated for resources: {'Port': ['ID=a37a8a04-6783-4cf5-aac1-e3796bdcfe5b,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:01.151855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3d525-b7b6-44c2-9e9a-26b67c88fb63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:01.169798 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07c3d525-b7b6-44c2-9e9a-26b67c88fb63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.171668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-07c3d525-b7b6-44c2-9e9a-26b67c88fb63 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9759d1ba-f6ad-4597-b3ef-1f8f8ccd4005 HTTP/1.1" status: 204 len: 168 time: 0.6971650 Jun 30 03:07:01.172872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e745b7-bd0f-4b2c-8c57-6a8fa30d0b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c756cfb4-d01e-4a20-870c-18dc3cc47549,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:01.182633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce994d8-47bb-4184-85f9-772d5b955dea None None] Network 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:01.195632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56424) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:01.208077 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-52e745b7-bd0f-4b2c-8c57-6a8fa30d0b59 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=669a06509cab4a7588ce25ebfd052153&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4390709 Jun 30 03:07:01.217912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56428) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:01.295675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d72c6-c282-4e7c-852f-5743d5a03b65 req-f782d0b0-6a3f-46b6-a319-93c689f3edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:01.297440 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-650d72c6-c282-4e7c-852f-5743d5a03b65 req-f782d0b0-6a3f-46b6-a319-93c689f3edf0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 915 time: 0.3068373 Jun 30 03:07:01.328890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee62f07d-fafa-4c48-a896-8c0122a414aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.359336 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.368334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-650d72c6-c282-4e7c-852f-5743d5a03b65 req-ca97521b-8280-4ee1-90c7-cbaf73f64a80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b44ea721-521d-408f-8238-55e62e3443b6 HTTP/1.1" status: 200 len: 217 time: 0.0593758 Jun 30 03:07:01.374165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee62f07d-fafa-4c48-a896-8c0122a414aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.549329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d72c6-c282-4e7c-852f-5743d5a03b65 req-19ecf800-1630-4c5c-bec5-b1ca988baa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:01.550831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-650d72c6-c282-4e7c-852f-5743d5a03b65 req-19ecf800-1630-4c5c-bec5-b1ca988baa0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32b951a1-6051-4fdd-b623-4c9925f0e66d HTTP/1.1" status: 200 len: 854 time: 0.1705396 Jun 30 03:07:01.585769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a86e3-796d-494f-bb33-60a20142996d None None] DHCP port deletion for 0bb66d41-95e3-43a9-b3ea-39a856ee1d11 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:07:01.591022 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-650d72c6-c282-4e7c-852f-5743d5a03b65 req-62a3b7ee-8405-492f-a677-fcdecc9e4172 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d0fd537-47a8-4252-a918-9a949ce830a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324664 Jun 30 03:07:01.612042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Deleting port f876658b-a4fd-4246-aa78-ddc66cec8d10 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:01.616923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.645815 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.647042 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-948b9553-e33a-4c77-9b63-5f6d70490598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.740867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-724a86e3-796d-494f-bb33-60a20142996d None None] Deleting port f876658b-a4fd-4246-aa78-ddc66cec8d10 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:01.741479 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-724a86e3-796d-494f-bb33-60a20142996d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.775048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40528f83-bafe-4381-920e-422e600a0d53 req-0b81d48e-2a2a-45d2-82b2-29d5b05bc14c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:01.784016 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40528f83-bafe-4381-920e-422e600a0d53 req-0b81d48e-2a2a-45d2-82b2-29d5b05bc14c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 943 time: 0.2218862 Jun 30 03:07:01.828483 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.829612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] For port f876658b-a4fd-4246-aa78-ddc66cec8d10, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f876658b-a4fd-4246-aa78-ddc66cec8d10,segment=NetworkSegment(d007cb48-965c-47c8-b2b7-d8579ae85bee),segment_id=d007cb48-965c-47c8-b2b7-d8579ae85bee)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:01.830090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.846988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Calling delete_port for f876658b-a4fd-4246-aa78-ddc66cec8d10 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:01.861321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a37a8a04-6783-4cf5-aac1-e3796bdcfe5b up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:01.910340 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40528f83-bafe-4381-920e-422e600a0d53 req-1c9a16c9-2bdb-4784-9ecf-90144e837c75 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235683 Jun 30 03:07:01.915223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.950523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-650d72c6-c282-4e7c-852f-5743d5a03b65 req-95833058-55e0-4438-a1da-fbf22f729b1b service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522663 Jun 30 03:07:02.010519 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-724a86e3-796d-494f-bb33-60a20142996d None None] For port f876658b-a4fd-4246-aa78-ddc66cec8d10, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f876658b-a4fd-4246-aa78-ddc66cec8d10,segment=NetworkSegment(d007cb48-965c-47c8-b2b7-d8579ae85bee),segment_id=d007cb48-965c-47c8-b2b7-d8579ae85bee)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:02.010961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-724a86e3-796d-494f-bb33-60a20142996d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.029688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-724a86e3-796d-494f-bb33-60a20142996d None None] Calling delete_port for f876658b-a4fd-4246-aa78-ddc66cec8d10 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:02.123433 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-650d72c6-c282-4e7c-852f-5743d5a03b65 req-76f309cf-54f1-46f2-be0c-156d6d398962 service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659107 Jun 30 03:07:02.135126 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.147343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Allocated IP 172.25.2.166 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/b8061125-b58c-4b85-ab84-12c62ab41097) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:02.166416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:02.172822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] No DVR routers for this DVR port f876658b-a4fd-4246-aa78-ddc66cec8d10 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:07:02.191366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-724a86e3-796d-494f-bb33-60a20142996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.236611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a86e3-796d-494f-bb33-60a20142996d None None] No DVR routers for this DVR port f876658b-a4fd-4246-aa78-ddc66cec8d10 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:07:02.266787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a86e3-796d-494f-bb33-60a20142996d None None] Pushing event deleted for resources: {'Port': ['ID=f876658b-a4fd-4246-aa78-ddc66cec8d10,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:02.279584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f876658b-a4fd-4246-aa78-ddc66cec8d10,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:02.324473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d1ffd1b0-b531-4e02-b715-7c57ede99011 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:07:02.329871 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.372496 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee62f07d-fafa-4c48-a896-8c0122a414aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.375352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee62f07d-fafa-4c48-a896-8c0122a414aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.376974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ee62f07d-fafa-4c48-a896-8c0122a414aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c756cfb4-d01e-4a20-870c-18dc3cc47549 HTTP/1.1" status: 204 len: 168 time: 1.1529255 Jun 30 03:07:02.400167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d1ffd1b0-b531-4e02-b715-7c57ede99011 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:07:02.400508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d1ffd1b0-b531-4e02-b715-7c57ede99011 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:07:02.401038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f876658b-a4fd-4246-aa78-ddc66cec8d10 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:07:02.406866 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.407867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62f07d-fafa-4c48-a896-8c0122a414aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c756cfb4-d01e-4a20-870c-18dc3cc47549,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:02.436568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb66d41-95e3-43a9-b3ea-39a856ee1d11']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:02.465236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd007cb48-965c-47c8-b2b7-d8579ae85bee') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:02.465894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd007cb48-965c-47c8-b2b7-d8579ae85bee') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:02.484101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f876658b-a4fd-4246-aa78-ddc66cec8d10 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:07:02.484945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f876658b-a4fd-4246-aa78-ddc66cec8d10 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:07:02.489209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.493250 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.506013 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.515137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:07:02.515879 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:07:02.518642 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:07:02.551956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:02.555876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:02.559164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:02.664405 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.676840 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:02.683256 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] 10.222.0.77 "DELETE /v2.0/networks/0bb66d41-95e3-43a9-b3ea-39a856ee1d11 HTTP/1.1" status: 204 len: 168 time: 1.4782305 Jun 30 03:07:02.686649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56456) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:02.690108 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8061125-b58c-4b85-ab84-12c62ab41097,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:02.806494 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa43c8-7152-4149-8251-b79008cf67ae admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb66d41-95e3-43a9-b3ea-39a856ee1d11,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:02.878764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc3b2c6-4a04-4d4c-b21f-076821e2a239 None None] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:03.060885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b44ea721-521d-408f-8238-55e62e3443b6 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:07:03.212445 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:03.306407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b44ea721-521d-408f-8238-55e62e3443b6, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b44ea721-521d-408f-8238-55e62e3443b6,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:03.376789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'b44ea721-521d-408f-8238-55e62e3443b6', 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2', 'port_id': 'b44ea721-521d-408f-8238-55e62e3443b6', 'mac_address': 'fa:16:3e:5f:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b951a1-6051-4fdd-b623-4c9925f0e66d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:07:03.383684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:03.397719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a123a17-1904-4856-943e-5d25c7fb6553 req-8f19157e-72f3-454b-bdb2-410a2afe36d3 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:03.406757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a123a17-1904-4856-943e-5d25c7fb6553 req-8f19157e-72f3-454b-bdb2-410a2afe36d3 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 943 time: 0.1907160 Jun 30 03:07:03.520970 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:03.549830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44ea721-521d-408f-8238-55e62e3443b6 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:03.604044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b44ea721-521d-408f-8238-55e62e3443b6, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b44ea721-521d-408f-8238-55e62e3443b6,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:03.604289 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a123a17-1904-4856-943e-5d25c7fb6553 req-317dd17b-4e62-4126-b182-93bd1008aae7 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964383 Jun 30 03:07:03.605403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e2f40ee2-8a91-4530-9768-6028f3f4d901 None None] Provisioning for port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:03.611881 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e2f40ee2-8a91-4530-9768-6028f3f4d901 None None] Provisioning complete for port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:03.612247 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e2f40ee2-8a91-4530-9768-6028f3f4d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:03.683056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:03.765767 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e2f40ee2-8a91-4530-9768-6028f3f4d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:03.768311 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:03.783279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56486) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:03.808472 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7adc89dc-bbc1-4897-93dd-62c42e35a7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:03.851455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.008388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e2f40ee2-8a91-4530-9768-6028f3f4d901 None None] For port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a37a8a04-6783-4cf5-aac1-e3796bdcfe5b,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:04.019939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['b44ea721-521d-408f-8238-55e62e3443b6'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:04.095806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b44ea721-521d-408f-8238-55e62e3443b6,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:04.121874 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e2f40ee2-8a91-4530-9768-6028f3f4d901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.232390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f40ee2-8a91-4530-9768-6028f3f4d901 None None] Pushing event updated for resources: {'Port': ['ID=a37a8a04-6783-4cf5-aac1-e3796bdcfe5b,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:04.271133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b88b0203-00ee-4347-8e88-e42d28e468e1 None None] Provisioning complete for port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:04.271133 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b88b0203-00ee-4347-8e88-e42d28e468e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.350638 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7adc89dc-bbc1-4897-93dd-62c42e35a7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.435135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Router 3677b95a-93c8-4ce5-9268-bcc00351862d is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:07:04.492498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7adc89dc-bbc1-4897-93dd-62c42e35a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.540426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc89dc-bbc1-4897-93dd-62c42e35a7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408013af-0a5b-4226-9b14-36d291d5086b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:04.548844 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7adc89dc-bbc1-4897-93dd-62c42e35a7e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1df6e1bf4a91416dbabec61868a06d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562244 Jun 30 03:07:04.552661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56522) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:04.554352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] Deleting port 7eab003a-42bc-4b3c-8452-4f04ac798d7a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:04.554788 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.601632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:04.612856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Sync routers for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:04.627666 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:04.632925 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:04.720884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] For port 7eab003a-42bc-4b3c-8452-4f04ac798d7a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7eab003a-42bc-4b3c-8452-4f04ac798d7a,segment=NetworkSegment(8d289b96-0743-4e8c-99a3-f16aef2cb1fa),segment_id=8d289b96-0743-4e8c-99a3-f16aef2cb1fa)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:04.721363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.737088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf7f6-61e5-43a5-9ad5-602fafaab948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.754388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.771099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e668190a-a1be-49fd-9bb8-a9a7d9b1f9c7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3423927 Jun 30 03:07:04.774330 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf7f6-61e5-43a5-9ad5-602fafaab948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.778245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56532) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:04.813600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] Calling delete_port for 7eab003a-42bc-4b3c-8452-4f04ac798d7a owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:04.843473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:04.895222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:05.005257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b44ea721-521d-408f-8238-55e62e3443b6 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:05.033524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf7f6-61e5-43a5-9ad5-602fafaab948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.037319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf7f6-61e5-43a5-9ad5-602fafaab948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.041566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3bcdf7f6-61e5-43a5-9ad5-602fafaab948 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/408013af-0a5b-4226-9b14-36d291d5086b HTTP/1.1" status: 204 len: 168 time: 0.4839592 Jun 30 03:07:05.112760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba854d2f-2560-4e8b-ae18-b9df2bb72d3d req-46e39df3-ce90-4807-964c-f961dd07ed3d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:05.114483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba854d2f-2560-4e8b-ae18-b9df2bb72d3d req-46e39df3-ce90-4807-964c-f961dd07ed3d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 944 time: 0.2261040 Jun 30 03:07:05.119069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdf7f6-61e5-43a5-9ad5-602fafaab948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408013af-0a5b-4226-9b14-36d291d5086b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:05.214158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba854d2f-2560-4e8b-ae18-b9df2bb72d3d req-cf7c370c-8dd9-4057-b22d-8999f7881c41 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823574 Jun 30 03:07:05.421392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.466831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:02Z', 'revision_number': 3, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:05.499890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=7eab003a-42bc-4b3c-8452-4f04ac798d7a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:05.532556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Checking router: 3677b95a-93c8-4ce5-9268-bcc00351862d for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:05.548466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Updating router 3677b95a-93c8-4ce5-9268-bcc00351862d port b8061125-b58c-4b85-ab84-12c62ab41097 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:07:05.550898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port b44ea721-521d-408f-8238-55e62e3443b6 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:05.595946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port b44ea721-521d-408f-8238-55e62e3443b6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:05.596526 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.744593 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.745509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.783350 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.942372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a37a8a04-6783-4cf5-aac1-e3796bdcfe5b up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:06.089849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Allocated IP 172.20.0.1 (f461a745-ad1f-4f7c-b639-d8b18c2f45a9/3476c010-abe5-41e6-87e4-8c939565d733/4101e904-d503-4d4a-8e85-0cad23ffb0d4) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:06.284574 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:06.322870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Transition to ACTIVE for port object 4101e904-d503-4d4a-8e85-0cad23ffb0d4 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:06.426878 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:06.445397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56588) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:06.452460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Transition to ACTIVE for port object b8061125-b58c-4b85-ab84-12c62ab41097 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:06.452460 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:06.519463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:06.552605 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c604d485-3966-4471-91cd-24098b872d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44ea721-521d-408f-8238-55e62e3443b6'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:06.559508 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da76cb4f-c9aa-4223-967f-bcf77d00ae9e" -d '{"events": [{"server_uuid": "c604d485-3966-4471-91cd-24098b872d2c", "name": "network-vif-plugged", "status": "completed", "tag": "b44ea721-521d-408f-8238-55e62e3443b6"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:06.572903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:06.573314 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:06.628940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] Router a4113a18-cdde-409d-acc4-ea6733b58493 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:07:06.673873 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37313e4f-5622-4b1f-bd3f-fa0a3405352b x-openstack-request-id: req-37313e4f-5622-4b1f-bd3f-fa0a3405352b {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:06.674226 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c604d485-3966-4471-91cd-24098b872d2c", "name": "network-vif-plugged", "status": "completed", "tag": "b44ea721-521d-408f-8238-55e62e3443b6", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:06.674417 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37313e4f-5622-4b1f-bd3f-fa0a3405352b {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:06.674881 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c604d485-3966-4471-91cd-24098b872d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44ea721-521d-408f-8238-55e62e3443b6', 'code': 200} Jun 30 03:07:06.676722 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:06.687151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b44ea721-521d-408f-8238-55e62e3443b6, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b44ea721-521d-408f-8238-55e62e3443b6,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:06.724596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4101e904-d503-4d4a-8e85-0cad23ffb0d4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:06.756517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:06.759604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ee63653-ef91-4f3a-aa66-88a99de546f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:06.763742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:06.775078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:06.789083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d210ff-0942-4c4a-919b-3c7e09cd7d00 None None] Pushing event updated for resources: {'Port': ['ID=b8061125-b58c-4b85-ab84-12c62ab41097,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:06.796639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Attempting to bind port b8061125-b58c-4b85-ab84-12c62ab41097 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:06.797058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Attempting to bind port b8061125-b58c-4b85-ab84-12c62ab41097 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:06.797524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Attempting to bind port b8061125-b58c-4b85-ab84-12c62ab41097 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:06.818925 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:06.832146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:06.833247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:06.837459 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:06.844087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:06.844609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Bound port: b8061125-b58c-4b85-ab84-12c62ab41097, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:06.845010 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:06.927207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:06.936341 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] Sync routers for ids ['a4113a18-cdde-409d-acc4-ea6733b58493'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:06.947570 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7e7ed4fd-7f01-42ef-86fc-e17b53a59f7a admin admin] 10.222.0.77 "PUT /v2.0/routers/a4113a18-cdde-409d-acc4-ea6733b58493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2515094 Jun 30 03:07:06.957026 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] Routers {'a4113a18-cdde-409d-acc4-ea6733b58493'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:06.960607 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a4113a18-cdde-409d-acc4-ea6733b58493'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:06.970195 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56608) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:06.978572 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ee63653-ef91-4f3a-aa66-88a99de546f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.009525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b44ea721-521d-408f-8238-55e62e3443b6,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:07.043908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] For port b8061125-b58c-4b85-ab84-12c62ab41097, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:07.049273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148a498-9bc1-48cc-9719-4d3de0b5b0c1 req-8fec55aa-3a9f-475a-9a37-3265e6175aea tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:07.050387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] For port b8061125-b58c-4b85-ab84-12c62ab41097, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b8061125-b58c-4b85-ab84-12c62ab41097,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:07.051202 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3148a498-9bc1-48cc-9719-4d3de0b5b0c1 req-8fec55aa-3a9f-475a-9a37-3265e6175aea tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 944 time: 0.5954232 Jun 30 03:07:07.061394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.181735 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.189904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0226a-8048-4e00-8a5d-58d411269425 req-0a029332-261e-4255-8c1d-7f4cad6d6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:07.195839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7ff0226a-8048-4e00-8a5d-58d411269425 req-0a029332-261e-4255-8c1d-7f4cad6d6a07 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 1095 time: 0.4597538 Jun 30 03:07:07.215680 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] Set router a4113a18-cdde-409d-acc4-ea6733b58493 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:07.286472 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0ee63653-ef91-4f3a-aa66-88a99de546f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.309596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d210ff-0942-4c4a-919b-3c7e09cd7d00 None None] Pushing event updated for resources: {'Port': ['ID=b8061125-b58c-4b85-ab84-12c62ab41097,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:07.355546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:07.355762 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0ee63653-ef91-4f3a-aa66-88a99de546f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f55066b2ba84b8fa1b6daf5600f837a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935707 Jun 30 03:07:07.355896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:07.356014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56614) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:07.373294 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7ff0226a-8048-4e00-8a5d-58d411269425 req-fb935ce4-c7d7-4dfb-9fac-24482d7b2c17 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664631 Jun 30 03:07:07.412312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.457061 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4931-4aa7-4bc8-b84c-69624f32012d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.488899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4931-4aa7-4bc8-b84c-69624f32012d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.525436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:07.607542 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'name': 'tempest-TestAggregatesBasicOps-2048170045-router', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:40Z', 'updated_at': '2021-06-30T03:07:05Z', 'revision_number': 5, 'project_id': '64bff96e05a24b85a59706210934adb0', 'gw_port': {'id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:42Z', 'updated_at': '2021-06-30T03:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:07.607710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-49daed0c-1a5f-4da1-a316-15da0f9d2230 None None] Provisioning for port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:07.633089 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3148a498-9bc1-48cc-9719-4d3de0b5b0c1 req-70f70601-8d5a-4bb5-a03e-708adfb8d6af tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716665 Jun 30 03:07:07.649275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee63653-ef91-4f3a-aa66-88a99de546f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ef2868-44ea-4ec7-bfb6-3fdc5ffd9138,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:07.652160 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.662582 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] Checking router: a4113a18-cdde-409d-acc4-ea6733b58493 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:07.662791 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-49daed0c-1a5f-4da1-a316-15da0f9d2230 None None] Provisioning complete for port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:07.663001 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-49daed0c-1a5f-4da1-a316-15da0f9d2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.684997 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] Routers {'a4113a18-cdde-409d-acc4-ea6733b58493'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:07.686631 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a4113a18-cdde-409d-acc4-ea6733b58493'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:07.747325 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4931-4aa7-4bc8-b84c-69624f32012d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.747623 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-49daed0c-1a5f-4da1-a316-15da0f9d2230 None None] Port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:07.752815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4931-4aa7-4bc8-b84c-69624f32012d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.769012 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d0eb4931-4aa7-4bc8-b84c-69624f32012d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26ef2868-44ea-4ec7-bfb6-3fdc5ffd9138 HTTP/1.1" status: 204 len: 168 time: 0.4219975 Jun 30 03:07:07.796081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Deleting port 4da6dbcd-5fd5-4584-a807-ff6e452264c4 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:07.796867 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.804232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb4931-4aa7-4bc8-b84c-69624f32012d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ef2868-44ea-4ec7-bfb6-3fdc5ffd9138,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:07.885908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:02Z', 'revision_number': 3, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:07.962641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] For port 4da6dbcd-5fd5-4584-a807-ff6e452264c4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4da6dbcd-5fd5-4584-a807-ff6e452264c4,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:07.963003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:07.970317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd2b478-29bb-4c01-9bf9-be2d90af2e66 None None] The sync data for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 is: [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:02Z', 'revision_number': 3, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:07.979403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Calling delete_port for 4da6dbcd-5fd5-4584-a807-ff6e452264c4 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:07.984543 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:08.109152 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] Set router a4113a18-cdde-409d-acc4-ea6733b58493 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:08.317814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:08.433344 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:08.552536 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:08.604118 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:08.604355 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'name': 'tempest-TestAggregatesBasicOps-2048170045-router', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:40Z', 'updated_at': '2021-06-30T03:07:05Z', 'revision_number': 5, 'project_id': '64bff96e05a24b85a59706210934adb0', 'gw_port': {'id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:42Z', 'updated_at': '2021-06-30T03:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:08.615168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da6dbcd-5fd5-4584-a807-ff6e452264c4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:08.621113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4101e904-d503-4d4a-8e85-0cad23ffb0d4,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:08.656207 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b85cf5-0495-4b1c-8a1b-5a24b96190ec None None] The sync data for ids ['a4113a18-cdde-409d-acc4-ea6733b58493'] in n-d-798249-3 is: [{'id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'name': 'tempest-TestAggregatesBasicOps-2048170045-router', 'tenant_id': '64bff96e05a24b85a59706210934adb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:06:40Z', 'updated_at': '2021-06-30T03:07:05Z', 'revision_number': 5, 'project_id': '64bff96e05a24b85a59706210934adb0', 'gw_port': {'id': '4da6dbcd-5fd5-4584-a807-ff6e452264c4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4113a18-cdde-409d-acc4-ea6733b58493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:06:42Z', 'updated_at': '2021-06-30T03:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:08.775789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:08.888682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:08.890388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56640) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:08.891330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:08.959274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f45c659-666a-46c9-9f86-3c3857956d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:09.033207 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:09.055648 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:09.252341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dc8fe-2d98-46a6-8d6e-9303cf240534 req-e62ed2db-b9f4-4d68-9c75-679fb2827027 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:09.256479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-080dc8fe-2d98-46a6-8d6e-9303cf240534 req-e62ed2db-b9f4-4d68-9c75-679fb2827027 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 945 time: 0.3468654 Jun 30 03:07:09.298554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bc85544c-a1ad-4d40-9a0a-708d7a01cf41 None None] Provisioning complete for port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:09.299164 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bc85544c-a1ad-4d40-9a0a-708d7a01cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:09.355470 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-080dc8fe-2d98-46a6-8d6e-9303cf240534 req-45e8607c-80b6-4d6f-b428-87fc6f7dcad8 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906286 Jun 30 03:07:09.366950 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:09.367579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4113a18-cdde-409d-acc4-ea6733b58493 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:07:09.370335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Router 3677b95a-93c8-4ce5-9268-bcc00351862d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:07:09.373711 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:09.379502 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0fb7ccfb-5bec-4917-abe1-2147833110f4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/a4113a18-cdde-409d-acc4-ea6733b58493 HTTP/1.1" status: 204 len: 168 time: 2.4018366 Jun 30 03:07:09.380191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56648) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:09.430003 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f45c659-666a-46c9-9f86-3c3857956d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:09.431205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-bc85544c-a1ad-4d40-9a0a-708d7a01cf41 None None] Port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:09.500678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e67b50-a0f7-474c-8e0a-832ad428378e admin admin] Deleting subnet 31236721-5e92-4946-adad-43e127841585 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:07:09.559683 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25e67b50-a0f7-474c-8e0a-832ad428378e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:09.966368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f45c659-666a-46c9-9f86-3c3857956d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.031119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4f45c659-666a-46c9-9f86-3c3857956d6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3184b5929c404b36bb84bb0b8083f225&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1339595 Jun 30 03:07:10.031862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c659-666a-46c9-9f86-3c3857956d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c4f989-3681-4aec-bb84-8c9dfd4da0dc,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:10.034141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56656) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:10.036276 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25e67b50-a0f7-474c-8e0a-832ad428378e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.127042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:10.135642 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-407a73dc-7f1d-4b16-bdbc-f087e6ad701e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.141925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-17820382-b82b-444b-9735-94f20b1a01d7 admin admin] 10.222.0.77 "PUT /v2.0/routers/3677b95a-93c8-4ce5-9268-bcc00351862d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3623495 Jun 30 03:07:10.189634 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-407a73dc-7f1d-4b16-bdbc-f087e6ad701e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.206892 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25e67b50-a0f7-474c-8e0a-832ad428378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.256502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b8061125-b58c-4b85-ab84-12c62ab41097 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:10.462954 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-407a73dc-7f1d-4b16-bdbc-f087e6ad701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.464752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25e67b50-a0f7-474c-8e0a-832ad428378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.471370 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-407a73dc-7f1d-4b16-bdbc-f087e6ad701e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.473731 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-407a73dc-7f1d-4b16-bdbc-f087e6ad701e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33c4f989-3681-4aec-bb84-8c9dfd4da0dc HTTP/1.1" status: 204 len: 168 time: 0.4347765 Jun 30 03:07:10.504540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a73dc-7f1d-4b16-bdbc-f087e6ad701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c4f989-3681-4aec-bb84-8c9dfd4da0dc,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:10.518493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port b8061125-b58c-4b85-ab84-12c62ab41097 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:10.533700 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25e67b50-a0f7-474c-8e0a-832ad428378e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.537429 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-25e67b50-a0f7-474c-8e0a-832ad428378e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/31236721-5e92-4946-adad-43e127841585 HTTP/1.1" status: 204 len: 168 time: 1.1267688 Jun 30 03:07:10.542987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56678) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:10.553671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e67b50-a0f7-474c-8e0a-832ad428378e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31236721-5e92-4946-adad-43e127841585,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:10.560132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629de52-a7eb-475c-ae97-3b2042c0bce5 None None] Network d971144a-c775-4b51-84d1-e7a296e23fce requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:10.587964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b8061125-b58c-4b85-ab84-12c62ab41097 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:10.589741 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.661846 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.723382 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Deleting port 780b4017-c6ca-44ac-af5e-fa4b96709806 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:10.723905 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.840879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] For port 780b4017-c6ca-44ac-af5e-fa4b96709806, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=780b4017-c6ca-44ac-af5e-fa4b96709806,segment=NetworkSegment(8d289b96-0743-4e8c-99a3-f16aef2cb1fa),segment_id=8d289b96-0743-4e8c-99a3-f16aef2cb1fa)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:10.841433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.843274 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:10.866371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Calling delete_port for 780b4017-c6ca-44ac-af5e-fa4b96709806 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:10.891531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port b8061125-b58c-4b85-ab84-12c62ab41097, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b8061125-b58c-4b85-ab84-12c62ab41097,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:11.001063 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.049718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7eab003a-42bc-4b3c-8452-4f04ac798d7a no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:07:11.052711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5b65b-0df5-46ee-87d3-dbf8756f91d7 None None] DHCP port deletion for d971144a-c775-4b51-84d1-e7a296e23fce request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:07:11.088581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 7eab003a-42bc-4b3c-8452-4f04ac798d7a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:07:11.088581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7eab003a-42bc-4b3c-8452-4f04ac798d7a not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:07:11.130252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=b8061125-b58c-4b85-ab84-12c62ab41097,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:11.135768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Sync routers for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:11.152535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:11.152535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:11.198848 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.210288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c8b5b65b-0df5-46ee-87d3-dbf8756f91d7 None None] Deleting port 780b4017-c6ca-44ac-af5e-fa4b96709806 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:11.210666 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c8b5b65b-0df5-46ee-87d3-dbf8756f91d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.258684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] No DVR routers for this DVR port 780b4017-c6ca-44ac-af5e-fa4b96709806 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:07:11.266166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=780b4017-c6ca-44ac-af5e-fa4b96709806,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:11.352304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c8b5b65b-0df5-46ee-87d3-dbf8756f91d7 None None] For port 780b4017-c6ca-44ac-af5e-fa4b96709806, host n-d-798249-3, got binding levels [] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:11.352304 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c8b5b65b-0df5-46ee-87d3-dbf8756f91d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.352304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:11.375734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c8b5b65b-0df5-46ee-87d3-dbf8756f91d7 None None] Calling delete_port for 780b4017-c6ca-44ac-af5e-fa4b96709806 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:11.384600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.ipam_backend_mixin [None req-c8b5b65b-0df5-46ee-87d3-dbf8756f91d7 None None] Port 780b4017-c6ca-44ac-af5e-fa4b96709806 was not found and therefore no delete operation was performed {{(pid=94532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:07:11.388813 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c8b5b65b-0df5-46ee-87d3-dbf8756f91d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.403791 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.415936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d971144a-c775-4b51-84d1-e7a296e23fce']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:11.431494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5b65b-0df5-46ee-87d3-dbf8756f91d7 None None] Pushing event deleted for resources: {'Port': ['ID=780b4017-c6ca-44ac-af5e-fa4b96709806,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:11.432672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d289b96-0743-4e8c-99a3-f16aef2cb1fa') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:11.433535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d289b96-0743-4e8c-99a3-f16aef2cb1fa') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:11.446480 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.464575 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.466640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5b65b-0df5-46ee-87d3-dbf8756f91d7 None None] No DVR routers for this DVR port 780b4017-c6ca-44ac-af5e-fa4b96709806 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:07:11.492890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:07:11.493314 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:07:11.495292 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:07:11.684351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:08Z', 'revision_number': 2, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:11.695596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.721364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Checking router: 3677b95a-93c8-4ce5-9268-bcc00351862d for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:11.722335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Updating router 3677b95a-93c8-4ce5-9268-bcc00351862d port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:07:11.734903 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.755986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d971144a-c775-4b51-84d1-e7a296e23fce HTTP/1.1" status: 204 len: 168 time: 1.2113538 Jun 30 03:07:11.758275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c64cf-fee2-4eb5-928c-5a9d77f4fb48 admin admin] Pushing event deleted for resources: {'Network': ['ID=d971144a-c775-4b51-84d1-e7a296e23fce,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:11.766690 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:11.799557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56714) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:11.845143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b8061125-b58c-4b85-ab84-12c62ab41097 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:12.047592 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36b16b1b-d9d3-4b91-a6fd-a11f77edebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.137350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56722) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:12.147744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-192301327-network', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:12.192788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b8061125-b58c-4b85-ab84-12c62ab41097 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:12.193162 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.204500 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36b16b1b-d9d3-4b91-a6fd-a11f77edebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.348911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56724) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:12.369261 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.374615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Transition to ACTIVE for port object 4101e904-d503-4d4a-8e85-0cad23ffb0d4 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:12.404003 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5f1cc429-b083-432d-a87a-3a5fcd4ebf13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18d9271c097f409d8e4b2f3b6e8fb42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515428 Jun 30 03:07:12.404367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56726) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:12.409453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4da6dbcd-5fd5-4584-a807-ff6e452264c4 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:07:12.412257 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36b16b1b-d9d3-4b91-a6fd-a11f77edebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.439287 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 4da6dbcd-5fd5-4584-a807-ff6e452264c4 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:07:12.440125 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4da6dbcd-5fd5-4584-a807-ff6e452264c4 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:07:12.441314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 780b4017-c6ca-44ac-af5e-fa4b96709806 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:07:12.464803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-36b16b1b-d9d3-4b91-a6fd-a11f77edebac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d0c3287ee3c4c17bd48ce64b12a5717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6641033 Jun 30 03:07:12.472435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56728) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:12.473454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 780b4017-c6ca-44ac-af5e-fa4b96709806 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:07:12.473454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 780b4017-c6ca-44ac-af5e-fa4b96709806 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:07:12.479308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b16b1b-d9d3-4b91-a6fd-a11f77edebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b82054-472c-462a-8874-da9bdcd3acb8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:12.502879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-731cd461-0580-4a86-b7cb-d3a06faea56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.521774 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.533388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-731cd461-0580-4a86-b7cb-d3a06faea56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.539967 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f02a028-9dbc-4f24-bc58-abafc7132d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.575389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f02a028-9dbc-4f24-bc58-abafc7132d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.728690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd71ae4-3335-45da-898c-4c8aeee18d70 None None] Pushing event updated for resources: {'Port': ['ID=4101e904-d503-4d4a-8e85-0cad23ffb0d4,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:12.748735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Attempting to bind port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:12.749732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Attempting to bind port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:12.750283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Attempting to bind port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:12.756171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:12.757776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Checking segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:12.758351 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.764771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Bound using segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:12.764771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Bound port: 4101e904-d503-4d4a-8e85-0cad23ffb0d4, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:12.764771 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.799034 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-731cd461-0580-4a86-b7cb-d3a06faea56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.799034 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-731cd461-0580-4a86-b7cb-d3a06faea56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.799798 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-731cd461-0580-4a86-b7cb-d3a06faea56c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/312f9d5f-26d8-4651-bc10-22604b832e30 HTTP/1.1" status: 204 len: 168 time: 0.3944519 Jun 30 03:07:12.814314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Made reservation on behalf of f333a21bf2174e1d9f497475a18c8037 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:12.816946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.859913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cd461-0580-4a86-b7cb-d3a06faea56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312f9d5f-26d8-4651-bc10-22604b832e30,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:12.872409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.903855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] For port 4101e904-d503-4d4a-8e85-0cad23ffb0d4, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:12.907521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] For port 4101e904-d503-4d4a-8e85-0cad23ffb0d4, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4101e904-d503-4d4a-8e85-0cad23ffb0d4,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:12.909433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f02a028-9dbc-4f24-bc58-abafc7132d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.912364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f02a028-9dbc-4f24-bc58-abafc7132d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:12.914443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0f02a028-9dbc-4f24-bc58-abafc7132d01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67b82054-472c-462a-8874-da9bdcd3acb8 HTTP/1.1" status: 204 len: 168 time: 0.4463072 Jun 30 03:07:12.925865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02a028-9dbc-4f24-bc58-abafc7132d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b82054-472c-462a-8874-da9bdcd3acb8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:13.033552 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:13.081140 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:13.144898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:13.145513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:13.151641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd71ae4-3335-45da-898c-4c8aeee18d70 None None] Pushing event updated for resources: {'Port': ['ID=4101e904-d503-4d4a-8e85-0cad23ffb0d4,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:13.172084 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:13.212155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:07:13.234470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254b4e67-8dea-4210-b29a-8e0d8a7edf2b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:13.258484 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:13.260176 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Added segment aa2eeb29-b8e7-48a3-b536-7da541f3a316 of type vlan for network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c Jun 30 03:07:13.333646 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:13.352650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:13.510725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:13.511785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:13.512396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:13.657280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] Pushing event updated for resources: {'Network': ['ID=94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:13.661137 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1e7e678a-ce22-4462-adf0-6334afd6bc95 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5217986 Jun 30 03:07:13.666811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56770) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:13.670783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Request body: {'subnet': {'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-192301327-subnet', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:13.673092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:07:13.694026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:12Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:13.762146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0599e1e8-5992-4349-be4b-0ff685c55b42 None None] The sync data for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 is: [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:12Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:13.898460 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Made reservation on behalf of f333a21bf2174e1d9f497475a18c8037 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:13.904129 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.083100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56776) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:14.102917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95532578-592b-40d8-a3e4-dbb9743d4991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.247702 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95532578-592b-40d8-a3e4-dbb9743d4991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.401386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.465831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75614a7-6d3b-42dc-a138-8d12f6e48123,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:14.477415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Checking segment: {'id': 'aa2eeb29-b8e7-48a3-b536-7da541f3a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:14.477815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Network hostable DHCP agents. Network: 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:07:14.559480 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-95532578-592b-40d8-a3e4-dbb9743d4991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.580872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56782) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:14.639429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-95532578-592b-40d8-a3e4-dbb9743d4991 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=049aa0e58b894d6384a94322b1208973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564570 Jun 30 03:07:14.642415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56788) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:14.680431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95532578-592b-40d8-a3e4-dbb9743d4991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1e634d-2f5e-4da7-b457-e507d3a1f188,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:14.700535 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-47449129-272c-40d5-ace8-20094c0c81e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64bff96e05a24b85a59706210934adb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1110311 Jun 30 03:07:14.701212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56790) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:14.741007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:07:14.752927 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-582b553d-b614-4e24-a1e2-78467cf0d4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.812634 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f17cd331-2e5c-4c8b-8cef-d14a2447bbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.816387 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-582b553d-b614-4e24-a1e2-78467cf0d4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.845279 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f17cd331-2e5c-4c8b-8cef-d14a2447bbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:14.906570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:14.920036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21ea529-ed6b-4607-a4e7-635c1d099fe1 None None] Network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:14.935092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:14.939958 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.055053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-582b553d-b614-4e24-a1e2-78467cf0d4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.055285 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f17cd331-2e5c-4c8b-8cef-d14a2447bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.057993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-582b553d-b614-4e24-a1e2-78467cf0d4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.058148 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f17cd331-2e5c-4c8b-8cef-d14a2447bbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.059473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-582b553d-b614-4e24-a1e2-78467cf0d4af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b1e634d-2f5e-4da7-b457-e507d3a1f188 HTTP/1.1" status: 204 len: 168 time: 0.4159007 Jun 30 03:07:15.059706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f17cd331-2e5c-4c8b-8cef-d14a2447bbc2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55ae1b4f-2c64-48d0-9bbe-a602e83fc925 HTTP/1.1" status: 204 len: 168 time: 0.3573055 Jun 30 03:07:15.068231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cd331-2e5c-4c8b-8cef-d14a2447bbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ae1b4f-2c64-48d0-9bbe-a602e83fc925,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:15.074930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b553d-b614-4e24-a1e2-78467cf0d4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1e634d-2f5e-4da7-b457-e507d3a1f188,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:15.146341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-efd19951-2acc-40ca-85e0-c0f48a471e8f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4800036 Jun 30 03:07:15.148996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56800) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:15.154963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-192301327-router', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:15.201547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c', 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'fixed_ips': [{'subnet_id': 'e75614a7-6d3b-42dc-a138-8d12f6e48123'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:07:15.202707 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.369545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Allocated IP 172.20.0.2 (94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c/e75614a7-6d3b-42dc-a138-8d12f6e48123/1a3e9553-0fc3-4403-9791-650eac328c5f) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:15.399021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.399021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.450651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.532332 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.541231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Transition to ACTIVE for port object 1a3e9553-0fc3-4403-9791-650eac328c5f will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:15.556822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Transition to ACTIVE for port object 1a3e9553-0fc3-4403-9791-650eac328c5f will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:15.704012 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.777857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:15.788604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Pushing event updated for resources: {'Port': ['ID=1a3e9553-0fc3-4403-9791-650eac328c5f,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:15.799596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:15.806176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:15.819477 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.830949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4101e904-d503-4d4a-8e85-0cad23ffb0d4 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:15.947662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Attempting to bind port 1a3e9553-0fc3-4403-9791-650eac328c5f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:15.948798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Attempting to bind port 1a3e9553-0fc3-4403-9791-650eac328c5f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'aa2eeb29-b8e7-48a3-b536-7da541f3a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:15.949985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Attempting to bind port 1a3e9553-0fc3-4403-9791-650eac328c5f on network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:15.960721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:15.961447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Checking segment: {'id': 'aa2eeb29-b8e7-48a3-b536-7da541f3a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:15.978081 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:15.978685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Bound using segment: {'id': 'aa2eeb29-b8e7-48a3-b536-7da541f3a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:15.979389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Bound port: 1a3e9553-0fc3-4403-9791-650eac328c5f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2eeb29-b8e7-48a3-b536-7da541f3a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:15.985052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.187291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:16.198673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] For port 1a3e9553-0fc3-4403-9791-650eac328c5f, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:16.202296 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] For port 1a3e9553-0fc3-4403-9791-650eac328c5f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a3e9553-0fc3-4403-9791-650eac328c5f,segment=NetworkSegment(aa2eeb29-b8e7-48a3-b536-7da541f3a316),segment_id=aa2eeb29-b8e7-48a3-b536-7da541f3a316)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:16.203299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:16.210757 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.317440 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.320786 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.375227 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.411816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.515426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340eb66-e1fd-492e-a1c7-26cc5063c5c3 None None] Pushing event updated for resources: {'Port': ['ID=1a3e9553-0fc3-4403-9791-650eac328c5f,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:16.535484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 4101e904-d503-4d4a-8e85-0cad23ffb0d4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4101e904-d503-4d4a-8e85-0cad23ffb0d4,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:16.597645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Allocated IP 172.25.2.39 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/c955f97b-c571-4dfc-9adf-a0d1235b4e50) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:16.709017 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.777031 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.800880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=4101e904-d503-4d4a-8e85-0cad23ffb0d4,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:16.961635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.010866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c955f97b-c571-4dfc-9adf-a0d1235b4e50,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:17.025259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:17.026726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:17.029142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:17.222395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56862) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:17.481757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-711297306'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:17.618450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.652040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Made reservation on behalf of 1b50e87298db4da48fbc7137b03daa4e for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:17.668659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.669137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:17.931297 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.024486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b9c23-a219-4c4c-a9e4-bfb008c903ac None None] Network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:18.026655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1a3e9553-0fc3-4403-9791-650eac328c5f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:18.072172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.119680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:07:18.121889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.155280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a989068-3879-4dd0-ac22-c97aff64501e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:18.171121 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.171342 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Added segment 277bc566-5d3a-4880-8960-070ba44adbb5 of type vlan for network dc3778b9-9c32-4db5-9243-25a7b0c5c41a Jun 30 03:07:18.252340 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.378775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8c1859ab-fe10-4a42-bc6c-106c49c262f6 None None] Provisioning for port 1a3e9553-0fc3-4403-9791-650eac328c5f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:18.466799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1a3e9553-0fc3-4403-9791-650eac328c5f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:18.467899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.478495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1a3e9553-0fc3-4403-9791-650eac328c5f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:18.478495 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.478745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:18.478745 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.554440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Pushing event updated for resources: {'Network': ['ID=dc3778b9-9c32-4db5-9243-25a7b0c5c41a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:18.567960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network dc3778b9-9c32-4db5-9243-25a7b0c5c41a details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:07:18.571549 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.646526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Router 2466e727-0054-4519-9657-4c1fed3e551d is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:07:18.663814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1a3e9553-0fc3-4403-9791-650eac328c5f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a3e9553-0fc3-4403-9791-650eac328c5f,segment=NetworkSegment(aa2eeb29-b8e7-48a3-b536-7da541f3a316),segment_id=aa2eeb29-b8e7-48a3-b536-7da541f3a316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:18.710745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-eda1dbea-f68c-419d-a476-5d3a4f393eec None None] Provisioning complete for port 1a3e9553-0fc3-4403-9791-650eac328c5f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:18.711128 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eda1dbea-f68c-419d-a476-5d3a4f393eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.755296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:18.764316 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Sync routers for ids ['2466e727-0054-4519-9657-4c1fed3e551d'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:18.775298 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Routers {'2466e727-0054-4519-9657-4c1fed3e551d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:18.776391 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2466e727-0054-4519-9657-4c1fed3e551d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:18.798621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-eda1dbea-f68c-419d-a476-5d3a4f393eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.859348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-54d7e616-a7a6-47cf-96e5-5dd4f573196c tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6344762 Jun 30 03:07:18.860341 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.861119 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4101e904-d503-4d4a-8e85-0cad23ffb0d4 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:18.862834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56896) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:18.939412 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Set router 2466e727-0054-4519-9657-4c1fed3e551d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:18.989297 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:18.990677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a79b88be-f4a4-4421-93c9-25d85a443eb0 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8406382 Jun 30 03:07:18.993675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56904) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:18.997934 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-eda1dbea-f68c-419d-a476-5d3a4f393eec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:07:19.001732 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-eda1dbea-f68c-419d-a476-5d3a4f393eec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:07:19.001732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1a3e9553-0fc3-4403-9791-650eac328c5f,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:19.007983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.008217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.008563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.008893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.009240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.009588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.009914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.010237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.010957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.010957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.011205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.011473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:19.029994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:19.030668 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.199985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Request body: {'network': {'name': 'tempest-network--1748045891', 'router:external': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:19.209916 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2466e727-0054-4519-9657-4c1fed3e551d', 'name': 'tempest-TestVolumeBootPattern-192301327-router', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:15Z', 'updated_at': '2021-06-30T03:07:17Z', 'revision_number': 3, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'gw_port': {'id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2466e727-0054-4519-9657-4c1fed3e551d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:19.247107 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Checking router: 2466e727-0054-4519-9657-4c1fed3e551d for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:19.247493 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Updating router 2466e727-0054-4519-9657-4c1fed3e551d port c955f97b-c571-4dfc-9adf-a0d1235b4e50 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:07:19.301343 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.407364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Made reservation on behalf of 39e32f4a699c49898a130b5ccb1cd983 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:19.407364 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.418377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.677150 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.807326 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.843198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1a3e9553-0fc3-4403-9791-650eac328c5f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:19.855152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:07:19.876884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b5c8c8-1181-403f-822b-c1da7f7562cb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:19.892424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.892787 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Added segment 67ce4e3e-da2b-48d9-b031-fa1baccb395b of type vlan for network fc52df61-3128-4577-9869-fb9e0023e250 Jun 30 03:07:19.912108 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.922605 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Transition to ACTIVE for port object c955f97b-c571-4dfc-9adf-a0d1235b4e50 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:19.957269 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:19.995947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1a3e9553-0fc3-4403-9791-650eac328c5f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:20.002530 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.080685 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.130029 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.131932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:20.132523 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.186777 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98fcb0-9c50-490c-9fdd-c69a9c4826c5 None None] Pushing event updated for resources: {'Port': ['ID=c955f97b-c571-4dfc-9adf-a0d1235b4e50,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:20.189159 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Attempting to bind port c955f97b-c571-4dfc-9adf-a0d1235b4e50 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:20.193418 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Attempting to bind port c955f97b-c571-4dfc-9adf-a0d1235b4e50 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:20.196696 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Attempting to bind port c955f97b-c571-4dfc-9adf-a0d1235b4e50 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:20.212733 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:20.215361 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:20.215361 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.215361 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:20.215361 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Bound port: c955f97b-c571-4dfc-9adf-a0d1235b4e50, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:20.215361 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.236950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event updated for resources: {'Network': ['ID=fc52df61-3128-4577-9869-fb9e0023e250,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:20.249732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network fc52df61-3128-4577-9869-fb9e0023e250 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:07:20.280679 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] For port c955f97b-c571-4dfc-9adf-a0d1235b4e50, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:20.284633 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] For port c955f97b-c571-4dfc-9adf-a0d1235b4e50, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c955f97b-c571-4dfc-9adf-a0d1235b4e50,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:20.368490 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.393046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9d5bf9bd-5a70-4012-8d0c-48daa3881fd6 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5290024 Jun 30 03:07:20.395698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56938) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:20.486274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.515636 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.561537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Allocated IP 172.20.0.1 (94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c/e75614a7-6d3b-42dc-a138-8d12f6e48123/bc59644a-ae39-4c93-bc93-b94335a621d2) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:20.632501 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Routers {'2466e727-0054-4519-9657-4c1fed3e551d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:20.633150 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2466e727-0054-4519-9657-4c1fed3e551d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:20.665411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.679573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc52df61-3128-4577-9869-fb9e0023e250']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:20.705226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ce4e3e-da2b-48d9-b031-fa1baccb395b') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:20.709216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ce4e3e-da2b-48d9-b031-fa1baccb395b') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:20.730105 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.751763 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.760277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:07:20.766763 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.768628 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:20.771186 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98fcb0-9c50-490c-9fdd-c69a9c4826c5 None None] Pushing event updated for resources: {'Port': ['ID=c955f97b-c571-4dfc-9adf-a0d1235b4e50,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:20.779728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-ee9da79a-298b-4489-b269-b992350b3e1e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1224146 Jun 30 03:07:20.797738 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] Set router 2466e727-0054-4519-9657-4c1fed3e551d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:07:20.830786 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:07:20.902511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-18a88200-20bb-4416-b417-20f44ed6fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:20.903173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-18a88200-20bb-4416-b417-20f44ed6fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:20.903715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-18a88200-20bb-4416-b417-20f44ed6fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:20.904309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-18a88200-20bb-4416-b417-20f44ed6fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:20.904847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-18a88200-20bb-4416-b417-20f44ed6fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:20.905484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-18a88200-20bb-4416-b417-20f44ed6fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:20.906045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-18a88200-20bb-4416-b417-20f44ed6fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:20.910015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-18a88200-20bb-4416-b417-20f44ed6fc64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a755bb4896d04a0196f012748728909d&device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 6500 time: 0.0742679 Jun 30 03:07:21.004506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.011107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc52df61-3128-4577-9869-fb9e0023e250 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 03:07:21.017352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.027262 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "DELETE /v2.0/networks/fc52df61-3128-4577-9869-fb9e0023e250 HTTP/1.1" status: 204 len: 168 time: 0.6301992 Jun 30 03:07:21.064732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b98641-c2ee-46f8-a962-4691a4f6162d tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc52df61-3128-4577-9869-fb9e0023e250,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.090797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56952) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:21.090797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:21.107619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Transition to ACTIVE for port object bc59644a-ae39-4c93-bc93-b94335a621d2 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:21.129408 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2466e727-0054-4519-9657-4c1fed3e551d', 'name': 'tempest-TestVolumeBootPattern-192301327-router', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:15Z', 'updated_at': '2021-06-30T03:07:17Z', 'revision_number': 3, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'gw_port': {'id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2466e727-0054-4519-9657-4c1fed3e551d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:21.173922 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916cf4c-3816-41cb-b6fa-964b686d3b85 None None] The sync data for ids ['2466e727-0054-4519-9657-4c1fed3e551d'] in n-d-798249-3 is: [{'id': '2466e727-0054-4519-9657-4c1fed3e551d', 'name': 'tempest-TestVolumeBootPattern-192301327-router', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:15Z', 'updated_at': '2021-06-30T03:07:17Z', 'revision_number': 3, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'gw_port': {'id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2466e727-0054-4519-9657-4c1fed3e551d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:21.201782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-a55c7adc-2418-4441-95c0-75a8a6756066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:21.202259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-a55c7adc-2418-4441-95c0-75a8a6756066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:21.202728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-a55c7adc-2418-4441-95c0-75a8a6756066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:21.204320 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-a55c7adc-2418-4441-95c0-75a8a6756066 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=6ed49552-2da0-4d97-856c-855a1f7d8775&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&id=f7f3593f-2741-4193-a44d-f880d3ee6ff9 HTTP/1.1" status: 200 len: 2298 time: 0.2676461 Jun 30 03:07:21.275848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-67616f89-dc90-42a5-8325-c49e64b1870f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0448a1ea-353c-4292-8163-aac4893723e7 HTTP/1.1" status: 200 len: 1000 time: 0.0625014 Jun 30 03:07:21.326003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Made reservation on behalf of 39e32f4a699c49898a130b5ccb1cd983 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:21.328229 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.331164 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.375567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-bd142c73-7026-41ff-85df-96beadbcd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:21.377367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-bd142c73-7026-41ff-85df-96beadbcd05e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=586d0d3c-b2f5-48fc-84d7-f78d79c8f24a HTTP/1.1" status: 200 len: 855 time: 0.0951366 Jun 30 03:07:21.392389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:07:21.406167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:21.408944 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.409634 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Added segment ad5b55a3-1659-42fd-ab80-e678e17a3320 of type vlan for network 80152056-b265-427f-a728-5c56279011da Jun 30 03:07:21.441309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:21.458470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:21.458470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc59644a-ae39-4c93-bc93-b94335a621d2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.473151 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.504907 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.565441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-4659d217-8cd4-404f-894d-189a0869ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:21.567021 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-4659d217-8cd4-404f-894d-189a0869ae6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d8c29edf-6b67-46b9-bba9-a3fa462653f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818013 Jun 30 03:07:21.712236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.714286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:21.720287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:21.753354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-93f5ec18-8c44-4b1c-a8fe-ff5e83882b2f service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774628 Jun 30 03:07:21.849445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event updated for resources: {'Network': ['ID=80152056-b265-427f-a728-5c56279011da,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:21.862731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 80152056-b265-427f-a728-5c56279011da details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:07:21.910355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5124bac1-ab22-4c03-ab0f-3a45e2b469fb tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8322465 Jun 30 03:07:21.913863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56970) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:21.920058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Request body: {'subnet': {'network_id': '80152056-b265-427f-a728-5c56279011da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:22.021653 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-bcb6ad54-f05e-4eb6-814d-4e7f3ec1b24a service neutron] 10.222.0.74 "GET /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611313 Jun 30 03:07:22.090440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Made reservation on behalf of 39e32f4a699c49898a130b5ccb1cd983 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:22.093695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:22.157126 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-e8a2d328-289f-4675-a663-783b2edc7750 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=7366339e-fe46-4e01-a331-81e3b5ad4856 HTTP/1.1" status: 200 len: 217 time: 0.1242752 Jun 30 03:07:22.290549 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:22.293553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-e1925d14-4f5b-43c4-b33b-552241d404c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:22.295487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-e1925d14-4f5b-43c4-b33b-552241d404c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.1098154 Jun 30 03:07:22.323212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6414ba57-e443-4587-b78e-a94707c9a7d3 None None] Provisioning for port bc59644a-ae39-4c93-bc93-b94335a621d2 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:22.335275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6414ba57-e443-4587-b78e-a94707c9a7d3 None None] Provisioning complete for port bc59644a-ae39-4c93-bc93-b94335a621d2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:22.350772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6414ba57-e443-4587-b78e-a94707c9a7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:22.407205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a24a439a-e114-4010-bddc-755630a00113 req-da4320a1-4dca-4e32-ab3a-4ae1fcb8aa7d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6268921 Jun 30 03:07:22.429263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6414ba57-e443-4587-b78e-a94707c9a7d3 None None] Port bc59644a-ae39-4c93-bc93-b94335a621d2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:22.623064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-992357d1-b7e6-44c0-a2a0-bf58c8b8b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:22.628912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-992357d1-b7e6-44c0-a2a0-bf58c8b8b45d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3210444 Jun 30 03:07:22.748892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a439a-e114-4010-bddc-755630a00113 req-f428d256-4b59-4527-9e5c-256e03c1f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:22.750344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a24a439a-e114-4010-bddc-755630a00113 req-f428d256-4b59-4527-9e5c-256e03c1f018 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5f31888ea45427eafb003fca1be2f84&device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 1097 time: 0.3106091 Jun 30 03:07:22.804581 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:22.859727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56980) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:22.872176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'network': {'name': 'tempest-network-smoke--1620471706', 'project_id': '7815a76686434d09bae4120d3691627c', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:22.950050 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:22.954654 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-f4bc9226-2a7e-42b3-a4b7-1ae58be17f83 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163183 Jun 30 03:07:23.006004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:07:23.006565 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.042116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a439a-e114-4010-bddc-755630a00113 req-ada398ea-4a63-497b-9313-baa506980ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:23.045956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a24a439a-e114-4010-bddc-755630a00113 req-ada398ea-4a63-497b-9313-baa506980ae8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5d78ea54-cf4f-4190-be00-168c1a6e3505 HTTP/1.1" status: 200 len: 915 time: 0.2553537 Jun 30 03:07:23.046815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Made reservation on behalf of 7815a76686434d09bae4120d3691627c for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:23.048705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.072551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d4c9172d-b1b8-482e-95ec-a84dae0e306a,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:23.074325 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.094961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.095611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.096130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.096512 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a24a439a-e114-4010-bddc-755630a00113 req-bf6b7fff-84ea-45fb-a161-73de299918c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea97cb65-ded1-4a63-bb08-1bed34b7b220 HTTP/1.1" status: 200 len: 217 time: 0.0446012 Jun 30 03:07:23.096877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.097419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.097860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.098147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.099001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.099001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.099414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.099742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.100072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:23.128589 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.130036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Checking segment: {'id': 'ad5b55a3-1659-42fd-ab80-e678e17a3320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '80152056-b265-427f-a728-5c56279011da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:23.130212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Network hostable DHCP agents. Network: 80152056-b265-427f-a728-5c56279011da, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:07:23.216397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-2d8b20f7-8417-4826-9177-d65144fbc2b3 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548482 Jun 30 03:07:23.258962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.291322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Network 80152056-b265-427f-a728-5c56279011da is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:07:23.305222 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.314775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-8b14dbce-9e15-4ea4-aec1-4c5b1c3e9975 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=6df77b8d-0b61-4592-8264-c9a1174498f6 HTTP/1.1" status: 200 len: 217 time: 0.0885623 Jun 30 03:07:23.320138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc59644a-ae39-4c93-bc93-b94335a621d2,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:23.323549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a439a-e114-4010-bddc-755630a00113 req-d516def1-fd40-428c-b251-f6c85fe9e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:23.325119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a24a439a-e114-4010-bddc-755630a00113 req-d516def1-fd40-428c-b251-f6c85fe9e08a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf91afb0-9b57-47b6-8eff-86c3c07767fb HTTP/1.1" status: 200 len: 854 time: 0.2211933 Jun 30 03:07:23.422009 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a24a439a-e114-4010-bddc-755630a00113 req-0f25aeb4-719c-4827-bb61-981960ca1b71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5d78ea54-cf4f-4190-be00-168c1a6e3505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855737 Jun 30 03:07:23.426497 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.438415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 80152056-b265-427f-a728-5c56279011da) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:23.446290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e08fbc-d72d-4d3a-b54d-dc91cbe9dbb8 None None] Network 80152056-b265-427f-a728-5c56279011da requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:23.473012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:23.474945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.483355 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.493587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:07:23.506137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.506607 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Added segment bbda8edf-08d5-4b8b-94b4-717ca128c3a6 of type vlan for network 16a2c861-b84c-4b74-96c4-d819adf76c18 Jun 30 03:07:23.516119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a24a439a-e114-4010-bddc-755630a00113 req-db72226d-cb75-4af0-835d-29a642804d2b service neutron] 10.222.0.83 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866833 Jun 30 03:07:23.538708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-43a2196c-6fc3-402e-a739-f965bd00c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:23.540156 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-43a2196c-6fc3-402e-a739-f965bd00c4eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.2124450 Jun 30 03:07:23.575066 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.655720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca5439-99d6-46d5-8b56-30faf388b8bf None None] Network 80152056-b265-427f-a728-5c56279011da requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:23.666746 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7608232c-466b-46fb-bc70-ccb3672261aa tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7514579 Jun 30 03:07:23.675597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56992) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:23.694609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a24a439a-e114-4010-bddc-755630a00113 req-0158f20c-ee57-4180-a2ad-27b9339e5aac service neutron] 10.222.0.83 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678667 Jun 30 03:07:23.695589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Request body: {'floatingip': {'floating_network_id': '80152056-b265-427f-a728-5c56279011da'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:23.723836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d65aa43-08ac-486a-9946-d6eb840670fc,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:23.747546 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:23.751804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:23.858065 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.869237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:23.870552 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.887177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-02f527d8-86cc-40b8-8430-c665ed699989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:23.888866 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-02f527d8-86cc-40b8-8430-c665ed699989 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1976442 Jun 30 03:07:23.951308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c955f97b-c571-4dfc-9adf-a0d1235b4e50 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:23.977875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.002194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Router 2466e727-0054-4519-9657-4c1fed3e551d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:07:24.065048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Network': ['ID=16a2c861-b84c-4b74-96c4-d819adf76c18,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:24.108701 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 16a2c861-b84c-4b74-96c4-d819adf76c18 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:07:24.137403 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-401c1c68-566f-4917-9255-279e50c0f20e service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400374 Jun 30 03:07:24.147667 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6e19d2a7-3c0b-4a81-ae91-1d1182b0b969 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2858217 Jun 30 03:07:24.151296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57006) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:24.158412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'admin_state_up': True, 'project_id': '7815a76686434d09bae4120d3691627c', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:24.203159 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.260042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:24.264221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9c4f43ae-3cf9-4c0f-b413-270e4b2c0733 None None] Provisioning complete for port bc59644a-ae39-4c93-bc93-b94335a621d2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:24.268311 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9c4f43ae-3cf9-4c0f-b413-270e4b2c0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.275734 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2e264520-2d76-4073-8215-624bc3c754f5 admin admin] 10.222.0.77 "PUT /v2.0/routers/2466e727-0054-4519-9657-4c1fed3e551d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2806892 Jun 30 03:07:24.307569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Sync routers for ids ['2466e727-0054-4519-9657-4c1fed3e551d'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:24.324017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-bd6df067-0fc9-4caf-b911-c4b9a2e8f34f service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489718 Jun 30 03:07:24.330165 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Routers {'2466e727-0054-4519-9657-4c1fed3e551d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:24.330829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2466e727-0054-4519-9657-4c1fed3e551d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:24.333473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9c4f43ae-3cf9-4c0f-b413-270e4b2c0733 None None] Port bc59644a-ae39-4c93-bc93-b94335a621d2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:24.345284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Allocated IP 172.20.0.6 (80152056-b265-427f-a728-5c56279011da/d4c9172d-b1b8-482e-95ec-a84dae0e306a/7f5f18f0-a4c1-454b-a4b0-e8e4e5fbd871) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:24.405331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-b37d4df1-5b6b-4835-bd35-dc03725f7b91 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=5c1c936e-7681-464e-893c-fb84f41b42e0 HTTP/1.1" status: 200 len: 217 time: 0.0742235 Jun 30 03:07:24.472211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-432f0f87-ef96-4082-a30b-215b5dd98fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:24.474057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-432f0f87-ef96-4082-a30b-215b5dd98fb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0621684 Jun 30 03:07:24.481932 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port c955f97b-c571-4dfc-9adf-a0d1235b4e50 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:24.487184 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.492226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.492385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c955f97b-c571-4dfc-9adf-a0d1235b4e50 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:24.492385 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.493146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.561246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-a3467fe7-ddc5-4ed1-93c2-a85e856f8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:24.563105 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-a3467fe7-ddc5-4ed1-93c2-a85e856f8ecf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829039 Jun 30 03:07:24.579879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.610621 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Set router 2466e727-0054-4519-9657-4c1fed3e551d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:24.676574 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-de2c6b7a-0e31-4e48-88d1-dd552c2a948c service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004393 Jun 30 03:07:24.763696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.779413 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-be47d63a-caad-457d-95d0-5a010e388b27 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969825 Jun 30 03:07:24.795082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port c955f97b-c571-4dfc-9adf-a0d1235b4e50, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c955f97b-c571-4dfc-9adf-a0d1235b4e50,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:24.823136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-1487fb9a-3278-4610-8e45-28cba8b02f84 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e HTTP/1.1" status: 200 len: 217 time: 0.0377126 Jun 30 03:07:24.873966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-a5757e4a-eb4c-40a0-93aa-034155beadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:24.875409 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-a5757e4a-eb4c-40a0-93aa-034155beadfe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 200 len: 797 time: 0.0469036 Jun 30 03:07:24.876547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2466e727-0054-4519-9657-4c1fed3e551d', 'name': 'tempest-TestVolumeBootPattern-192301327-router', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:15Z', 'updated_at': '2021-06-30T03:07:21Z', 'revision_number': 4, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'gw_port': {'id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2466e727-0054-4519-9657-4c1fed3e551d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bc59644a-ae39-4c93-bc93-b94335a621d2', 'name': '', 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'mac_address': 'fa:16:3e:bb:98:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2466e727-0054-4519-9657-4c1fed3e551d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'e75614a7-6d3b-42dc-a138-8d12f6e48123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:20Z', 'updated_at': '2021-06-30T03:07:22Z', 'revision_number': 2, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'subnets': [{'id': 'e75614a7-6d3b-42dc-a138-8d12f6e48123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:24.902707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Checking router: 2466e727-0054-4519-9657-4c1fed3e551d for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:24.903059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Updating router 2466e727-0054-4519-9657-4c1fed3e551d port bc59644a-ae39-4c93-bc93-b94335a621d2 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:07:24.943253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-62268601-b7c3-403c-b59b-2be1ff9c0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:24.945206 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-62268601-b7c3-403c-b59b-2be1ff9c0edf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6ed49552-2da0-4d97-856c-855a1f7d8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632827 Jun 30 03:07:24.950236 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.987038 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.035470 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.078885 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.114730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Network 80152056-b265-427f-a728-5c56279011da is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:25.117364 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-6b405fe5-035f-4818-a094-d167763b510a service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659245 Jun 30 03:07:25.118839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:25.122325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:25.182136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=c955f97b-c571-4dfc-9adf-a0d1235b4e50,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:25.225683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event updated for resources: {'Port': ['ID=7f5f18f0-a4c1-454b-a4b0-e8e4e5fbd871,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:25.333434 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-96e28611-3a05-468e-88c9-9fad7e9c0989 service neutron] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028251 Jun 30 03:07:25.420561 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.428073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-5f4e4802-4830-42e2-aa71-d45a1ade6e08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa HTTP/1.1" status: 200 len: 217 time: 0.0921750 Jun 30 03:07:25.486104 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.498508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-83f46469-e851-4a55-8008-57b3ca591273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:25.499984 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-83f46469-e851-4a55-8008-57b3ca591273 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.0611279 Jun 30 03:07:25.502561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Transition to ACTIVE for port object bc59644a-ae39-4c93-bc93-b94335a621d2 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:25.612150 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.652752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.680767 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.683487 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.860227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c955f97b-c571-4dfc-9adf-a0d1235b4e50 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:25.911008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd600ff-b88d-48a9-8377-1068b5cd9fcb None None] Pushing event updated for resources: {'Port': ['ID=bc59644a-ae39-4c93-bc93-b94335a621d2,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:25.930280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Attempting to bind port bc59644a-ae39-4c93-bc93-b94335a621d2 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:25.930690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Attempting to bind port bc59644a-ae39-4c93-bc93-b94335a621d2 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'aa2eeb29-b8e7-48a3-b536-7da541f3a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:25.931058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Attempting to bind port bc59644a-ae39-4c93-bc93-b94335a621d2 on network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:25.946446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:25.946861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Checking segment: {'id': 'aa2eeb29-b8e7-48a3-b536-7da541f3a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:25.947284 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:25.947689 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Bound using segment: {'id': 'aa2eeb29-b8e7-48a3-b536-7da541f3a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:25.948216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Bound port: bc59644a-ae39-4c93-bc93-b94335a621d2, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2eeb29-b8e7-48a3-b536-7da541f3a316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:25.948970 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:26.054514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-f7f8110b-dd7a-4fab-b84a-08384884e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:26.056149 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-f7f8110b-dd7a-4fab-b84a-08384884e26d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5473564 Jun 30 03:07:26.068254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] For port bc59644a-ae39-4c93-bc93-b94335a621d2, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:26.068941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c955f97b-c571-4dfc-9adf-a0d1235b4e50 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:26.069323 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:26.104615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] For port bc59644a-ae39-4c93-bc93-b94335a621d2, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bc59644a-ae39-4c93-bc93-b94335a621d2,segment=NetworkSegment(aa2eeb29-b8e7-48a3-b536-7da541f3a316),segment_id=aa2eeb29-b8e7-48a3-b536-7da541f3a316)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:26.207120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-48f871cd-9e51-4ba7-8b17-58021879f7bc service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434526 Jun 30 03:07:26.218029 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:26.289609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Allocated IP 172.25.2.103 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/7f80ecff-bd63-40ec-a571-bc7e0f88d15f) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:26.358890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd600ff-b88d-48a9-8377-1068b5cd9fcb None None] Pushing event updated for resources: {'Port': ['ID=bc59644a-ae39-4c93-bc93-b94335a621d2,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:26.364080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Routers {'2466e727-0054-4519-9657-4c1fed3e551d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:26.364696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2466e727-0054-4519-9657-4c1fed3e551d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:26.422165 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-d0af03dc-1c13-4356-81ec-80d1c2d59d87 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082140 Jun 30 03:07:26.423188 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:26.494533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-eaec25e0-57a3-4f42-a859-cf57fbc31def service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=03187be2-91f7-469b-8020-df82c9f7cec6 HTTP/1.1" status: 200 len: 217 time: 0.0620077 Jun 30 03:07:26.517665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:26.534734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] Set router 2466e727-0054-4519-9657-4c1fed3e551d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:26.564318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:26.580404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-1a3f3097-79e1-4d19-8deb-bfd21c172754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:26.583235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-1a3f3097-79e1-4d19-8deb-bfd21c172754 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 200 len: 797 time: 0.0817511 Jun 30 03:07:26.653549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event updated for resources: {'Port': ['ID=7f5f18f0-a4c1-454b-a4b0-e8e4e5fbd871,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:26.671241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:26.710594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-281e20b2-5299-4b4e-bcd7-c617b2e55dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:26.712721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-281e20b2-5299-4b4e-bcd7-c617b2e55dd8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7f3593f-2741-4193-a44d-f880d3ee6ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227496 Jun 30 03:07:26.805011 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:26.896208 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-cf0864a3-eacb-4f7d-87f0-358d0639c6ed service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767449 Jun 30 03:07:26.906224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:26.907584 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:26.914593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ec2bb99b-7ec7-4bfa-9af5-a79e134ab338 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2353311 Jun 30 03:07:26.920100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57052) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:27.002250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:27.005725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2466e727-0054-4519-9657-4c1fed3e551d', 'name': 'tempest-TestVolumeBootPattern-192301327-router', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:15Z', 'updated_at': '2021-06-30T03:07:21Z', 'revision_number': 4, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'gw_port': {'id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2466e727-0054-4519-9657-4c1fed3e551d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bc59644a-ae39-4c93-bc93-b94335a621d2', 'name': '', 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'mac_address': 'fa:16:3e:bb:98:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2466e727-0054-4519-9657-4c1fed3e551d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'e75614a7-6d3b-42dc-a138-8d12f6e48123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:20Z', 'updated_at': '2021-06-30T03:07:26Z', 'revision_number': 4, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'subnets': [{'id': 'e75614a7-6d3b-42dc-a138-8d12f6e48123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:27.015573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:27.040116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a13222-44e0-42a0-9789-4996c93512a3 None None] The sync data for ids ['2466e727-0054-4519-9657-4c1fed3e551d'] in n-d-798249-3 is: [{'id': '2466e727-0054-4519-9657-4c1fed3e551d', 'name': 'tempest-TestVolumeBootPattern-192301327-router', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:15Z', 'updated_at': '2021-06-30T03:07:21Z', 'revision_number': 4, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'gw_port': {'id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2466e727-0054-4519-9657-4c1fed3e551d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'bc59644a-ae39-4c93-bc93-b94335a621d2', 'name': '', 'network_id': '94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'mac_address': 'fa:16:3e:bb:98:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2466e727-0054-4519-9657-4c1fed3e551d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'e75614a7-6d3b-42dc-a138-8d12f6e48123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:20Z', 'updated_at': '2021-06-30T03:07:26Z', 'revision_number': 4, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'subnets': [{'id': 'e75614a7-6d3b-42dc-a138-8d12f6e48123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:27.054648 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2c9dd313-86a7-4172-938a-4431f3ec9895 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=80152056-b265-427f-a728-5c56279011da HTTP/1.1" status: 200 len: 689 time: 0.1327679 Jun 30 03:07:27.054942 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57054) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:27.065261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Port': ['ID=7f80ecff-bd63-40ec-a571-bc7e0f88d15f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:27.126748 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23d855f2-a8ac-4067-bcf0-a94b5ccb47db req-d46a9d8e-eab4-4106-839e-68c7935c7bf3 service neutron] 10.222.0.74 "GET /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209995 Jun 30 03:07:27.207043 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:27.360458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Deleting port 7f5f18f0-a4c1-454b-a4b0-e8e4e5fbd871 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:27.360855 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:27.480561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:27.480908 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:27.516580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Calling delete_port for 7f5f18f0-a4c1-454b-a4b0-e8e4e5fbd871 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:27.606116 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:27.880217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bc59644a-ae39-4c93-bc93-b94335a621d2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:27.954592 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.036594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f5f18f0-a4c1-454b-a4b0-e8e4e5fbd871,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:28.042381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.086322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port bc59644a-ae39-4c93-bc93-b94335a621d2 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:28.091283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port bc59644a-ae39-4c93-bc93-b94335a621d2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:28.091659 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.133532 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.203663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.272980 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.310395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port bc59644a-ae39-4c93-bc93-b94335a621d2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bc59644a-ae39-4c93-bc93-b94335a621d2,segment=NetworkSegment(aa2eeb29-b8e7-48a3-b536-7da541f3a316),segment_id=aa2eeb29-b8e7-48a3-b536-7da541f3a316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:28.455030 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.503009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Router 6911f891-5af9-4797-9164-04c05169299e is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:07:28.514157 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:07:28.515562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c9172d-b1b8-482e-95ec-a84dae0e306a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:28.522869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.647521 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.665945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80152056-b265-427f-a728-5c56279011da']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:28.674813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=bc59644a-ae39-4c93-bc93-b94335a621d2,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:28.695134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5b55a3-1659-42fd-ab80-e678e17a3320') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:28.695510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5b55a3-1659-42fd-ab80-e678e17a3320') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:28.704034 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9286ad19-26ad-4107-b76e-db6ada74912b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.716122 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.746801 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.763039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:07:28.763821 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:07:28.767559 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:07:28.782732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:28.794478 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Sync routers for ids ['6911f891-5af9-4797-9164-04c05169299e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:28.823605 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Routers {'6911f891-5af9-4797-9164-04c05169299e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:28.823605 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6911f891-5af9-4797-9164-04c05169299e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:28.940474 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Set router 6911f891-5af9-4797-9164-04c05169299e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:28.944291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.949406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57090) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:28.949653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-26153255-1162-4d2d-ab32-6f8c4adf13a0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.7949054 Jun 30 03:07:28.979055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:29.004046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80152056-b265-427f-a728-5c56279011da {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 03:07:29.007836 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:29.012444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "DELETE /v2.0/networks/80152056-b265-427f-a728-5c56279011da HTTP/1.1" status: 204 len: 168 time: 1.9542873 Jun 30 03:07:29.012834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57094) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:29.021422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d6b55-780c-4526-946d-827ca2f81845 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event deleted for resources: {'Network': ['ID=80152056-b265-427f-a728-5c56279011da,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:29.296763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-96e43d83-2e15-47cd-bb3b-501a99d24241 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7815a76686434d09bae4120d3691627c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3447714 Jun 30 03:07:29.309044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57104) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:29.369993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-747fe1ec-a40a-4932-a191-0d9830872f27 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.3494890 Jun 30 03:07:29.378725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57110) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:29.574273 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:27Z', 'revision_number': 3, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:29.627127 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Checking router: 6911f891-5af9-4797-9164-04c05169299e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:29.628241 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Updating router 6911f891-5af9-4797-9164-04c05169299e port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:07:29.631060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.642207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.643013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.643767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.644417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.645087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.645745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.646409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.647601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.648241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.653787 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-11df364b-88cf-4e32-8abd-72170a61993e tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6479 time: 0.2675691 Jun 30 03:07:29.654745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57116) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:29.663473 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:29.687823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a067c-e961-44c7-b63a-e2d0a31c105e tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:29.692394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c35a067c-e961-44c7-b63a-e2d0a31c105e tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3792393 Jun 30 03:07:29.693002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57118) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:29.775982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f6c42d46-f4b5-4e79-a653-c13331638e8e tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0807178 Jun 30 03:07:29.776647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57120) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:29.783646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1598126138', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'project_id': '7815a76686434d09bae4120d3691627c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:29.813838 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-f6e0aa66-c3eb-40f1-9a82-2aecb3245969 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] delete failed (client error): The resource could not be found. Jun 30 03:07:29.820247 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f6e0aa66-c3eb-40f1-9a82-2aecb3245969 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/822b5e0c-530a-4c91-a609-13da554a39ba HTTP/1.1" status: 404 len: 345 time: 0.1642890 Jun 30 03:07:29.829709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57124) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:29.862637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bc59644a-ae39-4c93-bc93-b94335a621d2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:29.864624 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a918d1-bfac-4fdd-a468-824c3d3f08ff tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] DELETE failed (client error): The resource could not be found. Jun 30 03:07:29.878930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a918d1-bfac-4fdd-a468-824c3d3f08ff tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:07:29.878930 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-00a918d1-bfac-4fdd-a468-824c3d3f08ff tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "DELETE /v2.0/networks/80152056-b265-427f-a728-5c56279011da HTTP/1.1" status: 404 len: 339 time: 0.0350564 Jun 30 03:07:29.885733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57126) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:29.906567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Request body: {'network': {'name': 'tempest-network--843415568', 'router:external': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:29.971206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port bc59644a-ae39-4c93-bc93-b94335a621d2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:29.971580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.203348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-6f2a78b3-8fa7-43ff-9731-e1ec922652e9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:30.204962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-6f2a78b3-8fa7-43ff-9731-e1ec922652e9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.1547081 Jun 30 03:07:30.219953 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-1f0d08c3-f6c0-4d40-a461-fbffc5a1aece tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/quotas/7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 375 time: 0.0095079 Jun 30 03:07:30.293193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-4921451d-6095-4aaf-a382-50353298152b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669796 Jun 30 03:07:30.414842 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-8b2937d9-b573-42b1-9c3e-d0a36ed29d9d service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839486 Jun 30 03:07:30.472631 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-6a669302-0c76-4d75-9017-1d2a4c7b8fd3 service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819051 Jun 30 03:07:30.479875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Made reservation on behalf of 39e32f4a699c49898a130b5ccb1cd983 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:30.482290 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.484452 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.495680 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Transition to ACTIVE for port object 7f80ecff-bd63-40ec-a571-bc7e0f88d15f will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:30.520877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:07:30.531774 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.532384 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Added segment a0fdf75e-0009-4d0a-881f-b4eb69135e0b of type vlan for network c50cf0bf-297b-46ed-871a-6bfa38fa5025 Jun 30 03:07:30.610976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.737477 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.741100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Made reservation on behalf of 7815a76686434d09bae4120d3691627c for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:30.742823 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.837628 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Attempting to bind port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:30.838005 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Attempting to bind port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:30.838634 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Attempting to bind port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:30.847223 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:30.847974 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:30.848385 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.848939 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:30.849413 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Bound port: 7f80ecff-bd63-40ec-a571-bc7e0f88d15f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:30.849846 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.909991 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] For port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:30.914045 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] For port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7f80ecff-bd63-40ec-a571-bc7e0f88d15f,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:30.933317 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe373079-0c97-4f36-8124-f9faa8da02e0 None None] Pushing event updated for resources: {'Port': ['ID=7f80ecff-bd63-40ec-a571-bc7e0f88d15f,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:30.971660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.973390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:30.974169 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:31.043854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event updated for resources: {'Network': ['ID=c50cf0bf-297b-46ed-871a-6bfa38fa5025,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:31.053406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c50cf0bf-297b-46ed-871a-6bfa38fa5025 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:07:31.274608 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:31.337351 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Routers {'6911f891-5af9-4797-9164-04c05169299e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:31.338414 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6911f891-5af9-4797-9164-04c05169299e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:31.374238 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe373079-0c97-4f36-8124-f9faa8da02e0 None None] Pushing event updated for resources: {'Port': ['ID=7f80ecff-bd63-40ec-a571-bc7e0f88d15f,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:31.452040 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] Set router 6911f891-5af9-4797-9164-04c05169299e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:31.509159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:31.515878 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8a1dfd68-61d6-472e-b835-7fcbdaccfd9a tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6255314 Jun 30 03:07:31.518576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57158) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:31.579563 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e51da26f-b590-4657-aaed-3c716e15b84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:31.606829 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:31.666481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Checking segment: {'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:31.666883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network hostable DHCP agents. Network: 16a2c861-b84c-4b74-96c4-d819adf76c18, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:07:31.676410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Subnet': ['ID=ba8931db-0a52-4ccd-8391-2f0cc893d29c,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:31.774206 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:27Z', 'revision_number': 3, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:31.793804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2d015-ea37-48d0-8c5c-13338108a282 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:31.811342 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbf056-a994-4895-930b-53aca096e5a3 None None] The sync data for ids ['6911f891-5af9-4797-9164-04c05169299e'] in n-d-798249-3 is: [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:27Z', 'revision_number': 3, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:31.814328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2d015-ea37-48d0-8c5c-13338108a282 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:31.817409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network 16a2c861-b84c-4b74-96c4-d819adf76c18 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:07:31.830504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2d015-ea37-48d0-8c5c-13338108a282 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:31.851858 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2d015-ea37-48d0-8c5c-13338108a282 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:31.857839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-45c2d015-ea37-48d0-8c5c-13338108a282 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3378639 Jun 30 03:07:31.860459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57162) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:31.949109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:31.964962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 16a2c861-b84c-4b74-96c4-d819adf76c18) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:31.974556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17af80-8f97-4098-ab18-88bdb5fac64a None None] Network 16a2c861-b84c-4b74-96c4-d819adf76c18 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:31.974868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:31.976005 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:32.099026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:32.116191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50cf0bf-297b-46ed-871a-6bfa38fa5025']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:32.127599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b870bc3b-148b-4256-ae84-8abafde01dd4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3492565 Jun 30 03:07:32.130461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57170) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:32.145217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fdf75e-0009-4d0a-881f-b4eb69135e0b') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:32.146183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fdf75e-0009-4d0a-881f-b4eb69135e0b') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:32.165923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:32.184729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:32.212878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:07:32.213483 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:32.335523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-16a2c861-b84c-4b74-96c4-d819adf76c18', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:07:32.338101 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:07:32.358035 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:07:32.510832 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7375af86-2f91-41e5-95aa-20fe3384e4f7 req-263a4256-fadf-4cbc-bb04-455c4ab7a65f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.1456096 Jun 30 03:07:32.670602 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:32.688907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c50cf0bf-297b-46ed-871a-6bfa38fa5025 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 03:07:32.703215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:32.711154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "DELETE /v2.0/networks/c50cf0bf-297b-46ed-871a-6bfa38fa5025 HTTP/1.1" status: 204 len: 168 time: 0.8493173 Jun 30 03:07:32.716790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57180) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:32.729618 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Request body: {'network': {'name': 'tempest-network--631196162', 'router:external': True}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:32.743416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b95f94-9b7a-45f6-99a9-5a3c63013eb5 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event deleted for resources: {'Network': ['ID=c50cf0bf-297b-46ed-871a-6bfa38fa5025,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:32.930243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Allocated IP 172.20.0.2 (16a2c861-b84c-4b74-96c4-d819adf76c18/ba8931db-0a52-4ccd-8391-2f0cc893d29c/9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:32.972692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Made reservation on behalf of 39e32f4a699c49898a130b5ccb1cd983 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:32.995374 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.151124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:07:33.207503 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.208121 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Added segment f1072d42-83e7-48c7-9a08-27a870f742c7 of type vlan for network 8fcdec46-3e38-4357-8d7a-50aaa761abe6 Jun 30 03:07:33.297547 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.331177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Transition to ACTIVE for port object 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:33.359831 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.418583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Transition to ACTIVE for port object 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:33.486629 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.534810 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.663509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.785196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Network 16a2c861-b84c-4b74-96c4-d819adf76c18 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:33.789683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:33.807974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:33.992487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25251c99-7b35-40f5-85e8-cab02a68910e req-b14da81d-a096-46eb-8a45-1ff05f23cb55 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.1116452 Jun 30 03:07:33.997592 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:33.998882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:34.000770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.198254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event updated for resources: {'Network': ['ID=8fcdec46-3e38-4357-8d7a-50aaa761abe6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:34.203546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7f80ecff-bd63-40ec-a571-bc7e0f88d15f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:34.248493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Pushing event updated for resources: {'Port': ['ID=9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:34.276962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8fcdec46-3e38-4357-8d7a-50aaa761abe6 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:07:34.442526 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5851f96f-c0ea-4b0b-a4de-861eeb59dde3 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7147484 Jun 30 03:07:34.442906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57206) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:34.540332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Attempting to bind port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:34.540988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Attempting to bind port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:34.541552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Attempting to bind port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 on network 16a2c861-b84c-4b74-96c4-d819adf76c18 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:34.567593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Allocated IP 172.20.0.1 (16a2c861-b84c-4b74-96c4-d819adf76c18/ba8931db-0a52-4ccd-8391-2f0cc893d29c/e3701407-1b76-445c-9fda-e552b5e81518) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:34.573477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:34.574066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Checking segment: {'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:34.574650 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.575235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Bound using segment: {'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:34.575843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Bound port: 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:34.576390 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.694957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] For port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:34.711364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] For port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:34.712614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aed270-1aba-40d5-bd17-f38df0529aa5 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:34.714789 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-06aed270-1aba-40d5-bd17-f38df0529aa5 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] 10.222.0.77 "GET /v2.0/networks/8fcdec46-3e38-4357-8d7a-50aaa761abe6 HTTP/1.1" status: 200 len: 756 time: 0.2708344 Jun 30 03:07:34.718052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57208) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:34.775569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:34.781395 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.785595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:34.785595 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:34.926756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093858ad-bfed-40ef-9a89-7d02d107cba9 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:34.934600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-093858ad-bfed-40ef-9a89-7d02d107cba9 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] 10.222.0.77 "GET /v2.0/networks/dc3778b9-9c32-4db5-9243-25a7b0c5c41a HTTP/1.1" status: 200 len: 767 time: 0.2127504 Jun 30 03:07:34.935162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57212) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:34.986583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:35.116420 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:35.185055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7f80ecff-bd63-40ec-a571-bc7e0f88d15f,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:35.192691 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:35.198044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bbb6f-c7eb-4085-84ef-fe511bd3e3ab None None] Pushing event updated for resources: {'Port': ['ID=9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:35.313285 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:35.460116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=7f80ecff-bd63-40ec-a571-bc7e0f88d15f,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:35.612429 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec20e04a-c9a4-4daf-a278-2e3fd378c73b req-a9c75115-8a32-44eb-9be7-8805fc1fa420 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.0674248 Jun 30 03:07:35.619404 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:35.660139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcdec46-3e38-4357-8d7a-50aaa761abe6']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:35.679506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1072d42-83e7-48c7-9a08-27a870f742c7') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:35.679798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1072d42-83e7-48c7-9a08-27a870f742c7') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:35.690413 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:35.691162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:35.719186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Transition to ACTIVE for port object e3701407-1b76-445c-9fda-e552b5e81518 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:35.725664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:35.740796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:07:35.743310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:07:35.771507 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:07:35.910016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:36.063506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.065002 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.089167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fcdec46-3e38-4357-8d7a-50aaa761abe6 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 03:07:36.091365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fcdec46-3e38-4357-8d7a-50aaa761abe6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:36.101985 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.112221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57234) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:36.116844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1ed9d764-79f3-4e55-912c-3824f9a0fb90 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "DELETE /v2.0/networks/8fcdec46-3e38-4357-8d7a-50aaa761abe6 HTTP/1.1" status: 204 len: 168 time: 1.1791708 Jun 30 03:07:36.128348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Request body: {'network': {'name': 'tempest-network--1795353487'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:36.156763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network 16a2c861-b84c-4b74-96c4-d819adf76c18 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:36.169093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:36.172532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:36.174852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:36.180856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7f80ecff-bd63-40ec-a571-bc7e0f88d15f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:36.210466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Port': ['ID=e3701407-1b76-445c-9fda-e552b5e81518,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:36.237987 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.278560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:36.279229 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.440020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Made reservation on behalf of 39e32f4a699c49898a130b5ccb1cd983 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:36.443112 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.477472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:07:36.494429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.495179 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Added segment 584ec82e-9ded-4ae8-9dda-661076794ecd of type vlan for network 0c10ef73-d86e-46e7-9172-238a32a21597 Jun 30 03:07:36.549420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.743089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99e908-1400-4b41-bcdc-5bd4f205fc75 None None] Network 16a2c861-b84c-4b74-96c4-d819adf76c18 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:07:36.777128 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.780951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89597412-52d7-452e-ab4a-75a70ebfb056 req-154d3086-cbd9-47f0-8029-8d06bc135979 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.0392354 Jun 30 03:07:36.832407 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.833574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:36.834983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.954516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-feb15e49-a141-45be-aa29-ede3bbf7ed49 None None] Provisioning for port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:36.961600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-feb15e49-a141-45be-aa29-ede3bbf7ed49 None None] Provisioning complete for port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:36.961968 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-feb15e49-a141-45be-aa29-ede3bbf7ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:36.977041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event updated for resources: {'Network': ['ID=0c10ef73-d86e-46e7-9172-238a32a21597,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:36.994433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 0c10ef73-d86e-46e7-9172-238a32a21597 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:07:37.111694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57246) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:37.114708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f3dd60f4-3d4d-402a-9ccf-5a60cb0f8880 tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9847229 Jun 30 03:07:37.117009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5c226db9-bf2c-46f8-8ab6-dda9c9428d4f tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:37.207665 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-feb15e49-a141-45be-aa29-ede3bbf7ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:37.216655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:37.319021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-feb15e49-a141-45be-aa29-ede3bbf7ed49 None None] For port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:37.394745 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:37.507176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-b6c34ccb-6e65-4bf0-aa2a-ee28c8fceb3d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:37.510001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-b6c34ccb-6e65-4bf0-aa2a-ee28c8fceb3d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.2876761 Jun 30 03:07:37.552442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'port': {'device_id': '3f9da739-9837-4cec-89d0-ba2a37fc0793', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'admin_state_up': True, 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:37.583320 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-feb15e49-a141-45be-aa29-ede3bbf7ed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:37.653728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Port': ['ID=e3701407-1b76-445c-9fda-e552b5e81518,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:37.669890 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:37.701292 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c226db9-bf2c-46f8-8ab6-dda9c9428d4f tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:37.774318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb15e49-a141-45be-aa29-ede3bbf7ed49 None None] Pushing event updated for resources: {'Port': ['ID=9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:37.800026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c226db9-bf2c-46f8-8ab6-dda9c9428d4f tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:37.863108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-02862552-2ad0-4b4b-bb1a-d423eb472ce1 None None] Provisioning for port e3701407-1b76-445c-9fda-e552b5e81518 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:37.868504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-02862552-2ad0-4b4b-bb1a-d423eb472ce1 None None] Provisioning complete for port e3701407-1b76-445c-9fda-e552b5e81518 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:37.870618 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-02862552-2ad0-4b4b-bb1a-d423eb472ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:37.877981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network 16a2c861-b84c-4b74-96c4-d819adf76c18 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:37.880884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:37.957296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c226db9-bf2c-46f8-8ab6-dda9c9428d4f tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Network 0c10ef73-d86e-46e7-9172-238a32a21597 is not hosted by any dhcp agent {{(pid=94531) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 03:07:37.960833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c226db9-bf2c-46f8-8ab6-dda9c9428d4f tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:37.962297 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c226db9-bf2c-46f8-8ab6-dda9c9428d4f tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:37.963773 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5c226db9-bf2c-46f8-8ab6-dda9c9428d4f tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "PUT /v2.0/networks/0c10ef73-d86e-46e7-9172-238a32a21597 HTTP/1.1" status: 200 len: 858 time: 0.8510499 Jun 30 03:07:37.975333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57258) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:37.991617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-02862552-2ad0-4b4b-bb1a-d423eb472ce1 None None] Port e3701407-1b76-445c-9fda-e552b5e81518 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:38.012760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-02862552-2ad0-4b4b-bb1a-d423eb472ce1 None None] Provisioning complete for port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:38.013113 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-02862552-2ad0-4b4b-bb1a-d423eb472ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.045361 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Made reservation on behalf of 7f5f72b3d7e44245880fdad3e491ef5c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:38.056923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.197567 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.226389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c226db9-bf2c-46f8-8ab6-dda9c9428d4f tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event updated for resources: {'Network': ['ID=0c10ef73-d86e-46e7-9172-238a32a21597,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:38.284607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2a07d2a-f853-4f82-ba56-e48739d8cfb7 req-0ef2f109-7dcc-4912-8fd0-690ceadacbb9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.0738230 Jun 30 03:07:38.291877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Router 6911f891-5af9-4797-9164-04c05169299e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:07:38.383066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-396b0dc9-8cb3-4543-b39d-606a1d74c58b None None] Provisioning complete for port e3701407-1b76-445c-9fda-e552b5e81518 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:38.383442 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-396b0dc9-8cb3-4543-b39d-606a1d74c58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.421430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Allocated IP 172.20.0.3 (f461a745-ad1f-4f7c-b639-d8b18c2f45a9/3476c010-abe5-41e6-87e4-8c939565d733/f670c032-a954-42aa-9d27-8d609bb8ebf0) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:38.425512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-396b0dc9-8cb3-4543-b39d-606a1d74c58b None None] Port e3701407-1b76-445c-9fda-e552b5e81518 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:38.433365 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.449438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c10ef73-d86e-46e7-9172-238a32a21597']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:38.492036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584ec82e-9ded-4ae8-9dda-661076794ecd') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:38.492036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584ec82e-9ded-4ae8-9dda-661076794ecd') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:38.521023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:38.527906 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.534892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Sync routers for ids ['6911f891-5af9-4797-9164-04c05169299e'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:38.537803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-92bf0473-0217-4c04-9d9e-36de105cc67c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "PUT /v2.0/routers/6911f891-5af9-4797-9164-04c05169299e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4053380 Jun 30 03:07:38.551469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57266) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:38.563908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1026125595', 'description': 'tempest-secgroup_access--1026125595 description', 'project_id': '7815a76686434d09bae4120d3691627c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:38.566492 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Routers {'6911f891-5af9-4797-9164-04c05169299e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:38.567245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6911f891-5af9-4797-9164-04c05169299e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:38.593207 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:07:38.634125 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:07:38.871010 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.937895 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.980260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Set router 6911f891-5af9-4797-9164-04c05169299e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:38.988177 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:38.989637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Transition to ACTIVE for port object f670c032-a954-42aa-9d27-8d609bb8ebf0 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:38.995409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0c10ef73-d86e-46e7-9172-238a32a21597 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 03:07:39.021094 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:39.023278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] 10.222.0.77 "DELETE /v2.0/networks/0c10ef73-d86e-46e7-9172-238a32a21597 HTTP/1.1" status: 204 len: 168 time: 1.0467765 Jun 30 03:07:39.033659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57270) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:39.034971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698dfdc-91bf-46c4-9ff2-d269acb0fc6c tempest-ExternalNetworksTestJSON-699482295 tempest-ExternalNetworksTestJSON-699482295-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c10ef73-d86e-46e7-9172-238a32a21597,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:39.153486 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-04334277-c126-469c-80c8-8dc01deeaf56 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] DELETE failed (client error): The resource could not be found. Jun 30 03:07:39.154036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04334277-c126-469c-80c8-8dc01deeaf56 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:07:39.158272 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-04334277-c126-469c-80c8-8dc01deeaf56 tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] 10.222.0.77 "DELETE /v2.0/subnets/d4c9172d-b1b8-482e-95ec-a84dae0e306a HTTP/1.1" status: 404 len: 337 time: 0.0852966 Jun 30 03:07:39.160569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57272) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:39.245225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:39.286832 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:39.364427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:39.438608 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:39.445203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:39.456882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:39.575596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:36Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'e3701407-1b76-445c-9fda-e552b5e81518', 'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:d8:d6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:33Z', 'updated_at': '2021-06-30T03:07:37Z', 'revision_number': 2, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:39.650184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:39.650917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:39.664653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Checking router: 6911f891-5af9-4797-9164-04c05169299e for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:07:39.665016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Updating router 6911f891-5af9-4797-9164-04c05169299e port e3701407-1b76-445c-9fda-e552b5e81518 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:07:39.691356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f3378-a869-4db5-b614-fcbaafb6f58c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:39.814991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.814991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.814991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.814991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.814991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.816470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.816871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.819968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.820353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.821177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.823481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.823832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:39.882629 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3419600 Jun 30 03:07:39.884956 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:39.934613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Request body: {'port': {'device_id': '3f9da739-9837-4cec-89d0-ba2a37fc0793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:39.961962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:40.156352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.281063 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.419157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:40.419616 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.434214 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.443200 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7954ed2d-060a-48fe-b518-d3b970f50c8f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.8876274 Jun 30 03:07:40.465565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57296) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:40.465565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a40fa5-c4a9-44f6-be04-5970b6dccb38 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=f670c032-a954-42aa-9d27-8d609bb8ebf0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:40.479272 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-44c989ab-6fe3-4aeb-b8a6-ff3bf863f922 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1550253711', 'description': 'tempest-secgroup_general--1550253711 description', 'project_id': '7815a76686434d09bae4120d3691627c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:40.527386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c421e7-002f-404e-bf53-807bd67f4d73 req-be9482a2-77a6-48fa-92fa-47129d9a9d98 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:40.535682 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c421e7-002f-404e-bf53-807bd67f4d73 req-be9482a2-77a6-48fa-92fa-47129d9a9d98 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 931 time: 0.9608259 Jun 30 03:07:40.556252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-526af5d7-eb0e-4e8f-a618-c80d66d365b2 None None] Provisioning for port f670c032-a954-42aa-9d27-8d609bb8ebf0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:40.568967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.569812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-526af5d7-eb0e-4e8f-a618-c80d66d365b2 None None] Provisioning complete for port f670c032-a954-42aa-9d27-8d609bb8ebf0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:40.570461 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-526af5d7-eb0e-4e8f-a618-c80d66d365b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.595407 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3778b9-9c32-4db5-9243-25a7b0c5c41a']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:40.641668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-526af5d7-eb0e-4e8f-a618-c80d66d365b2 None None] Port f670c032-a954-42aa-9d27-8d609bb8ebf0 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:40.683482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277bc566-5d3a-4880-8960-070ba44adbb5') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:40.683804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277bc566-5d3a-4880-8960-070ba44adbb5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:40.698259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.716183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-80ac056d-8666-4cab-b117-12cbbe272c70 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:40.717183 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-80ac056d-8666-4cab-b117-12cbbe272c70 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 814 time: 0.4167888 Jun 30 03:07:40.726404 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.736167 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c421e7-002f-404e-bf53-807bd67f4d73 req-4faf6d10-dce1-417e-b7cb-83708072ba0d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994972 Jun 30 03:07:40.741161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:07:40.750288 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:07:40.772745 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.794371 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-89316ab3-4a9a-4c17-86de-52285aecb469 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/quotas/e5cbfb34edfb4cf7b398ae7fc2e49ee5 HTTP/1.1" status: 200 len: 375 time: 0.0631928 Jun 30 03:07:40.869602 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44c989ab-6fe3-4aeb-b8a6-ff3bf863f922 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.903062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f670c032-a954-42aa-9d27-8d609bb8ebf0 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:40.918282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:40.975218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Transition to ACTIVE for port object f670c032-a954-42aa-9d27-8d609bb8ebf0 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:40.977226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-80e47ad4-a97d-4aa4-aaf9-a9043681cda3 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1685565 Jun 30 03:07:41.020596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Transition to ACTIVE for port object e3701407-1b76-445c-9fda-e552b5e81518 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:41.074250 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44c989ab-6fe3-4aeb-b8a6-ff3bf863f922 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.096862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.137206 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-5220f616-76e0-478d-97ed-dc4f619334a8 service neutron] 10.222.0.77 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589601 Jun 30 03:07:41.145728 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.223043 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44c989ab-6fe3-4aeb-b8a6-ff3bf863f922 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.291158 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-b08d36dc-921a-4da7-93a0-739644f0db5f service neutron] 10.222.0.77 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457615 Jun 30 03:07:41.291158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.308815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.315809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] 10.222.0.77 "DELETE /v2.0/networks/dc3778b9-9c32-4db5-9243-25a7b0c5c41a HTTP/1.1" status: 204 len: 168 time: 2.1540525 Jun 30 03:07:41.358984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57ea0a-7485-4c9a-9eb4-7fbfd399043d tempest-ExternalNetworksTestJSON-1220938106 tempest-ExternalNetworksTestJSON-1220938106-project] Pushing event deleted for resources: {'Network': ['ID=dc3778b9-9c32-4db5-9243-25a7b0c5c41a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:41.444331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Pushing event updated for resources: {'Port': ['ID=f670c032-a954-42aa-9d27-8d609bb8ebf0,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:41.502750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f23d63-aefa-47f3-825c-9762bd1a0ca2 None None] Pushing event updated for resources: {'Port': ['ID=e3701407-1b76-445c-9fda-e552b5e81518,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:41.531296 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Attempting to bind port e3701407-1b76-445c-9fda-e552b5e81518 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:41.532931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Attempting to bind port e3701407-1b76-445c-9fda-e552b5e81518 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:41.533530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Attempting to bind port e3701407-1b76-445c-9fda-e552b5e81518 on network 16a2c861-b84c-4b74-96c4-d819adf76c18 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:41.540411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:41.547150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Checking segment: {'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:41.549063 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.549779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Bound using segment: {'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:41.552216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Bound port: e3701407-1b76-445c-9fda-e552b5e81518, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:41.552863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.571281 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44c989ab-6fe3-4aeb-b8a6-ff3bf863f922 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.574672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-44c989ab-6fe3-4aeb-b8a6-ff3bf863f922 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.1152756 Jun 30 03:07:41.575484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57306) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:41.584649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c989ab-6fe3-4aeb-b8a6-ff3bf863f922 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a783ee4-230b-4efe-9cef-bcb3b08e06e4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:41.589107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Attempting to bind port f670c032-a954-42aa-9d27-8d609bb8ebf0 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:41.589460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Attempting to bind port f670c032-a954-42aa-9d27-8d609bb8ebf0 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:41.589827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Attempting to bind port f670c032-a954-42aa-9d27-8d609bb8ebf0 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:41.594887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Port f670c032-a954-42aa-9d27-8d609bb8ebf0 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:07:41.595410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Attempting to bind port f670c032-a954-42aa-9d27-8d609bb8ebf0 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:41.598600 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6caf7f0c-1fb6-4231-8170-5b5af5c19f08 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'security_group_rule': {'security_group_id': 'a33f3378-a869-4db5-b614-fcbaafb6f58c', 'project_id': '7815a76686434d09bae4120d3691627c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:41.605415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:41.605790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Checking segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:41.606187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Bound using segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:41.606632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Bound port: f670c032-a954-42aa-9d27-8d609bb8ebf0, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:41.607001 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.699854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] For port e3701407-1b76-445c-9fda-e552b5e81518, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:41.720574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] For port e3701407-1b76-445c-9fda-e552b5e81518, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e3701407-1b76-445c-9fda-e552b5e81518,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:41.813841 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-97633800-a9e0-4166-a275-82d16abe54d4 req-61b6795d-9d9c-4eb4-86f2-df5dad8fd8c0 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0453305 Jun 30 03:07:41.826301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] For port f670c032-a954-42aa-9d27-8d609bb8ebf0, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:41.829878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] For port f670c032-a954-42aa-9d27-8d609bb8ebf0, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f670c032-a954-42aa-9d27-8d609bb8ebf0,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:41.865640 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6caf7f0c-1fb6-4231-8170-5b5af5c19f08 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.976894 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6caf7f0c-1fb6-4231-8170-5b5af5c19f08 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.027484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1e72d-d6ae-49de-a543-da4497fb0f9d req-b9e5f36c-b8c9-4a20-ac0f-a5915972adc2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:42.035559 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.036716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7db1e72d-d6ae-49de-a543-da4497fb0f9d req-b9e5f36c-b8c9-4a20-ac0f-a5915972adc2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.1047788 Jun 30 03:07:42.085655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.141068 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7db1e72d-d6ae-49de-a543-da4497fb0f9d req-7362b955-e2ba-49e2-a37e-5a8cf3ac8bf0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016252 Jun 30 03:07:42.204640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:42.205326 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.206873 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] 10.222.0.74 "PUT /v2.0/ports/f670c032-a954-42aa-9d27-8d609bb8ebf0 HTTP/1.1" status: 200 len: 1091 time: 2.2989974 Jun 30 03:07:42.207627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9da739-9837-4cec-89d0-ba2a37fc0793', 'tag': 'f670c032-a954-42aa-9d27-8d609bb8ebf0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:42.210795 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d732bdf-6587-4878-bd44-e4fae400c4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9da739-9837-4cec-89d0-ba2a37fc0793", "tag": "f670c032-a954-42aa-9d27-8d609bb8ebf0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:42.218297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f23d63-aefa-47f3-825c-9762bd1a0ca2 None None] Pushing event updated for resources: {'Port': ['ID=e3701407-1b76-445c-9fda-e552b5e81518,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:42.243634 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6caf7f0c-1fb6-4231-8170-5b5af5c19f08 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.259411 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83848b2-179f-4b44-a363-3a87cf28083d service neutron] Pushing event updated for resources: {'Port': ['ID=f670c032-a954-42aa-9d27-8d609bb8ebf0,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:42.286134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf7f0c-1fb6-4231-8170-5b5af5c19f08 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d837791-a25b-4305-b7df-7e029e68988e,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:42.288517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Routers {'6911f891-5af9-4797-9164-04c05169299e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:42.291677 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:07:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6911f891-5af9-4797-9164-04c05169299e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:42.324810 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9c9d24-6ee4-44d4-beea-3ee75b1c6a9d x-openstack-request-id: req-1a9c9d24-6ee4-44d4-beea-3ee75b1c6a9d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:42.325102 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9da739-9837-4cec-89d0-ba2a37fc0793", "tag": "f670c032-a954-42aa-9d27-8d609bb8ebf0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:42.325358 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a9c9d24-6ee4-44d4-beea-3ee75b1c6a9d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:42.325795 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9da739-9837-4cec-89d0-ba2a37fc0793', 'tag': 'f670c032-a954-42aa-9d27-8d609bb8ebf0', 'status': 'completed', 'code': 200} Jun 30 03:07:42.487322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732bdf-6587-4878-bd44-e4fae400c4f0 req-829e8226-3487-44f0-bace-122c305f984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:42.488866 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d732bdf-6587-4878-bd44-e4fae400c4f0 req-829e8226-3487-44f0-bace-122c305f984c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 1094 time: 0.1413982 Jun 30 03:07:42.559916 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6caf7f0c-1fb6-4231-8170-5b5af5c19f08 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.562428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6caf7f0c-1fb6-4231-8170-5b5af5c19f08 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9857423 Jun 30 03:07:42.597538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57334) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:42.613125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732bdf-6587-4878-bd44-e4fae400c4f0 req-025d6649-f363-4749-b2b6-26215ebc0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:42.614662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d732bdf-6587-4878-bd44-e4fae400c4f0 req-025d6649-f363-4749-b2b6-26215ebc0f70 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1179588 Jun 30 03:07:42.773317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] Set router 6911f891-5af9-4797-9164-04c05169299e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:42.830571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d732bdf-6587-4878-bd44-e4fae400c4f0 req-5795de2a-7408-4a9b-9f48-899e2cc7f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:42.832601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d732bdf-6587-4878-bd44-e4fae400c4f0 req-5795de2a-7408-4a9b-9f48-899e2cc7f28c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2118635 Jun 30 03:07:42.876614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8d6e0a72-6940-4c8b-847c-ab1beae19c06 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b50e87298db4da48fbc7137b03daa4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762461 Jun 30 03:07:42.879123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57348) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:43.040942 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b79f681-15c5-4842-a41d-1502e7b8e05a req-b9e85078-72e8-4882-a9dc-aa6cc06c6026 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0953584 Jun 30 03:07:43.079344 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-2e6a057b-1c86-4e5d-905b-288ac90f8227 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_access--1026125595&fields=id&tenant_id=7815a76686434d09bae4120d3691627c HTTP/1.1" status: 200 len: 267 time: 0.1223421 Jun 30 03:07:43.084678 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71d120fc-98a2-4378-9be8-fe30789ba913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:43.084879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-9a68bba6-7950-4cc3-a24d-31d089fad5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.084879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-9a68bba6-7950-4cc3-a24d-31d089fad5fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 1094 time: 0.1875792 Jun 30 03:07:43.123296 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71d120fc-98a2-4378-9be8-fe30789ba913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:43.166469 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-9fce850c-1058-40cc-b2e3-852ccc59199e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_general--1550253711&fields=id&tenant_id=7815a76686434d09bae4120d3691627c HTTP/1.1" status: 200 len: 267 time: 0.0612500 Jun 30 03:07:43.175680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-3db27bc7-74ae-4a9a-b648-ce12ca524e67 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f670c032-a954-42aa-9d27-8d609bb8ebf0 HTTP/1.1" status: 200 len: 217 time: 0.0851359 Jun 30 03:07:43.247579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-02f16d44-eeba-4027-b1fd-eadae084aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.249099 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-02f16d44-eeba-4027-b1fd-eadae084aa48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0675426 Jun 30 03:07:43.271791 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:36Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'e3701407-1b76-445c-9fda-e552b5e81518', 'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:d8:d6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:33Z', 'updated_at': '2021-06-30T03:07:41Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:43.341648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aed525-3e80-42c5-8f7a-fb40fc701bb9 None None] The sync data for ids ['6911f891-5af9-4797-9164-04c05169299e'] in n-d-798249-3 is: [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:36Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'e3701407-1b76-445c-9fda-e552b5e81518', 'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:d8:d6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:33Z', 'updated_at': '2021-06-30T03:07:41Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:07:43.365805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-af3a8fa3-1558-408e-86eb-b0713705ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.372310 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-af3a8fa3-1558-408e-86eb-b0713705ff9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095474 Jun 30 03:07:43.477082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-96ab2ba7-5701-47cc-8c9c-987494a8b674 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.479155 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-96ab2ba7-5701-47cc-8c9c-987494a8b674 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/networks?id=16a2c861-b84c-4b74-96c4-d819adf76c18 HTTP/1.1" status: 200 len: 797 time: 0.2884719 Jun 30 03:07:43.522419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-47d378ee-8ae4-424c-ad21-a07b17ab2d5d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/quotas/7815a76686434d09bae4120d3691627c HTTP/1.1" status: 200 len: 375 time: 0.0373104 Jun 30 03:07:43.578014 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-2ea1ff9b-6ea4-45d4-ac61-071b5d2d53a5 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841018 Jun 30 03:07:43.669223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4bbfc-5b3c-402a-8b04-bf1e2a6a7d97 req-f29ccdef-9e1b-4e9e-9b2b-a75bf91ec55e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.669223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6da4bbfc-5b3c-402a-8b04-bf1e2a6a7d97 req-f29ccdef-9e1b-4e9e-9b2b-a75bf91ec55e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.2370780 Jun 30 03:07:43.669982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-888f80a2-6858-4f94-b99f-43c15be0e53f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7815a76686434d09bae4120d3691627c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279552 Jun 30 03:07:43.781060 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6da4bbfc-5b3c-402a-8b04-bf1e2a6a7d97 req-33473b2e-d2ac-49c3-8eb7-fb4238f3ec37 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541913 Jun 30 03:07:43.827634 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-89b3a105-53f4-4045-a080-6f242977bfcf service neutron] 10.222.0.77 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752348 Jun 30 03:07:43.832010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4bc2bd60-fd99-4869-b766-21dc5b2dffd9 req-dfc1b6e3-cda5-451d-8ae1-0d5791b072a0 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461197 Jun 30 03:07:43.895601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e3701407-1b76-445c-9fda-e552b5e81518 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:43.910810 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71d120fc-98a2-4378-9be8-fe30789ba913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:43.949451 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71d120fc-98a2-4378-9be8-fe30789ba913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:43.949451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-71d120fc-98a2-4378-9be8-fe30789ba913 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a989068-3879-4dd0-ac22-c97aff64501e HTTP/1.1" status: 204 len: 168 time: 1.0251143 Jun 30 03:07:43.949451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d120fc-98a2-4378-9be8-fe30789ba913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a989068-3879-4dd0-ac22-c97aff64501e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:44.041543 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-aeb30e09-76ed-4019-8ff4-39cad70e3c60 service neutron] 10.222.0.77 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120497 Jun 30 03:07:44.330628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49f4da3e-71db-4c5f-8469-f2f045542fec req-4673a7a1-03f0-488c-b173-0a0e7bc0bf73 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0515985 Jun 30 03:07:44.513762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e3701407-1b76-445c-9fda-e552b5e81518 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:44.521168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e3701407-1b76-445c-9fda-e552b5e81518 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:44.521654 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:44.739762 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1cab1ae4-0123-42f1-9836-692764ebe29f req-114fe187-d320-43e2-81df-a71b8ff11002 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 210 time: 0.0637634 Jun 30 03:07:44.747812 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:44.803543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port e3701407-1b76-445c-9fda-e552b5e81518, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e3701407-1b76-445c-9fda-e552b5e81518,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:44.927303 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:45.075995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=e3701407-1b76-445c-9fda-e552b5e81518,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:45.120470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c5cbd-2366-4488-b793-bd290d75c0f7 req-7fe2d796-ec0f-4817-b501-4aefa796a653 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:45.132229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c84c5cbd-2366-4488-b793-bd290d75c0f7 req-7fe2d796-ec0f-4817-b501-4aefa796a653 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.1258528 Jun 30 03:07:45.202340 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c84c5cbd-2366-4488-b793-bd290d75c0f7 req-98080052-9876-4a49-a853-ce96c75a9715 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689945 Jun 30 03:07:45.578770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-82810d05-21df-4fd2-ac8a-ad03fa9b2ccd req-4ee6ffc1-d087-4dba-94c3-dede027742da tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0440543 Jun 30 03:07:45.754876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57400) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:45.799888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e36e44f9-ed9d-4bd9-96fd-a9c2425a6969 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=39e32f4a699c49898a130b5ccb1cd983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432174 Jun 30 03:07:45.802365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57402) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:45.844385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e3701407-1b76-445c-9fda-e552b5e81518 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:45.847812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5790c8d-fc20-4793-97d7-d28b8b2ae477 req-c56c6822-6e45-4287-ac4d-ccc47c98bb72 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 210 time: 0.0382769 Jun 30 03:07:45.899588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e3701407-1b76-445c-9fda-e552b5e81518 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:45.900064 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:45.916139 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b01cc6f-785f-4a1d-a6dc-5a75b8668953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:45.955527 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b01cc6f-785f-4a1d-a6dc-5a75b8668953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:46.156092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57408) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:46.168435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b01cc6f-785f-4a1d-a6dc-5a75b8668953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:46.172910 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b01cc6f-785f-4a1d-a6dc-5a75b8668953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:46.175743 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0b01cc6f-785f-4a1d-a6dc-5a75b8668953 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97b5c8c8-1181-403f-822b-c1da7f7562cb HTTP/1.1" status: 204 len: 168 time: 0.3722692 Jun 30 03:07:46.188844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01cc6f-785f-4a1d-a6dc-5a75b8668953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b5c8c8-1181-403f-822b-c1da7f7562cb,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:46.339245 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-729354c8-09d2-41fc-a912-4cbdf56dc380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:46.501914 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-729354c8-09d2-41fc-a912-4cbdf56dc380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:46.562115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac0c43-7cfa-4607-88d8-98c39c22278e req-d32045c6-db33-4626-8045-3bf37976a689 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:46.574165 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11ac0c43-7cfa-4607-88d8-98c39c22278e req-d32045c6-db33-4626-8045-3bf37976a689 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.1694613 Jun 30 03:07:46.632587 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-729354c8-09d2-41fc-a912-4cbdf56dc380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:46.655837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11ac0c43-7cfa-4607-88d8-98c39c22278e req-4f8f18ec-045d-4a38-8f8a-425a465e22dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755632 Jun 30 03:07:46.736880 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-729354c8-09d2-41fc-a912-4cbdf56dc380 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=997492f7318441da90605f495319e635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796428 Jun 30 03:07:46.739636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57430) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:46.795457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729354c8-09d2-41fc-a912-4cbdf56dc380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2083ce-4561-4e65-9c9a-5bcf39300b6c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:46.816403 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98abd14d-63aa-4a4d-a824-ea8c5437223d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:46.909994 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98abd14d-63aa-4a4d-a824-ea8c5437223d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:47.015035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-02090191-79cb-4b6e-8a93-306f99d0c999 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:47.016870 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-02090191-79cb-4b6e-8a93-306f99d0c999 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 814 time: 0.3110614 Jun 30 03:07:47.049994 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79a996db-d9a6-46e2-8deb-0ec4d05babf8 req-969349b3-bf37-4639-a597-386f7479df4e tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0978594 Jun 30 03:07:47.058995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Request body: {'port': {'device_id': 'f43238b6-bebd-4c7e-a515-34277638aaf6', 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2', 'admin_state_up': True, 'tenant_id': 'e5cbfb34edfb4cf7b398ae7fc2e49ee5'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:47.227131 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f70a06db-0aca-4fa3-8ece-3fa696cb8b57 req-e029a1ce-e331-460f-a2a5-ea37d80e5659 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 210 time: 0.0470765 Jun 30 03:07:47.248782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98abd14d-63aa-4a4d-a824-ea8c5437223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:47.248782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-98abd14d-63aa-4a4d-a824-ea8c5437223d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:47.252698 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-98abd14d-63aa-4a4d-a824-ea8c5437223d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd2083ce-4561-4e65-9c9a-5bcf39300b6c HTTP/1.1" status: 204 len: 168 time: 0.5083559 Jun 30 03:07:47.292664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abd14d-63aa-4a4d-a824-ea8c5437223d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2083ce-4561-4e65-9c9a-5bcf39300b6c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:47.483286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Made reservation on behalf of e5cbfb34edfb4cf7b398ae7fc2e49ee5 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:47.495449 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:47.693850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Allocated IP 172.20.0.12 (1d0fd537-47a8-4252-a918-9a949ce830a2/32b951a1-6051-4fdd-b623-4c9925f0e66d/a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:48.008736 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:48.008895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd38f0-a0dd-461b-b442-8b2c8bf719db req-72bbde96-ded8-430b-be65-620e471efd7d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:48.015074 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fddd38f0-a0dd-461b-b442-8b2c8bf719db req-72bbde96-ded8-430b-be65-620e471efd7d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.1615467 Jun 30 03:07:48.088373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fddd38f0-a0dd-461b-b442-8b2c8bf719db req-aac79860-d32c-4522-981d-02b8bac4d298 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578356 Jun 30 03:07:48.165012 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:48.189828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['2f4c58a0-543c-4e2e-8d99-12f50e2b1467'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:48.192424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['968061c6-49dd-47c8-84f0-49523b3de113', 'b44ea721-521d-408f-8238-55e62e3443b6'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:48.339528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Network 1d0fd537-47a8-4252-a918-9a949ce830a2 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:48.356695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:48.369736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:48.375981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Pushing event updated for resources: {'Port': ['ID=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:48.450896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:48.451701 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:48.471713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea402f-05ae-448b-acee-2466d183120b req-aed1dcf8-4227-4471-ab4e-95a40708b276 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:48.482715 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-44ea402f-05ae-448b-acee-2466d183120b req-aed1dcf8-4227-4471-ab4e-95a40708b276 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 932 time: 0.2035236 Jun 30 03:07:48.538042 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-44ea402f-05ae-448b-acee-2466d183120b req-d4ed739d-3069-44ed-bfda-38ca61ac011b tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537598 Jun 30 03:07:48.543788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46bd2df7-489b-4e84-a340-274e735c6023 req-70303739-6543-4625-a785-f6758c2d4702 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 210 time: 0.0447993 Jun 30 03:07:48.673317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57474) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:48.675879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-da8e7b84-54b0-4382-8cfc-88f4aad294e5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6342883 Jun 30 03:07:48.689681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Request body: {'port': {'device_id': 'f43238b6-bebd-4c7e-a515-34277638aaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:48.694253 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1a38460-6e98-4ea1-b33d-c5e5e41968d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:48.907923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1a38460-6e98-4ea1-b33d-c5e5e41968d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:48.929591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:49.030010 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1a38460-6e98-4ea1-b33d-c5e5e41968d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:49.151040 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b1a38460-6e98-4ea1-b33d-c5e5e41968d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a12eadfdd50747aba236835455780659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739594 Jun 30 03:07:49.156480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57482) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:49.157091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a38460-6e98-4ea1-b33d-c5e5e41968d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39faa80a-f5a5-4d84-921e-5f01d88c8dcf,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:49.203842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-9ab8f936-c394-4d57-af3a-e1709e8e8c89 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:49.205367 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-9ab8f936-c394-4d57-af3a-e1709e8e8c89 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.83 "GET /v2.0/networks?id=16a2c861-b84c-4b74-96c4-d819adf76c18 HTTP/1.1" status: 200 len: 797 time: 0.2954140 Jun 30 03:07:49.285012 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-65d16a7e-c424-4d66-967a-e0d76490dd35 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7815a76686434d09bae4120d3691627c HTTP/1.1" status: 200 len: 478 time: 0.0690753 Jun 30 03:07:49.295118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'port': {'device_id': 'c292878d-13bc-447e-a61f-87258842bea7', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'admin_state_up': True, 'tenant_id': '7815a76686434d09bae4120d3691627c', 'security_groups': ['a33f3378-a869-4db5-b614-fcbaafb6f58c', '9a783ee4-230b-4efe-9cef-bcb3b08e06e4']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:49.331069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de1c3120-afcd-4a26-98c4-dbde21126e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:49.522541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:49.532298 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:49.548782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Transition to ACTIVE for port object a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:49.551537 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de1c3120-afcd-4a26-98c4-dbde21126e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:49.671891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb479350-0116-47c9-aac6-3b0ea9f7c373 req-aefcf8a6-0ffd-4d0f-8c14-8d9b9f3a3de7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:49.676674 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb479350-0116-47c9-aac6-3b0ea9f7c373 req-aefcf8a6-0ffd-4d0f-8c14-8d9b9f3a3de7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.3882589 Jun 30 03:07:49.720344 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:49.789148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Made reservation on behalf of 7815a76686434d09bae4120d3691627c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:49.800207 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:49.810543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Pushing event updated for resources: {'Port': ['ID=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:49.825286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adc9cf-324b-4079-bd76-4166f91adf81 req-c52bdf20-2561-4d99-9ccc-bab447efbbd5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:49.827208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79adc9cf-324b-4079-bd76-4166f91adf81 req-c52bdf20-2561-4d99-9ccc-bab447efbbd5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 932 time: 0.1521263 Jun 30 03:07:49.844239 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb479350-0116-47c9-aac6-3b0ea9f7c373 req-999e0f5f-6045-478a-85b4-67cb8715450c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613362 Jun 30 03:07:49.897519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79adc9cf-324b-4079-bd76-4166f91adf81 req-9f138b17-65d9-4ca4-9664-d00b42b276e6 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618057 Jun 30 03:07:50.093925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57502) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:50.138056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Allocated IP 172.20.0.4 (16a2c861-b84c-4b74-96c4-d819adf76c18/ba8931db-0a52-4ccd-8391-2f0cc893d29c/f0d0f9b4-2349-4653-a4d3-fb04a7674313) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:50.303029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:50.387636 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:50.397252 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de1c3120-afcd-4a26-98c4-dbde21126e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:50.400070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de1c3120-afcd-4a26-98c4-dbde21126e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:50.404120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-de1c3120-afcd-4a26-98c4-dbde21126e9c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39faa80a-f5a5-4d84-921e-5f01d88c8dcf HTTP/1.1" status: 204 len: 168 time: 1.2430866 Jun 30 03:07:50.407074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Transition to ACTIVE for port object f0d0f9b4-2349-4653-a4d3-fb04a7674313 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:50.464185 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:50.468793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a620125-d578-4f0e-8f8d-61d17daa70c9 req-211e37b3-5012-4a1b-9623-26c7952b133d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 210 time: 0.0781765 Jun 30 03:07:50.479998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c3120-afcd-4a26-98c4-dbde21126e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39faa80a-f5a5-4d84-921e-5f01d88c8dcf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:50.526274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Attempting to bind port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:50.526274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Attempting to bind port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:50.526274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Attempting to bind port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc on network 1d0fd537-47a8-4252-a918-9a949ce830a2 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:50.526981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc on network 1d0fd537-47a8-4252-a918-9a949ce830a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:07:50.527753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Attempting to bind port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc on network 1d0fd537-47a8-4252-a918-9a949ce830a2 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:50.533333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:50.533872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Checking segment: {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:50.534348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Bound using segment: {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:50.534971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Bound port: a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65a0a49-d109-4920-a82f-52bdfbdd84de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:50.535401 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:50.613110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:50.617456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] For port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:50.621918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] For port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:50.653829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:50.717542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network 16a2c861-b84c-4b74-96c4-d819adf76c18 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:50.726708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:50.753900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:50.760867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Port': ['ID=f0d0f9b4-2349-4653-a4d3-fb04a7674313,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:50.761176 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:50.832051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:50.832735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Allocated IP 172.25.2.137 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/426342b9-a0fe-427e-9d4d-62bf3e9f0567) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:50.833236 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:50.834624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] 10.222.0.83 "PUT /v2.0/ports/a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc HTTP/1.1" status: 200 len: 1092 time: 2.1511216 Jun 30 03:07:50.834977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43238b6-bebd-4c7e-a515-34277638aaf6', 'tag': 'a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:50.838127 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85562c7c-1575-41b4-80a9-09eb80a334c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f43238b6-bebd-4c7e-a515-34277638aaf6", "tag": "a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:50.840386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:50.841027 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:50.881275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4c4e6-cdd9-498e-8e40-07649e72ce9f service neutron] Pushing event updated for resources: {'Port': ['ID=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:50.947653 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35211e66-fe75-466e-9558-9e889a8089c5 x-openstack-request-id: req-35211e66-fe75-466e-9558-9e889a8089c5 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:50.948329 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43238b6-bebd-4c7e-a515-34277638aaf6", "tag": "a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:50.948822 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35211e66-fe75-466e-9558-9e889a8089c5 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:50.950339 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f43238b6-bebd-4c7e-a515-34277638aaf6', 'tag': 'a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc', 'status': 'completed', 'code': 200} Jun 30 03:07:51.085707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:51.180569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562c7c-1575-41b4-80a9-09eb80a334c1 req-75aa76aa-84ca-4947-bc15-084ea95f9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:51.182872 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85562c7c-1575-41b4-80a9-09eb80a334c1 req-75aa76aa-84ca-4947-bc15-084ea95f9cdf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 1095 time: 0.2225327 Jun 30 03:07:51.190606 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61ce2051-cbbd-4a43-9581-c02ea989887d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.8981667 Jun 30 03:07:51.202961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Request body: {'port': {'device_id': 'c292878d-13bc-447e-a61f-87258842bea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:51.246235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0000104a-b461-4379-a424-cc49d12b4174 None None] Provisioning for port f0d0f9b4-2349-4653-a4d3-fb04a7674313 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:51.253775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0000104a-b461-4379-a424-cc49d12b4174 None None] Provisioning complete for port f0d0f9b4-2349-4653-a4d3-fb04a7674313 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:51.254332 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0000104a-b461-4379-a424-cc49d12b4174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:51.280362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41382f6-1af1-4de4-9455-ad884d553446 req-81eace2b-4783-40d8-a15f-7cef978a1d1b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:51.289290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e41382f6-1af1-4de4-9455-ad884d553446 req-81eace2b-4783-40d8-a15f-7cef978a1d1b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.1990461 Jun 30 03:07:51.294875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7c73-0e1b-41b1-a82c-003c6facc6ee req-8459188c-2ad4-4233-93c5-db202b51965b tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:51.302380 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-769e7c73-0e1b-41b1-a82c-003c6facc6ee req-8459188c-2ad4-4233-93c5-db202b51965b tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 944 time: 0.1597276 Jun 30 03:07:51.303020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0000104a-b461-4379-a424-cc49d12b4174 None None] Port f0d0f9b4-2349-4653-a4d3-fb04a7674313 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:51.322204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:51.377982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e41382f6-1af1-4de4-9455-ad884d553446 req-97e6875c-3cc4-44d6-bc58-5d27acfd40c8 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876338 Jun 30 03:07:51.401448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562c7c-1575-41b4-80a9-09eb80a334c1 req-a3f03181-095a-4905-a0d6-65132a6d10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:51.403172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85562c7c-1575-41b4-80a9-09eb80a334c1 req-a3f03181-095a-4905-a0d6-65132a6d10bd service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2036419 Jun 30 03:07:51.427970 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:51.432677 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:51.448083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-769e7c73-0e1b-41b1-a82c-003c6facc6ee req-261767fa-90f7-4e23-84a8-d9b68a805af6 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447158 Jun 30 03:07:51.473006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:51.474054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Pushing event updated for resources: {'Port': ['ID=426342b9-a0fe-427e-9d4d-62bf3e9f0567,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:51.498898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:51.562686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85562c7c-1575-41b4-80a9-09eb80a334c1 req-ddaa3bb3-4712-4b19-8c2d-58cf24b69784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:51.564892 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85562c7c-1575-41b4-80a9-09eb80a334c1 req-ddaa3bb3-4712-4b19-8c2d-58cf24b69784 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547248 Jun 30 03:07:51.736743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a786f-a3bb-49d5-82a3-be244c093843 req-1a8cde77-683c-494d-85e6-4d9035991187 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:51.743060 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:51.744095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-456a786f-a3bb-49d5-82a3-be244c093843 req-1a8cde77-683c-494d-85e6-4d9035991187 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 970 time: 0.1095209 Jun 30 03:07:51.752188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-3c11eca0-3973-4d2f-af4e-664b1171bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:51.752188 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-3c11eca0-3973-4d2f-af4e-664b1171bca4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 1095 time: 0.1446483 Jun 30 03:07:51.803931 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-dc51efc1-623a-4299-b4c9-430724656488 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc HTTP/1.1" status: 200 len: 217 time: 0.0405085 Jun 30 03:07:51.853863 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-456a786f-a3bb-49d5-82a3-be244c093843 req-ac107468-f3b4-4a85-8b52-87b2ba993452 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1082795 Jun 30 03:07:51.880190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-8f6ec703-4e41-497d-854b-e8ec2eefeeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:51.882725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-8f6ec703-4e41-497d-854b-e8ec2eefeeab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32b951a1-6051-4fdd-b623-4c9925f0e66d HTTP/1.1" status: 200 len: 854 time: 0.0722044 Jun 30 03:07:51.923939 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-e1eedab0-72ac-4f7f-8f0f-d579f54412e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d0fd537-47a8-4252-a918-9a949ce830a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327439 Jun 30 03:07:52.022012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:52.043432 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-4ab5db62-51a1-404d-b1e4-2573e068a286 service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120007 Jun 30 03:07:52.103431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d0f9b4-2349-4653-a4d3-fb04a7674313 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:52.114565 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:52.176658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Transition to ACTIVE for port object f0d0f9b4-2349-4653-a4d3-fb04a7674313 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:52.178659 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0edda8ce-2bad-4b7e-8dae-ce806732637a req-32d2868c-3789-427a-88e3-60575102bb06 service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259267 Jun 30 03:07:52.252754 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:52.291033 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:52.363748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d0f9b4-2349-4653-a4d3-fb04a7674313,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:52.404082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:52.764427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e824499-76ca-4f31-ab02-6f250b5371be req-dd92575f-e8a6-43c2-9d39-e25946d8c9a1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:52.768323 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e824499-76ca-4f31-ab02-6f250b5371be req-dd92575f-e8a6-43c2-9d39-e25946d8c9a1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 944 time: 0.1261795 Jun 30 03:07:52.805779 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:52.827761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e824499-76ca-4f31-ab02-6f250b5371be req-f1e43e0b-b66e-4fdf-a62b-274e850e13fe tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534086 Jun 30 03:07:52.907130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Pushing event updated for resources: {'Port': ['ID=426342b9-a0fe-427e-9d4d-62bf3e9f0567,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:53.033992 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.160904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Attempting to bind port f0d0f9b4-2349-4653-a4d3-fb04a7674313 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:53.164621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Attempting to bind port f0d0f9b4-2349-4653-a4d3-fb04a7674313 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:53.164982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Attempting to bind port f0d0f9b4-2349-4653-a4d3-fb04a7674313 on network 16a2c861-b84c-4b74-96c4-d819adf76c18 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:53.181932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c6001-fb0e-4982-b13d-938ea4006f59 req-804e937e-ca69-4e00-a30e-18e5abc7dcbb tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:53.182208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54764e48-b600-422f-9167-175cfecaeeac req-6e476701-9c5d-4dbc-8cea-5a059a6aa3cf tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:53.183964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad2c6001-fb0e-4982-b13d-938ea4006f59 req-804e937e-ca69-4e00-a30e-18e5abc7dcbb tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.2691615 Jun 30 03:07:53.186838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Port f0d0f9b4-2349-4653-a4d3-fb04a7674313 on network 16a2c861-b84c-4b74-96c4-d819adf76c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:07:53.187387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Attempting to bind port f0d0f9b4-2349-4653-a4d3-fb04a7674313 on network 16a2c861-b84c-4b74-96c4-d819adf76c18 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:53.189843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54764e48-b600-422f-9167-175cfecaeeac req-6e476701-9c5d-4dbc-8cea-5a059a6aa3cf tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 982 time: 0.1588764 Jun 30 03:07:53.215188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:53.215559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Checking segment: {'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:53.215901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Bound using segment: {'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:53.216364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Bound port: f0d0f9b4-2349-4653-a4d3-fb04a7674313, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:53.216706 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.241059 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-54764e48-b600-422f-9167-175cfecaeeac req-308b5c64-baf9-4e52-a8a8-5373731228a2 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0495696 Jun 30 03:07:53.265196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad2c6001-fb0e-4982-b13d-938ea4006f59 req-77cb5ade-81fd-4e9f-a7b4-7b6876de0f6c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749369 Jun 30 03:07:53.286129 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.286129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e15937bd-f969-4c72-8315-f00b69d78eda tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1737397 Jun 30 03:07:53.287862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57572) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:53.300071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1967865658', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'fixed_ips': [{'ip_address': '172.25.2.137'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:53.340756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] For port f0d0f9b4-2349-4653-a4d3-fb04a7674313, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:53.350204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] For port f0d0f9b4-2349-4653-a4d3-fb04a7674313, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f0d0f9b4-2349-4653-a4d3-fb04a7674313,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:53.475534 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Made reservation on behalf of 80d08ad3fffe4df0b3c7b05a89b8d75f for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:53.479708 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.491741 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.542568 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.542817 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.578889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:53.579806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.581421 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] 10.222.0.83 "PUT /v2.0/ports/f0d0f9b4-2349-4653-a4d3-fb04a7674313 HTTP/1.1" status: 200 len: 1130 time: 2.3837764 Jun 30 03:07:53.583915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c292878d-13bc-447e-a61f-87258842bea7', 'tag': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:53.587398 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec" -d '{"events": [{"name": "network-changed", "server_uuid": "c292878d-13bc-447e-a61f-87258842bea7", "tag": "f0d0f9b4-2349-4653-a4d3-fb04a7674313"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:53.618178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e19ee8-2467-4a13-971d-4968c5493af9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d0f9b4-2349-4653-a4d3-fb04a7674313,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:53.618968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.750804 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.758317 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] device_id is not set on port b06acf81-0702-4cea-8ab7-8ab3734aecfa yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:07:53.886061 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e447ba4-4ce6-4441-85fa-d714c06962e6 x-openstack-request-id: req-7e447ba4-4ce6-4441-85fa-d714c06962e6 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:53.887310 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c292878d-13bc-447e-a61f-87258842bea7", "tag": "f0d0f9b4-2349-4653-a4d3-fb04a7674313", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:53.887310 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e447ba4-4ce6-4441-85fa-d714c06962e6 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:53.887310 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c292878d-13bc-447e-a61f-87258842bea7', 'tag': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'status': 'completed', 'code': 200} Jun 30 03:07:53.930931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-8f84c35c-dd48-43e9-97f9-8672f4838aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:53.932449 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-8f84c35c-dd48-43e9-97f9-8672f4838aea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7815a76686434d09bae4120d3691627c&device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 1133 time: 0.1556485 Jun 30 03:07:53.960021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bc72e1-f8e7-427d-a5ae-942b0254feec,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:54.024452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-de27e2df-66bc-410b-bc22-9d78de1ab9e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d0f9b4-2349-4653-a4d3-fb04a7674313 HTTP/1.1" status: 200 len: 217 time: 0.0817778 Jun 30 03:07:54.108623 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 03:07:54.109415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:07:54.113311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61cf42d8-421f-43a3-a02e-1f8b85c00cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.143854 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-61cf42d8-421f-43a3-a02e-1f8b85c00cf2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba8931db-0a52-4ccd-8391-2f0cc893d29c HTTP/1.1" status: 200 len: 835 time: 0.0840616 Jun 30 03:07:54.194639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9b93-3dda-44fc-872d-862f90e7f450 req-d52ae2f6-6317-4884-bd00-27a4f78a2f12 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.196198 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-925d9b93-3dda-44fc-872d-862f90e7f450 req-d52ae2f6-6317-4884-bd00-27a4f78a2f12 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 944 time: 0.1510570 Jun 30 03:07:54.249702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-6180ae54-c54e-4a11-8e56-afc0f18c0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.252035 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-6180ae54-c54e-4a11-8e56-afc0f18c0a40 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=16a2c861-b84c-4b74-96c4-d819adf76c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296153 Jun 30 03:07:54.311291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-925d9b93-3dda-44fc-872d-862f90e7f450 req-d73bcfb4-d138-423d-987f-f978840d6cef tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061287 Jun 30 03:07:54.337237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-304f805c-19dc-4bcb-98ed-8b7c96748526 tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0480516 Jun 30 03:07:54.343401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57606) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:54.371002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-6f906550-4b40-434e-8d8c-52737e8c5801 service neutron] 10.222.0.83 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125152 Jun 30 03:07:54.507270 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac74bd50-7eb0-4d88-a7ed-2ef80d4cd360 req-aa0f71be-9753-4b83-82bd-7194f5a34703 service neutron] 10.222.0.83 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296349 Jun 30 03:07:54.539252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e19a98-408e-4e38-b672-2c525cdcbb50 req-0dde55b4-b95e-42e3-a75b-ac1230d4aec7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.540895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06e19a98-408e-4e38-b672-2c525cdcbb50 req-0dde55b4-b95e-42e3-a75b-ac1230d4aec7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 982 time: 0.1555612 Jun 30 03:07:54.541034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23a2f9-cae0-464a-8c32-891da4dfbfc1 req-5eb96a38-933f-47ee-8599-6216a9eb13a7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.542509 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd23a2f9-cae0-464a-8c32-891da4dfbfc1 req-5eb96a38-933f-47ee-8599-6216a9eb13a7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.0971484 Jun 30 03:07:54.551190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-78120ecb-2371-4072-8d47-c75aebd2a6dd tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Deleting port 426342b9-a0fe-427e-9d4d-62bf3e9f0567 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:54.551543 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78120ecb-2371-4072-8d47-c75aebd2a6dd tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:54.589676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd23a2f9-cae0-464a-8c32-891da4dfbfc1 req-ac3aa554-6fbc-4ee2-a732-b25c026f709b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402565 Jun 30 03:07:54.646410 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06e19a98-408e-4e38-b672-2c525cdcbb50 req-bf45a0c1-28f6-4391-94a1-8d8e6bc43a35 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0969007 Jun 30 03:07:54.682747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78120ecb-2371-4072-8d47-c75aebd2a6dd tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:54.683086 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78120ecb-2371-4072-8d47-c75aebd2a6dd tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:54.696328 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-78120ecb-2371-4072-8d47-c75aebd2a6dd tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Calling delete_port for 426342b9-a0fe-427e-9d4d-62bf3e9f0567 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:54.861309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-4a4627e5-9bd3-41d4-859c-213553b6c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.862821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-4a4627e5-9bd3-41d4-859c-213553b6c9a8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7815a76686434d09bae4120d3691627c&device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 1133 time: 0.0528612 Jun 30 03:07:54.975009 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78120ecb-2371-4072-8d47-c75aebd2a6dd tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:54.999543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78120ecb-2371-4072-8d47-c75aebd2a6dd tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Pushing event deleted for resources: {'Port': ['ID=426342b9-a0fe-427e-9d4d-62bf3e9f0567,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:55.030117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-5ea4cbb3-c8df-4c53-bb30-35dbfbdb1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:55.031597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-5ea4cbb3-c8df-4c53-bb30-35dbfbdb1bb4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=16a2c861-b84c-4b74-96c4-d819adf76c18 HTTP/1.1" status: 200 len: 898 time: 0.1624050 Jun 30 03:07:55.066896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78120ecb-2371-4072-8d47-c75aebd2a6dd tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:55.069606 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78120ecb-2371-4072-8d47-c75aebd2a6dd tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:55.070931 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-78120ecb-2371-4072-8d47-c75aebd2a6dd tempest-ExternalNetworksAdminNegativeTestJSON-859354579 tempest-ExternalNetworksAdminNegativeTestJSON-859354579-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/3e5c853b-8255-4dde-ac0f-e67fd71f16ad HTTP/1.1" status: 204 len: 168 time: 0.7262776 Jun 30 03:07:55.077093 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-1ae8ab66-8447-4676-a372-550f610572df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d0f9b4-2349-4653-a4d3-fb04a7674313 HTTP/1.1" status: 200 len: 217 time: 0.0373468 Jun 30 03:07:55.136955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-9d4d5e6d-84c3-49d4-b3b2-d89104aa5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:55.136955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-9d4d5e6d-84c3-49d4-b3b2-d89104aa5f1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba8931db-0a52-4ccd-8391-2f0cc893d29c HTTP/1.1" status: 200 len: 835 time: 0.0507987 Jun 30 03:07:55.142056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:07:55.229231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-3639856b-14e0-4bbc-970d-232dffa500e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:55.230806 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-3639856b-14e0-4bbc-970d-232dffa500e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=16a2c861-b84c-4b74-96c4-d819adf76c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867114 Jun 30 03:07:55.257378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:55.270106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc', 'network_id': '1d0fd537-47a8-4252-a918-9a949ce830a2', 'port_id': 'a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc', 'mac_address': 'fa:16:3e:3b:d3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b951a1-6051-4fdd-b623-4c9925f0e66d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:07:55.316915 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:55.331708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:55.337799 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-8a050ed2-2519-4613-883a-c60e62719e5f service neutron] 10.222.0.83 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978255 Jun 30 03:07:55.355006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:55.450964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b21da87-4c20-4fa3-8dff-684e6a5f7aec req-f739c4b4-34db-4233-828a-770f9c6ddda7 service neutron] 10.222.0.83 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060975 Jun 30 03:07:55.511189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e04744-99e1-4068-a571-25ba3c2454c4 req-edac9262-54b0-439b-8147-13eaf19a7350 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:55.512726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64e04744-99e1-4068-a571-25ba3c2454c4 req-edac9262-54b0-439b-8147-13eaf19a7350 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 946 time: 0.1025913 Jun 30 03:07:55.524852 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:55.529106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365936ac-4fe2-4f08-970a-cebf808a21cd req-d2a1326d-6985-4460-badb-31c7c81aac9d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:55.530787 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-365936ac-4fe2-4f08-970a-cebf808a21cd req-d2a1326d-6985-4460-badb-31c7c81aac9d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 944 time: 0.0760922 Jun 30 03:07:55.569080 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64e04744-99e1-4068-a571-25ba3c2454c4 req-50785aa4-2024-4966-8172-7a947ee4ec59 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499303 Jun 30 03:07:55.582411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-365936ac-4fe2-4f08-970a-cebf808a21cd req-c4bc3cf3-6373-46cd-bbb0-173b9f0a4fdc tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451181 Jun 30 03:07:55.591070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:55.780419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:55.791751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc48ccc-dc99-4404-86a0-98a209419027 req-c2562f27-9893-4bca-a088-ded6cc4c0661 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:55.798036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ffc48ccc-dc99-4404-86a0-98a209419027 req-c2562f27-9893-4bca-a088-ded6cc4c0661 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.0841725 Jun 30 03:07:55.840120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ffc48ccc-dc99-4404-86a0-98a209419027 req-236d21c5-97d6-479f-a9f5-cb0aaed1e01f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Jun 30 03:07:55.968685 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57632) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:56.046148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792edba-c862-415b-9878-da46a4bdeebe req-21bb5011-98c9-4a2c-8527-58f0281797ca tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.047794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3792edba-c862-415b-9878-da46a4bdeebe req-21bb5011-98c9-4a2c-8527-58f0281797ca tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 982 time: 0.0710225 Jun 30 03:07:56.092701 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3792edba-c862-415b-9878-da46a4bdeebe req-6723d5fb-c6df-4773-bde5-16cb5cdf12f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0381844 Jun 30 03:07:56.095698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-635de192-0b31-44e4-a20f-7d24a9876ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:56.207667 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-635de192-0b31-44e4-a20f-7d24a9876ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:56.427978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-635de192-0b31-44e4-a20f-7d24a9876ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:56.465093 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635de192-0b31-44e4-a20f-7d24a9876ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09357172-79c7-4711-b7ca-fede30165da1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:56.469473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-635de192-0b31-44e4-a20f-7d24a9876ae1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e5c4a72ce0f465e85470770b54b1fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995124 Jun 30 03:07:56.473695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57642) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:56.526343 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-689f31b7-311f-42d7-abbb-603cde2a25dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:56.547573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-689f31b7-311f-42d7-abbb-603cde2a25dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:56.802895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835c13-76ee-45ac-99a6-eeba56e2c8b8 req-7369132f-3eab-4823-a226-826339e59b5c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.806070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22967e-3962-48b2-9e7a-965b6d4475b4 req-4d494044-a13b-480c-adeb-e5e13d0048dc tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.807586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4a22967e-3962-48b2-9e7a-965b6d4475b4 req-4d494044-a13b-480c-adeb-e5e13d0048dc tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 946 time: 0.0975053 Jun 30 03:07:56.808776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-689f31b7-311f-42d7-abbb-603cde2a25dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:56.809362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835c13-76ee-45ac-99a6-eeba56e2c8b8 req-7369132f-3eab-4823-a226-826339e59b5c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.811877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-689f31b7-311f-42d7-abbb-603cde2a25dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:56.812937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-689f31b7-311f-42d7-abbb-603cde2a25dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09357172-79c7-4711-b7ca-fede30165da1 HTTP/1.1" status: 204 len: 168 time: 0.3394728 Jun 30 03:07:56.816800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835c13-76ee-45ac-99a6-eeba56e2c8b8 req-7369132f-3eab-4823-a226-826339e59b5c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.823731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835c13-76ee-45ac-99a6-eeba56e2c8b8 req-7369132f-3eab-4823-a226-826339e59b5c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.829920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835c13-76ee-45ac-99a6-eeba56e2c8b8 req-7369132f-3eab-4823-a226-826339e59b5c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.831910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f31b7-311f-42d7-abbb-603cde2a25dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09357172-79c7-4711-b7ca-fede30165da1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:56.854875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835c13-76ee-45ac-99a6-eeba56e2c8b8 req-7369132f-3eab-4823-a226-826339e59b5c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.859948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de835c13-76ee-45ac-99a6-eeba56e2c8b8 req-7369132f-3eab-4823-a226-826339e59b5c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.869133 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de835c13-76ee-45ac-99a6-eeba56e2c8b8 req-7369132f-3eab-4823-a226-826339e59b5c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5443 time: 0.1800678 Jun 30 03:07:56.913637 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de835c13-76ee-45ac-99a6-eeba56e2c8b8 req-118afea5-ff28-42c8-9d1c-c2f644a54504 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435233 Jun 30 03:07:56.913877 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4a22967e-3962-48b2-9e7a-965b6d4475b4 req-59de29bc-aab2-4830-99a9-ed9d7f570b6f tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997040 Jun 30 03:07:56.975081 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-77d8af81-4c0f-4161-8a2f-a4e8918bde85 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.976594 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-77d8af81-4c0f-4161-8a2f-a4e8918bde85 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.83 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 946 time: 0.1076312 Jun 30 03:07:57.100785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997417-ed20-4cea-992e-92feaf09c20f req-6b6ee44f-2fd2-493d-a8c1-76518f66537f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.103136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25997417-ed20-4cea-992e-92feaf09c20f req-6b6ee44f-2fd2-493d-a8c1-76518f66537f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 943 time: 0.0686381 Jun 30 03:07:57.144549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00ed0d-a834-49dc-aa10-deac8a4cf9b6 req-8bf6bdca-04ef-45d7-a060-a22d52024cae tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.146096 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c00ed0d-a834-49dc-aa10-deac8a4cf9b6 req-8bf6bdca-04ef-45d7-a060-a22d52024cae tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 945 time: 0.1036308 Jun 30 03:07:57.147562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-5bb094f0-0c81-4aa2-8dd5-056b8355c6cd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Deleting port ea97cb65-ded1-4a63-bb08-1bed34b7b220 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:57.147899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-5bb094f0-0c81-4aa2-8dd5-056b8355c6cd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.148390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25997417-ed20-4cea-992e-92feaf09c20f req-f43e2582-e8b3-423e-8434-d8b4c993b64d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378282 Jun 30 03:07:57.158708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f0d0f9b4-2349-4653-a4d3-fb04a7674313 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:07:57.162494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:57.261153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c00ed0d-a834-49dc-aa10-deac8a4cf9b6 req-825cee21-3078-4cc1-8f8e-ff53ac2e4c9f tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080399 Jun 30 03:07:57.276218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f670c032-a954-42aa-9d27-8d609bb8ebf0 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:07:57.334489 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-5bb094f0-0c81-4aa2-8dd5-056b8355c6cd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] For port ea97cb65-ded1-4a63-bb08-1bed34b7b220, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=ea97cb65-ded1-4a63-bb08-1bed34b7b220,segment=NetworkSegment(577c62d4-773d-48d3-abab-c652c3fc8fb8),segment_id=577c62d4-773d-48d3-abab-c652c3fc8fb8)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:57.336458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-5bb094f0-0c81-4aa2-8dd5-056b8355c6cd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.359933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-5bb094f0-0c81-4aa2-8dd5-056b8355c6cd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Calling delete_port for ea97cb65-ded1-4a63-bb08-1bed34b7b220 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:57.432931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd60e6-b776-4113-9700-c581dd5e514e req-36057232-9a2b-43c5-9e5b-524b4ff97435 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.437172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7fd60e6-b776-4113-9700-c581dd5e514e req-36057232-9a2b-43c5-9e5b-524b4ff97435 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 982 time: 0.1491904 Jun 30 03:07:57.492424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f0d0f9b4-2349-4653-a4d3-fb04a7674313, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f0d0f9b4-2349-4653-a4d3-fb04a7674313,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:57.513148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:57.536641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'port_id': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'mac_address': 'fa:16:3e:b4:35:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:07:57.543037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:57.543141 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.563324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7fd60e6-b776-4113-9700-c581dd5e514e req-1d3ebd25-8bf4-4129-b6fd-84b24cc524a6 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1175845 Jun 30 03:07:57.616231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e3a6b05e-4b43-4ff2-99c6-d9b4b1c7ceba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.621987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e3a6b05e-4b43-4ff2-99c6-d9b4b1c7ceba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.628063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e3a6b05e-4b43-4ff2-99c6-d9b4b1c7ceba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.634151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e3a6b05e-4b43-4ff2-99c6-d9b4b1c7ceba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.640013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e3a6b05e-4b43-4ff2-99c6-d9b4b1c7ceba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.641265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f670c032-a954-42aa-9d27-8d609bb8ebf0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f670c032-a954-42aa-9d27-8d609bb8ebf0,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:57.646439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e3a6b05e-4b43-4ff2-99c6-d9b4b1c7ceba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.652398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e3a6b05e-4b43-4ff2-99c6-d9b4b1c7ceba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.654322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e3a6b05e-4b43-4ff2-99c6-d9b4b1c7ceba tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5443 time: 0.1673393 Jun 30 03:07:57.670068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'f670c032-a954-42aa-9d27-8d609bb8ebf0', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'port_id': 'f670c032-a954-42aa-9d27-8d609bb8ebf0', 'mac_address': 'fa:16:3e:ff:ac:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:07:57.675516 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.701853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-5bb094f0-0c81-4aa2-8dd5-056b8355c6cd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.722038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d0f9b4-2349-4653-a4d3-fb04a7674313 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:57.725692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-b175e153-aec6-42ab-9feb-22e1778ff250 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.727779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-b175e153-aec6-42ab-9feb-22e1778ff250 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "GET /v2.0/ports/7366339e-fe46-4e01-a331-81e3b5ad4856?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0674212 Jun 30 03:07:57.733626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['ea97cb65-ded1-4a63-bb08-1bed34b7b220'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:57.765879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb094f0-0c81-4aa2-8dd5-056b8355c6cd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Pushing event deleted for resources: {'Port': ['ID=ea97cb65-ded1-4a63-bb08-1bed34b7b220,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:57.787583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f0d0f9b4-2349-4653-a4d3-fb04a7674313, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f0d0f9b4-2349-4653-a4d3-fb04a7674313,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:57.788913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.819440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-5bb094f0-0c81-4aa2-8dd5-056b8355c6cd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] No DVR routers for this DVR port ea97cb65-ded1-4a63-bb08-1bed34b7b220 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:07:57.825154 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-5bb094f0-0c81-4aa2-8dd5-056b8355c6cd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.825154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4aac2ec2-94c2-4c73-932f-b02f1ebf54e9 req-5bb094f0-0c81-4aa2-8dd5-056b8355c6cd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.83 "DELETE /v2.0/ports/ea97cb65-ded1-4a63-bb08-1bed34b7b220 HTTP/1.1" status: 204 len: 173 time: 0.8425376 Jun 30 03:07:57.825444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224d405e-76d5-470b-9f2a-ab770a22992d', 'name': 'network-vif-deleted', 'tag': 'ea97cb65-ded1-4a63-bb08-1bed34b7b220'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:57.825950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f670c032-a954-42aa-9d27-8d609bb8ebf0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:57.827707 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe077e78-5c1f-479c-882e-7ff13f824cd7" -d '{"events": [{"server_uuid": "224d405e-76d5-470b-9f2a-ab770a22992d", "name": "network-vif-deleted", "tag": "ea97cb65-ded1-4a63-bb08-1bed34b7b220"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:57.831847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57674) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:57.849683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f670c032-a954-42aa-9d27-8d609bb8ebf0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f670c032-a954-42aa-9d27-8d609bb8ebf0,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:57.860030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.889700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43238b6-bebd-4c7e-a515-34277638aaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:57.892394 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9952ad2-37fa-4f3a-90dc-fdbd626a2069" -d '{"events": [{"server_uuid": "f43238b6-bebd-4c7e-a515-34277638aaf6", "name": "network-vif-plugged", "status": "completed", "tag": "a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:57.906443 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22607a07-3fb6-442d-bdbf-a33e24eb415e x-openstack-request-id: req-22607a07-3fb6-442d-bdbf-a33e24eb415e {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:57.906778 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224d405e-76d5-470b-9f2a-ab770a22992d", "name": "network-vif-deleted", "tag": "ea97cb65-ded1-4a63-bb08-1bed34b7b220", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:57.907043 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22607a07-3fb6-442d-bdbf-a33e24eb415e {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:57.907474 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224d405e-76d5-470b-9f2a-ab770a22992d', 'name': 'network-vif-deleted', 'tag': 'ea97cb65-ded1-4a63-bb08-1bed34b7b220', 'status': 'completed', 'code': 200} Jun 30 03:07:57.907826 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-24022a72-1fbf-45b2-a540-e68169d5d6e9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "GET /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1738024 Jun 30 03:07:57.913850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:57.923797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:57.944020 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.957257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9ad043b0-d185-4480-802f-0a95d288d0b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80d08ad3fffe4df0b3c7b05a89b8d75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1217833 Jun 30 03:07:57.957885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57684) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:57.985269 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332cc34a-308d-4131-8d38-8db2a043d9a2 x-openstack-request-id: req-332cc34a-308d-4131-8d38-8db2a043d9a2 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:57.997279 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43238b6-bebd-4c7e-a515-34277638aaf6", "name": "network-vif-plugged", "status": "completed", "tag": "a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:57.997607 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-332cc34a-308d-4131-8d38-8db2a043d9a2 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:57.998063 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43238b6-bebd-4c7e-a515-34277638aaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc', 'code': 200} Jun 30 03:07:58.032620 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.054422 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.061108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f0d0f9b4-2349-4653-a4d3-fb04a7674313,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:58.126394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=f670c032-a954-42aa-9d27-8d609bb8ebf0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:58.135375 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.207427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-53973107-fc0b-46a6-8d90-866bf7880e7e req-9c8f04f3-8e60-4fd8-8584-ceed1b59865d tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 210 time: 0.0584288 Jun 30 03:07:58.209736 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed8d273b-a32e-4d87-a5de-84859b8fa119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.229721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f0d0f9b4-2349-4653-a4d3-fb04a7674313'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:58.241902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed8d273b-a32e-4d87-a5de-84859b8fa119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.293376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd1349-0a87-44a3-bb1d-8f130df66c6f req-0c34436a-5b33-4375-ac05-459a790ab9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.295011 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5dd1349-0a87-44a3-bb1d-8f130df66c6f req-0c34436a-5b33-4375-ac05-459a790ab9f7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 1096 time: 0.2359366 Jun 30 03:07:58.315774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['f670c032-a954-42aa-9d27-8d609bb8ebf0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:58.342847 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5dd1349-0a87-44a3-bb1d-8f130df66c6f req-676e0c42-d4ad-4f58-a27d-a67c18d865cb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407045 Jun 30 03:07:58.379948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:58.381027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] For port 7366339e-fe46-4e01-a331-81e3b5ad4856, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=7366339e-fe46-4e01-a331-81e3b5ad4856,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:58.416352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765314-f917-4a56-b6b3-8ebf35787e28 req-dd253b2e-e5e0-447d-8078-9ecacbf78107 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.422291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765314-f917-4a56-b6b3-8ebf35787e28 req-dd253b2e-e5e0-447d-8078-9ecacbf78107 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.428726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765314-f917-4a56-b6b3-8ebf35787e28 req-dd253b2e-e5e0-447d-8078-9ecacbf78107 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.434525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765314-f917-4a56-b6b3-8ebf35787e28 req-dd253b2e-e5e0-447d-8078-9ecacbf78107 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.440465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765314-f917-4a56-b6b3-8ebf35787e28 req-dd253b2e-e5e0-447d-8078-9ecacbf78107 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.446460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765314-f917-4a56-b6b3-8ebf35787e28 req-dd253b2e-e5e0-447d-8078-9ecacbf78107 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.452246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc765314-f917-4a56-b6b3-8ebf35787e28 req-dd253b2e-e5e0-447d-8078-9ecacbf78107 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.460581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc765314-f917-4a56-b6b3-8ebf35787e28 req-dd253b2e-e5e0-447d-8078-9ecacbf78107 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 5443 time: 0.2187359 Jun 30 03:07:58.504261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] For port 7366339e-fe46-4e01-a331-81e3b5ad4856, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:58.516671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d4fd1-6e76-4ab9-9956-6ab8067e7d4d req-7eb0ebdc-a63a-4348-aa1d-fd94e4bd1d9b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.529395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d81d4fd1-6e76-4ab9-9956-6ab8067e7d4d req-7eb0ebdc-a63a-4348-aa1d-fd94e4bd1d9b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 944 time: 0.1227360 Jun 30 03:07:58.556379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed8d273b-a32e-4d87-a5de-84859b8fa119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.556379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed8d273b-a32e-4d87-a5de-84859b8fa119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.556566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc765314-f917-4a56-b6b3-8ebf35787e28 req-60e628b0-0150-4d8b-a46b-2c3854db0ba8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911517 Jun 30 03:07:58.556678 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ed8d273b-a32e-4d87-a5de-84859b8fa119 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98bc72e1-f8e7-427d-a5ae-942b0254feec HTTP/1.1" status: 204 len: 168 time: 0.5945847 Jun 30 03:07:58.583894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] device_id is not set on port 7366339e-fe46-4e01-a331-81e3b5ad4856 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:07:58.591105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d273b-a32e-4d87-a5de-84859b8fa119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bc72e1-f8e7-427d-a5ae-942b0254feec,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:58.606112 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.651893 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d81d4fd1-6e76-4ab9-9956-6ab8067e7d4d req-bdd1ddb0-d97b-487a-be6c-1e44dd29f4b1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184535 Jun 30 03:07:58.749723 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6fe769aa-9083-4c40-8868-5baa2659710a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.773287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.837068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7366339e-fe46-4e01-a331-81e3b5ad4856,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:58.862687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] No DVR routers for this DVR port 7366339e-fe46-4e01-a331-81e3b5ad4856 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:07:58.918001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe1076-7de5-482c-8ebf-4342ed299ee9 req-d44c5f01-8b0f-4d36-9358-0f5547b72b30 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.919596 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2dfe1076-7de5-482c-8ebf-4342ed299ee9 req-d44c5f01-8b0f-4d36-9358-0f5547b72b30 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 946 time: 0.2109084 Jun 30 03:07:58.928492 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] In _notify_port_updated(), no bound segment for port 7366339e-fe46-4e01-a331-81e3b5ad4856 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:07:58.929211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.929852 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.931097 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-0410b29e-dede-4b79-9e82-2c753ea3e3d6 service neutron] 10.222.0.74 "PUT /v2.0/ports/7366339e-fe46-4e01-a331-81e3b5ad4856 HTTP/1.1" status: 200 len: 1032 time: 1.0124030 Jun 30 03:07:58.939011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46613f7f-c2d7-4522-aa3d-bb9fe2e36fff req-ff9df389-46bd-485d-9204-b24c301db07b tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:58.948793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46613f7f-c2d7-4522-aa3d-bb9fe2e36fff req-ff9df389-46bd-485d-9204-b24c301db07b tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 983 time: 0.1423171 Jun 30 03:07:59.044988 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46613f7f-c2d7-4522-aa3d-bb9fe2e36fff req-b381b93e-e5ed-4197-ab1c-488bee389883 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0949895 Jun 30 03:07:59.054725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2dfe1076-7de5-482c-8ebf-4342ed299ee9 req-965fd864-8479-45e4-a0aa-d396366f740f tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225393 Jun 30 03:07:59.066718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-46b47e9f-a12e-4469-a4e8-fa4959c7ec2c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:59.066718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-46b47e9f-a12e-4469-a4e8-fa4959c7ec2c tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "GET /v2.0/ports/6df77b8d-0b61-4592-8264-c9a1174498f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1238832 Jun 30 03:07:59.077585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:59.171768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:59.249614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dcb318eb-e5aa-4bbb-ad76-9af0645ffef3 None None] Provisioning complete for port 7366339e-fe46-4e01-a331-81e3b5ad4856 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:59.250110 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dcb318eb-e5aa-4bbb-ad76-9af0645ffef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:59.290265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 7366339e-fe46-4e01-a331-81e3b5ad4856 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:07:59.370367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] For port 6df77b8d-0b61-4592-8264-c9a1174498f6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=6df77b8d-0b61-4592-8264-c9a1174498f6,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:59.400284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-dcb318eb-e5aa-4bbb-ad76-9af0645ffef3 None None] Port 7366339e-fe46-4e01-a331-81e3b5ad4856 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:59.427045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 7366339e-fe46-4e01-a331-81e3b5ad4856 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:07:59.427278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e2ab8b73-2e54-4e18-9b70-d360fcacc7aa no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:07:59.449292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] For port 6df77b8d-0b61-4592-8264-c9a1174498f6, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:59.488491 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] device_id is not set on port 6df77b8d-0b61-4592-8264-c9a1174498f6 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:07:59.501684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:59.523587 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f85ade0-ff0a-40c2-8b50-23dcaa93c2b1 req-8aeff728-3e6e-4539-a321-752eb8e9deb9 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=224d405e-76d5-470b-9f2a-ab770a22992d HTTP/1.1" status: 200 len: 210 time: 0.0434432 Jun 30 03:07:59.577338 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:59.611132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:59.738328 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:59.816825 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:59.820620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 03187be2-91f7-469b-8020-df82c9f7cec6 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:07:59.837983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760ccf-413e-43b8-8109-d7ff8e98d72d req-5b7353fe-1903-463b-a621-16ddf2e26649 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:59.845724 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760ccf-413e-43b8-8109-d7ff8e98d72d req-5b7353fe-1903-463b-a621-16ddf2e26649 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:59.851885 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760ccf-413e-43b8-8109-d7ff8e98d72d req-5b7353fe-1903-463b-a621-16ddf2e26649 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:59.865134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760ccf-413e-43b8-8109-d7ff8e98d72d req-5b7353fe-1903-463b-a621-16ddf2e26649 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:59.882286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760ccf-413e-43b8-8109-d7ff8e98d72d req-5b7353fe-1903-463b-a621-16ddf2e26649 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:59.895210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24760ccf-413e-43b8-8109-d7ff8e98d72d req-5b7353fe-1903-463b-a621-16ddf2e26649 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:59.908925 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-24760ccf-413e-43b8-8109-d7ff8e98d72d req-5b7353fe-1903-463b-a621-16ddf2e26649 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 4587 time: 0.2189622 Jun 30 03:07:59.959438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d224e7-55d6-4af1-a0c8-7c04867ca5f2 req-db9c4777-3fba-4066-871a-e16dcf97e6ed tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:59.967282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:59.976415 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5d224e7-55d6-4af1-a0c8-7c04867ca5f2 req-db9c4777-3fba-4066-871a-e16dcf97e6ed tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 944 time: 0.1876049 Jun 30 03:08:00.040017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] No DVR routers for this DVR port 6df77b8d-0b61-4592-8264-c9a1174498f6 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:00.048912 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6df77b8d-0b61-4592-8264-c9a1174498f6,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:00.088658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-24760ccf-413e-43b8-8109-d7ff8e98d72d req-baa9f9aa-f53c-49c9-a5c8-0f6507d98bc2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&id=de30e1fd-c0f1-434d-a998-42378a29fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1800656 Jun 30 03:08:00.103107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5d224e7-55d6-4af1-a0c8-7c04867ca5f2 req-5cdbde87-ea73-44f0-bcf2-063634bc3918 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241345 Jun 30 03:08:00.111305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ab8b73-2e54-4e18-9b70-d360fcacc7aa'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:00.112633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] In _notify_port_updated(), no bound segment for port 6df77b8d-0b61-4592-8264-c9a1174498f6 on network 6ed49552-2da0-4d97-856c-855a1f7d8775 {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:08:00.115236 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf5d010-b088-4138-972d-4e59876109e8" -d '{"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ab8b73-2e54-4e18-9b70-d360fcacc7aa"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:00.120245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:00.121212 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.122655 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-e5f587e9-0ced-4d60-9d72-1950cbf9edb6 service neutron] 10.222.0.74 "PUT /v2.0/ports/6df77b8d-0b61-4592-8264-c9a1174498f6 HTTP/1.1" status: 200 len: 1032 time: 1.0504572 Jun 30 03:08:00.134076 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.177818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 03187be2-91f7-469b-8020-df82c9f7cec6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=03187be2-91f7-469b-8020-df82c9f7cec6,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:00.328373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-56d4f18d-6d14-4e49-8f78-f4d945e7f6e3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting port 03187be2-91f7-469b-8020-df82c9f7cec6 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:00.329135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-56d4f18d-6d14-4e49-8f78-f4d945e7f6e3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.372535 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.373234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a656cc98-dabc-4a7e-a5f6-d74e471ecb7e no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:08:00.422675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f053f-c1f8-4a4c-995f-fa115d60f164 req-75d8c317-0794-4135-a79d-e7f1546e0b01 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:00.431480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-025f053f-c1f8-4a4c-995f-fa115d60f164 req-75d8c317-0794-4135-a79d-e7f1546e0b01 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 946 time: 0.1297841 Jun 30 03:08:00.475910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5af85d7e-0031-40fe-9351-543685b8ca46 None None] Provisioning complete for port 6df77b8d-0b61-4592-8264-c9a1174498f6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:00.476284 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5af85d7e-0031-40fe-9351-543685b8ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.490499 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-025f053f-c1f8-4a4c-995f-fa115d60f164 req-cdbaebe2-8309-4d18-99b1-099acff743c8 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578489 Jun 30 03:08:00.499604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=03187be2-91f7-469b-8020-df82c9f7cec6,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:00.500130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-56d4f18d-6d14-4e49-8f78-f4d945e7f6e3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] For port 03187be2-91f7-469b-8020-df82c9f7cec6, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=03187be2-91f7-469b-8020-df82c9f7cec6,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:00.500681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-56d4f18d-6d14-4e49-8f78-f4d945e7f6e3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.518072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c18669-dc6f-4252-a8c9-436d616c2158 req-04886e04-a97f-49e2-bc01-bd323aac3d58 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:00.531538 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50c18669-dc6f-4252-a8c9-436d616c2158 req-04886e04-a97f-49e2-bc01-bd323aac3d58 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 983 time: 0.1985152 Jun 30 03:08:00.544583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5af85d7e-0031-40fe-9351-543685b8ca46 None None] Port 6df77b8d-0b61-4592-8264-c9a1174498f6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:08:00.553041 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5eb0ed-da8c-4dd0-8b4f-a7001726f334 x-openstack-request-id: req-7d5eb0ed-da8c-4dd0-8b4f-a7001726f334 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:00.553041 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ab8b73-2e54-4e18-9b70-d360fcacc7aa", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:00.553041 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d5eb0ed-da8c-4dd0-8b4f-a7001726f334 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:00.553670 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ab8b73-2e54-4e18-9b70-d360fcacc7aa', 'code': 200} Jun 30 03:08:00.555422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-56d4f18d-6d14-4e49-8f78-f4d945e7f6e3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Calling delete_port for 03187be2-91f7-469b-8020-df82c9f7cec6 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:00.566027 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.603809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:00.613870 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50c18669-dc6f-4252-a8c9-436d616c2158 req-5c6b01ab-05c2-46e1-92b2-d05a46318b94 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0814087 Jun 30 03:08:00.804666 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.805525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0448a1ea-353c-4292-8163-aac4893723e7 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:08:00.844490 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-56d4f18d-6d14-4e49-8f78-f4d945e7f6e3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.878182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4f18d-6d14-4e49-8f78-f4d945e7f6e3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Port': ['ID=03187be2-91f7-469b-8020-df82c9f7cec6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:00.888060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:00.925819 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-56d4f18d-6d14-4e49-8f78-f4d945e7f6e3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] No DVR routers for this DVR port 03187be2-91f7-469b-8020-df82c9f7cec6 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:00.926075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.929144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-56d4f18d-6d14-4e49-8f78-f4d945e7f6e3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.931233 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-56d4f18d-6d14-4e49-8f78-f4d945e7f6e3 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "DELETE /v2.0/ports/03187be2-91f7-469b-8020-df82c9f7cec6 HTTP/1.1" status: 204 len: 173 time: 0.7994242 Jun 30 03:08:00.931670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-deleted', 'tag': '03187be2-91f7-469b-8020-df82c9f7cec6'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:00.933927 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42154c5d-d16d-4fd3-9110-b4b0a7b53dde" -d '{"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-deleted", "tag": "03187be2-91f7-469b-8020-df82c9f7cec6"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:00.964526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0448a1ea-353c-4292-8163-aac4893723e7, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0448a1ea-353c-4292-8163-aac4893723e7,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:00.982043 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0331ea69-73bf-4efd-92f5-22a845a36e3a x-openstack-request-id: req-0331ea69-73bf-4efd-92f5-22a845a36e3a {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:00.982334 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-deleted", "tag": "03187be2-91f7-469b-8020-df82c9f7cec6", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:00.982590 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0331ea69-73bf-4efd-92f5-22a845a36e3a {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:00.982983 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-deleted', 'tag': '03187be2-91f7-469b-8020-df82c9f7cec6', 'status': 'completed', 'code': 200} Jun 30 03:08:01.051907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-713e021f-403e-47f7-80f2-83943169f29e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting port 5c1c936e-7681-464e-893c-fb84f41b42e0 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:01.052773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-713e021f-403e-47f7-80f2-83943169f29e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:01.150536 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:01.151355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 6df77b8d-0b61-4592-8264-c9a1174498f6 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:08:01.168515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-713e021f-403e-47f7-80f2-83943169f29e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] For port 5c1c936e-7681-464e-893c-fb84f41b42e0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5c1c936e-7681-464e-893c-fb84f41b42e0,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:01.171111 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-713e021f-403e-47f7-80f2-83943169f29e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:01.202989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-713e021f-403e-47f7-80f2-83943169f29e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Calling delete_port for 5c1c936e-7681-464e-893c-fb84f41b42e0 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:01.255866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f0d0f9b4-2349-4653-a4d3-fb04a7674313 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:08:01.387990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 6df77b8d-0b61-4592-8264-c9a1174498f6 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:08:01.388685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5c1c936e-7681-464e-893c-fb84f41b42e0 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:08:01.444831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa49e9f-a016-44b5-8044-e88f012cd27c req-e118dbad-ccd8-4d32-9f58-9ebaeed8d3c2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:01.453313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6fa49e9f-a016-44b5-8044-e88f012cd27c req-e118dbad-ccd8-4d32-9f58-9ebaeed8d3c2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 944 time: 0.0849597 Jun 30 03:08:01.526069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6fa49e9f-a016-44b5-8044-e88f012cd27c req-4dfafdf7-7e90-4597-8618-fa370251bf5b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715299 Jun 30 03:08:01.546405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=0448a1ea-353c-4292-8163-aac4893723e7,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:01.557806 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8265a610-d09b-4beb-9777-754171ffc8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:01.595670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257532bc-0739-4a10-94e3-38f9ab0b6253 req-fb6b420d-1be7-448f-aa0f-254f3c3caa19 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:01.612280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257532bc-0739-4a10-94e3-38f9ab0b6253 req-fb6b420d-1be7-448f-aa0f-254f3c3caa19 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:01.618380 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:01.619693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257532bc-0739-4a10-94e3-38f9ab0b6253 req-fb6b420d-1be7-448f-aa0f-254f3c3caa19 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:01.625626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257532bc-0739-4a10-94e3-38f9ab0b6253 req-fb6b420d-1be7-448f-aa0f-254f3c3caa19 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:01.632580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:01.634040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-257532bc-0739-4a10-94e3-38f9ab0b6253 req-fb6b420d-1be7-448f-aa0f-254f3c3caa19 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 3144 time: 0.2421432 Jun 30 03:08:01.720189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-257532bc-0739-4a10-94e3-38f9ab0b6253 req-fdadff05-a3dd-4762-98f1-1413230bc1f6 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843830 Jun 30 03:08:01.753853 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-713e021f-403e-47f7-80f2-83943169f29e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:01.804149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port f0d0f9b4-2349-4653-a4d3-fb04a7674313 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:01.804772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e021f-403e-47f7-80f2-83943169f29e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Port': ['ID=5c1c936e-7681-464e-893c-fb84f41b42e0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:01.815838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port f0d0f9b4-2349-4653-a4d3-fb04a7674313 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:01.816134 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:01.875956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f670c032-a954-42aa-9d27-8d609bb8ebf0 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:08:01.929859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-713e021f-403e-47f7-80f2-83943169f29e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] No DVR routers for this DVR port 5c1c936e-7681-464e-893c-fb84f41b42e0 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:01.930084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ff667-9b64-4f89-80ac-90a8946be7fb req-71d84d92-8fc7-48be-86ae-287e65e58a50 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:01.936521 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-713e021f-403e-47f7-80f2-83943169f29e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:01.942337 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-451ff667-9b64-4f89-80ac-90a8946be7fb req-71d84d92-8fc7-48be-86ae-287e65e58a50 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 983 time: 0.1193607 Jun 30 03:08:01.943875 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-713e021f-403e-47f7-80f2-83943169f29e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "DELETE /v2.0/ports/5c1c936e-7681-464e-893c-fb84f41b42e0 HTTP/1.1" status: 204 len: 173 time: 1.0069559 Jun 30 03:08:02.014657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-451ff667-9b64-4f89-80ac-90a8946be7fb req-cfda1d22-4afd-49b1-876b-07fb55079790 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0708020 Jun 30 03:08:02.015360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57798) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:02.068735 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:02.120449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f0d0f9b4-2349-4653-a4d3-fb04a7674313, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f0d0f9b4-2349-4653-a4d3-fb04a7674313,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:02.124127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-3623d0da-ca15-4ff4-af3d-bcbf2899a2e4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:02.129331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-3623d0da-ca15-4ff4-af3d-bcbf2899a2e4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:02.176133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ced2ed93-a165-4b87-8f48-a7166ec7a6d4 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1777594110'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:02.176691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ced2ed93-a165-4b87-8f48-a7166ec7a6d4 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Unknown quota resources ['metering_label']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:08:02.212667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port f670c032-a954-42aa-9d27-8d609bb8ebf0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:02.225806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port f670c032-a954-42aa-9d27-8d609bb8ebf0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:02.228055 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:02.352908 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:02.354506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ea97cb65-ded1-4a63-bb08-1bed34b7b220 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:08:02.424402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: ea97cb65-ded1-4a63-bb08-1bed34b7b220 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:08:02.424402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device ea97cb65-ded1-4a63-bb08-1bed34b7b220 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:08:02.479326 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:02.540365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f0d0f9b4-2349-4653-a4d3-fb04a7674313,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:02.551619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f670c032-a954-42aa-9d27-8d609bb8ebf0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f670c032-a954-42aa-9d27-8d609bb8ebf0,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:02.554008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03187be2-91f7-469b-8020-df82c9f7cec6'}, {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a656cc98-dabc-4a7e-a5f6-d74e471ecb7e'}, {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0448a1ea-353c-4292-8163-aac4893723e7'}, {'server_uuid': 'c292878d-13bc-447e-a61f-87258842bea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313'}, {'server_uuid': '3f9da739-9837-4cec-89d0-ba2a37fc0793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f670c032-a954-42aa-9d27-8d609bb8ebf0'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:02.556502 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bd5aa8-0487-48f7-a9da-a036bd050adb" -d '{"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-unplugged", "status": "completed", "tag": "03187be2-91f7-469b-8020-df82c9f7cec6"}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-unplugged", "status": "completed", "tag": "a656cc98-dabc-4a7e-a5f6-d74e471ecb7e"}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-unplugged", "status": "completed", "tag": "0448a1ea-353c-4292-8163-aac4893723e7"}, {"server_uuid": "c292878d-13bc-447e-a61f-87258842bea7", "name": "network-vif-plugged", "status": "completed", "tag": "f0d0f9b4-2349-4653-a4d3-fb04a7674313"}, {"server_uuid": "3f9da739-9837-4cec-89d0-ba2a37fc0793", "name": "network-vif-plugged", "status": "completed", "tag": "f670c032-a954-42aa-9d27-8d609bb8ebf0"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:02.617877 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 873 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f352f5d-b75a-451b-9053-06bbd290f5b5 x-openstack-request-id: req-6f352f5d-b75a-451b-9053-06bbd290f5b5 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:02.618190 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-unplugged", "status": "completed", "tag": "03187be2-91f7-469b-8020-df82c9f7cec6", "code": 200}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-unplugged", "status": "completed", "tag": "a656cc98-dabc-4a7e-a5f6-d74e471ecb7e", "code": 200}, {"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-unplugged", "status": "completed", "tag": "0448a1ea-353c-4292-8163-aac4893723e7", "code": 200}, {"server_uuid": "c292878d-13bc-447e-a61f-87258842bea7", "name": "network-vif-plugged", "status": "completed", "tag": "f0d0f9b4-2349-4653-a4d3-fb04a7674313", "code": 200}, {"server_uuid": "3f9da739-9837-4cec-89d0-ba2a37fc0793", "name": "network-vif-plugged", "status": "completed", "tag": "f670c032-a954-42aa-9d27-8d609bb8ebf0", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:02.619002 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f352f5d-b75a-451b-9053-06bbd290f5b5 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:02.619002 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03187be2-91f7-469b-8020-df82c9f7cec6', 'code': 200} Jun 30 03:08:02.619207 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a656cc98-dabc-4a7e-a5f6-d74e471ecb7e', 'code': 200} Jun 30 03:08:02.619334 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0448a1ea-353c-4292-8163-aac4893723e7', 'code': 200} Jun 30 03:08:02.619572 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292878d-13bc-447e-a61f-87258842bea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'code': 200} Jun 30 03:08:02.619822 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9da739-9837-4cec-89d0-ba2a37fc0793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f670c032-a954-42aa-9d27-8d609bb8ebf0', 'code': 200} Jun 30 03:08:02.845128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf750a02-4d62-4085-94ba-00bf86c77a0c req-9d515348-23de-4664-b95c-663c6e31ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:02.845128 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf750a02-4d62-4085-94ba-00bf86c77a0c req-9d515348-23de-4664-b95c-663c6e31ea05 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 1135 time: 0.0909226 Jun 30 03:08:02.871103 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:02.882912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf750a02-4d62-4085-94ba-00bf86c77a0c req-95990cfc-07b8-46c8-ad0f-5b0166e54a42 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a33f3378-a869-4db5-b614-fcbaafb6f58c&id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0605407 Jun 30 03:08:02.984293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-deleted', 'tag': '5c1c936e-7681-464e-893c-fb84f41b42e0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:02.988188 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8076c8f9-a399-428f-b387-893b89f7dcf7" -d '{"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-deleted", "tag": "5c1c936e-7681-464e-893c-fb84f41b42e0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:02.991311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=f670c032-a954-42aa-9d27-8d609bb8ebf0,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:02.992564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-3623d0da-ca15-4ff4-af3d-bcbf2899a2e4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] For port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:02.992939 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-3623d0da-ca15-4ff4-af3d-bcbf2899a2e4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:03.020499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b21a7d-136d-41db-b0ed-3acbe3a43e96 req-c5b5959f-867d-4727-8d23-9f0756e73fb6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:03.022506 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6b21a7d-136d-41db-b0ed-3acbe3a43e96 req-c5b5959f-867d-4727-8d23-9f0756e73fb6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 945 time: 0.1420150 Jun 30 03:08:03.028654 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:03.075972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-3623d0da-ca15-4ff4-af3d-bcbf2899a2e4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Calling delete_port for a656cc98-dabc-4a7e-a5f6-d74e471ecb7e owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:03.105733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6b21a7d-136d-41db-b0ed-3acbe3a43e96 req-0e8f49a0-a3c4-4201-a265-d6d297f64c03 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572469 Jun 30 03:08:03.225845 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7610122e-510f-4d2d-b673-95ab75d804d8 x-openstack-request-id: req-7610122e-510f-4d2d-b673-95ab75d804d8 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:03.226479 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-deleted", "tag": "5c1c936e-7681-464e-893c-fb84f41b42e0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:03.226975 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7610122e-510f-4d2d-b673-95ab75d804d8 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:03.227613 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-deleted', 'tag': '5c1c936e-7681-464e-893c-fb84f41b42e0', 'status': 'completed', 'code': 200} Jun 30 03:08:03.345895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c008a-1294-4f72-81a6-7d638c606da8 req-4977adc1-a3f2-4b01-ba20-8b66b56bbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:03.347381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d2c008a-1294-4f72-81a6-7d638c606da8 req-4977adc1-a3f2-4b01-ba20-8b66b56bbad1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 1096 time: 0.4848380 Jun 30 03:08:03.382185 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ced2ed93-a165-4b87-8f48-a7166ec7a6d4 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:03.385911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ced2ed93-a165-4b87-8f48-a7166ec7a6d4 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3671608 Jun 30 03:08:03.390866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57834) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:03.405060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2ba30862-6a67-4329-8f61-c510e62ad2aa tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3fb3b80c-1ff5-4fb3-bae9-b7de10a73a33'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:03.405060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2ba30862-6a67-4329-8f61-c510e62ad2aa tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:08:03.463146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25664a2-303b-4e9a-9568-514632d614a6 req-64d3b0f4-4b8d-48d9-8638-a700f10874e0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:03.475755 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f25664a2-303b-4e9a-9568-514632d614a6 req-64d3b0f4-4b8d-48d9-8638-a700f10874e0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 984 time: 0.1213827 Jun 30 03:08:03.542185 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f25664a2-303b-4e9a-9568-514632d614a6 req-deeaf73b-4a40-4c3a-a9c6-7024bf0ca377 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0652573 Jun 30 03:08:03.554495 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d2c008a-1294-4f72-81a6-7d638c606da8 req-34998a3b-8cbc-4e13-b8e5-84af6a468fd5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745369 Jun 30 03:08:03.585414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2812125-7d82-4175-a70d-0bd34c5e9976 req-3657c6d9-39f4-439a-8d95-10f33db7ab65 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:03.591343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2812125-7d82-4175-a70d-0bd34c5e9976 req-3657c6d9-39f4-439a-8d95-10f33db7ab65 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:03.597220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2812125-7d82-4175-a70d-0bd34c5e9976 req-3657c6d9-39f4-439a-8d95-10f33db7ab65 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:03.599069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e2812125-7d82-4175-a70d-0bd34c5e9976 req-3657c6d9-39f4-439a-8d95-10f33db7ab65 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 2410 time: 0.6029999 Jun 30 03:08:03.673899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e2812125-7d82-4175-a70d-0bd34c5e9976 req-4c7a4719-3467-4d8f-b0c6-d02381b8ea0f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677106 Jun 30 03:08:03.702741 n-d-798249-3 neutron-server[94530]: WARNING neutron.services.metering.metering_plugin [None req-2ba30862-6a67-4329-8f61-c510e62ad2aa tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 03:08:03.808338 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2ba30862-6a67-4329-8f61-c510e62ad2aa tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:03.809556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2ba30862-6a67-4329-8f61-c510e62ad2aa tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4147832 Jun 30 03:08:03.812613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57854) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:03.817227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-26a4ac7a-26b6-4558-aa11-4bd17f51f1ed tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3fb3b80c-1ff5-4fb3-bae9-b7de10a73a33'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:03.817743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-26a4ac7a-26b6-4558-aa11-4bd17f51f1ed tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:08:03.871652 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-3623d0da-ca15-4ff4-af3d-bcbf2899a2e4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:03.914449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623d0da-ca15-4ff4-af3d-bcbf2899a2e4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Port': ['ID=a656cc98-dabc-4a7e-a5f6-d74e471ecb7e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:03.957953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-3623d0da-ca15-4ff4-af3d-bcbf2899a2e4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] No DVR routers for this DVR port a656cc98-dabc-4a7e-a5f6-d74e471ecb7e on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:03.961368 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-3623d0da-ca15-4ff4-af3d-bcbf2899a2e4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:03.964207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-3623d0da-ca15-4ff4-af3d-bcbf2899a2e4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "DELETE /v2.0/ports/a656cc98-dabc-4a7e-a5f6-d74e471ecb7e HTTP/1.1" status: 204 len: 173 time: 2.0145583 Jun 30 03:08:04.088133 n-d-798249-3 neutron-server[94530]: WARNING neutron.services.metering.metering_plugin [None req-26a4ac7a-26b6-4558-aa11-4bd17f51f1ed tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 03:08:04.209379 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-26a4ac7a-26b6-4558-aa11-4bd17f51f1ed tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:04.210895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-26a4ac7a-26b6-4558-aa11-4bd17f51f1ed tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3973081 Jun 30 03:08:04.214018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57874) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:04.228187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting port 0448a1ea-353c-4292-8163-aac4893723e7 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:04.231502 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:04.286166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7a6ee4ad-4a63-4fd0-b6f8-b176d4b7dcf3 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=c377c25d-1514-4c78-a36e-cb79312e7ca0 HTTP/1.1" status: 200 len: 462 time: 0.0709305 Jun 30 03:08:04.294508 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57880) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:04.611400 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:04.615244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] For port 0448a1ea-353c-4292-8163-aac4893723e7, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0448a1ea-353c-4292-8163-aac4893723e7,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:04.615722 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:04.709843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7a504-c46c-4409-94d3-ebcc7f7be373 req-e69f70fe-ba36-4554-922a-c47e94277b1a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:04.711744 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aea7a504-c46c-4409-94d3-ebcc7f7be373 req-e69f70fe-ba36-4554-922a-c47e94277b1a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 945 time: 0.4626927 Jun 30 03:08:04.744609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f74beb6d-b908-47e4-a414-c456f8f38f67 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:04.746043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f74beb6d-b908-47e4-a414-c456f8f38f67 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/c377c25d-1514-4c78-a36e-cb79312e7ca0 HTTP/1.1" status: 204 len: 168 time: 0.4488120 Jun 30 03:08:04.748736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57892) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:04.760865 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-75dd1c5f-f7a6-4923-b059-4c8b0234e738 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=c377c25d-1514-4c78-a36e-cb79312e7ca0 HTTP/1.1" status: 200 len: 221 time: 0.0108314 Jun 30 03:08:04.764623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57894) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:04.769535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-47a0a356-9389-460c-b420-3f7fca75bdc8 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--530705512', 'description': 'label created by tempest'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:04.770277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-47a0a356-9389-460c-b420-3f7fca75bdc8 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Unknown quota resources ['metering_label']. {{(pid=94531) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:08:04.831058 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aea7a504-c46c-4409-94d3-ebcc7f7be373 req-83d87e05-83f7-41f4-bc44-1247e9997370 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067617 Jun 30 03:08:04.934125 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:04.935040 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:04.935624 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Floating IP 5d1b2670-653e-4cf6-9371-8977c1fffe04 disassociated. External IP: 172.25.2.19, port: 0448a1ea-353c-4292-8163-aac4893723e7. Jun 30 03:08:04.936178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Calling delete_port for 0448a1ea-353c-4292-8163-aac4893723e7 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:05.132316 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-47a0a356-9389-460c-b420-3f7fca75bdc8 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:05.134712 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-47a0a356-9389-460c-b420-3f7fca75bdc8 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3689482 Jun 30 03:08:05.139985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57900) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:05.174048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d5268-ba7e-44cf-8059-6d1dc8a9633b req-f3477d5b-c8a5-4902-b5f9-94bdd3dda291 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:05.175932 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a7d5268-ba7e-44cf-8059-6d1dc8a9633b req-f3477d5b-c8a5-4902-b5f9-94bdd3dda291 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 984 time: 0.1721838 Jun 30 03:08:05.229407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-deleted', 'tag': 'a656cc98-dabc-4a7e-a5f6-d74e471ecb7e'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:05.233645 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fb0586-338c-4c3e-9d65-3630ec3b29e3" -d '{"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-deleted", "tag": "a656cc98-dabc-4a7e-a5f6-d74e471ecb7e"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:05.249716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a7d5268-ba7e-44cf-8059-6d1dc8a9633b req-f9e78403-8bdd-4eac-9735-133cafa615bf tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0667043 Jun 30 03:08:05.366177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:05.517186 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:08:05.572039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Port': ['ID=0448a1ea-353c-4292-8163-aac4893723e7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:05.609218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-03cb1d63-7a47-427f-b3ed-7b120d14dc41 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=38af38d3-ac1a-4d5e-b3ef-9f0b506d805b HTTP/1.1" status: 200 len: 467 time: 0.4656601 Jun 30 03:08:05.610616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57916) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:05.869314 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e43f30-8b8f-4f7f-83f5-e3d2bc3c4519 x-openstack-request-id: req-87e43f30-8b8f-4f7f-83f5-e3d2bc3c4519 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:05.873845 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-deleted", "tag": "a656cc98-dabc-4a7e-a5f6-d74e471ecb7e", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:05.873845 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-87e43f30-8b8f-4f7f-83f5-e3d2bc3c4519 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:05.873845 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-deleted', 'tag': 'a656cc98-dabc-4a7e-a5f6-d74e471ecb7e', 'status': 'completed', 'code': 200} Jun 30 03:08:05.880724 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a873bb-7e0f-456e-a53a-60dbee74e0a3 req-1e78edee-2bbd-4cd6-bc2a-5c73285cb681 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:05.882892 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87a873bb-7e0f-456e-a53a-60dbee74e0a3 req-1e78edee-2bbd-4cd6-bc2a-5c73285cb681 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 943 time: 0.4981940 Jun 30 03:08:06.058729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Router 812c7865-2627-49a0-896c-98d1624800ad has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:08:06.105608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9ac25-a894-4ee3-9fbf-7686b9c5930c req-f4d88416-6f4f-40e5-9e29-4a72257a72fd tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:06.107145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf9ac25-a894-4ee3-9fbf-7686b9c5930c req-f4d88416-6f4f-40e5-9e29-4a72257a72fd tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 984 time: 0.0776892 Jun 30 03:08:06.108236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87a873bb-7e0f-456e-a53a-60dbee74e0a3 req-969a4781-ab5f-402d-a724-4c97320ac823 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917846 Jun 30 03:08:06.173061 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdf9ac25-a894-4ee3-9fbf-7686b9c5930c req-46e148f7-80d3-4e1c-a195-9f7dd52bed89 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0594075 Jun 30 03:08:06.210265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-21849b0b-b075-4d04-af1a-dd4df7816851 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:06.214600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-21849b0b-b075-4d04-af1a-dd4df7816851 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/38af38d3-ac1a-4d5e-b3ef-9f0b506d805b HTTP/1.1" status: 204 len: 168 time: 0.5989728 Jun 30 03:08:06.214774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57930) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:06.233013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f03c4f61-af7f-47b7-9d66-c3626903118b tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=38af38d3-ac1a-4d5e-b3ef-9f0b506d805b HTTP/1.1" status: 200 len: 216 time: 0.0134630 Jun 30 03:08:06.233938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57932) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:06.280684 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7b0c517d-afe6-4d4b-bb9b-1cff213fb4af tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0371902 Jun 30 03:08:06.281723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57936) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:06.290303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3d3cc14a-07d5-4689-bd73-872da1c42617 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0136697 Jun 30 03:08:06.296274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57938) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:06.417320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-609233a7-cf3e-41cf-b497-d9b0c7029d52 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/3fb3b80c-1ff5-4fb3-bae9-b7de10a73a33 HTTP/1.1" status: 200 len: 473 time: 0.1195846 Jun 30 03:08:06.423539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:08:06.424929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57940) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:06.435633 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] Sync routers for ids ['812c7865-2627-49a0-896c-98d1624800ad'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:08:06.455427 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] Routers {'812c7865-2627-49a0-896c-98d1624800ad'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:08:06.456069 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:08:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['812c7865-2627-49a0-896c-98d1624800ad'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:06.469782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e86039c2-c426-41f5-8a55-543a695fdf99 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/dd90da41-82d8-4331-8ede-608ed6fac3d3 HTTP/1.1" status: 200 len: 459 time: 0.0394764 Jun 30 03:08:06.470068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57942) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:06.510977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] No DVR routers for this DVR port 0448a1ea-353c-4292-8163-aac4893723e7 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:06.514497 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:06.516736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-7378b130-3f65-407e-bbb5-efb6636f6802 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "DELETE /v2.0/ports/0448a1ea-353c-4292-8163-aac4893723e7 HTTP/1.1" status: 204 len: 173 time: 2.5474164 Jun 30 03:08:06.532099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adc8bc-5bbd-4062-95d7-19864821fb06 req-ed124a74-bcd9-4391-88a2-3b5dafa4439b tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:06.535376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-91adc8bc-5bbd-4062-95d7-19864821fb06 req-ed124a74-bcd9-4391-88a2-3b5dafa4439b tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 1135 time: 0.1305530 Jun 30 03:08:06.568737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80a1c2-be3c-4784-b4b6-8602e6e3c260 req-ffc9877e-5f58-4f88-a727-c3b80fdf4a09 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:06.575686 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d80a1c2-be3c-4784-b4b6-8602e6e3c260 req-ffc9877e-5f58-4f88-a727-c3b80fdf4a09 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 945 time: 0.2295144 Jun 30 03:08:06.579719 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-91adc8bc-5bbd-4062-95d7-19864821fb06 req-355e7589-9a70-45a0-87e5-f806626e5b42 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:06.697572 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] Set router 812c7865-2627-49a0-896c-98d1624800ad gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:08:06.702435 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d80a1c2-be3c-4784-b4b6-8602e6e3c260 req-f7796b80-e28f-48c0-92aa-4570bf437ef6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229095 Jun 30 03:08:06.727351 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-91adc8bc-5bbd-4062-95d7-19864821fb06 req-355e7589-9a70-45a0-87e5-f806626e5b42 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:06.772280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-a3ed8918-7dd0-46d2-bfe9-cc6c71512c78 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:06.774171 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-a3ed8918-7dd0-46d2-bfe9-cc6c71512c78 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:06.830975 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-33b3c6eb-34f0-4918-add7-741d8cdc7543 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:06.832256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-33b3c6eb-34f0-4918-add7-741d8cdc7543 tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/dd90da41-82d8-4331-8ede-608ed6fac3d3 HTTP/1.1" status: 204 len: 168 time: 0.3613031 Jun 30 03:08:06.836582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57952) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:06.873251 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-91adc8bc-5bbd-4062-95d7-19864821fb06 req-355e7589-9a70-45a0-87e5-f806626e5b42 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:06.933188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-91adc8bc-5bbd-4062-95d7-19864821fb06 req-355e7589-9a70-45a0-87e5-f806626e5b42 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3846946 Jun 30 03:08:06.969756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e7589-9a70-45a0-87e5-f806626e5b42 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254e04c5-82dd-4fbe-8958-0993ca37114e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:06.975808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57958) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:07.022605 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:14Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eead7d2e-bbf7-44c4-bb3f-87393bdf6680', 'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'mac_address': 'fa:16:3e:8d:c8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 5, 'project_id': 'a755bb4896d04a0196f012748728909d', 'subnets': [{'id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:07.053065 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] Checking router: 812c7865-2627-49a0-896c-98d1624800ad for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:08:07.062388 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] Routers {'812c7865-2627-49a0-896c-98d1624800ad'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:08:07.063052 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:08:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['812c7865-2627-49a0-896c-98d1624800ad'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:07.207240 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] Set router 812c7865-2627-49a0-896c-98d1624800ad gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:08:07.484163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79674c4c-186e-4d93-9c67-b4cc1d7c492b req-3704482b-3316-406a-955f-51b48f93171f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:07.485704 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79674c4c-186e-4d93-9c67-b4cc1d7c492b req-3704482b-3316-406a-955f-51b48f93171f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 943 time: 0.1388080 Jun 30 03:08:07.567779 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79674c4c-186e-4d93-9c67-b4cc1d7c492b req-897e1f59-2700-4cd1-9c56-76da4b610cf7 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups?id=c59adc78-f788-4fb9-b091-b6612d19ff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742807 Jun 30 03:08:07.650057 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:14Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eead7d2e-bbf7-44c4-bb3f-87393bdf6680', 'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'mac_address': 'fa:16:3e:8d:c8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 5, 'project_id': 'a755bb4896d04a0196f012748728909d', 'subnets': [{'id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:07.715135 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75e0a4-2f01-47fd-b438-afedeeb499fc None None] The sync data for ids ['812c7865-2627-49a0-896c-98d1624800ad'] in n-d-798249-3 is: [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:14Z', 'revision_number': 4, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'eead7d2e-bbf7-44c4-bb3f-87393bdf6680', 'name': '', 'network_id': 'd8c29edf-6b67-46b9-bba9-a3fa462653f8', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'mac_address': 'fa:16:3e:8d:c8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:11Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 5, 'project_id': 'a755bb4896d04a0196f012748728909d', 'subnets': [{'id': '586d0d3c-b2f5-48fc-84d7-f78d79c8f24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:08:07.810550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-a3ed8918-7dd0-46d2-bfe9-cc6c71512c78 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] For port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:07.811110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-a3ed8918-7dd0-46d2-bfe9-cc6c71512c78 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:07.857454 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f1ac86e7-cac7-4098-a91e-cf4a356ee3ae tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:07.860194 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f1ac86e7-cac7-4098-a91e-cf4a356ee3ae tempest-MeteringIpV6TestJSON-879350823 tempest-MeteringIpV6TestJSON-879350823-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/3fb3b80c-1ff5-4fb3-bae9-b7de10a73a33 HTTP/1.1" status: 204 len: 168 time: 1.0210736 Jun 30 03:08:07.870479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf4830-4567-4004-a5fa-8747235bad5b tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:07.872038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0bdf4830-4567-4004-a5fa-8747235bad5b tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 1130 time: 0.8951409 Jun 30 03:08:07.876555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57972) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:07.881463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-deleted', 'tag': '0448a1ea-353c-4292-8163-aac4893723e7'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:07.883397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:07.883865 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b4a4ba-e472-4f13-8c2c-c9240859678f" -d '{"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-deleted", "tag": "0448a1ea-353c-4292-8163-aac4893723e7"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:07.888037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-a3ed8918-7dd0-46d2-bfe9-cc6c71512c78 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Calling delete_port for e2ab8b73-2e54-4e18-9b70-d360fcacc7aa owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:07.907280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaa3aa-9fbf-4ea5-b0e9-bf1f6e1c2146 req-640cd695-f70a-4012-aec3-ae1ff2f6c855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:07.915973 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02eaa3aa-9fbf-4ea5-b0e9-bf1f6e1c2146 req-640cd695-f70a-4012-aec3-ae1ff2f6c855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 945 time: 0.9686260 Jun 30 03:08:08.091957 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0daf0f-8cc2-45ca-af88-fb019f8ee7c7 x-openstack-request-id: req-bc0daf0f-8cc2-45ca-af88-fb019f8ee7c7 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:08.092309 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-deleted", "tag": "0448a1ea-353c-4292-8163-aac4893723e7", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:08.092676 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc0daf0f-8cc2-45ca-af88-fb019f8ee7c7 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:08.094169 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-deleted', 'tag': '0448a1ea-353c-4292-8163-aac4893723e7', 'status': 'completed', 'code': 200} Jun 30 03:08:08.106956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:08.201555 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02eaa3aa-9fbf-4ea5-b0e9-bf1f6e1c2146 req-008812f2-edde-491c-bbdf-e653110cd397 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842600 Jun 30 03:08:08.424426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af9e4ab-a9b9-41d2-8f38-ddfd1f3ae8f3 None None] New status for floating IP 5d1b2670-653e-4cf6-9371-8977c1fffe04: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:08:08.443083 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:08.553707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216ca84-a99a-48e0-a85c-ef2d99fa0e25 req-32910d4c-0371-451d-ab82-a16db858055b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:08.553707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6216ca84-a99a-48e0-a85c-ef2d99fa0e25 req-32910d4c-0371-451d-ab82-a16db858055b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 945 time: 0.1586640 Jun 30 03:08:08.628029 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-a3ed8918-7dd0-46d2-bfe9-cc6c71512c78 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:08.716135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed8918-7dd0-46d2-bfe9-cc6c71512c78 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Port': ['ID=e2ab8b73-2e54-4e18-9b70-d360fcacc7aa,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:08.718313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6216ca84-a99a-48e0-a85c-ef2d99fa0e25 req-04ef8aef-5729-4501-819f-8c0cdaca9cf4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390669 Jun 30 03:08:08.774969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Allocated IP 172.25.2.91 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/fe58c8c8-29b6-494a-a0e3-241c3a14c4af) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:08.822184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58002) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:08.859934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-a3ed8918-7dd0-46d2-bfe9-cc6c71512c78 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] No DVR routers for this DVR port e2ab8b73-2e54-4e18-9b70-d360fcacc7aa on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:08.866512 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-a3ed8918-7dd0-46d2-bfe9-cc6c71512c78 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:08.874188 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a5cfe08-d251-41ad-b860-dd9193a8b2b1 req-a3ed8918-7dd0-46d2-bfe9-cc6c71512c78 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.74 "DELETE /v2.0/ports/e2ab8b73-2e54-4e18-9b70-d360fcacc7aa HTTP/1.1" status: 204 len: 173 time: 2.3492477 Jun 30 03:08:09.061119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3e6b6a0-3b79-4d33-b895-c1270dd791de req-aeb347f7-3574-4a87-87a9-eafa6f24f83f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0794020 Jun 30 03:08:09.119862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-686e2c6a-7574-4621-9605-c4d38859194e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:09.123159 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:09.256654 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-686e2c6a-7574-4621-9605-c4d38859194e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:09.303144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:09.359882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:09.364499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:09.370468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:09.408143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Port': ['ID=fe58c8c8-29b6-494a-a0e3-241c3a14c4af,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:09.565587 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-686e2c6a-7574-4621-9605-c4d38859194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:09.631245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-686e2c6a-7574-4621-9605-c4d38859194e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da2e867ff1954b2aabdcc0b0933fefa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8037450 Jun 30 03:08:09.631941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58018) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:09.683875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e2c6a-7574-4621-9605-c4d38859194e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ddee82-6b9b-40a7-8af9-fe3fc0523d69,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:09.742494 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58020) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:09.750793 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41374032-3641-4b33-9654-6eda47949953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:09.783374 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41374032-3641-4b33-9654-6eda47949953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.000875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-835b251b-bb78-4bb9-b294-dbeaffda3f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.000875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41374032-3641-4b33-9654-6eda47949953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.000875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41374032-3641-4b33-9654-6eda47949953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.000875 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-41374032-3641-4b33-9654-6eda47949953 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1ddee82-6b9b-40a7-8af9-fe3fc0523d69 HTTP/1.1" status: 204 len: 168 time: 0.3615260 Jun 30 03:08:10.014350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374032-3641-4b33-9654-6eda47949953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ddee82-6b9b-40a7-8af9-fe3fc0523d69,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:10.081880 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.102111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab2bcb-2a79-458c-997f-2ded7c790715 req-47778229-ef0b-4e4d-bdf6-83a01a555d1d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:10.103539 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9ab2bcb-2a79-458c-997f-2ded7c790715 req-47778229-ef0b-4e4d-bdf6-83a01a555d1d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 945 time: 0.1674616 Jun 30 03:08:10.108598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-deleted', 'tag': 'e2ab8b73-2e54-4e18-9b70-d360fcacc7aa'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:10.111091 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9655a8-3bb9-4b5c-8c21-85fe0e5e6ee3" -d '{"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-deleted", "tag": "e2ab8b73-2e54-4e18-9b70-d360fcacc7aa"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:10.168959 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e9ab2bcb-2a79-458c-997f-2ded7c790715 req-529b11e8-0afa-49b6-b480-f0aec26a2d75 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542681 Jun 30 03:08:10.209757 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-835b251b-bb78-4bb9-b294-dbeaffda3f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.248254 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d52739-785a-43fc-ade9-230b1d8b093b x-openstack-request-id: req-78d52739-785a-43fc-ade9-230b1d8b093b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:10.248543 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3163f0e4-6980-4438-b2fa-ffb68e319a89", "name": "network-vif-deleted", "tag": "e2ab8b73-2e54-4e18-9b70-d360fcacc7aa", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:10.248835 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78d52739-785a-43fc-ade9-230b1d8b093b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:10.249195 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3163f0e4-6980-4438-b2fa-ffb68e319a89', 'name': 'network-vif-deleted', 'tag': 'e2ab8b73-2e54-4e18-9b70-d360fcacc7aa', 'status': 'completed', 'code': 200} Jun 30 03:08:10.283777 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6805db9c-b5d4-40f0-abef-f5264f217bf2 req-4c3ae577-b5e7-4f13-a5a7-2ab6742db913 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0298748 Jun 30 03:08:10.330188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-835b251b-bb78-4bb9-b294-dbeaffda3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.375477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-835b251b-bb78-4bb9-b294-dbeaffda3f2d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ca4cd8960fad4ea2976d7d94a858cc48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292758 Jun 30 03:08:10.375477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b251b-bb78-4bb9-b294-dbeaffda3f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4907713-d55d-40fa-b756-2d21fed67748,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:10.377614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58032) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:10.440218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.446440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41c07a98-138d-40aa-8c04-a5a1133de8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.487386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41c07a98-138d-40aa-8c04-a5a1133de8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.621293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.650090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41c07a98-138d-40aa-8c04-a5a1133de8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.652744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41c07a98-138d-40aa-8c04-a5a1133de8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.656600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-41c07a98-138d-40aa-8c04-a5a1133de8bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4907713-d55d-40fa-b756-2d21fed67748 HTTP/1.1" status: 204 len: 168 time: 0.2757189 Jun 30 03:08:10.664957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c07a98-138d-40aa-8c04-a5a1133de8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4907713-d55d-40fa-b756-2d21fed67748,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:10.746769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.818450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Port': ['ID=fe58c8c8-29b6-494a-a0e3-241c3a14c4af,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:10.833945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:10.965868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58038) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:10.980628 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Floating IP 7b4800ce-f9de-474a-9235-e11de1268fa6 associated. External IP: 172.25.2.91, port: f0d0f9b4-2349-4653-a4d3-fb04a7674313. Jun 30 03:08:10.986038 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40650969-732a-4feb-99f3-bb915e77fb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:11.100392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40650969-732a-4feb-99f3-bb915e77fb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:11.192920 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-40650969-732a-4feb-99f3-bb915e77fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:11.248865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Router 6911f891-5af9-4797-9164-04c05169299e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:08:11.305262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-40650969-732a-4feb-99f3-bb915e77fb36 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a766e1c4ea42491cb1d01db269623128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347912 Jun 30 03:08:11.326981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58044) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:11.336382 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40650969-732a-4feb-99f3-bb915e77fb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9187f8a2-5db6-4d62-bff0-d6a319e93875,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:11.418816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:08:11.450050 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2527d6ae-6986-48a3-84f8-234b56214df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:11.450171 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] Sync routers for ids ['6911f891-5af9-4797-9164-04c05169299e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:08:11.456103 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] Routers {'6911f891-5af9-4797-9164-04c05169299e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:08:11.457234 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:08:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6911f891-5af9-4797-9164-04c05169299e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:11.463132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-213d83f8-1d91-4021-909e-a8bc7ac997f1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:11.464773 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-213d83f8-1d91-4021-909e-a8bc7ac997f1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 945 time: 0.1919377 Jun 30 03:08:11.488740 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2527d6ae-6986-48a3-84f8-234b56214df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:11.518212 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f60dac0-e65f-4fd6-8a1e-b5a74fdddecf req-48c00664-97f7-4b27-b05a-b1b255d0220f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0478635 Jun 30 03:08:11.587686 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] Set router 6911f891-5af9-4797-9164-04c05169299e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:08:11.706937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c866-5ebf-47a1-ba31-a934ac4c6e33 req-0cbb0e4c-0a25-4f89-bc2d-5c381913d47a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:11.706937 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e030c866-5ebf-47a1-ba31-a934ac4c6e33 req-0cbb0e4c-0a25-4f89-bc2d-5c381913d47a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 945 time: 0.2222016 Jun 30 03:08:11.706937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-c0c41f97-10d0-4d6f-9bb3-73ac84275a3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Deleting port f670c032-a954-42aa-9d27-8d609bb8ebf0 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:11.706937 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-c0c41f97-10d0-4d6f-9bb3-73ac84275a3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:11.706937 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e030c866-5ebf-47a1-ba31-a934ac4c6e33 req-4446190f-c3ab-4931-9f59-20ec497f03a3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868711 Jun 30 03:08:11.759341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-c0c41f97-10d0-4d6f-9bb3-73ac84275a3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] For port f670c032-a954-42aa-9d27-8d609bb8ebf0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f670c032-a954-42aa-9d27-8d609bb8ebf0,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:11.759718 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-c0c41f97-10d0-4d6f-9bb3-73ac84275a3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:11.773476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-c0c41f97-10d0-4d6f-9bb3-73ac84275a3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Calling delete_port for f670c032-a954-42aa-9d27-8d609bb8ebf0 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:11.775494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:11.818082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d8196890-6af6-409b-acd9-42e815779f23 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9397404 Jun 30 03:08:11.818796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58048) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:11.819329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c292878d-13bc-447e-a61f-87258842bea7', 'tag': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:11.822009 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b035854a-7468-4566-9827-aa2fee2ebc02" -d '{"events": [{"name": "network-changed", "server_uuid": "c292878d-13bc-447e-a61f-87258842bea7", "tag": "f0d0f9b4-2349-4653-a4d3-fb04a7674313"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:11.844019 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:36Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '7b4800ce-f9de-474a-9235-e11de1268fa6', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '6911f891-5af9-4797-9164-04c05169299e', 'port_id': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'mac_address': 'fa:16:3e:b4:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c292878d-13bc-447e-a61f-87258842bea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:08:09Z', 'updated_at': '2021-06-30T03:08:09Z', 'revision_number': 0, 'project_id': '7815a76686434d09bae4120d3691627c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3701407-1b76-445c-9fda-e552b5e81518', 'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:d8:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:33Z', 'updated_at': '2021-06-30T03:07:44Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:11.878811 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] Checking router: 6911f891-5af9-4797-9164-04c05169299e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:08:11.887590 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] Routers {'6911f891-5af9-4797-9164-04c05169299e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:08:11.888147 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:08:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6911f891-5af9-4797-9164-04c05169299e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:11.891673 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad0d71e-20d0-44d1-80da-a8eeb4e1b6fe x-openstack-request-id: req-dad0d71e-20d0-44d1-80da-a8eeb4e1b6fe {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:11.891971 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c292878d-13bc-447e-a61f-87258842bea7", "tag": "f0d0f9b4-2349-4653-a4d3-fb04a7674313", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:11.892291 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dad0d71e-20d0-44d1-80da-a8eeb4e1b6fe {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:11.892741 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c292878d-13bc-447e-a61f-87258842bea7', 'tag': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'status': 'completed', 'code': 200} Jun 30 03:08:12.018245 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2527d6ae-6986-48a3-84f8-234b56214df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:12.021432 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2527d6ae-6986-48a3-84f8-234b56214df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:12.027158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2527d6ae-6986-48a3-84f8-234b56214df2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9187f8a2-5db6-4d62-bff0-d6a319e93875 HTTP/1.1" status: 204 len: 168 time: 0.6991088 Jun 30 03:08:12.054498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.054978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.055369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.055497 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] Set router 6911f891-5af9-4797-9164-04c05169299e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:08:12.055848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.056276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.056740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.057211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.057722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.058183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.058643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.059097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.061100 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2d29f171-e272-47f2-abba-97a73234d0ed tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7773 time: 0.2362876 Jun 30 03:08:12.065314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58054) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:12.099000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-e5befe9d-49aa-4ece-8c45-e3945cc56e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.100490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527d6ae-6986-48a3-84f8-234b56214df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9187f8a2-5db6-4d62-bff0-d6a319e93875,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:12.100996 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-e5befe9d-49aa-4ece-8c45-e3945cc56e5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7815a76686434d09bae4120d3691627c&device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 1135 time: 0.1912138 Jun 30 03:08:12.326292 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:36Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '7b4800ce-f9de-474a-9235-e11de1268fa6', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '6911f891-5af9-4797-9164-04c05169299e', 'port_id': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'mac_address': 'fa:16:3e:b4:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c292878d-13bc-447e-a61f-87258842bea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:08:09Z', 'updated_at': '2021-06-30T03:08:09Z', 'revision_number': 0, 'project_id': '7815a76686434d09bae4120d3691627c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3701407-1b76-445c-9fda-e552b5e81518', 'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:d8:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:33Z', 'updated_at': '2021-06-30T03:07:44Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:12.356768 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da1c66-7a15-4804-92e2-3060b5712508 None None] The sync data for ids ['6911f891-5af9-4797-9164-04c05169299e'] in n-d-798249-3 is: [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:36Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '7b4800ce-f9de-474a-9235-e11de1268fa6', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'floating_ip_address': '172.25.2.91', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '6911f891-5af9-4797-9164-04c05169299e', 'port_id': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'mac_address': 'fa:16:3e:b4:35:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c292878d-13bc-447e-a61f-87258842bea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:08:09Z', 'updated_at': '2021-06-30T03:08:09Z', 'revision_number': 0, 'project_id': '7815a76686434d09bae4120d3691627c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3701407-1b76-445c-9fda-e552b5e81518', 'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:d8:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:33Z', 'updated_at': '2021-06-30T03:07:44Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:08:12.433047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-c0c41f97-10d0-4d6f-9bb3-73ac84275a3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:12.448181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['f670c032-a954-42aa-9d27-8d609bb8ebf0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:08:12.454688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58056) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:12.514539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-421cddc1-0ead-4a7c-af57-c0601ba57c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:12.531455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c41f97-10d0-4d6f-9bb3-73ac84275a3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'Port': ['ID=f670c032-a954-42aa-9d27-8d609bb8ebf0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a8ac0df6-7543-4228-b350-4f1a9bccfd29 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7102 time: 0.4821527 Jun 30 03:08:12.562355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58058) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:12.631047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-c0c41f97-10d0-4d6f-9bb3-73ac84275a3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] No DVR routers for this DVR port f670c032-a954-42aa-9d27-8d609bb8ebf0 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:12.640569 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-c0c41f97-10d0-4d6f-9bb3-73ac84275a3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:12.642660 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3dd1f503-7c01-4379-b2f9-e91b1e32f5ca req-c0c41f97-10d0-4d6f-9bb3-73ac84275a3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "DELETE /v2.0/ports/f670c032-a954-42aa-9d27-8d609bb8ebf0 HTTP/1.1" status: 204 len: 173 time: 1.1693795 Jun 30 03:08:12.653087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9da739-9837-4cec-89d0-ba2a37fc0793', 'name': 'network-vif-deleted', 'tag': 'f670c032-a954-42aa-9d27-8d609bb8ebf0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:12.655448 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16567973-de02-4e55-8483-c95da968c432" -d '{"events": [{"server_uuid": "3f9da739-9837-4cec-89d0-ba2a37fc0793", "name": "network-vif-deleted", "tag": "f670c032-a954-42aa-9d27-8d609bb8ebf0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:12.687777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36afd4-8355-4f80-860f-914110c97e89 None None] New status for floating IP 7b4800ce-f9de-474a-9235-e11de1268fa6: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:08:12.725635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-a3404281-33b4-4079-822f-291c44f4cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:12.727598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-a3404281-33b4-4079-822f-291c44f4cfcd service neutron] 10.222.0.83 "GET /v2.0/networks?id=16a2c861-b84c-4b74-96c4-d819adf76c18 HTTP/1.1" status: 200 len: 898 time: 0.6064765 Jun 30 03:08:12.784893 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8244af1-cdf1-4770-9607-e3f439d73ca0 x-openstack-request-id: req-c8244af1-cdf1-4770-9607-e3f439d73ca0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:12.785049 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9da739-9837-4cec-89d0-ba2a37fc0793", "name": "network-vif-deleted", "tag": "f670c032-a954-42aa-9d27-8d609bb8ebf0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:12.785290 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8244af1-cdf1-4770-9607-e3f439d73ca0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:12.791625 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9da739-9837-4cec-89d0-ba2a37fc0793', 'name': 'network-vif-deleted', 'tag': 'f670c032-a954-42aa-9d27-8d609bb8ebf0', 'status': 'completed', 'code': 200} Jun 30 03:08:12.866489 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2de0befc-e248-4825-ab24-7ae3cfc3a772 req-d57d3afa-a282-489e-a5e1-0d9c276e276b tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0862665 Jun 30 03:08:12.919528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-421cddc1-0ead-4a7c-af57-c0601ba57c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:13.018998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-86a214fd-94d3-4bf5-a4ee-f5b189e86093 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d0f9b4-2349-4653-a4d3-fb04a7674313 HTTP/1.1" status: 200 len: 998 time: 0.2824478 Jun 30 03:08:13.043837 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-421cddc1-0ead-4a7c-af57-c0601ba57c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:13.044918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ade7c2ea-6dfb-414c-ad64-4bf6e39b26e8 req-8ce078ca-bdc0-4892-b143-65c6e5ca82a0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.0475678 Jun 30 03:08:13.092589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cddc1-0ead-4a7c-af57-c0601ba57c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68c6642-3756-427a-84db-fcc1ca1c4e59,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:13.113069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-421cddc1-0ead-4a7c-af57-c0601ba57c0b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=acc2c88067da43c4ac13ed2acb0d0c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6558425 Jun 30 03:08:13.115775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58074) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:13.190485 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5a4a-d8fc-4524-852f-2f7f20bd6822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:13.207360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-7b145985-d06d-4ebe-842e-efbe5a74bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:13.207360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-7b145985-d06d-4ebe-842e-efbe5a74bc32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba8931db-0a52-4ccd-8391-2f0cc893d29c HTTP/1.1" status: 200 len: 835 time: 0.1633520 Jun 30 03:08:13.214770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5a4a-d8fc-4524-852f-2f7f20bd6822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:13.327261 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3159f6de-af0b-4c5a-b4b2-a65f839997e8 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.7619576 Jun 30 03:08:13.329278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-6a7a8b05-3e17-4219-ae92-dab7b141093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:13.330301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58078) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:13.330723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-6a7a8b05-3e17-4219-ae92-dab7b141093a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=16a2c861-b84c-4b74-96c4-d819adf76c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176307 Jun 30 03:08:13.388942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5a4a-d8fc-4524-852f-2f7f20bd6822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:13.393310 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5a4a-d8fc-4524-852f-2f7f20bd6822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:13.398586 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9eaa5a4a-d8fc-4524-852f-2f7f20bd6822 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d68c6642-3756-427a-84db-fcc1ca1c4e59 HTTP/1.1" status: 204 len: 168 time: 0.2789621 Jun 30 03:08:13.430237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa5a4a-d8fc-4524-852f-2f7f20bd6822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68c6642-3756-427a-84db-fcc1ca1c4e59,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:13.446305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a0ba79-2460-432b-9a27-8344d52b7ca5 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:13.453313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a0ba79-2460-432b-9a27-8344d52b7ca5 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:13.453313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-55a0ba79-2460-432b-9a27-8344d52b7ca5 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6911f891-5af9-4797-9164-04c05169299e HTTP/1.1" status: 200 len: 1990 time: 0.1182356 Jun 30 03:08:13.473231 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-304e2f3f-7042-4553-a439-00aa13078165 service neutron] 10.222.0.83 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359665 Jun 30 03:08:13.627894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b035854a-7468-4566-9827-aa2fee2ebc02 req-fb53498c-bef8-4efe-a09c-0f4224173362 service neutron] 10.222.0.83 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466460 Jun 30 03:08:14.189481 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f050941a-abab-49b6-a57c-5a7a94a01342 req-b9e1aded-a0ba-4d0c-aca2-5c9384a36cb0 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0472050 Jun 30 03:08:14.283972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1180a44c-8f23-4f31-875c-e89a9bc395b3 req-3d6fb8bd-376c-466c-badf-63e45bf2af1f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.0297372 Jun 30 03:08:15.289080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58132) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:15.289080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-58bebd0f-94b3-46ce-a3ea-2ce5edc25de6 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1215741565'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:15.289080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-58bebd0f-94b3-46ce-a3ea-2ce5edc25de6 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Unknown quota resources ['metering_label']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:08:15.364841 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4a92462b-18ce-4557-ae98-e0112e7a5b6a req-bd4d7531-5c3d-4e6e-9b73-28eddcb614a8 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0303903 Jun 30 03:08:15.366869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f670c032-a954-42aa-9d27-8d609bb8ebf0 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:08:15.416435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: f670c032-a954-42aa-9d27-8d609bb8ebf0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:08:15.418789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f670c032-a954-42aa-9d27-8d609bb8ebf0 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:08:15.463297 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f60ece93-813c-48c0-ad0f-7d666c7d1965 req-6db2ac92-131e-4ab5-afa0-3a8b6d04bfff tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.0322170 Jun 30 03:08:15.498277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58bebd0f-94b3-46ce-a3ea-2ce5edc25de6 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:15.501982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58144) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:15.502460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-58bebd0f-94b3-46ce-a3ea-2ce5edc25de6 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3633199 Jun 30 03:08:15.506975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7c73395c-4720-4945-b540-d6b975d84ed5 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'faeb97fd-53c3-4f12-9c12-8e10dda5b125'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:15.507463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7c73395c-4720-4945-b540-d6b975d84ed5 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94531) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:08:15.684299 n-d-798249-3 neutron-server[94531]: WARNING neutron.services.metering.metering_plugin [None req-7c73395c-4720-4945-b540-d6b975d84ed5 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 03:08:15.766482 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c73395c-4720-4945-b540-d6b975d84ed5 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:15.767662 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7c73395c-4720-4945-b540-d6b975d84ed5 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2646675 Jun 30 03:08:15.770748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58150) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:15.774949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-16dc6f13-1dac-4b0d-aff0-5a9f84156002 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'faeb97fd-53c3-4f12-9c12-8e10dda5b125'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:15.775425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-16dc6f13-1dac-4b0d-aff0-5a9f84156002 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94531) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:08:15.937054 n-d-798249-3 neutron-server[94531]: WARNING neutron.services.metering.metering_plugin [None req-16dc6f13-1dac-4b0d-aff0-5a9f84156002 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 03:08:16.019804 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16dc6f13-1dac-4b0d-aff0-5a9f84156002 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:16.023572 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-16dc6f13-1dac-4b0d-aff0-5a9f84156002 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2493925 Jun 30 03:08:16.023954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58158) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.035916 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5058a77f-b7e2-44bc-9d0c-63b5e59829f2 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=5e2d4a7e-9ad8-45f8-832d-89839c085241 HTTP/1.1" status: 200 len: 464 time: 0.0102999 Jun 30 03:08:16.038774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58162) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.220783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fef8652d-ad07-4090-8ed6-e8e9f8773e58 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:16.221950 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fef8652d-ad07-4090-8ed6-e8e9f8773e58 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/5e2d4a7e-9ad8-45f8-832d-89839c085241 HTTP/1.1" status: 204 len: 168 time: 0.1819780 Jun 30 03:08:16.233904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58166) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.243202 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-49d18232-cd46-4805-abd7-ceb47daf5730 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=5e2d4a7e-9ad8-45f8-832d-89839c085241 HTTP/1.1" status: 200 len: 221 time: 0.0082741 Jun 30 03:08:16.246839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58168) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.251716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3334b88a-524f-47f2-be9f-eec1afb337cf tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--982450144', 'description': 'label created by tempest'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:16.252161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3334b88a-524f-47f2-be9f-eec1afb337cf tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Unknown quota resources ['metering_label']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:08:16.489442 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3334b88a-524f-47f2-be9f-eec1afb337cf tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:16.494804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3334b88a-524f-47f2-be9f-eec1afb337cf tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2467160 Jun 30 03:08:16.497608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58174) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.580166 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-31196519-f890-4313-b63a-2ca4c9c02911 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=e3f11038-ad1b-403f-97bb-2ff66cb8156b HTTP/1.1" status: 200 len: 467 time: 0.0793459 Jun 30 03:08:16.580421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58176) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.610107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e2865695-6c91-4a40-a497-0eaa0965fac0 req-e1545357-2101-4310-812b-723c4e4fb9a4 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0489016 Jun 30 03:08:16.666120 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8eb66418-697f-4c2c-8be6-838f2e6fb217 req-3a18bc18-5d67-4a25-9819-d35c72e10e82 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.0359879 Jun 30 03:08:16.874864 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3d89f43-8e84-487e-ab11-7d4167e19900 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:16.876038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f3d89f43-8e84-487e-ab11-7d4167e19900 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/e3f11038-ad1b-403f-97bb-2ff66cb8156b HTTP/1.1" status: 204 len: 168 time: 0.2946241 Jun 30 03:08:16.878927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58178) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.891076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f978e5c2-f722-410d-8a88-be9ebf162cce tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=e3f11038-ad1b-403f-97bb-2ff66cb8156b HTTP/1.1" status: 200 len: 216 time: 0.0105152 Jun 30 03:08:16.894690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58180) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.904372 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9420f8e3-3c44-4c87-adb1-6e674abbce7a tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080109 Jun 30 03:08:16.907883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58182) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.920683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-899012a5-2b6f-4768-8355-169ebaaa285e tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113721 Jun 30 03:08:16.923854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58184) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.978695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4c0fd294-f7b4-4219-a6f8-613dfaf964b5 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/faeb97fd-53c3-4f12-9c12-8e10dda5b125 HTTP/1.1" status: 200 len: 473 time: 0.0535002 Jun 30 03:08:16.981884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58186) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:16.991804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-886c35b7-62ab-4cdc-8da9-bbffeb2140f9 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/403fc635-5564-4847-ab03-a18af6072cde HTTP/1.1" status: 200 len: 461 time: 0.0088241 Jun 30 03:08:16.994884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58188) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:17.171307 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0112e8e7-87e3-4769-9bb3-34dae7016483 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:17.172484 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0112e8e7-87e3-4769-9bb3-34dae7016483 tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/403fc635-5564-4847-ab03-a18af6072cde HTTP/1.1" status: 204 len: 168 time: 0.1766760 Jun 30 03:08:17.174932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58190) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:17.440512 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbe82678-27e6-44fa-96ea-818e90f319ea tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:17.441576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dbe82678-27e6-44fa-96ea-818e90f319ea tempest-MeteringTestJSON-2116550052 tempest-MeteringTestJSON-2116550052-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/faeb97fd-53c3-4f12-9c12-8e10dda5b125 HTTP/1.1" status: 204 len: 168 time: 0.2657039 Jun 30 03:08:17.796067 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d95057d-afea-4238-b146-d39dad1edf5a req-918ff228-b552-4712-bccd-8557767fb189 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0313570 Jun 30 03:08:17.799700 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7fe6d66d-fdf1-49ea-a65b-63c1d46e4b6b req-19f96a5e-5299-46c7-b1d1-85d7ce7ad524 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.0412130 Jun 30 03:08:17.991851 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58200) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:18.114649 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4edc29ec-d2d0-4ecd-ac43-23afd477eb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:18.211838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4edc29ec-d2d0-4ecd-ac43-23afd477eb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:18.341052 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4edc29ec-d2d0-4ecd-ac43-23afd477eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:18.380134 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4edc29ec-d2d0-4ecd-ac43-23afd477eb6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d65e506a32b4cea83ed304bced7d668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870902 Jun 30 03:08:18.381006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc29ec-d2d0-4ecd-ac43-23afd477eb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6168f6b5-2f9b-4f73-8325-285417124ba0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:18.382848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58204) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:18.437151 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-155ff0be-851f-4874-9715-0951f30a03b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:18.458988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-155ff0be-851f-4874-9715-0951f30a03b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:18.626907 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-155ff0be-851f-4874-9715-0951f30a03b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:18.629591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-155ff0be-851f-4874-9715-0951f30a03b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:18.630762 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-155ff0be-851f-4874-9715-0951f30a03b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6168f6b5-2f9b-4f73-8325-285417124ba0 HTTP/1.1" status: 204 len: 168 time: 0.2465615 Jun 30 03:08:18.638702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ff0be-851f-4874-9715-0951f30a03b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6168f6b5-2f9b-4f73-8325-285417124ba0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:18.951915 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-63456c15-3f14-487e-82e1-d3b343f7a25b req-3a578a8a-57e6-493e-b9ec-29b590321178 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.0313511 Jun 30 03:08:18.983565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-27a1e745-cd1d-42c4-829a-d478a67e22dd req-04523a96-a7f2-4ac8-a629-0533a96404d2 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0333812 Jun 30 03:08:19.373586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58216) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:19.385402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aeec16a6-18be-42db-80c9-f9acdb877a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:19.475824 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aeec16a6-18be-42db-80c9-f9acdb877a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:19.558364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aeec16a6-18be-42db-80c9-f9acdb877a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:19.603869 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-aeec16a6-18be-42db-80c9-f9acdb877a24 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7de7a873eb0d4333a61ca0325a28794f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316380 Jun 30 03:08:19.604737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec16a6-18be-42db-80c9-f9acdb877a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8548ba-e132-4e41-8877-b2ef967fa2fa,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:19.606595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58218) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:19.666154 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a5c0cb-ecb7-468b-be1c-5c6e46c5fff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:19.687991 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a5c0cb-ecb7-468b-be1c-5c6e46c5fff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:19.809730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a5c0cb-ecb7-468b-be1c-5c6e46c5fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:19.812314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11a5c0cb-ecb7-468b-be1c-5c6e46c5fff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:19.813581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-11a5c0cb-ecb7-468b-be1c-5c6e46c5fff2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea8548ba-e132-4e41-8877-b2ef967fa2fa HTTP/1.1" status: 204 len: 168 time: 0.2058616 Jun 30 03:08:19.822452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5c0cb-ecb7-468b-be1c-5c6e46c5fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8548ba-e132-4e41-8877-b2ef967fa2fa,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:20.140871 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41a56c61-00ab-45d5-8f4b-6286c5fbcdda req-5ab5a2d0-0059-443e-842c-9a36862b56d0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f9da739-9837-4cec-89d0-ba2a37fc0793 HTTP/1.1" status: 200 len: 210 time: 0.0334537 Jun 30 03:08:20.184195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-52718cdf-3859-4475-bf6c-96eb2126096b req-7894e37b-0b60-4111-bed4-5d05af1880af tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0514822 Jun 30 03:08:20.746367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-011b91b8-f7e3-4ba6-8257-cf84661bf123 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743437 Jun 30 03:08:20.823608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-5bb3e216-812a-4a9e-a409-96484da8488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:20.825137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-5bb3e216-812a-4a9e-a409-96484da8488a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 1096 time: 0.0560780 Jun 30 03:08:21.012145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-2df4abfc-d156-4232-b5b6-43fcc7892cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:21.013804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-2df4abfc-d156-4232-b5b6-43fcc7892cf8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 915 time: 0.1515460 Jun 30 03:08:21.056924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-032421c3-3b03-4c15-a18f-e1235f4b044d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f4c58a0-543c-4e2e-8d99-12f50e2b1467 HTTP/1.1" status: 200 len: 217 time: 0.0363350 Jun 30 03:08:21.113283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-10dc15c6-b651-4d0c-a222-5af50141401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:21.115716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-10dc15c6-b651-4d0c-a222-5af50141401d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=32b951a1-6051-4fdd-b623-4c9925f0e66d HTTP/1.1" status: 200 len: 854 time: 0.0531397 Jun 30 03:08:21.165248 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-7b35673f-91e0-463b-b9df-0697b9a81f0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1d0fd537-47a8-4252-a918-9a949ce830a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430620 Jun 30 03:08:21.283399 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-0011ab33-1921-42a8-9296-bee6d76b26cc service neutron] 10.222.0.74 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074448 Jun 30 03:08:21.387155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61b165f1-5f38-4a88-a8bf-b6929f42628e req-355ec8b4-b3b8-4a15-8366-7bc383204cb2 service neutron] 10.222.0.74 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020424 Jun 30 03:08:21.501751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68c201e0-531c-4698-916a-39e155573a1f req-6939af47-020b-4b27-9466-e8adc2316bf9 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0318308 Jun 30 03:08:22.538298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58294) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:22.706900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eae68ccc-8285-4e47-9304-e590a4ab485d req-7e2d4736-51fe-44df-b100-b252a0fea703 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0572023 Jun 30 03:08:22.761048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-68510df3-d1b5-4219-b6f3-a2bbff741f0a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-603767235'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:22.763699 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:22.889402 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68510df3-d1b5-4219-b6f3-a2bbff741f0a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:22.891163 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68510df3-d1b5-4219-b6f3-a2bbff741f0a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.027560 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68510df3-d1b5-4219-b6f3-a2bbff741f0a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.124806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68510df3-d1b5-4219-b6f3-a2bbff741f0a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.141971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-a21d2594-0e7b-4d36-b79e-95c1a3d2a951 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:23.149464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-a21d2594-0e7b-4d36-b79e-95c1a3d2a951 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/networks?id=5d78ea54-cf4f-4190-be00-168c1a6e3505 HTTP/1.1" status: 200 len: 814 time: 0.1682236 Jun 30 03:08:23.167060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-92da1022-dbc5-45fb-b846-9d417ee8376c tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/quotas/e5f31888ea45427eafb003fca1be2f84 HTTP/1.1" status: 200 len: 375 time: 0.0166614 Jun 30 03:08:23.218890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-00c2c7a1-94c0-4579-94cb-1f07fea32028 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e5f31888ea45427eafb003fca1be2f84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481966 Jun 30 03:08:23.263287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68510df3-d1b5-4219-b6f3-a2bbff741f0a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.264534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-68510df3-d1b5-4219-b6f3-a2bbff741f0a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7254417 Jun 30 03:08:23.267145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58338) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:23.350980 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70d47611-7df1-4515-a9fa-c21520cd9e8b tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.436628 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.451845 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-87b53177-3ecc-44f2-91fe-5d1f38e80e65 service neutron] 10.222.0.77 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348015 Jun 30 03:08:23.586079 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70d47611-7df1-4515-a9fa-c21520cd9e8b tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.592238 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70d47611-7df1-4515-a9fa-c21520cd9e8b tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.713381 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-73c2f429-7351-4692-a57e-4108cf702386 service neutron] 10.222.0.77 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358780 Jun 30 03:08:23.750128 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-f498e8c4-25af-4a51-8daf-98427e361d5a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724294 Jun 30 03:08:23.775350 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70d47611-7df1-4515-a9fa-c21520cd9e8b tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.777640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d47611-7df1-4515-a9fa-c21520cd9e8b tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f502eed-9975-4cab-b20a-d6c04582d9ef {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:08:23.792034 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-70d47611-7df1-4515-a9fa-c21520cd9e8b tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.793661 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-70d47611-7df1-4515-a9fa-c21520cd9e8b tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] 10.222.0.77 "DELETE /v2.0/routers/0f502eed-9975-4cab-b20a-d6c04582d9ef HTTP/1.1" status: 204 len: 168 time: 0.5254028 Jun 30 03:08:23.796678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58352) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:23.802934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-8a905ddc-c170-42b2-9cd9-a650b05cdbbc tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Request body: {'router': {'name': 'tempest-router-1895547756', 'distributed': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:23.872114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-bb637290-a8c8-4678-a199-767a2607d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:23.874150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-bb637290-a8c8-4678-a199-767a2607d60b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 1096 time: 0.0599368 Jun 30 03:08:23.989242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4a111a9c-0903-4e77-b6b5-ef1a4b139745 req-93b869df-8701-43aa-8845-1c18c96cb581 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0514598 Jun 30 03:08:23.991545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a905ddc-c170-42b2-9cd9-a650b05cdbbc tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:23.999972 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a905ddc-c170-42b2-9cd9-a650b05cdbbc tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:24.170012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-f8b43d4a-a46e-4723-a2ef-ce31319ffa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:24.174929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-f8b43d4a-a46e-4723-a2ef-ce31319ffa04 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 200 len: 915 time: 0.2694509 Jun 30 03:08:24.232872 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-b4160991-88b8-4726-9dc3-e3578eb63438 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=968061c6-49dd-47c8-84f0-49523b3de113 HTTP/1.1" status: 200 len: 217 time: 0.0496948 Jun 30 03:08:24.252063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c916b782-ac2e-4fb9-a2fe-0325362bbdcc req-d4cb9fbc-53d9-4529-87f2-961d158b3daa tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 210 time: 0.0999672 Jun 30 03:08:24.264988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a905ddc-c170-42b2-9cd9-a650b05cdbbc tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:24.313319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-a12ad7ae-b0e0-418c-840d-dc3b8bd8458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:24.319493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-a12ad7ae-b0e0-418c-840d-dc3b8bd8458e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32b951a1-6051-4fdd-b623-4c9925f0e66d HTTP/1.1" status: 200 len: 854 time: 0.0736015 Jun 30 03:08:24.335777 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a905ddc-c170-42b2-9cd9-a650b05cdbbc tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:24.369095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-da40112f-7f17-4907-a337-d110f24fed51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1d0fd537-47a8-4252-a918-9a949ce830a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466151 Jun 30 03:08:24.449391 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a905ddc-c170-42b2-9cd9-a650b05cdbbc tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:24.450894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8a905ddc-c170-42b2-9cd9-a650b05cdbbc tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6522462 Jun 30 03:08:24.453698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58368) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:24.579925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05bd5ef-bac1-4400-b5e6-626dcfe5586d tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:24.770461 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05bd5ef-bac1-4400-b5e6-626dcfe5586d tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:24.773864 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05bd5ef-bac1-4400-b5e6-626dcfe5586d tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:24.838134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58372) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:24.908910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-55f0042a-038f-4277-ac7c-f33104b0f27a service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302644 Jun 30 03:08:24.946260 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05bd5ef-bac1-4400-b5e6-626dcfe5586d tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:24.947124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05bd5ef-bac1-4400-b5e6-626dcfe5586d tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9819fac-8b43-440c-a6dd-2e44c7b58d56 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:08:24.959694 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05bd5ef-bac1-4400-b5e6-626dcfe5586d tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:24.962462 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c05bd5ef-bac1-4400-b5e6-626dcfe5586d tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] 10.222.0.77 "DELETE /v2.0/routers/e9819fac-8b43-440c-a6dd-2e44c7b58d56 HTTP/1.1" status: 204 len: 168 time: 0.5075858 Jun 30 03:08:24.966385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58378) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:24.979425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-19ad22b2-63b3-4b80-b977-564ae770d559 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Request body: {'router': {'name': 'tempest-router-1002591090', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '74e625d55e664dffbae4463f193b21ae'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:25.059121 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c47a0528-310a-4ed9-801d-38c5fa24bf16 req-dfbc13c9-9fd3-42eb-88a6-0ae104341ed9 service neutron] 10.222.0.83 "GET /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430571 Jun 30 03:08:25.108680 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4657-f2b5-47d5-bccd-81903c3b0fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.125091 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19ad22b2-63b3-4b80-b977-564ae770d559 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.126790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19ad22b2-63b3-4b80-b977-564ae770d559 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.215879 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d3279294-035d-43ab-9091-18548cd09fbf req-3b327ffd-ae02-480b-8718-c8df07cb254f tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0464718 Jun 30 03:08:25.243845 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19ad22b2-63b3-4b80-b977-564ae770d559 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.337085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5b2c3e2e-53f4-4981-9f18-333b5f939884 req-12dccfe3-e064-4fa7-a1ef-bc77208d9cb6 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 210 time: 0.0365820 Jun 30 03:08:25.358727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19ad22b2-63b3-4b80-b977-564ae770d559 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.369856 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4657-f2b5-47d5-bccd-81903c3b0fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.485084 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4657-f2b5-47d5-bccd-81903c3b0fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.527510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b4657-f2b5-47d5-bccd-81903c3b0fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2862817b-4267-4805-99f7-ac5c6d250b80,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:25.553936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58390) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:25.554664 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9d7b4657-f2b5-47d5-bccd-81903c3b0fd8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d801817d2e004b0c9366fe2ba4707fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7141256 Jun 30 03:08:25.586434 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19ad22b2-63b3-4b80-b977-564ae770d559 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.590149 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-19ad22b2-63b3-4b80-b977-564ae770d559 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6201994 Jun 30 03:08:25.590806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58392) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:25.597099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:25.640273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.669035 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.878378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.883043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:25.884691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2862817b-4267-4805-99f7-ac5c6d250b80 HTTP/1.1" status: 204 len: 168 time: 0.3291550 Jun 30 03:08:25.896956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2862817b-4267-4805-99f7-ac5c6d250b80,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:25.913341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.917286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.919228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.920217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.920691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.926155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.926155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.926155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.926155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.926155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.926155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:25.926155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a721a9f-4c12-49a4-a401-a5bf7cc2a208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:26.245125 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:26.245730 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:26.351268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94530) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 30 03:08:26.351565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Router 3dbb1e33-ed7a-46b0-90aa-f23f99e50b5f migrating from provider to provider. {{(pid=94530) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 30 03:08:26.351918 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:26.361539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:26.429817 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1795eaf5-18c1-4797-a820-3b881777f541 req-de832850-5327-4cea-8232-42da1b952472 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0359688 Jun 30 03:08:26.449790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:26.606164 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43aea061-a5bf-458d-af12-8964ad75b7a6 req-1af4cda6-23e0-4727-a248-3b4c779170fa tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 210 time: 0.0840569 Jun 30 03:08:26.626627 n-d-798249-3 neutron-server[94530]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] No L3 agents can host the router 3dbb1e33-ed7a-46b0-90aa-f23f99e50b5f Jun 30 03:08:26.755337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Hosts for router 3dbb1e33-ed7a-46b0-90aa-f23f99e50b5f: [] {{(pid=94530) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 30 03:08:26.783531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Hosts for other DVR routers connected to router 3dbb1e33-ed7a-46b0-90aa-f23f99e50b5f: set() {{(pid=94530) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 30 03:08:26.786190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:26.789809 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7d30c70c-e88e-400c-87ee-d8452b47a4d5 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] 10.222.0.77 "PUT /v2.0/routers/3dbb1e33-ed7a-46b0-90aa-f23f99e50b5f HTTP/1.1" status: 200 len: 717 time: 1.1955981 Jun 30 03:08:26.790241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58404) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:26.884187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-858d33b5-c60b-4054-9051-36c82c09a471 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] 10.222.0.77 "GET /v2.0/routers/3dbb1e33-ed7a-46b0-90aa-f23f99e50b5f HTTP/1.1" status: 200 len: 717 time: 0.0926080 Jun 30 03:08:26.886835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58406) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:26.945441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58410) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:26.971286 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7598e1b-e349-432d-8dff-c79446bf5cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.107552 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7598e1b-e349-432d-8dff-c79446bf5cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.206284 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0b1ddd3f-18a9-4800-9dd5-5abf3bf2ecbf tempest-RoutersTestDVR-787929139 tempest-RoutersTestDVR-787929139-project] 10.222.0.77 "GET /v2.0/routers/3dbb1e33-ed7a-46b0-90aa-f23f99e50b5f HTTP/1.1" status: 200 len: 683 time: 0.3156395 Jun 30 03:08:27.206666 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58412) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:27.252779 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7598e1b-e349-432d-8dff-c79446bf5cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.380777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58414) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:27.381419 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d7598e1b-e349-432d-8dff-c79446bf5cb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9fc2d7dea5634941816eb49be228767f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344456 Jun 30 03:08:27.382287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed85428d-d43b-4971-b9b5-665a4863628a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.451751 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-31ef9463-1eb1-4fd9-9703-628b0d732145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.469748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7598e1b-e349-432d-8dff-c79446bf5cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd93d6c-1a46-4a25-a4f8-9198b8d3126e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:27.496795 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-31ef9463-1eb1-4fd9-9703-628b0d732145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.618285 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed85428d-d43b-4971-b9b5-665a4863628a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.620892 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed85428d-d43b-4971-b9b5-665a4863628a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.628831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-d41b76fb-464d-4a1b-a016-f8bc9e4e2259 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:27.630667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-d41b76fb-464d-4a1b-a016-f8bc9e4e2259 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.74 "GET /v2.0/networks?id=5d78ea54-cf4f-4190-be00-168c1a6e3505 HTTP/1.1" status: 200 len: 814 time: 0.3687506 Jun 30 03:08:27.690706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Request body: {'port': {'device_id': 'c86cfba8-433d-4758-b1af-15bf19002ea1', 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505', 'admin_state_up': True, 'tenant_id': 'e5f31888ea45427eafb003fca1be2f84'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:27.745335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35e14b0c-44d0-43e9-80f4-985ae1181508 req-0654e2e6-2d2e-4b94-ad20-5c06accc2c14 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0723417 Jun 30 03:08:27.747517 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-31ef9463-1eb1-4fd9-9703-628b0d732145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.761101 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-31ef9463-1eb1-4fd9-9703-628b0d732145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.762397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-31ef9463-1eb1-4fd9-9703-628b0d732145 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ffd93d6c-1a46-4a25-a4f8-9198b8d3126e HTTP/1.1" status: 204 len: 168 time: 0.3797724 Jun 30 03:08:27.796157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef9463-1eb1-4fd9-9703-628b0d732145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd93d6c-1a46-4a25-a4f8-9198b8d3126e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:27.840004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed85428d-d43b-4971-b9b5-665a4863628a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.840500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed85428d-d43b-4971-b9b5-665a4863628a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3dbb1e33-ed7a-46b0-90aa-f23f99e50b5f {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:08:27.845679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ed85428d-d43b-4971-b9b5-665a4863628a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.850329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ed85428d-d43b-4971-b9b5-665a4863628a tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] 10.222.0.77 "DELETE /v2.0/routers/3dbb1e33-ed7a-46b0-90aa-f23f99e50b5f HTTP/1.1" status: 204 len: 168 time: 0.6397684 Jun 30 03:08:27.856497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58422) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:27.862789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-67079e6b-039c-4cb3-80e5-e43508958403 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Request body: {'router': {'name': 'tempest-router-403337904', 'distributed': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:27.888166 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-67079e6b-039c-4cb3-80e5-e43508958403 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:08:27.888166 n-d-798249-3 neutron-server[94531]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 03:08:27.888166 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id': 'fbe25c7bafd844a38a1d5f3ebedd1d30', 'id': '3f66bbca-5112-4229-a6f4-39c24e0babc8', 'expiration': datetime.datetime(2021, 6, 30, 3, 10, 27, 876560)}] Jun 30 03:08:27.888166 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:08:27.889609 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-67079e6b-039c-4cb3-80e5-e43508958403 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:08:27.931666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e46eed7b-b237-45ec-bf7d-80668615a9d1 req-4ed0e0e7-9776-4a2e-a1ca-1d5dce2ff666 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 210 time: 0.0371468 Jun 30 03:08:28.020433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Made reservation on behalf of e5f31888ea45427eafb003fca1be2f84 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:28.024003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.194763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Allocated IP 172.20.0.8 (5d78ea54-cf4f-4190-be00-168c1a6e3505/bf91afb0-9b57-47b6-8eff-86c3c07767fb/1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:28.377205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.529026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67079e6b-039c-4cb3-80e5-e43508958403 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.530095 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67079e6b-039c-4cb3-80e5-e43508958403 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.569480 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3108af74-9788-4ff4-beb4-fab38b4557a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.572068 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.614780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67079e6b-039c-4cb3-80e5-e43508958403 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.648363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Network 5d78ea54-cf4f-4190-be00-168c1a6e3505 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:28.651839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:28.655802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:28.683267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Pushing event updated for resources: {'Port': ['ID=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:28.712288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:28.712922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.746958 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67079e6b-039c-4cb3-80e5-e43508958403 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.827212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-1dfa8f4c-8711-4593-a8eb-ac99746db91e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1408541 Jun 30 03:08:28.839084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Request body: {'port': {'device_id': 'c86cfba8-433d-4758-b1af-15bf19002ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:28.865981 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67079e6b-039c-4cb3-80e5-e43508958403 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.870475 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-67079e6b-039c-4cb3-80e5-e43508958403 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0123491 Jun 30 03:08:28.871379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58438) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:28.926414 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.942335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f039d533-386c-48fb-8d26-e262e992e4a5 req-84ce7c35-ce09-4838-8699-21b601c0bb92 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0640500 Jun 30 03:08:29.005380 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-797fbdaf-7cb6-45c6-a905-6f0b4bc80605 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:29.214344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81739a7e-ecde-436f-a955-06e0c6a47982 req-e1ff25d2-1db1-4762-af60-8964b0357634 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:29.215936 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81739a7e-ecde-436f-a955-06e0c6a47982 req-e1ff25d2-1db1-4762-af60-8964b0357634 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 931 time: 0.1472161 Jun 30 03:08:29.223989 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-797fbdaf-7cb6-45c6-a905-6f0b4bc80605 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:29.233709 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-797fbdaf-7cb6-45c6-a905-6f0b4bc80605 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:29.278926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81739a7e-ecde-436f-a955-06e0c6a47982 req-fec8ab7c-ef58-4fbf-b215-a064d1fdc5f8 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515478 Jun 30 03:08:29.325056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:08:29.334371 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:29.453637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-797fbdaf-7cb6-45c6-a905-6f0b4bc80605 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:29.454160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797fbdaf-7cb6-45c6-a905-6f0b4bc80605 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b129dc73-4c16-44fa-b815-6beba12fc819 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:08:29.456527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Transition to ACTIVE for port object 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:29.461486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-797fbdaf-7cb6-45c6-a905-6f0b4bc80605 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:29.467233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-797fbdaf-7cb6-45c6-a905-6f0b4bc80605 tempest-RoutersTestDVR-359056542 tempest-RoutersTestDVR-359056542-project-admin] 10.222.0.77 "DELETE /v2.0/routers/b129dc73-4c16-44fa-b815-6beba12fc819 HTTP/1.1" status: 204 len: 168 time: 0.5899966 Jun 30 03:08:29.626124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:29.689542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Pushing event updated for resources: {'Port': ['ID=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:29.794271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Attempting to bind port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:08:29.794623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Attempting to bind port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '577c62d4-773d-48d3-abab-c652c3fc8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:08:29.794967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Attempting to bind port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a on network 5d78ea54-cf4f-4190-be00-168c1a6e3505 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:08:29.800767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a on network 5d78ea54-cf4f-4190-be00-168c1a6e3505 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:08:29.800767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Attempting to bind port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a on network 5d78ea54-cf4f-4190-be00-168c1a6e3505 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:08:29.810994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:08:29.810994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Checking segment: {'id': '577c62d4-773d-48d3-abab-c652c3fc8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:08:29.810994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Bound using segment: {'id': '577c62d4-773d-48d3-abab-c652c3fc8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:08:29.810994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Bound port: 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577c62d4-773d-48d3-abab-c652c3fc8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:08:29.810994 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:29.933747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] For port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:08:29.937412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] For port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,segment=NetworkSegment(577c62d4-773d-48d3-abab-c652c3fc8fb8),segment_id=577c62d4-773d-48d3-abab-c652c3fc8fb8)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:08:30.039378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:30.086988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:30.088433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:30.089960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] 10.222.0.74 "PUT /v2.0/ports/1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a HTTP/1.1" status: 200 len: 1091 time: 1.2552192 Jun 30 03:08:30.090476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86cfba8-433d-4758-b1af-15bf19002ea1', 'tag': '1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:30.093106 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc8c175-c334-4a40-b1f1-1d7b32f28be5" -d '{"events": [{"name": "network-changed", "server_uuid": "c86cfba8-433d-4758-b1af-15bf19002ea1", "tag": "1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:30.155223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece4ede-17cc-47e3-95f8-623e37a9291a service neutron] Pushing event updated for resources: {'Port': ['ID=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:30.165962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b47a0ec-a573-43de-b2d7-087b5567638f req-dd21e34c-fa0d-4872-beb2-ab23e24e9d85 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/ports?device_id=3163f0e4-6980-4438-b2fa-ffb68e319a89 HTTP/1.1" status: 200 len: 210 time: 0.0493681 Jun 30 03:08:30.196836 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9d6026-1bfc-445d-b424-d317b4c8a039 x-openstack-request-id: req-3c9d6026-1bfc-445d-b424-d317b4c8a039 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:30.197467 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86cfba8-433d-4758-b1af-15bf19002ea1", "tag": "1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:30.197982 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c9d6026-1bfc-445d-b424-d317b4c8a039 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:30.198635 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86cfba8-433d-4758-b1af-15bf19002ea1', 'tag': '1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a', 'status': 'completed', 'code': 200} Jun 30 03:08:30.286389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58498) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:30.309612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8c175-c334-4a40-b1f1-1d7b32f28be5 req-ec8e64c2-b203-4bb9-9b9e-bc217c0ee801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:30.311492 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dc8c175-c334-4a40-b1f1-1d7b32f28be5 req-ec8e64c2-b203-4bb9-9b9e-bc217c0ee801 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e5f31888ea45427eafb003fca1be2f84&device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 1094 time: 0.0953000 Jun 30 03:08:30.556347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8c175-c334-4a40-b1f1-1d7b32f28be5 req-c9ddbd5c-943d-4c16-b662-435810496ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:30.559228 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dc8c175-c334-4a40-b1f1-1d7b32f28be5 req-c9ddbd5c-943d-4c16-b662-435810496ff4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e5f31888ea45427eafb003fca1be2f84&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2354741 Jun 30 03:08:30.601884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438bc74-a54c-4622-8270-568bb751d3c4 req-47aa4aa3-8247-43f3-bcb5-5171d6d4fc78 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:30.607830 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a438bc74-a54c-4622-8270-568bb751d3c4 req-47aa4aa3-8247-43f3-bcb5-5171d6d4fc78 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 943 time: 0.1528416 Jun 30 03:08:30.657474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58520) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:30.713900 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a438bc74-a54c-4622-8270-568bb751d3c4 req-18ef4943-a24d-4426-bfe8-dc874687ffb9 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985835 Jun 30 03:08:30.715291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8c175-c334-4a40-b1f1-1d7b32f28be5 req-bc8b41f7-05f4-484d-a829-6b7937d406c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:30.716821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dc8c175-c334-4a40-b1f1-1d7b32f28be5 req-bc8b41f7-05f4-484d-a829-6b7937d406c6 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508565 Jun 30 03:08:30.774535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73198963-745e-40ea-bbfd-09c0d2f6f4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:30.832806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847769b9-ec88-484b-920a-34fc301ff465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:30.862111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-8f706919-cc54-483e-b101-08b84d83016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:30.864013 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-8f706919-cc54-483e-b101-08b84d83016d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e5f31888ea45427eafb003fca1be2f84&device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 1094 time: 0.0745420 Jun 30 03:08:30.913759 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-b89e1361-b8f4-4d03-8bcc-dcec4db2832f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a HTTP/1.1" status: 200 len: 217 time: 0.0379221 Jun 30 03:08:30.932086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73198963-745e-40ea-bbfd-09c0d2f6f4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:30.990806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-23aca856-95b3-485b-b7b3-038745167624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:30.992275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-23aca856-95b3-485b-b7b3-038745167624 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bf91afb0-9b57-47b6-8eff-86c3c07767fb HTTP/1.1" status: 200 len: 854 time: 0.0748622 Jun 30 03:08:31.030102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-b52a2ef0-6d8c-4456-82ea-a3536ebea61e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d78ea54-cf4f-4190-be00-168c1a6e3505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312557 Jun 30 03:08:31.036668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73198963-745e-40ea-bbfd-09c0d2f6f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.085566 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-73198963-745e-40ea-bbfd-09c0d2f6f4d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=74e625d55e664dffbae4463f193b21ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7977564 Jun 30 03:08:31.088455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58532) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:31.090336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73198963-745e-40ea-bbfd-09c0d2f6f4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3bace3-0fc9-41d1-ad21-110fc87631c9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:31.159894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-6f19e06e-2e99-4784-ad0b-927d69c2f2e8 service neutron] 10.222.0.74 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234233 Jun 30 03:08:31.183555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847769b9-ec88-484b-920a-34fc301ff465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.228081 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-413b072c-20aa-446e-9679-3de04c0e9026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.264495 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-413b072c-20aa-446e-9679-3de04c0e9026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.311758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-847769b9-ec88-484b-920a-34fc301ff465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.360209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847769b9-ec88-484b-920a-34fc301ff465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0c7c1d-4001-41c8-a2de-ed3e52192de1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:31.364025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.371361 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-847769b9-ec88-484b-920a-34fc301ff465 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=603f4b0ac08b407685fb1d4c122c04b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7053900 Jun 30 03:08:31.371960 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a4ce6511-511a-4ea9-bf7c-8f60d53657a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.376561 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06cb4966-c104-4f80-a8dd-cdf935cf61e7 req-93de63a3-b9b4-4db4-80f2-70a5e4bd8ea6 service neutron] 10.222.0.74 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058127 Jun 30 03:08:31.377140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58542) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:31.437297 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13613d6e-1410-4f25-b4cd-5a2c6929b03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.461761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13613d6e-1410-4f25-b4cd-5a2c6929b03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.471376 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-413b072c-20aa-446e-9679-3de04c0e9026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.474792 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-413b072c-20aa-446e-9679-3de04c0e9026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.482517 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-413b072c-20aa-446e-9679-3de04c0e9026 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5b3bace3-0fc9-41d1-ad21-110fc87631c9 HTTP/1.1" status: 204 len: 168 time: 0.3865473 Jun 30 03:08:31.501208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b072c-20aa-446e-9679-3de04c0e9026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3bace3-0fc9-41d1-ad21-110fc87631c9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:31.540262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58548) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:31.614480 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05f5f7d2-caf0-4169-9761-05205603494e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.649601 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05f5f7d2-caf0-4169-9761-05205603494e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.666560 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13613d6e-1410-4f25-b4cd-5a2c6929b03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.670117 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13613d6e-1410-4f25-b4cd-5a2c6929b03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.674236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-13613d6e-1410-4f25-b4cd-5a2c6929b03e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d0c7c1d-4001-41c8-a2de-ed3e52192de1 HTTP/1.1" status: 204 len: 168 time: 0.2936511 Jun 30 03:08:31.682706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13613d6e-1410-4f25-b4cd-5a2c6929b03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0c7c1d-4001-41c8-a2de-ed3e52192de1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:31.838567 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05f5f7d2-caf0-4169-9761-05205603494e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.842271 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05f5f7d2-caf0-4169-9761-05205603494e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:31.845592 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-05f5f7d2-caf0-4169-9761-05205603494e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "DELETE /v2.0/security-groups/c59adc78-f788-4fb9-b091-b6612d19ff86 HTTP/1.1" status: 204 len: 168 time: 0.3040099 Jun 30 03:08:31.856054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58558) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:31.864294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5f7d2-caf0-4169-9761-05205603494e tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59adc78-f788-4fb9-b091-b6612d19ff86,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:31.896271 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-fb842442-64fe-4df9-a99e-47e43483ca3a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] show failed (client error): The resource could not be found. Jun 30 03:08:31.897725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fb842442-64fe-4df9-a99e-47e43483ca3a tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "GET /v2.0/security-groups/c59adc78-f788-4fb9-b091-b6612d19ff86 HTTP/1.1" status: 404 len: 347 time: 0.0402310 Jun 30 03:08:31.900772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58566) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:31.991442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca039a-b690-4224-87e9-8075ad76c5db req-04cbcd89-0afb-427e-8076-2e5ed44bf908 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:32.013019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dca039a-b690-4224-87e9-8075ad76c5db req-04cbcd89-0afb-427e-8076-2e5ed44bf908 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 943 time: 0.1316857 Jun 30 03:08:32.092313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dca039a-b690-4224-87e9-8075ad76c5db req-cdf3a8a6-127e-4d46-bb19-461024ab50fd tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787909 Jun 30 03:08:32.194815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cb10f92a-1bc0-4eff-a667-0675b5277195 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting port 6b78c32b-b1a6-4078-9900-22018b2ec8ce {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:32.197870 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb10f92a-1bc0-4eff-a667-0675b5277195 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:32.288749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb10f92a-1bc0-4eff-a667-0675b5277195 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:32.289794 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb10f92a-1bc0-4eff-a667-0675b5277195 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:32.311719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cb10f92a-1bc0-4eff-a667-0675b5277195 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Calling delete_port for 6b78c32b-b1a6-4078-9900-22018b2ec8ce owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:32.685505 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb10f92a-1bc0-4eff-a667-0675b5277195 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:32.717433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10f92a-1bc0-4eff-a667-0675b5277195 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Port': ['ID=6b78c32b-b1a6-4078-9900-22018b2ec8ce,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:32.791650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb10f92a-1bc0-4eff-a667-0675b5277195 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:32.794402 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb10f92a-1bc0-4eff-a667-0675b5277195 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:32.798169 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cb10f92a-1bc0-4eff-a667-0675b5277195 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "DELETE /v2.0/floatingips/5d1b2670-653e-4cf6-9371-8977c1fffe04 HTTP/1.1" status: 204 len: 168 time: 0.8935900 Jun 30 03:08:32.798445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58604) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:32.868406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58608) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:32.909014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fa97-5fd2-427a-83b8-112fc852074f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:32.965647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-15b0aa90-cc9e-423b-9ccc-1e38c498893d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting port 6df77b8d-0b61-4592-8264-c9a1174498f6 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:32.967438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-15b0aa90-cc9e-423b-9ccc-1e38c498893d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:32.974769 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:32.992955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58612) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:33.012653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e85bb53f-5871-44d5-94e6-588cd63c6e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.079062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fa97-5fd2-427a-83b8-112fc852074f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.126280 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-15b0aa90-cc9e-423b-9ccc-1e38c498893d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.136444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-15b0aa90-cc9e-423b-9ccc-1e38c498893d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Calling delete_port for 6df77b8d-0b61-4592-8264-c9a1174498f6 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:33.204714 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fa97-5fd2-427a-83b8-112fc852074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.275106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4fa97-5fd2-427a-83b8-112fc852074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f88a2ca-a435-44d2-8e1e-b9958bd9ff51,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:33.316902 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c4d4fa97-5fd2-427a-83b8-112fc852074f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbe25c7bafd844a38a1d5f3ebedd1d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470723 Jun 30 03:08:33.319507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:33.395431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd61b1d-218a-4209-b6f0-e13655937677 req-884538c1-5985-43b9-a4c6-d14e68e91d03 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:33.397227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1fd61b1d-218a-4209-b6f0-e13655937677 req-884538c1-5985-43b9-a4c6-d14e68e91d03 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 943 time: 0.1326871 Jun 30 03:08:33.400860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-caa6081e-4c65-4f52-998c-6e3ff303de6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.436713 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e85bb53f-5871-44d5-94e6-588cd63c6e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.442836 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-caa6081e-4c65-4f52-998c-6e3ff303de6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.467294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1fd61b1d-218a-4209-b6f0-e13655937677 req-759b57d5-6906-438e-89c2-7ea17cebfbac tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640230 Jun 30 03:08:33.511880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-15b0aa90-cc9e-423b-9ccc-1e38c498893d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.547247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0aa90-cc9e-423b-9ccc-1e38c498893d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Port': ['ID=6df77b8d-0b61-4592-8264-c9a1174498f6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:33.563970 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e85bb53f-5871-44d5-94e6-588cd63c6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.609582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bb53f-5871-44d5-94e6-588cd63c6e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501c9519-d50c-4eba-b465-7bd4d3916189,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:33.614708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e85bb53f-5871-44d5-94e6-588cd63c6e68 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=173ecd71400a4d5c80ff2c68f964975f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207178 Jun 30 03:08:33.617454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58622) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:33.638541 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-15b0aa90-cc9e-423b-9ccc-1e38c498893d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.643047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-15b0aa90-cc9e-423b-9ccc-1e38c498893d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "DELETE /v2.0/ports/6df77b8d-0b61-4592-8264-c9a1174498f6 HTTP/1.1" status: 204 len: 168 time: 0.8410811 Jun 30 03:08:33.643681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58624) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:33.681200 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-caa6081e-4c65-4f52-998c-6e3ff303de6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.683677 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-caa6081e-4c65-4f52-998c-6e3ff303de6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:33.684825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-caa6081e-4c65-4f52-998c-6e3ff303de6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4f88a2ca-a435-44d2-8e1e-b9958bd9ff51 HTTP/1.1" status: 204 len: 168 time: 0.3640084 Jun 30 03:08:33.707709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6081e-4c65-4f52-998c-6e3ff303de6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f88a2ca-a435-44d2-8e1e-b9958bd9ff51,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:33.821324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58630) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:33.971562 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30b36d11-0a54-4019-b849-4a370894125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.102125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30b36d11-0a54-4019-b849-4a370894125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.148580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a75b2599-6fc5-4244-a0cc-9ce6cb5713ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.183939 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a75b2599-6fc5-4244-a0cc-9ce6cb5713ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.203550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30b36d11-0a54-4019-b849-4a370894125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.208230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e1113986-4297-40df-a9c4-193561ae7f74 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting port 7366339e-fe46-4e01-a331-81e3b5ad4856 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:34.208593 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1113986-4297-40df-a9c4-193561ae7f74 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.253645 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-30b36d11-0a54-4019-b849-4a370894125a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ef3b24ca04f4df28366b082deac7c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4373183 Jun 30 03:08:34.257675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58638) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:34.272043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b36d11-0a54-4019-b849-4a370894125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a119c24b-c89c-45e8-a1d8-c9558b5a76c1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:34.319664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0924724e-3a6a-46c7-8cfd-ee533b9bdc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.324353 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1113986-4297-40df-a9c4-193561ae7f74 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.337994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e1113986-4297-40df-a9c4-193561ae7f74 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Calling delete_port for 7366339e-fe46-4e01-a331-81e3b5ad4856 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:34.351931 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0924724e-3a6a-46c7-8cfd-ee533b9bdc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.446431 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a75b2599-6fc5-4244-a0cc-9ce6cb5713ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.449033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a75b2599-6fc5-4244-a0cc-9ce6cb5713ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.454084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a75b2599-6fc5-4244-a0cc-9ce6cb5713ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/501c9519-d50c-4eba-b465-7bd4d3916189 HTTP/1.1" status: 204 len: 168 time: 0.8319530 Jun 30 03:08:34.469795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b2599-6fc5-4244-a0cc-9ce6cb5713ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501c9519-d50c-4eba-b465-7bd4d3916189,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:34.551643 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0924724e-3a6a-46c7-8cfd-ee533b9bdc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.554973 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0924724e-3a6a-46c7-8cfd-ee533b9bdc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.558948 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0924724e-3a6a-46c7-8cfd-ee533b9bdc24 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a119c24b-c89c-45e8-a1d8-c9558b5a76c1 HTTP/1.1" status: 204 len: 168 time: 0.2973578 Jun 30 03:08:34.565196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924724e-3a6a-46c7-8cfd-ee533b9bdc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a119c24b-c89c-45e8-a1d8-c9558b5a76c1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:34.586952 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1113986-4297-40df-a9c4-193561ae7f74 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.626425 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.679957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1113986-4297-40df-a9c4-193561ae7f74 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Port': ['ID=7366339e-fe46-4e01-a331-81e3b5ad4856,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:34.789413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1113986-4297-40df-a9c4-193561ae7f74 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.794172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58660) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:34.794356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e1113986-4297-40df-a9c4-193561ae7f74 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "DELETE /v2.0/ports/7366339e-fe46-4e01-a331-81e3b5ad4856 HTTP/1.1" status: 204 len: 168 time: 1.1490548 Jun 30 03:08:34.819952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd282704-8fbc-4268-a14f-6c277847a1b9 req-70bea732-1958-451c-9057-23aa58c1859e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:34.821779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd282704-8fbc-4268-a14f-6c277847a1b9 req-70bea732-1958-451c-9057-23aa58c1859e tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 943 time: 0.1566982 Jun 30 03:08:34.869907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c6e3ca-fe22-4d40-9c3a-d4a20ddb2594 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting subnet 4e1ccb5f-74d3-40ff-8f43-2c83829f2152 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:08:34.874293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03c6e3ca-fe22-4d40-9c3a-d4a20ddb2594 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:34.903694 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd282704-8fbc-4268-a14f-6c277847a1b9 req-c157c141-2394-418d-b27f-6b2abe6303e5 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715806 Jun 30 03:08:34.951047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03c6e3ca-fe22-4d40-9c3a-d4a20ddb2594 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.091328 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03c6e3ca-fe22-4d40-9c3a-d4a20ddb2594 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.341466 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03c6e3ca-fe22-4d40-9c3a-d4a20ddb2594 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.375979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6e3ca-fe22-4d40-9c3a-d4a20ddb2594 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1ccb5f-74d3-40ff-8f43-2c83829f2152,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:35.388511 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03c6e3ca-fe22-4d40-9c3a-d4a20ddb2594 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.394029 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-03c6e3ca-fe22-4d40-9c3a-d4a20ddb2594 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "DELETE /v2.0/subnets/4e1ccb5f-74d3-40ff-8f43-2c83829f2152 HTTP/1.1" status: 204 len: 168 time: 0.5978394 Jun 30 03:08:35.394795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58676) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:35.397924 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78677a6d-a682-41b3-ba84-0438987b760f None None] Network f7f3593f-2741-4193-a44d-f880d3ee6ff9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:08:35.465829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:08:35.471681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8d31c3-796d-47fc-a63c-d392334028ef tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting subnet 7386bc75-bc0c-42bf-907c-18e977a0bf69 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:08:35.476451 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c8d31c3-796d-47fc-a63c-d392334028ef tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.534487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c8d31c3-796d-47fc-a63c-d392334028ef tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.673459 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c8d31c3-796d-47fc-a63c-d392334028ef tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.679651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58684) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:35.700201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4be6ab08-c0e3-4ed0-bb57-12eeb8e56f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.733524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,segment=NetworkSegment(577c62d4-773d-48d3-abab-c652c3fc8fb8),segment_id=577c62d4-773d-48d3-abab-c652c3fc8fb8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:35.756608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a', 'network_id': '5d78ea54-cf4f-4190-be00-168c1a6e3505', 'port_id': '1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a', 'mac_address': 'fa:16:3e:bf:55:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf91afb0-9b57-47b6-8eff-86c3c07767fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:08:35.854771 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4be6ab08-c0e3-4ed0-bb57-12eeb8e56f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.879628 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.895008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:08:35.923843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,segment=NetworkSegment(577c62d4-773d-48d3-abab-c652c3fc8fb8),segment_id=577c62d4-773d-48d3-abab-c652c3fc8fb8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:35.944592 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c8d31c3-796d-47fc-a63c-d392334028ef tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:35.956798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c54ea-a6e2-486f-80a8-5a3fd588652d None None] DHCP port deletion for f7f3593f-2741-4193-a44d-f880d3ee6ff9 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:08:35.963177 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4be6ab08-c0e3-4ed0-bb57-12eeb8e56f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.045827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b51c54ea-a6e2-486f-80a8-5a3fd588652d None None] Deleting port 16324d54-13b9-4d0e-90a2-1b380b652add {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:36.050770 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b51c54ea-a6e2-486f-80a8-5a3fd588652d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.057269 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.058047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d31c3-796d-47fc-a63c-d392334028ef tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Subnet': ['ID=7386bc75-bc0c-42bf-907c-18e977a0bf69,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:36.060098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3c8d31c3-796d-47fc-a63c-d392334028ef tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.071229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58694) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:36.072152 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3c8d31c3-796d-47fc-a63c-d392334028ef tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "DELETE /v2.0/subnets/7386bc75-bc0c-42bf-907c-18e977a0bf69 HTTP/1.1" status: 204 len: 168 time: 0.6753292 Jun 30 03:08:36.083680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a925f4c-6062-44a7-be49-5dbd3dd285d0 None None] Network 6ed49552-2da0-4d97-856c-855a1f7d8775 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:08:36.106203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4be6ab08-c0e3-4ed0-bb57-12eeb8e56f7a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4f30829e90054eb3aa95693bb14f656c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254489 Jun 30 03:08:36.108874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58698) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:36.137743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6ab08-c0e3-4ed0-bb57-12eeb8e56f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f701df-65dd-49f2-ac39-e0b718d294b5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:36.211531 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fec1bff-f811-40f4-aa02-39ce22da6bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.257235 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fec1bff-f811-40f4-aa02-39ce22da6bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.260703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58700) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:36.352874 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.391270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20845e-2cfa-4d5a-88cf-5ababe609196 req-2367caf2-a7a7-4851-8eba-170855cab8f5 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:36.394681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:08:36.396204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce20845e-2cfa-4d5a-88cf-5ababe609196 req-2367caf2-a7a7-4851-8eba-170855cab8f5 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 944 time: 0.2919724 Jun 30 03:08:36.463639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-966106234'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:36.478466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b51c54ea-a6e2-486f-80a8-5a3fd588652d None None] For port 16324d54-13b9-4d0e-90a2-1b380b652add, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=16324d54-13b9-4d0e-90a2-1b380b652add,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:36.479400 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b51c54ea-a6e2-486f-80a8-5a3fd588652d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.516133 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fec1bff-f811-40f4-aa02-39ce22da6bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.523482 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fec1bff-f811-40f4-aa02-39ce22da6bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.533235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4fec1bff-f811-40f4-aa02-39ce22da6bba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d7f701df-65dd-49f2-ac39-e0b718d294b5 HTTP/1.1" status: 204 len: 168 time: 0.4155493 Jun 30 03:08:36.543052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:36.557512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec1bff-f811-40f4-aa02-39ce22da6bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f701df-65dd-49f2-ac39-e0b718d294b5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:36.558740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.559294 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.559841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.560371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.560905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.561443 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.562086 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.562614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.563379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.567752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.567752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.567752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:36.568826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ce20845e-2cfa-4d5a-88cf-5ababe609196 req-448ddc74-48ba-47fc-8d5c-0c3198b60b80 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618564 Jun 30 03:08:36.570092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b51c54ea-a6e2-486f-80a8-5a3fd588652d None None] Calling delete_port for 16324d54-13b9-4d0e-90a2-1b380b652add owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:36.587525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Deleting port 16324d54-13b9-4d0e-90a2-1b380b652add {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:36.588083 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.597518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Made reservation on behalf of da2aeb09aa8441d1bc1d8987323e473e for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:36.602398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.628652 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.697327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] For port 16324d54-13b9-4d0e-90a2-1b380b652add, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=16324d54-13b9-4d0e-90a2-1b380b652add,segment=NetworkSegment(3255cd91-59ad-4c32-b043-b806ffed878c),segment_id=3255cd91-59ad-4c32-b043-b806ffed878c)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:36.697723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.739863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Calling delete_port for 16324d54-13b9-4d0e-90a2-1b380b652add owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:36.832926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2f3d9f-7013-477a-85b8-d2dddb7a4671 None None] DHCP port deletion for 6ed49552-2da0-4d97-856c-855a1f7d8775 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:08:36.878633 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b51c54ea-a6e2-486f-80a8-5a3fd588652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.885946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.932197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Port': ['ID=16324d54-13b9-4d0e-90a2-1b380b652add,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:36.935071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c54ea-a6e2-486f-80a8-5a3fd588652d None None] Pushing event deleted for resources: {'Port': ['ID=16324d54-13b9-4d0e-90a2-1b380b652add,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:36.940424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c54ea-a6e2-486f-80a8-5a3fd588652d None None] No DVR routers for this DVR port 16324d54-13b9-4d0e-90a2-1b380b652add on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:36.954643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f3d9f-7013-477a-85b8-d2dddb7a4671 None None] Deleting port aa50d60d-730f-46dc-b858-0d123b27feed {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:36.955222 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3d9f-7013-477a-85b8-d2dddb7a4671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.960273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:36.965683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] No DVR routers for this DVR port 16324d54-13b9-4d0e-90a2-1b380b652add on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:37.073541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.104126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f3593f-2741-4193-a44d-f880d3ee6ff9']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:37.106727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.113372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-cb2f3d9f-7013-477a-85b8-d2dddb7a4671 None None] For port aa50d60d-730f-46dc-b858-0d123b27feed, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=aa50d60d-730f-46dc-b858-0d123b27feed,segment=NetworkSegment(2813245b-b1a5-410f-9278-bfedd510b0ec),segment_id=2813245b-b1a5-410f-9278-bfedd510b0ec)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:37.113972 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3d9f-7013-477a-85b8-d2dddb7a4671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.130458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3255cd91-59ad-4c32-b043-b806ffed878c') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:37.131604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3255cd91-59ad-4c32-b043-b806ffed878c') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:37.159305 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.164297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f3d9f-7013-477a-85b8-d2dddb7a4671 None None] Calling delete_port for aa50d60d-730f-46dc-b858-0d123b27feed owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:37.193547 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.198884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:08:37.208709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:08:37.210093 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.231136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7016a9-fc19-40cc-bed1-3b3262df1130,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:08:37.240791 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:08:37.297630 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.303775 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Added segment ae22cb41-f084-45fa-aab0-301190a2ba5e of type vlan for network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c Jun 30 03:08:37.397144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.448827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:08:37.474717 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cb2f3d9f-7013-477a-85b8-d2dddb7a4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.508894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f3d9f-7013-477a-85b8-d2dddb7a4671 None None] Pushing event deleted for resources: {'Port': ['ID=aa50d60d-730f-46dc-b858-0d123b27feed,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:37.522075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f3d9f-7013-477a-85b8-d2dddb7a4671 None None] No DVR routers for this DVR port aa50d60d-730f-46dc-b858-0d123b27feed on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:37.544780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.549107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.555527 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.556557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:37.557283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.560604 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "DELETE /v2.0/networks/f7f3593f-2741-4193-a44d-f880d3ee6ff9 HTTP/1.1" status: 204 len: 168 time: 1.4795120 Jun 30 03:08:37.561340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58728) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:37.585766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce71c83-c1ac-44d6-b92b-c92548962279 tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Network': ['ID=f7f3593f-2741-4193-a44d-f880d3ee6ff9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:37.683441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:37.688012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:37.688393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:37.910468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6496022 Jun 30 03:08:37.919654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58734) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:37.927513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'subnet': {'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:37.966490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ee896-d019-4f96-8908-bac0bee1cd8e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Network': ['ID=8b1d7907-8063-47b5-aaed-d019ff2a3d8c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:37.983148 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.024440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 16324d54-13b9-4d0e-90a2-1b380b652add no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:08:38.025623 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:08:38.136663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 16324d54-13b9-4d0e-90a2-1b380b652add {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:08:38.137189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 16324d54-13b9-4d0e-90a2-1b380b652add not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:08:38.138820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device aa50d60d-730f-46dc-b858-0d123b27feed no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:08:38.184077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: aa50d60d-730f-46dc-b858-0d123b27feed {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:08:38.184780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device aa50d60d-730f-46dc-b858-0d123b27feed not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:08:38.208931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Made reservation on behalf of da2aeb09aa8441d1bc1d8987323e473e for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:38.212800 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.224018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783b690-da4f-496e-ae93-6222fc7e9907 req-a08eb1b6-ca32-481c-9a4f-86bc21b60175 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:38.239148 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.239618 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c783b690-da4f-496e-ae93-6222fc7e9907 req-a08eb1b6-ca32-481c-9a4f-86bc21b60175 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 944 time: 0.4776528 Jun 30 03:08:38.319234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.334400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86cfba8-433d-4758-b1af-15bf19002ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:38.337304 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447a11b1-e471-4901-8370-564c37dc98b9" -d '{"events": [{"server_uuid": "c86cfba8-433d-4758-b1af-15bf19002ea1", "name": "network-vif-plugged", "status": "completed", "tag": "1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:38.355934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,segment=NetworkSegment(577c62d4-773d-48d3-abab-c652c3fc8fb8),segment_id=577c62d4-773d-48d3-abab-c652c3fc8fb8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:38.374046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c783b690-da4f-496e-ae93-6222fc7e9907 req-2755db04-efe1-489b-b40b-b8481b345b76 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330276 Jun 30 03:08:38.377481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed49552-2da0-4d97-856c-855a1f7d8775']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:38.390792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2813245b-b1a5-410f-9278-bfedd510b0ec') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:38.394788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2813245b-b1a5-410f-9278-bfedd510b0ec') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:38.435707 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68b6a0c-5bad-4b88-ac71-2b86b40b94eb x-openstack-request-id: req-d68b6a0c-5bad-4b88-ac71-2b86b40b94eb {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:38.436109 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86cfba8-433d-4758-b1af-15bf19002ea1", "name": "network-vif-plugged", "status": "completed", "tag": "1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:38.436540 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d68b6a0c-5bad-4b88-ac71-2b86b40b94eb {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:38.437193 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86cfba8-433d-4758-b1af-15bf19002ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a', 'code': 200} Jun 30 03:08:38.444670 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.455511 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.470928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.479265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:08:38.479703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:08:38.484080 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:08:38.601180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:38.606086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127ec33-a135-4cb2-a0af-8421f79c1b25 req-f32efde5-2326-48f3-9fe0-da45f9cfa06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:38.607856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2127ec33-a135-4cb2-a0af-8421f79c1b25 req-f32efde5-2326-48f3-9fe0-da45f9cfa06c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 1096 time: 0.0757563 Jun 30 03:08:38.647264 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2127ec33-a135-4cb2-a0af-8421f79c1b25 req-4ea518a3-f27c-4fef-b476-7adf8bb092a7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Jun 30 03:08:38.699247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.732863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.739770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:38.753118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] 10.222.0.77 "DELETE /v2.0/networks/6ed49552-2da0-4d97-856c-855a1f7d8775 HTTP/1.1" status: 204 len: 168 time: 1.1775463 Jun 30 03:08:38.759692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ed302-a3a9-4ff4-be12-4aaccf37343d tempest-TaggedBootDevicesTest_v242-1889427934 tempest-TaggedBootDevicesTest_v242-1889427934-project] Pushing event deleted for resources: {'Network': ['ID=6ed49552-2da0-4d97-856c-855a1f7d8775,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:38.772004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Subnet': ['ID=1b0e4762-02f4-480a-bf95-59d03b93d4ef,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:38.789526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Checking segment: {'id': 'ae22cb41-f084-45fa-aab0-301190a2ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:08:38.789979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Network hostable DHCP agents. Network: 8b1d7907-8063-47b5-aaed-d019ff2a3d8c, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:08:39.186280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:08:39.328787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 8b1d7907-8063-47b5-aaed-d019ff2a3d8c) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:39.333828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:39.334519 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:39.341735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3224b01-7236-4b2c-8e72-c45ed4c2f156 None None] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:08:39.524423 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-93962aee-8f9c-4907-8971-e4d886030a87 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6029048 Jun 30 03:08:39.531426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58788) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:39.548153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'port': {'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c', 'name': 'tempest-AllowedAddressPairTestJSON-94772391'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:39.641792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1d7907-8063-47b5-aaed-d019ff2a3d8c', 'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c', 'tenant_id': 'da2aeb09aa8441d1bc1d8987323e473e', 'fixed_ips': [{'subnet_id': '1b0e4762-02f4-480a-bf95-59d03b93d4ef'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:08:39.643023 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:39.844619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e7249-b884-41a3-b0f4-d66c61ff183b req-726e4295-6606-44d8-8c0b-fa8f2fe96aad tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:39.847679 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d5e7249-b884-41a3-b0f4-d66c61ff183b req-726e4295-6606-44d8-8c0b-fa8f2fe96aad tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 945 time: 0.1175330 Jun 30 03:08:39.888619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Made reservation on behalf of da2aeb09aa8441d1bc1d8987323e473e for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:39.894729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:39.942639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] device_id is not set on port fd1d15a9-822c-47ed-8650-2f902c55215a yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:08:39.961877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Allocated IP 172.20.0.2 (8b1d7907-8063-47b5-aaed-d019ff2a3d8c/1b0e4762-02f4-480a-bf95-59d03b93d4ef/4c097bfe-b2de-4b53-8d25-4e68962f0109) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:40.073534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d5e7249-b884-41a3-b0f4-d66c61ff183b req-3b910c4b-46d5-45b4-9850-da525731e0a7 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179444 Jun 30 03:08:40.191766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:40.208827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Transition to ACTIVE for port object 4c097bfe-b2de-4b53-8d25-4e68962f0109 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:40.227183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Transition to ACTIVE for port object 4c097bfe-b2de-4b53-8d25-4e68962f0109 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:40.309099 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:40.353106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:40.357038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:40.361032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:40.372447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Pushing event updated for resources: {'Port': ['ID=4c097bfe-b2de-4b53-8d25-4e68962f0109,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:40.431230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Attempting to bind port 4c097bfe-b2de-4b53-8d25-4e68962f0109 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:08:40.431724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Attempting to bind port 4c097bfe-b2de-4b53-8d25-4e68962f0109 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ae22cb41-f084-45fa-aab0-301190a2ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:08:40.432189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Attempting to bind port 4c097bfe-b2de-4b53-8d25-4e68962f0109 on network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:08:40.438778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:08:40.440122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Checking segment: {'id': 'ae22cb41-f084-45fa-aab0-301190a2ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:08:40.441265 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:40.441833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Bound using segment: {'id': 'ae22cb41-f084-45fa-aab0-301190a2ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:08:40.442370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Bound port: 4c097bfe-b2de-4b53-8d25-4e68962f0109, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae22cb41-f084-45fa-aab0-301190a2ba5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:08:40.442863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:40.551798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ace15-6c1b-4923-a7fe-07d649cf7ea2 req-d98670da-01f7-4c36-bee9-46c361f168f1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:40.551929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58810) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:40.552370 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-907ace15-6c1b-4923-a7fe-07d649cf7ea2 req-d98670da-01f7-4c36-bee9-46c361f168f1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 946 time: 0.1528335 Jun 30 03:08:40.582823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] For port 4c097bfe-b2de-4b53-8d25-4e68962f0109, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:08:40.586272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] For port 4c097bfe-b2de-4b53-8d25-4e68962f0109, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4c097bfe-b2de-4b53-8d25-4e68962f0109,segment=NetworkSegment(ae22cb41-f084-45fa-aab0-301190a2ba5e),segment_id=ae22cb41-f084-45fa-aab0-301190a2ba5e)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:08:40.587235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Allocated IP 172.20.0.12 (8b1d7907-8063-47b5-aaed-d019ff2a3d8c/1b0e4762-02f4-480a-bf95-59d03b93d4ef/fd1d15a9-822c-47ed-8650-2f902c55215a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:40.633362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-907ace15-6c1b-4923-a7fe-07d649cf7ea2 req-16bcc2ef-b2f3-441e-9504-e4b5844e9a7d tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837967 Jun 30 03:08:40.678206 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:40.810391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79665e-d012-4e7d-8b82-ea7ce25d620c None None] Pushing event updated for resources: {'Port': ['ID=4c097bfe-b2de-4b53-8d25-4e68962f0109,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:40.839654 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:40.856379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Transition to ACTIVE for port object fd1d15a9-822c-47ed-8650-2f902c55215a will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:40.860630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0d10579f-d434-4a76-a3dc-6092cbc2fa58 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3314 time: 0.3124635 Jun 30 03:08:40.861298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58828) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:40.869976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'network': {'name': 'tempest-network-smoke--657195538', 'project_id': '7815a76686434d09bae4120d3691627c', 'port_security_enabled': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:40.926792 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-61a7f684-9d18-4a4f-b8ed-f31cccc31258 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=62f804f066744a37bc9fe9e7c38c4786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419643 Jun 30 03:08:40.981119 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:41.026724 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Made reservation on behalf of 7815a76686434d09bae4120d3691627c for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:41.032235 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:41.086358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:08:41.088380 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:41.099818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:41.111027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:41.115124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:41.115683 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Added segment 10b1ad8b-a172-449c-bc89-57a562356581 of type vlan for network fc24c218-3fb3-4b1a-95db-b1af87761461 Jun 30 03:08:41.181796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-da99674c-1cb9-4299-b96e-c7df641510ab tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:41.188269 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-da99674c-1cb9-4299-b96e-c7df641510ab tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526894 Jun 30 03:08:41.216640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-73d49174-3f25-40ce-9340-b23e620cf700 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/quotas/62f804f066744a37bc9fe9e7c38c4786 HTTP/1.1" status: 200 len: 375 time: 0.0270703 Jun 30 03:08:41.221872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Port': ['ID=fd1d15a9-822c-47ed-8650-2f902c55215a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:41.230727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:41.234858 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:41.235739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:41.326767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-7cffdb21-d6c5-4be9-9ff0-dfea62f39e87 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=62f804f066744a37bc9fe9e7c38c4786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091440 Jun 30 03:08:41.383838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533986d-9af4-4032-80da-bed12988574e req-97de19c6-f575-477c-a889-1a69ccc1a606 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:41.385656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3533986d-9af4-4032-80da-bed12988574e req-97de19c6-f575-477c-a889-1a69ccc1a606 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 945 time: 0.0968938 Jun 30 03:08:41.432166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3533986d-9af4-4032-80da-bed12988574e req-eb602f5e-5b59-4004-87f3-580d794361f9 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Jun 30 03:08:41.444006 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bc9039f1-70ab-4c64-8de3-857e38099233 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9115086 Jun 30 03:08:41.447205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58832) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:41.452426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'port': {'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c', 'name': 'tempest-AllowedAddressPairTestJSON-1226056529', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:7c:be:8a'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:41.507382 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:41.513768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:41.517165 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:41.616220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Network': ['ID=fc24c218-3fb3-4b1a-95db-b1af87761461,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:41.633943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.634300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.634646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.634982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.635315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.635649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.635992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.636503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.636839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.637166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.637556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.637846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:41.657657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network fc24c218-3fb3-4b1a-95db-b1af87761461 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:08:41.667649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7655fdfe-b849-4eab-bd68-5ec6c6ccf23f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8052325 Jun 30 03:08:41.670351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58842) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:41.688974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1171842011', 'admin_state_up': True, 'project_id': '7815a76686434d09bae4120d3691627c', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:41.810396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Made reservation on behalf of da2aeb09aa8441d1bc1d8987323e473e for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:41.964062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4c097bfe-b2de-4b53-8d25-4e68962f0109 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:08:41.964754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-51754388-77cb-4fb6-aeb3-293c7172a905 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:41.967951 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-51754388-77cb-4fb6-aeb3-293c7172a905 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 946 time: 0.1441066 Jun 30 03:08:41.971318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:41.974082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:42.195048 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:42.217434 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:42.232639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 4c097bfe-b2de-4b53-8d25-4e68962f0109 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:42.266772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] device_id is not set on port 87aba4f2-e15b-424f-bb65-36c6fa621a63 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:08:42.312000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccdfd1-0e42-45c0-a803-9e4d4a0fe33d req-d583359a-c041-4492-8ef2-aa0a59349c11 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:42.319924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48ccdfd1-0e42-45c0-a803-9e4d4a0fe33d req-d583359a-c041-4492-8ef2-aa0a59349c11 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 946 time: 0.5253541 Jun 30 03:08:42.338246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-34505700-1570-4adf-a3c2-446c02ada5a5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Deleting port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:42.338836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-34505700-1570-4adf-a3c2-446c02ada5a5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:42.411438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48ccdfd1-0e42-45c0-a803-9e4d4a0fe33d req-33264038-5c05-474f-bbc2-40a30d03d1df tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906208 Jun 30 03:08:42.519253 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:08:42.533981 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e36c25c9-c845-46b8-a592-7d952dcf5313 req-0f065b54-7b6d-413b-9997-7017f1b0844f tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 210 time: 0.0550036 Jun 30 03:08:42.554914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Allocated IP 172.20.0.11 (8b1d7907-8063-47b5-aaed-d019ff2a3d8c/1b0e4762-02f4-480a-bf95-59d03b93d4ef/87aba4f2-e15b-424f-bb65-36c6fa621a63) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:42.621576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472cc9cb-d4e0-448e-b1ad-2cc3b0adecd9 None None] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:08:42.705748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-34505700-1570-4adf-a3c2-446c02ada5a5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] For port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:42.706842 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-34505700-1570-4adf-a3c2-446c02ada5a5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:42.731504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-34505700-1570-4adf-a3c2-446c02ada5a5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Calling delete_port for a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:42.814592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0e7487db-90e6-4efd-992d-c5b5743ad8d9 None None] Provisioning for port 4c097bfe-b2de-4b53-8d25-4e68962f0109 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:42.824049 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:42.828381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0e7487db-90e6-4efd-992d-c5b5743ad8d9 None None] Provisioning complete for port 4c097bfe-b2de-4b53-8d25-4e68962f0109 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:42.829835 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e7487db-90e6-4efd-992d-c5b5743ad8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:42.856821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Transition to ACTIVE for port object 87aba4f2-e15b-424f-bb65-36c6fa621a63 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:43.007548 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:43.030546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e7487db-90e6-4efd-992d-c5b5743ad8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:43.049218 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:43.106708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0e7487db-90e6-4efd-992d-c5b5743ad8d9 None None] For port 4c097bfe-b2de-4b53-8d25-4e68962f0109, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4c097bfe-b2de-4b53-8d25-4e68962f0109,segment=NetworkSegment(ae22cb41-f084-45fa-aab0-301190a2ba5e),segment_id=ae22cb41-f084-45fa-aab0-301190a2ba5e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:43.120525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:43.124169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:43.145366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:43.167303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Port': ['ID=87aba4f2-e15b-424f-bb65-36c6fa621a63,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:43.175258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-34505700-1570-4adf-a3c2-446c02ada5a5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:43.188761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['2f4c58a0-543c-4e2e-8d99-12f50e2b1467'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:08:43.191337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['968061c6-49dd-47c8-84f0-49523b3de113', 'b44ea721-521d-408f-8238-55e62e3443b6', 'a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:08:43.235002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:43.235776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:43.285398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34505700-1570-4adf-a3c2-446c02ada5a5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Pushing event deleted for resources: {'Port': ['ID=a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:43.348469 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e7487db-90e6-4efd-992d-c5b5743ad8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:43.367082 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c259ab64-cbfd-44d4-a705-90c55ec3d207 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.9161777 Jun 30 03:08:43.367355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58878) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:43.505578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-34505700-1570-4adf-a3c2-446c02ada5a5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] No DVR routers for this DVR port a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:43.509027 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-34505700-1570-4adf-a3c2-446c02ada5a5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:43.511376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b71d09c4-fceb-45d3-b627-e67b49d46e1d req-34505700-1570-4adf-a3c2-446c02ada5a5 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "DELETE /v2.0/ports/a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc HTTP/1.1" status: 204 len: 173 time: 1.5288341 Jun 30 03:08:43.512083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43238b6-bebd-4c7e-a515-34277638aaf6', 'name': 'network-vif-deleted', 'tag': 'a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:43.514714 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d50448-8f74-4573-b0ba-0cbad4822c58" -d '{"events": [{"server_uuid": "f43238b6-bebd-4c7e-a515-34277638aaf6", "name": "network-vif-deleted", "tag": "a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:43.561006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8a146-cd9c-4e43-98c9-b8a4964d0ea9 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:43.577261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8a146-cd9c-4e43-98c9-b8a4964d0ea9 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:43.583742 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83b99b7-5699-4c07-92f8-f89d90b07c5e x-openstack-request-id: req-f83b99b7-5699-4c07-92f8-f89d90b07c5e {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:43.585727 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43238b6-bebd-4c7e-a515-34277638aaf6", "name": "network-vif-deleted", "tag": "a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:43.586042 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f83b99b7-5699-4c07-92f8-f89d90b07c5e {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:43.586725 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f43238b6-bebd-4c7e-a515-34277638aaf6', 'name': 'network-vif-deleted', 'tag': 'a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc', 'status': 'completed', 'code': 200} Jun 30 03:08:43.605356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8a146-cd9c-4e43-98c9-b8a4964d0ea9 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:43.614046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-31f8a146-cd9c-4e43-98c9-b8a4964d0ea9 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2454226 Jun 30 03:08:43.615583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58890) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:43.619588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7487db-90e6-4efd-992d-c5b5743ad8d9 None None] Pushing event updated for resources: {'Port': ['ID=4c097bfe-b2de-4b53-8d25-4e68962f0109,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:43.756505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6967fbb3-3b99-4089-8ff2-cc3f0b3ebb6c req-564df6e5-ef42-4fca-9fbf-5f830c44b196 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 210 time: 0.0697436 Jun 30 03:08:43.806118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91b10377-8d81-44ed-9e01-9af888ebfb31 req-2e6dfd1e-221c-4541-a627-95e1c26a235f tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0810702 Jun 30 03:08:43.850413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-282f113d-5a31-49bf-aad2-6019a5fb5306 None None] Provisioning for port fd1d15a9-822c-47ed-8650-2f902c55215a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:43.923169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-282f113d-5a31-49bf-aad2-6019a5fb5306 None None] Provisioning complete for port fd1d15a9-822c-47ed-8650-2f902c55215a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:43.931239 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-282f113d-5a31-49bf-aad2-6019a5fb5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:44.049108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4c097bfe-b2de-4b53-8d25-4e68962f0109 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:08:44.063003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1c66d-62f7-424e-ae1b-711c9aec0a06 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Deleting port 87aba4f2-e15b-424f-bb65-36c6fa621a63 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:44.063561 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7f1c66d-62f7-424e-ae1b-711c9aec0a06 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:44.110492 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-282f113d-5a31-49bf-aad2-6019a5fb5306 None None] Port fd1d15a9-822c-47ed-8650-2f902c55215a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:08:44.160514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-282f113d-5a31-49bf-aad2-6019a5fb5306 None None] Provisioning complete for port 4c097bfe-b2de-4b53-8d25-4e68962f0109 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:44.170138 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-282f113d-5a31-49bf-aad2-6019a5fb5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:44.197465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:44.272635 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4c097bfe-b2de-4b53-8d25-4e68962f0109 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:44.273310 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:44.292723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:44.394592 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7f1c66d-62f7-424e-ae1b-711c9aec0a06 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:44.415844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1c66d-62f7-424e-ae1b-711c9aec0a06 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Calling delete_port for 87aba4f2-e15b-424f-bb65-36c6fa621a63 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:44.620683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Allocated IP 172.25.2.217 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:44.677570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4d63b984-a646-4645-ba05-9b9037f21595 None None] Provisioning for port 87aba4f2-e15b-424f-bb65-36c6fa621a63 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:44.689569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4d63b984-a646-4645-ba05-9b9037f21595 None None] Provisioning complete for port 87aba4f2-e15b-424f-bb65-36c6fa621a63 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:44.689569 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4d63b984-a646-4645-ba05-9b9037f21595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:44.755131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4d63b984-a646-4645-ba05-9b9037f21595 None None] Port 87aba4f2-e15b-424f-bb65-36c6fa621a63 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:08:44.772783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4d63b984-a646-4645-ba05-9b9037f21595 None None] Provisioning complete for port fd1d15a9-822c-47ed-8650-2f902c55215a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:44.773201 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4d63b984-a646-4645-ba05-9b9037f21595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:44.849079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4d63b984-a646-4645-ba05-9b9037f21595 None None] Port fd1d15a9-822c-47ed-8650-2f902c55215a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:08:44.873764 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:44.933152 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7f1c66d-62f7-424e-ae1b-711c9aec0a06 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:45.026149 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:45.174252 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6491e51c-c988-42a3-870b-25c3c566aa73 req-d82fa9ca-952f-4706-9a65-f0492e6806a3 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=f43238b6-bebd-4c7e-a515-34277638aaf6 HTTP/1.1" status: 200 len: 210 time: 0.0681283 Jun 30 03:08:45.250045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1c66d-62f7-424e-ae1b-711c9aec0a06 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event deleted for resources: {'Port': ['ID=87aba4f2-e15b-424f-bb65-36c6fa621a63,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:45.337539 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5d01c665-e684-430e-9ca5-a7c26b68006d req-f1da6119-b9f0-412a-af2c-a5b173ad588b tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 210 time: 0.1456859 Jun 30 03:08:45.347815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Port': ['ID=4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:45.401519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:45.415461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:45.418984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:45.545375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:08:45.583110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:08:45.583487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a914c9d1-cb4f-4a5a-bbb7-24cfac7264dc not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:08:45.695791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7f1c66d-62f7-424e-ae1b-711c9aec0a06 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:45.700136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b7f1c66d-62f7-424e-ae1b-711c9aec0a06 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "DELETE /v2.0/ports/87aba4f2-e15b-424f-bb65-36c6fa621a63 HTTP/1.1" status: 204 len: 168 time: 2.0781152 Jun 30 03:08:45.700352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58912) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:45.734513 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb61161-13c5-44a5-83d1-e5911e1c7c80 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] GET failed (client error): The resource could not be found. Jun 30 03:08:45.740056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-acb61161-13c5-44a5-83d1-e5911e1c7c80 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "GET /v2.0/ports/87aba4f2-e15b-424f-bb65-36c6fa621a63 HTTP/1.1" status: 404 len: 333 time: 0.0347421 Jun 30 03:08:45.741057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58914) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:45.749888 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'port': {'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c', 'name': 'tempest-AllowedAddressPairTestJSON-322181362'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:45.959464 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Made reservation on behalf of da2aeb09aa8441d1bc1d8987323e473e for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:45.964201 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:45.986402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] device_id is not set on port 22b757c0-cd55-45ba-9ecc-c42b55e8b6fc yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:08:46.186311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Allocated IP 172.20.0.9 (8b1d7907-8063-47b5-aaed-d019ff2a3d8c/1b0e4762-02f4-480a-bf95-59d03b93d4ef/22b757c0-cd55-45ba-9ecc-c42b55e8b6fc) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:46.343800 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-5b7bb4c9-0956-412d-9856-e3e414a99f3a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=62f804f066744a37bc9fe9e7c38c4786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468349 Jun 30 03:08:46.559468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:46.588098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Transition to ACTIVE for port object 22b757c0-cd55-45ba-9ecc-c42b55e8b6fc will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:46.602027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-59b8d3cb-af3a-4e14-92ee-f5a995ebfb0c tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:46.603507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-59b8d3cb-af3a-4e14-92ee-f5a995ebfb0c tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542639 Jun 30 03:08:46.606486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:46.623820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Request body: {'port': {'device_id': '0d65a491-c85d-4f43-8ad8-04a24b4a4bfa', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '62f804f066744a37bc9fe9e7c38c4786'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:46.693699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3a20d01-0135-4ec7-a6e2-6d2727576c8b req-9997f428-1473-4f7c-a721-4317f489fb80 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 210 time: 0.0890620 Jun 30 03:08:46.778994 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:46.939362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Port': ['ID=22b757c0-cd55-45ba-9ecc-c42b55e8b6fc,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:46.955053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:46.958768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:46.966689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:47.057069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:47.058360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:47.152364 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9cabf103-081f-479b-a52f-bfd58a13bd1e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4097950 Jun 30 03:08:47.155010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58942) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:47.169235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ea0ba243-6055-4ffd-adcb-52cae8ce4388 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:7c:be:8a'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:47.194340 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:47.314086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Made reservation on behalf of 62f804f066744a37bc9fe9e7c38c4786 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:47.324291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:47.363903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6f3f9b58-cdad-41fd-a3d4-fe4ba000ee0e None None] Provisioning for port 22b757c0-cd55-45ba-9ecc-c42b55e8b6fc completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:47.370542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6f3f9b58-cdad-41fd-a3d4-fe4ba000ee0e None None] Provisioning complete for port 22b757c0-cd55-45ba-9ecc-c42b55e8b6fc triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:47.373533 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9b58-cdad-41fd-a3d4-fe4ba000ee0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:47.391889 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:47.437099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f9b58-cdad-41fd-a3d4-fe4ba000ee0e None None] Port 22b757c0-cd55-45ba-9ecc-c42b55e8b6fc cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:08:47.490507 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba243-6055-4ffd-adcb-52cae8ce4388 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:47.600829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:47.676996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Router d62c8378-b7f4-46af-9112-e770c9ef37d4 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:08:47.852160 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba243-6055-4ffd-adcb-52cae8ce4388 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:47.859923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:47.950627 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8478291-1836-4e3c-8c2d-82efe74ea710 req-3dc6914c-d7b0-4453-a04b-3ca4d021f722 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 210 time: 0.0654926 Jun 30 03:08:48.086706 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9ee24d-8021-440c-aaaf-f92a8c187c99,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:48.089850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:08:48.098324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Allocated IP 192.168.233.193 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/cd8c7840-fefd-476c-a223-b56897018127) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:48.102837 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Sync routers for ids ['d62c8378-b7f4-46af-9112-e770c9ef37d4'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:08:48.121924 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Routers {'d62c8378-b7f4-46af-9112-e770c9ef37d4'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:08:48.123853 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:08:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d62c8378-b7f4-46af-9112-e770c9ef37d4'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:48.150083 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba243-6055-4ffd-adcb-52cae8ce4388 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:48.310631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ba243-6055-4ffd-adcb-52cae8ce4388 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Port': ['ID=22b757c0-cd55-45ba-9ecc-c42b55e8b6fc,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:48.316898 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:48.318411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7481c6da-8b66-4e81-bb12-46069d605b8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.6469417 Jun 30 03:08:48.321793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58958) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:48.329793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ba243-6055-4ffd-adcb-52cae8ce4388 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] In _notify_port_updated(), no bound segment for port 22b757c0-cd55-45ba-9ecc-c42b55e8b6fc on network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:08:48.335874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0ba243-6055-4ffd-adcb-52cae8ce4388 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:48.336782 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba243-6055-4ffd-adcb-52cae8ce4388 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:48.338431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ea0ba243-6055-4ffd-adcb-52cae8ce4388 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "PUT /v2.0/ports/22b757c0-cd55-45ba-9ecc-c42b55e8b6fc HTTP/1.1" status: 200 len: 993 time: 1.1824343 Jun 30 03:08:48.341259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58960) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:48.354645 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Set router d62c8378-b7f4-46af-9112-e770c9ef37d4 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:08:48.389657 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:48.535856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-799f02b0-f6ad-4176-92c4-0285ceb1d090 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Deleting port 22b757c0-cd55-45ba-9ecc-c42b55e8b6fc {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:48.538980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-799f02b0-f6ad-4176-92c4-0285ceb1d090 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:48.564297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b428d0-5213-4cb7-9b60-25e61102661a tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:48.568801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b8b428d0-5213-4cb7-9b60-25e61102661a tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7815a76686434d09bae4120d3691627c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2402337 Jun 30 03:08:48.568801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Transition to ACTIVE for port object cd8c7840-fefd-476c-a223-b56897018127 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:48.569735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58966) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:48.674440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-56922c90-5c70-43db-a1f1-108092b193e5 None None] Provisioning complete for port 22b757c0-cd55-45ba-9ecc-c42b55e8b6fc triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:48.676355 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-56922c90-5c70-43db-a1f1-108092b193e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:48.717028 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171842011', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:08:42Z', 'updated_at': '2021-06-30T03:08:45Z', 'revision_number': 3, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:44Z', 'updated_at': '2021-06-30T03:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:48.747019 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-799f02b0-f6ad-4176-92c4-0285ceb1d090 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:48.761764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-56922c90-5c70-43db-a1f1-108092b193e5 None None] Port 22b757c0-cd55-45ba-9ecc-c42b55e8b6fc cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:08:48.774079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-799f02b0-f6ad-4176-92c4-0285ceb1d090 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Calling delete_port for 22b757c0-cd55-45ba-9ecc-c42b55e8b6fc owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:48.780735 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Checking router: d62c8378-b7f4-46af-9112-e770c9ef37d4 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:08:48.786422 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Updating router d62c8378-b7f4-46af-9112-e770c9ef37d4 port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:08:48.822191 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:48.887669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:48.912143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e3977-b033-4109-960e-d448802fd3f6 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:48.916701 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5e3e3977-b033-4109-960e-d448802fd3f6 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3433504 Jun 30 03:08:48.938344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58972) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:49.027274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:49.038377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:49.063428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:49.095386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ce05714b-4537-4753-b538-81b9bc387f8e tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1535089 Jun 30 03:08:49.100054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58980) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:49.185724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Pushing event updated for resources: {'Port': ['ID=cd8c7840-fefd-476c-a223-b56897018127,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:49.222481 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7df61bff-42be-4589-b5d3-9960ad78b9a3 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=7815a76686434d09bae4120d3691627c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1062257 Jun 30 03:08:49.230041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58986) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:49.420089 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-799f02b0-f6ad-4176-92c4-0285ceb1d090 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:49.448898 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:49.454254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:49.454921 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:49.461411 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Transition to ACTIVE for port object 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:49.473371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f02b0-f6ad-4176-92c4-0285ceb1d090 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event deleted for resources: {'Port': ['ID=22b757c0-cd55-45ba-9ecc-c42b55e8b6fc,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:49.539534 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:49.577417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb75835f-83ec-4e5a-b803-53621530fb17 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:49.582463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bb75835f-83ec-4e5a-b803-53621530fb17 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3473554 Jun 30 03:08:49.582946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58992) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:49.610861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f281815-27c0-46ef-91c2-55ea19aee486 req-9bb4b676-dd04-4b4c-ad6c-9bdbbde5b702 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:49.617144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f281815-27c0-46ef-91c2-55ea19aee486 req-9bb4b676-dd04-4b4c-ad6c-9bdbbde5b702 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 936 time: 0.3970692 Jun 30 03:08:49.619164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-64c437ec-8fb8-4b7d-94c3-3ae91c466fd6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0022228 Jun 30 03:08:49.627073 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Pushing event updated for resources: {'Port': ['ID=4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:49.649096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Request body: {'port': {'device_id': '0d65a491-c85d-4f43-8ad8-04a24b4a4bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:49.711045 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Attempting to bind port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:08:49.712936 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Attempting to bind port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:08:49.713536 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Attempting to bind port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:08:49.713659 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-517af701-350e-467c-85fb-1aec8e5eb94d tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1294401 Jun 30 03:08:49.717163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58996) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:49.726650 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:08:49.727427 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:08:49.728018 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:49.728598 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:08:49.729259 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Bound port: 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:08:49.730000 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:49.731630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-578663546', 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461', 'project_id': '7815a76686434d09bae4120d3691627c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:49.734190 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.734734 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.735244 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.735948 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.736470 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.736964 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.737717 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.738229 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.739519 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.740037 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.740596 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.741091 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:08:49.756947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d89948fe-7ff6-4c02-b137-6c9d20482833 None None] Provisioning for port cd8c7840-fefd-476c-a223-b56897018127 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:49.763244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d89948fe-7ff6-4c02-b137-6c9d20482833 None None] Provisioning complete for port cd8c7840-fefd-476c-a223-b56897018127 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:49.769229 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d89948fe-7ff6-4c02-b137-6c9d20482833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:49.774786 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f281815-27c0-46ef-91c2-55ea19aee486 req-b7f44dd5-69e7-4f3c-aa7e-79855bb6cdb7 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225791 Jun 30 03:08:49.872033 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] For port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:08:49.879533 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] For port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:08:49.904822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d89948fe-7ff6-4c02-b137-6c9d20482833 None None] Port cd8c7840-fefd-476c-a223-b56897018127 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:08:49.905003 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:49.976051 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:50.025389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-799f02b0-f6ad-4176-92c4-0285ceb1d090 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:50.029661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-799f02b0-f6ad-4176-92c4-0285ceb1d090 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "DELETE /v2.0/ports/22b757c0-cd55-45ba-9ecc-c42b55e8b6fc HTTP/1.1" status: 204 len: 168 time: 1.6846874 Jun 30 03:08:50.029837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58998) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:50.064631 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc24437-c4b7-4ea7-b66f-2e7e0b89f33d tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] GET failed (client error): The resource could not be found. Jun 30 03:08:50.070198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ffc24437-c4b7-4ea7-b66f-2e7e0b89f33d tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "GET /v2.0/ports/22b757c0-cd55-45ba-9ecc-c42b55e8b6fc HTTP/1.1" status: 404 len: 333 time: 0.0355349 Jun 30 03:08:50.070465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59002) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:50.083332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'port': {'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c', 'name': 'tempest-AllowedAddressPairTestJSON-2005442529'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:50.147672 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Routers {'d62c8378-b7f4-46af-9112-e770c9ef37d4'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:08:50.153755 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:08:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d62c8378-b7f4-46af-9112-e770c9ef37d4'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:50.156232 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2e526-2506-476d-8d9b-c32a64356ecd None None] Pushing event updated for resources: {'Port': ['ID=4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:50.199084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Made reservation on behalf of 7815a76686434d09bae4120d3691627c for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:50.208984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:50.386411 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] Set router d62c8378-b7f4-46af-9112-e770c9ef37d4 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:08:50.689084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59010) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:50.898847 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171842011', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:08:42Z', 'updated_at': '2021-06-30T03:08:45Z', 'revision_number': 3, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:44Z', 'updated_at': '2021-06-30T03:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:50.986393 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea2eaa-d2ee-4a6c-8891-983b03c75ba4 None None] The sync data for ids ['d62c8378-b7f4-46af-9112-e770c9ef37d4'] in n-d-798249-3 is: [{'id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171842011', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:08:42Z', 'updated_at': '2021-06-30T03:08:45Z', 'revision_number': 3, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:44Z', 'updated_at': '2021-06-30T03:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:08:51.048289 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83adea1-821d-418b-aa61-582abe829063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:51.327762 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83adea1-821d-418b-aa61-582abe829063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:51.456662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e83adea1-821d-418b-aa61-582abe829063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:51.581485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c193972-92ec-42f9-9000-e3ae77589733 req-976bc01a-3db3-4106-a543-2bfd96ad52b9 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:51.591787 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e83adea1-821d-418b-aa61-582abe829063 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1be3d9391bd4a2f8b168967392bb9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9010258 Jun 30 03:08:51.596261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59024) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:51.596548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c193972-92ec-42f9-9000-e3ae77589733 req-976bc01a-3db3-4106-a543-2bfd96ad52b9 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 936 time: 0.4882450 Jun 30 03:08:51.597143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83adea1-821d-418b-aa61-582abe829063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce12b8-ddec-4165-909c-0e4c9159d334,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:51.646761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Made reservation on behalf of da2aeb09aa8441d1bc1d8987323e473e for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:51.650374 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:51.711564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8c7840-fefd-476c-a223-b56897018127 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:08:51.810936 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c193972-92ec-42f9-9000-e3ae77589733 req-acb86379-ee7a-400e-8a38-68f5ca053e25 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122958 Jun 30 03:08:51.822798 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:51.838568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] device_id is not set on port fa202e0f-4f6a-4bb9-a149-35a490b5483b yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:08:51.845234 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7147c937-884f-49fc-a306-dc3058e4800c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:51.902644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7147c937-884f-49fc-a306-dc3058e4800c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:52.006200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:08:52.105712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Transition to ACTIVE for port object cd8c7840-fefd-476c-a223-b56897018127 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:52.106893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7147c937-884f-49fc-a306-dc3058e4800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:52.111278 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7147c937-884f-49fc-a306-dc3058e4800c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:52.117318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7147c937-884f-49fc-a306-dc3058e4800c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3dce12b8-ddec-4165-909c-0e4c9159d334 HTTP/1.1" status: 204 len: 168 time: 0.5097153 Jun 30 03:08:52.139229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147c937-884f-49fc-a306-dc3058e4800c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce12b8-ddec-4165-909c-0e4c9159d334,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:52.218739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:52.253883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:52.258915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:52.259289 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:52.288327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Allocated IP 172.20.0.14 (8b1d7907-8063-47b5-aaed-d019ff2a3d8c/1b0e4762-02f4-480a-bf95-59d03b93d4ef/fa202e0f-4f6a-4bb9-a149-35a490b5483b) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:52.392314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Pushing event updated for resources: {'Port': ['ID=cd8c7840-fefd-476c-a223-b56897018127,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:52.518402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:52.533384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Attempting to bind port cd8c7840-fefd-476c-a223-b56897018127 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:08:52.534386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Attempting to bind port cd8c7840-fefd-476c-a223-b56897018127 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:08:52.534744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Attempting to bind port cd8c7840-fefd-476c-a223-b56897018127 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:08:52.551752 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:52.563248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Port cd8c7840-fefd-476c-a223-b56897018127 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:08:52.563525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Attempting to bind port cd8c7840-fefd-476c-a223-b56897018127 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:08:52.590404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:08:52.590789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:08:52.591186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:08:52.591678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Bound port: cd8c7840-fefd-476c-a223-b56897018127, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:08:52.592223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:52.634158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:52.756443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] For port cd8c7840-fefd-476c-a223-b56897018127, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:08:52.760845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] For port cd8c7840-fefd-476c-a223-b56897018127, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cd8c7840-fefd-476c-a223-b56897018127,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:08:52.811825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Subnet': ['ID=367fdba6-a595-431f-9e41-b6a7560768cf,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:52.815660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Checking segment: {'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:08:52.816031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network hostable DHCP agents. Network: fc24c218-3fb3-4b1a-95db-b1af87761461, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:08:52.884619 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:52.899866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Transition to ACTIVE for port object fa202e0f-4f6a-4bb9-a149-35a490b5483b will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:52.966615 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:53.010883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network fc24c218-3fb3-4b1a-95db-b1af87761461 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:08:53.016329 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:53.037717 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:53.054547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:53.055606 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:53.107463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Port': ['ID=fa202e0f-4f6a-4bb9-a149-35a490b5483b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:53.119263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Pushing event updated for resources: {'Port': ['ID=cd8c7840-fefd-476c-a223-b56897018127,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:53.120595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:53.122566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:53.126155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:53.136184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:53.136765 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:53.138311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-d910f7a4-5c6d-4960-9001-99c2b29081eb service neutron] 10.222.0.83 "PUT /v2.0/ports/cd8c7840-fefd-476c-a223-b56897018127 HTTP/1.1" status: 200 len: 1096 time: 3.5118508 Jun 30 03:08:53.139667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d65a491-c85d-4f43-8ad8-04a24b4a4bfa', 'tag': 'cd8c7840-fefd-476c-a223-b56897018127'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:53.142116 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbd2c73-5d75-46ce-a4f9-c1340b7ca7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0d65a491-c85d-4f43-8ad8-04a24b4a4bfa", "tag": "cd8c7840-fefd-476c-a223-b56897018127"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:53.173466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, fc24c218-3fb3-4b1a-95db-b1af87761461) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:53.181983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:53.182783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:53.189133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6beb3-c864-4601-bda3-d6c2aac164c7 req-51825a6b-6d76-4163-a6d1-c7d78cf4c681 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:53.199048 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e7b6beb3-c864-4601-bda3-d6c2aac164c7 req-51825a6b-6d76-4163-a6d1-c7d78cf4c681 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 948 time: 0.2092555 Jun 30 03:08:53.258607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae42fb-55e2-44d9-93db-18c73fddf9eb None None] Network fc24c218-3fb3-4b1a-95db-b1af87761461 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:08:53.269948 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5719010c-970b-44cf-a26a-6894ee3a85c0 x-openstack-request-id: req-5719010c-970b-44cf-a26a-6894ee3a85c0 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:53.270246 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d65a491-c85d-4f43-8ad8-04a24b4a4bfa", "tag": "cd8c7840-fefd-476c-a223-b56897018127", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:53.270583 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5719010c-970b-44cf-a26a-6894ee3a85c0 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:53.270967 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d65a491-c85d-4f43-8ad8-04a24b4a4bfa', 'tag': 'cd8c7840-fefd-476c-a223-b56897018127', 'status': 'completed', 'code': 200} Jun 30 03:08:53.305338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:53.308456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:53.375685 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b33bbfc1-816b-45ea-8d31-d4d7ccb9cc69 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6573539 Jun 30 03:08:53.387183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59050) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:53.425768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59052) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:53.438223 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e7b6beb3-c864-4601-bda3-d6c2aac164c7 req-18a48e3d-f619-47c7-b9fc-0fd1456b8bd1 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381437 Jun 30 03:08:53.465004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c803b6d8-4807-4744-a4e9-cc881db5f87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:53.491225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6ae65696-0d29-4bd0-b5e1-03045e6999f7 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4195235 Jun 30 03:08:53.503310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59054) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:53.510842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-dbe027f3-6236-43d6-8da5-9fc0b8c44c8a tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7c:be:8a'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:53.609231 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:53.707477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd2c73-5d75-46ce-a4f9-c1340b7ca7ad req-11653a44-248e-4958-b236-e6ce409dd5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:53.707477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3dbd2c73-5d75-46ce-a4f9-c1340b7ca7ad req-11653a44-248e-4958-b236-e6ce409dd5f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=62f804f066744a37bc9fe9e7c38c4786&device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 1099 time: 0.3969603 Jun 30 03:08:53.769256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3dbd2c73-5d75-46ce-a4f9-c1340b7ca7ad req-b64aea2f-bd28-493b-8ac0-d883be2335c6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=62f804f066744a37bc9fe9e7c38c4786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562978 Jun 30 03:08:53.892019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-fc24c218-3fb3-4b1a-95db-b1af87761461', 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'fixed_ips': [{'subnet_id': '367fdba6-a595-431f-9e41-b6a7560768cf'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:08:53.892893 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:54.049555 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbe027f3-6236-43d6-8da5-9fc0b8c44c8a tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:54.145454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Allocated IP 172.20.0.18 (fc24c218-3fb3-4b1a-95db-b1af87761461/367fdba6-a595-431f-9e41-b6a7560768cf/cea69727-9b9a-456d-8a5a-766396d93ff3) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:54.160528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c803b6d8-4807-4744-a4e9-cc881db5f87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:54.239361 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c803b6d8-4807-4744-a4e9-cc881db5f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:54.301457 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:54.311573 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Transition to ACTIVE for port object cea69727-9b9a-456d-8a5a-766396d93ff3 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:54.339249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Transition to ACTIVE for port object cea69727-9b9a-456d-8a5a-766396d93ff3 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:54.363412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:08:54.451952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0b8de1da-c0c7-4ad2-87ab-923ac45bdd54 None None] Provisioning for port fa202e0f-4f6a-4bb9-a149-35a490b5483b completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:54.486305 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:54.528301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0b8de1da-c0c7-4ad2-87ab-923ac45bdd54 None None] Provisioning complete for port fa202e0f-4f6a-4bb9-a149-35a490b5483b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:54.529082 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0b8de1da-c0c7-4ad2-87ab-923ac45bdd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:54.539528 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c803b6d8-4807-4744-a4e9-cc881db5f87e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92845e310aff47cc8de2e69538688de7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1121080 Jun 30 03:08:54.555920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59068) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:54.632867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0b8de1da-c0c7-4ad2-87ab-923ac45bdd54 None None] Port fa202e0f-4f6a-4bb9-a149-35a490b5483b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:08:54.657900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803b6d8-4807-4744-a4e9-cc881db5f87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a5efc5-89f7-4c0b-bd08-97f71947fd8e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:54.718388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b62047fb-7042-4c8b-80c1-3e8843e071c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:54.772730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Network fc24c218-3fb3-4b1a-95db-b1af87761461 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:54.776245 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b62047fb-7042-4c8b-80c1-3e8843e071c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:54.804638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:54.816544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:54.859499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd2c73-5d75-46ce-a4f9-c1340b7ca7ad req-a0459491-c9be-4088-ac3e-cdd08f8a083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:54.869766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3dbd2c73-5d75-46ce-a4f9-c1340b7ca7ad req-a0459491-c9be-4088-ac3e-cdd08f8a083d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0834146 Jun 30 03:08:54.930942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbe027f3-6236-43d6-8da5-9fc0b8c44c8a tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.019859 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbe027f3-6236-43d6-8da5-9fc0b8c44c8a tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.027413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b62047fb-7042-4c8b-80c1-3e8843e071c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.030358 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b62047fb-7042-4c8b-80c1-3e8843e071c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.040779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b62047fb-7042-4c8b-80c1-3e8843e071c5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50a5efc5-89f7-4c0b-bd08-97f71947fd8e HTTP/1.1" status: 204 len: 168 time: 0.4785228 Jun 30 03:08:55.054372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Attempting to bind port cea69727-9b9a-456d-8a5a-766396d93ff3 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:08:55.058148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Attempting to bind port cea69727-9b9a-456d-8a5a-766396d93ff3 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:08:55.072290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Attempting to bind port cea69727-9b9a-456d-8a5a-766396d93ff3 on network fc24c218-3fb3-4b1a-95db-b1af87761461 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:08:55.088842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:08:55.089843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Checking segment: {'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:08:55.094240 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.096536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Bound using segment: {'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:08:55.097686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Bound port: cea69727-9b9a-456d-8a5a-766396d93ff3, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:08:55.104086 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.125590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Pushing event updated for resources: {'Port': ['ID=cea69727-9b9a-456d-8a5a-766396d93ff3,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:55.158038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0840f9-60c3-479f-b814-17cabcb4ab57 req-336c67be-5bb9-42a8-8167-ef6e9c7be4a8 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:55.163970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d0840f9-60c3-479f-b814-17cabcb4ab57 req-336c67be-5bb9-42a8-8167-ef6e9c7be4a8 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 948 time: 0.4136448 Jun 30 03:08:55.172563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:55.173088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62047fb-7042-4c8b-80c1-3e8843e071c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a5efc5-89f7-4c0b-bd08-97f71947fd8e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:55.173605 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.195851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.318134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe027f3-6236-43d6-8da5-9fc0b8c44c8a tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Port': ['ID=fa202e0f-4f6a-4bb9-a149-35a490b5483b,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:55.426864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-dbe027f3-6236-43d6-8da5-9fc0b8c44c8a tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] In _notify_port_updated(), no bound segment for port fa202e0f-4f6a-4bb9-a149-35a490b5483b on network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:08:55.433452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe027f3-6236-43d6-8da5-9fc0b8c44c8a tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:55.434667 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbe027f3-6236-43d6-8da5-9fc0b8c44c8a tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.440090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dbe027f3-6236-43d6-8da5-9fc0b8c44c8a tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "PUT /v2.0/ports/fa202e0f-4f6a-4bb9-a149-35a490b5483b HTTP/1.1" status: 200 len: 997 time: 1.9351408 Jun 30 03:08:55.441732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59078) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:55.482848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-2379530e-e735-459a-8c1d-638e678bf5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:55.493813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-2379530e-e735-459a-8c1d-638e678bf5c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=62f804f066744a37bc9fe9e7c38c4786&device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 1099 time: 0.4934447 Jun 30 03:08:55.526387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d84616-1d45-4ae5-b6bb-41b1db90ed51 req-aa32290d-4abf-4cad-90cf-0c2da213ceaf tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:55.527971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4d0840f9-60c3-479f-b814-17cabcb4ab57 req-03dff3e8-54e4-4e1b-ad99-604cbb09a3d7 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455162 Jun 30 03:08:55.531530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] For port cea69727-9b9a-456d-8a5a-766396d93ff3, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:08:55.532123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94d84616-1d45-4ae5-b6bb-41b1db90ed51 req-aa32290d-4abf-4cad-90cf-0c2da213ceaf tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 945 time: 0.1798773 Jun 30 03:08:55.537445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] For port cea69727-9b9a-456d-8a5a-766396d93ff3, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cea69727-9b9a-456d-8a5a-766396d93ff3,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:08:55.628308 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94d84616-1d45-4ae5-b6bb-41b1db90ed51 req-cdd890a0-11d8-45c8-92a8-9e2fadef93c6 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850503 Jun 30 03:08:55.634730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4d10fd6d-2800-42ac-b946-241ffd16aa51 None None] Provisioning complete for port fa202e0f-4f6a-4bb9-a149-35a490b5483b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:55.635095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4d10fd6d-2800-42ac-b946-241ffd16aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.667346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-da8041f0-8ad5-4e5b-9528-feca2aa8b2dc tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Deleting port fa202e0f-4f6a-4bb9-a149-35a490b5483b {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:55.667691 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da8041f0-8ad5-4e5b-9528-feca2aa8b2dc tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.725479 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4d10fd6d-2800-42ac-b946-241ffd16aa51 None None] Port fa202e0f-4f6a-4bb9-a149-35a490b5483b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:08:55.726438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-677b28f1-e94f-4ccc-bb1f-0da83bf06533 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=cd8c7840-fefd-476c-a223-b56897018127 HTTP/1.1" status: 200 len: 217 time: 0.1969779 Jun 30 03:08:55.768375 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da8041f0-8ad5-4e5b-9528-feca2aa8b2dc tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:55.780981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-da8041f0-8ad5-4e5b-9528-feca2aa8b2dc tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Calling delete_port for fa202e0f-4f6a-4bb9-a149-35a490b5483b owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:55.906049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-ba6f43c4-52a5-43f1-8785-ad3eec484729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:55.908415 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-ba6f43c4-52a5-43f1-8785-ad3eec484729 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1739032 Jun 30 03:08:56.090306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-a376f5ec-6ab2-416b-9b50-3bdb5b04a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:56.091800 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-a376f5ec-6ab2-416b-9b50-3bdb5b04a00d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410987 Jun 30 03:08:56.092905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Allocated IP 172.20.0.17 (fc24c218-3fb3-4b1a-95db-b1af87761461/367fdba6-a595-431f-9e41-b6a7560768cf/27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:56.196878 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da8041f0-8ad5-4e5b-9528-feca2aa8b2dc tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:56.199476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:56.245303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8041f0-8ad5-4e5b-9528-feca2aa8b2dc tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event deleted for resources: {'Port': ['ID=fa202e0f-4f6a-4bb9-a149-35a490b5483b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:56.274373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-997a05f1-8384-497a-96e9-79868497295b service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729515 Jun 30 03:08:56.365548 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:56.391095 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Transition to ACTIVE for port object 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:56.396765 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bc4be-2bbe-46bc-908b-c555ab440119 None None] Pushing event updated for resources: {'Port': ['ID=cea69727-9b9a-456d-8a5a-766396d93ff3,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:56.461258 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da8041f0-8ad5-4e5b-9528-feca2aa8b2dc tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:56.462229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f30ae480-4a79-4790-a3ed-12c08105cabe req-3d28855c-2b40-4658-ad30-241f522110db service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781235 Jun 30 03:08:56.478497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59094) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:56.479054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-da8041f0-8ad5-4e5b-9528-feca2aa8b2dc tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "DELETE /v2.0/ports/fa202e0f-4f6a-4bb9-a149-35a490b5483b HTTP/1.1" status: 204 len: 168 time: 1.0260515 Jun 30 03:08:56.516814 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb76c062-7446-40dd-9a35-22712ef498ff tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] GET failed (client error): The resource could not be found. Jun 30 03:08:56.519529 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cb76c062-7446-40dd-9a35-22712ef498ff tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "GET /v2.0/ports/fa202e0f-4f6a-4bb9-a149-35a490b5483b HTTP/1.1" status: 404 len: 333 time: 0.0357523 Jun 30 03:08:56.523307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59102) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:56.528899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'port': {'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c', 'name': 'tempest-AllowedAddressPairTestJSON-2037018991'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:08:56.653776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:57.088298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bc6db-6dd5-45ee-812e-d7b1bdc6ce75 req-f753c048-3441-481b-b695-ece674c5d8b4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:57.090086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a07bc6db-6dd5-45ee-812e-d7b1bdc6ce75 req-f753c048-3441-481b-b695-ece674c5d8b4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 945 time: 0.1636491 Jun 30 03:08:57.139243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a07bc6db-6dd5-45ee-812e-d7b1bdc6ce75 req-63ca40ad-47e7-4685-a891-e09e168b6a57 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429609 Jun 30 03:08:57.273463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network fc24c218-3fb3-4b1a-95db-b1af87761461 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:57.292199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:57.295285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:57.398805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Port': ['ID=27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:57.469250 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:57.554327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-14807d61-694e-484e-8c18-bd1a6d59aaae tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:57.555931 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-14807d61-694e-484e-8c18-bd1a6d59aaae tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 945 time: 0.9420056 Jun 30 03:08:57.626682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292154f-0c55-4214-88d9-99fa4c1499ba req-ff4d85f2-d8bc-4631-9df6-a47b7430ba3d tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:57.634181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f292154f-0c55-4214-88d9-99fa4c1499ba req-ff4d85f2-d8bc-4631-9df6-a47b7430ba3d tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 948 time: 0.4473586 Jun 30 03:08:57.711499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Made reservation on behalf of da2aeb09aa8441d1bc1d8987323e473e for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:08:57.715423 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:57.839493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f292154f-0c55-4214-88d9-99fa4c1499ba req-9a4cfd40-e3cd-4458-ad75-c0424659c348 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996241 Jun 30 03:08:57.865811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] device_id is not set on port b873b489-f18f-47dd-afd1-91d9ba64bb98 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:08:57.956807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbfab3-66b0-48e9-a6d6-fe849e532ee5 None None] Network fc24c218-3fb3-4b1a-95db-b1af87761461 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:08:58.017390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-3dd929f2-dea7-492e-8b45-4337f1f8188c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Deleting port b44ea721-521d-408f-8238-55e62e3443b6 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:08:58.024130 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-3dd929f2-dea7-492e-8b45-4337f1f8188c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.025633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cea69727-9b9a-456d-8a5a-766396d93ff3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:08:58.129353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Allocated IP 172.20.0.13 (8b1d7907-8063-47b5-aaed-d019ff2a3d8c/1b0e4762-02f4-480a-bf95-59d03b93d4ef/b873b489-f18f-47dd-afd1-91d9ba64bb98) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:08:58.141097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1c4cd4cf-1dcc-40e3-8daa-3b9f6d0ef861 None None] Provisioning for port cea69727-9b9a-456d-8a5a-766396d93ff3 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:58.170892 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.260140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-3dd929f2-dea7-492e-8b45-4337f1f8188c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] For port b44ea721-521d-408f-8238-55e62e3443b6, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b44ea721-521d-408f-8238-55e62e3443b6,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:58.260671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-3dd929f2-dea7-492e-8b45-4337f1f8188c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.371000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-3dd929f2-dea7-492e-8b45-4337f1f8188c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Calling delete_port for b44ea721-521d-408f-8238-55e62e3443b6 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:08:58.409538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654dcd2-ede1-47b9-9078-53e396c77a4b req-adea5be4-474a-4c0d-b4d6-fba63f6ff437 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:58.411862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1654dcd2-ede1-47b9-9078-53e396c77a4b req-adea5be4-474a-4c0d-b4d6-fba63f6ff437 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 945 time: 0.0796788 Jun 30 03:08:58.465977 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1654dcd2-ede1-47b9-9078-53e396c77a4b req-56f8790f-38b2-4b63-b8e1-f7efb820b3b8 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463107 Jun 30 03:08:58.476880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port cea69727-9b9a-456d-8a5a-766396d93ff3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:58.497900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cea69727-9b9a-456d-8a5a-766396d93ff3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:58.498282 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.608464 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f93b8b5b-c085-4798-8e07-8054db8a66af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.633427 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.666249 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.683183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port cea69727-9b9a-456d-8a5a-766396d93ff3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cea69727-9b9a-456d-8a5a-766396d93ff3,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:58.719881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Transition to ACTIVE for port object b873b489-f18f-47dd-afd1-91d9ba64bb98 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:08:58.756531 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.819709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=cea69727-9b9a-456d-8a5a-766396d93ff3,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:58.849195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-3dd929f2-dea7-492e-8b45-4337f1f8188c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.852317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.862903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['2f4c58a0-543c-4e2e-8d99-12f50e2b1467'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:08:58.867363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['968061c6-49dd-47c8-84f0-49523b3de113'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:08:58.885467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd929f2-dea7-492e-8b45-4337f1f8188c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Pushing event deleted for resources: {'Port': ['ID=b44ea721-521d-408f-8238-55e62e3443b6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:58.963778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-3dd929f2-dea7-492e-8b45-4337f1f8188c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] No DVR routers for this DVR port b44ea721-521d-408f-8238-55e62e3443b6 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:08:58.966459 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-3dd929f2-dea7-492e-8b45-4337f1f8188c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.968869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f62bf23f-0edc-4f97-b99f-f74e6b1b98e3 req-3dd929f2-dea7-492e-8b45-4337f1f8188c tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "DELETE /v2.0/ports/b44ea721-521d-408f-8238-55e62e3443b6 HTTP/1.1" status: 204 len: 173 time: 1.3980212 Jun 30 03:08:58.969442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c604d485-3966-4471-91cd-24098b872d2c', 'name': 'network-vif-deleted', 'tag': 'b44ea721-521d-408f-8238-55e62e3443b6'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:08:58.972682 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60be0d1b-29f9-4978-9f8b-bc5502729145" -d '{"events": [{"server_uuid": "c604d485-3966-4471-91cd-24098b872d2c", "name": "network-vif-deleted", "tag": "b44ea721-521d-408f-8238-55e62e3443b6"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:08:58.998252 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:59.048431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59160) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:08:59.082088 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:59.110841 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efff481-9bcd-4c89-8831-bb930a411ff3 x-openstack-request-id: req-4efff481-9bcd-4c89-8831-bb930a411ff3 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:08:59.113089 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c604d485-3966-4471-91cd-24098b872d2c", "name": "network-vif-deleted", "tag": "b44ea721-521d-408f-8238-55e62e3443b6", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:08:59.117915 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4efff481-9bcd-4c89-8831-bb930a411ff3 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:08:59.118685 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c604d485-3966-4471-91cd-24098b872d2c', 'name': 'network-vif-deleted', 'tag': 'b44ea721-521d-408f-8238-55e62e3443b6', 'status': 'completed', 'code': 200} Jun 30 03:08:59.307715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:08:59.338773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3d22077c-b62e-408a-955a-8e16871737b8 None None] Provisioning for port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:08:59.356488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3d22077c-b62e-408a-955a-8e16871737b8 None None] Provisioning complete for port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:59.356864 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d22077c-b62e-408a-955a-8e16871737b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:59.401467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Port': ['ID=b873b489-f18f-47dd-afd1-91d9ba64bb98,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:59.454063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3d22077c-b62e-408a-955a-8e16871737b8 None None] Port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:08:59.499266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:08:59.509628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:08:59.514902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3d22077c-b62e-408a-955a-8e16871737b8 None None] Provisioning complete for port cea69727-9b9a-456d-8a5a-766396d93ff3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:08:59.523065 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d22077c-b62e-408a-955a-8e16871737b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:59.586559 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:59.599282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device cd8c7840-fefd-476c-a223-b56897018127 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:08:59.711652 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Port': ['ID=27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:08:59.788388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port cd8c7840-fefd-476c-a223-b56897018127, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cd8c7840-fefd-476c-a223-b56897018127,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:08:59.805402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b44ea721-521d-408f-8238-55e62e3443b6 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:08:59.810130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'cd8c7840-fefd-476c-a223-b56897018127', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': 'cd8c7840-fefd-476c-a223-b56897018127', 'mac_address': 'fa:16:3e:45:1f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:08:59.836072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: b44ea721-521d-408f-8238-55e62e3443b6 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:08:59.836424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b44ea721-521d-408f-8238-55e62e3443b6 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:08:59.878384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:59.880995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:59.909810 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:59.911519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba36ac-3135-4bbe-a856-c9e80bb26bf6 req-d80d83e0-0085-4ba4-8709-4b6f5adbf23e tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:59.919360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5ba36ac-3135-4bbe-a856-c9e80bb26bf6 req-d80d83e0-0085-4ba4-8709-4b6f5adbf23e tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 948 time: 0.7632523 Jun 30 03:08:59.951806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8c7840-fefd-476c-a223-b56897018127 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:08:59.984708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5dd27657-e44c-43e5-b1ce-99c5727643e3 req-b84dd2f4-74bf-445a-974d-a9da6d4f2dd4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=c604d485-3966-4471-91cd-24098b872d2c HTTP/1.1" status: 200 len: 210 time: 0.0361319 Jun 30 03:09:00.009934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cea69727-9b9a-456d-8a5a-766396d93ff3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:09:00.109891 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5ba36ac-3135-4bbe-a856-c9e80bb26bf6 req-72140c80-48ba-42fc-bf04-5ebfc63c415b tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895926 Jun 30 03:09:00.118232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network fc24c218-3fb3-4b1a-95db-b1af87761461 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:00.121661 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-46e43b5b-713a-467c-8580-a7e9281248e5 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5970678 Jun 30 03:09:00.123093 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:00.129040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59176) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:00.138711 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'port': {'network_id': '8b1d7907-8063-47b5-aaed-d019ff2a3d8c', 'name': 'tempest-AllowedAddressPairTestJSON-2011162611'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:00.173873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port cd8c7840-fefd-476c-a223-b56897018127, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cd8c7840-fefd-476c-a223-b56897018127,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:00.223995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cea69727-9b9a-456d-8a5a-766396d93ff3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:00.224292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:00.326606 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:00.450069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Router d62c8378-b7f4-46af-9112-e770c9ef37d4 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:09:00.525676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e0ea704f-93fb-4d23-8b5e-5ad7308e29e9 None None] Provisioning complete for port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:00.526710 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e0ea704f-93fb-4d23-8b5e-5ad7308e29e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:00.561994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Made reservation on behalf of da2aeb09aa8441d1bc1d8987323e473e for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:00.570020 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:00.573559 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:00.580000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea704f-93fb-4d23-8b5e-5ad7308e29e9 None None] Port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:00.605049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['cd8c7840-fefd-476c-a223-b56897018127'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:09:00.665737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=cd8c7840-fefd-476c-a223-b56897018127,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:00.722291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e0ea704f-93fb-4d23-8b5e-5ad7308e29e9 None None] Provisioning for port b873b489-f18f-47dd-afd1-91d9ba64bb98 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:00.734534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e0ea704f-93fb-4d23-8b5e-5ad7308e29e9 None None] Provisioning complete for port b873b489-f18f-47dd-afd1-91d9ba64bb98 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:00.734848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e0ea704f-93fb-4d23-8b5e-5ad7308e29e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:00.737939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] device_id is not set on port cc5bfc8a-82b6-4d75-854a-a1e1217c189a yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:09:00.781864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea704f-93fb-4d23-8b5e-5ad7308e29e9 None None] Port b873b489-f18f-47dd-afd1-91d9ba64bb98 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:00.855571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:09:00.871234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-211a517d-97f2-456a-aded-d78d35b68f74 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "PUT /v2.0/routers/d62c8378-b7f4-46af-9112-e770c9ef37d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4698489 Jun 30 03:09:00.882665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Sync routers for ids ['d62c8378-b7f4-46af-9112-e770c9ef37d4'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:09:00.903043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Routers {'d62c8378-b7f4-46af-9112-e770c9ef37d4'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:00.903360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:08:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d62c8378-b7f4-46af-9112-e770c9ef37d4'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:01.010263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-063caaac-7418-4b4c-9607-79db5ed1e0d2 None None] Provisioning complete for port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:01.010535 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-063caaac-7418-4b4c-9607-79db5ed1e0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.043843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Allocated IP 172.20.0.7 (8b1d7907-8063-47b5-aaed-d019ff2a3d8c/1b0e4762-02f4-480a-bf95-59d03b93d4ef/cc5bfc8a-82b6-4d75-854a-a1e1217c189a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:01.098935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Set router d62c8378-b7f4-46af-9112-e770c9ef37d4 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:01.100154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-063caaac-7418-4b4c-9607-79db5ed1e0d2 None None] Port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:01.114029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] Deleting port eead7d2e-bbf7-44c4-bb3f-87393bdf6680 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:01.114677 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.273082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] For port eead7d2e-bbf7-44c4-bb3f-87393bdf6680, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=eead7d2e-bbf7-44c4-bb3f-87393bdf6680,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:01.273450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.306645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] Calling delete_port for eead7d2e-bbf7-44c4-bb3f-87393bdf6680 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:01.400937 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.435408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.444395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-724d8748-d734-430a-b885-8e27b43ff48e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:01.446061 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-724d8748-d734-430a-b885-8e27b43ff48e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/networks?id=fc24c218-3fb3-4b1a-95db-b1af87761461 HTTP/1.1" status: 200 len: 797 time: 0.2576180 Jun 30 03:09:01.467537 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ca8fd085-8a19-4bce-ae96-42015834047b tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/quotas/7815a76686434d09bae4120d3691627c HTTP/1.1" status: 200 len: 375 time: 0.0158069 Jun 30 03:09:01.470366 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Transition to ACTIVE for port object cc5bfc8a-82b6-4d75-854a-a1e1217c189a will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:01.568080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c450d63-988a-4778-a10c-01421548fe0a req-ae28ba9c-33be-4fe1-b7a8-6ffc16dcf6b1 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:01.570060 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c450d63-988a-4778-a10c-01421548fe0a req-ae28ba9c-33be-4fe1-b7a8-6ffc16dcf6b1 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 949 time: 0.1775227 Jun 30 03:09:01.588617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171842011', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:08:42Z', 'updated_at': '2021-06-30T03:08:57Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:44Z', 'updated_at': '2021-06-30T03:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff', 'name': '', 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:14:6d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '367fdba6-a595-431f-9e41-b6a7560768cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:55Z', 'updated_at': '2021-06-30T03:08:58Z', 'revision_number': 2, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': '367fdba6-a595-431f-9e41-b6a7560768cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:01.601236 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d035ace7-6cdb-4d68-9086-1860ab78b1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.648474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device cd8c7840-fefd-476c-a223-b56897018127 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:09:01.655946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-981ad00b-441f-4191-8dea-fcc71ecea5c0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7815a76686434d09bae4120d3691627c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1796219 Jun 30 03:09:01.672860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c450d63-988a-4778-a10c-01421548fe0a req-6940bab3-1a55-4c1f-ac5f-beb10441e97f tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944970 Jun 30 03:09:01.690704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Checking router: d62c8378-b7f4-46af-9112-e770c9ef37d4 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:09:01.691936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Updating router d62c8378-b7f4-46af-9112-e770c9ef37d4 port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:09:01.745149 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.762226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.830260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:01.838899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:01.841637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:01.902635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:01.903378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.918501 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Port': ['ID=cc5bfc8a-82b6-4d75-854a-a1e1217c189a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:01.944646 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:01.964255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-87ad69fc-d731-4b9e-89c1-308e2ab93350 service neutron] 10.222.0.77 "GET /v2.0/networks/fc24c218-3fb3-4b1a-95db-b1af87761461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781868 Jun 30 03:09:02.038509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eead7d2e-bbf7-44c4-bb3f-87393bdf6680,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:02.154918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:02.157706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port cd8c7840-fefd-476c-a223-b56897018127 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:02.165899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port cd8c7840-fefd-476c-a223-b56897018127 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:02.166461 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:02.192711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Transition to ACTIVE for port object 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:02.336922 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:02.379838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d65a491-c85d-4f43-8ad8-04a24b4a4bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8c7840-fefd-476c-a223-b56897018127'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:02.384180 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42742a99-6ae2-4cdf-b453-3905a37e0a22" -d '{"events": [{"server_uuid": "0d65a491-c85d-4f43-8ad8-04a24b4a4bfa", "name": "network-vif-plugged", "status": "completed", "tag": "cd8c7840-fefd-476c-a223-b56897018127"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:02.404588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port cd8c7840-fefd-476c-a223-b56897018127, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cd8c7840-fefd-476c-a223-b56897018127,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:02.419239 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:02.431687 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:02.462600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-36316084-bbd5-4fa2-aced-0c292ce45b1a None None] Provisioning for port cc5bfc8a-82b6-4d75-854a-a1e1217c189a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:02.470042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-36316084-bbd5-4fa2-aced-0c292ce45b1a None None] Provisioning complete for port cc5bfc8a-82b6-4d75-854a-a1e1217c189a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:02.470418 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-36316084-bbd5-4fa2-aced-0c292ce45b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:02.550911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d1591-bab5-4e5b-b8e6-7cbe9ef91837 None None] Pushing event updated for resources: {'Port': ['ID=27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:02.663403 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:02.668940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-36316084-bbd5-4fa2-aced-0c292ce45b1a None None] Port cc5bfc8a-82b6-4d75-854a-a1e1217c189a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:02.698507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-26b268da-e796-4ae1-9989-dfb4aefebecd tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5640802 Jun 30 03:09:02.707197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59224) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:02.721023 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9821d2a-ec17-42f1-8e6e-fda84fed1ea5 x-openstack-request-id: req-e9821d2a-ec17-42f1-8e6e-fda84fed1ea5 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:02.721856 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d65a491-c85d-4f43-8ad8-04a24b4a4bfa", "name": "network-vif-plugged", "status": "completed", "tag": "cd8c7840-fefd-476c-a223-b56897018127", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:02.731936 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9821d2a-ec17-42f1-8e6e-fda84fed1ea5 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:02.731936 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d65a491-c85d-4f43-8ad8-04a24b4a4bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8c7840-fefd-476c-a223-b56897018127', 'code': 200} Jun 30 03:09:02.732327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-81cfe66e-93ee-4039-9a67-b9839f308a54 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:7c:be:8a'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ab:b9:71'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:02.810279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] Router 812c7865-2627-49a0-896c-98d1624800ad has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:09:02.887291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Attempting to bind port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:09:02.887918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Attempting to bind port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:09:02.888281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Attempting to bind port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff on network fc24c218-3fb3-4b1a-95db-b1af87761461 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:09:02.891842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=cd8c7840-fefd-476c-a223-b56897018127,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:02.927827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:09:02.928258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Checking segment: {'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:09:02.929393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:02.929393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Bound using segment: {'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:09:02.929662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Bound port: 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:09:02.930005 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.018556 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-e09515f5-826e-4485-a098-fbe6fcce7b23 service neutron] 10.222.0.77 "GET /v2.0/networks/fc24c218-3fb3-4b1a-95db-b1af87761461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0480084 Jun 30 03:09:03.036601 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.038182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:09:03.040930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f13c90-7cf2-47f8-b4b8-155d8140b251 req-b7922d8d-d0f8-4bcb-9077-483a81baebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:03.045711 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68f13c90-7cf2-47f8-b4b8-155d8140b251 req-b7922d8d-d0f8-4bcb-9077-483a81baebca service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 1101 time: 0.1991808 Jun 30 03:09:03.048926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] For port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:09:03.050368 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] Sync routers for ids ['812c7865-2627-49a0-896c-98d1624800ad'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:09:03.055938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] For port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:09:03.060372 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bd983e6f-adf9-43df-9e00-23ca98f5e0f0 admin admin] 10.222.0.77 "PUT /v2.0/routers/812c7865-2627-49a0-896c-98d1624800ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0085897 Jun 30 03:09:03.068823 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] Routers {'812c7865-2627-49a0-896c-98d1624800ad'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:03.069477 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:09:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['812c7865-2627-49a0-896c-98d1624800ad'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:03.073079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59228) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:03.154027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68f13c90-7cf2-47f8-b4b8-155d8140b251 req-06fbb7eb-2dab-4de8-b18b-dcd897f0d28e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001840 Jun 30 03:09:03.162327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81cfe66e-93ee-4039-9a67-b9839f308a54 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.175239 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.185851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca33012-5200-4611-840d-06687e1816d2 req-301d9310-a7c1-4080-b657-840e82cdd609 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:03.191943 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ca33012-5200-4611-840d-06687e1816d2 req-301d9310-a7c1-4080-b657-840e82cdd609 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 945 time: 0.2133677 Jun 30 03:09:03.274393 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] Set router 812c7865-2627-49a0-896c-98d1624800ad gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:03.337249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Routers {'d62c8378-b7f4-46af-9112-e770c9ef37d4'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:03.338095 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:09:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d62c8378-b7f4-46af-9112-e770c9ef37d4'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:03.382448 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9ca33012-5200-4611-840d-06687e1816d2 req-00a848e3-5a41-419a-b28f-4456b79e85bd tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830163 Jun 30 03:09:03.390392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.453424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d1591-bab5-4e5b-b8e6-7cbe9ef91837 None None] Pushing event updated for resources: {'Port': ['ID=27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:03.605270 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6da8c238-8148-43ea-89ca-7ed071976da3 req-359df783-69a1-44b4-ab46-854311d4a739 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 210 time: 0.0379391 Jun 30 03:09:03.665944 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81cfe66e-93ee-4039-9a67-b9839f308a54 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.733387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] Set router d62c8378-b7f4-46af-9112-e770c9ef37d4 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:03.749356 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.754953 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T03:09:01Z', 'revision_number': 5, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:03.786774 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81cfe66e-93ee-4039-9a67-b9839f308a54 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:03.801942 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] Checking router: 812c7865-2627-49a0-896c-98d1624800ad for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:09:03.828731 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] Routers {'812c7865-2627-49a0-896c-98d1624800ad'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:03.829980 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:09:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['812c7865-2627-49a0-896c-98d1624800ad'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:04.029539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfe66e-93ee-4039-9a67-b9839f308a54 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event updated for resources: {'Port': ['ID=cc5bfc8a-82b6-4d75-854a-a1e1217c189a,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:04.110697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-81cfe66e-93ee-4039-9a67-b9839f308a54 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] In _notify_port_updated(), no bound segment for port cc5bfc8a-82b6-4d75-854a-a1e1217c189a on network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:09:04.146543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cfe66e-93ee-4039-9a67-b9839f308a54 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:04.147164 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81cfe66e-93ee-4039-9a67-b9839f308a54 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.151478 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-81cfe66e-93ee-4039-9a67-b9839f308a54 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "PUT /v2.0/ports/cc5bfc8a-82b6-4d75-854a-a1e1217c189a HTTP/1.1" status: 200 len: 1057 time: 1.4403515 Jun 30 03:09:04.162965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59246) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:04.273885 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] Set router 812c7865-2627-49a0-896c-98d1624800ad gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:04.284556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab36715-1b65-4456-8ec3-7ad5921346d0 req-d598a39a-8b05-4d1e-a733-922b043c0b74 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:04.286192 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ab36715-1b65-4456-8ec3-7ad5921346d0 req-d598a39a-8b05-4d1e-a733-922b043c0b74 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 950 time: 0.5699954 Jun 30 03:09:04.444481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-f46c9dc2-391a-4091-8225-98016d4b38fe tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:04.446382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-f46c9dc2-391a-4091-8225-98016d4b38fe tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.74 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 945 time: 0.5695438 Jun 30 03:09:04.447099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-468f2724-388e-4280-a8ca-d3397ea99354 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Deleting port cc5bfc8a-82b6-4d75-854a-a1e1217c189a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:04.447464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-468f2724-388e-4280-a8ca-d3397ea99354 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.461594 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ab36715-1b65-4456-8ec3-7ad5921346d0 req-d6cbf9f8-02fa-4442-9981-f223d4a7b186 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641459 Jun 30 03:09:04.529920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Deleting port d10315d7-b486-4a39-8f94-f84a934e8deb {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:04.530768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.552071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b677f3c0-32ad-48f2-bb60-4f9078cc4cc0 None None] Provisioning complete for port cc5bfc8a-82b6-4d75-854a-a1e1217c189a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:04.552727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b677f3c0-32ad-48f2-bb60-4f9078cc4cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.584153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171842011', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:08:42Z', 'updated_at': '2021-06-30T03:08:57Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:44Z', 'updated_at': '2021-06-30T03:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff', 'name': '', 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:14:6d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '367fdba6-a595-431f-9e41-b6a7560768cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:55Z', 'updated_at': '2021-06-30T03:09:03Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': '367fdba6-a595-431f-9e41-b6a7560768cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:04.728950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-468f2724-388e-4280-a8ca-d3397ea99354 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.732816 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T03:09:01Z', 'revision_number': 5, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:04.789544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-468f2724-388e-4280-a8ca-d3397ea99354 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Calling delete_port for cc5bfc8a-82b6-4d75-854a-a1e1217c189a owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:04.793536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7faaeda3-b938-4327-9cc8-99ff401294d4 req-1e8b7c50-3908-4e0e-b3ed-51514ffece8e tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 210 time: 0.0542483 Jun 30 03:09:04.807278 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7ae3a-e61d-4114-8d46-abb91e10c84a None None] The sync data for ids ['812c7865-2627-49a0-896c-98d1624800ad'] in n-d-798249-3 is: [{'id': '812c7865-2627-49a0-896c-98d1624800ad', 'name': 'tempest-TaggedBootDevicesTest_v242-843006527-router', 'tenant_id': 'a755bb4896d04a0196f012748728909d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T03:09:01Z', 'revision_number': 5, 'project_id': 'a755bb4896d04a0196f012748728909d', 'gw_port': {'id': 'd10315d7-b486-4a39-8f94-f84a934e8deb', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812c7865-2627-49a0-896c-98d1624800ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:04Z', 'updated_at': '2021-06-30T02:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:09:04.814758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c28bb-1d8c-47a1-8861-2ad4e9cf1e11 None None] The sync data for ids ['d62c8378-b7f4-46af-9112-e770c9ef37d4'] in n-d-798249-3 is: [{'id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171842011', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:08:42Z', 'updated_at': '2021-06-30T03:08:57Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:44Z', 'updated_at': '2021-06-30T03:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff', 'name': '', 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:14:6d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '367fdba6-a595-431f-9e41-b6a7560768cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:55Z', 'updated_at': '2021-06-30T03:09:03Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': '367fdba6-a595-431f-9e41-b6a7560768cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:09:04.825012 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.834326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] For port d10315d7-b486-4a39-8f94-f84a934e8deb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d10315d7-b486-4a39-8f94-f84a934e8deb,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:04.834598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b677f3c0-32ad-48f2-bb60-4f9078cc4cc0 None None] Port cc5bfc8a-82b6-4d75-854a-a1e1217c189a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:04.834704 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:04.864397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Calling delete_port for d10315d7-b486-4a39-8f94-f84a934e8deb owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:04.969738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-26caaed0-7387-46f1-8ddc-c30aa7d743b1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Deleting port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:04.970084 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-26caaed0-7387-46f1-8ddc-c30aa7d743b1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:05.023906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e5ab4-bbd5-4ecf-b662-f4d2ad437473 req-cd5298a4-ee32-4cc8-9506-554b2eb45649 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:05.025721 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-268e5ab4-bbd5-4ecf-b662-f4d2ad437473 req-cd5298a4-ee32-4cc8-9506-554b2eb45649 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 945 time: 0.1203222 Jun 30 03:09:05.129528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-268e5ab4-bbd5-4ecf-b662-f4d2ad437473 req-8d27097e-cb8c-4bcb-8d84-e1f2a390a887 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557816 Jun 30 03:09:05.257625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-468f2724-388e-4280-a8ca-d3397ea99354 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:05.299993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f2724-388e-4280-a8ca-d3397ea99354 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event deleted for resources: {'Port': ['ID=cc5bfc8a-82b6-4d75-854a-a1e1217c189a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:05.750179 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-468f2724-388e-4280-a8ca-d3397ea99354 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:05.755917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-468f2724-388e-4280-a8ca-d3397ea99354 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "DELETE /v2.0/ports/cc5bfc8a-82b6-4d75-854a-a1e1217c189a HTTP/1.1" status: 204 len: 168 time: 1.5898631 Jun 30 03:09:05.777294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59264) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:05.802029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-26caaed0-7387-46f1-8ddc-c30aa7d743b1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] For port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:05.804274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-26caaed0-7387-46f1-8ddc-c30aa7d743b1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:05.926515 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffc9b13-dd10-48c8-9373-355e3fb88fcb tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] GET failed (client error): The resource could not be found. Jun 30 03:09:05.938686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cffc9b13-dd10-48c8-9373-355e3fb88fcb tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "GET /v2.0/ports/cc5bfc8a-82b6-4d75-854a-a1e1217c189a HTTP/1.1" status: 404 len: 333 time: 0.1561224 Jun 30 03:09:05.938686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59272) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:06.093303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-26caaed0-7387-46f1-8ddc-c30aa7d743b1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Calling delete_port for 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:06.104198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:09:06.244255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bbc53035-097b-467f-9839-7e73a6087a8a req-fbff76e8-628e-41d8-9ea2-4940065873ed tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 210 time: 0.1014373 Jun 30 03:09:06.278648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd510e-b524-4c33-aad7-7a761526bb0f req-530b5880-7e0c-4b95-8f39-d6db9d1785c6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:06.280304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-90dd510e-b524-4c33-aad7-7a761526bb0f req-530b5880-7e0c-4b95-8f39-d6db9d1785c6 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 950 time: 0.5168738 Jun 30 03:09:06.298615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-f7d475b5-d10d-408f-aecd-9abebb19592c tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Deleting port b873b489-f18f-47dd-afd1-91d9ba64bb98 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:06.299319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f7d475b5-d10d-408f-aecd-9abebb19592c tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.310674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:06.320051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:06.320051 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.373749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-90dd510e-b524-4c33-aad7-7a761526bb0f req-d46e9b1e-d4fb-40a1-98f3-5d5ed130503e tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795579 Jun 30 03:09:06.438284 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.487465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10315d7-b486-4a39-8f94-f84a934e8deb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:06.509860 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.569665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:06.579069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-26caaed0-7387-46f1-8ddc-c30aa7d743b1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.585700 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f7d475b5-d10d-408f-aecd-9abebb19592c tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.598293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['968061c6-49dd-47c8-84f0-49523b3de113'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:09:06.609052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-f7d475b5-d10d-408f-aecd-9abebb19592c tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Calling delete_port for b873b489-f18f-47dd-afd1-91d9ba64bb98 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:06.644682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caaed0-7387-46f1-8ddc-c30aa7d743b1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Pushing event deleted for resources: {'Port': ['ID=2f4c58a0-543c-4e2e-8d99-12f50e2b1467,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:06.701771 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.721338 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.731537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device eead7d2e-bbf7-44c4-bb3f-87393bdf6680 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:06.751273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6ebc6-3bd2-418f-807a-8cb7e0e33c51 req-83216c72-94f2-43dc-944b-c14018ac4ffd tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:06.753163 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d6ebc6-3bd2-418f-807a-8cb7e0e33c51 req-83216c72-94f2-43dc-944b-c14018ac4ffd tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 867 time: 0.3003805 Jun 30 03:09:06.757220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: eead7d2e-bbf7-44c4-bb3f-87393bdf6680 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:06.757921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device eead7d2e-bbf7-44c4-bb3f-87393bdf6680 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:06.840537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-26caaed0-7387-46f1-8ddc-c30aa7d743b1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] No DVR routers for this DVR port 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:06.845138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-26caaed0-7387-46f1-8ddc-c30aa7d743b1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.847293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6d6ebc6-3bd2-418f-807a-8cb7e0e33c51 req-a397adda-ce53-40d3-8469-7079242d36b4 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695174 Jun 30 03:09:06.861877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ddcce21-7b8c-4804-af0c-7ecab28dc578 req-26caaed0-7387-46f1-8ddc-c30aa7d743b1 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.74 "DELETE /v2.0/ports/2f4c58a0-543c-4e2e-8d99-12f50e2b1467 HTTP/1.1" status: 204 len: 173 time: 2.3950391 Jun 30 03:09:06.864751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89535ae-603d-4466-9547-99c28540083b', 'name': 'network-vif-deleted', 'tag': '2f4c58a0-543c-4e2e-8d99-12f50e2b1467'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:06.874602 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b31735e-b82a-45c5-a7be-b92baa271450" -d '{"events": [{"server_uuid": "d89535ae-603d-4466-9547-99c28540083b", "name": "network-vif-deleted", "tag": "2f4c58a0-543c-4e2e-8d99-12f50e2b1467"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:06.950342 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.952966 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:06.986094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:07.038241 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7269a4-69e8-4cc5-8e1a-1aeaa9bb5653 x-openstack-request-id: req-5e7269a4-69e8-4cc5-8e1a-1aeaa9bb5653 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:07.038531 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89535ae-603d-4466-9547-99c28540083b", "name": "network-vif-deleted", "tag": "2f4c58a0-543c-4e2e-8d99-12f50e2b1467", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:07.038764 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e7269a4-69e8-4cc5-8e1a-1aeaa9bb5653 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:07.039172 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89535ae-603d-4466-9547-99c28540083b', 'name': 'network-vif-deleted', 'tag': '2f4c58a0-543c-4e2e-8d99-12f50e2b1467', 'status': 'completed', 'code': 200} Jun 30 03:09:07.162093 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f7d475b5-d10d-408f-aecd-9abebb19592c tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:07.202189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:07.202931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 812c7865-2627-49a0-896c-98d1624800ad {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:09:07.210429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:07.222152 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2e7ad387-5436-4435-b765-c41a1b986826 admin admin] 10.222.0.77 "DELETE /v2.0/routers/812c7865-2627-49a0-896c-98d1624800ad HTTP/1.1" status: 204 len: 168 time: 4.1389105 Jun 30 03:09:07.222152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59298) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:07.240439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d475b5-d10d-408f-aecd-9abebb19592c tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event deleted for resources: {'Port': ['ID=b873b489-f18f-47dd-afd1-91d9ba64bb98,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:07.369753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2c07c3-e470-433e-aef6-63f9b6301315 admin admin] Deleting subnet 586d0d3c-b2f5-48fc-84d7-f78d79c8f24a {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:09:07.375432 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07c3-e470-433e-aef6-63f9b6301315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:07.436525 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f7d475b5-d10d-408f-aecd-9abebb19592c tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:07.444554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f7d475b5-d10d-408f-aecd-9abebb19592c tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "DELETE /v2.0/ports/b873b489-f18f-47dd-afd1-91d9ba64bb98 HTTP/1.1" status: 204 len: 168 time: 1.5046208 Jun 30 03:09:07.445668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59304) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:07.461557 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07c3-e470-433e-aef6-63f9b6301315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:07.516105 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b35f57c-efbe-4e15-b4a6-1d8ead81587e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] GET failed (client error): The resource could not be found. Jun 30 03:09:07.518028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2b35f57c-efbe-4e15-b4a6-1d8ead81587e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "GET /v2.0/ports/b873b489-f18f-47dd-afd1-91d9ba64bb98 HTTP/1.1" status: 404 len: 333 time: 0.0701172 Jun 30 03:09:07.522291 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59306) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:07.529981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:07.572410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:07.573866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2f4c58a0-543c-4e2e-8d99-12f50e2b1467 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:07.614981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e6f7216-b77f-42a1-98af-201e9dc4dbec req-1bfb0b39-2729-4d85-9228-121de8e6cba7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 210 time: 0.0420427 Jun 30 03:09:07.690739 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07c3-e470-433e-aef6-63f9b6301315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:07.805397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-56a73879-8a71-4484-a589-df1086ab0400 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Deleting port fd1d15a9-822c-47ed-8650-2f902c55215a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:07.805780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-56a73879-8a71-4484-a589-df1086ab0400 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:07.924625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-5034ef21-fbda-4b78-987f-19a7fc2a55a3 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:07.926189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-5034ef21-fbda-4b78-987f-19a7fc2a55a3 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.74 "GET /v2.0/networks?id=fc24c218-3fb3-4b1a-95db-b1af87761461 HTTP/1.1" status: 200 len: 797 time: 0.1970422 Jun 30 03:09:08.005028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-56a73879-8a71-4484-a589-df1086ab0400 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:08.032460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-56a73879-8a71-4484-a589-df1086ab0400 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Calling delete_port for fd1d15a9-822c-47ed-8650-2f902c55215a owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:08.128045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:09:08.158455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Request body: {'port': {'device_id': 'f0ce5f2b-4789-49be-8ac6-c335bb6c5003', 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461', 'admin_state_up': True, 'tenant_id': '7815a76686434d09bae4120d3691627c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:08.166310 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07c3-e470-433e-aef6-63f9b6301315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:08.253341 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07c3-e470-433e-aef6-63f9b6301315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:08.256410 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fd2c07c3-e470-433e-aef6-63f9b6301315 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/586d0d3c-b2f5-48fc-84d7-f78d79c8f24a HTTP/1.1" status: 204 len: 168 time: 1.0398853 Jun 30 03:09:08.271630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59322) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:08.272115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5f2fb-10fa-47bb-82b5-9804b0f499a9 None None] Network d8c29edf-6b67-46b9-bba9-a3fa462653f8 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:08.272820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c07c3-e470-433e-aef6-63f9b6301315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586d0d3c-b2f5-48fc-84d7-f78d79c8f24a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:08.300636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:08.301004 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:08.304738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fe31ab2-1e17-4abc-98cc-f4be69360a79 req-951ebd92-c330-4d14-ae0c-e567c04337a0 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=d89535ae-603d-4466-9547-99c28540083b HTTP/1.1" status: 200 len: 210 time: 0.0658050 Jun 30 03:09:08.474813 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:08.573472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Deleting port df142390-ff52-447c-a5d6-aed93cb2ede6 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:08.573896 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:08.631054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-56a73879-8a71-4484-a589-df1086ab0400 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:08.676490 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] For port df142390-ff52-447c-a5d6-aed93cb2ede6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=df142390-ff52-447c-a5d6-aed93cb2ede6,segment=NetworkSegment(e9d5dc60-2e52-4e34-94e0-287a571e9a83),segment_id=e9d5dc60-2e52-4e34-94e0-287a571e9a83)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:08.676490 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:08.679345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d10315d7-b486-4a39-8f94-f84a934e8deb no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:08.709636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Calling delete_port for df142390-ff52-447c-a5d6-aed93cb2ede6 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:08.827374 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d10315d7-b486-4a39-8f94-f84a934e8deb {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:08.827713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d10315d7-b486-4a39-8f94-f84a934e8deb not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:08.844636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a73879-8a71-4484-a589-df1086ab0400 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event deleted for resources: {'Port': ['ID=fd1d15a9-822c-47ed-8650-2f902c55215a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:08.864881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Made reservation on behalf of 7815a76686434d09bae4120d3691627c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:08.869063 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.043970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a885ca-24a6-4dd2-b364-aa4c8fa8a36c None None] DHCP port deletion for d8c29edf-6b67-46b9-bba9-a3fa462653f8 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:09:09.105364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-56a73879-8a71-4484-a589-df1086ab0400 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.109809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59338) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:09.110036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-56a73879-8a71-4484-a589-df1086ab0400 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "DELETE /v2.0/ports/fd1d15a9-822c-47ed-8650-2f902c55215a HTTP/1.1" status: 204 len: 168 time: 1.5843990 Jun 30 03:09:09.172010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-41a885ca-24a6-4dd2-b364-aa4c8fa8a36c None None] Deleting port df142390-ff52-447c-a5d6-aed93cb2ede6 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:09.173042 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-41a885ca-24a6-4dd2-b364-aa4c8fa8a36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.217626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d138c3-c78a-4a17-a8dc-80a601ef4534 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Deleting subnet 1b0e4762-02f4-480a-bf95-59d03b93d4ef {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:09:09.217626 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.219244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-934a156e-4963-406a-8dd2-40410a3f3943 req-0d60da2f-6ac9-45c4-95e3-42ccd227712b tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 210 time: 0.1243412 Jun 30 03:09:09.234535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37d138c3-c78a-4a17-a8dc-80a601ef4534 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.280101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-41a885ca-24a6-4dd2-b364-aa4c8fa8a36c None None] For port df142390-ff52-447c-a5d6-aed93cb2ede6, host n-d-798249-3, got binding levels [] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:09.281869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-41a885ca-24a6-4dd2-b364-aa4c8fa8a36c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.300429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-41a885ca-24a6-4dd2-b364-aa4c8fa8a36c None None] Calling delete_port for df142390-ff52-447c-a5d6-aed93cb2ede6 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:09.307288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.ipam_backend_mixin [None req-41a885ca-24a6-4dd2-b364-aa4c8fa8a36c None None] Port df142390-ff52-447c-a5d6-aed93cb2ede6 was not found and therefore no delete operation was performed {{(pid=94532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:09:09.308675 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-41a885ca-24a6-4dd2-b364-aa4c8fa8a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.372936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] No DVR routers for this DVR port df142390-ff52-447c-a5d6-aed93cb2ede6 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:09.372936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Pushing event deleted for resources: {'Port': ['ID=df142390-ff52-447c-a5d6-aed93cb2ede6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:09.375393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a885ca-24a6-4dd2-b364-aa4c8fa8a36c None None] Pushing event deleted for resources: {'Port': ['ID=df142390-ff52-447c-a5d6-aed93cb2ede6,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:09.378551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a885ca-24a6-4dd2-b364-aa4c8fa8a36c None None] No DVR routers for this DVR port df142390-ff52-447c-a5d6-aed93cb2ede6 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:09.412115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Allocated IP 172.20.0.28 (fc24c218-3fb3-4b1a-95db-b1af87761461/367fdba6-a595-431f-9e41-b6a7560768cf/79817d27-83c3-4d21-afd6-f89e4ff0ae83) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:09.466857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37d138c3-c78a-4a17-a8dc-80a601ef4534 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.615989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.643373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Transition to ACTIVE for port object 79817d27-83c3-4d21-afd6-f89e4ff0ae83 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:09.648233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.651162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37d138c3-c78a-4a17-a8dc-80a601ef4534 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.681467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c29edf-6b67-46b9-bba9-a3fa462653f8']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:09.698775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d5dc60-2e52-4e34-94e0-287a571e9a83') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:09.699005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d5dc60-2e52-4e34-94e0-287a571e9a83') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:09.713324 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.746907 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.758664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:09:09.759288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:09:09.761286 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:09:09.774702 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.873323 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event updated for resources: {'Port': ['ID=79817d27-83c3-4d21-afd6-f89e4ff0ae83,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:09.891052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Network fc24c218-3fb3-4b1a-95db-b1af87761461 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:09.891052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:09.891052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:09.902606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device df142390-ff52-447c-a5d6-aed93cb2ede6 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:09.933029 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37d138c3-c78a-4a17-a8dc-80a601ef4534 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:09.934934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: df142390-ff52-447c-a5d6-aed93cb2ede6 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:09.940377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device df142390-ff52-447c-a5d6-aed93cb2ede6 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:09.988937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:09.989866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d138c3-c78a-4a17-a8dc-80a601ef4534 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0e4762-02f4-480a-bf95-59d03b93d4ef,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:09.990072 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.009089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37d138c3-c78a-4a17-a8dc-80a601ef4534 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.021130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-37d138c3-c78a-4a17-a8dc-80a601ef4534 tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "DELETE /v2.0/subnets/1b0e4762-02f4-480a-bf95-59d03b93d4ef HTTP/1.1" status: 204 len: 168 time: 0.9036334 Jun 30 03:09:10.021348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59356) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:10.021550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.022742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1fcea-bfc2-4444-9bf9-0aabf56ac63a None None] Network 8b1d7907-8063-47b5-aaed-d019ff2a3d8c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:10.040101 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.043421 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d8c29edf-6b67-46b9-bba9-a3fa462653f8 HTTP/1.1" status: 204 len: 168 time: 1.7740977 Jun 30 03:09:10.068483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fd277-4da9-46a5-be65-54bc29ac8151 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c29edf-6b67-46b9-bba9-a3fa462653f8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:10.130788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-ebff8b39-2e99-4d46-b8c8-8efc4a4bbc2c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1831715 Jun 30 03:09:10.163836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Request body: {'port': {'device_id': 'f0ce5f2b-4789-49be-8ac6-c335bb6c5003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:10.296803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.425162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.458832 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e7b02fd1-8602-4a83-a773-5f9e00df53cc None None] Provisioning for port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:10.464584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Deleting port 4c097bfe-b2de-4b53-8d25-4e68962f0109 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:10.464939 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.473480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e7b02fd1-8602-4a83-a773-5f9e00df53cc None None] Provisioning complete for port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:10.475199 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e7b02fd1-8602-4a83-a773-5f9e00df53cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.525955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a409f7d-624e-47bd-8a17-cd4ea7e7fe5d None None] DHCP port deletion for 8b1d7907-8063-47b5-aaed-d019ff2a3d8c request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:09:10.536946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] For port 4c097bfe-b2de-4b53-8d25-4e68962f0109, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4c097bfe-b2de-4b53-8d25-4e68962f0109,segment=NetworkSegment(ae22cb41-f084-45fa-aab0-301190a2ba5e),segment_id=ae22cb41-f084-45fa-aab0-301190a2ba5e)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:10.537184 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.555788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Calling delete_port for 4c097bfe-b2de-4b53-8d25-4e68962f0109 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:10.617259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e7b02fd1-8602-4a83-a773-5f9e00df53cc None None] Port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:10.666140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59370) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:10.707675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1a409f7d-624e-47bd-8a17-cd4ea7e7fe5d None None] Deleting port 4c097bfe-b2de-4b53-8d25-4e68962f0109 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:10.709786 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a409f7d-624e-47bd-8a17-cd4ea7e7fe5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.764720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-24ff09f8-dc53-4b85-ba57-67009e1ba4c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a755bb4896d04a0196f012748728909d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971930 Jun 30 03:09:10.766936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59372) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:10.769118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4883b-2e98-4e2d-8296-4714d111178b req-4fb518fe-7fb5-4bd4-b431-fe7510e2016f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:10.770909 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7f4883b-2e98-4e2d-8296-4714d111178b req-4fb518fe-7fb5-4bd4-b431-fe7510e2016f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 895 time: 0.3658681 Jun 30 03:09:10.873307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1a409f7d-624e-47bd-8a17-cd4ea7e7fe5d None None] For port 4c097bfe-b2de-4b53-8d25-4e68962f0109, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4c097bfe-b2de-4b53-8d25-4e68962f0109,segment=NetworkSegment(ae22cb41-f084-45fa-aab0-301190a2ba5e),segment_id=ae22cb41-f084-45fa-aab0-301190a2ba5e)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:10.877822 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a409f7d-624e-47bd-8a17-cd4ea7e7fe5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.896665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db94219d-07ee-495a-9f7e-e3d4f095edb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.909541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1a409f7d-624e-47bd-8a17-cd4ea7e7fe5d None None] Calling delete_port for 4c097bfe-b2de-4b53-8d25-4e68962f0109 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:10.929545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-b21d229a-32f0-43cd-a42c-98f394e3dd15 req-13b9b38c-d0d5-42d5-8630-382e814e5498 service neutron] (94530) timed out ('10.222.0.77', 35698) {{(pid=94530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:09:10.935395 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db94219d-07ee-495a-9f7e-e3d4f095edb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:10.939078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.060274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event deleted for resources: {'Port': ['ID=4c097bfe-b2de-4b53-8d25-4e68962f0109,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:11.070007 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a409f7d-624e-47bd-8a17-cd4ea7e7fe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.088650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] No DVR routers for this DVR port 4c097bfe-b2de-4b53-8d25-4e68962f0109 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:11.096630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a409f7d-624e-47bd-8a17-cd4ea7e7fe5d None None] Pushing event deleted for resources: {'Port': ['ID=4c097bfe-b2de-4b53-8d25-4e68962f0109,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:11.100343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a409f7d-624e-47bd-8a17-cd4ea7e7fe5d None None] No DVR routers for this DVR port 4c097bfe-b2de-4b53-8d25-4e68962f0109 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:11.105349 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db94219d-07ee-495a-9f7e-e3d4f095edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.118452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db94219d-07ee-495a-9f7e-e3d4f095edb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.125414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-db94219d-07ee-495a-9f7e-e3d4f095edb6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de30e1fd-c0f1-434d-a998-42378a29fe62 HTTP/1.1" status: 204 len: 168 time: 0.3569407 Jun 30 03:09:11.141871 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94219d-07ee-495a-9f7e-e3d4f095edb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de30e1fd-c0f1-434d-a998-42378a29fe62,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:11.283993 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.317994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1d7907-8063-47b5-aaed-d019ff2a3d8c']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:11.331270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae22cb41-f084-45fa-aab0-301190a2ba5e') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:11.331553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae22cb41-f084-45fa-aab0-301190a2ba5e') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:11.342881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79817d27-83c3-4d21-afd6-f89e4ff0ae83 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:09:11.352306 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.355306 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.374789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.383214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:09:11.383631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:09:11.386910 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:09:11.620066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Transition to ACTIVE for port object 79817d27-83c3-4d21-afd6-f89e4ff0ae83 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:11.622428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.642286 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.650258 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] 10.222.0.77 "DELETE /v2.0/networks/8b1d7907-8063-47b5-aaed-d019ff2a3d8c HTTP/1.1" status: 204 len: 168 time: 1.6321330 Jun 30 03:09:11.674959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b9c12-5041-4a32-a632-4a39f7f1314e tempest-AllowedAddressPairTestJSON-1918291879 tempest-AllowedAddressPairTestJSON-1918291879-project] Pushing event deleted for resources: {'Network': ['ID=8b1d7907-8063-47b5-aaed-d019ff2a3d8c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:11.704591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:11.873651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Pushing event updated for resources: {'Port': ['ID=79817d27-83c3-4d21-afd6-f89e4ff0ae83,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:11.949113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4c097bfe-b2de-4b53-8d25-4e68962f0109 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:11.992740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 4c097bfe-b2de-4b53-8d25-4e68962f0109 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:11.993667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4c097bfe-b2de-4b53-8d25-4e68962f0109 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:12.074181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Attempting to bind port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:09:12.074610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Attempting to bind port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:09:12.074948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Attempting to bind port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 on network fc24c218-3fb3-4b1a-95db-b1af87761461 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:09:12.098511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 on network fc24c218-3fb3-4b1a-95db-b1af87761461 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:09:12.098511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Attempting to bind port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 on network fc24c218-3fb3-4b1a-95db-b1af87761461 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:09:12.122590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:09:12.130601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Checking segment: {'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:09:12.130601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Bound using segment: {'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:09:12.130601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Bound port: 79817d27-83c3-4d21-afd6-f89e4ff0ae83, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b1ad8b-a172-449c-bc89-57a562356581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:09:12.130601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:12.252800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8b254-2628-47ae-8530-f230fa973c1e req-436be23a-f89a-4e56-a294-abdfdd68427b tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:12.260515 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8e8b254-2628-47ae-8530-f230fa973c1e req-436be23a-f89a-4e56-a294-abdfdd68427b tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 907 time: 0.2120950 Jun 30 03:09:12.264842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] For port 79817d27-83c3-4d21-afd6-f89e4ff0ae83, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:09:12.274359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] For port 79817d27-83c3-4d21-afd6-f89e4ff0ae83, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=79817d27-83c3-4d21-afd6-f89e4ff0ae83,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:09:12.431018 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:12.492735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59410) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:12.643886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:12.644939 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:12.646630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] 10.222.0.74 "PUT /v2.0/ports/79817d27-83c3-4d21-afd6-f89e4ff0ae83 HTTP/1.1" status: 200 len: 1055 time: 2.5013454 Jun 30 03:09:12.649020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ce5f2b-4789-49be-8ac6-c335bb6c5003', 'tag': '79817d27-83c3-4d21-afd6-f89e4ff0ae83'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:12.653595 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01e7467-b598-46d8-897d-6185548a462d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ce5f2b-4789-49be-8ac6-c335bb6c5003", "tag": "79817d27-83c3-4d21-afd6-f89e4ff0ae83"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:12.691746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6ac74-23e9-4a9f-9177-59a132bf3a10 service neutron] Pushing event updated for resources: {'Port': ['ID=79817d27-83c3-4d21-afd6-f89e4ff0ae83,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:12.754003 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157d66d3-4e4a-4527-b31a-94905f756597 x-openstack-request-id: req-157d66d3-4e4a-4527-b31a-94905f756597 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:12.754548 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ce5f2b-4789-49be-8ac6-c335bb6c5003", "tag": "79817d27-83c3-4d21-afd6-f89e4ff0ae83", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:12.754810 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-157d66d3-4e4a-4527-b31a-94905f756597 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:12.755208 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ce5f2b-4789-49be-8ac6-c335bb6c5003', 'tag': '79817d27-83c3-4d21-afd6-f89e4ff0ae83', 'status': 'completed', 'code': 200} Jun 30 03:09:12.835924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1753daf2-af9b-4af9-8492-3c0147b0204f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da2aeb09aa8441d1bc1d8987323e473e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419580 Jun 30 03:09:12.839066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59422) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:12.889176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e7467-b598-46d8-897d-6185548a462d req-66a06bd4-3fc9-42fc-ac3c-b8ee1df68a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:12.891078 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b01e7467-b598-46d8-897d-6185548a462d req-66a06bd4-3fc9-42fc-ac3c-b8ee1df68a39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7815a76686434d09bae4120d3691627c&device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 1058 time: 0.1345894 Jun 30 03:09:12.926536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45b7-e8ab-45b5-9470-124532aa994e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:12.960575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45b7-e8ab-45b5-9470-124532aa994e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.119612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e7467-b598-46d8-897d-6185548a462d req-fbfefc82-bfe6-4e80-aba1-71d033d4d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.120417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e7467-b598-46d8-897d-6185548a462d req-fbfefc82-bfe6-4e80-aba1-71d033d4d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.122203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b01e7467-b598-46d8-897d-6185548a462d req-fbfefc82-bfe6-4e80-aba1-71d033d4d2e6 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7815a76686434d09bae4120d3691627c&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2208230 Jun 30 03:09:13.130113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59426) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:13.136400 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45b7-e8ab-45b5-9470-124532aa994e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.139561 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b3c45b7-e8ab-45b5-9470-124532aa994e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.140851 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b3c45b7-e8ab-45b5-9470-124532aa994e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c7016a9-fc19-40cc-bed1-3b3262df1130 HTTP/1.1" status: 204 len: 168 time: 0.3001924 Jun 30 03:09:13.156580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c45b7-e8ab-45b5-9470-124532aa994e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7016a9-fc19-40cc-bed1-3b3262df1130,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:13.335701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1391617060-network', 'tenant_id': '3593de1a35554f8ea57bbdb678833829'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:13.432511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e7467-b598-46d8-897d-6185548a462d req-8d6d4064-afbd-40f2-80f8-e7bf7f54990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.434041 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b01e7467-b598-46d8-897d-6185548a462d req-8d6d4064-afbd-40f2-80f8-e7bf7f54990b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3058174 Jun 30 03:09:13.487679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Made reservation on behalf of 3593de1a35554f8ea57bbdb678833829 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:13.490445 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.508395 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.609307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-6786fb69-1bea-4a8c-897c-fb4de22bcf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.610876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-6786fb69-1bea-4a8c-897c-fb4de22bcf2d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7815a76686434d09bae4120d3691627c&device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 1058 time: 0.1084173 Jun 30 03:09:13.670672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9091927-a8c9-42ee-8408-717ff5a63503 req-0ea55e4f-522c-4023-b424-89e58a7ac18d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.672462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f9091927-a8c9-42ee-8408-717ff5a63503 req-0ea55e4f-522c-4023-b424-89e58a7ac18d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 907 time: 0.1304791 Jun 30 03:09:13.676187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-02d98046-1c0f-4199-90e1-e0fdd1721be4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=79817d27-83c3-4d21-afd6-f89e4ff0ae83 HTTP/1.1" status: 200 len: 217 time: 0.0541155 Jun 30 03:09:13.737776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.757012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-4fad11b3-d3c8-443e-b471-cd487e4e776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.758503 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-4fad11b3-d3c8-443e-b471-cd487e4e776a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=367fdba6-a595-431f-9e41-b6a7560768cf HTTP/1.1" status: 200 len: 837 time: 0.0752079 Jun 30 03:09:13.870358 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.894062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-c6b61393-15fe-4025-810e-c615f6ce376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.894556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:09:13.896859 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-c6b61393-15fe-4025-810e-c615f6ce376d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc24c218-3fb3-4b1a-95db-b1af87761461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292481 Jun 30 03:09:13.951617 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.955517 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Added segment 8b221159-eaa2-4140-a11a-9cc22eaeb3d7 of type vlan for network efaeff85-e766-425b-8ce0-ec6658f1dd44 Jun 30 03:09:13.982438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c43b2c7-5c44-4521-9c75-a2f321a5d19e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:14.038965 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-c499fb74-cf4d-4f8a-98f3-96a917c5ef90 service neutron] 10.222.0.74 "GET /v2.0/networks/fc24c218-3fb3-4b1a-95db-b1af87761461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331234 Jun 30 03:09:14.064967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.207836 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-969e6fc9-85cc-4510-b0b0-3c080517961c req-b58685ce-b487-4640-b87c-cee0873bad5d service neutron] 10.222.0.74 "GET /v2.0/networks/fc24c218-3fb3-4b1a-95db-b1af87761461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619403 Jun 30 03:09:14.222371 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.222371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:14.222371 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.494442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] Pushing event updated for resources: {'Network': ['ID=efaeff85-e766-425b-8ce0-ec6658f1dd44,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:14.522501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network efaeff85-e766-425b-8ce0-ec6658f1dd44 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:09:14.579123 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c2dff343-f6d8-43df-ae14-8e221abac1e6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4477324 Jun 30 03:09:14.581936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59474) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:14.587118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Request body: {'subnet': {'network_id': 'efaeff85-e766-425b-8ce0-ec6658f1dd44', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1391617060-subnet', 'tenant_id': '3593de1a35554f8ea57bbdb678833829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:14.766963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Made reservation on behalf of 3593de1a35554f8ea57bbdb678833829 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:14.770855 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:14.919668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59480) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:15.039061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df5186-33ba-4127-a801-58a01a9ee557 req-4caac2bd-e380-4390-a3e5-b44aa065fd13 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:15.041594 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f2df5186-33ba-4127-a801-58a01a9ee557 req-4caac2bd-e380-4390-a3e5-b44aa065fd13 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 907 time: 0.1157730 Jun 30 03:09:15.194442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1695998840'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:15.260551 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.312850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=412f6a61-8f1c-4395-90d0-72afe15a73d1,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:15.333040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Made reservation on behalf of 87e3a105fa14400dae9e21954c32fff7 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:15.340582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.363296 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.396328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Checking segment: {'id': '8b221159-eaa2-4140-a11a-9cc22eaeb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'efaeff85-e766-425b-8ce0-ec6658f1dd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:09:15.397288 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Network hostable DHCP agents. Network: efaeff85-e766-425b-8ce0-ec6658f1dd44, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:09:15.489060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Network efaeff85-e766-425b-8ce0-ec6658f1dd44 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:09:15.507575 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.584511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, efaeff85-e766-425b-8ce0-ec6658f1dd44) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:15.589767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:15.591747 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.593207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07d274-847d-4a71-97b4-1cd62580e7f0 None None] Network efaeff85-e766-425b-8ce0-ec6658f1dd44 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:15.613142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.628418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:09:15.671402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.671762 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Added segment 2a9dcdb2-4186-4d66-b48f-dc6156521b78 of type vlan for network e0ef3225-de81-42e0-98fd-9345ade7cee2 Jun 30 03:09:15.723083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-77e21ab0-bbff-46f8-9e59-6a05175292a3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1279540 Jun 30 03:09:15.730177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d537d9-4fbf-41f0-8fe7-c999c121611b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:15.833282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.935605 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b677c3-c2ef-4288-a146-f4dfba3f797e None None] Network efaeff85-e766-425b-8ce0-ec6658f1dd44 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:15.962418 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:15.996906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:15.997775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:16.171007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event updated for resources: {'Network': ['ID=e0ef3225-de81-42e0-98fd-9345ade7cee2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:16.199254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network e0ef3225-de81-42e0-98fd-9345ade7cee2 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:09:16.238084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-740283e5-25ba-48b6-9603-f66410394289 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3176742 Jun 30 03:09:16.241096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59512) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:16.246471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Request body: {'subnet': {'network_id': 'e0ef3225-de81-42e0-98fd-9345ade7cee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:16.323760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bb846-404b-45fc-b427-8815a0cdb305 req-9febb9bc-255e-4c99-8c65-4005246c4147 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:16.326602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-055bb846-404b-45fc-b427-8815a0cdb305 req-9febb9bc-255e-4c99-8c65-4005246c4147 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 907 time: 0.1292098 Jun 30 03:09:16.455424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Made reservation on behalf of 87e3a105fa14400dae9e21954c32fff7 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:16.459050 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:16.576953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-cb9c967d-97fd-4db1-8234-81ded2f023a5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:16.594130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-cb9c967d-97fd-4db1-8234-81ded2f023a5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.2190895 Jun 30 03:09:16.620352 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-d4e6aa7a-a5cc-4a3d-b1b4-0884c6a65929 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/quotas/7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 375 time: 0.0253432 Jun 30 03:09:16.795368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-9737a955-9941-4799-95a2-0704094479c6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630156 Jun 30 03:09:16.880419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-d6633ca7-9765-4196-95da-fed6a5b2acea tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:16.882172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-d6633ca7-9765-4196-95da-fed6a5b2acea tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/networks?id=efaeff85-e766-425b-8ce0-ec6658f1dd44 HTTP/1.1" status: 200 len: 822 time: 0.1374865 Jun 30 03:09:16.902054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-3ca8a909-cd43-41b9-899b-70903bfe4596 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/quotas/3593de1a35554f8ea57bbdb678833829 HTTP/1.1" status: 200 len: 375 time: 0.0107665 Jun 30 03:09:16.913349 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-fb813b53-aac6-4df2-99b1-1005bc250564 service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103389 Jun 30 03:09:16.933992 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:16.958661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-081bdb05-2b73-4a01-9d6c-4bc9576c1c5d tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3593de1a35554f8ea57bbdb678833829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354984 Jun 30 03:09:17.056417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event updated for resources: {'Subnet': ['ID=791f40f4-7499-4218-bda7-c54e6a4bf536,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:17.056659 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-6d0993ec-82ca-4a70-b327-6584be7f2754 service neutron] 10.222.0.77 "GET /v2.0/networks/efaeff85-e766-425b-8ce0-ec6658f1dd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912075 Jun 30 03:09:17.068293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Checking segment: {'id': '2a9dcdb2-4186-4d66-b48f-dc6156521b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e0ef3225-de81-42e0-98fd-9345ade7cee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:09:17.068293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Network hostable DHCP agents. Network: e0ef3225-de81-42e0-98fd-9345ade7cee2, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:09:17.110212 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-e539e2ea-73d7-499b-a9d8-6d852504782a service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855757 Jun 30 03:09:17.155952 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-370e71f2-c765-46b0-abff-8f575659c63c service neutron] 10.222.0.77 "GET /v2.0/networks/efaeff85-e766-425b-8ce0-ec6658f1dd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908852 Jun 30 03:09:17.172390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Network e0ef3225-de81-42e0-98fd-9345ade7cee2 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:09:17.269614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, e0ef3225-de81-42e0-98fd-9345ade7cee2) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:17.273926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:17.278377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:17.279151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c63119-6e77-4215-8626-013b530ed8c8 None None] Network e0ef3225-de81-42e0-98fd-9345ade7cee2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:17.419368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bd1e5c6b-f8cf-48dc-8200-1fd4dc828482 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1770439 Jun 30 03:09:17.422306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59538) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:17.440002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Request body: {'port': {'network_id': 'e0ef3225-de81-42e0-98fd-9345ade7cee2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1500719222'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:17.492070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-e0ef3225-de81-42e0-98fd-9345ade7cee2', 'network_id': 'e0ef3225-de81-42e0-98fd-9345ade7cee2', 'tenant_id': '87e3a105fa14400dae9e21954c32fff7', 'fixed_ips': [{'subnet_id': '791f40f4-7499-4218-bda7-c54e6a4bf536'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:09:17.492955 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:17.570659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 79817d27-83c3-4d21-afd6-f89e4ff0ae83 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:09:17.699660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd5193-6bf2-4ec6-8899-07fdd977b17f req-9c73aeba-c9d4-45da-b373-1043f39792b5 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:17.716505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97cd5193-6bf2-4ec6-8899-07fdd977b17f req-9c73aeba-c9d4-45da-b373-1043f39792b5 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 907 time: 0.1490200 Jun 30 03:09:17.733711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8324f68-45de-4c6a-b94e-2242164e9ba2 req-84acadac-17ae-4f99-ac07-09657a1e4a19 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.1403358 Jun 30 03:09:17.888917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8f4e6cf-b87c-499b-8a5c-d3b84b440261 req-263dede6-0885-433f-b042-ca313cdbf801 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 210 time: 0.1060891 Jun 30 03:09:18.031437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Made reservation on behalf of 87e3a105fa14400dae9e21954c32fff7 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:18.042501 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.130171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] device_id is not set on port 849f0aea-f7b8-419d-8043-cff34d3d06d5 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:09:18.252682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Allocated IP 2001:db8::2 (e0ef3225-de81-42e0-98fd-9345ade7cee2/791f40f4-7499-4218-bda7-c54e6a4bf536/d94888d2-d814-40c3-9937-64a91b6ea52a) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:18.287495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 79817d27-83c3-4d21-afd6-f89e4ff0ae83, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=79817d27-83c3-4d21-afd6-f89e4ff0ae83,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:18.317444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '79817d27-83c3-4d21-afd6-f89e4ff0ae83', 'network_id': 'fc24c218-3fb3-4b1a-95db-b1af87761461', 'port_id': '79817d27-83c3-4d21-afd6-f89e4ff0ae83', 'mac_address': 'fa:16:3e:5e:38:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367fdba6-a595-431f-9e41-b6a7560768cf', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:09:18.373665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59574) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:18.450909 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.477394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79817d27-83c3-4d21-afd6-f89e4ff0ae83 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:09:18.512332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 79817d27-83c3-4d21-afd6-f89e4ff0ae83, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=79817d27-83c3-4d21-afd6-f89e4ff0ae83,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:18.581863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.590559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Transition to ACTIVE for port object d94888d2-d814-40c3-9937-64a91b6ea52a will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:18.592659 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.645125 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-26f6fd1d-820a-4f77-b6a5-29db1f031168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.659606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=79817d27-83c3-4d21-afd6-f89e4ff0ae83,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:18.689661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Transition to ACTIVE for port object d94888d2-d814-40c3-9937-64a91b6ea52a will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:18.813252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['79817d27-83c3-4d21-afd6-f89e4ff0ae83'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:09:18.820033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.832826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe64f8-572c-4543-84c3-400933c7a268 req-660768c2-8edf-45e8-9be3-747248be1916 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:18.850011 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcbe64f8-572c-4543-84c3-400933c7a268 req-660768c2-8edf-45e8-9be3-747248be1916 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 945 time: 0.1441627 Jun 30 03:09:18.869841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-26f6fd1d-820a-4f77-b6a5-29db1f031168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:18.935581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dcbe64f8-572c-4543-84c3-400933c7a268 req-3ffa28e3-1c9a-46a4-bcf6-49f701333150 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845695 Jun 30 03:09:19.004311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Allocated IP 2001:db8::4a (e0ef3225-de81-42e0-98fd-9345ade7cee2/791f40f4-7499-4218-bda7-c54e6a4bf536/849f0aea-f7b8-419d-8043-cff34d3d06d5) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:19.019157 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-26f6fd1d-820a-4f77-b6a5-29db1f031168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.044324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Pushing event updated for resources: {'Port': ['ID=d94888d2-d814-40c3-9937-64a91b6ea52a,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:19.070493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0a0bdde-aa75-4afc-a2ce-ddcb9dff4876 req-98c59160-2269-4098-b981-c5f80aa69d2d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.0659897 Jun 30 03:09:19.092743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Network e0ef3225-de81-42e0-98fd-9345ade7cee2 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:19.094200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:19.099079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:19.121758 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-26f6fd1d-820a-4f77-b6a5-29db1f031168 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43dd1272b1ff4d539a8d91acca86d45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469323 Jun 30 03:09:19.127330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59594) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:19.135910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6fd1d-820a-4f77-b6a5-29db1f031168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8341b5b-32b0-4527-b0ed-d7d80e4bc83b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:19.163234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-23f6afba-97aa-4ab1-a6eb-d8e708addc95 req-0fa22751-4e86-45b7-a8ec-7d177de5ea28 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 210 time: 0.0439441 Jun 30 03:09:19.187390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Attempting to bind port d94888d2-d814-40c3-9937-64a91b6ea52a on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:09:19.187947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Attempting to bind port d94888d2-d814-40c3-9937-64a91b6ea52a by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '2a9dcdb2-4186-4d66-b48f-dc6156521b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e0ef3225-de81-42e0-98fd-9345ade7cee2'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:09:19.188306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Attempting to bind port d94888d2-d814-40c3-9937-64a91b6ea52a on network e0ef3225-de81-42e0-98fd-9345ade7cee2 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:09:19.193614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:09:19.194019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Checking segment: {'id': '2a9dcdb2-4186-4d66-b48f-dc6156521b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e0ef3225-de81-42e0-98fd-9345ade7cee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:09:19.194419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.194830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Bound using segment: {'id': '2a9dcdb2-4186-4d66-b48f-dc6156521b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e0ef3225-de81-42e0-98fd-9345ade7cee2'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:09:19.195288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Bound port: d94888d2-d814-40c3-9937-64a91b6ea52a, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9dcdb2-4186-4d66-b48f-dc6156521b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'e0ef3225-de81-42e0-98fd-9345ade7cee2'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:09:19.195670 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.273953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] For port d94888d2-d814-40c3-9937-64a91b6ea52a, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:09:19.278468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] For port d94888d2-d814-40c3-9937-64a91b6ea52a, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d94888d2-d814-40c3-9937-64a91b6ea52a,segment=NetworkSegment(2a9dcdb2-4186-4d66-b48f-dc6156521b78),segment_id=2a9dcdb2-4186-4d66-b48f-dc6156521b78)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:09:19.358317 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.433331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fd607-c25d-4584-beb4-3a3a4a69fe31 None None] Pushing event updated for resources: {'Port': ['ID=d94888d2-d814-40c3-9937-64a91b6ea52a,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:19.521314 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:09:19.575604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 79817d27-83c3-4d21-afd6-f89e4ff0ae83 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:09:19.714080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f752b6-1419-47eb-9c27-6217d5208cd2 req-f6520b70-5c1a-4da3-8d2d-c2f217469698 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:19.715611 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-51f752b6-1419-47eb-9c27-6217d5208cd2 req-f6520b70-5c1a-4da3-8d2d-c2f217469698 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 908 time: 0.6997964 Jun 30 03:09:19.742591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af37d562-add9-45a1-a578-47c740b2b1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.756558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:19.764709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:19.765234 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.797639 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af37d562-add9-45a1-a578-47c740b2b1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.801645 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.833539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Transition to ACTIVE for port object 849f0aea-f7b8-419d-8043-cff34d3d06d5 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:19.886482 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.911233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ce5f2b-4789-49be-8ac6-c335bb6c5003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79817d27-83c3-4d21-afd6-f89e4ff0ae83'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:19.914022 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940f25d5-4ccc-4b74-8baf-50c912692e14" -d '{"events": [{"server_uuid": "f0ce5f2b-4789-49be-8ac6-c335bb6c5003", "name": "network-vif-plugged", "status": "completed", "tag": "79817d27-83c3-4d21-afd6-f89e4ff0ae83"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:19.932964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 79817d27-83c3-4d21-afd6-f89e4ff0ae83, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=79817d27-83c3-4d21-afd6-f89e4ff0ae83,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:19.975733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d94888d2-d814-40c3-9937-64a91b6ea52a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:09:19.986507 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af37d562-add9-45a1-a578-47c740b2b1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.989288 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-af37d562-add9-45a1-a578-47c740b2b1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:19.990744 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-af37d562-add9-45a1-a578-47c740b2b1df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c8341b5b-32b0-4527-b0ed-d7d80e4bc83b HTTP/1.1" status: 204 len: 168 time: 0.8557193 Jun 30 03:09:19.992116 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:20.045707 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee4db2c-37ae-4178-af34-b0b4ace91a2a x-openstack-request-id: req-3ee4db2c-37ae-4178-af34-b0b4ace91a2a {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:20.046005 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ce5f2b-4789-49be-8ac6-c335bb6c5003", "name": "network-vif-plugged", "status": "completed", "tag": "79817d27-83c3-4d21-afd6-f89e4ff0ae83", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:20.046245 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ee4db2c-37ae-4178-af34-b0b4ace91a2a {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:20.046637 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ce5f2b-4789-49be-8ac6-c335bb6c5003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79817d27-83c3-4d21-afd6-f89e4ff0ae83', 'code': 200} Jun 30 03:09:20.098014 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:20.124721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37d562-add9-45a1-a578-47c740b2b1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8341b5b-32b0-4527-b0ed-d7d80e4bc83b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:20.243546 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Network e0ef3225-de81-42e0-98fd-9345ade7cee2 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:20.262570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event updated for resources: {'Port': ['ID=849f0aea-f7b8-419d-8043-cff34d3d06d5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:20.280700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73105276-21af-4327-b241-88bc208ef826 req-d028063b-f22e-46be-b854-ca8d46619f33 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:20.282425 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-73105276-21af-4327-b241-88bc208ef826 req-d028063b-f22e-46be-b854-ca8d46619f33 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 945 time: 0.1501729 Jun 30 03:09:20.291062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=79817d27-83c3-4d21-afd6-f89e4ff0ae83,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:20.301843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:20.306678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:20.310180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d94888d2-d814-40c3-9937-64a91b6ea52a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:20.312736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:20.313408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:20.357586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f20a6b-c631-4e66-8578-758a283c3e70 req-9f48aa45-65d9-48a5-9c02-894e6d4652ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:20.359115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e1f20a6b-c631-4e66-8578-758a283c3e70 req-9f48aa45-65d9-48a5-9c02-894e6d4652ae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 1060 time: 0.2700481 Jun 30 03:09:20.382796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7005-8672-4e40-9bcd-8532ac6dd650 req-4a17eeb8-ce47-4eae-8d83-f6f6fb344279 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:20.384832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-723c7005-8672-4e40-9bcd-8532ac6dd650 req-4a17eeb8-ce47-4eae-8d83-f6f6fb344279 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 945 time: 0.1815536 Jun 30 03:09:20.449954 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-723c7005-8672-4e40-9bcd-8532ac6dd650 req-95d12b02-aa67-4bb0-a2a2-37ecafc4a2c3 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/security-groups?id=b76fba6e-324b-4505-aa72-023f8876eb53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556264 Jun 30 03:09:20.450231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-73105276-21af-4327-b241-88bc208ef826 req-1504327a-5508-4305-b815-64b644cf4fdb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Deleting port 968061c6-49dd-47c8-84f0-49523b3de113 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:20.450489 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-73105276-21af-4327-b241-88bc208ef826 req-1504327a-5508-4305-b815-64b644cf4fdb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:20.505590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3cfd8661-96bf-40ee-8bff-39cbdacb4b4b tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.0766685 Jun 30 03:09:20.508634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:20.514528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Request body: {'port': {'network_id': 'e0ef3225-de81-42e0-98fd-9345ade7cee2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2132817103', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:20.515283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.api.validators [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] bootfile-name is not in valid_values {{(pid=94530) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:09:20.515728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.api.validators [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] tftp-server is not in valid_values {{(pid=94530) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:09:20.516284 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.api.validators [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] server-ip-address is not in valid_values {{(pid=94530) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:09:20.654685 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-73105276-21af-4327-b241-88bc208ef826 req-1504327a-5508-4305-b815-64b644cf4fdb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] For port 968061c6-49dd-47c8-84f0-49523b3de113, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=968061c6-49dd-47c8-84f0-49523b3de113,segment=NetworkSegment(c65a0a49-d109-4920-a82f-52bdfbdd84de),segment_id=c65a0a49-d109-4920-a82f-52bdfbdd84de)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:20.655058 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-73105276-21af-4327-b241-88bc208ef826 req-1504327a-5508-4305-b815-64b644cf4fdb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:20.677180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-73105276-21af-4327-b241-88bc208ef826 req-1504327a-5508-4305-b815-64b644cf4fdb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Calling delete_port for 968061c6-49dd-47c8-84f0-49523b3de113 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:20.679717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5376ee1e-96ae-402a-9865-9feaf333576d req-48d6155b-016f-4150-9632-f749f21bbcbc tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.0478652 Jun 30 03:09:20.762963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d47499-5e8b-401d-95c3-62a64c5a3af4 None None] Network e0ef3225-de81-42e0-98fd-9345ade7cee2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:20.908384 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-765d25b1-391a-4954-a7d1-0189f391a167 req-b9273883-43bd-4416-95d4-cb668d8b2ea3 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 210 time: 0.0635922 Jun 30 03:09:20.912047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Made reservation on behalf of 87e3a105fa14400dae9e21954c32fff7 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:20.933371 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:20.950409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-73105276-21af-4327-b241-88bc208ef826 req-1504327a-5508-4305-b815-64b644cf4fdb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:20.999739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504327a-5508-4305-b815-64b644cf4fdb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Pushing event deleted for resources: {'Port': ['ID=968061c6-49dd-47c8-84f0-49523b3de113,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:21.012534 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] device_id is not set on port ed7018bd-c70a-4702-9625-9d9f0bf1a579 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:09:21.013232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['968061c6-49dd-47c8-84f0-49523b3de113'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:09:21.098766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-73105276-21af-4327-b241-88bc208ef826 req-1504327a-5508-4305-b815-64b644cf4fdb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] No DVR routers for this DVR port 968061c6-49dd-47c8-84f0-49523b3de113 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:21.103577 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-73105276-21af-4327-b241-88bc208ef826 req-1504327a-5508-4305-b815-64b644cf4fdb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:21.105691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-73105276-21af-4327-b241-88bc208ef826 req-1504327a-5508-4305-b815-64b644cf4fdb tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.83 "DELETE /v2.0/ports/968061c6-49dd-47c8-84f0-49523b3de113 HTTP/1.1" status: 204 len: 173 time: 0.8115132 Jun 30 03:09:21.106146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dd4f51-a073-4897-b8dd-0fd29b581750', 'name': 'network-vif-deleted', 'tag': '968061c6-49dd-47c8-84f0-49523b3de113'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:21.108535 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69080728-f8cd-4598-9b88-73908a53b8ba" -d '{"events": [{"server_uuid": "37dd4f51-a073-4897-b8dd-0fd29b581750", "name": "network-vif-deleted", "tag": "968061c6-49dd-47c8-84f0-49523b3de113"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:21.122219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c23ab3-f8dc-477c-8bcc-77c79f5b170f req-eb2dbef8-a9a0-4e21-b47e-61fe9fa6c040 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:21.136130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0c23ab3-f8dc-477c-8bcc-77c79f5b170f req-eb2dbef8-a9a0-4e21-b47e-61fe9fa6c040 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 909 time: 0.1386440 Jun 30 03:09:21.165209 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6da5de-aaf3-453b-93ba-77f6f7455a34 x-openstack-request-id: req-0f6da5de-aaf3-453b-93ba-77f6f7455a34 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:21.165857 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dd4f51-a073-4897-b8dd-0fd29b581750", "name": "network-vif-deleted", "tag": "968061c6-49dd-47c8-84f0-49523b3de113", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:21.166321 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f6da5de-aaf3-453b-93ba-77f6f7455a34 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:21.167584 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dd4f51-a073-4897-b8dd-0fd29b581750', 'name': 'network-vif-deleted', 'tag': '968061c6-49dd-47c8-84f0-49523b3de113', 'status': 'completed', 'code': 200} Jun 30 03:09:21.207727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-7db074a1-f6e1-4de9-90f8-2678b867d232 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:21.209701 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-7db074a1-f6e1-4de9-90f8-2678b867d232 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.83 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.2788849 Jun 30 03:09:21.294659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Allocated IP 2001:db8::244 (e0ef3225-de81-42e0-98fd-9345ade7cee2/791f40f4-7499-4218-bda7-c54e6a4bf536/ed7018bd-c70a-4702-9625-9d9f0bf1a579) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:21.310142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'port': {'device_id': 'cee2d4e9-52f5-40b3-9424-405154eef367', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'admin_state_up': True, 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:21.413216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9f94c574-1db5-4ae9-b5b8-365abbe4bcdf None None] Provisioning for port d94888d2-d814-40c3-9937-64a91b6ea52a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:21.421185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9f94c574-1db5-4ae9-b5b8-365abbe4bcdf None None] Provisioning complete for port d94888d2-d814-40c3-9937-64a91b6ea52a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:21.421655 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f94c574-1db5-4ae9-b5b8-365abbe4bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:21.629069 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f94c574-1db5-4ae9-b5b8-365abbe4bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:21.676935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Made reservation on behalf of 7f5f72b3d7e44245880fdad3e491ef5c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:21.685093 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:21.720692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9f94c574-1db5-4ae9-b5b8-365abbe4bcdf None None] For port d94888d2-d814-40c3-9937-64a91b6ea52a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d94888d2-d814-40c3-9937-64a91b6ea52a,segment=NetworkSegment(2a9dcdb2-4186-4d66-b48f-dc6156521b78),segment_id=2a9dcdb2-4186-4d66-b48f-dc6156521b78)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:21.755335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-26b85d07-e78a-4ff3-aaf0-7aea4dd11126 req-539a0cb9-a92f-436d-a51d-90287b06ea31 tempest-AttachVolumeNegativeTest-1566781368 tempest-AttachVolumeNegativeTest-1566781368-project] 10.222.0.77 "GET /v2.0/ports?device_id=37dd4f51-a073-4897-b8dd-0fd29b581750 HTTP/1.1" status: 200 len: 210 time: 0.0821712 Jun 30 03:09:21.795561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:21.805778 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f94c574-1db5-4ae9-b5b8-365abbe4bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:21.858072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Transition to ACTIVE for port object ed7018bd-c70a-4702-9625-9d9f0bf1a579 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:21.874155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94c574-1db5-4ae9-b5b8-365abbe4bcdf None None] Pushing event updated for resources: {'Port': ['ID=d94888d2-d814-40c3-9937-64a91b6ea52a,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:22.001210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-37624f62-92d4-4a13-a89f-6c95d81b551a None None] Provisioning for port 849f0aea-f7b8-419d-8043-cff34d3d06d5 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:22.006966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-37624f62-92d4-4a13-a89f-6c95d81b551a None None] Provisioning complete for port 849f0aea-f7b8-419d-8043-cff34d3d06d5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:22.007567 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-37624f62-92d4-4a13-a89f-6c95d81b551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:22.052331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f339b8e-439f-43a9-8fca-a5f783f8d384 req-8a3ce2f8-dedd-4201-b24b-4aa4a8b58228 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.1041546 Jun 30 03:09:22.086987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-37624f62-92d4-4a13-a89f-6c95d81b551a None None] Port 849f0aea-f7b8-419d-8043-cff34d3d06d5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:22.102983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-37624f62-92d4-4a13-a89f-6c95d81b551a None None] Provisioning complete for port d94888d2-d814-40c3-9937-64a91b6ea52a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:22.103614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-37624f62-92d4-4a13-a89f-6c95d81b551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:22.178712 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1cdabf9a-f5be-42d8-9034-09817d194919 req-02f2b63a-c960-40d7-8c37-a2b0b5e5a630 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 210 time: 0.0563457 Jun 30 03:09:22.180946 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:22.202562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Allocated IP 172.20.0.7 (f461a745-ad1f-4f7c-b639-d8b18c2f45a9/3476c010-abe5-41e6-87e4-8c939565d733/67638abb-4bb2-4f2d-bb51-f93427d0fc73) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:22.241173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Network e0ef3225-de81-42e0-98fd-9345ade7cee2 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:22.247985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:22.269090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:22.275756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:22.276984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:22.364531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-e8781181-a112-463b-8d58-06c8b5b0be1f tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:22.366804 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-e8781181-a112-463b-8d58-06c8b5b0be1f tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.83 "GET /v2.0/networks?id=efaeff85-e766-425b-8ce0-ec6658f1dd44 HTTP/1.1" status: 200 len: 822 time: 0.1484625 Jun 30 03:09:22.375283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event updated for resources: {'Port': ['ID=ed7018bd-c70a-4702-9625-9d9f0bf1a579,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:22.388739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Request body: {'port': {'device_id': 'd6e7e5c2-a920-42c8-a370-25559bb571dd', 'network_id': 'efaeff85-e766-425b-8ce0-ec6658f1dd44', 'admin_state_up': True, 'tenant_id': '3593de1a35554f8ea57bbdb678833829'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:22.418594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-17523991-7dfd-4db4-b813-ec6de734a89f None None] Provisioning complete for port 849f0aea-f7b8-419d-8043-cff34d3d06d5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:22.420886 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-17523991-7dfd-4db4-b813-ec6de734a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:22.480598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-17523991-7dfd-4db4-b813-ec6de734a89f None None] Port 849f0aea-f7b8-419d-8043-cff34d3d06d5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:22.509662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3955968a-aa81-4257-937f-80caf7495a1a tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9974179 Jun 30 03:09:22.512384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59660) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:22.668469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91d9a5-268e-4526-ad43-49f0725e9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:22.676128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91d9a5-268e-4526-ad43-49f0725e9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:22.682112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91d9a5-268e-4526-ad43-49f0725e9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:22.686189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ae91d9a5-268e-4526-ad43-49f0725e9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1700196 Jun 30 03:09:22.686551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59662) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:22.696187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6376b-afd2-4842-ad8b-aded9345b9a6 req-c8506ec3-65de-44df-ba96-b302193be3c3 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:22.708857 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9f6376b-afd2-4842-ad8b-aded9345b9a6 req-c8506ec3-65de-44df-ba96-b302193be3c3 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 909 time: 0.2465513 Jun 30 03:09:22.743703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:22.764499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Made reservation on behalf of 3593de1a35554f8ea57bbdb678833829 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:22.764975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Transition to ACTIVE for port object 67638abb-4bb2-4f2d-bb51-f93427d0fc73 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:22.766098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:22.819937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-06c7771d-5404-413e-a391-abc474e83b18 None None] Provisioning for port ed7018bd-c70a-4702-9625-9d9f0bf1a579 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:22.834356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-06c7771d-5404-413e-a391-abc474e83b18 None None] Provisioning complete for port ed7018bd-c70a-4702-9625-9d9f0bf1a579 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:22.841797 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-06c7771d-5404-413e-a391-abc474e83b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:22.922319 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:22.950382 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:22.971064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59672) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:22.971679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-06c7771d-5404-413e-a391-abc474e83b18 None None] Port ed7018bd-c70a-4702-9625-9d9f0bf1a579 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:23.006422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:23.024225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7d4388e8-f182-4264-b087-275fdf11c05e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Deleting port ed7018bd-c70a-4702-9625-9d9f0bf1a579 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:23.024638 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d4388e8-f182-4264-b087-275fdf11c05e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.039157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:23.108989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:23.180558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:23.181528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.237661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-d663688b-2f12-4dc4-aa83-d3fe19f0d4e2 admin admin] Deleting subnet 32b951a1-6051-4fdd-b623-4c9925f0e66d {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:09:23.241041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=67638abb-4bb2-4f2d-bb51-f93427d0fc73,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:23.255708 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d663688b-2f12-4dc4-aa83-d3fe19f0d4e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.319074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d663688b-2f12-4dc4-aa83-d3fe19f0d4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.405778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-373f8c56-bae2-4c59-8a1f-a83b3f97e240 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1038203 Jun 30 03:09:23.419674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Request body: {'port': {'device_id': 'cee2d4e9-52f5-40b3-9424-405154eef367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:23.488930 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d663688b-2f12-4dc4-aa83-d3fe19f0d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.610526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29500674-6863-499e-8fbc-3cef6864b90a req-ab9f426a-ac2d-4ce8-9e55-c7742547ae43 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:23.610526 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-29500674-6863-499e-8fbc-3cef6864b90a req-ab9f426a-ac2d-4ce8-9e55-c7742547ae43 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 931 time: 0.2536640 Jun 30 03:09:23.634844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Allocated IP 172.20.0.11 (efaeff85-e766-425b-8ce0-ec6658f1dd44/412f6a61-8f1c-4395-90d0-72afe15a73d1/e3ae160f-860d-496b-87e3-7bd14060f682) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:09:23.662609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 968061c6-49dd-47c8-84f0-49523b3de113 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:23.695794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae238f-ac09-4003-ac5e-e3a088227057 req-54366899-e720-49a0-ae72-4c8bc262be35 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:23.697278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-64ae238f-ac09-4003-ac5e-e3a088227057 req-54366899-e720-49a0-ae72-4c8bc262be35 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 909 time: 0.7491109 Jun 30 03:09:23.698898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 968061c6-49dd-47c8-84f0-49523b3de113 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:23.699234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 968061c6-49dd-47c8-84f0-49523b3de113 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:23.715194 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.725698 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.738234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-67625218-f4f5-4b0e-aa86-3c7fefebf4e3 None None] Provisioning for port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:23.742404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-67625218-f4f5-4b0e-aa86-3c7fefebf4e3 None None] Provisioning complete for port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:23.749301 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-67625218-f4f5-4b0e-aa86-3c7fefebf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.787745 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d4388e8-f182-4264-b087-275fdf11c05e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.806680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-67625218-f4f5-4b0e-aa86-3c7fefebf4e3 None None] Port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:23.830118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7d4388e8-f182-4264-b087-275fdf11c05e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Calling delete_port for ed7018bd-c70a-4702-9625-9d9f0bf1a579 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:23.833928 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-29500674-6863-499e-8fbc-3cef6864b90a req-3a7da773-549e-445c-a9cc-301657e220ed tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351565 Jun 30 03:09:23.842038 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d663688b-2f12-4dc4-aa83-d3fe19f0d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:23.963450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d94888d2-d814-40c3-9937-64a91b6ea52a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:09:24.005671 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d663688b-2f12-4dc4-aa83-d3fe19f0d4e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.009534 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d663688b-2f12-4dc4-aa83-d3fe19f0d4e2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/32b951a1-6051-4fdd-b623-4c9925f0e66d HTTP/1.1" status: 204 len: 168 time: 1.0372932 Jun 30 03:09:24.012566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59684) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:24.016480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663688b-2f12-4dc4-aa83-d3fe19f0d4e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b951a1-6051-4fdd-b623-4c9925f0e66d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:24.016736 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.071079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d94888d2-d814-40c3-9937-64a91b6ea52a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:24.071663 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.145389 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-50153712-cfb0-4ab3-8fc9-19ea9f8bd16d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5422723 Jun 30 03:09:24.254511 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11c41b2b-5474-4d2f-bed5-20bc2e848975 req-37fcc7fe-6321-4526-b565-c2884a42f465 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 210 time: 0.2096155 Jun 30 03:09:24.304780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d4388e8-f182-4264-b087-275fdf11c05e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.377454 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d4388e8-f182-4264-b087-275fdf11c05e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.380382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7d4388e8-f182-4264-b087-275fdf11c05e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "DELETE /v2.0/ports/ed7018bd-c70a-4702-9625-9d9f0bf1a579 HTTP/1.1" status: 204 len: 168 time: 1.6927819 Jun 30 03:09:24.381976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4388e8-f182-4264-b087-275fdf11c05e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event deleted for resources: {'Port': ['ID=ed7018bd-c70a-4702-9625-9d9f0bf1a579,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:24.386406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59690) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:24.397487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Request body: {'port': {'name': 'tempest-new-port-name-606844920', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:24.397487 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.api.validators [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] bootfile-name is not in valid_values {{(pid=94531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:09:24.397487 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.api.validators [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] tftp-server is not in valid_values {{(pid=94531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:09:24.397487 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.api.validators [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] server-ip-address is not in valid_values {{(pid=94531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:09:24.469013 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.555725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Pushing event updated for resources: {'Port': ['ID=e3ae160f-860d-496b-87e3-7bd14060f682,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:24.593345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Network efaeff85-e766-425b-8ce0-ec6658f1dd44 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:09:24.599649 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.603945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:24.609090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:09:24.721558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:24.722679 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.758499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-c73edc08-5787-43be-83df-9794b615b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:24.761313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-c73edc08-5787-43be-83df-9794b615b109 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e5f31888ea45427eafb003fca1be2f84&device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 1096 time: 0.3129873 Jun 30 03:09:24.787198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.879375 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.911237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0fd537-47a8-4252-a918-9a949ce830a2']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:24.930579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65a0a49-d109-4920-a82f-52bdfbdd84de') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:24.931251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65a0a49-d109-4920-a82f-52bdfbdd84de') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:24.955768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:24.986415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:25.002664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:09:25.005743 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:09:25.114845 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:09:25.246858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-9c6d35d9-945a-4572-b9e9-a471308f43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:25.249856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-9c6d35d9-945a-4572-b9e9-a471308f43a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5d78ea54-cf4f-4190-be00-168c1a6e3505 HTTP/1.1" status: 200 len: 915 time: 0.1357293 Jun 30 03:09:25.250456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:25.257698 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-640c3634-5c00-4c77-9604-42c5ee4503ee tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8728211 Jun 30 03:09:25.259515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:25.276039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Request body: {'port': {'device_id': 'd6e7e5c2-a920-42c8-a370-25559bb571dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:25.348348 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:25.350470 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] 10.222.0.77 "DELETE /v2.0/networks/1d0fd537-47a8-4252-a918-9a949ce830a2 HTTP/1.1" status: 204 len: 168 time: 1.3316820 Jun 30 03:09:25.366589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0381e-8dd4-4688-af4f-80702d8b0420 req-54de98e5-2081-44af-b2fc-e3e3ab5b7295 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:25.373080 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c0381e-8dd4-4688-af4f-80702d8b0420 req-54de98e5-2081-44af-b2fc-e3e3ab5b7295 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 1060 time: 0.9291675 Jun 30 03:09:25.389863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:25.400708 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:25.454198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event updated for resources: {'Port': ['ID=849f0aea-f7b8-419d-8043-cff34d3d06d5,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:25.483626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a04d7-a2bd-4310-a74a-5d539c69592d admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0fd537-47a8-4252-a918-9a949ce830a2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:25.493696 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-ea5b870f-14b6-4468-bfb3-109109b1b02a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a HTTP/1.1" status: 200 len: 217 time: 0.2274334 Jun 30 03:09:25.502307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] In _notify_port_updated(), no bound segment for port 849f0aea-f7b8-419d-8043-cff34d3d06d5 on network e0ef3225-de81-42e0-98fd-9345ade7cee2 {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:09:25.510136 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:25.511535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:25.514233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-53651fba-f62e-4fb7-90af-1449240d54ed tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "PUT /v2.0/ports/849f0aea-f7b8-419d-8043-cff34d3d06d5 HTTP/1.1" status: 200 len: 1128 time: 1.1262722 Jun 30 03:09:25.517524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59706) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:25.670851 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c979deb-a1b1-452d-8ab8-1b23083846a6 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:25.673864 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8c979deb-a1b1-452d-8ab8-1b23083846a6 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "GET /v2.0/ports/849f0aea-f7b8-419d-8043-cff34d3d06d5 HTTP/1.1" status: 200 len: 1128 time: 0.1544955 Jun 30 03:09:25.680600 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59708) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:25.747157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37805ff9-eb88-4a30-9a61-32cea79662f1 req-5c5482e9-93e9-4b4f-a362-fbdb704014e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:25.764232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37805ff9-eb88-4a30-9a61-32cea79662f1 req-5c5482e9-93e9-4b4f-a362-fbdb704014e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 931 time: 0.5102856 Jun 30 03:09:25.898072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67638abb-4bb2-4f2d-bb51-f93427d0fc73 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:09:25.904326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37805ff9-eb88-4a30-9a61-32cea79662f1 req-2f056c44-f13a-4b0b-98fb-504c0aa20206 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379645 Jun 30 03:09:25.914769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-211b98a1-972a-4581-a50e-87157aff824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:25.916267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-211b98a1-972a-4581-a50e-87157aff824a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bf91afb0-9b57-47b6-8eff-86c3c07767fb HTTP/1.1" status: 200 len: 854 time: 0.4178872 Jun 30 03:09:25.919562 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:25.970833 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-202ebcdd-d51a-42bc-8f17-3e3c572d5b34 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8587382 Jun 30 03:09:25.975949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3af4782f-7e72-4a2c-967f-7fd5d623d6bb None None] Provisioning complete for port 849f0aea-f7b8-419d-8043-cff34d3d06d5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:25.976995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3af4782f-7e72-4a2c-967f-7fd5d623d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.052867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-6bd4cdfe-5a69-4bb0-b992-26a75e976a64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d78ea54-cf4f-4190-be00-168c1a6e3505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267362 Jun 30 03:09:26.071744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Transition to ACTIVE for port object 67638abb-4bb2-4f2d-bb51-f93427d0fc73 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:26.090518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3af4782f-7e72-4a2c-967f-7fd5d623d6bb None None] Port 849f0aea-f7b8-419d-8043-cff34d3d06d5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:09:26.156400 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.173884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58027cb-2dda-4b52-b389-f49483f31def req-628a8baf-f4c0-417a-b07f-33ff80eb930d tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:26.175415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f58027cb-2dda-4b52-b389-f49483f31def req-628a8baf-f4c0-417a-b07f-33ff80eb930d tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 932 time: 0.5234609 Jun 30 03:09:26.253233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59714) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:26.379515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Attempting to bind port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:09:26.379852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Attempting to bind port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:09:26.380180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Attempting to bind port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:09:26.392346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-8bed9376-4b06-4494-97a8-eb260c235ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:26.399895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b1a73f42-cbf5-4e28-b839-12367ac43b5e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Deleting port 849f0aea-f7b8-419d-8043-cff34d3d06d5 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:26.400414 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-8bed9376-4b06-4494-97a8-eb260c235ff8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7815a76686434d09bae4120d3691627c&device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 1135 time: 0.3564687 Jun 30 03:09:26.402220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1a73f42-cbf5-4e28-b839-12367ac43b5e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.405461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:09:26.405823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Attempting to bind port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:09:26.422308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:09:26.422794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Checking segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:09:26.423158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Bound using segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:09:26.423726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Bound port: 67638abb-4bb2-4f2d-bb51-f93427d0fc73, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:09:26.423987 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.465605 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-58dababf-7e42-4f3a-8292-bc3a8a1a23ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5cbfb34edfb4cf7b398ae7fc2e49ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045844 Jun 30 03:09:26.466592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59718) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:26.490246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69da1e-7b49-45c3-9466-21d29e2bd13d req-887ac5b5-3872-46ec-a24a-9d21161a425d tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:26.497809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed69da1e-7b49-45c3-9466-21d29e2bd13d req-887ac5b5-3872-46ec-a24a-9d21161a425d tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 1135 time: 0.3614113 Jun 30 03:09:26.600054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] For port 67638abb-4bb2-4f2d-bb51-f93427d0fc73, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:09:26.611675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] For port 67638abb-4bb2-4f2d-bb51-f93427d0fc73, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=67638abb-4bb2-4f2d-bb51-f93427d0fc73,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:09:26.622887 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f58027cb-2dda-4b52-b389-f49483f31def req-a7bf07c1-a570-4499-ad73-5cb7356c215b tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970585 Jun 30 03:09:26.632908 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed69da1e-7b49-45c3-9466-21d29e2bd13d req-b63fabc8-ee19-409e-bf19-1e4d4a3cf3f6 tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1337717 Jun 30 03:09:26.667942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59724) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:26.729041 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1a73f42-cbf5-4e28-b839-12367ac43b5e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.755088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-c6539937-a470-41fd-b22b-5526a16b6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:26.758391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-c6539937-a470-41fd-b22b-5526a16b6545 service neutron] 10.222.0.83 "GET /v2.0/networks?id=16a2c861-b84c-4b74-96c4-d819adf76c18 HTTP/1.1" status: 200 len: 898 time: 0.3024249 Jun 30 03:09:26.758391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Pushing event updated for resources: {'Port': ['ID=67638abb-4bb2-4f2d-bb51-f93427d0fc73,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:26.779545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.790172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-d7b4437e-5cb2-456f-923d-3c51ab996933 service neutron] 10.222.0.74 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7297754 Jun 30 03:09:26.800995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:26.801639 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.804354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] 10.222.0.83 "PUT /v2.0/ports/67638abb-4bb2-4f2d-bb51-f93427d0fc73 HTTP/1.1" status: 200 len: 1091 time: 3.3879476 Jun 30 03:09:26.812928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee2d4e9-52f5-40b3-9424-405154eef367', 'tag': '67638abb-4bb2-4f2d-bb51-f93427d0fc73'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:26.821251 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f4e8b2-10c7-4875-b545-3c19f8c670f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cee2d4e9-52f5-40b3-9424-405154eef367", "tag": "67638abb-4bb2-4f2d-bb51-f93427d0fc73"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:26.831315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b1a73f42-cbf5-4e28-b839-12367ac43b5e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Calling delete_port for 849f0aea-f7b8-419d-8043-cff34d3d06d5 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:26.850349 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.892704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ae160f-860d-496b-87e3-7bd14060f682 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:09:26.975110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.044482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89cb85a0-26c8-424e-85be-9eec564ec0d6 req-f1f229d2-44f5-4d3d-b0a6-d4440015210f service neutron] 10.222.0.74 "GET /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323194 Jun 30 03:09:27.045936 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93245fdf-ce83-484c-9e1c-39e10514a8d0 x-openstack-request-id: req-93245fdf-ce83-484c-9e1c-39e10514a8d0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:27.046220 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee2d4e9-52f5-40b3-9424-405154eef367", "tag": "67638abb-4bb2-4f2d-bb51-f93427d0fc73", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:27.046467 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93245fdf-ce83-484c-9e1c-39e10514a8d0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:27.046848 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee2d4e9-52f5-40b3-9424-405154eef367', 'tag': '67638abb-4bb2-4f2d-bb51-f93427d0fc73', 'status': 'completed', 'code': 200} Jun 30 03:09:27.341047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.384548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Transition to ACTIVE for port object e3ae160f-860d-496b-87e3-7bd14060f682 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:09:27.450532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc8a26-f7d6-47ed-a6e9-4312ad239b8e tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:27.466978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-01fc8a26-f7d6-47ed-a6e9-4312ad239b8e tempest-TestSecurityGroupsBasicOps-1013121650 tempest-TestSecurityGroupsBasicOps-1013121650-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 1055 time: 0.7696400 Jun 30 03:09:27.483876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.694692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1a73f42-cbf5-4e28-b839-12367ac43b5e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.775342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.779718 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.779718 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b76fba6e-324b-4505-aa72-023f8876eb53 HTTP/1.1" status: 204 len: 168 time: 1.3033834 Jun 30 03:09:27.780551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae160f-860d-496b-87e3-7bd14060f682,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:27.833121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4e8b2-10c7-4875-b545-3c19f8c670f7 req-7a518f9b-741b-4212-aa8b-15f7a6b26d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:27.834621 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04f4e8b2-10c7-4875-b545-3c19f8c670f7 req-7a518f9b-741b-4212-aa8b-15f7a6b26d6c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 1094 time: 0.7859333 Jun 30 03:09:27.838453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef6275-62d3-438d-a3d7-34ede5a4b0ff service neutron] Pushing event updated for resources: {'Port': ['ID=67638abb-4bb2-4f2d-bb51-f93427d0fc73,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:27.848763 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1a73f42-cbf5-4e28-b839-12367ac43b5e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.852989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b1a73f42-cbf5-4e28-b839-12367ac43b5e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "DELETE /v2.0/ports/849f0aea-f7b8-419d-8043-cff34d3d06d5 HTTP/1.1" status: 204 len: 168 time: 2.1601708 Jun 30 03:09:27.853969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76fba6e-324b-4505-aa72-023f8876eb53,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:27.856322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59742) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:27.874158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-b61c40e9-4dec-43f5-9ddb-eb2aa173843c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d0f9b4-2349-4653-a4d3-fb04a7674313 HTTP/1.1" status: 200 len: 1000 time: 1.0825577 Jun 30 03:09:27.879932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.879932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.880469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.880898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.881327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.881793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.882231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.882663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.883083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.883501 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.883922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.884340 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.944776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.953705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.954247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.954728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.955159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.955592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.956019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.956442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.956869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.957287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.957764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:27.958280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17bd106-8299-4cb2-bac9-74745d6ff617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:28.052916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93c04-e019-4d1d-bf66-0594d094ae16 req-94cd3064-e7c6-41c0-b21d-4610c1feb3e9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:28.079188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0f93c04-e019-4d1d-bf66-0594d094ae16 req-94cd3064-e7c6-41c0-b21d-4610c1feb3e9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.7285016 Jun 30 03:09:28.081295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a73f42-cbf5-4e28-b839-12367ac43b5e tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event deleted for resources: {'Port': ['ID=849f0aea-f7b8-419d-8043-cff34d3d06d5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:28.115078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Attempting to bind port e3ae160f-860d-496b-87e3-7bd14060f682 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:09:28.122257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Attempting to bind port e3ae160f-860d-496b-87e3-7bd14060f682 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '8b221159-eaa2-4140-a11a-9cc22eaeb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'efaeff85-e766-425b-8ce0-ec6658f1dd44'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:09:28.122735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Attempting to bind port e3ae160f-860d-496b-87e3-7bd14060f682 on network efaeff85-e766-425b-8ce0-ec6658f1dd44 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:09:28.134143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Port e3ae160f-860d-496b-87e3-7bd14060f682 on network efaeff85-e766-425b-8ce0-ec6658f1dd44 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:09:28.147756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Attempting to bind port e3ae160f-860d-496b-87e3-7bd14060f682 on network efaeff85-e766-425b-8ce0-ec6658f1dd44 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:09:28.182499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4b123c-470d-4753-81eb-32cc0f737f0c tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Deleting subnet 791f40f4-7499-4218-bda7-c54e6a4bf536 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:09:28.187494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be4b123c-470d-4753-81eb-32cc0f737f0c tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:28.218658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:09:28.219049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Checking segment: {'id': '8b221159-eaa2-4140-a11a-9cc22eaeb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'efaeff85-e766-425b-8ce0-ec6658f1dd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:09:28.219371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Bound using segment: {'id': '8b221159-eaa2-4140-a11a-9cc22eaeb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'efaeff85-e766-425b-8ce0-ec6658f1dd44'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:09:28.219813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Bound port: e3ae160f-860d-496b-87e3-7bd14060f682, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b221159-eaa2-4140-a11a-9cc22eaeb3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'efaeff85-e766-425b-8ce0-ec6658f1dd44'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:09:28.220263 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:28.231120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-0f184b43-f556-4d70-8ded-43b1cea8ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:28.233324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-0f184b43-f556-4d70-8ded-43b1cea8ac35 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba8931db-0a52-4ccd-8391-2f0cc893d29c HTTP/1.1" status: 200 len: 835 time: 0.1473205 Jun 30 03:09:28.262651 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0f93c04-e019-4d1d-bf66-0594d094ae16 req-f7996b35-c11c-4c48-af3a-6bfa15e56fac tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824386 Jun 30 03:09:28.300506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be4b123c-470d-4753-81eb-32cc0f737f0c tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:28.344360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4e8b2-10c7-4875-b545-3c19f8c670f7 req-bc692040-aa6e-4fbb-b7c0-81e082f7674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:28.345948 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04f4e8b2-10c7-4875-b545-3c19f8c670f7 req-bc692040-aa6e-4fbb-b7c0-81e082f7674a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4796858 Jun 30 03:09:28.435979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] For port e3ae160f-860d-496b-87e3-7bd14060f682, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:09:28.505571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-f7193b8f-07e2-4f08-9bc8-1c0d4da6beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:28.507474 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-f7193b8f-07e2-4f08-9bc8-1c0d4da6beeb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=16a2c861-b84c-4b74-96c4-d819adf76c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2657223 Jun 30 03:09:28.559305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] For port e3ae160f-860d-496b-87e3-7bd14060f682, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e3ae160f-860d-496b-87e3-7bd14060f682,segment=NetworkSegment(8b221159-eaa2-4140-a11a-9cc22eaeb3d7),segment_id=8b221159-eaa2-4140-a11a-9cc22eaeb3d7)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:09:28.638026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6e873-6221-4bbc-8892-633697214ddd req-100b6411-5051-4e83-9993-a3f5413d5333 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:28.652773 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7ebfbf85-b56e-4937-9c31-b965bb7a363e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:28.656619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9813d-a3e4-4ce2-84a8-a2737eae1f68 req-64044232-d3d1-4d91-819a-2a7f83a9bf7d tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:28.686438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7a6e873-6221-4bbc-8892-633697214ddd req-100b6411-5051-4e83-9993-a3f5413d5333 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 909 time: 0.1482477 Jun 30 03:09:28.686555 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ff9813d-a3e4-4ce2-84a8-a2737eae1f68 req-64044232-d3d1-4d91-819a-2a7f83a9bf7d tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 944 time: 0.3323808 Jun 30 03:09:28.686688 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be4b123c-470d-4753-81eb-32cc0f737f0c tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:28.697448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4e8b2-10c7-4875-b545-3c19f8c670f7 req-1610af77-1f77-42c0-bdd1-ee777d6ceead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:28.699532 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04f4e8b2-10c7-4875-b545-3c19f8c670f7 req-1610af77-1f77-42c0-bdd1-ee777d6ceead service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3055406 Jun 30 03:09:28.749280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ff9813d-a3e4-4ce2-84a8-a2737eae1f68 req-f91e413a-f5b0-490e-802c-25021228f85a tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832264 Jun 30 03:09:28.765612 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:28.775206 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-c49af7bb-412c-435b-9e96-577058265f1a service neutron] 10.222.0.83 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588921 Jun 30 03:09:28.810143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:28.810765 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:28.812368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] 10.222.0.83 "PUT /v2.0/ports/e3ae160f-860d-496b-87e3-7bd14060f682 HTTP/1.1" status: 200 len: 1092 time: 3.5422857 Jun 30 03:09:28.812648 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e7e5c2-a920-42c8-a370-25559bb571dd', 'tag': 'e3ae160f-860d-496b-87e3-7bd14060f682'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:28.815701 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6602b404-742b-4a97-b2a2-c609f722085d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e7e5c2-a920-42c8-a370-25559bb571dd", "tag": "e3ae160f-860d-496b-87e3-7bd14060f682"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:28.913624 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bf4d0f-9578-4bfe-8078-dc34ff39e8c9 x-openstack-request-id: req-f5bf4d0f-9578-4bfe-8078-dc34ff39e8c9 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:28.915037 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e7e5c2-a920-42c8-a370-25559bb571dd", "tag": "e3ae160f-860d-496b-87e3-7bd14060f682", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:28.915302 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5bf4d0f-9578-4bfe-8078-dc34ff39e8c9 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:28.917146 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e7e5c2-a920-42c8-a370-25559bb571dd', 'tag': 'e3ae160f-860d-496b-87e3-7bd14060f682', 'status': 'completed', 'code': 200} Jun 30 03:09:28.926908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172194c9-0edd-4e09-8701-5586a4745c76 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae160f-860d-496b-87e3-7bd14060f682,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:28.942350 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be4b123c-470d-4753-81eb-32cc0f737f0c tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:28.999351 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-596a5cbc-1ac9-469a-9ebc-a415cde0dbb0 service neutron] 10.222.0.83 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980803 Jun 30 03:09:29.048961 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-940c27ac-bae7-487e-809b-f575df2527e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:29.048961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-940c27ac-bae7-487e-809b-f575df2527e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 1094 time: 0.2860315 Jun 30 03:09:29.136877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b123c-470d-4753-81eb-32cc0f737f0c tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event deleted for resources: {'Subnet': ['ID=791f40f4-7499-4218-bda7-c54e6a4bf536,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:29.200436 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be4b123c-470d-4753-81eb-32cc0f737f0c tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:29.213170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b735e7eb-6772-4595-9ff6-433b3fba36a3 None None] Network e0ef3225-de81-42e0-98fd-9345ade7cee2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:29.216083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-be4b123c-470d-4753-81eb-32cc0f737f0c tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "DELETE /v2.0/subnets/791f40f4-7499-4218-bda7-c54e6a4bf536 HTTP/1.1" status: 204 len: 168 time: 1.3496025 Jun 30 03:09:29.217208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59766) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:29.245949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-acf92ec3-c785-486d-836d-7aa82905d5ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67638abb-4bb2-4f2d-bb51-f93427d0fc73 HTTP/1.1" status: 200 len: 217 time: 0.1894076 Jun 30 03:09:29.317547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-3b15ab5f-b247-47d2-9a0e-fa5e01871ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:29.319003 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-3b15ab5f-b247-47d2-9a0e-fa5e01871ec4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0650539 Jun 30 03:09:29.339747 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:29.388506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b404-742b-4a97-b2a2-c609f722085d req-856be0b0-116f-41e2-a780-5fa6a3f9248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:29.397552 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6602b404-742b-4a97-b2a2-c609f722085d req-856be0b0-116f-41e2-a780-5fa6a3f9248f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3593de1a35554f8ea57bbdb678833829&device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 1095 time: 0.4280658 Jun 30 03:09:29.529536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-7d49e8e7-9b65-45fb-b9af-4a927e586e72 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:29.536011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-7d49e8e7-9b65-45fb-b9af-4a927e586e72 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.74 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 909 time: 0.1525679 Jun 30 03:09:29.544125 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-16466598-5642-431b-820d-36ecd0cc608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:29.547041 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-16466598-5642-431b-820d-36ecd0cc608b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2208738 Jun 30 03:09:29.583632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64cf153-8f66-49a3-8b73-b923175789ee None None] DHCP port deletion for e0ef3225-de81-42e0-98fd-9345ade7cee2 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:09:29.702711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b64cf153-8f66-49a3-8b73-b923175789ee None None] Deleting port d94888d2-d814-40c3-9937-64a91b6ea52a {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:29.703841 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b64cf153-8f66-49a3-8b73-b923175789ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:29.947304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b64cf153-8f66-49a3-8b73-b923175789ee None None] For port d94888d2-d814-40c3-9937-64a91b6ea52a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d94888d2-d814-40c3-9937-64a91b6ea52a,segment=NetworkSegment(2a9dcdb2-4186-4d66-b48f-dc6156521b78),segment_id=2a9dcdb2-4186-4d66-b48f-dc6156521b78)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:29.947436 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b64cf153-8f66-49a3-8b73-b923175789ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:29.980159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d94888d2-d814-40c3-9937-64a91b6ea52a no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:30.047614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b64cf153-8f66-49a3-8b73-b923175789ee None None] Calling delete_port for d94888d2-d814-40c3-9937-64a91b6ea52a owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:30.110982 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:30.156370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f3b19-292b-4649-88d7-1a04ae586d59 req-a5ee455d-d643-4c62-bf4f-ecab78039ab9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:30.159058 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e00f3b19-292b-4649-88d7-1a04ae586d59 req-a5ee455d-d643-4c62-bf4f-ecab78039ab9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.5925457 Jun 30 03:09:30.181944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Deleting port d94888d2-d814-40c3-9937-64a91b6ea52a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:30.182337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:30.185486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b404-742b-4a97-b2a2-c609f722085d req-15098b76-b57e-4b74-84c8-862e54975974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:30.186986 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6602b404-742b-4a97-b2a2-c609f722085d req-15098b76-b57e-4b74-84c8-862e54975974 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3593de1a35554f8ea57bbdb678833829&shared=False HTTP/1.1" status: 200 len: 923 time: 0.7807789 Jun 30 03:09:30.264482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-4fa0c614-be97-4fe2-ac09-57ec462e0aaf service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6824093 Jun 30 03:09:30.372614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e00f3b19-292b-4649-88d7-1a04ae586d59 req-0206af58-6fdd-4da9-84ea-60c46e8361b3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042797 Jun 30 03:09:30.375649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-f4c282d4-4f97-436c-aa2d-55b487c9d5b4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Deleting port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:30.376601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-f4c282d4-4f97-436c-aa2d-55b487c9d5b4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:30.383784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b404-742b-4a97-b2a2-c609f722085d req-3b9c28aa-2e50-431d-909e-3ce2e07bd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:30.388019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6602b404-742b-4a97-b2a2-c609f722085d req-3b9c28aa-2e50-431d-909e-3ce2e07bd5b5 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1843457 Jun 30 03:09:30.390233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] For port d94888d2-d814-40c3-9937-64a91b6ea52a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d94888d2-d814-40c3-9937-64a91b6ea52a,segment=NetworkSegment(2a9dcdb2-4186-4d66-b48f-dc6156521b78),segment_id=2a9dcdb2-4186-4d66-b48f-dc6156521b78)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:30.390814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:30.431426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Calling delete_port for d94888d2-d814-40c3-9937-64a91b6ea52a owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:30.446032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b64cf153-8f66-49a3-8b73-b923175789ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:30.509331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f7dec-b465-468c-9eb5-cfce8989360a req-2c2e27fc-7d86-4b22-a1bd-0188a9cc9002 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:30.533955 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f8f7dec-b465-468c-9eb5-cfce8989360a req-2c2e27fc-7d86-4b22-a1bd-0188a9cc9002 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 909 time: 0.5722685 Jun 30 03:09:30.587323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64cf153-8f66-49a3-8b73-b923175789ee None None] No DVR routers for this DVR port d94888d2-d814-40c3-9937-64a91b6ea52a on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:30.612809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cf153-8f66-49a3-8b73-b923175789ee None None] Pushing event deleted for resources: {'Port': ['ID=d94888d2-d814-40c3-9937-64a91b6ea52a,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:30.680421 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f78e243-90ef-4fdb-b1c6-b5565fd3a2a7 req-82d91ec5-8065-4219-93c2-9240c7c94bd6 service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025402 Jun 30 03:09:30.807243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-f4c282d4-4f97-436c-aa2d-55b487c9d5b4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] For port 79817d27-83c3-4d21-afd6-f89e4ff0ae83, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=79817d27-83c3-4d21-afd6-f89e4ff0ae83,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:30.807243 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-f4c282d4-4f97-436c-aa2d-55b487c9d5b4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:30.814394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-3f9265f5-da23-44aa-9692-3e3199420544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:30.816326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-3f9265f5-da23-44aa-9692-3e3199420544 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3593de1a35554f8ea57bbdb678833829&device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 1095 time: 0.2129450 Jun 30 03:09:30.842039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-f4c282d4-4f97-436c-aa2d-55b487c9d5b4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Calling delete_port for 79817d27-83c3-4d21-afd6-f89e4ff0ae83 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:30.906046 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:30.912037 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-98c071de-9015-4743-b4e9-03e5a9fcac9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3ae160f-860d-496b-87e3-7bd14060f682 HTTP/1.1" status: 200 len: 217 time: 0.0717502 Jun 30 03:09:30.944502 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event deleted for resources: {'Port': ['ID=d94888d2-d814-40c3-9937-64a91b6ea52a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:30.981050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] No DVR routers for this DVR port d94888d2-d814-40c3-9937-64a91b6ea52a on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:31.046224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75add-411a-4e44-9998-3e443db5cf8d req-39862c7d-2b0b-4277-aa21-6798fef82153 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:31.047990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1dc75add-411a-4e44-9998-3e443db5cf8d req-39862c7d-2b0b-4277-aa21-6798fef82153 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 944 time: 0.1925967 Jun 30 03:09:31.136975 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1dc75add-411a-4e44-9998-3e443db5cf8d req-15ddf7f1-91a8-4ded-88d0-f795b16082f6 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804887 Jun 30 03:09:31.244489 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-f4c282d4-4f97-436c-aa2d-55b487c9d5b4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:31.300271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c282d4-4f97-436c-aa2d-55b487c9d5b4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Port': ['ID=79817d27-83c3-4d21-afd6-f89e4ff0ae83,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:31.315911 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:31.353679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-aaf5abbf-b0b7-463a-b733-72c89d61939d tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:31.355262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-aaf5abbf-b0b7-463a-b733-72c89d61939d tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.74 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 945 time: 0.1713719 Jun 30 03:09:31.367137 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a1d48ca0-3307-46a3-b9eb-28babd54eea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:31.390437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-f4c282d4-4f97-436c-aa2d-55b487c9d5b4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] No DVR routers for this DVR port 79817d27-83c3-4d21-afd6-f89e4ff0ae83 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:31.407003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-f4c282d4-4f97-436c-aa2d-55b487c9d5b4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:31.409672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4521e88-1cb1-4a20-8821-0c868d1e3d1c req-f4c282d4-4f97-436c-aa2d-55b487c9d5b4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.74 "DELETE /v2.0/ports/79817d27-83c3-4d21-afd6-f89e4ff0ae83 HTTP/1.1" status: 204 len: 173 time: 1.8614590 Jun 30 03:09:31.410199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ce5f2b-4789-49be-8ac6-c335bb6c5003', 'name': 'network-vif-deleted', 'tag': '79817d27-83c3-4d21-afd6-f89e4ff0ae83'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:31.412874 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0268c05c-ae6e-4a10-be32-d5f64f1bfa46" -d '{"events": [{"server_uuid": "f0ce5f2b-4789-49be-8ac6-c335bb6c5003", "name": "network-vif-deleted", "tag": "79817d27-83c3-4d21-afd6-f89e4ff0ae83"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:31.595535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-e1e78264-9c8c-47c9-b70d-9290f2b2aa75 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Deleting port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:31.595992 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-e1e78264-9c8c-47c9-b70d-9290f2b2aa75 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:31.719220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-c10ab389-0696-4033-8c8d-32c5a005329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:31.720300 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-c10ab389-0696-4033-8c8d-32c5a005329f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=412f6a61-8f1c-4395-90d0-72afe15a73d1 HTTP/1.1" status: 200 len: 862 time: 0.7840517 Jun 30 03:09:31.754649 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:31.799255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-e1e78264-9c8c-47c9-b70d-9290f2b2aa75 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] For port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,segment=NetworkSegment(577c62d4-773d-48d3-abab-c652c3fc8fb8),segment_id=577c62d4-773d-48d3-abab-c652c3fc8fb8)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:31.799644 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-e1e78264-9c8c-47c9-b70d-9290f2b2aa75 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:31.818739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-e1e78264-9c8c-47c9-b70d-9290f2b2aa75 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Calling delete_port for 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:31.825409 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-4c07460b-7bb7-452e-80a9-17e9ad16b855 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=efaeff85-e766-425b-8ce0-ec6658f1dd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737009 Jun 30 03:09:31.843836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57bff7-e5bb-457b-b5ae-1bc8b4f28561 req-2fdb0215-ed69-4b19-9653-03838382ac29 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:31.846070 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6e57bff7-e5bb-457b-b5ae-1bc8b4f28561 req-2fdb0215-ed69-4b19-9653-03838382ac29 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1565206 Jun 30 03:09:31.846650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ef3225-de81-42e0-98fd-9345ade7cee2']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:31.881029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cef2f-af64-467c-9deb-94dfaee2f221 req-8a243c8e-85a3-49c1-aa42-29aff898cec6 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:31.892758 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f6cef2f-af64-467c-9deb-94dfaee2f221 req-8a243c8e-85a3-49c1-aa42-29aff898cec6 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 945 time: 0.9590116 Jun 30 03:09:31.955253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9dcdb2-4186-4d66-b48f-dc6156521b78') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:31.955481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9dcdb2-4186-4d66-b48f-dc6156521b78') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:31.980019 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:31.983184 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6e57bff7-e5bb-457b-b5ae-1bc8b4f28561 req-eaab340d-00fc-48fd-b10f-4eaf86b473f5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304543 Jun 30 03:09:32.018868 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:32.039905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:09:32.040329 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:09:32.045568 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:09:32.120245 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80010a2-7497-4473-9326-a7a9ff52d169 x-openstack-request-id: req-f80010a2-7497-4473-9326-a7a9ff52d169 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:32.121258 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ce5f2b-4789-49be-8ac6-c335bb6c5003", "name": "network-vif-deleted", "tag": "79817d27-83c3-4d21-afd6-f89e4ff0ae83", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:32.121258 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f80010a2-7497-4473-9326-a7a9ff52d169 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:32.121258 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ce5f2b-4789-49be-8ac6-c335bb6c5003', 'name': 'network-vif-deleted', 'tag': '79817d27-83c3-4d21-afd6-f89e4ff0ae83', 'status': 'completed', 'code': 200} Jun 30 03:09:32.148297 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f6cef2f-af64-467c-9deb-94dfaee2f221 req-a386839c-21a5-41df-a311-389aed5c7f13 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/security-groups?id=3cb031da-34df-494c-9093-39bdaef8ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408483 Jun 30 03:09:32.244323 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-e1e78264-9c8c-47c9-b70d-9290f2b2aa75 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:32.245405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-eee1002f-71f6-4631-9fb2-3e8343cdf6cc service neutron] 10.222.0.83 "GET /v2.0/networks/efaeff85-e766-425b-8ce0-ec6658f1dd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187870 Jun 30 03:09:32.257189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:09:32.382171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:32.388181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e78264-9c8c-47c9-b70d-9290f2b2aa75 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Pushing event deleted for resources: {'Port': ['ID=1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:32.424471 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:32.429668 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] 10.222.0.77 "DELETE /v2.0/networks/e0ef3225-de81-42e0-98fd-9345ade7cee2 HTTP/1.1" status: 204 len: 168 time: 3.2095022 Jun 30 03:09:32.467021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-e1e78264-9c8c-47c9-b70d-9290f2b2aa75 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] No DVR routers for this DVR port 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:32.470993 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-e1e78264-9c8c-47c9-b70d-9290f2b2aa75 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:32.474785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e8df526c-fe1a-4dc0-88c8-91531e817e1b req-e1e78264-9c8c-47c9-b70d-9290f2b2aa75 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.74 "DELETE /v2.0/ports/1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a HTTP/1.1" status: 204 len: 173 time: 1.0921450 Jun 30 03:09:32.477105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72518a6-d48d-46db-a30e-05e27e5d9f19 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004 tempest-ExtraDHCPOptionsIpV6TestJSON-676793004-project] Pushing event deleted for resources: {'Network': ['ID=e0ef3225-de81-42e0-98fd-9345ade7cee2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:32.585668 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16d9f8cf-a7f1-4119-9220-8fe005ca8622 req-c057a247-0dfe-489a-814e-d58a0f7e39e8 service neutron] 10.222.0.83 "GET /v2.0/networks/efaeff85-e766-425b-8ce0-ec6658f1dd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331630 Jun 30 03:09:32.623057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84585356-e5ae-4bf6-868d-1625b08b9a95 req-44e83c96-aad0-49bf-9a2b-bbe8d919dc18 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0ce5f2b-4789-49be-8ac6-c335bb6c5003 HTTP/1.1" status: 200 len: 210 time: 0.1216397 Jun 30 03:09:32.631213 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c195d41-1ccd-4ca2-b7c2-d9070cf94e06 req-c8c84c01-163f-40b4-b530-f5bf63a17810 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:32.633058 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c195d41-1ccd-4ca2-b7c2-d9070cf94e06 req-c8c84c01-163f-40b4-b530-f5bf63a17810 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 944 time: 0.2575645 Jun 30 03:09:32.720607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c195d41-1ccd-4ca2-b7c2-d9070cf94e06 req-aa02a768-7e12-4310-aded-9c7acf29c256 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794449 Jun 30 03:09:32.932681 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:33.249153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e0a82-4f28-46ab-ae92-a91b106bc706 req-ba1d93a9-b0d9-408e-8e10-d550926158ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:33.252553 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd4e0a82-4f28-46ab-ae92-a91b106bc706 req-ba1d93a9-b0d9-408e-8e10-d550926158ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1148777 Jun 30 03:09:33.321231 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd4e0a82-4f28-46ab-ae92-a91b106bc706 req-efb7a076-4247-447a-87a3-736185d84f75 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548649 Jun 30 03:09:33.408918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59832) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:33.527737 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fe976c1-aff6-49e8-a0ea-10f70788481d req-3cfe8119-38c2-4ed3-be36-f7d0857a5261 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 210 time: 0.1277921 Jun 30 03:09:33.614930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d913cba9-6019-485a-a53e-b9b4826b759a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=87e3a105fa14400dae9e21954c32fff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2059066 Jun 30 03:09:33.617440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59838) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:33.670783 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8b7a-2538-414a-b328-78f6a488b3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:33.682993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 79817d27-83c3-4d21-afd6-f89e4ff0ae83 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:33.692651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8b7a-2538-414a-b328-78f6a488b3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:33.703524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 79817d27-83c3-4d21-afd6-f89e4ff0ae83 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:33.704012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 79817d27-83c3-4d21-afd6-f89e4ff0ae83 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:33.730336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59842) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:34.031765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0097ccb-f4a8-429a-9510-3480cfdce6b5 req-bf6a36a7-b97a-4c75-b306-47fe11fe3f00 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:34.033369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0097ccb-f4a8-429a-9510-3480cfdce6b5 req-bf6a36a7-b97a-4c75-b306-47fe11fe3f00 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 944 time: 0.1715934 Jun 30 03:09:34.121897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86cfba8-433d-4758-b1af-15bf19002ea1', 'name': 'network-vif-deleted', 'tag': '1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:34.124319 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ee6107-5225-40fb-86d5-9415ae0a3291" -d '{"events": [{"server_uuid": "c86cfba8-433d-4758-b1af-15bf19002ea1", "name": "network-vif-deleted", "tag": "1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:34.131933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0097ccb-f4a8-429a-9510-3480cfdce6b5 req-19d1a154-3a75-4883-8e8e-7ed35e708b68 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716460 Jun 30 03:09:34.173573 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9905d4-4b3e-4e2f-840a-992d431b452d x-openstack-request-id: req-ac9905d4-4b3e-4e2f-840a-992d431b452d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:34.173573 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86cfba8-433d-4758-b1af-15bf19002ea1", "name": "network-vif-deleted", "tag": "1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:34.173573 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac9905d4-4b3e-4e2f-840a-992d431b452d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:34.173573 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86cfba8-433d-4758-b1af-15bf19002ea1', 'name': 'network-vif-deleted', 'tag': '1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a', 'status': 'completed', 'code': 200} Jun 30 03:09:34.322833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:34.517251 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8b7a-2538-414a-b328-78f6a488b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:34.517251 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a2a8b7a-2538-414a-b328-78f6a488b3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:34.517251 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5a2a8b7a-2538-414a-b328-78f6a488b3a7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1d537d9-4fbf-41f0-8fe7-c999c121611b HTTP/1.1" status: 204 len: 168 time: 0.8678529 Jun 30 03:09:34.573052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a8b7a-2538-414a-b328-78f6a488b3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d537d9-4fbf-41f0-8fe7-c999c121611b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:34.700446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa893e5d-e93f-4195-9ac7-ce5ad8701c6e req-bd2b918d-0189-4f7f-81f4-a6cb03b3e89f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:34.706071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa893e5d-e93f-4195-9ac7-ce5ad8701c6e req-bd2b918d-0189-4f7f-81f4-a6cb03b3e89f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.2186146 Jun 30 03:09:34.726741 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:34.814031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbbe5a51-f3ee-4ed1-81a3-2185018d417a req-7a58ba96-86ef-4d0e-a046-d3096b19db64 tempest-VolumesSnapshotTestJSON-746009323 tempest-VolumesSnapshotTestJSON-746009323-project] 10.222.0.77 "GET /v2.0/ports?device_id=c86cfba8-433d-4758-b1af-15bf19002ea1 HTTP/1.1" status: 200 len: 210 time: 0.0520055 Jun 30 03:09:34.815082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa893e5d-e93f-4195-9ac7-ce5ad8701c6e req-ac10b474-482f-4920-8b90-5d1052ba5308 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851679 Jun 30 03:09:34.895679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Deleting port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:34.896189 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.016959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] For port 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:35.017378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.030198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Calling delete_port for 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:35.344230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c653b-f8be-447a-998c-65eec8471c74 req-f91c1eae-bcc1-4375-9fdd-bf660b907580 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:35.345829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-239c653b-f8be-447a-998c-65eec8471c74 req-f91c1eae-bcc1-4375-9fdd-bf660b907580 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 944 time: 0.0697088 Jun 30 03:09:35.389565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-239c653b-f8be-447a-998c-65eec8471c74 req-26cbb6b9-1d74-40fb-b98d-0ac85fa519e5 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 Jun 30 03:09:35.400463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.438070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Port': ['ID=27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:35.663089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:35.684159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e3ae160f-860d-496b-87e3-7bd14060f682 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:09:35.714711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:35.755840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:35.756960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 1fa7c618-dfb8-4416-a8c2-7a4ff0f3320a not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:35.866869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e3ae160f-860d-496b-87e3-7bd14060f682, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e3ae160f-860d-496b-87e3-7bd14060f682,segment=NetworkSegment(8b221159-eaa2-4140-a11a-9cc22eaeb3d7),segment_id=8b221159-eaa2-4140-a11a-9cc22eaeb3d7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:35.884059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'e3ae160f-860d-496b-87e3-7bd14060f682', 'network_id': 'efaeff85-e766-425b-8ce0-ec6658f1dd44', 'port_id': 'e3ae160f-860d-496b-87e3-7bd14060f682', 'mac_address': 'fa:16:3e:56:39:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '412f6a61-8f1c-4395-90d0-72afe15a73d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:09:35.974306 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.034238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ae160f-860d-496b-87e3-7bd14060f682 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:09:36.104864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e3ae160f-860d-496b-87e3-7bd14060f682, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e3ae160f-860d-496b-87e3-7bd14060f682,segment=NetworkSegment(8b221159-eaa2-4140-a11a-9cc22eaeb3d7),segment_id=8b221159-eaa2-4140-a11a-9cc22eaeb3d7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:36.145210 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Router d62c8378-b7f4-46af-9112-e770c9ef37d4 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:09:36.237576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798f30-1de9-4864-8b7b-5cd0029f07ee req-9153fb4c-75e4-4955-8b81-eea6e5b826a9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:36.240625 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.242395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79798f30-1de9-4864-8b7b-5cd0029f07ee req-9153fb4c-75e4-4955-8b81-eea6e5b826a9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.2122271 Jun 30 03:09:36.291406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e3ae160f-860d-496b-87e3-7bd14060f682,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:36.324930 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79798f30-1de9-4864-8b7b-5cd0029f07ee req-10fa7fd0-6a8e-423c-a2e1-2b37cf3d49b8 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778441 Jun 30 03:09:36.336913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:09:36.343211 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2ac6d55f-3e15-4f37-b9c5-50e0d7847a62 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "PUT /v2.0/routers/d62c8378-b7f4-46af-9112-e770c9ef37d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6117799 Jun 30 03:09:36.349792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59902) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:36.356056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] Sync routers for ids ['d62c8378-b7f4-46af-9112-e770c9ef37d4'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:09:36.366598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] Routers {'d62c8378-b7f4-46af-9112-e770c9ef37d4'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:36.367475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:09:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d62c8378-b7f4-46af-9112-e770c9ef37d4'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:36.402467 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-d033c532-36ce-4ca4-af5e-fa6fa55776ce tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Deleting subnet 367fdba6-a595-431f-9e41-b6a7560768cf {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:09:36.406047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d033c532-36ce-4ca4-af5e-fa6fa55776ce tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.511989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d033c532-36ce-4ca4-af5e-fa6fa55776ce tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.529752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] Set router d62c8378-b7f4-46af-9112-e770c9ef37d4 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:36.649247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e3ae160f-860d-496b-87e3-7bd14060f682'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:09:36.665135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59914) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:36.768813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d9971-5532-487f-9b4a-62126ad3ecaf req-5ec942df-3051-41f0-8e6f-07157a4b66dd tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:36.776478 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f91d9971-5532-487f-9b4a-62126ad3ecaf req-5ec942df-3051-41f0-8e6f-07157a4b66dd tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 945 time: 0.1950266 Jun 30 03:09:36.792845 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d033c532-36ce-4ca4-af5e-fa6fa55776ce tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:36.866729 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f91d9971-5532-487f-9b4a-62126ad3ecaf req-440db948-d68e-4d82-9cb5-fd991eef13d6 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877230 Jun 30 03:09:36.889346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f096c5f0-48e0-4ae1-ac92-7482f2367fbf tempest-DvrRoutersNegativeTest-1538945415 tempest-DvrRoutersNegativeTest-1538945415-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1179915468', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:36.893065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.policy [None req-f096c5f0-48e0-4ae1-ac92-7482f2367fbf tempest-DvrRoutersNegativeTest-1538945415 tempest-DvrRoutersNegativeTest-1538945415-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94531) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 30 03:09:36.893538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.policy [None req-f096c5f0-48e0-4ae1-ac92-7482f2367fbf tempest-DvrRoutersNegativeTest-1538945415 tempest-DvrRoutersNegativeTest-1538945415-project] Failed policy check for 'create_router' {{(pid=94531) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 30 03:09:36.894123 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-f096c5f0-48e0-4ae1-ac92-7482f2367fbf tempest-DvrRoutersNegativeTest-1538945415 tempest-DvrRoutersNegativeTest-1538945415-project] create failed (client error): Access was denied to this resource. Jun 30 03:09:36.899086 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f096c5f0-48e0-4ae1-ac92-7482f2367fbf tempest-DvrRoutersNegativeTest-1538945415 tempest-DvrRoutersNegativeTest-1538945415-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2322679 Jun 30 03:09:37.036247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171842011', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:08:42Z', 'updated_at': '2021-06-30T03:09:35Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:44Z', 'updated_at': '2021-06-30T03:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:37.102038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] Checking router: d62c8378-b7f4-46af-9112-e770c9ef37d4 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:09:37.107875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] Routers {'d62c8378-b7f4-46af-9112-e770c9ef37d4'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:37.108590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:09:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d62c8378-b7f4-46af-9112-e770c9ef37d4'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:37.167001 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d033c532-36ce-4ca4-af5e-fa6fa55776ce tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:37.202078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033c532-36ce-4ca4-af5e-fa6fa55776ce tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Subnet': ['ID=367fdba6-a595-431f-9e41-b6a7560768cf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:37.208231 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d033c532-36ce-4ca4-af5e-fa6fa55776ce tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:37.211365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d033c532-36ce-4ca4-af5e-fa6fa55776ce tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "DELETE /v2.0/subnets/367fdba6-a595-431f-9e41-b6a7560768cf HTTP/1.1" status: 204 len: 168 time: 0.8606613 Jun 30 03:09:37.214180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59924) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:37.223259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0bd896-9434-4044-969a-bbf2f6814268 None None] Network fc24c218-3fb3-4b1a-95db-b1af87761461 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:37.301033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] Set router d62c8378-b7f4-46af-9112-e770c9ef37d4 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:37.393705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:37.621227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:37.707319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8afd-d4d1-4d61-8496-ce7e7ab5aa24 req-5b137a7c-a6a0-40b4-9a97-28abe7a4db06 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:37.724639 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6ea8afd-d4d1-4d61-8496-ce7e7ab5aa24 req-5b137a7c-a6a0-40b4-9a97-28abe7a4db06 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.2168832 Jun 30 03:09:37.768497 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e3ae160f-860d-496b-87e3-7bd14060f682 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:09:37.833582 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6ea8afd-d4d1-4d61-8496-ce7e7ab5aa24 req-89d34a1f-ad7a-48bf-9fdc-d6e714276b66 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066258 Jun 30 03:09:37.871803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59940) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:37.974247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Deleting port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:37.974828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.079681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] For port 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:38.080107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.111514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Calling delete_port for 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:38.143067 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a428-0139-45ac-8038-bc815cdbe1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.213063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port e3ae160f-860d-496b-87e3-7bd14060f682 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:09:38.240962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port e3ae160f-860d-496b-87e3-7bd14060f682 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:09:38.242326 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.260397 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171842011', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:08:42Z', 'updated_at': '2021-06-30T03:09:35Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:44Z', 'updated_at': '2021-06-30T03:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:38.394730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731531f-8456-4f4a-810c-6de97f6e1c30 None None] DHCP port deletion for fc24c218-3fb3-4b1a-95db-b1af87761461 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:09:38.409047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021eefe-ab62-46b7-9a2d-4d27a1d47dc6 None None] The sync data for ids ['d62c8378-b7f4-46af-9112-e770c9ef37d4'] in n-d-798249-3 is: [{'id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1171842011', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:08:42Z', 'updated_at': '2021-06-30T03:09:35Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd62c8378-b7f4-46af-9112-e770c9ef37d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:08:44Z', 'updated_at': '2021-06-30T03:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:09:38.429414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700caa3-1222-4ead-929a-2360cf02281c req-8b8d0916-9322-47a0-8fab-6430bd92c0df tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:38.431123 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0700caa3-1222-4ead-929a-2360cf02281c req-8b8d0916-9322-47a0-8fab-6430bd92c0df tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 945 time: 0.2595410 Jun 30 03:09:38.462948 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a428-0139-45ac-8038-bc815cdbe1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.520496 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0700caa3-1222-4ead-929a-2360cf02281c req-359f8897-675b-49c2-8f3f-c3df26ff19ed tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696785 Jun 30 03:09:38.548760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5731531f-8456-4f4a-810c-6de97f6e1c30 None None] Deleting port cea69727-9b9a-456d-8a5a-766396d93ff3 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:38.549194 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5731531f-8456-4f4a-810c-6de97f6e1c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.566394 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.599534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ac1a428-0139-45ac-8038-bc815cdbe1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.636726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e7e5c2-a920-42c8-a370-25559bb571dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae160f-860d-496b-87e3-7bd14060f682'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:38.639104 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0e77d3-7aac-4ee1-a625-1a94480c4259" -d '{"events": [{"server_uuid": "d6e7e5c2-a920-42c8-a370-25559bb571dd", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae160f-860d-496b-87e3-7bd14060f682"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:38.656788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5731531f-8456-4f4a-810c-6de97f6e1c30 None None] For port cea69727-9b9a-456d-8a5a-766396d93ff3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cea69727-9b9a-456d-8a5a-766396d93ff3,segment=NetworkSegment(10b1ad8b-a172-449c-bc89-57a562356581),segment_id=10b1ad8b-a172-449c-bc89-57a562356581)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:38.657780 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5731531f-8456-4f4a-810c-6de97f6e1c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.661008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e3ae160f-860d-496b-87e3-7bd14060f682, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e3ae160f-860d-496b-87e3-7bd14060f682,segment=NetworkSegment(8b221159-eaa2-4140-a11a-9cc22eaeb3d7),segment_id=8b221159-eaa2-4140-a11a-9cc22eaeb3d7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:38.666760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6ac1a428-0139-45ac-8038-bc815cdbe1f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7d98ee5f7a7f49e6bd6eafdcbc3c446f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898531 Jun 30 03:09:38.667705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59954) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:38.674893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1a428-0139-45ac-8038-bc815cdbe1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea4bdfb-9699-446c-aeb2-4e1053b08a11,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:38.702429 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01faed9e-adc3-43ab-8e45-5b5ea1d8bd43 x-openstack-request-id: req-01faed9e-adc3-43ab-8e45-5b5ea1d8bd43 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:38.702832 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e7e5c2-a920-42c8-a370-25559bb571dd", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae160f-860d-496b-87e3-7bd14060f682", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:38.703080 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01faed9e-adc3-43ab-8e45-5b5ea1d8bd43 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:38.703455 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e7e5c2-a920-42c8-a370-25559bb571dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae160f-860d-496b-87e3-7bd14060f682', 'code': 200} Jun 30 03:09:38.704971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5731531f-8456-4f4a-810c-6de97f6e1c30 None None] Calling delete_port for cea69727-9b9a-456d-8a5a-766396d93ff3 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:38.720616 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.788962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Port': ['ID=4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:38.837989 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:38.949146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e3ae160f-860d-496b-87e3-7bd14060f682,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:38.975427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:38.985761 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5731531f-8456-4f4a-810c-6de97f6e1c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:39.035761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731531f-8456-4f4a-810c-6de97f6e1c30 None None] Pushing event deleted for resources: {'Port': ['ID=cea69727-9b9a-456d-8a5a-766396d93ff3,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:39.055530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731531f-8456-4f4a-810c-6de97f6e1c30 None None] No DVR routers for this DVR port cea69727-9b9a-456d-8a5a-766396d93ff3 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:39.157692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05532f5e-f4ba-42ad-b447-674145d3a469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:39.254342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05532f5e-f4ba-42ad-b447-674145d3a469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:39.278887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:39.297198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24c060-8a17-4d8b-88d4-71b8947c5f44 req-0ff4f239-3fd4-422c-aeb4-3859cb63ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:39.299460 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a24c060-8a17-4d8b-88d4-71b8947c5f44 req-0ff4f239-3fd4-422c-aeb4-3859cb63ea68 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 1097 time: 0.4904449 Jun 30 03:09:39.781403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169775d-6d49-4d3a-adca-9255aa54b4c4 req-ca6cbeb2-654b-489f-aff2-dc93ed251607 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:39.783524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7169775d-6d49-4d3a-adca-9255aa54b4c4 req-ca6cbeb2-654b-489f-aff2-dc93ed251607 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 946 time: 0.0810013 Jun 30 03:09:39.798709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-4c56bf33-b7f4-47f3-bf42-ecf06b28e141 req-90c8c5bb-f9ea-4530-858b-21f2e69a1ce2 service neutron] (94531) timed out ('10.222.0.83', 54065) {{(pid=94531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:09:39.822316 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:39.830339 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:39.853017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7169775d-6d49-4d3a-adca-9255aa54b4c4 req-20305476-7a9b-40b5-a4a9-b2f2043751a0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583463 Jun 30 03:09:39.896305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a24c060-8a17-4d8b-88d4-71b8947c5f44 req-a2ac70a1-d172-4445-b372-33fc7b19f1f1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906696 Jun 30 03:09:39.922644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdba29-51cc-4227-9824-e01cd9d8119c req-e123cea5-dcb0-4be9-a7d4-69b4779e9425 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:39.930479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a1bdba29-51cc-4227-9824-e01cd9d8119c req-e123cea5-dcb0-4be9-a7d4-69b4779e9425 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.7499664 Jun 30 03:09:39.968795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a1bdba29-51cc-4227-9824-e01cd9d8119c req-bbf52c1c-4e14-4cc2-b6e4-b4a4deddc6e4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380344 Jun 30 03:09:40.028591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:40.050810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:40.051152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 27bd7b4e-a2f0-477b-bcfb-ff76cf5259ff not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:40.051569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cea69727-9b9a-456d-8a5a-766396d93ff3 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:40.064059 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.070518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Fanout notify agent at l3_agent the message router_deleted on router d62c8378-b7f4-46af-9112-e770c9ef37d4 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:09:40.079990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.084541 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4cf30680-ad7c-493c-b037-b2a2296b7fb4 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "DELETE /v2.0/routers/d62c8378-b7f4-46af-9112-e770c9ef37d4 HTTP/1.1" status: 204 len: 168 time: 2.8658779 Jun 30 03:09:40.084797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 59974) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:40.088404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: cea69727-9b9a-456d-8a5a-766396d93ff3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:40.088760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cea69727-9b9a-456d-8a5a-766396d93ff3 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:40.191767 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.310692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.321584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc24c218-3fb3-4b1a-95db-b1af87761461']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:40.332888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b1ad8b-a172-449c-bc89-57a562356581') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:40.333332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b1ad8b-a172-449c-bc89-57a562356581') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:40.346520 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.359329 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.369437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:09:40.370086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:09:40.373976 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:09:40.420628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05532f5e-f4ba-42ad-b447-674145d3a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.424320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05532f5e-f4ba-42ad-b447-674145d3a469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.427967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-05532f5e-f4ba-42ad-b447-674145d3a469 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ea4bdfb-9699-446c-aeb2-4e1053b08a11 HTTP/1.1" status: 204 len: 168 time: 1.7569854 Jun 30 03:09:40.470497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05532f5e-f4ba-42ad-b447-674145d3a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea4bdfb-9699-446c-aeb2-4e1053b08a11,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:40.600661 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.612678 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.615087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "DELETE /v2.0/networks/fc24c218-3fb3-4b1a-95db-b1af87761461 HTTP/1.1" status: 204 len: 168 time: 0.5286343 Jun 30 03:09:40.617791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 59990) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:40.637591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582b4f7-1994-4aa2-a4fc-c8405e66893f tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Network': ['ID=fc24c218-3fb3-4b1a-95db-b1af87761461,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:40.883111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Deleting port fe58c8c8-29b6-494a-a0e3-241c3a14c4af {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:40.883780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.971806 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.972146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:40.989793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Calling delete_port for fe58c8c8-29b6-494a-a0e3-241c3a14c4af owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:41.127642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069aa50-81a7-476c-9858-7ab3703b23e1 req-f8d113d3-78ca-4a3c-87fd-2e7f86e6ebf0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:41.130040 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0069aa50-81a7-476c-9858-7ab3703b23e1 req-f8d113d3-78ca-4a3c-87fd-2e7f86e6ebf0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 946 time: 0.0828719 Jun 30 03:09:41.195306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0069aa50-81a7-476c-9858-7ab3703b23e1 req-ec5cb0f8-abda-42d4-b7fb-101d54b03263 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570211 Jun 30 03:09:41.289193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff616da-f541-4a22-83bb-d942f63f248b req-64953a8e-9822-4c66-b79c-9ce65e9d0f04 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:41.290878 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ff616da-f541-4a22-83bb-d942f63f248b req-64953a8e-9822-4c66-b79c-9ce65e9d0f04 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1508758 Jun 30 03:09:41.353355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ff616da-f541-4a22-83bb-d942f63f248b req-41fd003b-9455-48c7-94e3-2eb77922a6c4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551968 Jun 30 03:09:41.475635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:41.509547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Port': ['ID=fe58c8c8-29b6-494a-a0e3-241c3a14c4af,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:41.572378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:41.572378 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Floating IP 7b4800ce-f9de-474a-9235-e11de1268fa6 disassociated (deleted). External IP: 172.25.2.91, port: f0d0f9b4-2349-4653-a4d3-fb04a7674313. Jun 30 03:09:41.805480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Router 6911f891-5af9-4797-9164-04c05169299e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:09:41.856125 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:41.963171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:41.963530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4ce5c5e4-e71e-488e-bf32-d1afb2a70d8c not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:41.974174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:09:41.980627 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] Sync routers for ids ['6911f891-5af9-4797-9164-04c05169299e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:09:41.988115 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:41.991257 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] Routers {'6911f891-5af9-4797-9164-04c05169299e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:41.991887 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:09:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6911f891-5af9-4797-9164-04c05169299e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:42.040116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-54243c6d-861c-4cae-a0b9-af767a52f156 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "DELETE /v2.0/floatingips/7b4800ce-f9de-474a-9235-e11de1268fa6 HTTP/1.1" status: 204 len: 168 time: 1.4207814 Jun 30 03:09:42.041133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c292878d-13bc-447e-a61f-87258842bea7', 'tag': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:42.059119 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11339f1c-990c-4ced-8894-a528b7df7797" -d '{"events": [{"name": "network-changed", "server_uuid": "c292878d-13bc-447e-a61f-87258842bea7", "tag": "f0d0f9b4-2349-4653-a4d3-fb04a7674313"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:42.128176 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cbfe3b-f713-4f91-8fa2-4222575c3603 x-openstack-request-id: req-45cbfe3b-f713-4f91-8fa2-4222575c3603 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:42.128647 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c292878d-13bc-447e-a61f-87258842bea7", "tag": "f0d0f9b4-2349-4653-a4d3-fb04a7674313", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:42.129068 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45cbfe3b-f713-4f91-8fa2-4222575c3603 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:42.134227 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c292878d-13bc-447e-a61f-87258842bea7', 'tag': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'status': 'completed', 'code': 200} Jun 30 03:09:42.305179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339f1c-990c-4ced-8894-a528b7df7797 req-f54daf84-a68f-4501-adec-195ce88b18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:42.306940 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11339f1c-990c-4ced-8894-a528b7df7797 req-f54daf84-a68f-4501-adec-195ce88b18d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7815a76686434d09bae4120d3691627c&device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 1135 time: 0.1562867 Jun 30 03:09:42.396454 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] Set router 6911f891-5af9-4797-9164-04c05169299e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:42.557950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339f1c-990c-4ced-8894-a528b7df7797 req-6197f974-d0d3-470c-8ffb-bc8112d0f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:42.563165 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11339f1c-990c-4ced-8894-a528b7df7797 req-6197f974-d0d3-470c-8ffb-bc8112d0f7dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=16a2c861-b84c-4b74-96c4-d819adf76c18 HTTP/1.1" status: 200 len: 898 time: 0.2476783 Jun 30 03:09:42.573159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60038) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:42.587730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a26697-cff9-45b5-9862-4bc6685d3b47 req-6409f30f-6e7c-4689-8b6c-8cb8aeb3de15 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:42.595218 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-44a26697-cff9-45b5-9862-4bc6685d3b47 req-6409f30f-6e7c-4689-8b6c-8cb8aeb3de15 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 946 time: 0.1914802 Jun 30 03:09:42.644417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11339f1c-990c-4ced-8894-a528b7df7797 req-eae36b84-0a88-4421-90b8-94665ce2e861 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0d0f9b4-2349-4653-a4d3-fb04a7674313 HTTP/1.1" status: 200 len: 217 time: 0.0724740 Jun 30 03:09:42.681939 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-44a26697-cff9-45b5-9862-4bc6685d3b47 req-bd68abad-fe41-4849-9958-47c16625feed tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851254 Jun 30 03:09:42.768420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339f1c-990c-4ced-8894-a528b7df7797 req-933f2757-e51e-4a0f-92fd-4124418b9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:42.772958 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11339f1c-990c-4ced-8894-a528b7df7797 req-933f2757-e51e-4a0f-92fd-4124418b9aaf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba8931db-0a52-4ccd-8391-2f0cc893d29c HTTP/1.1" status: 200 len: 835 time: 0.1173339 Jun 30 03:09:42.852743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group': {'name': 'tempest-secgroup--639425348'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:42.896577 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:36Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'e3701407-1b76-445c-9fda-e552b5e81518', 'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:d8:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:33Z', 'updated_at': '2021-06-30T03:07:44Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:42.907286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339f1c-990c-4ced-8894-a528b7df7797 req-d499dd58-6ac6-4a94-bbaf-c30bdf6168d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:42.908928 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11339f1c-990c-4ced-8894-a528b7df7797 req-d499dd58-6ac6-4a94-bbaf-c30bdf6168d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=16a2c861-b84c-4b74-96c4-d819adf76c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289299 Jun 30 03:09:42.929260 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] Checking router: 6911f891-5af9-4797-9164-04c05169299e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:09:42.941481 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] Routers {'6911f891-5af9-4797-9164-04c05169299e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:42.944771 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:09:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6911f891-5af9-4797-9164-04c05169299e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:43.053646 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11339f1c-990c-4ced-8894-a528b7df7797 req-3bfc7fdd-ac5d-4ca3-a297-6f294c6a474f service neutron] 10.222.0.83 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358235 Jun 30 03:09:43.078257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60458d-8f0c-42f0-ace9-b3062c326284 req-78d3da12-0b9a-4f7d-b66a-83ba05e2974d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:43.094751 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b60458d-8f0c-42f0-ace9-b3062c326284 req-78d3da12-0b9a-4f7d-b66a-83ba05e2974d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1644475 Jun 30 03:09:43.201230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b60458d-8f0c-42f0-ace9-b3062c326284 req-d5b69b06-bd09-45ae-aeab-c457e2c68586 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046960 Jun 30 03:09:43.205244 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:43.249826 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:43.305421 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] Set router 6911f891-5af9-4797-9164-04c05169299e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:43.424484 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:43.475635 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11339f1c-990c-4ced-8894-a528b7df7797 req-192bfb32-42f2-49d3-be0f-553a5c8b101c service neutron] 10.222.0.83 "GET /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165139 Jun 30 03:09:43.549581 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:43.630335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2a941-e71d-45b4-a470-13bb23518c82 req-48380a36-26f7-4926-9622-35d1dd4c11fb tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:43.637968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0ab2a941-e71d-45b4-a470-13bb23518c82 req-48380a36-26f7-4926-9622-35d1dd4c11fb tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 984 time: 0.1702197 Jun 30 03:09:43.709606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2152ef30-c7fd-43d9-9e56-b2ebc4f7929d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:43.758775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0ab2a941-e71d-45b4-a470-13bb23518c82 req-7f5433e5-4ec2-4bf8-9a6b-8d4673673a52 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1199009 Jun 30 03:09:43.812435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:43.851328 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:36Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'e3701407-1b76-445c-9fda-e552b5e81518', 'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:d8:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:33Z', 'updated_at': '2021-06-30T03:07:44Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:43.877972 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52cebe1-f53f-472b-b0b8-3e99ceaab8ee None None] The sync data for ids ['6911f891-5af9-4797-9164-04c05169299e'] in n-d-798249-3 is: [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:07:36Z', 'revision_number': 4, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'e3701407-1b76-445c-9fda-e552b5e81518', 'name': '', 'network_id': '16a2c861-b84c-4b74-96c4-d819adf76c18', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'mac_address': 'fa:16:3e:d8:d6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:33Z', 'updated_at': '2021-06-30T03:07:44Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'subnets': [{'id': 'ba8931db-0a52-4ccd-8391-2f0cc893d29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:09:44.075149 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:44.138401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5831032-3756-4e5f-90f8-fe981f403e13,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:44.242727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e74ff4-7412-42bb-9db3-e1465a836b0d None None] New status for floating IP 7b4800ce-f9de-474a-9235-e11de1268fa6: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:09:44.346282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:44.353809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c0d72a1a-1062-465f-90ba-205d5107f868 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7782290 Jun 30 03:09:44.355513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60066) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:44.550044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c0166feb-5c06-4823-85fd-a43ffabe2440 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1896925 Jun 30 03:09:44.550873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60070) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:44.558529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group': {'name': 'tempest-security--1878883613', 'description': 'tempest-security-description-434074568'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:44.649755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:44.662371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57db51-707f-40bf-a853-e1a93e45375b req-36245103-b54b-4bce-b5bf-db44a669e8e5 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:44.664672 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf57db51-707f-40bf-a853-e1a93e45375b req-36245103-b54b-4bce-b5bf-db44a669e8e5 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.83 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 984 time: 0.2642229 Jun 30 03:09:44.665611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c762a-0f14-444e-a465-8d676e3f5b23 req-1565c768-75ff-4a91-b94b-9c12db4e842e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:44.670280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1d6c762a-0f14-444e-a465-8d676e3f5b23 req-1565c768-75ff-4a91-b94b-9c12db4e842e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.2934165 Jun 30 03:09:44.760764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1d6c762a-0f14-444e-a465-8d676e3f5b23 req-0d7789bf-4463-49a7-8edd-dee30d0b5fba tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855615 Jun 30 03:09:44.785614 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:44.851859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0c95e-fc23-4a77-a724-3b317a127935 req-0af3eb59-860a-4725-b350-6af2101bffc1 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:44.854103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07d0c95e-fc23-4a77-a724-3b317a127935 req-0af3eb59-860a-4725-b350-6af2101bffc1 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 946 time: 0.1197870 Jun 30 03:09:44.861905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-cf57db51-707f-40bf-a853-e1a93e45375b req-40282319-f415-4406-a8fa-23eae030153d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Deleting port f0d0f9b4-2349-4653-a4d3-fb04a7674313 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:44.862372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cf57db51-707f-40bf-a853-e1a93e45375b req-40282319-f415-4406-a8fa-23eae030153d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:44.950616 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:44.951679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:44.955553 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07d0c95e-fc23-4a77-a724-3b317a127935 req-c6c5765c-7e8c-4f95-a1bf-6931a2d4d055 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873392 Jun 30 03:09:44.955774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "PUT /v2.0/security-groups/b5831032-3756-4e5f-90f8-fe981f403e13 HTTP/1.1" status: 200 len: 1779 time: 0.4001858 Jun 30 03:09:44.955879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60080) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:44.995103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df85c-0347-459e-89ef-752c04c0493e req-4cdbc85f-2243-45c1-80f6-640601aaca61 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:44.996643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d31df85c-0347-459e-89ef-752c04c0493e req-4cdbc85f-2243-45c1-80f6-640601aaca61 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 984 time: 0.1013246 Jun 30 03:09:44.997742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5831032-3756-4e5f-90f8-fe981f403e13,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:45.007712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.008129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.008484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.009157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.009157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.010911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.010911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.010911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.010911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.010911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.011611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.011611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df51c3a5-ec42-4061-aaa0-1ba9c95690c3 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:45.035665 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-345c35b2-3e1e-41f7-a3ef-0664ab961b93 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups/b5831032-3756-4e5f-90f8-fe981f403e13 HTTP/1.1" status: 200 len: 1779 time: 0.0787864 Jun 30 03:09:45.037565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-cf57db51-707f-40bf-a853-e1a93e45375b req-40282319-f415-4406-a8fa-23eae030153d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] For port f0d0f9b4-2349-4653-a4d3-fb04a7674313, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f0d0f9b4-2349-4653-a4d3-fb04a7674313,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:45.037938 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cf57db51-707f-40bf-a853-e1a93e45375b req-40282319-f415-4406-a8fa-23eae030153d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:45.039669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60082) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:45.054507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-cf57db51-707f-40bf-a853-e1a93e45375b req-40282319-f415-4406-a8fa-23eae030153d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Calling delete_port for f0d0f9b4-2349-4653-a4d3-fb04a7674313 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:45.072321 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d31df85c-0347-459e-89ef-752c04c0493e req-31cda580-bff1-47b7-a553-f53e85548a6c tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a783ee4-230b-4efe-9cef-bcb3b08e06e4&id=a33f3378-a869-4db5-b614-fcbaafb6f58c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0664763 Jun 30 03:09:45.109854 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-51ab79d2-ec0b-4042-838e-6c247d2b2a34 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:45.137205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-51ab79d2-ec0b-4042-838e-6c247d2b2a34 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:45.836300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-b2d2e36f-1054-43fb-98a8-eb5584694f35 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:45.837946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-b2d2e36f-1054-43fb-98a8-eb5584694f35 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.83 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 946 time: 0.0698881 Jun 30 03:09:45.941133 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-51ab79d2-ec0b-4042-838e-6c247d2b2a34 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:45.959941 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-51ab79d2-ec0b-4042-838e-6c247d2b2a34 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:45.959941 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-51ab79d2-ec0b-4042-838e-6c247d2b2a34 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-groups/b5831032-3756-4e5f-90f8-fe981f403e13 HTTP/1.1" status: 204 len: 168 time: 0.9044175 Jun 30 03:09:45.962435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60124) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:45.962906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3afd2-c805-4dcc-94e7-abb625f774c3 req-ec3961e4-4f74-40ab-a7aa-a5ac1017ea12 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:45.972169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab79d2-ec0b-4042-838e-6c247d2b2a34 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5831032-3756-4e5f-90f8-fe981f403e13,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:45.979929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2da3afd2-c805-4dcc-94e7-abb625f774c3 req-ec3961e4-4f74-40ab-a7aa-a5ac1017ea12 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.0886557 Jun 30 03:09:45.991257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-91d25e8f-0373-4f87-9670-75c3ed6405d0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Deleting port e3ae160f-860d-496b-87e3-7bd14060f682 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:45.991616 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-91d25e8f-0373-4f87-9670-75c3ed6405d0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:46.052422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2da3afd2-c805-4dcc-94e7-abb625f774c3 req-f5834cf5-e098-41c5-a1b8-035480cd5443 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712533 Jun 30 03:09:46.079373 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d93bde79-84c6-4789-8cce-e2ea6bcd361e tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1128609 Jun 30 03:09:46.080079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60132) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:46.105439 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cf57db51-707f-40bf-a853-e1a93e45375b req-40282319-f415-4406-a8fa-23eae030153d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:46.189619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40282319-f415-4406-a8fa-23eae030153d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Port': ['ID=f0d0f9b4-2349-4653-a4d3-fb04a7674313,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:46.223674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf57db51-707f-40bf-a853-e1a93e45375b req-40282319-f415-4406-a8fa-23eae030153d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] No DVR routers for this DVR port f0d0f9b4-2349-4653-a4d3-fb04a7674313 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:46.243397 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cf57db51-707f-40bf-a853-e1a93e45375b req-40282319-f415-4406-a8fa-23eae030153d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:46.243397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf57db51-707f-40bf-a853-e1a93e45375b req-40282319-f415-4406-a8fa-23eae030153d tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.83 "DELETE /v2.0/ports/f0d0f9b4-2349-4653-a4d3-fb04a7674313 HTTP/1.1" status: 204 len: 173 time: 1.5712655 Jun 30 03:09:46.256819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292878d-13bc-447e-a61f-87258842bea7', 'name': 'network-vif-deleted', 'tag': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:46.265680 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59df01e-a9d5-4ca3-98fc-b5a642381513" -d '{"events": [{"server_uuid": "c292878d-13bc-447e-a61f-87258842bea7", "name": "network-vif-deleted", "tag": "f0d0f9b4-2349-4653-a4d3-fb04a7674313"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:46.356888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014d35f-4d8f-44c2-9f1e-dc5921a0aa44 req-d45ffd0e-10e3-4a8d-9f9b-a2490d3c674e tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:46.358440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2014d35f-4d8f-44c2-9f1e-dc5921a0aa44 req-d45ffd0e-10e3-4a8d-9f9b-a2490d3c674e tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 946 time: 0.1328461 Jun 30 03:09:46.407705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2014d35f-4d8f-44c2-9f1e-dc5921a0aa44 req-d99d48dd-e7dd-4765-9986-8fe990181bf1 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c43b2c7-5c44-4521-9c75-a2f321a5d19e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Jun 30 03:09:46.480532 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2d9758-a7fb-46a4-a94a-51d6b03d282f x-openstack-request-id: req-4b2d9758-a7fb-46a4-a94a-51d6b03d282f {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:46.499540 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292878d-13bc-447e-a61f-87258842bea7", "name": "network-vif-deleted", "tag": "f0d0f9b4-2349-4653-a4d3-fb04a7674313", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:46.499540 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b2d9758-a7fb-46a4-a94a-51d6b03d282f {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:46.499540 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292878d-13bc-447e-a61f-87258842bea7', 'name': 'network-vif-deleted', 'tag': 'f0d0f9b4-2349-4653-a4d3-fb04a7674313', 'status': 'completed', 'code': 200} Jun 30 03:09:46.508564 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-ede312d5-af24-4c80-b188-c05afa62d180 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] delete failed (client error): The resource could not be found. Jun 30 03:09:46.509628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ede312d5-af24-4c80-b188-c05afa62d180 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-groups/b5831032-3756-4e5f-90f8-fe981f403e13 HTTP/1.1" status: 404 len: 347 time: 0.4286134 Jun 30 03:09:46.514568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60144) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:46.535715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-8d27088f-0302-4d22-8409-91a9cb893732 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group': {'name': 'tempest-secgroup--11498859'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:46.556900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a74bb68-4843-4b2c-831f-a7b87cff2abb req-9b701eaa-1409-422f-8ad3-0d318f4f1bb2 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 210 time: 0.0673628 Jun 30 03:09:46.580036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-91d25e8f-0373-4f87-9670-75c3ed6405d0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] For port e3ae160f-860d-496b-87e3-7bd14060f682, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e3ae160f-860d-496b-87e3-7bd14060f682,segment=NetworkSegment(8b221159-eaa2-4140-a11a-9cc22eaeb3d7),segment_id=8b221159-eaa2-4140-a11a-9cc22eaeb3d7)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:46.580036 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-91d25e8f-0373-4f87-9670-75c3ed6405d0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:46.593405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-91d25e8f-0373-4f87-9670-75c3ed6405d0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Calling delete_port for e3ae160f-860d-496b-87e3-7bd14060f682 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:46.983567 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d27088f-0302-4d22-8409-91a9cb893732 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.117506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-91d25e8f-0373-4f87-9670-75c3ed6405d0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.131485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e3ae160f-860d-496b-87e3-7bd14060f682'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:09:47.214497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d25e8f-0373-4f87-9670-75c3ed6405d0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Pushing event deleted for resources: {'Port': ['ID=e3ae160f-860d-496b-87e3-7bd14060f682,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:47.299825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-91d25e8f-0373-4f87-9670-75c3ed6405d0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] No DVR routers for this DVR port e3ae160f-860d-496b-87e3-7bd14060f682 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:47.304428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-91d25e8f-0373-4f87-9670-75c3ed6405d0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.307321 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5d2acdb-c924-478a-b39a-ae8ddae1d922 req-91d25e8f-0373-4f87-9670-75c3ed6405d0 tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.83 "DELETE /v2.0/ports/e3ae160f-860d-496b-87e3-7bd14060f682 HTTP/1.1" status: 204 len: 173 time: 1.4641893 Jun 30 03:09:47.329270 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d27088f-0302-4d22-8409-91a9cb893732 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.329270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e7e5c2-a920-42c8-a370-25559bb571dd', 'name': 'network-vif-deleted', 'tag': 'e3ae160f-860d-496b-87e3-7bd14060f682'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:47.329270 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5295b1c-9a32-427f-9206-524adb6fe3f0" -d '{"events": [{"server_uuid": "d6e7e5c2-a920-42c8-a370-25559bb571dd", "name": "network-vif-deleted", "tag": "e3ae160f-860d-496b-87e3-7bd14060f682"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:47.358380 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4d16fc-0e3d-46d7-9f65-cb484d0b6ede x-openstack-request-id: req-ac4d16fc-0e3d-46d7-9f65-cb484d0b6ede {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:47.358673 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e7e5c2-a920-42c8-a370-25559bb571dd", "name": "network-vif-deleted", "tag": "e3ae160f-860d-496b-87e3-7bd14060f682", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:47.358926 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac4d16fc-0e3d-46d7-9f65-cb484d0b6ede {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:47.359323 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e7e5c2-a920-42c8-a370-25559bb571dd', 'name': 'network-vif-deleted', 'tag': 'e3ae160f-860d-496b-87e3-7bd14060f682', 'status': 'completed', 'code': 200} Jun 30 03:09:47.429058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3ae34-ef43-493e-8090-9f3824ea904d req-e4fcf62b-38e4-4428-8848-b98aa21a7cf6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:47.431044 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34f3ae34-ef43-493e-8090-9f3824ea904d req-e4fcf62b-38e4-4428-8848-b98aa21a7cf6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1076379 Jun 30 03:09:47.495422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34f3ae34-ef43-493e-8090-9f3824ea904d req-61204ca3-4daf-4938-8109-69801a1ac69c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582447 Jun 30 03:09:47.609781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80310b0a-4210-4728-b0f5-a47cac6df2c0 req-e10922e7-ea57-40cf-bbc8-642e6969963b tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 210 time: 0.0469759 Jun 30 03:09:47.689189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d27088f-0302-4d22-8409-91a9cb893732 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.756009 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27088f-0302-4d22-8409-91a9cb893732 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4900a50-5369-44fd-8fb8-6aa34ce51d2e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:47.761594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f0d0f9b4-2349-4653-a4d3-fb04a7674313 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:47.779023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f23d6912-b800-4eb6-9dd3-8e59724d752e req-622e452c-6462-4c56-802a-e166152d26b1 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 210 time: 0.0713274 Jun 30 03:09:47.798446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: f0d0f9b4-2349-4653-a4d3-fb04a7674313 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:47.801952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f0d0f9b4-2349-4653-a4d3-fb04a7674313 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:47.966896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8d27088f-0302-4d22-8409-91a9cb893732 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:47.973650 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8d27088f-0302-4d22-8409-91a9cb893732 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4528561 Jun 30 03:09:47.973650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60166) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:47.977619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5c805d33-40d1-4235-bcd8-222a84f1735c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': 'a4900a50-5369-44fd-8fb8-6aa34ce51d2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:48.259992 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c805d33-40d1-4235-bcd8-222a84f1735c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:48.356439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c805d33-40d1-4235-bcd8-222a84f1735c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:48.626129 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c805d33-40d1-4235-bcd8-222a84f1735c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:48.687090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c805d33-40d1-4235-bcd8-222a84f1735c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98161129-7176-460d-b6e0-65673856f630,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:48.752135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493755b8-f419-4155-a045-2ec4d84f2366 req-9d477987-3cee-4c53-a3e1-729af19346be tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:48.754602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-493755b8-f419-4155-a045-2ec4d84f2366 req-9d477987-3cee-4c53-a3e1-729af19346be tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1312962 Jun 30 03:09:48.820770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-493755b8-f419-4155-a045-2ec4d84f2366 req-91b1f2c7-b36d-4dc5-b7fd-3dc0ffdb9a1c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598269 Jun 30 03:09:48.823500 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c805d33-40d1-4235-bcd8-222a84f1735c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:48.825256 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5c805d33-40d1-4235-bcd8-222a84f1735c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8522983 Jun 30 03:09:48.829989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60184) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:48.908870 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba97cc9f-f922-42f8-a582-645cb4d2cc0b req-0b1b33c1-dc7d-4f3f-9442-943da296423d tempest-InstanceActionsNegativeTestJSON-1835756010 tempest-InstanceActionsNegativeTestJSON-1835756010-project] 10.222.0.77 "GET /v2.0/ports?device_id=d6e7e5c2-a920-42c8-a370-25559bb571dd HTTP/1.1" status: 200 len: 210 time: 0.0717587 Jun 30 03:09:48.980235 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c4715e6-9772-4443-9a64-30abae8826ca tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:48.993064 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c4715e6-9772-4443-9a64-30abae8826ca tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:49.096929 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78cc289b-cf56-495a-a8c5-991a1840b325 req-f9bfba9a-e112-4245-af9a-e4db01293343 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "GET /v2.0/ports?device_id=c292878d-13bc-447e-a61f-87258842bea7 HTTP/1.1" status: 200 len: 210 time: 0.0343637 Jun 30 03:09:49.194749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c4715e6-9772-4443-9a64-30abae8826ca tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:49.204249 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8c4715e6-9772-4443-9a64-30abae8826ca tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:49.205745 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8c4715e6-9772-4443-9a64-30abae8826ca tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/98161129-7176-460d-b6e0-65673856f630 HTTP/1.1" status: 204 len: 168 time: 0.3747275 Jun 30 03:09:49.209732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60194) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.250683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4715e6-9772-4443-9a64-30abae8826ca tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98161129-7176-460d-b6e0-65673856f630,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:49.316349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60198) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.316591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-39325112-622f-4b5c-a77e-5baec3bab8f6 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1067832 Jun 30 03:09:49.380697 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db412a96-7829-4a30-80ce-bd02a644ea44 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:49.413168 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db412a96-7829-4a30-80ce-bd02a644ea44 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:49.680984 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db412a96-7829-4a30-80ce-bd02a644ea44 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:49.683715 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db412a96-7829-4a30-80ce-bd02a644ea44 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:49.685206 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-db412a96-7829-4a30-80ce-bd02a644ea44 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-groups/a4900a50-5369-44fd-8fb8-6aa34ce51d2e HTTP/1.1" status: 204 len: 168 time: 0.3667483 Jun 30 03:09:49.688911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60200) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.695475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db412a96-7829-4a30-80ce-bd02a644ea44 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4900a50-5369-44fd-8fb8-6aa34ce51d2e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:49.741475 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-31973636-d8f3-461f-adc5-e63cecdf3dbb tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474916 Jun 30 03:09:49.741733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60204) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:49.746265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bfcce315-ebb4-4001-960f-66fe5e26e0f9 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group': {'name': 'tempest-secgroup--965953856'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:49.776246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e3ae160f-860d-496b-87e3-7bd14060f682 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:49.798243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: e3ae160f-860d-496b-87e3-7bd14060f682 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:49.798601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e3ae160f-860d-496b-87e3-7bd14060f682 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:50.022968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bfcce315-ebb4-4001-960f-66fe5e26e0f9 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.131598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61122ad6-0a20-4481-856e-1b7af4aa3c6d req-e266b05b-9a6a-47f9-9f46-2936309150ef tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:50.131598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-61122ad6-0a20-4481-856e-1b7af4aa3c6d req-e266b05b-9a6a-47f9-9f46-2936309150ef tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1287336 Jun 30 03:09:50.136716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60214) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:50.224402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bfcce315-ebb4-4001-960f-66fe5e26e0f9 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.234284 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-61122ad6-0a20-4481-856e-1b7af4aa3c6d req-be35ccc1-fd63-4306-bc04-70995e247666 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846224 Jun 30 03:09:50.247605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-253ebfde-b5de-48b0-b736-9cb830ca9c7a admin admin] Deleting subnet 412f6a61-8f1c-4395-90d0-72afe15a73d1 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:09:50.258336 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-253ebfde-b5de-48b0-b736-9cb830ca9c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.295474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60222) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:50.317083 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-253ebfde-b5de-48b0-b736-9cb830ca9c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.345221 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bfcce315-ebb4-4001-960f-66fe5e26e0f9 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.388883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-253ebfde-b5de-48b0-b736-9cb830ca9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.389193 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04651d36-1e3a-4be6-aa9d-e782e74a13a7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.414285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcce315-ebb4-4001-960f-66fe5e26e0f9 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d67de3-0115-4131-8ad4-dded94d08a9f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:50.415213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04651d36-1e3a-4be6-aa9d-e782e74a13a7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.492037 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bfcce315-ebb4-4001-960f-66fe5e26e0f9 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.493542 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bfcce315-ebb4-4001-960f-66fe5e26e0f9 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7506397 Jun 30 03:09:50.496353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60228) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:50.502324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ce616bf3-ca00-4d13-87d3-d4f0c003f2ec tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': 'c1d67de3-0115-4131-8ad4-dded94d08a9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:50.635815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04651d36-1e3a-4be6-aa9d-e782e74a13a7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.637644 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-253ebfde-b5de-48b0-b736-9cb830ca9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.640968 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04651d36-1e3a-4be6-aa9d-e782e74a13a7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.656360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-04651d36-1e3a-4be6-aa9d-e782e74a13a7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "DELETE /v2.0/security-groups/9a783ee4-230b-4efe-9cef-bcb3b08e06e4 HTTP/1.1" status: 204 len: 168 time: 0.3590732 Jun 30 03:09:50.657063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60230) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:50.692441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04651d36-1e3a-4be6-aa9d-e782e74a13a7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a783ee4-230b-4efe-9cef-bcb3b08e06e4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:50.730513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ebfde-b5de-48b0-b736-9cb830ca9c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=412f6a61-8f1c-4395-90d0-72afe15a73d1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:50.747392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-253ebfde-b5de-48b0-b736-9cb830ca9c7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.749471 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-253ebfde-b5de-48b0-b736-9cb830ca9c7a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/412f6a61-8f1c-4395-90d0-72afe15a73d1 HTTP/1.1" status: 204 len: 168 time: 0.6112509 Jun 30 03:09:50.752893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60234) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:50.753255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce616bf3-ca00-4d13-87d3-d4f0c003f2ec tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.879953 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.901409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c41-cfc9-43f7-8ab7-a8c828ca98b7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:50.937550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c41-cfc9-43f7-8ab7-a8c828ca98b7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.002071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.019225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaeff85-e766-425b-8ce0-ec6658f1dd44']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:51.027444 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce616bf3-ca00-4d13-87d3-d4f0c003f2ec tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.038432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b221159-eaa2-4140-a11a-9cc22eaeb3d7') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:51.038805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b221159-eaa2-4140-a11a-9cc22eaeb3d7') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:51.050804 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.065684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.099302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:09:51.099302 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:09:51.131399 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:09:51.304101 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce616bf3-ca00-4d13-87d3-d4f0c003f2ec tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.308324 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c41-cfc9-43f7-8ab7-a8c828ca98b7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.310685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.316960 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.321793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] 10.222.0.77 "DELETE /v2.0/networks/efaeff85-e766-425b-8ce0-ec6658f1dd44 HTTP/1.1" status: 204 len: 168 time: 0.5654237 Jun 30 03:09:51.323005 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c41-cfc9-43f7-8ab7-a8c828ca98b7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.323005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-acfe4c41-cfc9-43f7-8ab7-a8c828ca98b7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "DELETE /v2.0/security-groups/a33f3378-a869-4db5-b614-fcbaafb6f58c HTTP/1.1" status: 204 len: 168 time: 0.6601584 Jun 30 03:09:51.326046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60246) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:51.386075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe4c41-cfc9-43f7-8ab7-a8c828ca98b7 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f3378-a869-4db5-b614-fcbaafb6f58c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:51.390141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce616bf3-ca00-4d13-87d3-d4f0c003f2ec tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8bae23-b44f-4793-8976-04d66fecdaea,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:51.438414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d15fe-96cc-432e-9abe-00d5240316cd admin admin] Pushing event deleted for resources: {'Network': ['ID=efaeff85-e766-425b-8ce0-ec6658f1dd44,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:51.548532 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce616bf3-ca00-4d13-87d3-d4f0c003f2ec tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.554861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ce616bf3-ca00-4d13-87d3-d4f0c003f2ec tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0535164 Jun 30 03:09:51.560664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60250) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:51.571451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8152ab9f-1aeb-4e08-9d49-e66d42ee7054 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': 'c1d67de3-0115-4131-8ad4-dded94d08a9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:51.634967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca97de3-c67f-4861-88e3-9a691ce3a99c req-728849b7-9613-46df-9831-2c9ade44c192 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:51.643024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ca97de3-c67f-4861-88e3-9a691ce3a99c req-728849b7-9613-46df-9831-2c9ade44c192 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1424787 Jun 30 03:09:51.708918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ca97de3-c67f-4861-88e3-9a691ce3a99c req-14038383-b12e-4aa8-9df3-2089bb4d1dec tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650499 Jun 30 03:09:51.784951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8152ab9f-1aeb-4e08-9d49-e66d42ee7054 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:51.860652 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8152ab9f-1aeb-4e08-9d49-e66d42ee7054 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.110799 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.280374 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8152ab9f-1aeb-4e08-9d49-e66d42ee7054 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.316350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152ab9f-1aeb-4e08-9d49-e66d42ee7054 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89942b2-3e89-4ce5-b98a-10e97824b740,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:52.388843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60260) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:52.446413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f5e4229a-7dea-439c-bc3e-0f34db0ce11b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3593de1a35554f8ea57bbdb678833829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544229 Jun 30 03:09:52.449187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60262) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:52.507383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Deleting port e3701407-1b76-445c-9fda-e552b5e81518 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:52.507957 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.512237 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e4546f8-baef-475c-8029-1812d5867291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.547878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e4546f8-baef-475c-8029-1812d5867291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.570788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8152ab9f-1aeb-4e08-9d49-e66d42ee7054 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.571968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8152ab9f-1aeb-4e08-9d49-e66d42ee7054 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0103538 Jun 30 03:09:52.577248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60266) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:52.582048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-eca6f079-3ff0-49b7-9ec2-fc073e21bad7 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': 'c1d67de3-0115-4131-8ad4-dded94d08a9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:52.659065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] For port e3701407-1b76-445c-9fda-e552b5e81518, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e3701407-1b76-445c-9fda-e552b5e81518,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:52.659567 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.672997 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Calling delete_port for e3701407-1b76-445c-9fda-e552b5e81518 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:52.890692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e4546f8-baef-475c-8029-1812d5867291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.896764 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e4546f8-baef-475c-8029-1812d5867291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.902135 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5e4546f8-baef-475c-8029-1812d5867291 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1c43b2c7-5c44-4521-9c75-a2f321a5d19e HTTP/1.1" status: 204 len: 168 time: 0.4515443 Jun 30 03:09:52.911832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4546f8-baef-475c-8029-1812d5867291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c43b2c7-5c44-4521-9c75-a2f321a5d19e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:52.925613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eca6f079-3ff0-49b7-9ec2-fc073e21bad7 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:52.993604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf6984-3962-44c3-864a-3de733d84ec3 req-222eb497-ae70-404b-ad67-c613031af954 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:52.995193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdbf6984-3962-44c3-864a-3de733d84ec3 req-222eb497-ae70-404b-ad67-c613031af954 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1352823 Jun 30 03:09:53.008672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eca6f079-3ff0-49b7-9ec2-fc073e21bad7 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.038593 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdbf6984-3962-44c3-864a-3de733d84ec3 req-4e5dcac4-0b09-4e3c-8a76-2c5e791c927a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359387 Jun 30 03:09:53.103200 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.206270 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.248033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Port': ['ID=e3701407-1b76-445c-9fda-e552b5e81518,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:53.259887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eca6f079-3ff0-49b7-9ec2-fc073e21bad7 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.305160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6f079-3ff0-49b7-9ec2-fc073e21bad7 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c351f1-b54c-4d41-be02-124fda2664d4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:53.486261 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.600699 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.601342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eca6f079-3ff0-49b7-9ec2-fc073e21bad7 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:53.602716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eca6f079-3ff0-49b7-9ec2-fc073e21bad7 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0249674 Jun 30 03:09:53.606065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60282) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:53.611298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1a7bb463-76ca-4d19-b216-50e11405ab78 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': 'c1d67de3-0115-4131-8ad4-dded94d08a9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:53.976609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb463-76ca-4d19-b216-50e11405ab78 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.079248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb463-76ca-4d19-b216-50e11405ab78 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.081043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Router 6911f891-5af9-4797-9164-04c05169299e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:09:54.264189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:09:54.273307 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0b60fa7c-7071-4eb1-a76e-35724e55c6f0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "PUT /v2.0/routers/6911f891-5af9-4797-9164-04c05169299e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9374938 Jun 30 03:09:54.276168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60300) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:54.286860 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] Sync routers for ids ['6911f891-5af9-4797-9164-04c05169299e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:09:54.302006 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] Routers {'6911f891-5af9-4797-9164-04c05169299e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:54.302954 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:09:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6911f891-5af9-4797-9164-04c05169299e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:54.310504 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb463-76ca-4d19-b216-50e11405ab78 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.393235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bb463-76ca-4d19-b216-50e11405ab78 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01881002-5659-4203-ab0b-46cf9e660c31,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:54.420223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419a67d-0a3c-4075-a239-2b02900cfaf9 req-3fe31682-7571-4632-a370-84a79d5fe38f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:54.429476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b419a67d-0a3c-4075-a239-2b02900cfaf9 req-3fe31682-7571-4632-a370-84a79d5fe38f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.2316518 Jun 30 03:09:54.437273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6b72f7-c67e-40d5-b78c-2040cbe76cda tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Deleting subnet ba8931db-0a52-4ccd-8391-2f0cc893d29c {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:09:54.463591 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce6b72f7-c67e-40d5-b78c-2040cbe76cda tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.515126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b419a67d-0a3c-4075-a239-2b02900cfaf9 req-87ab219c-7d45-47bb-9f97-6091aac2e7a6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843809 Jun 30 03:09:54.537207 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce6b72f7-c67e-40d5-b78c-2040cbe76cda tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.544503 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] Set router 6911f891-5af9-4797-9164-04c05169299e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:54.638494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce6b72f7-c67e-40d5-b78c-2040cbe76cda tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.882985 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:09:52Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:54.891703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a7bb463-76ca-4d19-b216-50e11405ab78 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.898351 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1a7bb463-76ca-4d19-b216-50e11405ab78 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2861092 Jun 30 03:09:54.902495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60314) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:54.910888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e5acf033-6b93-47f4-b4e8-96c2c31c0c2b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': 'c1d67de3-0115-4131-8ad4-dded94d08a9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:54.917186 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] Checking router: 6911f891-5af9-4797-9164-04c05169299e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:09:54.933744 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] Routers {'6911f891-5af9-4797-9164-04c05169299e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:54.934930 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:09:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6911f891-5af9-4797-9164-04c05169299e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:55.061028 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] Set router 6911f891-5af9-4797-9164-04c05169299e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:55.124473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce6b72f7-c67e-40d5-b78c-2040cbe76cda tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.145886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b72f7-c67e-40d5-b78c-2040cbe76cda tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8931db-0a52-4ccd-8391-2f0cc893d29c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:55.150213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce6b72f7-c67e-40d5-b78c-2040cbe76cda tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.152425 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ce6b72f7-c67e-40d5-b78c-2040cbe76cda tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "DELETE /v2.0/subnets/ba8931db-0a52-4ccd-8391-2f0cc893d29c HTTP/1.1" status: 204 len: 168 time: 0.8751068 Jun 30 03:09:55.155633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60318) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:55.175772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd1232e-6819-499c-a22c-73a765c0f316 None None] Network 16a2c861-b84c-4b74-96c4-d819adf76c18 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:55.190397 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e5acf033-6b93-47f4-b4e8-96c2c31c0c2b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.415811 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e5acf033-6b93-47f4-b4e8-96c2c31c0c2b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.576986 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:09:52Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:55.587710 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.636037 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e5acf033-6b93-47f4-b4e8-96c2c31c0c2b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.689729 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c02dd-aef5-46af-9e04-7ce7cd004772 None None] The sync data for ids ['6911f891-5af9-4797-9164-04c05169299e'] in n-d-798249-3 is: [{'id': '6911f891-5af9-4797-9164-04c05169299e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1078715665', 'tenant_id': '7815a76686434d09bae4120d3691627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:24Z', 'updated_at': '2021-06-30T03:09:52Z', 'revision_number': 5, 'project_id': '7815a76686434d09bae4120d3691627c', 'gw_port': {'id': '7f80ecff-bd63-40ec-a571-bc7e0f88d15f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6911f891-5af9-4797-9164-04c05169299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:25Z', 'updated_at': '2021-06-30T03:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:09:55.727012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242162a-ca41-4a77-9adb-12c7b14c4dd8 None None] DHCP port deletion for 16a2c861-b84c-4b74-96c4-d819adf76c18 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:09:55.756164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acf033-6b93-47f4-b4e8-96c2c31c0c2b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4a1855-4dd6-4413-a680-e5b49578ff95,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:55.921394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5242162a-ca41-4a77-9adb-12c7b14c4dd8 None None] Deleting port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:55.922615 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5242162a-ca41-4a77-9adb-12c7b14c4dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.922901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.942670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60332) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:55.965959 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e5acf033-6b93-47f4-b4e8-96c2c31c0c2b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.965959 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e5acf033-6b93-47f4-b4e8-96c2c31c0c2b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0591655 Jun 30 03:09:55.975050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60336) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:56.009461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-171edb94-1c14-455e-b6d8-f356d4710c53 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.027437 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-171edb94-1c14-455e-b6d8-f356d4710c53 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.054186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5242162a-ca41-4a77-9adb-12c7b14c4dd8 None None] For port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142,segment=NetworkSegment(bbda8edf-08d5-4b8b-94b4-717ca128c3a6),segment_id=bbda8edf-08d5-4b8b-94b4-717ca128c3a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:56.054988 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5242162a-ca41-4a77-9adb-12c7b14c4dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.065029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511ae6d-44fc-4c49-985a-b439ac7301a6 req-e346d0b8-22d9-487f-940e-d03dfac75355 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:56.068914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5242162a-ca41-4a77-9adb-12c7b14c4dd8 None None] Calling delete_port for 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:56.084990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1511ae6d-44fc-4c49-985a-b439ac7301a6 req-e346d0b8-22d9-487f-940e-d03dfac75355 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1789668 Jun 30 03:09:56.136803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-660546391-network', 'tenant_id': 'b297a33b70644e71851b89817e6e2e24'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:56.166097 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1511ae6d-44fc-4c49-985a-b439ac7301a6 req-08e7e145-9cd2-4ec2-bb19-5bcd24d3937f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801349 Jun 30 03:09:56.228610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:56.270704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Made reservation on behalf of b297a33b70644e71851b89817e6e2e24 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:56.273265 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.282219 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-171edb94-1c14-455e-b6d8-f356d4710c53 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.298866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-171edb94-1c14-455e-b6d8-f356d4710c53 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.300525 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5242162a-ca41-4a77-9adb-12c7b14c4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.304169 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-171edb94-1c14-455e-b6d8-f356d4710c53 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/7c4a1855-4dd6-4413-a680-e5b49578ff95 HTTP/1.1" status: 204 len: 168 time: 0.3278587 Jun 30 03:09:56.306963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60340) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:56.329030 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.345571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171edb94-1c14-455e-b6d8-f356d4710c53 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c4a1855-4dd6-4413-a680-e5b49578ff95,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:56.347156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Deleting port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:56.347505 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.388299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242162a-ca41-4a77-9adb-12c7b14c4dd8 None None] No DVR routers for this DVR port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:56.411538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242162a-ca41-4a77-9adb-12c7b14c4dd8 None None] Pushing event deleted for resources: {'Port': ['ID=9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:56.446188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No active binding found for port 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 {{(pid=94532) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 03:09:56.446625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9ce7b866-b8f1-4c5b-a65c-05bd2ef6f142 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:56.490443 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.493535 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1b551d16-2cfd-453f-873d-9b9a228e2c75 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1845510 Jun 30 03:09:56.496120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60346) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:56.524218 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:09:56.530329 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e9c574-f3e4-4378-bba5-b7a2611c7713 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.546940 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e9c574-f3e4-4378-bba5-b7a2611c7713 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.550433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] For port 7f80ecff-bd63-40ec-a571-bc7e0f88d15f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7f80ecff-bd63-40ec-a571-bc7e0f88d15f,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:56.550593 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.564414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Calling delete_port for 7f80ecff-bd63-40ec-a571-bc7e0f88d15f owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:56.736956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.773279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8444752-ec91-4a6d-a138-c33fd64dd392,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:56.830027 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e9c574-f3e4-4378-bba5-b7a2611c7713 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.841710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22e9c574-f3e4-4378-bba5-b7a2611c7713 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.847521 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-22e9c574-f3e4-4378-bba5-b7a2611c7713 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/01881002-5659-4203-ab0b-46cf9e660c31 HTTP/1.1" status: 204 len: 168 time: 0.3461475 Jun 30 03:09:56.848891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60352) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:56.852099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9c574-f3e4-4378-bba5-b7a2611c7713 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01881002-5659-4203-ab0b-46cf9e660c31,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:56.883320 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.911467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:09:56.911467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.911467 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Added segment ba5bea49-5e1f-4915-9f85-523a1dfc03a6 of type vlan for network c4f8eded-35fe-48c8-b972-d071b9a4ab25 Jun 30 03:09:56.978221 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:56.986235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Port': ['ID=7f80ecff-bd63-40ec-a571-bc7e0f88d15f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:57.047970 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ac99b568-a740-4df7-8a4d-ec2ed7669b96 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2009230 Jun 30 03:09:57.048720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60356) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:57.078389 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-499053a2-bf42-48c1-a478-1d7627649755 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.082351 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.087250 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-499053a2-bf42-48c1-a478-1d7627649755 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.183316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.185565 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.320656 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.321775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:57.322384 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.393502 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-499053a2-bf42-48c1-a478-1d7627649755 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.401411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-499053a2-bf42-48c1-a478-1d7627649755 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.402531 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-499053a2-bf42-48c1-a478-1d7627649755 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c0c351f1-b54c-4d41-be02-124fda2664d4 HTTP/1.1" status: 204 len: 168 time: 0.3512645 Jun 30 03:09:57.403252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] Pushing event updated for resources: {'Network': ['ID=c4f8eded-35fe-48c8-b972-d071b9a4ab25,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:57.405806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60360) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:57.413606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499053a2-bf42-48c1-a478-1d7627649755 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0c351f1-b54c-4d41-be02-124fda2664d4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:57.417321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c4f8eded-35fe-48c8-b972-d071b9a4ab25 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:09:57.434302 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb06a5-9570-4890-8eb9-d58e61ba83f4 req-d052fb5a-d0b5-4fb7-8224-e1d4ef89b6bc tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:57.436210 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aadb06a5-9570-4890-8eb9-d58e61ba83f4 req-d052fb5a-d0b5-4fb7-8224-e1d4ef89b6bc tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1486707 Jun 30 03:09:57.477659 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aadb06a5-9570-4890-8eb9-d58e61ba83f4 req-1f7b8b95-c88f-4b8a-99f6-88da3f90aa8f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Jun 30 03:09:57.484773 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5845084f-e3c0-4557-8b19-df37eea818ac tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0762613 Jun 30 03:09:57.488206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60362) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:57.527470 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-905e42b8-38a5-4ae8-9ad2-f1732014a591 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.536176 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-905e42b8-38a5-4ae8-9ad2-f1732014a591 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.606162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.612067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Fanout notify agent at l3_agent the message router_deleted on router 6911f891-5af9-4797-9164-04c05169299e {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:09:57.620877 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.625912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dda49f1c-8ea6-4fc9-b619-9d4ed3f6d4ee tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "DELETE /v2.0/routers/6911f891-5af9-4797-9164-04c05169299e HTTP/1.1" status: 204 len: 168 time: 2.4670377 Jun 30 03:09:57.626708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60366) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:57.640646 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-809c6458-d766-44bc-9c3d-a9ffdc7e1139 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6969154 Jun 30 03:09:57.643919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60368) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:57.649697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Request body: {'subnet': {'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-660546391-subnet', 'tenant_id': 'b297a33b70644e71851b89817e6e2e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:57.729963 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.765381 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-905e42b8-38a5-4ae8-9ad2-f1732014a591 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.783966 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-905e42b8-38a5-4ae8-9ad2-f1732014a591 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.787549 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-905e42b8-38a5-4ae8-9ad2-f1732014a591 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c89942b2-3e89-4ce5-b98a-10e97824b740 HTTP/1.1" status: 204 len: 168 time: 0.2959354 Jun 30 03:09:57.787910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60370) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:57.812433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Made reservation on behalf of b297a33b70644e71851b89817e6e2e24 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:09:57.814941 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.833169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e42b8-38a5-4ae8-9ad2-f1732014a591 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c89942b2-3e89-4ce5-b98a-10e97824b740,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:57.847839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.874646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a2c861-b84c-4b74-96c4-d819adf76c18']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:57.886380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:57.886911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbda8edf-08d5-4b8b-94b4-717ca128c3a6') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:57.893055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3d909ac3-2074-43cb-b1be-68ed120bb855 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1039875 Jun 30 03:09:57.900342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60374) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:57.905823 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.933027 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:09:57.954622 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:09:57.957811 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-404fe8ac-c517-4bb9-983a-08463bd49cfe tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.962373 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-404fe8ac-c517-4bb9-983a-08463bd49cfe tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.166011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e3701407-1b76-445c-9fda-e552b5e81518 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:58.189021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e3701407-1b76-445c-9fda-e552b5e81518 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:58.189731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e3701407-1b76-445c-9fda-e552b5e81518 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:58.199047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7f80ecff-bd63-40ec-a571-bc7e0f88d15f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:58.212988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 7f80ecff-bd63-40ec-a571-bc7e0f88d15f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:58.213363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7f80ecff-bd63-40ec-a571-bc7e0f88d15f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:09:58.268407 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-404fe8ac-c517-4bb9-983a-08463bd49cfe tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.276848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-404fe8ac-c517-4bb9-983a-08463bd49cfe tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.278198 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-404fe8ac-c517-4bb9-983a-08463bd49cfe tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/7e8bae23-b44f-4793-8976-04d66fecdaea HTTP/1.1" status: 204 len: 168 time: 0.3769162 Jun 30 03:09:58.281855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60382) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:58.283670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fe8ac-c517-4bb9-983a-08463bd49cfe tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e8bae23-b44f-4793-8976-04d66fecdaea,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:58.326783 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ab38f66e-3bb8-421d-ac1c-1bf7667b2f61 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420895 Jun 30 03:09:58.329748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60384) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:58.338128 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.351652 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.352767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] 10.222.0.77 "DELETE /v2.0/networks/16a2c861-b84c-4b74-96c4-d819adf76c18 HTTP/1.1" status: 204 len: 168 time: 0.7249129 Jun 30 03:09:58.370959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075eb5e-06fa-4cb5-90b9-e0ff072ccae0 tempest-TestSecurityGroupsBasicOps-1424224738 tempest-TestSecurityGroupsBasicOps-1424224738-project] Pushing event deleted for resources: {'Network': ['ID=16a2c861-b84c-4b74-96c4-d819adf76c18,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:58.409898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d126dec1-bc35-4af6-bddb-9696c1749449 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.451581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d126dec1-bc35-4af6-bddb-9696c1749449 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.644477 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.698056 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d126dec1-bc35-4af6-bddb-9696c1749449 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.705144 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f22038c1-26c3-4e85-a40e-123d48a0b11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.705933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d126dec1-bc35-4af6-bddb-9696c1749449 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.705933 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d126dec1-bc35-4af6-bddb-9696c1749449 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-groups/c1d67de3-0115-4131-8ad4-dded94d08a9f HTTP/1.1" status: 204 len: 168 time: 0.3717830 Jun 30 03:09:58.715207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60392) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:58.739984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a1c997-e45e-4d42-85fc-1b34b2a4940e,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:58.757262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126dec1-bc35-4af6-bddb-9696c1749449 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d67de3-0115-4131-8ad4-dded94d08a9f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:58.786041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Checking segment: {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:09:58.786307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Network hostable DHCP agents. Network: c4f8eded-35fe-48c8-b972-d071b9a4ab25, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:09:58.809573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb89fdd-7230-4f03-b97b-ad43278b1468 req-cfe5e132-e927-4abd-95b3-9335fb7cfc6e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:58.811268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4cb89fdd-7230-4f03-b97b-ad43278b1468 req-cfe5e132-e927-4abd-95b3-9335fb7cfc6e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.2027555 Jun 30 03:09:58.826775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-75f852ce-3abc-4fb6-aa77-78e400d08aeb tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1082945 Jun 30 03:09:58.851236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60396) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:09:58.851236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-651f9726-a11a-4f0e-a73d-dd2178dc5c1f tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087353986'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:09:58.864652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4cb89fdd-7230-4f03-b97b-ad43278b1468 req-188f0aed-f760-4032-a83a-5fef1394592f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454862 Jun 30 03:09:59.690236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Network c4f8eded-35fe-48c8-b972-d071b9a4ab25 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:09:59.692783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-651f9726-a11a-4f0e-a73d-dd2178dc5c1f tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.692783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-651f9726-a11a-4f0e-a73d-dd2178dc5c1f tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.694834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c4f8eded-35fe-48c8-b972-d071b9a4ab25) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:09:59.694834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:59.694834 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.695317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a027b5-d83d-4f99-99ba-caaba787e267 None None] Network c4f8eded-35fe-48c8-b972-d071b9a4ab25 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:59.695317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ad0ef-4d11-4dd9-9245-a92b10ed02a1 None None] Network c4f8eded-35fe-48c8-b972-d071b9a4ab25 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:09:59.696305 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-651f9726-a11a-4f0e-a73d-dd2178dc5c1f tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:59.696305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f9726-a11a-4f0e-a73d-dd2178dc5c1f tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9fdc81-f575-4941-bfb7-1ede8572317e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:00.045886 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-651f9726-a11a-4f0e-a73d-dd2178dc5c1f tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.050374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-651f9726-a11a-4f0e-a73d-dd2178dc5c1f tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2149925 Jun 30 03:10:00.050742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60416) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:00.055377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-773dfc18-1041-4586-a85b-4acb8827addd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': '5a9fdc81-f575-4941-bfb7-1ede8572317e', 'direction': 'ingress', 'protocol': 17}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:00.074519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9cf6111a-d32d-4e9d-a517-d7686608c2a5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4291990 Jun 30 03:10:00.101027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c5e3f-1eed-4932-8adf-c4b619f9fba3 req-dc8eff42-1d17-41e5-941f-23524c43a5ad tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:00.102841 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab7c5e3f-1eed-4932-8adf-c4b619f9fba3 req-dc8eff42-1d17-41e5-941f-23524c43a5ad tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1023366 Jun 30 03:10:00.149828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab7c5e3f-1eed-4932-8adf-c4b619f9fba3 req-90572c29-21bf-46e4-86e3-8887b6aaa9de tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 Jun 30 03:10:00.187044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60422) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:00.274509 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-773dfc18-1041-4586-a85b-4acb8827addd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.381415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-773dfc18-1041-4586-a85b-4acb8827addd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.483731 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-951996ba-3821-4957-a96a-3caf94765d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.549099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-773dfc18-1041-4586-a85b-4acb8827addd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.581757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dfc18-1041-4586-a85b-4acb8827addd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0841a52b-2d51-4d7f-8ce5-85168ec2bb54,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:00.695131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60438) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:00.705632 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-951996ba-3821-4957-a96a-3caf94765d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.852536 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-951996ba-3821-4957-a96a-3caf94765d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.890912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5354233b-55e4-46b6-86b6-2ace7bb5152e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7815a76686434d09bae4120d3691627c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936247 Jun 30 03:10:00.891126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60446) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:00.923811 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-951996ba-3821-4957-a96a-3caf94765d14 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eca6a9c038d54a7bbd264929d1d29894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7320867 Jun 30 03:10:00.924091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951996ba-3821-4957-a96a-3caf94765d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4d33a1-ccf6-49d6-9e65-96402f56574d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:00.924406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60452) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:01.029664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d453a5e-d773-4430-bce5-330cd8e88ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.052352 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5d6eed45-181d-4464-89b7-9ee2d352b694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.063767 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d453a5e-d773-4430-bce5-330cd8e88ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.084895 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5d6eed45-181d-4464-89b7-9ee2d352b694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.149638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ec8cf2f1-06ab-4506-8c7d-a8d446addacc tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:01.151252 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ec8cf2f1-06ab-4506-8c7d-a8d446addacc tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/networks?id=c4f8eded-35fe-48c8-b972-d071b9a4ab25 HTTP/1.1" status: 200 len: 812 time: 0.1796429 Jun 30 03:10:01.175512 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-26152d78-f8eb-49c8-a4d3-0e5945f60ed0 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/quotas/b297a33b70644e71851b89817e6e2e24 HTTP/1.1" status: 200 len: 375 time: 0.0166347 Jun 30 03:10:01.223980 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-abb1be2b-a142-4548-ae5d-f8e0300bc381 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b297a33b70644e71851b89817e6e2e24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472515 Jun 30 03:10:01.232694 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-773dfc18-1041-4586-a85b-4acb8827addd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.233918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-773dfc18-1041-4586-a85b-4acb8827addd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1822689 Jun 30 03:10:01.238196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60458) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:01.317530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-d4d89611-34de-4712-a839-6df1362bdd26 service neutron] 10.222.0.77 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924695 Jun 30 03:10:01.331749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f4399d-b509-4fa3-81e0-c491da2eb01b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.361919 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f4399d-b509-4fa3-81e0-c491da2eb01b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.411930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5769573-3d1b-4c65-87f2-e68c335fb852 req-3c110cba-574d-4716-ae7e-0ed130296f1b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:01.413517 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a5769573-3d1b-4c65-87f2-e68c335fb852 req-3c110cba-574d-4716-ae7e-0ed130296f1b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1261115 Jun 30 03:10:01.435710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-8106b868-aaaa-4f26-886f-be3d9bf793a4 service neutron] 10.222.0.77 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122422 Jun 30 03:10:01.459433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a5769573-3d1b-4c65-87f2-e68c335fb852 req-51db00ec-0939-4cee-ab41-ad17c680ffe6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Jun 30 03:10:01.771729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d453a5e-d773-4430-bce5-330cd8e88ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.774057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d453a5e-d773-4430-bce5-330cd8e88ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.775271 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7d453a5e-d773-4430-bce5-330cd8e88ab9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea4d33a1-ccf6-49d6-9e65-96402f56574d HTTP/1.1" status: 204 len: 168 time: 0.8495374 Jun 30 03:10:01.784288 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d453a5e-d773-4430-bce5-330cd8e88ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4d33a1-ccf6-49d6-9e65-96402f56574d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:01.915120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5d6eed45-181d-4464-89b7-9ee2d352b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.917838 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5d6eed45-181d-4464-89b7-9ee2d352b694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.917960 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f4399d-b509-4fa3-81e0-c491da2eb01b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.933456 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.933456 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-35cc7d40-4002-4e30-ad75-25c0d93ae93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.934132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5d6eed45-181d-4464-89b7-9ee2d352b694 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d65aa43-08ac-486a-9946-d6eb840670fc HTTP/1.1" status: 204 len: 168 time: 1.0351319 Jun 30 03:10:01.934202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08f4399d-b509-4fa3-81e0-c491da2eb01b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:01.949082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08f4399d-b509-4fa3-81e0-c491da2eb01b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-groups/5a9fdc81-f575-4941-bfb7-1ede8572317e HTTP/1.1" status: 204 len: 168 time: 0.7083149 Jun 30 03:10:01.950052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60468) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:01.955739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6eed45-181d-4464-89b7-9ee2d352b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d65aa43-08ac-486a-9946-d6eb840670fc,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:02.001450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4399d-b509-4fa3-81e0-c491da2eb01b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9fdc81-f575-4941-bfb7-1ede8572317e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:02.049028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2bb9df6f-7dcd-4d67-8cf5-29f9edb4a05c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813031 Jun 30 03:10:02.064184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60470) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:02.069029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-58b49640-2871-40a8-b65b-720e65f112ba tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581004676'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:02.289623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58b49640-2871-40a8-b65b-720e65f112ba tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.476153 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58b49640-2871-40a8-b65b-720e65f112ba tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.548054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32c063f9-ce9d-4a56-b40a-4dd90dd43c5a req-bf227923-deb9-4b09-a573-82489e155f41 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0487068 Jun 30 03:10:02.680759 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58b49640-2871-40a8-b65b-720e65f112ba tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.724413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b49640-2871-40a8-b65b-720e65f112ba tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101b41b0-1528-4d1c-9d88-b857b18e9edf,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:02.827797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3f38c-2c85-47e9-a1b4-3e941b0fdc46 req-45111f16-4bc5-41bc-8bfa-51e099c8653a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:02.829289 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6c3f38c-2c85-47e9-a1b4-3e941b0fdc46 req-45111f16-4bc5-41bc-8bfa-51e099c8653a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.0690172 Jun 30 03:10:02.866543 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6c3f38c-2c85-47e9-a1b4-3e941b0fdc46 req-b0179f8d-b47e-423a-93f5-7a2adeecfc5b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314083 Jun 30 03:10:02.954593 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58b49640-2871-40a8-b65b-720e65f112ba tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:02.956192 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-58b49640-2871-40a8-b65b-720e65f112ba tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8908978 Jun 30 03:10:02.966531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60500) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:02.971615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2c846a23-b07f-4c49-9ea8-a0aa3cee8dcd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group': {'name': 'tempest-secgroup--273943816'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:03.297284 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.298142 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2c846a23-b07f-4c49-9ea8-a0aa3cee8dcd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.402280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2c846a23-b07f-4c49-9ea8-a0aa3cee8dcd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.520179 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2c846a23-b07f-4c49-9ea8-a0aa3cee8dcd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.553449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60510) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:03.578493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81d33f70-6817-4378-8523-2cee8b31f847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.585026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c846a23-b07f-4c49-9ea8-a0aa3cee8dcd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dcd62b-3e9d-4e4b-8158-b3d54fa58d86,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:03.665155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e5d1e6f1-62e3-43d8-8e35-b104b03c727b req-3010351b-1ae2-420b-b4ba-11f9ebecf172 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0401614 Jun 30 03:10:03.694228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2c846a23-b07f-4c49-9ea8-a0aa3cee8dcd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:03.698565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2c846a23-b07f-4c49-9ea8-a0aa3cee8dcd tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7277462 Jun 30 03:10:03.699086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60516) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:03.710787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6f802830-2045-489b-9e15-87fe5fcbdc4a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': '101b41b0-1528-4d1c-9d88-b857b18e9edf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '18dcd62b-3e9d-4e4b-8158-b3d54fa58d86', 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:03.803241 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81d33f70-6817-4378-8523-2cee8b31f847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.073047 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d630a7-4259-43c6-85be-252ea1a79a52 req-fba06aaf-2676-4c10-b77b-5cf3ea20ad64 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:04.074524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c7d630a7-4259-43c6-85be-252ea1a79a52 req-fba06aaf-2676-4c10-b77b-5cf3ea20ad64 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.0719118 Jun 30 03:10:04.092200 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-81d33f70-6817-4378-8523-2cee8b31f847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.150949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-81d33f70-6817-4378-8523-2cee8b31f847 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da74b92602bc4eaca51b7a690fd54a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960917 Jun 30 03:10:04.157593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60530) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:04.180663 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c7d630a7-4259-43c6-85be-252ea1a79a52 req-fefb3a42-22a6-4bba-b3da-27af8d619cbf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997517 Jun 30 03:10:04.184996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d33f70-6817-4378-8523-2cee8b31f847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e5a94c-0b40-487e-b89c-8a743149aad8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:04.244274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e18c1545-df6a-475e-ae7c-1331ddd04007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.268426 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e18c1545-df6a-475e-ae7c-1331ddd04007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.420588 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f802830-2045-489b-9e15-87fe5fcbdc4a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.462681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e18c1545-df6a-475e-ae7c-1331ddd04007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.466515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e18c1545-df6a-475e-ae7c-1331ddd04007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.470551 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e18c1545-df6a-475e-ae7c-1331ddd04007 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68e5a94c-0b40-487e-b89c-8a743149aad8 HTTP/1.1" status: 204 len: 168 time: 0.3093660 Jun 30 03:10:04.484743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c1545-df6a-475e-ae7c-1331ddd04007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e5a94c-0b40-487e-b89c-8a743149aad8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:04.634594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f802830-2045-489b-9e15-87fe5fcbdc4a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.787212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-058e726f-4846-4b7d-b5f8-bedad16cf81f req-0720f5bb-caf0-45fe-b110-07ead4f16e8b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0385952 Jun 30 03:10:04.793849 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.836181 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f802830-2045-489b-9e15-87fe5fcbdc4a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:04.870319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f802830-2045-489b-9e15-87fe5fcbdc4a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188f65bd-08c5-4f19-a582-0198f12dfdfa,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:05.138360 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f802830-2045-489b-9e15-87fe5fcbdc4a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.140228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6f802830-2045-489b-9e15-87fe5fcbdc4a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4401205 Jun 30 03:10:05.143200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60570) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:05.191687 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d4646e97-b05c-436d-a6c8-32445a5474fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.212320 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d4646e97-b05c-436d-a6c8-32445a5474fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.554529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582bffd-ae71-4d59-90ac-558e95656c2a req-5d7743ba-8c33-478b-b757-2a26d22d1714 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:05.564041 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a582bffd-ae71-4d59-90ac-558e95656c2a req-5d7743ba-8c33-478b-b757-2a26d22d1714 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1904893 Jun 30 03:10:05.590886 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d4646e97-b05c-436d-a6c8-32445a5474fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.592200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60580) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:05.608136 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d4646e97-b05c-436d-a6c8-32445a5474fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.609701 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d4646e97-b05c-436d-a6c8-32445a5474fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/188f65bd-08c5-4f19-a582-0198f12dfdfa HTTP/1.1" status: 204 len: 168 time: 0.4650314 Jun 30 03:10:05.613356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60584) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:05.622896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4646e97-b05c-436d-a6c8-32445a5474fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=188f65bd-08c5-4f19-a582-0198f12dfdfa,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:05.676392 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a582bffd-ae71-4d59-90ac-558e95656c2a req-1cfcdee4-5323-4d04-aa2d-2c839018ed83 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111834 Jun 30 03:10:05.744657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b7e1d69c-0c34-4fc4-8faf-b20ebf53522d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1300972 Jun 30 03:10:05.754285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60588) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:05.772278 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26eeb4bf-23e8-4644-9938-2f7ae97d96dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.855860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c51bae31-85f5-45bf-9bd8-d00a8679b43a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.904911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c51bae31-85f5-45bf-9bd8-d00a8679b43a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.914578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e6614b8-a50f-44ec-9970-6f0e26aeb36e req-57920ef9-cf0a-41ac-aeaa-3a00dd9c259f tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0377107 Jun 30 03:10:05.958207 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26eeb4bf-23e8-4644-9938-2f7ae97d96dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.003681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60594) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:06.053026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60596) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:06.053251 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d22b4624-fbf1-4c18-8c5a-4a5cd6dd03d0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18982e7879be42dc886e71ff0ddfea33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482836 Jun 30 03:10:06.112122 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e571512-f244-48ea-900f-e667dc3b38be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.135829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e571512-f244-48ea-900f-e667dc3b38be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.279584 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c51bae31-85f5-45bf-9bd8-d00a8679b43a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.280154 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26eeb4bf-23e8-4644-9938-2f7ae97d96dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.282181 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c51bae31-85f5-45bf-9bd8-d00a8679b43a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.285721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c51bae31-85f5-45bf-9bd8-d00a8679b43a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-groups/18dcd62b-3e9d-4e4b-8158-b3d54fa58d86 HTTP/1.1" status: 204 len: 168 time: 0.5279739 Jun 30 03:10:06.287955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60598) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:06.306594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bae31-85f5-45bf-9bd8-d00a8679b43a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dcd62b-3e9d-4e4b-8158-b3d54fa58d86,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:06.347203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eeb4bf-23e8-4644-9938-2f7ae97d96dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b22e80-716d-480b-9847-b57ce7dce2be,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:06.353590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-26eeb4bf-23e8-4644-9938-2f7ae97d96dc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2a2d4b8d6bf4477e81574654172df4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7580042 Jun 30 03:10:06.357791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60600) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:06.388745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dadd5775-409d-41e6-9164-9fb914c09ee4 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0995591 Jun 30 03:10:06.401229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60602) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:06.437690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e571512-f244-48ea-900f-e667dc3b38be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.442388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e571512-f244-48ea-900f-e667dc3b38be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.443533 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6e571512-f244-48ea-900f-e667dc3b38be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/254e04c5-82dd-4fbe-8958-0993ca37114e HTTP/1.1" status: 204 len: 168 time: 0.3893957 Jun 30 03:10:06.480536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e571512-f244-48ea-900f-e667dc3b38be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254e04c5-82dd-4fbe-8958-0993ca37114e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:06.531069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d279b26-af3c-4cce-a482-6b6cece0f6ed tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.544314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d87b94a3-4051-4fa5-b3e0-8a2144225d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.576672 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d279b26-af3c-4cce-a482-6b6cece0f6ed tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.608098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d87b94a3-4051-4fa5-b3e0-8a2144225d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.875061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d279b26-af3c-4cce-a482-6b6cece0f6ed tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.877862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d279b26-af3c-4cce-a482-6b6cece0f6ed tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.880034 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9d279b26-af3c-4cce-a482-6b6cece0f6ed tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-groups/101b41b0-1528-4d1c-9d88-b857b18e9edf HTTP/1.1" status: 204 len: 168 time: 0.4769359 Jun 30 03:10:06.881820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60614) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:06.920750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d279b26-af3c-4cce-a482-6b6cece0f6ed tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b41b0-1528-4d1c-9d88-b857b18e9edf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:06.947062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed903c68-684d-4cbd-9bb5-e2c93c5980d2 req-87a05db3-59d4-4d6d-aa8a-304253d2a0f7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:06.950085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed903c68-684d-4cbd-9bb5-e2c93c5980d2 req-87a05db3-59d4-4d6d-aa8a-304253d2a0f7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1240315 Jun 30 03:10:06.984911 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d87b94a3-4051-4fa5-b3e0-8a2144225d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.993418 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d87b94a3-4051-4fa5-b3e0-8a2144225d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.998790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d87b94a3-4051-4fa5-b3e0-8a2144225d68 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8b22e80-716d-480b-9847-b57ce7dce2be HTTP/1.1" status: 204 len: 168 time: 0.6356010 Jun 30 03:10:07.014215 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed903c68-684d-4cbd-9bb5-e2c93c5980d2 req-0ba92a99-41dc-4dbf-b92a-116ab32a2c53 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Jun 30 03:10:07.028322 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0cf78eb4-1f1b-4675-88f7-c7065f9da505 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1451993 Jun 30 03:10:07.035279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60620) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:07.037099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b94a3-4051-4fa5-b3e0-8a2144225d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b22e80-716d-480b-9847-b57ce7dce2be,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:07.045042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4f413105-726e-41ab-aab6-25bf16d8340c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group': {'name': 'tempest-secgroup--165846201'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:07.141204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e38f950-44fd-4ea0-83f0-3f399b1bd5ec req-83ea1d49-d46a-4c19-8728-bf2e0d1b49b7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0336535 Jun 30 03:10:07.234739 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f413105-726e-41ab-aab6-25bf16d8340c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:07.336888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f413105-726e-41ab-aab6-25bf16d8340c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:07.496733 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f413105-726e-41ab-aab6-25bf16d8340c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:07.527139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f413105-726e-41ab-aab6-25bf16d8340c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e310eb5f-db30-479a-8383-a53dfc2ae076,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:08.087001 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f413105-726e-41ab-aab6-25bf16d8340c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.087001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4f413105-726e-41ab-aab6-25bf16d8340c tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0452034 Jun 30 03:10:08.087001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60646) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:08.090503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-84ca4847-4604-4159-8ea9-4c043ed1f0a4 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': 'e310eb5f-db30-479a-8383-a53dfc2ae076', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:08.201270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434ef46-2858-4120-958e-1f5d7031a810 req-1397a5d5-3ec7-4338-b5d0-6a035c5c51a5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:08.203334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1434ef46-2858-4120-958e-1f5d7031a810 req-1397a5d5-3ec7-4338-b5d0-6a035c5c51a5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.0711195 Jun 30 03:10:08.252501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1434ef46-2858-4120-958e-1f5d7031a810 req-4212ceab-f0fb-4d63-9423-dab3ea3342d7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420799 Jun 30 03:10:08.295194 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92214617-3aa8-471c-b87e-7d64e3431d89 req-eff1ed28-dda1-4720-9b6e-7df31981f674 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0346768 Jun 30 03:10:08.549972 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-84ca4847-4604-4159-8ea9-4c043ed1f0a4 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.629172 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-84ca4847-4604-4159-8ea9-4c043ed1f0a4 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.788515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-84ca4847-4604-4159-8ea9-4c043ed1f0a4 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:08.808678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca4847-4604-4159-8ea9-4c043ed1f0a4 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de216f60-5980-4196-9ef3-95faf4de6c7a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:09.084456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60676) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:09.142699 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-84ca4847-4604-4159-8ea9-4c043ed1f0a4 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.147918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-84ca4847-4604-4159-8ea9-4c043ed1f0a4 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0625689 Jun 30 03:10:09.150491 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60680) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:09.199284 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3eab578d-264b-4ccb-b4e2-557294a202fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.216165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3eab578d-264b-4ccb-b4e2-557294a202fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.406046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-154034698-network', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:09.434411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3eab578d-264b-4ccb-b4e2-557294a202fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.444811 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3eab578d-264b-4ccb-b4e2-557294a202fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.449781 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3eab578d-264b-4ccb-b4e2-557294a202fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/de216f60-5980-4196-9ef3-95faf4de6c7a HTTP/1.1" status: 204 len: 168 time: 0.2980168 Jun 30 03:10:09.450636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60688) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:09.459185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab578d-264b-4ccb-b4e2-557294a202fa tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de216f60-5980-4196-9ef3-95faf4de6c7a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:09.478473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-6deb60d3-5fbc-4557-b537-f41435bec25c tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:09.480008 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-6deb60d3-5fbc-4557-b537-f41435bec25c tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "GET /v2.0/networks?id=c4f8eded-35fe-48c8-b972-d071b9a4ab25 HTTP/1.1" status: 200 len: 812 time: 0.2100451 Jun 30 03:10:09.509604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Request body: {'port': {'device_id': '241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63', 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25', 'admin_state_up': True, 'tenant_id': 'b297a33b70644e71851b89817e6e2e24'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:09.536681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1158a11-7e72-42ae-9132-e2ec653bca73 req-54c3f95c-d769-48df-9a83-2b7fbbc8e404 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0448415 Jun 30 03:10:09.592960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4c02d74e-39a1-4ebb-a75e-ff47b27bd42d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1335986 Jun 30 03:10:09.595364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60690) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:09.611005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Made reservation on behalf of fa1510fd26f84fb3b6b3ad64197199af for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:09.613397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.628965 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.666396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c22fd3ca-e3c1-4668-96db-d29de7fb5214 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.714362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c22fd3ca-e3c1-4668-96db-d29de7fb5214 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:09.779772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf306df-f005-48d1-bde8-5f56a1050ce5 req-227b65e6-eeb8-4840-a184-298812389f93 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:09.782255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cf306df-f005-48d1-bde8-5f56a1050ce5 req-227b65e6-eeb8-4840-a184-298812389f93 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.2258031 Jun 30 03:10:09.824678 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cf306df-f005-48d1-bde8-5f56a1050ce5 req-562fb104-8968-48f6-86c4-b6e2196255b5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364385 Jun 30 03:10:10.064082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c22fd3ca-e3c1-4668-96db-d29de7fb5214 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.077037 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c22fd3ca-e3c1-4668-96db-d29de7fb5214 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.081586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c22fd3ca-e3c1-4668-96db-d29de7fb5214 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-groups/e310eb5f-db30-479a-8383-a53dfc2ae076 HTTP/1.1" status: 204 len: 168 time: 0.4849043 Jun 30 03:10:10.086006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60700) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:10.106228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fd3ca-e3c1-4668-96db-d29de7fb5214 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e310eb5f-db30-479a-8383-a53dfc2ae076,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:10.218641 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5b3ea29c-31bf-4c70-8e1e-d0d4d78f6717 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1262054 Jun 30 03:10:10.227826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60706) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:10.239378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c32aa079-d929-4dec-97e3-b124b83d3e75 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315655075'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:10.252611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.660086 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.688729 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-c32aa079-d929-4dec-97e3-b124b83d3e75 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:10:10.688729 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 03:10:10.688729 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id_1': 'f79aa84909c749d7af5524a623f06ac8', 'expiration_1': datetime.datetime(2021, 6, 30, 3, 10, 10, 244999)}] Jun 30 03:10:10.688729 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:10:10.689159 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-c32aa079-d929-4dec-97e3-b124b83d3e75 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:10:10.713735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:10.727050 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34542fc6-afea-4d7f-a8c2-3db58e9bf5f8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:10.735229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6fc89da9-a934-4dca-b805-4b908744497c req-e4d64c4d-9265-436a-a2a2-a6ac3cbaf159 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0526268 Jun 30 03:10:10.766583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.766583 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Added segment d5d867a2-a6a3-47df-ba90-3b222a925415 of type vlan for network 4fca8bba-594d-4dfd-8786-6db597252662 Jun 30 03:10:10.780287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-d4e0106e-8275-475e-9396-826e6c86cca8 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:10.782835 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-d4e0106e-8275-475e-9396-826e6c86cca8 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "GET /v2.0/networks?id=c4f8eded-35fe-48c8-b972-d071b9a4ab25 HTTP/1.1" status: 200 len: 812 time: 0.4660521 Jun 30 03:10:10.810140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Request body: {'port': {'device_id': '55604f00-d388-41e9-a8ce-63197510e4e6', 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25', 'admin_state_up': True, 'tenant_id': 'b297a33b70644e71851b89817e6e2e24'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:10.859965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Made reservation on behalf of b297a33b70644e71851b89817e6e2e24 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:10.863501 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:10.885247 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.182149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Allocated IP 172.20.0.7 (c4f8eded-35fe-48c8-b972-d071b9a4ab25/f3a1c997-e45e-4d42-85fc-1b34b2a4940e/4be2aa90-4593-478b-984e-e021522a2785) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:11.224823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59714d87-2a2f-40ce-897a-c35e959dbb58 req-b4d7bf1d-a97c-49f4-bef8-ffd04a348025 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:11.248131 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-59714d87-2a2f-40ce-897a-c35e959dbb58 req-b4d7bf1d-a97c-49f4-bef8-ffd04a348025 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.2248282 Jun 30 03:10:11.267218 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.268203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:11.269267 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.397272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-59714d87-2a2f-40ce-897a-c35e959dbb58 req-86b5520f-3d5c-4eb3-9747-39497a2056c6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482480 Jun 30 03:10:11.413081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Made reservation on behalf of b297a33b70644e71851b89817e6e2e24 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:11.416575 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.444438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] Pushing event updated for resources: {'Network': ['ID=4fca8bba-594d-4dfd-8786-6db597252662,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:11.459594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 4fca8bba-594d-4dfd-8786-6db597252662 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:11.541714 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c5c07065-cb08-4174-97bb-8fbe59dd668e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4549596 Jun 30 03:10:11.544202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60730) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:11.551128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Request body: {'subnet': {'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-154034698-subnet', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:11.674561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.857362 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32aa079-d929-4dec-97e3-b124b83d3e75 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.934881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:11.959774 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-318262fc-a138-4b6c-a7d2-ebceefa9b212 req-e6acb0bf-4d63-4511-af31-a09c091e1399 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0586600 Jun 30 03:10:12.063513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Made reservation on behalf of fa1510fd26f84fb3b6b3ad64197199af for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:12.063513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.176603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Network c4f8eded-35fe-48c8-b972-d071b9a4ab25 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:12.196061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:12.240420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:12.274241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Pushing event updated for resources: {'Port': ['ID=4be2aa90-4593-478b-984e-e021522a2785,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:12.383150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Allocated IP 172.20.0.10 (c4f8eded-35fe-48c8-b972-d071b9a4ab25/f3a1c997-e45e-4d42-85fc-1b34b2a4940e/64fa6b5f-49f6-44ba-a9ac-fa88140e542b) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:12.408099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:12.408099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.487524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32aa079-d929-4dec-97e3-b124b83d3e75 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.618434 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.718916 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32aa079-d929-4dec-97e3-b124b83d3e75 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.735625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f32ce1-0ab3-4341-acba-2eed3c592f15,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:12.760531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Checking segment: {'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:12.760531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Network hostable DHCP agents. Network: 4fca8bba-594d-4dfd-8786-6db597252662, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:12.807703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:12.807703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aa079-d929-4dec-97e3-b124b83d3e75 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bdbf35-8d26-4610-bea0-9de3b3191819,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:12.873387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9562f-b538-4a2b-8e4d-acdcc0356cfd req-27fb8b3f-7a50-4590-b2be-82c2e679b83c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:12.875739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d9562f-b538-4a2b-8e4d-acdcc0356cfd req-27fb8b3f-7a50-4590-b2be-82c2e679b83c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.1947105 Jun 30 03:10:12.925120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fa881196-caaa-477f-92c0-cc8c114be85d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4269307 Jun 30 03:10:12.931318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d4d9562f-b538-4a2b-8e4d-acdcc0356cfd req-e59fbd43-4db4-40b3-bbdd-034985b3de60 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Jun 30 03:10:12.938348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Request body: {'port': {'device_id': '241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:13.064258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Network 4fca8bba-594d-4dfd-8786-6db597252662 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:13.073472 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32aa079-d929-4dec-97e3-b124b83d3e75 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.074749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c32aa079-d929-4dec-97e3-b124b83d3e75 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.8459296 Jun 30 03:10:13.077900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60752) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:13.086532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-445990bd-1e08-43d4-894a-ff972f221603 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': '93bdbf35-8d26-4610-bea0-9de3b3191819', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:13.137126 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.180846 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.311079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672e55c-23bf-44f2-a216-935b250bdb47 req-6d71f1ea-ee2d-4866-9331-78fb8c5ce735 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:13.311079 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f672e55c-23bf-44f2-a216-935b250bdb47 req-6d71f1ea-ee2d-4866-9331-78fb8c5ce735 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 932 time: 0.1447806 Jun 30 03:10:13.311079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 4fca8bba-594d-4dfd-8786-6db597252662) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:13.330993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Network c4f8eded-35fe-48c8-b972-d071b9a4ab25 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:13.344390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:13.364411 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:13.382097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3497bb1-9c73-441a-8138-ab8297a3cd81 None None] Network 4fca8bba-594d-4dfd-8786-6db597252662 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:13.436106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:13.438472 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.470967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:13.471646 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.559615 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-445990bd-1e08-43d4-894a-ff972f221603 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.573817 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f672e55c-23bf-44f2-a216-935b250bdb47 req-32ac051c-2dd6-4194-951a-4a0ce37730a6 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492175 Jun 30 03:10:13.577312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Pushing event updated for resources: {'Port': ['ID=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:13.730730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-445990bd-1e08-43d4-894a-ff972f221603 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.795248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-4fca8bba-594d-4dfd-8786-6db597252662', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:13.797182 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:13.818021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dc9f9e9c-9ee1-492a-bc6f-c895f62fff54 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2717924 Jun 30 03:10:13.821017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60764) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:13.826152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:13.910728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-445990bd-1e08-43d4-894a-ff972f221603 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.002751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Allocated IP 172.20.0.2 (4fca8bba-594d-4dfd-8786-6db597252662/b4f32ce1-0ab3-4341-acba-2eed3c592f15/cbd70454-387b-42da-af66-c09d4ff496f9) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:14.036517 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ce858b32-6834-4fc6-802b-5002798f74f7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2325776 Jun 30 03:10:14.050258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445990bd-1e08-43d4-894a-ff972f221603 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d7bee6-a979-4c5c-9447-2617ced0227d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:14.063857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Request body: {'port': {'device_id': '55604f00-d388-41e9-a8ce-63197510e4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:14.107292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be2aa90-4593-478b-984e-e021522a2785 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:14.149663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.174934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Transition to ACTIVE for port object 4be2aa90-4593-478b-984e-e021522a2785 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:14.211825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.217702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.219407 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.434812 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.437442 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.438331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-445990bd-1e08-43d4-894a-ff972f221603 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.449428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Transition to ACTIVE for port object cbd70454-387b-42da-af66-c09d4ff496f9 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:14.453374 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-445990bd-1e08-43d4-894a-ff972f221603 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3732836 Jun 30 03:10:14.457750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60780) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:14.485127 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f277d14a-6c00-4acd-b64a-a762d1abc8ab tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules/11d7bee6-a979-4c5c-9447-2617ced0227d HTTP/1.1" status: 200 len: 763 time: 0.0255566 Jun 30 03:10:14.487814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60782) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:14.496919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Transition to ACTIVE for port object cbd70454-387b-42da-af66-c09d4ff496f9 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:14.537393 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c69845f8-fca0-4d31-b6ba-aa8d560b014a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0482495 Jun 30 03:10:14.539750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60784) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:14.543436 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.615474 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f688ff3-a21b-455d-990e-482f15eecc9a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.689392 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f688ff3-a21b-455d-990e-482f15eecc9a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.760803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4be2aa90-4593-478b-984e-e021522a2785,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:14.885599 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:14.939815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Network 4fca8bba-594d-4dfd-8786-6db597252662 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:14.946309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:14.950870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:14.959905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Pushing event updated for resources: {'Port': ['ID=cbd70454-387b-42da-af66-c09d4ff496f9,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:14.971934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fa6b5f-49f6-44ba-a9ac-fa88140e542b {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:14.988505 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.018232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578734c-2ca0-4816-b7a7-2176e5d2eddf req-56221ff0-24b3-4148-ac4a-f811a98a7189 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:15.023101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1578734c-2ca0-4816-b7a7-2176e5d2eddf req-56221ff0-24b3-4148-ac4a-f811a98a7189 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.4829032 Jun 30 03:10:15.100323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Attempting to bind port cbd70454-387b-42da-af66-c09d4ff496f9 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:15.100704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Attempting to bind port cbd70454-387b-42da-af66-c09d4ff496f9 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:15.101066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Attempting to bind port cbd70454-387b-42da-af66-c09d4ff496f9 on network 4fca8bba-594d-4dfd-8786-6db597252662 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:15.113158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Transition to ACTIVE for port object 64fa6b5f-49f6-44ba-a9ac-fa88140e542b will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:15.114412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:15.114785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Checking segment: {'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:15.115188 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.116673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Bound using segment: {'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:15.117189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Bound port: cbd70454-387b-42da-af66-c09d4ff496f9, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:15.122659 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.232328 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1578734c-2ca0-4816-b7a7-2176e5d2eddf req-b74c2c30-30a6-4cff-b92e-f70c80e6bbad tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908836 Jun 30 03:10:15.291049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Attempting to bind port 4be2aa90-4593-478b-984e-e021522a2785 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:15.291983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Attempting to bind port 4be2aa90-4593-478b-984e-e021522a2785 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:15.292578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Attempting to bind port 4be2aa90-4593-478b-984e-e021522a2785 on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:15.309898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.463590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Port 4be2aa90-4593-478b-984e-e021522a2785 on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:10:15.463590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Attempting to bind port 4be2aa90-4593-478b-984e-e021522a2785 on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:15.510068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:15.510444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Checking segment: {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:15.510849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Bound using segment: {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:15.511308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Bound port: 4be2aa90-4593-478b-984e-e021522a2785, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:15.513861 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.562992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] For port cbd70454-387b-42da-af66-c09d4ff496f9, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:15.562992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] For port cbd70454-387b-42da-af66-c09d4ff496f9, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cbd70454-387b-42da-af66-c09d4ff496f9,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:15.574796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Pushing event updated for resources: {'Port': ['ID=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:15.593094 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.697407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.699448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] For port 4be2aa90-4593-478b-984e-e021522a2785, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:15.706196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Attempting to bind port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:15.713874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Attempting to bind port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:15.713874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Attempting to bind port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:15.741708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:10:15.742106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Attempting to bind port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:15.750311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] For port 4be2aa90-4593-478b-984e-e021522a2785, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4be2aa90-4593-478b-984e-e021522a2785,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:15.753937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:15.753937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Checking segment: {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:15.758189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Bound using segment: {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:15.758399 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be2070-a34c-4ad0-8a3e-3a5400ad4ec6 req-d5eb02bc-c527-4e1c-9a2d-ee188873888b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:15.762167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Bound port: 64fa6b5f-49f6-44ba-a9ac-fa88140e542b, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:15.762546 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.777294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39be2070-a34c-4ad0-8a3e-3a5400ad4ec6 req-d5eb02bc-c527-4e1c-9a2d-ee188873888b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 932 time: 0.9405565 Jun 30 03:10:15.922875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233fdb4-d36a-4123-b5ce-975d82657400 None None] Pushing event updated for resources: {'Port': ['ID=cbd70454-387b-42da-af66-c09d4ff496f9,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:15.953080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.958464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f688ff3-a21b-455d-990e-482f15eecc9a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.971291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f688ff3-a21b-455d-990e-482f15eecc9a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:15.973209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7f688ff3-a21b-455d-990e-482f15eecc9a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/11d7bee6-a979-4c5c-9447-2617ced0227d HTTP/1.1" status: 204 len: 168 time: 1.4318819 Jun 30 03:10:15.979041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60806) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:16.017082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] For port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:16.019760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39be2070-a34c-4ad0-8a3e-3a5400ad4ec6 req-30f34446-212a-4ebf-a79e-e575a945a3d2 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252517 Jun 30 03:10:16.026693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688ff3-a21b-455d-990e-482f15eecc9a tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11d7bee6-a979-4c5c-9447-2617ced0227d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:16.029952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:16.035807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.037269 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] 10.222.0.74 "PUT /v2.0/ports/4be2aa90-4593-478b-984e-e021522a2785 HTTP/1.1" status: 200 len: 1091 time: 3.1041605 Jun 30 03:10:16.037933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63', 'tag': '4be2aa90-4593-478b-984e-e021522a2785'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:16.040386 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261d133f-465d-40c7-8853-47d62aacc1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63", "tag": "4be2aa90-4593-478b-984e-e021522a2785"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:16.083404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] For port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:16.137101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d969a482-447f-4bda-b74a-9673c09e4410 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1566906 Jun 30 03:10:16.140284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60812) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:16.149611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-78a75aca-744e-4609-94e9-2fd78c03b653 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': '93bdbf35-8d26-4610-bea0-9de3b3191819', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:16.159358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddce134-c0a5-46ec-acbe-d0eb87d752f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4be2aa90-4593-478b-984e-e021522a2785,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:16.174126 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef3af7e-3130-4bc9-9ecb-37f9fffa1d43 x-openstack-request-id: req-bef3af7e-3130-4bc9-9ecb-37f9fffa1d43 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:16.174545 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63", "tag": "4be2aa90-4593-478b-984e-e021522a2785", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:16.175227 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bef3af7e-3130-4bc9-9ecb-37f9fffa1d43 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:16.175632 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63', 'tag': '4be2aa90-4593-478b-984e-e021522a2785', 'status': 'completed', 'code': 200} Jun 30 03:10:16.237024 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.300564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:16.316321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.318391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] 10.222.0.74 "PUT /v2.0/ports/64fa6b5f-49f6-44ba-a9ac-fa88140e542b HTTP/1.1" status: 200 len: 1092 time: 2.2690997 Jun 30 03:10:16.373008 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78a75aca-744e-4609-94e9-2fd78c03b653 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.382130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d133f-465d-40c7-8853-47d62aacc1e5 req-cf92a274-aafb-467e-810a-49925f8689f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:16.384202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-261d133f-465d-40c7-8853-47d62aacc1e5 req-cf92a274-aafb-467e-810a-49925f8689f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b297a33b70644e71851b89817e6e2e24&device_id=241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63 HTTP/1.1" status: 200 len: 1094 time: 0.2064528 Jun 30 03:10:16.417101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd68fd-2d95-41aa-ac81-ce40fbc276f1 service neutron] Pushing event updated for resources: {'Port': ['ID=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:16.510843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.578731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.659491 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78a75aca-744e-4609-94e9-2fd78c03b653 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.674409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d133f-465d-40c7-8853-47d62aacc1e5 req-28123629-2745-4193-88c6-9cde45435962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:16.675727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-261d133f-465d-40c7-8853-47d62aacc1e5 req-28123629-2745-4193-88c6-9cde45435962 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=b297a33b70644e71851b89817e6e2e24&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2833965 Jun 30 03:10:16.681268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-72fb646e-308f-4d2f-8bb7-dc35bdeb6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:16.683341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-72fb646e-308f-4d2f-8bb7-dc35bdeb6691 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b297a33b70644e71851b89817e6e2e24&device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 1095 time: 0.1918564 Jun 30 03:10:16.752719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Allocated IP 172.25.2.174 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:16.789008 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-9af397af-44c1-467d-9397-8b65e9099c05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64fa6b5f-49f6-44ba-a9ac-fa88140e542b HTTP/1.1" status: 200 len: 217 time: 0.0951786 Jun 30 03:10:16.866287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78a75aca-744e-4609-94e9-2fd78c03b653 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.893338 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.920753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d133f-465d-40c7-8853-47d62aacc1e5 req-d540ff3a-ffe3-4698-a0f8-4c829829f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:16.923176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-261d133f-465d-40c7-8853-47d62aacc1e5 req-d540ff3a-ffe3-4698-a0f8-4c829829f6fe service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2387798 Jun 30 03:10:16.925203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fed1b009-0490-44b7-a877-fbffa20d0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:16.927723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-fed1b009-0490-44b7-a877-fbffa20d0938 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3a1c997-e45e-4d42-85fc-1b34b2a4940e HTTP/1.1" status: 200 len: 852 time: 0.1253567 Jun 30 03:10:16.929606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a75aca-744e-4609-94e9-2fd78c03b653 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e021c21-fd02-4b6d-b444-ec4660ccad67,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:16.980320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7b5a5-c0bd-4d24-a313-559842e4880a req-35b97e15-2e74-48bb-9a3e-0a3cadb78cb5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:16.981929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46d7b5a5-c0bd-4d24-a313-559842e4880a req-35b97e15-2e74-48bb-9a3e-0a3cadb78cb5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.4065273 Jun 30 03:10:17.005747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-96797a9e-f9ec-4da0-87f1-82bcf3d19876 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4f8eded-35fe-48c8-b972-d071b9a4ab25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699399 Jun 30 03:10:17.027577 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46d7b5a5-c0bd-4d24-a313-559842e4880a req-d143462f-c7cd-4252-8777-55476e88f96a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389550 Jun 30 03:10:17.099824 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78a75aca-744e-4609-94e9-2fd78c03b653 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.104354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60842) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:17.106311 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-78a75aca-744e-4609-94e9-2fd78c03b653 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9639721 Jun 30 03:10:17.135454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9250d91b-5c5b-4599-93a8-83bb58205e25 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules/4e021c21-fd02-4b6d-b444-ec4660ccad67 HTTP/1.1" status: 200 len: 763 time: 0.0272560 Jun 30 03:10:17.136278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60844) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:17.163647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-841942ec-c0c0-4f1a-9863-778558133fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:17.165272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-841942ec-c0c0-4f1a-9863-778558133fe9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b297a33b70644e71851b89817e6e2e24&device_id=241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63 HTTP/1.1" status: 200 len: 1094 time: 0.1794808 Jun 30 03:10:17.173730 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-1679ec55-2908-4ad4-8657-1c5504fd218e service neutron] 10.222.0.74 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442211 Jun 30 03:10:17.189928 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5f907efb-d4cf-4646-bcfe-b529d622a8c7 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0523498 Jun 30 03:10:17.192548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60846) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:17.223689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85fedeac-bfd9-45a7-a681-ae80b9600f3b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.234927 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85fedeac-bfd9-45a7-a681-ae80b9600f3b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.269929 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.293225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:17.296813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:17.324144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:17.519924 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85fedeac-bfd9-45a7-a681-ae80b9600f3b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.545800 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85fedeac-bfd9-45a7-a681-ae80b9600f3b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.549726 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-85fedeac-bfd9-45a7-a681-ae80b9600f3b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/4e021c21-fd02-4b6d-b444-ec4660ccad67 HTTP/1.1" status: 204 len: 168 time: 0.3553064 Jun 30 03:10:17.554161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60858) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:17.560200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Pushing event updated for resources: {'Port': ['ID=c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:17.578932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fedeac-bfd9-45a7-a681-ae80b9600f3b tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e021c21-fd02-4b6d-b444-ec4660ccad67,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:17.597018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e65367-19f0-4fdf-9278-f9ff05c06bd4 None None] Network 4fca8bba-594d-4dfd-8786-6db597252662 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:17.603016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-24cf58bc-3aad-47ee-afb7-3f4d19ff7352 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4be2aa90-4593-478b-984e-e021522a2785 HTTP/1.1" status: 200 len: 217 time: 0.4280725 Jun 30 03:10:17.654025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d8ee27f4-b77f-4108-bd2a-4d6bf3c907bf tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0882092 Jun 30 03:10:17.657122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60862) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:17.663230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2445598a-1b7b-4c9f-ad3f-8adef153d72d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Request body: {'security_group_rule': {'security_group_id': '93bdbf35-8d26-4610-bea0-9de3b3191819', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:17.780900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-d83334c0-0a96-42ba-b509-e7e8e2748bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:17.782449 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-d83334c0-0a96-42ba-b509-e7e8e2748bd0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3a1c997-e45e-4d42-85fc-1b34b2a4940e HTTP/1.1" status: 200 len: 852 time: 0.1116815 Jun 30 03:10:17.831725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-aafbbc95-b5d4-41eb-847e-6368dabd9837 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4f8eded-35fe-48c8-b972-d071b9a4ab25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414860 Jun 30 03:10:17.835157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-709ee577-6dc0-4991-91d3-aed23e53add8 service neutron] 10.222.0.74 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534262 Jun 30 03:10:17.852170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4c5e8-4005-4884-8fe4-774158a38a4c req-811dc133-1f1c-4ee9-b13f-6b564f5de1f0 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:17.853837 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ff4c5e8-4005-4884-8fe4-774158a38a4c req-811dc133-1f1c-4ee9-b13f-6b564f5de1f0 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 944 time: 0.2213387 Jun 30 03:10:17.948199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-50b13e2d-3cf5-4e69-a642-c35082585d73 None None] Provisioning for port cbd70454-387b-42da-af66-c09d4ff496f9 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:17.972679 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-2445598a-1b7b-4c9f-ad3f-8adef153d72d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Project f79aa84909c749d7af5524a623f06ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:10:18.008202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2445598a-1b7b-4c9f-ad3f-8adef153d72d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.048777 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ff4c5e8-4005-4884-8fe4-774158a38a4c req-f91f1166-db96-44f2-a7a3-935269be1b6e tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723869 Jun 30 03:10:18.064213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cbd70454-387b-42da-af66-c09d4ff496f9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:18.157814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2445598a-1b7b-4c9f-ad3f-8adef153d72d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.180138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-c05e7aea-3142-498f-bd8d-8fd81fef4681 service neutron] 10.222.0.74 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334308 Jun 30 03:10:18.184883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55604f00-d388-41e9-a8ce-63197510e4e6', 'tag': '64fa6b5f-49f6-44ba-a9ac-fa88140e542b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:18.184883 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6aaed0-8895-43b5-a975-938aa381da36" -d '{"events": [{"name": "network-changed", "server_uuid": "55604f00-d388-41e9-a8ce-63197510e4e6", "tag": "64fa6b5f-49f6-44ba-a9ac-fa88140e542b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:18.288416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.315387 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40bcf0d-e90e-45d9-92f1-982e6632046e x-openstack-request-id: req-f40bcf0d-e90e-45d9-92f1-982e6632046e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:18.315685 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55604f00-d388-41e9-a8ce-63197510e4e6", "tag": "64fa6b5f-49f6-44ba-a9ac-fa88140e542b", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:18.315872 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f40bcf0d-e90e-45d9-92f1-982e6632046e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:18.316443 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55604f00-d388-41e9-a8ce-63197510e4e6', 'tag': '64fa6b5f-49f6-44ba-a9ac-fa88140e542b', 'status': 'completed', 'code': 200} Jun 30 03:10:18.320071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port cbd70454-387b-42da-af66-c09d4ff496f9 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:18.324025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cbd70454-387b-42da-af66-c09d4ff496f9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:18.330043 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.356549 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2445598a-1b7b-4c9f-ad3f-8adef153d72d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.457017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94e0456d-6ab7-4683-923d-39999877d5b4 req-ba4c48b9-e69c-4761-a456-a0e6efd89233 service neutron] 10.222.0.74 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678814 Jun 30 03:10:18.459170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aaed0-8895-43b5-a975-938aa381da36 req-5893ffb3-7e89-4fbd-85d0-8bb4576f759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:18.460599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f6aaed0-8895-43b5-a975-938aa381da36 req-5893ffb3-7e89-4fbd-85d0-8bb4576f759f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b297a33b70644e71851b89817e6e2e24&device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 1095 time: 0.1261480 Jun 30 03:10:18.481019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445598a-1b7b-4c9f-ad3f-8adef153d72d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c0c95d-e1a5-4263-80dc-4672a1def901,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:18.564513 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.613446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port cbd70454-387b-42da-af66-c09d4ff496f9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cbd70454-387b-42da-af66-c09d4ff496f9,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:18.616134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aaed0-8895-43b5-a975-938aa381da36 req-4524c323-7006-471e-ba5e-f8f37fb91a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:18.618556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f6aaed0-8895-43b5-a975-938aa381da36 req-4524c323-7006-471e-ba5e-f8f37fb91a79 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4f8eded-35fe-48c8-b972-d071b9a4ab25 HTTP/1.1" status: 200 len: 913 time: 0.1501675 Jun 30 03:10:18.646863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd40717-487a-4158-8f52-936d7262c3c3 req-6c022210-5a6e-4c57-be3c-87366b74f81e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:18.654212 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0bd40717-487a-4158-8f52-936d7262c3c3 req-6c022210-5a6e-4c57-be3c-87366b74f81e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.3533187 Jun 30 03:10:18.675563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f6aaed0-8895-43b5-a975-938aa381da36 req-23b13c28-c427-4c0b-a5d6-440674477a33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64fa6b5f-49f6-44ba-a9ac-fa88140e542b HTTP/1.1" status: 200 len: 217 time: 0.0495498 Jun 30 03:10:18.740763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0bd40717-487a-4158-8f52-936d7262c3c3 req-2fe54a21-bdfb-4e13-a0b9-f5e8693ac691 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823874 Jun 30 03:10:18.760594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.763459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aaed0-8895-43b5-a975-938aa381da36 req-bc4fa8d7-9790-44fd-86bf-341b6a7ca11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:18.765054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f6aaed0-8895-43b5-a975-938aa381da36 req-bc4fa8d7-9790-44fd-86bf-341b6a7ca11f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3a1c997-e45e-4d42-85fc-1b34b2a4940e HTTP/1.1" status: 200 len: 852 time: 0.0832765 Jun 30 03:10:18.802422 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f6aaed0-8895-43b5-a975-938aa381da36 req-fda7be9e-91fd-4ac7-8ca8-3e9e8500fabe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4f8eded-35fe-48c8-b972-d071b9a4ab25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304828 Jun 30 03:10:18.905065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f6aaed0-8895-43b5-a975-938aa381da36 req-9a7ded38-82b7-4957-8935-75e962536ec4 service neutron] 10.222.0.74 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950017 Jun 30 03:10:18.944256 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.982002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2445598a-1b7b-4c9f-ad3f-8adef153d72d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.982002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2445598a-1b7b-4c9f-ad3f-8adef153d72d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3008070 Jun 30 03:10:18.982002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60894) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:18.996994 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-02810db2-1179-49a7-9e13-7cf1ada9a207 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules/b2c0c95d-e1a5-4263-80dc-4672a1def901 HTTP/1.1" status: 200 len: 769 time: 0.0359612 Jun 30 03:10:19.001416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60898) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:19.026688 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f6aaed0-8895-43b5-a975-938aa381da36 req-ecbe92e1-3245-4c6b-8c5c-02d34affd7db service neutron] 10.222.0.74 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148832 Jun 30 03:10:19.044530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=cbd70454-387b-42da-af66-c09d4ff496f9,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:19.165100 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0209533b-2679-42df-83d4-d54d8345174d tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0756252 Jun 30 03:10:19.168243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60904) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:19.208991 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b65ce2b-146f-40d5-9488-0d6770d4c960 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.214701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Router 4ec974c8-f00d-4a80-9511-980948680bd7 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:10:19.223990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b65ce2b-146f-40d5-9488-0d6770d4c960 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.358438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aabad9-d0f0-4f1f-9ed7-fd1d45987d7d req-08a9a8e6-e1c1-4316-9587-c33a0159656b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:19.360182 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8aabad9-d0f0-4f1f-9ed7-fd1d45987d7d req-08a9a8e6-e1c1-4316-9587-c33a0159656b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 944 time: 0.1481879 Jun 30 03:10:19.381301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:10:19.392714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Sync routers for ids ['4ec974c8-f00d-4a80-9511-980948680bd7'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:10:19.402477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Routers {'4ec974c8-f00d-4a80-9511-980948680bd7'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:19.403109 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:10:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4ec974c8-f00d-4a80-9511-980948680bd7'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:19.412125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8aabad9-d0f0-4f1f-9ed7-fd1d45987d7d req-099cc610-4726-4156-907b-cd333fdbc567 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460086 Jun 30 03:10:19.473996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b65ce2b-146f-40d5-9488-0d6770d4c960 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.483128 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b65ce2b-146f-40d5-9488-0d6770d4c960 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.484304 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9b65ce2b-146f-40d5-9488-0d6770d4c960 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/b2c0c95d-e1a5-4263-80dc-4672a1def901 HTTP/1.1" status: 204 len: 168 time: 0.3148839 Jun 30 03:10:19.490423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60912) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:19.498445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65ce2b-146f-40d5-9488-0d6770d4c960 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2c0c95d-e1a5-4263-80dc-4672a1def901,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:19.518417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Set router 4ec974c8-f00d-4a80-9511-980948680bd7 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:10:19.541519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0bf28a81-d47f-44e9-ae7f-0ac8a5c1fc18 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489595 Jun 30 03:10:19.548172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60914) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:19.581886 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.581886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-53ec0572-8a44-432c-be5c-1d447c434853 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7583289 Jun 30 03:10:19.588444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 60920) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:19.689525 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b673-8c24-4c61-8be2-ef62e84c4cfc tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.788372 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b673-8c24-4c61-8be2-ef62e84c4cfc tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:19.951673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:17Z', 'revision_number': 3, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:19.987703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Checking router: 4ec974c8-f00d-4a80-9511-980948680bd7 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:10:19.987944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Updating router 4ec974c8-f00d-4a80-9511-980948680bd7 port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:10:20.033617 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.070369 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cbd70454-387b-42da-af66-c09d4ff496f9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:20.145471 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b673-8c24-4c61-8be2-ef62e84c4cfc tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.156224 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bf0b673-8c24-4c61-8be2-ef62e84c4cfc tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.158085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3bf0b673-8c24-4c61-8be2-ef62e84c4cfc tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "DELETE /v2.0/security-groups/93bdbf35-8d26-4610-bea0-9de3b3191819 HTTP/1.1" status: 204 len: 168 time: 0.6077144 Jun 30 03:10:20.162051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60936) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:20.208575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0b673-8c24-4c61-8be2-ef62e84c4cfc tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bdbf35-8d26-4610-bea0-9de3b3191819,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:20.211898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2f73e-e3bb-47d3-90ed-15172cd856bd req-ac902f65-f5f7-4725-8fa6-76bc26a188a1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:20.222871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ff2f73e-e3bb-47d3-90ed-15172cd856bd req-ac902f65-f5f7-4725-8fa6-76bc26a188a1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.3053825 Jun 30 03:10:20.308017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-155976fb-baea-4f77-b79f-9feb8c43bb17 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1075521 Jun 30 03:10:20.309055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60942) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:20.309614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ff2f73e-e3bb-47d3-90ed-15172cd856bd req-0262b2c0-b6ee-4354-82c6-e761217634f6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853441 Jun 30 03:10:20.378462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cbd70454-387b-42da-af66-c09d4ff496f9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:20.379125 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.423216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b488fa56-9275-4cab-9c62-eb970d63c136 tempest-SecGroupIPv6Test-970085668 tempest-SecGroupIPv6Test-970085668-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1117940 Jun 30 03:10:20.500340 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.742723 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.753445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165ee72-994c-4229-b032-e2d2316cb591 req-5b4b6f11-916a-428b-b59e-4719b87cec5e tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:20.756206 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4165ee72-994c-4229-b032-e2d2316cb591 req-5b4b6f11-916a-428b-b59e-4719b87cec5e tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 944 time: 0.1340902 Jun 30 03:10:20.788472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Transition to ACTIVE for port object c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:20.812571 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4165ee72-994c-4229-b032-e2d2316cb591 req-6528125e-54b1-4c37-984b-57f0a1a258e9 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507731 Jun 30 03:10:20.899389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Allocated IP 172.20.0.1 (4fca8bba-594d-4dfd-8786-6db597252662/b4f32ce1-0ab3-4341-acba-2eed3c592f15/d66545b9-153c-424f-9aad-0249bb89fd3c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:21.013867 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.028775 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.048091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Transition to ACTIVE for port object d66545b9-153c-424f-9aad-0249bb89fd3c will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:21.092040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d59e00-9993-42c5-bc4f-30496f38b268 None None] Pushing event updated for resources: {'Port': ['ID=c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:21.138868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Attempting to bind port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:21.139339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Attempting to bind port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:21.140283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Attempting to bind port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:21.151887 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:21.152278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:21.154086 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.154481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:21.156128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Bound port: c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:21.158281 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.235242 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.240863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] For port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:21.244984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] For port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:21.276606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Network 4fca8bba-594d-4dfd-8786-6db597252662 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:21.279879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:21.284359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:21.327206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.412796 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.424467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Pushing event updated for resources: {'Port': ['ID=d66545b9-153c-424f-9aad-0249bb89fd3c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:21.604677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60976) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:21.613994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Routers {'4ec974c8-f00d-4a80-9511-980948680bd7'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:21.614926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:10:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4ec974c8-f00d-4a80-9511-980948680bd7'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:21.751703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d59e00-9993-42c5-bc4f-30496f38b268 None None] Pushing event updated for resources: {'Port': ['ID=c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:21.849430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 64fa6b5f-49f6-44ba-a9ac-fa88140e542b details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:10:21.853137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:21.938207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe200a0-ff4c-4b97-b929-8d340ea6dff9 req-87048f0f-6041-4422-8f30-f9274f981af6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:21.939877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 67638abb-4bb2-4f2d-bb51-f93427d0fc73 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:10:21.940413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bfe200a0-ff4c-4b97-b929-8d340ea6dff9 req-87048f0f-6041-4422-8f30-f9274f981af6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 943 time: 0.2189817 Jun 30 03:10:21.989403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] Set router 4ec974c8-f00d-4a80-9511-980948680bd7 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:10:21.993431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-24f90c28-8660-498f-8eca-65a160760b10 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f79aa84909c749d7af5524a623f06ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868680 Jun 30 03:10:21.995869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 60986) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:22.056179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bfe200a0-ff4c-4b97-b929-8d340ea6dff9 req-86d6e596-18cf-4302-baae-08b42007c6c9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094947 Jun 30 03:10:22.096022 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.resource_extend [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 03:10:22.131699 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1eed7ac-05fd-47d6-b4a5-b89f9e2390d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.174946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3201140b-4e70-4070-b7cc-47470e30c77e None None] Provisioning for port d66545b9-153c-424f-9aad-0249bb89fd3c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:22.176961 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1eed7ac-05fd-47d6-b4a5-b89f9e2390d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.278030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.resource_extend [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 03:10:22.295359 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.343070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cecff5-f5fc-4aa6-ab43-e34f694b5400 req-e22bf527-9f62-43df-9eb0-df15b6e4eefa tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:22.345907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94cecff5-f5fc-4aa6-ab43-e34f694b5400 req-e22bf527-9f62-43df-9eb0-df15b6e4eefa tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 944 time: 0.1463757 Jun 30 03:10:22.443165 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3201140b-4e70-4070-b7cc-47470e30c77e None None] Provisioning complete for port d66545b9-153c-424f-9aad-0249bb89fd3c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:22.443780 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3201140b-4e70-4070-b7cc-47470e30c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.453972 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94cecff5-f5fc-4aa6-ab43-e34f694b5400 req-8aa3de2e-0977-4ed3-836b-e864340bed1f tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977850 Jun 30 03:10:22.468043 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1eed7ac-05fd-47d6-b4a5-b89f9e2390d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.483912 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.484576 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1eed7ac-05fd-47d6-b4a5-b89f9e2390d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.484576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b1eed7ac-05fd-47d6-b4a5-b89f9e2390d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2152ef30-c7fd-43d9-9e56-b2ebc4f7929d HTTP/1.1" status: 204 len: 168 time: 0.4766023 Jun 30 03:10:22.486861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eed7ac-05fd-47d6-b4a5-b89f9e2390d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2152ef30-c7fd-43d9-9e56-b2ebc4f7929d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:22.606952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 67638abb-4bb2-4f2d-bb51-f93427d0fc73, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=67638abb-4bb2-4f2d-bb51-f93427d0fc73,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:22.611625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3201140b-4e70-4070-b7cc-47470e30c77e None None] Port d66545b9-153c-424f-9aad-0249bb89fd3c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:22.627066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:22.667292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '67638abb-4bb2-4f2d-bb51-f93427d0fc73', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'port_id': '67638abb-4bb2-4f2d-bb51-f93427d0fc73', 'mac_address': 'fa:16:3e:bb:af:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:10:22.667292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '64fa6b5f-49f6-44ba-a9ac-fa88140e542b', 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25', 'port_id': '64fa6b5f-49f6-44ba-a9ac-fa88140e542b', 'mac_address': 'fa:16:3e:a5:4d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a1c997-e45e-4d42-85fc-1b34b2a4940e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:10:22.667817 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.677083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Pushing event updated for resources: {'Port': ['ID=d66545b9-153c-424f-9aad-0249bb89fd3c,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:22.776152 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.787204 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.812106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:17Z', 'revision_number': 3, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:22.815149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fa6b5f-49f6-44ba-a9ac-fa88140e542b {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:22.820334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67638abb-4bb2-4f2d-bb51-f93427d0fc73 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:22.850433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Network 4fca8bba-594d-4dfd-8786-6db597252662 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:22.852077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:22.890150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d6d63-8cef-4bdb-b0ec-5f4380a19060 None None] The sync data for ids ['4ec974c8-f00d-4a80-9511-980948680bd7'] in n-d-798249-3 is: [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:17Z', 'revision_number': 3, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:10:22.901128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:22.925660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 67638abb-4bb2-4f2d-bb51-f93427d0fc73, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=67638abb-4bb2-4f2d-bb51-f93427d0fc73,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:22.982656 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.096795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.098577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4be2aa90-4593-478b-984e-e021522a2785 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:10:23.172437 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.362059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:23.431782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4be2aa90-4593-478b-984e-e021522a2785, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4be2aa90-4593-478b-984e-e021522a2785,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:23.542806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '4be2aa90-4593-478b-984e-e021522a2785', 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25', 'port_id': '4be2aa90-4593-478b-984e-e021522a2785', 'mac_address': 'fa:16:3e:1c:36:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a1c997-e45e-4d42-85fc-1b34b2a4940e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:10:23.570229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['67638abb-4bb2-4f2d-bb51-f93427d0fc73'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:10:23.703236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ab2e4aa7-a594-4a91-8aef-e81f30c279db None None] Provisioning complete for port d66545b9-153c-424f-9aad-0249bb89fd3c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:23.703783 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ab2e4aa7-a594-4a91-8aef-e81f30c279db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.984508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca388c-4992-4169-b04a-8a28e1a4f0e6 req-6bd682b9-7bd0-4bdf-b7f8-98227995fbc2 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:23.996186 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4ca388c-4992-4169-b04a-8a28e1a4f0e6 req-6bd682b9-7bd0-4bdf-b7f8-98227995fbc2 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 945 time: 0.3027806 Jun 30 03:10:24.081225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4ca388c-4992-4169-b04a-8a28e1a4f0e6 req-df92c28d-ff25-4233-a8ce-16601cf3cfc7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832255 Jun 30 03:10:24.172457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefe729-c969-458f-be19-a38eb1e10d9a req-e0cd0077-6075-45d3-8e5d-908a1d28afa7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:24.174408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e4aa7-a594-4a91-8aef-e81f30c279db None None] Port d66545b9-153c-424f-9aad-0249bb89fd3c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:24.176301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=67638abb-4bb2-4f2d-bb51-f93427d0fc73,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:24.179398 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:24.189476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fcefe729-c969-458f-be19-a38eb1e10d9a req-e0cd0077-6075-45d3-8e5d-908a1d28afa7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 944 time: 0.2956743 Jun 30 03:10:24.198299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Router 4ec974c8-f00d-4a80-9511-980948680bd7 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:10:24.313475 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.316672 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.348140 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be2aa90-4593-478b-984e-e021522a2785 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:24.388536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fcefe729-c969-458f-be19-a38eb1e10d9a req-4a642832-12a3-4200-8085-3a317c27a8de tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969354 Jun 30 03:10:24.477027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4be2aa90-4593-478b-984e-e021522a2785, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4be2aa90-4593-478b-984e-e021522a2785,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:24.536122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:10:24.553263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7eac8e57-b7f0-4fa9-a85e-5666f94a6b0d admin admin] 10.222.0.77 "PUT /v2.0/routers/4ec974c8-f00d-4a80-9511-980948680bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9548390 Jun 30 03:10:24.588857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.645618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:24.689245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:24.690023 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.813764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=4be2aa90-4593-478b-984e-e021522a2785,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:24.837418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-c3a1f874-6386-4945-b790-7c9b0a32ffe0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1609776 Jun 30 03:10:24.844013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['64fa6b5f-49f6-44ba-a9ac-fa88140e542b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:10:24.871319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['4be2aa90-4593-478b-984e-e021522a2785'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:10:25.042769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-0ec282db-9d09-4bdf-b70b-9ce1651ddf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:25.042769 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-0ec282db-9d09-4bdf-b70b-9ce1651ddf45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=62f804f066744a37bc9fe9e7c38c4786&device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 1101 time: 0.1575828 Jun 30 03:10:25.100571 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.340425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:25.364201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-b0ebee63-ef45-4e87-978f-a075fc89a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:25.370856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-b0ebee63-ef45-4e87-978f-a075fc89a623 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.3061740 Jun 30 03:10:25.460740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-a28d254d-683d-453b-a0f0-568074e34f11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=cd8c7840-fefd-476c-a223-b56897018127 HTTP/1.1" status: 200 len: 217 time: 0.0825753 Jun 30 03:10:25.468231 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:25.678409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:25.696663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 32862) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:25.709010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-18143676-cd13-4f1a-8d66-b21c83592fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:25.715666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-18143676-cd13-4f1a-8d66-b21c83592fed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1737146 Jun 30 03:10:25.775131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c053-6b87-4192-bc5a-bcd4b48c09c2 req-52d7f48e-bae4-485a-9349-b2b4fd9fb2d4 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:25.784539 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a210c053-6b87-4192-bc5a-bcd4b48c09c2 req-52d7f48e-bae4-485a-9349-b2b4fd9fb2d4 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 945 time: 0.3233266 Jun 30 03:10:25.936548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a210c053-6b87-4192-bc5a-bcd4b48c09c2 req-03a23db4-8b02-4ea1-a94b-a764fc94d3a5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485386 Jun 30 03:10:25.941442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0318725-739d-4c13-80cb-050705291d32 req-1a3cbd88-7346-4859-9767-9e7b11603169 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:25.950918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0318725-739d-4c13-80cb-050705291d32 req-1a3cbd88-7346-4859-9767-9e7b11603169 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 944 time: 0.2089360 Jun 30 03:10:25.970569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 67638abb-4bb2-4f2d-bb51-f93427d0fc73 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:26.028508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-575a1a05-57dd-4d81-a559-773361413c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:26.038137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:26.041902 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-575a1a05-57dd-4d81-a559-773361413c0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3116102 Jun 30 03:10:26.051758 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Sync routers for ids ['4ec974c8-f00d-4a80-9511-980948680bd7'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:10:26.081243 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Routers {'4ec974c8-f00d-4a80-9511-980948680bd7'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:26.083614 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:10:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4ec974c8-f00d-4a80-9511-980948680bd7'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:26.178244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0318725-739d-4c13-80cb-050705291d32 req-a0605965-c7d5-496d-ad32-6e6a04e72e42 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189758 Jun 30 03:10:26.253305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:26.254718 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.344076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-c5830d00-8b74-4a2a-928e-e2b0203d81d5 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937653 Jun 30 03:10:26.371094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-544a83ad-1ed4-4e41-b814-cd7a4cdc66a2 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:26.371925 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-544a83ad-1ed4-4e41-b814-cd7a4cdc66a2 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 03:10:26.372569 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-544a83ad-1ed4-4e41-b814-cd7a4cdc66a2 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 03:10:26.379153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-544a83ad-1ed4-4e41-b814-cd7a4cdc66a2 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6799359 Jun 30 03:10:26.386187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 32878) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:26.402676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:26.408590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014691545'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:26.439460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:26.439827 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.606045 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Set router 4ec974c8-f00d-4a80-9511-980948680bd7 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:10:26.639945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.648550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.666742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee2598ec-a3db-4129-a1d3-096e9b5b0b3d req-e9db49a6-e915-4114-ac33-3577b5938e16 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147349 Jun 30 03:10:26.668448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4be2aa90-4593-478b-984e-e021522a2785 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:26.831293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.882863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:26.934563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee2d4e9-52f5-40b3-9424-405154eef367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67638abb-4bb2-4f2d-bb51-f93427d0fc73'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:26.937296 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd66545b9-153c-424f-9aad-0249bb89fd3c', 'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'mac_address': 'fa:16:3e:a2:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:20Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 2, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'subnets': [{'id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:26.941066 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fa17ed-895d-4e13-8ff3-6a27b0a02e04" -d '{"events": [{"server_uuid": "cee2d4e9-52f5-40b3-9424-405154eef367", "name": "network-vif-plugged", "status": "completed", "tag": "67638abb-4bb2-4f2d-bb51-f93427d0fc73"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:26.959840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 4be2aa90-4593-478b-984e-e021522a2785 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:26.981903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 67638abb-4bb2-4f2d-bb51-f93427d0fc73, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=67638abb-4bb2-4f2d-bb51-f93427d0fc73,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:26.986692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 4be2aa90-4593-478b-984e-e021522a2785 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:26.987336 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.032262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.048974 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Checking router: 4ec974c8-f00d-4a80-9511-980948680bd7 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:10:27.049327 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Updating router 4ec974c8-f00d-4a80-9511-980948680bd7 port d66545b9-153c-424f-9aad-0249bb89fd3c binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:10:27.062176 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37039f12-9bd7-4463-a0d3-4c1b41cb77cf x-openstack-request-id: req-37039f12-9bd7-4463-a0d3-4c1b41cb77cf {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:27.062176 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee2d4e9-52f5-40b3-9424-405154eef367", "name": "network-vif-plugged", "status": "completed", "tag": "67638abb-4bb2-4f2d-bb51-f93427d0fc73", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:27.062176 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37039f12-9bd7-4463-a0d3-4c1b41cb77cf {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:27.062176 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee2d4e9-52f5-40b3-9424-405154eef367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67638abb-4bb2-4f2d-bb51-f93427d0fc73', 'code': 200} Jun 30 03:10:27.098054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 32906) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:27.104194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2045641984-network', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:27.138507 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.145132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23049dd-e086-4b01-ae13-bfded94792f9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:27.189714 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.304975 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=67638abb-4bb2-4f2d-bb51-f93427d0fc73,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:27.312223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee6bc-3761-42d9-900e-5cf48ed86e84 req-240a4385-8b94-4f74-8125-e4ab78da9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:27.319003 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1deee6bc-3761-42d9-900e-5cf48ed86e84 req-240a4385-8b94-4f74-8125-e4ab78da9289 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 1096 time: 0.1678607 Jun 30 03:10:27.338979 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.365302 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.417292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 4be2aa90-4593-478b-984e-e021522a2785, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4be2aa90-4593-478b-984e-e021522a2785,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:27.418955 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1deee6bc-3761-42d9-900e-5cf48ed86e84 req-8834890a-70d5-40c5-854e-0880ab232b9d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936418 Jun 30 03:10:27.462030 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.508635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f0e39-fe14-4470-a90d-fa545bac716b req-1d0e4004-9fbb-4bac-9a71-1f4bc82d1259 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:27.510274 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d3f0e39-fe14-4470-a90d-fa545bac716b req-1d0e4004-9fbb-4bac-9a71-1f4bc82d1259 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 945 time: 0.2753663 Jun 30 03:10:27.526325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe13dd08-0867-4643-a0f4-41f751d32621,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:27.562527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d3f0e39-fe14-4470-a90d-fa545bac716b req-449d40cf-2b23-4f31-a83f-936ed75db2a4 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431583 Jun 30 03:10:27.598799 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.599616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 64fa6b5f-49f6-44ba-a9ac-fa88140e542b up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:27.633121 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.641381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Made reservation on behalf of aa74f9dc1d9b4a5a842697bd7e87f2dd for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:27.649369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.650186 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Transition to ACTIVE for port object d66545b9-153c-424f-9aad-0249bb89fd3c will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:27.682813 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.730740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=4be2aa90-4593-478b-984e-e021522a2785,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:27.765238 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.766494 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-85471ccd-d689-4eba-96ad-8e7de5cf643b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3786287 Jun 30 03:10:27.769408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 32924) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:27.774351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': 'fe13dd08-0867-4643-a0f4-41f751d32621', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:27.822007 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.915076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795390b-098b-408c-bcca-96892843097b req-a73c130c-999a-4b9d-b7e3-86813294418f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:27.923121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:27.929901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5795390b-098b-408c-bcca-96892843097b req-a73c130c-999a-4b9d-b7e3-86813294418f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 945 time: 0.1773438 Jun 30 03:10:27.933966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:27.934351 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.971059 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Pushing event updated for resources: {'Port': ['ID=d66545b9-153c-424f-9aad-0249bb89fd3c,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:28.002350 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.002698 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.005551 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.005551 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.005551 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.005551 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.005551 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.005551 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.006923 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.007429 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.008598 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.009152 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.033657 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Attempting to bind port d66545b9-153c-424f-9aad-0249bb89fd3c on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:28.034028 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Attempting to bind port d66545b9-153c-424f-9aad-0249bb89fd3c by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:28.034706 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Attempting to bind port d66545b9-153c-424f-9aad-0249bb89fd3c on network 4fca8bba-594d-4dfd-8786-6db597252662 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:28.035307 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5795390b-098b-408c-bcca-96892843097b req-dcdf70ce-9a63-4a2e-8c5d-abf0f20ab5c1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000438 Jun 30 03:10:28.063215 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.071428 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:28.072187 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Checking segment: {'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:28.072834 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.073583 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Bound using segment: {'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:28.074296 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Bound port: d66545b9-153c-424f-9aad-0249bb89fd3c, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:28.074978 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.154590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.177535 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] For port d66545b9-153c-424f-9aad-0249bb89fd3c, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:28.180988 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] For port d66545b9-153c-424f-9aad-0249bb89fd3c, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d66545b9-153c-424f-9aad-0249bb89fd3c,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:28.192811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:28.239825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.287331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:10:28.297033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aab49c-3db9-4666-a3f4-10136c83e7b2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:28.303478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.304062 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Added segment f640b3a7-4f85-4486-ae24-21c131428674 of type vlan for network d1aeeeb9-43bf-4683-a765-41074319e0f9 Jun 30 03:10:28.352317 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.406136 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.406687 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.459327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:28.468092 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd4c9b-fad1-4bee-9799-d27a13dbfb73 None None] Pushing event updated for resources: {'Port': ['ID=d66545b9-153c-424f-9aad-0249bb89fd3c,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:28.480814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.512739 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Routers {'4ec974c8-f00d-4a80-9511-980948680bd7'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:28.513780 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:10:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4ec974c8-f00d-4a80-9511-980948680bd7'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:28.538516 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.541355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:28.541990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.611803 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.621977 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ab71f23b-e430-4776-9b4e-6011194d624f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.717755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] Pushing event updated for resources: {'Network': ['ID=d1aeeeb9-43bf-4683-a765-41074319e0f9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:28.729455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d1aeeeb9-43bf-4683-a765-41074319e0f9 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:10:28.753006 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.758721 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] Set router 4ec974c8-f00d-4a80-9511-980948680bd7 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:10:28.781382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371db449-6acc-4bfa-9a8e-ac80c51e97e6,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:28.789797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.790346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.790827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.791327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.791796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.792265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.792729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.793204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.793700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.794164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.794625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.795085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:28.835209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2138d15d-5ba6-4549-892b-b5a65b00c12a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7355998 Jun 30 03:10:28.839992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 32948) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:28.847208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Request body: {'subnet': {'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2045641984-subnet', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:28.971609 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.976904 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3352513b-8ffc-4a08-9f48-b6576b613b06 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2056696 Jun 30 03:10:28.977525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 32958) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:29.009981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-20cc4d62-9edf-45a5-84e9-6822dec38232 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': 'fe13dd08-0867-4643-a0f4-41f751d32621', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:29.055408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be2aa90-4593-478b-984e-e021522a2785'}, {'server_uuid': '55604f00-d388-41e9-a8ce-63197510e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fa6b5f-49f6-44ba-a9ac-fa88140e542b'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:29.059519 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37b810b-1ec6-41a1-b1c2-90acb925dc00" -d '{"events": [{"server_uuid": "241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63", "name": "network-vif-plugged", "status": "completed", "tag": "4be2aa90-4593-478b-984e-e021522a2785"}, {"server_uuid": "55604f00-d388-41e9-a8ce-63197510e4e6", "name": "network-vif-plugged", "status": "completed", "tag": "64fa6b5f-49f6-44ba-a9ac-fa88140e542b"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:29.148619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Made reservation on behalf of aa74f9dc1d9b4a5a842697bd7e87f2dd for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:29.153049 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.228918 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd66545b9-153c-424f-9aad-0249bb89fd3c', 'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'mac_address': 'fa:16:3e:a2:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:20Z', 'updated_at': '2021-06-30T03:10:28Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'subnets': [{'id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:29.294707 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5da883-3acc-455a-810d-fa49d9e71026 None None] The sync data for ids ['4ec974c8-f00d-4a80-9511-980948680bd7'] in n-d-798249-3 is: [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd66545b9-153c-424f-9aad-0249bb89fd3c', 'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'mac_address': 'fa:16:3e:a2:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:20Z', 'updated_at': '2021-06-30T03:10:28Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'subnets': [{'id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:10:29.433067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71ffe8-b3a1-412d-9f61-2173bc667e6d req-11043b7f-50dc-4b26-a2ae-8394c4dcb8af tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:29.446936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fc71ffe8-b3a1-412d-9f61-2173bc667e6d req-11043b7f-50dc-4b26-a2ae-8394c4dcb8af tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 946 time: 0.6478913 Jun 30 03:10:29.457384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbbd73-e7e6-45f0-9759-f0d82ec06e75 req-5dc74c4a-b581-4738-84a6-b2ed76569f4d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:29.473926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9bfbbd73-e7e6-45f0-9759-f0d82ec06e75 req-5dc74c4a-b581-4738-84a6-b2ed76569f4d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 945 time: 0.2090774 Jun 30 03:10:29.496533 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-20cc4d62-9edf-45a5-84e9-6822dec38232 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:29.562546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fc71ffe8-b3a1-412d-9f61-2173bc667e6d req-d73bc87d-2eb6-4500-a74b-cb13667fdac1 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114783 Jun 30 03:10:29.709993 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7137b8f-6ccc-4324-b0c5-61965b62f818 x-openstack-request-id: req-d7137b8f-6ccc-4324-b0c5-61965b62f818 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:29.711491 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63", "name": "network-vif-plugged", "status": "completed", "tag": "4be2aa90-4593-478b-984e-e021522a2785", "code": 200}, {"server_uuid": "55604f00-d388-41e9-a8ce-63197510e4e6", "name": "network-vif-plugged", "status": "completed", "tag": "64fa6b5f-49f6-44ba-a9ac-fa88140e542b", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:29.711925 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7137b8f-6ccc-4324-b0c5-61965b62f818 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:29.712958 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be2aa90-4593-478b-984e-e021522a2785', 'code': 200} Jun 30 03:10:29.713529 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55604f00-d388-41e9-a8ce-63197510e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fa6b5f-49f6-44ba-a9ac-fa88140e542b', 'code': 200} Jun 30 03:10:29.723662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9bfbbd73-e7e6-45f0-9759-f0d82ec06e75 req-f29eb706-5be8-427f-b102-8985e9eec037 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462108 Jun 30 03:10:29.941757 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.018100 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-20cc4d62-9edf-45a5-84e9-6822dec38232 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 03:10:30.022774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-20cc4d62-9edf-45a5-84e9-6822dec38232 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0441642 Jun 30 03:10:30.025592 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 32992) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:30.108921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59430b85-4400-4f1c-b479-a5aa4462b9f7 req-b95eeeb6-2be8-4c74-a799-bb7848220b79 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:30.123598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-59430b85-4400-4f1c-b479-a5aa4462b9f7 req-b95eeeb6-2be8-4c74-a799-bb7848220b79 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 945 time: 0.1474109 Jun 30 03:10:30.149436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d66545b9-153c-424f-9aad-0249bb89fd3c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:30.210618 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-59430b85-4400-4f1c-b479-a5aa4462b9f7 req-9fd8df75-01e9-40da-85f3-8f1d2d0bbd93 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893011 Jun 30 03:10:30.241987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86539870-71a1-4584-8191-35f0b5e9d638,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:30.340986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfffecb-6112-427a-a55d-ac9645ff58e5 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.372911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfffecb-6112-427a-a55d-ac9645ff58e5 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.404740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Checking segment: {'id': 'f640b3a7-4f85-4486-ae24-21c131428674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:30.405904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Network hostable DHCP agents. Network: d1aeeeb9-43bf-4683-a765-41074319e0f9, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:10:30.415400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcf340-45fd-4742-beb6-04f37fc65fc1 req-53cf7df1-2e3e-4589-bbb2-fd52dc0afcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:30.417138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7fcf340-45fd-4742-beb6-04f37fc65fc1 req-53cf7df1-2e3e-4589-bbb2-fd52dc0afcd0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 1097 time: 0.6147637 Jun 30 03:10:30.418971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2f598-4911-47b3-abcc-4f37ebf7fcbb req-2e96910c-fd00-4847-b67b-a78fb9d22bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:30.420560 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2e2f598-4911-47b3-abcc-4f37ebf7fcbb req-2e96910c-fd00-4847-b67b-a78fb9d22bf4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63 HTTP/1.1" status: 200 len: 1096 time: 0.5752497 Jun 30 03:10:30.438361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33006) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:30.465322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d66545b9-153c-424f-9aad-0249bb89fd3c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:30.474260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d66545b9-153c-424f-9aad-0249bb89fd3c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:30.475125 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.533067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2e2f598-4911-47b3-abcc-4f37ebf7fcbb req-b1ac504a-692d-4531-b97f-7d1bd73abad9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040645 Jun 30 03:10:30.536548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7fcf340-45fd-4742-beb6-04f37fc65fc1 req-5272bdb6-310c-4233-b25f-f5223f82c016 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995846 Jun 30 03:10:30.585680 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c967-db66-4bc5-83f2-73a98c4fcd57 req-b27d4432-fed0-492e-98c1-7fee46b95ddd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:30.611292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fbe7c967-db66-4bc5-83f2-73a98c4fcd57 req-b27d4432-fed0-492e-98c1-7fee46b95ddd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 945 time: 0.1481814 Jun 30 03:10:30.657690 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.711818 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-476f7244-6341-4b29-835a-c2f36a43cc9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.714836 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fbe7c967-db66-4bc5-83f2-73a98c4fcd57 req-bd5d9048-3908-4ed6-b7fb-aab8c3de59af tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970154 Jun 30 03:10:30.732576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d66545b9-153c-424f-9aad-0249bb89fd3c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d66545b9-153c-424f-9aad-0249bb89fd3c,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:30.799041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Network d1aeeeb9-43bf-4683-a765-41074319e0f9 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:10:30.847606 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfffecb-6112-427a-a55d-ac9645ff58e5 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.850378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfffecb-6112-427a-a55d-ac9645ff58e5 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.851763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7dfffecb-6112-427a-a55d-ac9645ff58e5 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/fe13dd08-0867-4643-a0f4-41f751d32621 HTTP/1.1" status: 204 len: 168 time: 0.8205020 Jun 30 03:10:30.855756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33020) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:30.928956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-af7a7926-9f77-4006-9dea-b49c41759f02 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715566 Jun 30 03:10:30.935200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33022) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:30.949341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-25da563c-fd4e-47d0-a948-8c7be24bb762 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'tempest-secgroup--936399429'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:30.953479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff39b3-0629-4678-8e1e-bb917c8d985e req-a3188212-49a6-4b5f-9edd-d463957bf9cd tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:30.956263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfffecb-6112-427a-a55d-ac9645ff58e5 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe13dd08-0867-4643-a0f4-41f751d32621,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:30.960573 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8ff39b3-0629-4678-8e1e-bb917c8d985e req-a3188212-49a6-4b5f-9edd-d463957bf9cd tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1469774 Jun 30 03:10:30.999857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.044331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-476f7244-6341-4b29-835a-c2f36a43cc9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.062178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d1aeeeb9-43bf-4683-a765-41074319e0f9) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:31.075700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:31.076300 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.102644 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8ff39b3-0629-4678-8e1e-bb917c8d985e req-cab7d462-a5b0-49e9-bb35-bd02fafddf88 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243441 Jun 30 03:10:31.108655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca13dd-04fb-4639-b718-a262b29c815b None None] Network d1aeeeb9-43bf-4683-a765-41074319e0f9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:31.211439 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-476f7244-6341-4b29-835a-c2f36a43cc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.287118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f7244-6341-4b29-835a-c2f36a43cc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaf6b49-ebf6-4960-8c7a-7b7fd79660e7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:31.299080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33032) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:31.299950 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-476f7244-6341-4b29-835a-c2f36a43cc9d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9dd23fc444e24dea98cfceaf506f5494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8604321 Jun 30 03:10:31.311028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d66545b9-153c-424f-9aad-0249bb89fd3c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:31.325403 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1cd513d5-dce5-42ec-a3a1-48c8996d6822 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4839425 Jun 30 03:10:31.328791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33034) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:31.338524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2045641984-router', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:31.401747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0d9dbe5-2927-4dbd-9ec4-f516873909d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.452059 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0d9dbe5-2927-4dbd-9ec4-f516873909d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.469943 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0690f2e5-9cd2-43e7-ac78-fc3a2b92be55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.506964 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25da563c-fd4e-47d0-a948-8c7be24bb762 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.532831 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.554603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-d1aeeeb9-43bf-4683-a765-41074319e0f9', 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'fixed_ips': [{'subnet_id': '86539870-71a1-4584-8191-35f0b5e9d638'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:10:31.555474 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.623053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.628310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.748344 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0d9dbe5-2927-4dbd-9ec4-f516873909d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.758331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0d9dbe5-2927-4dbd-9ec4-f516873909d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.762454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e0d9dbe5-2927-4dbd-9ec4-f516873909d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4aaf6b49-ebf6-4960-8c7a-7b7fd79660e7 HTTP/1.1" status: 204 len: 168 time: 0.4622395 Jun 30 03:10:31.818866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9dbe5-2927-4dbd-9ec4-f516873909d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaf6b49-ebf6-4960-8c7a-7b7fd79660e7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:31.914435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:31.916789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25da563c-fd4e-47d0-a948-8c7be24bb762 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.033895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d66545b9-153c-424f-9aad-0249bb89fd3c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:32.040653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Allocated IP 172.20.0.2 (d1aeeeb9-43bf-4683-a765-41074319e0f9/86539870-71a1-4584-8191-35f0b5e9d638/e25aafee-26a8-4820-aeca-92811d049945) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:32.091158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25da563c-fd4e-47d0-a948-8c7be24bb762 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.101788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe3833-4aaa-472b-ab62-25ad0f850a8d req-f36d5414-a121-4867-b1d1-f023674a24e3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:32.104008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-defe3833-4aaa-472b-ab62-25ad0f850a8d req-f36d5414-a121-4867-b1d1-f023674a24e3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 945 time: 0.1155844 Jun 30 03:10:32.211988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da563c-fd4e-47d0-a948-8c7be24bb762 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ee0a7f-57aa-435e-8ca6-fcdaab172c59,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:32.233758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d66545b9-153c-424f-9aad-0249bb89fd3c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:32.234136 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.262788 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25da563c-fd4e-47d0-a948-8c7be24bb762 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.264892 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-25da563c-fd4e-47d0-a948-8c7be24bb762 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3266480 Jun 30 03:10:32.271341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33054) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:32.276611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-438aedb6-3ca0-4947-b93b-9131d07cfd5a tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': 'b6ee0a7f-57aa-435e-8ca6-fcdaab172c59', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:32.278569 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-438aedb6-3ca0-4947-b93b-9131d07cfd5a tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 03:10:32.278998 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-438aedb6-3ca0-4947-b93b-9131d07cfd5a tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:32.291930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-438aedb6-3ca0-4947-b93b-9131d07cfd5a tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0194290 Jun 30 03:10:32.292667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33058) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:32.464078 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.467548 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.481019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Transition to ACTIVE for port object e25aafee-26a8-4820-aeca-92811d049945 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:32.489743 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-defe3833-4aaa-472b-ab62-25ad0f850a8d req-5e0a427e-f461-4290-927c-f4cea8e2ac6c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786218 Jun 30 03:10:32.509626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Transition to ACTIVE for port object e25aafee-26a8-4820-aeca-92811d049945 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:32.527450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd7688af-9c54-43ea-a1bc-c5a2aa8d0469 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.555392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd7688af-9c54-43ea-a1bc-c5a2aa8d0469 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.574347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425dd3-97e0-4af6-83c1-6b9426c99ace req-b4ae24a8-c8e4-4f38-8418-673ad81432c7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:32.581396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e2425dd3-97e0-4af6-83c1-6b9426c99ace req-b4ae24a8-c8e4-4f38-8418-673ad81432c7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 946 time: 0.2144918 Jun 30 03:10:32.633917 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.647300 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e2425dd3-97e0-4af6-83c1-6b9426c99ace req-3c38d404-ddf5-4da3-975f-ced697ca70cf tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649824 Jun 30 03:10:32.723183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Network d1aeeeb9-43bf-4683-a765-41074319e0f9 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:32.727668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:32.733686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:32.744734 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd7688af-9c54-43ea-a1bc-c5a2aa8d0469 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.749221 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd7688af-9c54-43ea-a1bc-c5a2aa8d0469 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:32.757093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bd7688af-9c54-43ea-a1bc-c5a2aa8d0469 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/b6ee0a7f-57aa-435e-8ca6-fcdaab172c59 HTTP/1.1" status: 204 len: 168 time: 0.4554288 Jun 30 03:10:32.762080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33070) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:32.784979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7688af-9c54-43ea-a1bc-c5a2aa8d0469 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ee0a7f-57aa-435e-8ca6-fcdaab172c59,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:32.950016 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b4fff28f-ec86-451e-b128-2f54a420fb9b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1846108 Jun 30 03:10:32.953892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33080) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:32.959621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7318bbda-764f-42ba-bbb2-3bcf34f7a974 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'tempest-secgroup--730558152'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:32.977537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Pushing event updated for resources: {'Port': ['ID=e25aafee-26a8-4820-aeca-92811d049945,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:33.004829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Attempting to bind port e25aafee-26a8-4820-aeca-92811d049945 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:33.008040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Attempting to bind port e25aafee-26a8-4820-aeca-92811d049945 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'f640b3a7-4f85-4486-ae24-21c131428674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:33.008040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Attempting to bind port e25aafee-26a8-4820-aeca-92811d049945 on network d1aeeeb9-43bf-4683-a765-41074319e0f9 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:33.026448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:33.026907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Checking segment: {'id': 'f640b3a7-4f85-4486-ae24-21c131428674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:33.027336 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.027901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Bound using segment: {'id': 'f640b3a7-4f85-4486-ae24-21c131428674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:33.028896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Bound port: e25aafee-26a8-4820-aeca-92811d049945, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f640b3a7-4f85-4486-ae24-21c131428674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:33.029351 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.093009 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.119851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.126371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] For port e25aafee-26a8-4820-aeca-92811d049945, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:33.130844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] For port e25aafee-26a8-4820-aeca-92811d049945, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e25aafee-26a8-4820-aeca-92811d049945,segment=NetworkSegment(f640b3a7-4f85-4486-ae24-21c131428674),segment_id=f640b3a7-4f85-4486-ae24-21c131428674)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:33.149620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-d981c278-c2de-4995-aa82-e7bde404852f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:33.151090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-d981c278-c2de-4995-aa82-e7bde404852f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.83 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 945 time: 0.0934505 Jun 30 03:10:33.165920 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d8741-fc81-43ea-9aea-e23693cabfd0 req-b4f9fab4-f5ce-49b3-9468-5a4425b4758e tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:33.167422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e93d8741-fc81-43ea-9aea-e23693cabfd0 req-b4f9fab4-f5ce-49b3-9468-5a4425b4758e tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63 HTTP/1.1" status: 200 len: 945 time: 0.2843034 Jun 30 03:10:33.284388 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.303183 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7318bbda-764f-42ba-bbb2-3bcf34f7a974 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.309888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e93d8741-fc81-43ea-9aea-e23693cabfd0 req-7d55821f-ebb8-4602-bd59-4273ee1d3026 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217556 Jun 30 03:10:33.360618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Allocated IP 172.25.2.249 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/89733b8f-6473-4e48-85ca-dc8e0a008dc5) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:33.388580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.391422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-efb3b674-f583-4247-a921-5e3f927848dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Deleting port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:33.395097 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-efb3b674-f583-4247-a921-5e3f927848dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.533964 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:10:33.586741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c1eaf-abcd-4936-992e-eff250c608fc None None] Pushing event updated for resources: {'Port': ['ID=e25aafee-26a8-4820-aeca-92811d049945,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:33.642250 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.661762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-efb3b674-f583-4247-a921-5e3f927848dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] For port 67638abb-4bb2-4f2d-bb51-f93427d0fc73, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=67638abb-4bb2-4f2d-bb51-f93427d0fc73,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:33.662178 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-efb3b674-f583-4247-a921-5e3f927848dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.703096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-efb3b674-f583-4247-a921-5e3f927848dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Calling delete_port for 67638abb-4bb2-4f2d-bb51-f93427d0fc73 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:33.961377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:33.979007 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7318bbda-764f-42ba-bbb2-3bcf34f7a974 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.031772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7456354-61da-406e-bb25-e00a68b211fc req-c7232930-374d-4677-b580-eb236c56f10a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:34.043007 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c7456354-61da-406e-bb25-e00a68b211fc req-c7232930-374d-4677-b580-eb236c56f10a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 945 time: 0.2304733 Jun 30 03:10:34.084716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:34.097731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:34.107688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:34.112770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=89733b8f-6473-4e48-85ca-dc8e0a008dc5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:34.175911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7318bbda-764f-42ba-bbb2-3bcf34f7a974 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.221916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c7456354-61da-406e-bb25-e00a68b211fc req-afef0683-6335-4a37-857c-00848d9ee36d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649051 Jun 30 03:10:34.245360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318bbda-764f-42ba-bbb2-3bcf34f7a974 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1251b9ff-1825-4ed5-9d2b-19adad2aca45,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:34.308461 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-efb3b674-f583-4247-a921-5e3f927848dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.367719 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7318bbda-764f-42ba-bbb2-3bcf34f7a974 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.369058 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7318bbda-764f-42ba-bbb2-3bcf34f7a974 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4140837 Jun 30 03:10:34.370318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3b674-f583-4247-a921-5e3f927848dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'Port': ['ID=67638abb-4bb2-4f2d-bb51-f93427d0fc73,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:34.373155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33118) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:34.392923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d57263ef-b2d4-416a-93d2-80f3cb3b598c tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '1251b9ff-1825-4ed5-9d2b-19adad2aca45', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:34.410040 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-d57263ef-b2d4-416a-93d2-80f3cb3b598c tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 03:10:34.410948 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-d57263ef-b2d4-416a-93d2-80f3cb3b598c tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:34.412184 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d57263ef-b2d4-416a-93d2-80f3cb3b598c tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0350318 Jun 30 03:10:34.421574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33120) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:34.497609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-efb3b674-f583-4247-a921-5e3f927848dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] No DVR routers for this DVR port 67638abb-4bb2-4f2d-bb51-f93427d0fc73 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:34.503527 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-efb3b674-f583-4247-a921-5e3f927848dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.506108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-483c9a40-9555-48ef-a1ef-a2133c3c103b req-efb3b674-f583-4247-a921-5e3f927848dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.83 "DELETE /v2.0/ports/67638abb-4bb2-4f2d-bb51-f93427d0fc73 HTTP/1.1" status: 204 len: 173 time: 1.3495650 Jun 30 03:10:34.507974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee2d4e9-52f5-40b3-9424-405154eef367', 'name': 'network-vif-deleted', 'tag': '67638abb-4bb2-4f2d-bb51-f93427d0fc73'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:34.525641 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbe1828-d276-4a89-a3bb-600932dc64fc" -d '{"events": [{"server_uuid": "cee2d4e9-52f5-40b3-9424-405154eef367", "name": "network-vif-deleted", "tag": "67638abb-4bb2-4f2d-bb51-f93427d0fc73"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:34.656769 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6929f4d-e159-4743-8611-97797c9b0072 x-openstack-request-id: req-c6929f4d-e159-4743-8611-97797c9b0072 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:34.657073 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee2d4e9-52f5-40b3-9424-405154eef367", "name": "network-vif-deleted", "tag": "67638abb-4bb2-4f2d-bb51-f93427d0fc73", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:34.657331 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6929f4d-e159-4743-8611-97797c9b0072 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:34.657819 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee2d4e9-52f5-40b3-9424-405154eef367', 'name': 'network-vif-deleted', 'tag': '67638abb-4bb2-4f2d-bb51-f93427d0fc73', 'status': 'completed', 'code': 200} Jun 30 03:10:34.764449 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8dad3cc3-c489-4951-b6d8-24c9b75e5012 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.796056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8dad3cc3-c489-4951-b6d8-24c9b75e5012 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:34.796574 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.092936 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8dad3cc3-c489-4951-b6d8-24c9b75e5012 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.114745 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8dad3cc3-c489-4951-b6d8-24c9b75e5012 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.120984 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8dad3cc3-c489-4951-b6d8-24c9b75e5012 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/1251b9ff-1825-4ed5-9d2b-19adad2aca45 HTTP/1.1" status: 204 len: 168 time: 0.6490128 Jun 30 03:10:35.125550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33136) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:35.254944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad3cc3-c489-4951-b6d8-24c9b75e5012 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1251b9ff-1825-4ed5-9d2b-19adad2aca45,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:35.284176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453c876-99e9-4bea-a704-42cc48e474cc None None] Network d1aeeeb9-43bf-4683-a765-41074319e0f9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:10:35.311898 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1f5cc2af-545e-40c4-9fae-454867101d07 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1785855 Jun 30 03:10:35.324458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33148) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:35.343024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ccbe9fcf-a002-4220-a7f5-9125fd4c4fde tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'tempest-secgroup--316048942'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:35.359414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.566634 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9fcf-a002-4220-a7f5-9125fd4c4fde tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.581364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f345099f-3a22-4147-965a-e22b77d1ed8e req-f4ea00cc-b1a6-470a-9eb0-dca321ce01a9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.0568161 Jun 30 03:10:35.736600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3ecc3c8f-cc61-4303-874a-bb1b1c01114e None None] Provisioning for port e25aafee-26a8-4820-aeca-92811d049945 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:35.860231 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.925561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9fcf-a002-4220-a7f5-9125fd4c4fde tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.967275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 67638abb-4bb2-4f2d-bb51-f93427d0fc73 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:36.090474 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9fcf-a002-4220-a7f5-9125fd4c4fde tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.140698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 67638abb-4bb2-4f2d-bb51-f93427d0fc73 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:36.152070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 67638abb-4bb2-4f2d-bb51-f93427d0fc73 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:36.162169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e25aafee-26a8-4820-aeca-92811d049945 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:36.181837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe9fcf-a002-4220-a7f5-9125fd4c4fde tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c049513-88fc-4fe8-bc51-4eef8c462840,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:36.231491 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-0f2eebcb-4267-4b3f-92be-73d7cfbe8138 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:36.237479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-0f2eebcb-4267-4b3f-92be-73d7cfbe8138 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "GET /v2.0/ports?device_id=241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63 HTTP/1.1" status: 200 len: 945 time: 0.2837512 Jun 30 03:10:36.396209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9fcf-a002-4220-a7f5-9125fd4c4fde tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.397706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ccbe9fcf-a002-4220-a7f5-9125fd4c4fde tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0669749 Jun 30 03:10:36.400466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33174) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:36.442653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5c5fb233-f17d-4107-855d-ce5481dce44e tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '6c049513-88fc-4fe8-bc51-4eef8c462840', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:36.457684 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-5c5fb233-f17d-4107-855d-ce5481dce44e tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 03:10:36.457684 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-5c5fb233-f17d-4107-855d-ce5481dce44e tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:36.466618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e25aafee-26a8-4820-aeca-92811d049945 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:36.467137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5c5fb233-f17d-4107-855d-ce5481dce44e tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0626416 Jun 30 03:10:36.467766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33180) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:36.472819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e25aafee-26a8-4820-aeca-92811d049945 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:36.480267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.480402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a1fd1927-5e4e-474d-a734-f21764020ab6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '6c049513-88fc-4fe8-bc51-4eef8c462840', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:36.481220 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-a1fd1927-5e4e-474d-a734-f21764020ab6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 03:10:36.481220 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-a1fd1927-5e4e-474d-a734-f21764020ab6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:36.490247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a1fd1927-5e4e-474d-a734-f21764020ab6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0196691 Jun 30 03:10:36.499966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33182) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:36.548248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d2610eb3-3132-42a3-9511-df41c6115853 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '6c049513-88fc-4fe8-bc51-4eef8c462840', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:36.557849 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-d2610eb3-3132-42a3-9511-df41c6115853 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 03:10:36.558517 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-d2610eb3-3132-42a3-9511-df41c6115853 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:36.561015 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d2610eb3-3132-42a3-9511-df41c6115853 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0379729 Jun 30 03:10:36.567654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33186) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:36.589609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-27fd0afe-403a-437d-880d-431262b28a69 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '6c049513-88fc-4fe8-bc51-4eef8c462840', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:36.590575 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-27fd0afe-403a-437d-880d-431262b28a69 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 03:10:36.590575 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-27fd0afe-403a-437d-880d-431262b28a69 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:36.600773 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-27fd0afe-403a-437d-880d-431262b28a69 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111752 Jun 30 03:10:36.608645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33188) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:36.643219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-ef3f951c-4665-4341-8c9c-1c864445a1e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Deleting port 4be2aa90-4593-478b-984e-e021522a2785 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:36.649349 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-ef3f951c-4665-4341-8c9c-1c864445a1e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.731314 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.755256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-c58eeb17-944c-425a-8456-696fd52717e7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:36.759645 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-c58eeb17-944c-425a-8456-696fd52717e7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/networks?id=c4f8eded-35fe-48c8-b972-d071b9a4ab25 HTTP/1.1" status: 200 len: 812 time: 0.6237898 Jun 30 03:10:36.825753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-9dd46028-0d8a-44b6-af2e-d33e3cfd3fd0 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/quotas/b297a33b70644e71851b89817e6e2e24 HTTP/1.1" status: 200 len: 375 time: 0.0553472 Jun 30 03:10:36.826853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-18655483-9df6-4e62-80ef-882c6d0fa55d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.842966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port e25aafee-26a8-4820-aeca-92811d049945, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e25aafee-26a8-4820-aeca-92811d049945,segment=NetworkSegment(f640b3a7-4f85-4486-ae24-21c131428674),segment_id=f640b3a7-4f85-4486-ae24-21c131428674)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:36.852946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-18655483-9df6-4e62-80ef-882c6d0fa55d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.941104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Router 9cf448b4-0a4e-455b-8b1c-65da44f0532f is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:10:36.970013 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:36.975062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-ef3f951c-4665-4341-8c9c-1c864445a1e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] For port 4be2aa90-4593-478b-984e-e021522a2785, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=4be2aa90-4593-478b-984e-e021522a2785,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:36.976532 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-ef3f951c-4665-4341-8c9c-1c864445a1e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:37.017809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-ef3f951c-4665-4341-8c9c-1c864445a1e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Calling delete_port for 4be2aa90-4593-478b-984e-e021522a2785 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:37.059590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-18655483-9df6-4e62-80ef-882c6d0fa55d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:37.062465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-18655483-9df6-4e62-80ef-882c6d0fa55d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:37.063772 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-18655483-9df6-4e62-80ef-882c6d0fa55d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/6c049513-88fc-4fe8-bc51-4eef8c462840 HTTP/1.1" status: 204 len: 168 time: 0.4541123 Jun 30 03:10:37.072375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33200) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:37.125399 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18655483-9df6-4e62-80ef-882c6d0fa55d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c049513-88fc-4fe8-bc51-4eef8c462840,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:37.227718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=e25aafee-26a8-4820-aeca-92811d049945,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:37.296693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1d3d892b-9078-4ec7-acdc-a990f2362ff6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2220478 Jun 30 03:10:37.300042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33206) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:37.313129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3a1122c3-6dfb-4260-8e12-ce6bb9fd9b10 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661419831'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:37.372534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-9a754537-e90a-41de-8779-22e377726abd tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b297a33b70644e71851b89817e6e2e24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4368360 Jun 30 03:10:37.421583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:10:37.443042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Sync routers for ids ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:10:37.479950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Routers {'9cf448b4-0a4e-455b-8b1c-65da44f0532f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:37.483462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-442aae79-85dd-415f-802f-0e179174c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:10:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:37.612823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a1122c3-6dfb-4260-8e12-ce6bb9fd9b10 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:37.769802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:37.775953 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-69d7776f-c93a-4fd7-ad87-fb72ef0aa3f9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4422650 Jun 30 03:10:37.796192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33216) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:37.850630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Set router 9cf448b4-0a4e-455b-8b1c-65da44f0532f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:10:38.043581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e25aafee-26a8-4820-aeca-92811d049945 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:38.099966 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a1122c3-6dfb-4260-8e12-ce6bb9fd9b10 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.185996 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-71e5f3b2-00b3-4eb4-acb9-f1c4a1a4a867 service neutron] 10.222.0.77 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7502725 Jun 30 03:10:38.243023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e25aafee-26a8-4820-aeca-92811d049945 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:38.243023 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.247660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-442aae79-85dd-415f-802f-0e179174c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'name': 'tempest-TestServerBasicOps-2045641984-router', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:31Z', 'updated_at': '2021-06-30T03:10:34Z', 'revision_number': 3, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'gw_port': {'id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:33Z', 'updated_at': '2021-06-30T03:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:38.257292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8a0e02a3-8753-4680-b4d4-81a11ad16571 req-ffd7553c-9f5d-4f9e-99b3-7520f7c757b2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 1.4298458 Jun 30 03:10:38.308577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Checking router: 9cf448b4-0a4e-455b-8b1c-65da44f0532f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:10:38.308941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Updating router 9cf448b4-0a4e-455b-8b1c-65da44f0532f port 89733b8f-6473-4e48-85ca-dc8e0a008dc5 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:10:38.315627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-ef3f951c-4665-4341-8c9c-1c864445a1e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.368726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['64fa6b5f-49f6-44ba-a9ac-fa88140e542b'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:10:38.479895 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.615886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f951c-4665-4341-8c9c-1c864445a1e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Pushing event deleted for resources: {'Port': ['ID=4be2aa90-4593-478b-984e-e021522a2785,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:38.859716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-ef3f951c-4665-4341-8c9c-1c864445a1e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] No DVR routers for this DVR port 4be2aa90-4593-478b-984e-e021522a2785 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:38.871610 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-ef3f951c-4665-4341-8c9c-1c864445a1e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:38.874935 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9d20f2b8-1065-4146-af21-2d6d45887372 req-ef3f951c-4665-4341-8c9c-1c864445a1e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "DELETE /v2.0/ports/4be2aa90-4593-478b-984e-e021522a2785 HTTP/1.1" status: 204 len: 173 time: 2.6318259 Jun 30 03:10:38.889452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63', 'name': 'network-vif-deleted', 'tag': '4be2aa90-4593-478b-984e-e021522a2785'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:38.896932 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1280060-574f-4959-8fe8-93025e229df8" -d '{"events": [{"server_uuid": "241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63", "name": "network-vif-deleted", "tag": "4be2aa90-4593-478b-984e-e021522a2785"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:39.015318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-ba62d692-71a3-4316-adb6-a9c566f5f9d4 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:39.015318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-ba62d692-71a3-4316-adb6-a9c566f5f9d4 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "GET /v2.0/ports?device_id=55604f00-d388-41e9-a8ce-63197510e4e6 HTTP/1.1" status: 200 len: 946 time: 1.0134208 Jun 30 03:10:39.016367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4be2aa90-4593-478b-984e-e021522a2785 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:39.016608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-26e2d532-2328-42c7-80d1-ab5610cda393 service neutron] 10.222.0.77 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7971964 Jun 30 03:10:39.016608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a1122c3-6dfb-4260-8e12-ce6bb9fd9b10 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.017374 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf67e5-5cd5-4946-97ad-a3c296d2866a x-openstack-request-id: req-a0bf67e5-5cd5-4946-97ad-a3c296d2866a {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:39.017374 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63", "name": "network-vif-deleted", "tag": "4be2aa90-4593-478b-984e-e021522a2785", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:39.017735 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0bf67e5-5cd5-4946-97ad-a3c296d2866a {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:39.018699 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241ba20f-e5e5-4ef8-b1e6-76a49f9c8c63', 'name': 'network-vif-deleted', 'tag': '4be2aa90-4593-478b-984e-e021522a2785', 'status': 'completed', 'code': 200} Jun 30 03:10:39.145011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1122c3-6dfb-4260-8e12-ce6bb9fd9b10 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51016599-938b-4270-bd77-d1af5d280caa,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:39.179746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-201b18a5-9c9a-4446-bb8e-9f0458000c25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Deleting port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:10:39.180315 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-201b18a5-9c9a-4446-bb8e-9f0458000c25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.215963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 4be2aa90-4593-478b-984e-e021522a2785 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:39.217709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 4be2aa90-4593-478b-984e-e021522a2785 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:39.429197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-201b18a5-9c9a-4446-bb8e-9f0458000c25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] For port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:39.429773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-201b18a5-9c9a-4446-bb8e-9f0458000c25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.430586 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a1122c3-6dfb-4260-8e12-ce6bb9fd9b10 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.433196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3a1122c3-6dfb-4260-8e12-ce6bb9fd9b10 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1230857 Jun 30 03:10:39.444476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33254) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:39.449349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c3377787-f62c-4f2a-96f9-2362774cba97 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '51016599-938b-4270-bd77-d1af5d280caa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:39.453748 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-c3377787-f62c-4f2a-96f9-2362774cba97 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 03:10:39.454738 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-c3377787-f62c-4f2a-96f9-2362774cba97 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:39.455749 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c3377787-f62c-4f2a-96f9-2362774cba97 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102880 Jun 30 03:10:39.462108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33258) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:39.464496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-201b18a5-9c9a-4446-bb8e-9f0458000c25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Calling delete_port for 64fa6b5f-49f6-44ba-a9ac-fa88140e542b owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:10:39.475901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-8009a886-5fae-45b2-a04c-6839839bb914 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '51016599-938b-4270-bd77-d1af5d280caa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:39.833990 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:39.869454 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.038723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c06470e9-5ff4-4eef-b192-e4caa164b0c8 req-4169642c-81e1-49b9-a559-ab62213f24f2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.2681649 Jun 30 03:10:40.340288 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-8009a886-5fae-45b2-a04c-6839839bb914 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:40.340288 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8009a886-5fae-45b2-a04c-6839839bb914 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8703563 Jun 30 03:10:40.340288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33274) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:40.344477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4915298f-a1fa-4d97-a959-a0e77ac77e7f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '51016599-938b-4270-bd77-d1af5d280caa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:40.345353 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-4915298f-a1fa-4d97-a959-a0e77ac77e7f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 03:10:40.346003 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-4915298f-a1fa-4d97-a959-a0e77ac77e7f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:40.349748 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4915298f-a1fa-4d97-a959-a0e77ac77e7f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091848 Jun 30 03:10:40.350414 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33276) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:40.352807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Allocated IP 172.20.0.1 (d1aeeeb9-43bf-4683-a765-41074319e0f9/86539870-71a1-4584-8191-35f0b5e9d638/7c27fcec-d6b1-4fb4-b8dc-bd501574f98a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:40.370288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-8dce1e3b-1eab-4e23-89e3-9526dc13f9ca tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '51016599-938b-4270-bd77-d1af5d280caa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:40.445278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Transition to ACTIVE for port object 89733b8f-6473-4e48-85ca-dc8e0a008dc5 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:40.454820 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-201b18a5-9c9a-4446-bb8e-9f0458000c25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.558394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b18a5-9c9a-4446-bb8e-9f0458000c25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Pushing event deleted for resources: {'Port': ['ID=64fa6b5f-49f6-44ba-a9ac-fa88140e542b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:40.661891 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.697169 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c5642db-586a-45f4-b894-8f77c39da236 req-8957abaf-e97d-4a7d-9ac7-b8c206459e08 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 210 time: 0.1749778 Jun 30 03:10:40.738717 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.791210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Attempting to bind port 89733b8f-6473-4e48-85ca-dc8e0a008dc5 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:40.791590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Attempting to bind port 89733b8f-6473-4e48-85ca-dc8e0a008dc5 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:40.791953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Attempting to bind port 89733b8f-6473-4e48-85ca-dc8e0a008dc5 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:40.800432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:40.800809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:40.801220 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.801705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:40.802188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Bound port: 89733b8f-6473-4e48-85ca-dc8e0a008dc5, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:40.802571 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.806927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Transition to ACTIVE for port object 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:40.833309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Pushing event updated for resources: {'Port': ['ID=89733b8f-6473-4e48-85ca-dc8e0a008dc5,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:40.842904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.843243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.843579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.843908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.844232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.844673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.844999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.845319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.845663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.845983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.846299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.846704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:40.864054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-201b18a5-9c9a-4446-bb8e-9f0458000c25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] No DVR routers for this DVR port 64fa6b5f-49f6-44ba-a9ac-fa88140e542b on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:10:40.867991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-201b18a5-9c9a-4446-bb8e-9f0458000c25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:40.868980 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b4a233e-20b4-4b51-82cd-e55d656338a7 req-201b18a5-9c9a-4446-bb8e-9f0458000c25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "DELETE /v2.0/ports/64fa6b5f-49f6-44ba-a9ac-fa88140e542b HTTP/1.1" status: 204 len: 173 time: 1.8942878 Jun 30 03:10:40.926107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-442aae79-85dd-415f-802f-0e179174c483 None None] For port 89733b8f-6473-4e48-85ca-dc8e0a008dc5, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:40.935355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-442aae79-85dd-415f-802f-0e179174c483 None None] For port 89733b8f-6473-4e48-85ca-dc8e0a008dc5, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=89733b8f-6473-4e48-85ca-dc8e0a008dc5,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:41.000134 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-8dce1e3b-1eab-4e23-89e3-9526dc13f9ca tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:41.005916 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8dce1e3b-1eab-4e23-89e3-9526dc13f9ca tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6497633 Jun 30 03:10:41.005916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33292) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:41.009060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-db5e5078-bf14-4df6-9b2b-6d406afc61f7 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '51016599-938b-4270-bd77-d1af5d280caa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:41.009566 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-db5e5078-bf14-4df6-9b2b-6d406afc61f7 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 03:10:41.010059 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-db5e5078-bf14-4df6-9b2b-6d406afc61f7 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:41.010997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-db5e5078-bf14-4df6-9b2b-6d406afc61f7 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058541 Jun 30 03:10:41.015367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33296) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:41.019877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55604f00-d388-41e9-a8ce-63197510e4e6', 'name': 'network-vif-deleted', 'tag': '64fa6b5f-49f6-44ba-a9ac-fa88140e542b'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:41.026640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f0ba9698-bcf3-4da6-b8ce-53238895ddb9 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '51016599-938b-4270-bd77-d1af5d280caa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:41.036306 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec0481d-71e4-4427-81b9-6a0f796cf332" -d '{"events": [{"server_uuid": "55604f00-d388-41e9-a8ce-63197510e4e6", "name": "network-vif-deleted", "tag": "64fa6b5f-49f6-44ba-a9ac-fa88140e542b"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:41.135985 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd76776-58df-4437-95da-b15c536e2370 x-openstack-request-id: req-edd76776-58df-4437-95da-b15c536e2370 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:41.136471 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55604f00-d388-41e9-a8ce-63197510e4e6", "name": "network-vif-deleted", "tag": "64fa6b5f-49f6-44ba-a9ac-fa88140e542b", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:41.136873 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-edd76776-58df-4437-95da-b15c536e2370 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:41.137612 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55604f00-d388-41e9-a8ce-63197510e4e6', 'name': 'network-vif-deleted', 'tag': '64fa6b5f-49f6-44ba-a9ac-fa88140e542b', 'status': 'completed', 'code': 200} Jun 30 03:10:41.237776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:41.239580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:41.350005 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0fbfbef-d01a-4e1d-8045-23fec52aeafd req-21e44452-251b-4d5b-814b-09b05433372b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.0520217 Jun 30 03:10:41.372879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Pushing event updated for resources: {'Port': ['ID=7c27fcec-d6b1-4fb4-b8dc-bd501574f98a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:41.400026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3d8b0-4007-403c-b56c-4cc379b68909 None None] Pushing event updated for resources: {'Port': ['ID=89733b8f-6473-4e48-85ca-dc8e0a008dc5,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:41.401425 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-f0ba9698-bcf3-4da6-b8ce-53238895ddb9 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Project ed8e15352819464180f28fa9fe6d4d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:10:41.404874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Routers {'9cf448b4-0a4e-455b-8b1c-65da44f0532f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:41.405679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-442aae79-85dd-415f-802f-0e179174c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:10:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:41.481195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Network d1aeeeb9-43bf-4683-a765-41074319e0f9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:41.484528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:41.508536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:41.651700 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:41.838288 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-f0ba9698-bcf3-4da6-b8ce-53238895ddb9 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:41.845795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33320) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:41.847008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f0ba9698-bcf3-4da6-b8ce-53238895ddb9 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8297441 Jun 30 03:10:41.850722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2df1883f-681f-4307-895a-39eb2e91b39a tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '51016599-938b-4270-bd77-d1af5d280caa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:41.851207 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-2df1883f-681f-4307-895a-39eb2e91b39a tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 03:10:41.851709 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-2df1883f-681f-4307-895a-39eb2e91b39a tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:41.852685 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2df1883f-681f-4307-895a-39eb2e91b39a tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058310 Jun 30 03:10:41.859621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33322) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:41.870570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5331f9d5-2f03-42ef-b2f0-ef47b8fb64ef tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '51016599-938b-4270-bd77-d1af5d280caa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:41.953757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-442aae79-85dd-415f-802f-0e179174c483 None None] Set router 9cf448b4-0a4e-455b-8b1c-65da44f0532f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:10:42.019178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c607919-ff09-4702-865c-9a11446e289d req-ead4b336-79bb-44ef-b731-9296bd94ec32 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 210 time: 0.1137588 Jun 30 03:10:42.131605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.343356 n-d-798249-3 neutron-server[94530]: INFO neutron.db.securitygroups_db [None req-5331f9d5-2f03-42ef-b2f0-ef47b8fb64ef tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Project ed8e15352819464180f28fa9fe6d4d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:10:42.347220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e3da2c3c-36e4-428d-91d1-d0bfb1de3a17 None None] Provisioning for port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:42.371150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e3da2c3c-36e4-428d-91d1-d0bfb1de3a17 None None] Provisioning complete for port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:42.375401 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e3da2c3c-36e4-428d-91d1-d0bfb1de3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.468466 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-5331f9d5-2f03-42ef-b2f0-ef47b8fb64ef tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:42.471171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5331f9d5-2f03-42ef-b2f0-ef47b8fb64ef tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6104708 Jun 30 03:10:42.475269 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e3da2c3c-36e4-428d-91d1-d0bfb1de3a17 None None] Port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:42.481844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33338) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:42.485835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-442aae79-85dd-415f-802f-0e179174c483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'name': 'tempest-TestServerBasicOps-2045641984-router', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:31Z', 'updated_at': '2021-06-30T03:10:34Z', 'revision_number': 3, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'gw_port': {'id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:33Z', 'updated_at': '2021-06-30T03:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:42.491832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-dcadcf1b-7005-479a-954c-43863cfcc35d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '51016599-938b-4270-bd77-d1af5d280caa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:42.584838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442aae79-85dd-415f-802f-0e179174c483 None None] The sync data for ids ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'] in n-d-798249-3 is: [{'id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'name': 'tempest-TestServerBasicOps-2045641984-router', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:31Z', 'updated_at': '2021-06-30T03:10:34Z', 'revision_number': 3, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'gw_port': {'id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:33Z', 'updated_at': '2021-06-30T03:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:10:42.589397 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.671545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 64fa6b5f-49f6-44ba-a9ac-fa88140e542b no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:10:42.693115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-881c485f-753d-49cf-8197-ffc38c229756 req-c6a4f916-e107-4923-afe2-161fde8dec49 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.1135066 Jun 30 03:10:42.694545 n-d-798249-3 neutron-server[94530]: INFO neutron.db.securitygroups_db [None req-dcadcf1b-7005-479a-954c-43863cfcc35d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Project ed8e15352819464180f28fa9fe6d4d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:10:42.696814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.735180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 64fa6b5f-49f6-44ba-a9ac-fa88140e542b {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:10:42.735758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 64fa6b5f-49f6-44ba-a9ac-fa88140e542b not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:42.820594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:42.837021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Pushing event updated for resources: {'Port': ['ID=7c27fcec-d6b1-4fb4-b8dc-bd501574f98a,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:42.921321 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-dcadcf1b-7005-479a-954c-43863cfcc35d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:42.953991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33350) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:42.956672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dcadcf1b-7005-479a-954c-43863cfcc35d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4726899 Jun 30 03:10:43.073038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Network d1aeeeb9-43bf-4683-a765-41074319e0f9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:43.078668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:43.096322 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f66979db-359b-4558-9c03-03fe2172d92b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.297575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f66979db-359b-4558-9c03-03fe2172d92b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.305257 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1566eab5-e106-4f28-a938-1a54a6c15189 req-8bcf2a4d-f275-4ea0-811a-78a72f27675f tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 210 time: 0.1114819 Jun 30 03:10:43.448598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Router 9cf448b4-0a4e-455b-8b1c-65da44f0532f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:10:43.625928 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f66979db-359b-4558-9c03-03fe2172d92b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.629090 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f66979db-359b-4558-9c03-03fe2172d92b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.632912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f66979db-359b-4558-9c03-03fe2172d92b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/51016599-938b-4270-bd77-d1af5d280caa HTTP/1.1" status: 204 len: 168 time: 0.6746500 Jun 30 03:10:43.634441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33366) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:43.647762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66979db-359b-4558-9c03-03fe2172d92b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51016599-938b-4270-bd77-d1af5d280caa,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:43.665854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:10:43.693143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f2db728d-a397-412f-a0d1-0ab1f8188912 admin admin] 10.222.0.77 "PUT /v2.0/routers/9cf448b4-0a4e-455b-8b1c-65da44f0532f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8704524 Jun 30 03:10:43.700606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-18391e83-d3c7-4eb2-bb80-a5954c7bd87d None None] Provisioning complete for port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:43.701242 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18391e83-d3c7-4eb2-bb80-a5954c7bd87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:43.741101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-31895a4c-2531-47e2-b5d0-c3084fc8a2b3 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1053557 Jun 30 03:10:43.746139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33374) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:43.776101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0cbc63c0-c3d5-4dd7-958a-0c4a3f6765b0 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'tempest-secgroup--205497181'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:43.817253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-18391e83-d3c7-4eb2-bb80-a5954c7bd87d None None] Port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:43.959328 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0cbc63c0-c3d5-4dd7-958a-0c4a3f6765b0 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.084480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 89733b8f-6473-4e48-85ca-dc8e0a008dc5 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:44.168845 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-398c093e-669f-4e9a-9a33-6dd232bba8c9 req-010e33ac-db4c-4b35-b9b2-3dc1401b63fe tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.0984795 Jun 30 03:10:44.255314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0cbc63c0-c3d5-4dd7-958a-0c4a3f6765b0 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.416697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 89733b8f-6473-4e48-85ca-dc8e0a008dc5 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:44.419839 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0cbc63c0-c3d5-4dd7-958a-0c4a3f6765b0 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.428939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 89733b8f-6473-4e48-85ca-dc8e0a008dc5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:44.429313 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.528178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc63c0-c3d5-4dd7-958a-0c4a3f6765b0 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c236ef72-4920-4590-a251-f7c2e1c23c67,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:44.583124 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0cbc63c0-c3d5-4dd7-958a-0c4a3f6765b0 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.584456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0cbc63c0-c3d5-4dd7-958a-0c4a3f6765b0 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8346636 Jun 30 03:10:44.587242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33400) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:44.592251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c31b92fe-5d71-47a1-8de5-3150d2ee900b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': 'c236ef72-4920-4590-a251-f7c2e1c23c67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:44.600016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0699608f-f2bd-4297-a328-ef69eaad1849 req-723326e4-7e86-4be1-a964-38714ab2d66d tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 210 time: 0.0561628 Jun 30 03:10:44.658029 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.679950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 89733b8f-6473-4e48-85ca-dc8e0a008dc5, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=89733b8f-6473-4e48-85ca-dc8e0a008dc5,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:44.871116 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:44.980886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=89733b8f-6473-4e48-85ca-dc8e0a008dc5,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:45.106830 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-c31b92fe-5d71-47a1-8de5-3150d2ee900b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The resource could not be found. Jun 30 03:10:45.108481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c31b92fe-5d71-47a1-8de5-3150d2ee900b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5202959 Jun 30 03:10:45.111127 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33408) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:45.115814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ad702512-2262-422d-b994-f9e18204f4bc tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': 'c236ef72-4920-4590-a251-f7c2e1c23c67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f98ab711-bc83-445d-a283-d613fb6ac007'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:45.194191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33412) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:45.198862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c4df6101-e441-45eb-999d-dd7316239ff1 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115280007', 'description': 'tempest-secgroup-smoke-115280007 description', 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:45.485515 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4df6101-e441-45eb-999d-dd7316239ff1 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:45.627880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f52e86f2-c549-4aa2-87b5-d47bead38109 req-0156c428-f40c-4308-bfc4-fbcae008ad33 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.0517201 Jun 30 03:10:45.686625 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-ad702512-2262-422d-b994-f9e18204f4bc tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The resource could not be found. Jun 30 03:10:45.688129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ad702512-2262-422d-b994-f9e18204f4bc tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5758340 Jun 30 03:10:45.691820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33424) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:45.763996 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Sync routers for ids ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:10:45.782851 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Routers {'9cf448b4-0a4e-455b-8b1c-65da44f0532f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:45.783917 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:10:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:45.843765 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:45.872746 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:45.925012 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7638bd09-6124-4f06-8b04-56f137142201 req-1d7dfa04-f46a-4722-ad7f-4aecab633e78 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 210 time: 0.1119878 Jun 30 03:10:45.968441 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4df6101-e441-45eb-999d-dd7316239ff1 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.096753 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4df6101-e441-45eb-999d-dd7316239ff1 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.107586 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Set router 9cf448b4-0a4e-455b-8b1c-65da44f0532f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:10:46.119697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 89733b8f-6473-4e48-85ca-dc8e0a008dc5 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:46.223817 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.227868 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.229635 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/c236ef72-4920-4590-a251-f7c2e1c23c67 HTTP/1.1" status: 204 len: 168 time: 0.5364356 Jun 30 03:10:46.236461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33434) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:46.245332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4df6101-e441-45eb-999d-dd7316239ff1 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.248945 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c4df6101-e441-45eb-999d-dd7316239ff1 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0515029 Jun 30 03:10:46.254454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df6101-e441-45eb-999d-dd7316239ff1 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2266a599-24b4-4232-a99d-ab4e53142c7b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:46.255839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33436) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:46.312910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 89733b8f-6473-4e48-85ca-dc8e0a008dc5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:46.313820 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.322728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d2447844-3df9-48b6-83b7-f09756ff81e2 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Request body: {'security_group_rule': {'security_group_id': '2266a599-24b4-4232-a99d-ab4e53142c7b', 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:46.362713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33438) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:46.375235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-4b9a0bae-5d1d-445f-83bf-ccbb275d4375 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:46.377730 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-4b9a0bae-5d1d-445f-83bf-ccbb275d4375 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.83 "GET /v2.0/networks?id=c4f8eded-35fe-48c8-b972-d071b9a4ab25 HTTP/1.1" status: 200 len: 812 time: 0.4172781 Jun 30 03:10:46.405009 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Request body: {'port': {'device_id': 'ff0856be-69ea-4cd1-a537-5c8788a91127', 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25', 'admin_state_up': True, 'tenant_id': 'b297a33b70644e71851b89817e6e2e24'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:46.414660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c236ef72-4920-4590-a251-f7c2e1c23c67,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:46.544202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.544405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9f321bb0-ae45-4a75-ad37-b37cb2363193 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3061881 Jun 30 03:10:46.544959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.545459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.545996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.550158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.550699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.550850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33444) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:46.551355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.552097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.552595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.553084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.553595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.554095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fa3b3d-d7bb-4842-9a1c-e8c8453ffeaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:46.560892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9c594d0e-5042-4b8f-b738-3a5753402157 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': '5f3c12c6-7115-475d-ac38-be21018ba722', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:46.630143 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2447844-3df9-48b6-83b7-f09756ff81e2 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.768779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993de25c-b608-43a6-847c-633647523d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.814084 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'name': 'tempest-TestServerBasicOps-2045641984-router', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:31Z', 'updated_at': '2021-06-30T03:10:41Z', 'revision_number': 4, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'gw_port': {'id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:33Z', 'updated_at': '2021-06-30T03:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '7c27fcec-d6b1-4fb4-b8dc-bd501574f98a', 'name': '', 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'mac_address': 'fa:16:3e:32:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '86539870-71a1-4584-8191-35f0b5e9d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:39Z', 'updated_at': '2021-06-30T03:10:42Z', 'revision_number': 2, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'subnets': [{'id': '86539870-71a1-4584-8191-35f0b5e9d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:46.863397 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2447844-3df9-48b6-83b7-f09756ff81e2 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.900891 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Checking router: 9cf448b4-0a4e-455b-8b1c-65da44f0532f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:10:46.901152 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Updating router 9cf448b4-0a4e-455b-8b1c-65da44f0532f port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:10:46.965122 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8f7e01e-9d08-4169-a7bc-09c5efc562c6 req-7ded1860-380f-4501-9d80-4b8c4219e2fb tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=cee2d4e9-52f5-40b3-9424-405154eef367 HTTP/1.1" status: 200 len: 210 time: 0.0692525 Jun 30 03:10:46.983886 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.039493 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2447844-3df9-48b6-83b7-f09756ff81e2 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.076661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2447844-3df9-48b6-83b7-f09756ff81e2 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2329f64c-ba28-44c0-b92e-c7f7b77a0568,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:47.255613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-bcc85e39-529f-4a45-85f2-338257cdd45b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:47.258140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-bcc85e39-529f-4a45-85f2-338257cdd45b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "GET /v2.0/networks?id=c4f8eded-35fe-48c8-b972-d071b9a4ab25 HTTP/1.1" status: 200 len: 812 time: 0.1961701 Jun 30 03:10:47.274551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Request body: {'port': {'device_id': '07e0041a-cfcd-49ef-ad26-ebc1b075de96', 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25', 'admin_state_up': True, 'tenant_id': 'b297a33b70644e71851b89817e6e2e24'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:47.314415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Made reservation on behalf of b297a33b70644e71851b89817e6e2e24 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:47.332753 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.408790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4be09335-af42-4617-bfea-2afcba3f18cc req-6afa6584-5e6c-4e3d-bf7c-00b2b2e721e5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 210 time: 0.0953667 Jun 30 03:10:47.628778 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2447844-3df9-48b6-83b7-f09756ff81e2 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.633240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d2447844-3df9-48b6-83b7-f09756ff81e2 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3494899 Jun 30 03:10:47.634681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33464) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:47.640966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-017b25ed-67f4-460a-9708-4ee8008603dc tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Request body: {'security_group_rule': {'security_group_id': '2266a599-24b4-4232-a99d-ab4e53142c7b', 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:47.657928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Allocated IP 172.20.0.9 (c4f8eded-35fe-48c8-b972-d071b9a4ab25/f3a1c997-e45e-4d42-85fc-1b34b2a4940e/eadc3f91-6ad4-452f-9bde-1fd81afc4b00) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:47.767167 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.793572 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Transition to ACTIVE for port object 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:47.837959 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993de25c-b608-43a6-847c-633647523d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.929835 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993de25c-b608-43a6-847c-633647523d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.930652 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:47.961161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.056622 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-993de25c-b608-43a6-847c-633647523d07 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=08df27a419a14644adfc1bc846d27248&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6810327 Jun 30 03:10:48.066237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33472) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:48.120863 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-9c594d0e-5042-4b8f-b738-3a5753402157 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The resource could not be found. Jun 30 03:10:48.123527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9c594d0e-5042-4b8f-b738-3a5753402157 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.5709484 Jun 30 03:10:48.133674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33474) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:48.160986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c7ff0bb0-5e17-4f59-8bc4-60721f44cdf3 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972387070'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:48.171083 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20059fc1-752a-46d9-be88-4bffb1016315 None None] Pushing event updated for resources: {'Port': ['ID=7c27fcec-d6b1-4fb4-b8dc-bd501574f98a,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.208797 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Attempting to bind port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:48.215843 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Attempting to bind port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'f640b3a7-4f85-4486-ae24-21c131428674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:48.215843 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Attempting to bind port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a on network d1aeeeb9-43bf-4683-a765-41074319e0f9 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:48.220811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993de25c-b608-43a6-847c-633647523d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281f417a-ab9d-4c27-a6f4-69200ff7a25b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.221816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-950ccd34-7195-4023-8ff9-e2524bd848bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.243919 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:48.244491 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Checking segment: {'id': 'f640b3a7-4f85-4486-ae24-21c131428674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:48.245626 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.248524 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Bound using segment: {'id': 'f640b3a7-4f85-4486-ae24-21c131428674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:48.249439 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Bound port: 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f640b3a7-4f85-4486-ae24-21c131428674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:48.250048 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.259939 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-950ccd34-7195-4023-8ff9-e2524bd848bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.296191 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-017b25ed-67f4-460a-9708-4ee8008603dc tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.350725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-c7ff0bb0-5e17-4f59-8bc4-60721f44cdf3 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:10:48.350725 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 03:10:48.350725 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id_1': 'ed8e15352819464180f28fa9fe6d4d42', 'expiration_1': datetime.datetime(2021, 6, 30, 3, 10, 48, 200468)}] Jun 30 03:10:48.350725 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:10:48.351127 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-c7ff0bb0-5e17-4f59-8bc4-60721f44cdf3 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:10:48.354848 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.425716 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] For port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:48.432543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] For port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7c27fcec-d6b1-4fb4-b8dc-bd501574f98a,segment=NetworkSegment(f640b3a7-4f85-4486-ae24-21c131428674),segment_id=f640b3a7-4f85-4486-ae24-21c131428674)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:48.542729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Network c4f8eded-35fe-48c8-b972-d071b9a4ab25 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:48.545405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Made reservation on behalf of b297a33b70644e71851b89817e6e2e24 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:48.557225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.562940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:48.565168 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.583786 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-017b25ed-67f4-460a-9708-4ee8008603dc tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.642598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:48.715318 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20059fc1-752a-46d9-be88-4bffb1016315 None None] Pushing event updated for resources: {'Port': ['ID=7c27fcec-d6b1-4fb4-b8dc-bd501574f98a,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.724967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-017b25ed-67f4-460a-9708-4ee8008603dc tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.725252 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Routers {'9cf448b4-0a4e-455b-8b1c-65da44f0532f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:48.729713 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:10:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:48.737572 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-950ccd34-7195-4023-8ff9-e2524bd848bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.744157 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-950ccd34-7195-4023-8ff9-e2524bd848bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.749015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-950ccd34-7195-4023-8ff9-e2524bd848bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/281f417a-ab9d-4c27-a6f4-69200ff7a25b HTTP/1.1" status: 204 len: 168 time: 0.6748173 Jun 30 03:10:48.816250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Pushing event updated for resources: {'Port': ['ID=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.846243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ccd34-7195-4023-8ff9-e2524bd848bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281f417a-ab9d-4c27-a6f4-69200ff7a25b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.881222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b25ed-67f4-460a-9708-4ee8008603dc tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4787a280-c2c2-467c-972f-626f06c77b31,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:48.905068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:48.905802 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.963193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c123eb6-f01e-4c71-9399-73fda69f2af2 req-f34a28f3-f970-4a2e-a763-fbe8aefcbf10 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 210 time: 0.1768892 Jun 30 03:10:48.972879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-017b25ed-67f4-460a-9708-4ee8008603dc tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:48.974308 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-017b25ed-67f4-460a-9708-4ee8008603dc tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3384469 Jun 30 03:10:48.980083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33496) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:48.985742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0c0f7620-c880-4bb8-825c-bc009e2c5561 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Request body: {'security_group_rule': {'security_group_id': '2266a599-24b4-4232-a99d-ab4e53142c7b', 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:49.120765 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-0c0f7620-c880-4bb8-825c-bc009e2c5561 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:10:49.120765 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 03:10:49.120765 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id_1': 'fa1510fd26f84fb3b6b3ad64197199af', 'expiration_1': datetime.datetime(2021, 6, 30, 3, 10, 48, 992838)}] Jun 30 03:10:49.120765 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:10:49.121186 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-0c0f7620-c880-4bb8-825c-bc009e2c5561 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:10:49.187571 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] Set router 9cf448b4-0a4e-455b-8b1c-65da44f0532f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:10:49.191466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Allocated IP 172.20.0.6 (c4f8eded-35fe-48c8-b972-d071b9a4ab25/f3a1c997-e45e-4d42-85fc-1b34b2a4940e/02b4cf59-7c2f-42c3-bf19-2786dd432c15) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:49.325143 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0bb0-5e17-4f59-8bc4-60721f44cdf3 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.491189 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33512) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:49.610069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.621968 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0bb0-5e17-4f59-8bc4-60721f44cdf3 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.657318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-6f2bc54a-05a3-4505-9e40-1b327b003e1a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2644629 Jun 30 03:10:49.675366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Request body: {'port': {'device_id': 'ff0856be-69ea-4cd1-a537-5c8788a91127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:49.727604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0bb0-5e17-4f59-8bc4-60721f44cdf3 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.756291 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.763599 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'name': 'tempest-TestServerBasicOps-2045641984-router', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:31Z', 'updated_at': '2021-06-30T03:10:41Z', 'revision_number': 4, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'gw_port': {'id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:33Z', 'updated_at': '2021-06-30T03:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '7c27fcec-d6b1-4fb4-b8dc-bd501574f98a', 'name': '', 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'mac_address': 'fa:16:3e:32:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '86539870-71a1-4584-8191-35f0b5e9d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:39Z', 'updated_at': '2021-06-30T03:10:48Z', 'revision_number': 4, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'subnets': [{'id': '86539870-71a1-4584-8191-35f0b5e9d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:49.773004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff0bb0-5e17-4f59-8bc4-60721f44cdf3 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a0108b-51ec-4144-83b7-1a4c368ad4fc,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:49.820424 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a869ed-ccdb-4a99-a386-cc9d6f0e2774 None None] The sync data for ids ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'] in n-d-798249-3 is: [{'id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'name': 'tempest-TestServerBasicOps-2045641984-router', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:31Z', 'updated_at': '2021-06-30T03:10:41Z', 'revision_number': 4, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'gw_port': {'id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:33Z', 'updated_at': '2021-06-30T03:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '7c27fcec-d6b1-4fb4-b8dc-bd501574f98a', 'name': '', 'network_id': 'd1aeeeb9-43bf-4683-a765-41074319e0f9', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'mac_address': 'fa:16:3e:32:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '86539870-71a1-4584-8191-35f0b5e9d638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:39Z', 'updated_at': '2021-06-30T03:10:48Z', 'revision_number': 4, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'subnets': [{'id': '86539870-71a1-4584-8191-35f0b5e9d638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:10:49.827614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc26e35f-9f3e-4298-b99c-08bd6a327e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.845951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0f7620-c880-4bb8-825c-bc009e2c5561 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.862167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.903591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Pushing event updated for resources: {'Port': ['ID=02b4cf59-7c2f-42c3-bf19-2786dd432c15,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:49.971873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Network c4f8eded-35fe-48c8-b972-d071b9a4ab25 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:49.984282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0f7620-c880-4bb8-825c-bc009e2c5561 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:49.994794 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0bb0-5e17-4f59-8bc4-60721f44cdf3 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.000340 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c7ff0bb0-5e17-4f59-8bc4-60721f44cdf3 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8595984 Jun 30 03:10:50.008443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33528) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:50.018727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e67c762f-fac3-4e14-b7ce-30ea6993fe29 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'tempest-secgroup--405152973'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:50.030231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:50.035235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:50.114918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:50.142348 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0f7620-c880-4bb8-825c-bc009e2c5561 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.211197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f7620-c880-4bb8-825c-bc009e2c5561 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eaa211e-d0fa-43e6-8661-a758f6988f8e,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:50.237196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:50.238487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.301328 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc26e35f-9f3e-4298-b99c-08bd6a327e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.347463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:50.352605 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:50.353173 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.384839 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc26e35f-9f3e-4298-b99c-08bd6a327e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.444795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fc26e35f-9f3e-4298-b99c-08bd6a327e23 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bf120047152c4f338b33e06c6baf44ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9502232 Jun 30 03:10:50.446332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33538) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:50.482666 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0c0f7620-c880-4bb8-825c-bc009e2c5561 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.495420 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0c0f7620-c880-4bb8-825c-bc009e2c5561 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5142195 Jun 30 03:10:50.509938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33544) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:50.550041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-671074f6-2c7d-4389-8241-a6b8a6ccb252 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Request body: {'security_group_rule': {'security_group_id': '2266a599-24b4-4232-a99d-ab4e53142c7b', 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:50.557267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-213e6d93-2286-4ddd-a616-847665f5433b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2883565 Jun 30 03:10:50.568480 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.615385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26e35f-9f3e-4298-b99c-08bd6a327e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3b5243-7700-4edc-943f-3207a9f051ff,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:50.643851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7c27fcec-d6b1-4fb4-b8dc-bd501574f98a,segment=NetworkSegment(f640b3a7-4f85-4486-ae24-21c131428674),segment_id=f640b3a7-4f85-4486-ae24-21c131428674)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:50.790483 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e67c762f-fac3-4e14-b7ce-30ea6993fe29 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.838747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec850c-a336-4070-8f7f-381d7023e3d9 req-3f2e99f1-de70-44d1-ba5b-7cd7b4ca9fd3 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:50.842013 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32ec850c-a336-4070-8f7f-381d7023e3d9 req-3f2e99f1-de70-44d1-ba5b-7cd7b4ca9fd3 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 931 time: 0.6143055 Jun 30 03:10:50.859357 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a29b5c0e-5dfe-41bc-aa53-ce88b45eae1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:50.883798 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.011672 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=7c27fcec-d6b1-4fb4-b8dc-bd501574f98a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:51.067200 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a29b5c0e-5dfe-41bc-aa53-ce88b45eae1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.071893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-671074f6-2c7d-4389-8241-a6b8a6ccb252 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.083990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Request body: {'port': {'device_id': '07e0041a-cfcd-49ef-ad26-ebc1b075de96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:51.203941 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e67c762f-fac3-4e14-b7ce-30ea6993fe29 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.267727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32ec850c-a336-4070-8f7f-381d7023e3d9 req-178e4e8e-5b5e-4cb9-a71c-19f8c0af43a9 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095304 Jun 30 03:10:51.308243 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e67c762f-fac3-4e14-b7ce-30ea6993fe29 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.314064 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-671074f6-2c7d-4389-8241-a6b8a6ccb252 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.404707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-671074f6-2c7d-4389-8241-a6b8a6ccb252 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.412034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadc3f91-6ad4-452f-9bde-1fd81afc4b00 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:51.417694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c762f-fac3-4e14-b7ce-30ea6993fe29 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48b8c4c-b32d-4045-9e38-a3834c60478f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:51.439720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671074f6-2c7d-4389-8241-a6b8a6ccb252 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f173395-8dfd-4856-a1d3-050e1882ceb9,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:51.451710 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.491005 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e67c762f-fac3-4e14-b7ce-30ea6993fe29 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.492511 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e67c762f-fac3-4e14-b7ce-30ea6993fe29 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4815059 Jun 30 03:10:51.495330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33576) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:51.507661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5b2c07a2-fa55-4ac4-8a0d-8ade8f3bed0b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': 'b0a0108b-51ec-4144-83b7-1a4c368ad4fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c48b8c4c-b32d-4045-9e38-a3834c60478f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:51.519883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.611146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-671074f6-2c7d-4389-8241-a6b8a6ccb252 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.629074 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-671074f6-2c7d-4389-8241-a6b8a6ccb252 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0816033 Jun 30 03:10:51.629074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33578) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:51.630397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-cc2f2789-de07-497a-bc47-4540fe662337 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Request body: {'security_group_rule': {'security_group_id': '2266a599-24b4-4232-a99d-ab4e53142c7b', 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:51.684060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Transition to ACTIVE for port object eadc3f91-6ad4-452f-9bde-1fd81afc4b00 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:51.687288 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a29b5c0e-5dfe-41bc-aa53-ce88b45eae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.692985 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a29b5c0e-5dfe-41bc-aa53-ce88b45eae1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:51.705578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a29b5c0e-5dfe-41bc-aa53-ce88b45eae1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2d3b5243-7700-4edc-943f-3207a9f051ff HTTP/1.1" status: 204 len: 168 time: 1.2522361 Jun 30 03:10:51.799370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b5c0e-5dfe-41bc-aa53-ce88b45eae1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3b5243-7700-4edc-943f-3207a9f051ff,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:51.871812 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.010242 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-cc2f2789-de07-497a-bc47-4540fe662337 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Project fa1510fd26f84fb3b6b3ad64197199af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:10:52.019255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc2f2789-de07-497a-bc47-4540fe662337 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.044608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:52.051052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Pushing event updated for resources: {'Port': ['ID=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:52.116222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc2f2789-de07-497a-bc47-4540fe662337 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.142487 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-5b2c07a2-fa55-4ac4-8a0d-8ade8f3bed0b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:52.145911 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b2c07a2-fa55-4ac4-8a0d-8ade8f3bed0b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6470370 Jun 30 03:10:52.149165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33586) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:52.192295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:52.199857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.257919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Attempting to bind port eadc3f91-6ad4-452f-9bde-1fd81afc4b00 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:52.257919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Attempting to bind port eadc3f91-6ad4-452f-9bde-1fd81afc4b00 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:52.257919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Attempting to bind port eadc3f91-6ad4-452f-9bde-1fd81afc4b00 on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:52.266196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Port eadc3f91-6ad4-452f-9bde-1fd81afc4b00 on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:10:52.266506 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Attempting to bind port eadc3f91-6ad4-452f-9bde-1fd81afc4b00 on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:52.274145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b4cf59-7c2f-42c3-bf19-2786dd432c15 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:52.286276 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc2f2789-de07-497a-bc47-4540fe662337 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.286505 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.289529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:52.295567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Checking segment: {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:52.295567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Bound using segment: {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:52.295567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Bound port: eadc3f91-6ad4-452f-9bde-1fd81afc4b00, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:52.295567 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.315277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Transition to ACTIVE for port object 02b4cf59-7c2f-42c3-bf19-2786dd432c15 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:52.333604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b4bb-d97a-4e2a-bfbf-f625bd886c26 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.345052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f2789-de07-497a-bc47-4540fe662337 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1854e35b-b22a-47f8-8e04-4e5684d9cb3f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:52.400307 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b4bb-d97a-4e2a-bfbf-f625bd886c26 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.400401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] For port eadc3f91-6ad4-452f-9bde-1fd81afc4b00, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:52.400401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] For port eadc3f91-6ad4-452f-9bde-1fd81afc4b00, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:52.514339 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.517173 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc2f2789-de07-497a-bc47-4540fe662337 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.520649 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.525776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cc2f2789-de07-497a-bc47-4540fe662337 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9060905 Jun 30 03:10:52.527000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33602) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:52.532311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-993851fe-a4cf-4a43-bb7e-c74868ace4ea tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Request body: {'security_group_rule': {'security_group_id': '2266a599-24b4-4232-a99d-ab4e53142c7b', 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:52.563961 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:52.564687 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.566220 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] 10.222.0.83 "PUT /v2.0/ports/eadc3f91-6ad4-452f-9bde-1fd81afc4b00 HTTP/1.1" status: 200 len: 1091 time: 2.8954759 Jun 30 03:10:52.567065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0856be-69ea-4cd1-a537-5c8788a91127', 'tag': 'eadc3f91-6ad4-452f-9bde-1fd81afc4b00'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:52.569438 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ff8263-e86e-4086-bd7c-a287d51cfbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0856be-69ea-4cd1-a537-5c8788a91127", "tag": "eadc3f91-6ad4-452f-9bde-1fd81afc4b00"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:52.614117 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9b501-518e-4ce9-a623-f9e01fa5cac0 service neutron] Pushing event updated for resources: {'Port': ['ID=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:52.657725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b4bb-d97a-4e2a-bfbf-f625bd886c26 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.676135 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b4bb-d97a-4e2a-bfbf-f625bd886c26 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.676135 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7fc8b4bb-d97a-4e2a-bfbf-f625bd886c26 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/c48b8c4c-b32d-4045-9e38-a3834c60478f HTTP/1.1" status: 204 len: 168 time: 0.5226190 Jun 30 03:10:52.689981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33610) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:52.690329 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9681c510-43ae-45d1-a190-41575311f717 x-openstack-request-id: req-9681c510-43ae-45d1-a190-41575311f717 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:52.691529 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0856be-69ea-4cd1-a537-5c8788a91127", "tag": "eadc3f91-6ad4-452f-9bde-1fd81afc4b00", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:52.691529 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9681c510-43ae-45d1-a190-41575311f717 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:52.691529 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0856be-69ea-4cd1-a537-5c8788a91127', 'tag': 'eadc3f91-6ad4-452f-9bde-1fd81afc4b00', 'status': 'completed', 'code': 200} Jun 30 03:10:52.721650 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-993851fe-a4cf-4a43-bb7e-c74868ace4ea tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Project fa1510fd26f84fb3b6b3ad64197199af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:10:52.745091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8b4bb-d97a-4e2a-bfbf-f625bd886c26 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48b8c4c-b32d-4045-9e38-a3834c60478f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:52.748795 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993851fe-a4cf-4a43-bb7e-c74868ace4ea tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.774953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Pushing event updated for resources: {'Port': ['ID=02b4cf59-7c2f-42c3-bf19-2786dd432c15,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:52.793267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Attempting to bind port 02b4cf59-7c2f-42c3-bf19-2786dd432c15 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:52.793642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Attempting to bind port 02b4cf59-7c2f-42c3-bf19-2786dd432c15 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:52.793974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Attempting to bind port 02b4cf59-7c2f-42c3-bf19-2786dd432c15 on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:52.804092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Port 02b4cf59-7c2f-42c3-bf19-2786dd432c15 on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:10:52.804481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Attempting to bind port 02b4cf59-7c2f-42c3-bf19-2786dd432c15 on network c4f8eded-35fe-48c8-b972-d071b9a4ab25 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:52.814015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:52.814174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Checking segment: {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:52.814539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Bound using segment: {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:52.815440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Bound port: 02b4cf59-7c2f-42c3-bf19-2786dd432c15, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:52.815440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:52.833583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8263-e86e-4086-bd7c-a287d51cfbfa req-985f5158-74e3-4a25-8040-c981a0266123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:52.861208 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41ff8263-e86e-4086-bd7c-a287d51cfbfa req-985f5158-74e3-4a25-8040-c981a0266123 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b297a33b70644e71851b89817e6e2e24&device_id=ff0856be-69ea-4cd1-a537-5c8788a91127 HTTP/1.1" status: 200 len: 1094 time: 0.1462052 Jun 30 03:10:52.933393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.036401 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6dadd693-8adb-45ed-bece-ed86f2e1297a tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3449113 Jun 30 03:10:53.036935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] For port 02b4cf59-7c2f-42c3-bf19-2786dd432c15, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:53.042358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33616) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:53.057774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66c104-155a-4f75-a19f-2a9696a0c15d req-0c762347-bab2-4904-abc1-06574f823f25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:53.060809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d66c104-155a-4f75-a19f-2a9696a0c15d req-0c762347-bab2-4904-abc1-06574f823f25 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 943 time: 0.4701970 Jun 30 03:10:53.063303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993851fe-a4cf-4a43-bb7e-c74868ace4ea tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.064244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] For port 02b4cf59-7c2f-42c3-bf19-2786dd432c15, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=02b4cf59-7c2f-42c3-bf19-2786dd432c15,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:53.087583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8263-e86e-4086-bd7c-a287d51cfbfa req-798676af-13fc-45c0-93c4-f7f0266da1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:53.089292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41ff8263-e86e-4086-bd7c-a287d51cfbfa req-798676af-13fc-45c0-93c4-f7f0266da1d1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b297a33b70644e71851b89817e6e2e24&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2171237 Jun 30 03:10:53.143061 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d66c104-155a-4f75-a19f-2a9696a0c15d req-38c14065-6fdb-4bce-b872-dabb028db471 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742781 Jun 30 03:10:53.162475 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993851fe-a4cf-4a43-bb7e-c74868ace4ea tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.177310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993851fe-a4cf-4a43-bb7e-c74868ace4ea tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93fe03a-5d3b-42cc-86ab-3fb13b9a3821,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:53.178892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33620) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:53.193819 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e741eca6-2dc9-465b-acc0-811366403a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.216964 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.292152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:53.292791 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.299184 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] 10.222.0.74 "PUT /v2.0/ports/02b4cf59-7c2f-42c3-bf19-2786dd432c15 HTTP/1.1" status: 200 len: 1091 time: 2.7214775 Jun 30 03:10:53.301646 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5237bfad-bcdd-4b3b-badd-f45a350dfcc8 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.348508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09004b66-6b04-4a6e-85ed-9b1ef566785f service neutron] Pushing event updated for resources: {'Port': ['ID=02b4cf59-7c2f-42c3-bf19-2786dd432c15,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:53.349182 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-993851fe-a4cf-4a43-bb7e-c74868ace4ea tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.350569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-993851fe-a4cf-4a43-bb7e-c74868ace4ea tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8223715 Jun 30 03:10:53.376792 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5237bfad-bcdd-4b3b-badd-f45a350dfcc8 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.380054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff8263-e86e-4086-bd7c-a287d51cfbfa req-83321b16-bc58-45fe-bbd2-5907681888c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:53.383442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41ff8263-e86e-4086-bd7c-a287d51cfbfa req-83321b16-bc58-45fe-bbd2-5907681888c3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2802007 Jun 30 03:10:53.481395 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e741eca6-2dc9-465b-acc0-811366403a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.490655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-d6d46743-2fa9-435d-b53d-c03f7e57bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:53.492207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-d6d46743-2fa9-435d-b53d-c03f7e57bda3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b297a33b70644e71851b89817e6e2e24&device_id=ff0856be-69ea-4cd1-a537-5c8788a91127 HTTP/1.1" status: 200 len: 1094 time: 0.0651917 Jun 30 03:10:53.561182 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-94f264d3-20a3-4e39-80b5-95a2f371da35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eadc3f91-6ad4-452f-9bde-1fd81afc4b00 HTTP/1.1" status: 200 len: 217 time: 0.0618887 Jun 30 03:10:53.619891 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.666310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e741eca6-2dc9-465b-acc0-811366403a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.761441 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e741eca6-2dc9-465b-acc0-811366403a07 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b82519f956446729818b202e6257f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800099 Jun 30 03:10:53.764504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33648) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:53.771965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741eca6-2dc9-465b-acc0-811366403a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62518626-0465-4eb4-b96e-1772922589a2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:53.835461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-673dce32-d73f-4130-acb1-122c824aafea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.870791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-673dce32-d73f-4130-acb1-122c824aafea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.933969 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5237bfad-bcdd-4b3b-badd-f45a350dfcc8 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.937328 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5237bfad-bcdd-4b3b-badd-f45a350dfcc8 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:53.941602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33652) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:53.943016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5237bfad-bcdd-4b3b-badd-f45a350dfcc8 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/b0a0108b-51ec-4144-83b7-1a4c368ad4fc HTTP/1.1" status: 204 len: 168 time: 0.8768864 Jun 30 03:10:53.997582 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6f3acc16-377d-484e-8fe3-ec2a55b76659 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497732 Jun 30 03:10:53.998551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33656) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:54.003199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2966344a-bee4-46d3-8882-0f335b7c482f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'tempest-secgroup--672161918'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:54.014402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237bfad-bcdd-4b3b-badd-f45a350dfcc8 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a0108b-51ec-4144-83b7-1a4c368ad4fc,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:54.066064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-024382a7-f61f-453d-9c88-045e86c29d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:54.067617 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-024382a7-f61f-453d-9c88-045e86c29d73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f3a1c997-e45e-4d42-85fc-1b34b2a4940e HTTP/1.1" status: 200 len: 852 time: 0.1439354 Jun 30 03:10:54.083476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-f11b32fa-4689-4b55-96cd-d81c858b04df tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115280007&fields=id&tenant_id=fa1510fd26f84fb3b6b3ad64197199af HTTP/1.1" status: 200 len: 267 time: 0.1607468 Jun 30 03:10:54.112255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-e828f347-519b-42ec-b1a6-dbd8d3802c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:54.113638 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-e828f347-519b-42ec-b1a6-dbd8d3802c53 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b297a33b70644e71851b89817e6e2e24&device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 1094 time: 0.5613043 Jun 30 03:10:54.164841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2966344a-bee4-46d3-8882-0f335b7c482f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.207119 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-cb5cf0f3-f5c7-4b74-8716-6c187b4c3f28 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02b4cf59-7c2f-42c3-bf19-2786dd432c15 HTTP/1.1" status: 200 len: 217 time: 0.0798912 Jun 30 03:10:54.212288 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-e6b88718-7ea7-48bc-91a7-00f5f922130a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c4f8eded-35fe-48c8-b972-d071b9a4ab25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216326 Jun 30 03:10:54.287341 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2966344a-bee4-46d3-8882-0f335b7c482f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.293223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-673dce32-d73f-4130-acb1-122c824aafea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.293223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-673dce32-d73f-4130-acb1-122c824aafea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.293633 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-673dce32-d73f-4130-acb1-122c824aafea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62518626-0465-4eb4-b96e-1772922589a2 HTTP/1.1" status: 204 len: 168 time: 0.5279646 Jun 30 03:10:54.309646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dce32-d73f-4130-acb1-122c824aafea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62518626-0465-4eb4-b96e-1772922589a2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:54.426562 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2966344a-bee4-46d3-8882-0f335b7c482f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.471484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-73158fdc-ed59-4402-8dc0-37723fea738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:54.482563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-73158fdc-ed59-4402-8dc0-37723fea738b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3a1c997-e45e-4d42-85fc-1b34b2a4940e HTTP/1.1" status: 200 len: 852 time: 0.2631350 Jun 30 03:10:54.492650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-e0df8e62-4dfc-428a-92bd-b3138830c03e tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:54.499856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-e0df8e62-4dfc-428a-92bd-b3138830c03e tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/networks?id=4fca8bba-594d-4dfd-8786-6db597252662 HTTP/1.1" status: 200 len: 808 time: 0.4153638 Jun 30 03:10:54.531749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966344a-bee4-46d3-8882-0f335b7c482f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a6238-40df-4d0e-80c5-3c027409f5c2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:54.551338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-dc11dfbc-e888-4724-a2a6-2f3263d7dd86 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4f8eded-35fe-48c8-b972-d071b9a4ab25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492713 Jun 30 03:10:54.554176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-04f566c5-7b10-41a6-a2fb-18e28a995e09 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/quotas/fa1510fd26f84fb3b6b3ad64197199af HTTP/1.1" status: 200 len: 375 time: 0.0534801 Jun 30 03:10:54.557849 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-405de562-f6ba-4930-968a-6c26a7f01d54 service neutron] 10.222.0.83 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071268 Jun 30 03:10:54.561411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c955f84-1d81-4cd0-a001-09dd877f303d req-8eae2e23-fa9c-4fc4-8fbf-012ff1ea63d7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:54.563102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1c955f84-1d81-4cd0-a001-09dd877f303d req-8eae2e23-fa9c-4fc4-8fbf-012ff1ea63d7 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 943 time: 0.1850266 Jun 30 03:10:54.564328 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2966344a-bee4-46d3-8882-0f335b7c482f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.568857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2966344a-bee4-46d3-8882-0f335b7c482f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5660415 Jun 30 03:10:54.568857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33670) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:54.574211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6a83e7d1-a6ed-4bea-ac8a-468de29b3897 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': 'b31a6238-40df-4d0e-80c5-3c027409f5c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:54.621569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1c955f84-1d81-4cd0-a001-09dd877f303d req-ba0a2487-479b-478f-84de-8c8ce9c881ee tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Jun 30 03:10:54.705913 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e0041a-cfcd-49ef-ad26-ebc1b075de96', 'tag': '02b4cf59-7c2f-42c3-bf19-2786dd432c15'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:54.709291 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61213360-7439-4bca-af9e-5b4280c8d84c" -d '{"events": [{"name": "network-changed", "server_uuid": "07e0041a-cfcd-49ef-ad26-ebc1b075de96", "tag": "02b4cf59-7c2f-42c3-bf19-2786dd432c15"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:54.837534 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b880e7b7-ac37-4234-b6bb-e05585b7d113 x-openstack-request-id: req-b880e7b7-ac37-4234-b6bb-e05585b7d113 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:54.837826 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e0041a-cfcd-49ef-ad26-ebc1b075de96", "tag": "02b4cf59-7c2f-42c3-bf19-2786dd432c15", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:54.838076 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b880e7b7-ac37-4234-b6bb-e05585b7d113 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:54.838461 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e0041a-cfcd-49ef-ad26-ebc1b075de96', 'tag': '02b4cf59-7c2f-42c3-bf19-2786dd432c15', 'status': 'completed', 'code': 200} Jun 30 03:10:54.848293 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-d50f5d02-c381-4491-991d-784ef51a1a63 service neutron] 10.222.0.74 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885995 Jun 30 03:10:54.864105 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-0194fb9f-aa20-405a-9365-0a79ef453c96 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1510fd26f84fb3b6b3ad64197199af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2951283 Jun 30 03:10:54.947046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-987d8c82-cce1-4e65-b166-d5db18588288 service neutron] 10.222.0.83 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792336 Jun 30 03:10:54.987682 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-6a83e7d1-a6ed-4bea-ac8a-468de29b3897 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:54.988944 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6a83e7d1-a6ed-4bea-ac8a-468de29b3897 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4195290 Jun 30 03:10:54.991692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33688) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:54.996873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8bef210b-fc6f-4604-9380-9881d9c32917 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group_rule': {'security_group_id': 'b31a6238-40df-4d0e-80c5-3c027409f5c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:55.040116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8695ad4-05fd-4954-818a-9cb984e1fbe4 req-066730db-1aaf-45ee-9180-b88ef7644ac4 service neutron] 10.222.0.74 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708498 Jun 30 03:10:55.297768 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-81e9a20f-60bc-44f1-98fc-b570db102869 service neutron] 10.222.0.77 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673825 Jun 30 03:10:55.440195 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-f5ffa908-bd63-40b0-88ae-54ca9d5d09c6 service neutron] 10.222.0.77 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366522 Jun 30 03:10:55.445422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61213360-7439-4bca-af9e-5b4280c8d84c req-1b32a261-07a6-4f50-ae88-24082b8e5f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:55.446898 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61213360-7439-4bca-af9e-5b4280c8d84c req-1b32a261-07a6-4f50-ae88-24082b8e5f38 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b297a33b70644e71851b89817e6e2e24&device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 1094 time: 0.0921459 Jun 30 03:10:55.466827 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-8bef210b-fc6f-4604-9380-9881d9c32917 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:10:55.470676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8bef210b-fc6f-4604-9380-9881d9c32917 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4753747 Jun 30 03:10:55.470952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33704) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:55.598951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dcbee537-3ed6-4c4c-9b01-e5bbec7df2a6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.632830 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dcbee537-3ed6-4c4c-9b01-e5bbec7df2a6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.637168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61213360-7439-4bca-af9e-5b4280c8d84c req-9865eccd-7eea-4a1d-b349-c9f0c68b195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:55.639615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61213360-7439-4bca-af9e-5b4280c8d84c req-9865eccd-7eea-4a1d-b349-c9f0c68b195b service neutron] 10.222.0.74 "GET /v2.0/networks?id=c4f8eded-35fe-48c8-b972-d071b9a4ab25 HTTP/1.1" status: 200 len: 913 time: 0.1859665 Jun 30 03:10:55.714710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61213360-7439-4bca-af9e-5b4280c8d84c req-8a1b993c-6702-4c15-a3d4-5a5d8d37cc97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02b4cf59-7c2f-42c3-bf19-2786dd432c15 HTTP/1.1" status: 200 len: 217 time: 0.0682101 Jun 30 03:10:55.946536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4df7c4b2-677d-496b-a14a-59f901c418ce req-39ae7ae1-c7b1-4e70-bad2-c402a798c3c9 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 210 time: 0.0760860 Jun 30 03:10:55.970488 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dcbee537-3ed6-4c4c-9b01-e5bbec7df2a6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.974530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61213360-7439-4bca-af9e-5b4280c8d84c req-aa298eb0-c854-4c94-a387-7d9caf76ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:55.975924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61213360-7439-4bca-af9e-5b4280c8d84c req-aa298eb0-c854-4c94-a387-7d9caf76ca7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3a1c997-e45e-4d42-85fc-1b34b2a4940e HTTP/1.1" status: 200 len: 852 time: 0.2468960 Jun 30 03:10:55.979148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dcbee537-3ed6-4c4c-9b01-e5bbec7df2a6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:55.980184 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dcbee537-3ed6-4c4c-9b01-e5bbec7df2a6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/b31a6238-40df-4d0e-80c5-3c027409f5c2 HTTP/1.1" status: 204 len: 168 time: 0.5079563 Jun 30 03:10:55.983319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33726) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:56.045870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbee537-3ed6-4c4c-9b01-e5bbec7df2a6 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a6238-40df-4d0e-80c5-3c027409f5c2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:56.083280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf9d54-9f48-462e-bdde-7ee4782cb9ab req-1ae07762-80c2-415a-b7a6-b84d606d72bc tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:56.085281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07cf9d54-9f48-462e-bdde-7ee4782cb9ab req-1ae07762-80c2-415a-b7a6-b84d606d72bc tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 943 time: 0.1956849 Jun 30 03:10:56.143854 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61213360-7439-4bca-af9e-5b4280c8d84c req-85889844-a127-45bd-aef5-58251d24aa66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c4f8eded-35fe-48c8-b972-d071b9a4ab25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577475 Jun 30 03:10:56.195784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07cf9d54-9f48-462e-bdde-7ee4782cb9ab req-bc143206-46ce-40d6-b9f2-6c18c307a3a4 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987282 Jun 30 03:10:56.216232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-35270513-7762-4ead-848f-950c32eb9b11 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2313457 Jun 30 03:10:56.222322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33742) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:56.227487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b97521b6-361b-47a9-9998-6d419a8ecf0f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'tempest-secgroup--452607965'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:56.449858 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61213360-7439-4bca-af9e-5b4280c8d84c req-bf138042-fa70-4986-be2f-a396f2c9d546 service neutron] 10.222.0.74 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369592 Jun 30 03:10:56.519758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b97521b6-361b-47a9-9998-6d419a8ecf0f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:56.613240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61213360-7439-4bca-af9e-5b4280c8d84c req-c30a80d7-0295-42c0-8e0a-50d4cce8cc8b service neutron] 10.222.0.74 "GET /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581819 Jun 30 03:10:56.693569 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b97521b6-361b-47a9-9998-6d419a8ecf0f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:56.743953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 02b4cf59-7c2f-42c3-bf19-2786dd432c15 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:10:56.896841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b97521b6-361b-47a9-9998-6d419a8ecf0f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:56.940191 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 02b4cf59-7c2f-42c3-bf19-2786dd432c15, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=02b4cf59-7c2f-42c3-bf19-2786dd432c15,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:56.999725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '02b4cf59-7c2f-42c3-bf19-2786dd432c15', 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25', 'port_id': '02b4cf59-7c2f-42c3-bf19-2786dd432c15', 'mac_address': 'fa:16:3e:81:4f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a1c997-e45e-4d42-85fc-1b34b2a4940e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:10:57.078165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97521b6-361b-47a9-9998-6d419a8ecf0f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69528038-34a8-422e-9465-f5ad4e07132f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:57.110584 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b97521b6-361b-47a9-9998-6d419a8ecf0f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.114916 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.115111 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b97521b6-361b-47a9-9998-6d419a8ecf0f tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8884320 Jun 30 03:10:57.117278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33764) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:57.121934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a06e0c84-cf12-4ffc-93bb-b4510f567a9b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:57.122882 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-a06e0c84-cf12-4ffc-93bb-b4510f567a9b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 03:10:57.123383 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-a06e0c84-cf12-4ffc-93bb-b4510f567a9b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 03:10:57.124361 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a06e0c84-cf12-4ffc-93bb-b4510f567a9b tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "PUT /v2.0/security-groups/69528038-34a8-422e-9465-f5ad4e07132f HTTP/1.1" status: 409 len: 330 time: 0.0060813 Jun 30 03:10:57.130469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a04abfaa-342e-4a39-aeef-00b5410257e3 req-45c2b04d-c5ee-4ad0-a8b7-70b5906bfd2c tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 210 time: 0.0890248 Jun 30 03:10:57.131135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33766) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:57.166000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b4cf59-7c2f-42c3-bf19-2786dd432c15 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:57.216152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 02b4cf59-7c2f-42c3-bf19-2786dd432c15, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=02b4cf59-7c2f-42c3-bf19-2786dd432c15,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:57.258663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-22b50f3c-b6a1-4ff2-ac74-0fa5aeeeb548 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.308868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.351847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-22b50f3c-b6a1-4ff2-ac74-0fa5aeeeb548 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.461794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=02b4cf59-7c2f-42c3-bf19-2786dd432c15,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:57.508660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['02b4cf59-7c2f-42c3-bf19-2786dd432c15'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:10:57.518869 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-22b50f3c-b6a1-4ff2-ac74-0fa5aeeeb548 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.523151 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-22b50f3c-b6a1-4ff2-ac74-0fa5aeeeb548 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.526930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-22b50f3c-b6a1-4ff2-ac74-0fa5aeeeb548 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/69528038-34a8-422e-9465-f5ad4e07132f HTTP/1.1" status: 204 len: 168 time: 0.3870704 Jun 30 03:10:57.533017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33784) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:57.561747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b50f3c-b6a1-4ff2-ac74-0fa5aeeeb548 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69528038-34a8-422e-9465-f5ad4e07132f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:57.744768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-090ac6c0-9e6b-4d28-be49-e9331a4e7eaf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2101207 Jun 30 03:10:57.752396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33788) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:57.793649 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-2e9c61d6-ab64-4fe3-be3f-d0d38be0884d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] delete failed (client error): The resource could not be found. Jun 30 03:10:57.795607 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2e9c61d6-ab64-4fe3-be3f-d0d38be0884d tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "DELETE /v2.0/security-groups/f686aa59-03ab-439b-aca3-b6da28aef7ec HTTP/1.1" status: 404 len: 347 time: 0.0407207 Jun 30 03:10:57.799216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33792) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:57.818848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e02641-6a39-444e-a56f-1daa1e9cf2d1 req-30653ecb-a418-4514-bb4e-af012a198e8e tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:57.827922 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06e02641-6a39-444e-a56f-1daa1e9cf2d1 req-30653ecb-a418-4514-bb4e-af012a198e8e tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 944 time: 0.2274926 Jun 30 03:10:57.838573 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-3fdc1dbd-f8b3-43c6-a733-33265e5e5f24 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] show failed (client error): The resource could not be found. Jun 30 03:10:57.876658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3fdc1dbd-f8b3-43c6-a733-33265e5e5f24 tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-groups/5906560b-4859-444c-aaf6-95e9932c277c HTTP/1.1" status: 404 len: 347 time: 0.0728240 Jun 30 03:10:57.877716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33800) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:57.910241 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-4ac6ebb5-940f-4d19-a3a4-9126b202b9bf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] show failed (client error): The resource could not be found. Jun 30 03:10:57.915844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4ac6ebb5-940f-4d19-a3a4-9126b202b9bf tempest-NegativeSecGroupIPv6Test-237287813 tempest-NegativeSecGroupIPv6Test-237287813-project] 10.222.0.77 "GET /v2.0/security-group-rules/ecfd979b-498f-4976-acf8-ad980d746e4d HTTP/1.1" status: 404 len: 356 time: 0.0363400 Jun 30 03:10:57.951178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06e02641-6a39-444e-a56f-1daa1e9cf2d1 req-bc2f4a4d-2ff7-48e8-bc8e-fe466e33205b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174831 Jun 30 03:10:58.056976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device eadc3f91-6ad4-452f-9bde-1fd81afc4b00 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:10:58.264162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port eadc3f91-6ad4-452f-9bde-1fd81afc4b00, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:58.330683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'eadc3f91-6ad4-452f-9bde-1fd81afc4b00', 'network_id': 'c4f8eded-35fe-48c8-b972-d071b9a4ab25', 'port_id': 'eadc3f91-6ad4-452f-9bde-1fd81afc4b00', 'mac_address': 'fa:16:3e:6e:7f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a1c997-e45e-4d42-85fc-1b34b2a4940e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:10:58.407536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c52f7870-6380-42da-8bd6-74e9d9951b7c req-211c7583-7eeb-475e-bd30-abda75374cae tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 210 time: 0.0636446 Jun 30 03:10:58.410853 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.434278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadc3f91-6ad4-452f-9bde-1fd81afc4b00 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:58.455788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port eadc3f91-6ad4-452f-9bde-1fd81afc4b00, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:58.569579 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.726095 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:58.744598 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86d1a589-1cd1-493e-80d2-3f42d2f58b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.751870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 02b4cf59-7c2f-42c3-bf19-2786dd432c15 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:58.848762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 33870) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:58.915909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['eadc3f91-6ad4-452f-9bde-1fd81afc4b00'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:10:59.207791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 33888) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:59.221722 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8d05b5fe-8412-4cb4-bd11-590f90bed5b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed8e15352819464180f28fa9fe6d4d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572428 Jun 30 03:10:59.272776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 02b4cf59-7c2f-42c3-bf19-2786dd432c15 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:59.284841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93017bd8-a2ee-4130-a789-6446cf8c6a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.285026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 02b4cf59-7c2f-42c3-bf19-2786dd432c15 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:59.285026 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.294404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec390d9-8870-4a6a-9743-ba01e7cad402 req-a16b5ebd-5c3d-468f-9c1b-8ebc199a2889 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:59.295997 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ec390d9-8870-4a6a-9743-ba01e7cad402 req-a16b5ebd-5c3d-468f-9c1b-8ebc199a2889 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 944 time: 0.1339507 Jun 30 03:10:59.301105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93017bd8-a2ee-4130-a789-6446cf8c6a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.351576 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ec390d9-8870-4a6a-9743-ba01e7cad402 req-5cd7086a-f150-4a4c-8460-a1c33a045164 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479491 Jun 30 03:10:59.385021 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.412454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e0041a-cfcd-49ef-ad26-ebc1b075de96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b4cf59-7c2f-42c3-bf19-2786dd432c15'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:59.415140 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8295fba0-5305-49eb-87fa-6baf13346694" -d '{"events": [{"server_uuid": "07e0041a-cfcd-49ef-ad26-ebc1b075de96", "name": "network-vif-plugged", "status": "completed", "tag": "02b4cf59-7c2f-42c3-bf19-2786dd432c15"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:59.450257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 02b4cf59-7c2f-42c3-bf19-2786dd432c15, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=02b4cf59-7c2f-42c3-bf19-2786dd432c15,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:59.478724 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4017ae85-50ac-498f-a426-843a122d8f2b x-openstack-request-id: req-4017ae85-50ac-498f-a426-843a122d8f2b {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:59.479066 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e0041a-cfcd-49ef-ad26-ebc1b075de96", "name": "network-vif-plugged", "status": "completed", "tag": "02b4cf59-7c2f-42c3-bf19-2786dd432c15", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:59.479328 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4017ae85-50ac-498f-a426-843a122d8f2b {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:59.479723 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e0041a-cfcd-49ef-ad26-ebc1b075de96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b4cf59-7c2f-42c3-bf19-2786dd432c15', 'code': 200} Jun 30 03:10:59.485424 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93017bd8-a2ee-4130-a789-6446cf8c6a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.496103 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93017bd8-a2ee-4130-a789-6446cf8c6a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.498230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-93017bd8-a2ee-4130-a789-6446cf8c6a16 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e23049dd-e086-4b01-ae13-bfded94792f9 HTTP/1.1" status: 204 len: 168 time: 0.2879961 Jun 30 03:10:59.531580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:59.558836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93017bd8-a2ee-4130-a789-6446cf8c6a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23049dd-e086-4b01-ae13-bfded94792f9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:59.688212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=02b4cf59-7c2f-42c3-bf19-2786dd432c15,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:59.798403 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e633356f-655f-4669-bfeb-4dabd1e92893 req-85ed2a34-6807-49fa-9f5c-a46910b43fd0 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 210 time: 0.0712035 Jun 30 03:10:59.852243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9fb35-8410-440f-95bd-bf416713c9af req-a967dd6a-1120-471f-9419-6a2ef748e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:59.854030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4fc9fb35-8410-440f-95bd-bf416713c9af req-a967dd6a-1120-471f-9419-6a2ef748e41b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 1096 time: 0.0807235 Jun 30 03:10:59.954511 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4fc9fb35-8410-440f-95bd-bf416713c9af req-4558dcd1-c94b-4ed2-8129-fb92eb21a23f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780292 Jun 30 03:11:00.071923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device eadc3f91-6ad4-452f-9bde-1fd81afc4b00 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:00.333808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port eadc3f91-6ad4-452f-9bde-1fd81afc4b00 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:00.333808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port eadc3f91-6ad4-452f-9bde-1fd81afc4b00 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:00.333808 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.442961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.489619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port eadc3f91-6ad4-452f-9bde-1fd81afc4b00, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:00.569278 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.775003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:00.789759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4f393-2444-4e7a-877b-68eb15d95e20 req-c31d5ca9-791b-42c9-923e-2e3e45f4d2b5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:00.792344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41f4f393-2444-4e7a-877b-68eb15d95e20 req-c31d5ca9-791b-42c9-923e-2e3e45f4d2b5 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 945 time: 0.1889076 Jun 30 03:11:00.889740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-daccbb9a-2f6a-4b56-a03b-8d5ea7acd38e tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:00.897845 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-daccbb9a-2f6a-4b56-a03b-8d5ea7acd38e tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.74 "GET /v2.0/networks?id=4fca8bba-594d-4dfd-8786-6db597252662 HTTP/1.1" status: 200 len: 808 time: 0.3842688 Jun 30 03:11:01.051177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41f4f393-2444-4e7a-877b-68eb15d95e20 req-f5faf5ca-592a-400a-b0d6-96ade24881c9 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481127 Jun 30 03:11:01.111615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-4ae78df6-f936-4330-8207-466b773f6d2d tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1510fd26f84fb3b6b3ad64197199af HTTP/1.1" status: 200 len: 379 time: 0.2113500 Jun 30 03:11:01.130219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Request body: {'port': {'device_id': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'admin_state_up': True, 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'security_groups': ['2266a599-24b4-4232-a99d-ab4e53142c7b']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:01.212433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da6b36dc-5572-4d90-955c-b658e23c8c6c req-fca226f1-b04f-4a33-bd6f-9806fa2c41d7 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 210 time: 0.0722306 Jun 30 03:11:01.271307 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:01.352862 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-523a5c3f-8773-4350-89a0-fba929787976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:01.481033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0856be-69ea-4cd1-a537-5c8788a91127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadc3f91-6ad4-452f-9bde-1fd81afc4b00'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:01.484127 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea82eea1-7149-40e7-a139-7f856cdad248" -d '{"events": [{"server_uuid": "ff0856be-69ea-4cd1-a537-5c8788a91127", "name": "network-vif-plugged", "status": "completed", "tag": "eadc3f91-6ad4-452f-9bde-1fd81afc4b00"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:01.546740 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d73a8e7-e625-4902-b99f-669b2c1b2ee9 x-openstack-request-id: req-0d73a8e7-e625-4902-b99f-669b2c1b2ee9 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:11:01.546740 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0856be-69ea-4cd1-a537-5c8788a91127", "name": "network-vif-plugged", "status": "completed", "tag": "eadc3f91-6ad4-452f-9bde-1fd81afc4b00", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:11:01.546740 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d73a8e7-e625-4902-b99f-669b2c1b2ee9 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:11:01.546740 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0856be-69ea-4cd1-a537-5c8788a91127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadc3f91-6ad4-452f-9bde-1fd81afc4b00', 'code': 200} Jun 30 03:11:01.594278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Made reservation on behalf of fa1510fd26f84fb3b6b3ad64197199af for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:01.599697 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:01.823599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe85b7-d6a7-4268-b873-7352146b2e50 req-5219cf26-a361-4bb5-8b77-1234109fa424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:01.823599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67fe85b7-d6a7-4268-b873-7352146b2e50 req-5219cf26-a361-4bb5-8b77-1234109fa424 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff0856be-69ea-4cd1-a537-5c8788a91127 HTTP/1.1" status: 200 len: 1096 time: 0.1419117 Jun 30 03:11:01.823599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Allocated IP 172.20.0.11 (4fca8bba-594d-4dfd-8786-6db597252662/b4f32ce1-0ab3-4341-acba-2eed3c592f15/d3308e84-9c22-46ac-a46a-e5bc6fc72cff) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:01.823599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67fe85b7-d6a7-4268-b873-7352146b2e50 req-82003fd2-12d3-4bdc-b196-b74f7077573a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496621 Jun 30 03:11:01.983804 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:01.999777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Transition to ACTIVE for port object d3308e84-9c22-46ac-a46a-e5bc6fc72cff will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:02.317861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf7044-3256-4596-9b59-4c61333ce87e req-cc2ca52b-b578-43ff-b306-8a2f9ce20a5e tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:02.322046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aacf7044-3256-4596-9b59-4c61333ce87e req-cc2ca52b-b578-43ff-b306-8a2f9ce20a5e tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 945 time: 0.0943151 Jun 30 03:11:02.330897 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.375310 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aacf7044-3256-4596-9b59-4c61333ce87e req-994e87ad-de4a-4204-b59e-1944f9135bac tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490553 Jun 30 03:11:02.429591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Network 4fca8bba-594d-4dfd-8786-6db597252662 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:02.457140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:02.471564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:02.503581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event updated for resources: {'Port': ['ID=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:02.605529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:02.606037 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:02.649281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f41a-b457-4d66-a87a-b9261135e0d6 req-3cb573e3-ae79-49c6-be87-88d8ff4624e4 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:02.649281 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc60f41a-b457-4d66-a87a-b9261135e0d6 req-3cb573e3-ae79-49c6-be87-88d8ff4624e4 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 932 time: 0.2494121 Jun 30 03:11:02.651902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1106d0-d99c-4eac-96a3-2ed5d6586ca5 req-8bc7a87c-1054-484b-b21e-c9b2c433da0a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:02.660134 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd1106d0-d99c-4eac-96a3-2ed5d6586ca5 req-8bc7a87c-1054-484b-b21e-c9b2c433da0a tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff0856be-69ea-4cd1-a537-5c8788a91127 HTTP/1.1" status: 200 len: 945 time: 0.1246514 Jun 30 03:11:02.706394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-321373c2-ae04-4e5a-ad94-e206c56b8796 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5899951 Jun 30 03:11:02.742290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Request body: {'port': {'device_id': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:02.774215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd1106d0-d99c-4eac-96a3-2ed5d6586ca5 req-20197b01-d03c-4748-b636-f971b94d91c0 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111946 Jun 30 03:11:02.953095 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3615af60-2456-4384-832b-701cb7bf0564 None None] Provisioning for port d3308e84-9c22-46ac-a46a-e5bc6fc72cff completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:02.957592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3615af60-2456-4384-832b-701cb7bf0564 None None] Provisioning complete for port d3308e84-9c22-46ac-a46a-e5bc6fc72cff triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:02.958165 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3615af60-2456-4384-832b-701cb7bf0564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.009896 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.037733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3615af60-2456-4384-832b-701cb7bf0564 None None] Port d3308e84-9c22-46ac-a46a-e5bc6fc72cff cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:11:03.254548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc60f41a-b457-4d66-a87a-b9261135e0d6 req-41950e9f-97b5-4f60-956b-884f8c0ecd39 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5990334 Jun 30 03:11:03.308640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.724075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3308e84-9c22-46ac-a46a-e5bc6fc72cff {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:11:03.734369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.738913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34108) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:03.762908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Transition to ACTIVE for port object d3308e84-9c22-46ac-a46a-e5bc6fc72cff will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:03.880941 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.988801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6a2832d-c738-4978-ae5f-9f28741a1f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.995524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:04.228263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Attempting to bind port d3308e84-9c22-46ac-a46a-e5bc6fc72cff on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:04.228615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Attempting to bind port d3308e84-9c22-46ac-a46a-e5bc6fc72cff by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:04.228950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Attempting to bind port d3308e84-9c22-46ac-a46a-e5bc6fc72cff on network 4fca8bba-594d-4dfd-8786-6db597252662 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:04.245000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Port d3308e84-9c22-46ac-a46a-e5bc6fc72cff on network 4fca8bba-594d-4dfd-8786-6db597252662 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:11:04.245528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Attempting to bind port d3308e84-9c22-46ac-a46a-e5bc6fc72cff on network 4fca8bba-594d-4dfd-8786-6db597252662 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:04.259479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:04.265754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Checking segment: {'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:04.266389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Bound using segment: {'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:04.267036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Bound port: d3308e84-9c22-46ac-a46a-e5bc6fc72cff, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d867a2-a6a3-47df-ba90-3b222a925415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:04.267707 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.338428 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6a2832d-c738-4978-ae5f-9f28741a1f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.429388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce3ba-6c7c-465e-a834-2160b3a2b1f6 req-307ee9d0-709d-46d3-9509-c77f58a2a8b9 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:04.441083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-277ce3ba-6c7c-465e-a834-2160b3a2b1f6 req-307ee9d0-709d-46d3-9509-c77f58a2a8b9 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff0856be-69ea-4cd1-a537-5c8788a91127 HTTP/1.1" status: 200 len: 945 time: 0.2835343 Jun 30 03:11:04.460761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] For port d3308e84-9c22-46ac-a46a-e5bc6fc72cff, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:04.464968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] For port d3308e84-9c22-46ac-a46a-e5bc6fc72cff, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:04.513089 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-277ce3ba-6c7c-465e-a834-2160b3a2b1f6 req-e9e1a2f4-cede-449c-ada1-e94e73a4d8ae tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707519 Jun 30 03:11:04.546453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6a2832d-c738-4978-ae5f-9f28741a1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.606152 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c6a2832d-c738-4978-ae5f-9f28741a1f28 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c91cbb51e5fa4d8092f5375520c7cde3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8655958 Jun 30 03:11:04.607201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34144) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:04.615831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2832d-c738-4978-ae5f-9f28741a1f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b849f-4d6d-47ce-b44a-da4037efc200,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:04.616016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddad5a-4879-4726-87d1-c1ee9a9d00ed req-142f11d6-65a0-490e-a5bd-8b4357ee9aa9 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:04.620530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43ddad5a-4879-4726-87d1-c1ee9a9d00ed req-142f11d6-65a0-490e-a5bd-8b4357ee9aa9 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 944 time: 0.1144383 Jun 30 03:11:04.634031 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.649029 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.748614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:04.772974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:04.775135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.779608 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-097eead4-b1ae-49f4-a13c-f096aa403ab5 service neutron] 10.222.0.74 "PUT /v2.0/ports/d3308e84-9c22-46ac-a46a-e5bc6fc72cff HTTP/1.1" status: 200 len: 1092 time: 2.0600975 Jun 30 03:11:04.787532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'tag': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:04.795001 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c628f7-dfc9-43cd-940e-158bebf35729" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf0824b-781e-4c07-be5b-5afcb4438b65", "tag": "d3308e84-9c22-46ac-a46a-e5bc6fc72cff"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:04.823504 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2235fb8a-e3e9-4704-b32d-cf52d781c093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.830525 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43ddad5a-4879-4726-87d1-c1ee9a9d00ed req-8c979c21-4e73-47bb-8102-ecde97614ff7 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082555 Jun 30 03:11:04.910765 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2235fb8a-e3e9-4704-b32d-cf52d781c093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:04.921435 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912c0486-6cca-4cf9-85a9-95c1e0e781aa x-openstack-request-id: req-912c0486-6cca-4cf9-85a9-95c1e0e781aa {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:11:04.921920 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf0824b-781e-4c07-be5b-5afcb4438b65", "tag": "d3308e84-9c22-46ac-a46a-e5bc6fc72cff", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:11:04.922224 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-912c0486-6cca-4cf9-85a9-95c1e0e781aa {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:11:04.922759 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'tag': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff', 'status': 'completed', 'code': 200} Jun 30 03:11:05.035400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c628f7-dfc9-43cd-940e-158bebf35729 req-92beac5d-97d4-4902-bde0-51cdae997449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:05.037513 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4c628f7-dfc9-43cd-940e-158bebf35729 req-92beac5d-97d4-4902-bde0-51cdae997449 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa1510fd26f84fb3b6b3ad64197199af&device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 1095 time: 0.0873330 Jun 30 03:11:05.084227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2235fb8a-e3e9-4704-b32d-cf52d781c093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.088708 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2235fb8a-e3e9-4704-b32d-cf52d781c093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:05.090067 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2235fb8a-e3e9-4704-b32d-cf52d781c093 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb8b849f-4d6d-47ce-b44a-da4037efc200 HTTP/1.1" status: 204 len: 168 time: 0.4777732 Jun 30 03:11:05.119330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235fb8a-e3e9-4704-b32d-cf52d781c093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b849f-4d6d-47ce-b44a-da4037efc200,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:05.203620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c628f7-dfc9-43cd-940e-158bebf35729 req-bf83a168-af48-42d3-bd57-e8bdb9429f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:05.205122 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4c628f7-dfc9-43cd-940e-158bebf35729 req-bf83a168-af48-42d3-bd57-e8bdb9429f8f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=fa1510fd26f84fb3b6b3ad64197199af&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1594486 Jun 30 03:11:05.374597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c628f7-dfc9-43cd-940e-158bebf35729 req-60d1b303-3198-459b-af91-fcf12f0ff9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:05.374597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b4c628f7-dfc9-43cd-940e-158bebf35729 req-60d1b303-3198-459b-af91-fcf12f0ff9b7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575212 Jun 30 03:11:05.508698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-42b7931c-7bd7-4177-b0fe-7ae89c38a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:05.515250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-42b7931c-7bd7-4177-b0fe-7ae89c38a98a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa1510fd26f84fb3b6b3ad64197199af&device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 1095 time: 0.0947270 Jun 30 03:11:05.582299 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-1a6e5872-2120-4c16-98b1-02bcec1585f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff HTTP/1.1" status: 200 len: 217 time: 0.0588565 Jun 30 03:11:05.668768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-1f50d834-8d8d-4d5d-b824-6b8d2894b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:05.671206 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-1f50d834-8d8d-4d5d-b824-6b8d2894b3bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f32ce1-0ab3-4341-acba-2eed3c592f15 HTTP/1.1" status: 200 len: 847 time: 0.0810225 Jun 30 03:11:05.806567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-83170f9f-d6a4-4877-82d9-2fe811083229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:05.811047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-83170f9f-d6a4-4877-82d9-2fe811083229 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fca8bba-594d-4dfd-8786-6db597252662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331730 Jun 30 03:11:05.826027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-2008174f-1537-45b4-8aac-38c0032eebf2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:11:05.833739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-2008174f-1537-45b4-8aac-38c0032eebf2 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103769 Jun 30 03:11:06.016917 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-f93a0a76-bca1-4214-9591-ceec4c4c114b service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835098 Jun 30 03:11:06.113308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34200) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:06.150177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea9d3705-7c78-4209-87fd-dcbbeae7baf9 req-adac29f4-8274-46d9-be8b-57ed3159d59d service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260443 Jun 30 03:11:06.307792 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-04aaf0a6-3ffb-49a4-9cd2-cff61dda3b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.346373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ebdbc-f838-48e8-8b66-907fe0f16a97 req-7981cac7-baeb-430e-9155-378f02e7b5d9 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:06.352130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba0ebdbc-f838-48e8-8b66-907fe0f16a97 req-7981cac7-baeb-430e-9155-378f02e7b5d9 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 944 time: 0.2376595 Jun 30 03:11:06.445331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba0ebdbc-f838-48e8-8b66-907fe0f16a97 req-bbbd89b2-d1e2-4d6a-af49-5ac4be018da4 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865355 Jun 30 03:11:06.500109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-04aaf0a6-3ffb-49a4-9cd2-cff61dda3b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.599572 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-04aaf0a6-3ffb-49a4-9cd2-cff61dda3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.616707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccfe68-e624-47f8-bcb5-d2ebaa098918 req-74d2df0f-7054-4813-af33-416e8282f9fd tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:06.618752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6ccfe68-e624-47f8-bcb5-d2ebaa098918 req-74d2df0f-7054-4813-af33-416e8282f9fd tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff0856be-69ea-4cd1-a537-5c8788a91127 HTTP/1.1" status: 200 len: 945 time: 0.0935068 Jun 30 03:11:06.706871 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-04aaf0a6-3ffb-49a4-9cd2-cff61dda3b8f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c024f8dac364f569c1229a7308e6241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5869753 Jun 30 03:11:06.707273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34222) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:06.718198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaf0a6-3ffb-49a4-9cd2-cff61dda3b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c7bf0b-ebd9-40b8-8ef1-3cfc1e7b54b0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:06.720803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34224) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:06.730063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e6ccfe68-e624-47f8-bcb5-d2ebaa098918 req-acefa00e-5778-46fc-811f-3bfbf46af54c tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/security-groups?id=a8444752-ec91-4a6d-a138-c33fd64dd392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023962 Jun 30 03:11:06.765278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c89e9b86-f987-403b-9e42-3d755ce61747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.807066 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-380e3afd-a491-4ab8-a268-1c76aeca2ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.850456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-380e3afd-a491-4ab8-a268-1c76aeca2ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:06.939814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-904ef76b-2bae-4a80-ab7e-84ea7c037d83 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:06.941390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-904ef76b-2bae-4a80-ab7e-84ea7c037d83 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.83 "GET /v2.0/ports?device_id=ff0856be-69ea-4cd1-a537-5c8788a91127 HTTP/1.1" status: 200 len: 945 time: 0.1399271 Jun 30 03:11:06.998793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-380e3afd-a491-4ab8-a268-1c76aeca2ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.001797 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-380e3afd-a491-4ab8-a268-1c76aeca2ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.003203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-380e3afd-a491-4ab8-a268-1c76aeca2ae6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/01c7bf0b-ebd9-40b8-8ef1-3cfc1e7b54b0 HTTP/1.1" status: 204 len: 168 time: 0.2949436 Jun 30 03:11:07.022142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e3afd-a491-4ab8-a268-1c76aeca2ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c7bf0b-ebd9-40b8-8ef1-3cfc1e7b54b0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:07.085280 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c89e9b86-f987-403b-9e42-3d755ce61747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.121558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-c80f9a5b-b3ff-4524-a0bc-cbbe359ad4cb tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Deleting port eadc3f91-6ad4-452f-9bde-1fd81afc4b00 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:07.122588 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-c80f9a5b-b3ff-4524-a0bc-cbbe359ad4cb tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.203482 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c89e9b86-f987-403b-9e42-3d755ce61747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.263140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-c80f9a5b-b3ff-4524-a0bc-cbbe359ad4cb tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] For port eadc3f91-6ad4-452f-9bde-1fd81afc4b00, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:07.263769 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-c80f9a5b-b3ff-4524-a0bc-cbbe359ad4cb tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.281363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c89e9b86-f987-403b-9e42-3d755ce61747 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd29af677c46436297ac10b7875b2f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506082 Jun 30 03:11:07.284701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e9b86-f987-403b-9e42-3d755ce61747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3441e5fe-f3e7-4b94-bd4c-f0210f0ebee0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:07.285328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34242) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:07.291855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-c80f9a5b-b3ff-4524-a0bc-cbbe359ad4cb tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Calling delete_port for eadc3f91-6ad4-452f-9bde-1fd81afc4b00 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:07.436166 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ea4345a-a18d-4cf1-a46a-93380bc7d413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.510175 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ea4345a-a18d-4cf1-a46a-93380bc7d413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.720641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-c80f9a5b-b3ff-4524-a0bc-cbbe359ad4cb tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.734430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['02b4cf59-7c2f-42c3-bf19-2786dd432c15'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:11:07.737360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['eadc3f91-6ad4-452f-9bde-1fd81afc4b00'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:11:07.824775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f9a5b-b3ff-4524-a0bc-cbbe359ad4cb tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Pushing event deleted for resources: {'Port': ['ID=eadc3f91-6ad4-452f-9bde-1fd81afc4b00,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:07.866561 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ea4345a-a18d-4cf1-a46a-93380bc7d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.870836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ea4345a-a18d-4cf1-a46a-93380bc7d413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.874929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9ea4345a-a18d-4cf1-a46a-93380bc7d413 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3441e5fe-f3e7-4b94-bd4c-f0210f0ebee0 HTTP/1.1" status: 204 len: 168 time: 0.5852153 Jun 30 03:11:07.935604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4345a-a18d-4cf1-a46a-93380bc7d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3441e5fe-f3e7-4b94-bd4c-f0210f0ebee0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:07.947156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-c80f9a5b-b3ff-4524-a0bc-cbbe359ad4cb tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] No DVR routers for this DVR port eadc3f91-6ad4-452f-9bde-1fd81afc4b00 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:07.958748 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-c80f9a5b-b3ff-4524-a0bc-cbbe359ad4cb tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:07.963139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9aefd1ec-e85a-4533-804d-9ce2b62542b0 req-c80f9a5b-b3ff-4524-a0bc-cbbe359ad4cb tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.83 "DELETE /v2.0/ports/eadc3f91-6ad4-452f-9bde-1fd81afc4b00 HTTP/1.1" status: 204 len: 173 time: 1.0149884 Jun 30 03:11:07.995500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0856be-69ea-4cd1-a537-5c8788a91127', 'name': 'network-vif-deleted', 'tag': 'eadc3f91-6ad4-452f-9bde-1fd81afc4b00'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:07.998036 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8c9a72-71bf-4143-8004-a49215f72074" -d '{"events": [{"server_uuid": "ff0856be-69ea-4cd1-a537-5c8788a91127", "name": "network-vif-deleted", "tag": "eadc3f91-6ad4-452f-9bde-1fd81afc4b00"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:08.045521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde5d8c-e208-4a53-be43-db5de5d323a7 req-fbd26787-6c23-4220-9022-cb21cb6e01cb tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:08.047279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3dde5d8c-e208-4a53-be43-db5de5d323a7 req-fbd26787-6c23-4220-9022-cb21cb6e01cb tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 944 time: 0.2804477 Jun 30 03:11:08.063612 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de567d80-20d4-41b3-bfc4-843c8da7ebaa req-93f9ec43-e292-46dd-a973-12083b2cd7d6 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff0856be-69ea-4cd1-a537-5c8788a91127 HTTP/1.1" status: 200 len: 210 time: 0.1001465 Jun 30 03:11:08.096255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fa4db-e556-4378-a074-f2354393a354 req-4f8a587f-df05-4fae-a8ac-97c9fd028958 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:08.097848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a1fa4db-e556-4378-a074-f2354393a354 req-4f8a587f-df05-4fae-a8ac-97c9fd028958 tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 945 time: 0.4468431 Jun 30 03:11:08.146065 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3dde5d8c-e208-4a53-be43-db5de5d323a7 req-3a991200-e9db-4a6d-ae51-b0a74bf45ff7 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929115 Jun 30 03:11:08.192270 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959503d9-c223-4e1d-8b8b-353ac8985795 x-openstack-request-id: req-959503d9-c223-4e1d-8b8b-353ac8985795 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:11:08.192563 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0856be-69ea-4cd1-a537-5c8788a91127", "name": "network-vif-deleted", "tag": "eadc3f91-6ad4-452f-9bde-1fd81afc4b00", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:11:08.193384 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-959503d9-c223-4e1d-8b8b-353ac8985795 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:11:08.193384 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0856be-69ea-4cd1-a537-5c8788a91127', 'name': 'network-vif-deleted', 'tag': 'eadc3f91-6ad4-452f-9bde-1fd81afc4b00', 'status': 'completed', 'code': 200} Jun 30 03:11:08.251190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34276) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.275277 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae2cd-3c60-4884-ac98-353cb9070f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.279076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-6a1fa4db-e556-4378-a074-f2354393a354 req-1f8850ea-a1a9-43e9-ab08-eb26ad2a4d9b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Deleting port 02b4cf59-7c2f-42c3-bf19-2786dd432c15 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:08.279220 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6a1fa4db-e556-4378-a074-f2354393a354 req-1f8850ea-a1a9-43e9-ab08-eb26ad2a4d9b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.492217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6a1fa4db-e556-4378-a074-f2354393a354 req-1f8850ea-a1a9-43e9-ab08-eb26ad2a4d9b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] For port 02b4cf59-7c2f-42c3-bf19-2786dd432c15, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=02b4cf59-7c2f-42c3-bf19-2786dd432c15,segment=NetworkSegment(ba5bea49-5e1f-4915-9f85-523a1dfc03a6),segment_id=ba5bea49-5e1f-4915-9f85-523a1dfc03a6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:08.492603 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6a1fa4db-e556-4378-a074-f2354393a354 req-1f8850ea-a1a9-43e9-ab08-eb26ad2a4d9b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.502589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae2cd-3c60-4884-ac98-353cb9070f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.511570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-6a1fa4db-e556-4378-a074-f2354393a354 req-1f8850ea-a1a9-43e9-ab08-eb26ad2a4d9b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Calling delete_port for 02b4cf59-7c2f-42c3-bf19-2786dd432c15 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:08.725979 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e9ae2cd-3c60-4884-ac98-353cb9070f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.781547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d3308e84-9c22-46ac-a46a-e5bc6fc72cff details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:11:08.850671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ae2cd-3c60-4884-ac98-353cb9070f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c5f675-346c-4af8-8d60-20d4e3eb1e19,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:08.871492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6e9ae2cd-3c60-4884-ac98-353cb9070f24 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6441d4972f864ca4bf7ad8e94ee8a5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6188352 Jun 30 03:11:08.885452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34308) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:08.963023 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df5afa99-fdcf-4daf-a9bd-6e1ae8808a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.975011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port d3308e84-9c22-46ac-a46a-e5bc6fc72cff, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:08.992730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df5afa99-fdcf-4daf-a9bd-6e1ae8808a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:08.993098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'port_id': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff', 'mac_address': 'fa:16:3e:9c:49:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:11:09.046384 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.064118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3308e84-9c22-46ac-a46a-e5bc6fc72cff {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:11:09.100776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port d3308e84-9c22-46ac-a46a-e5bc6fc72cff, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:09.107241 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6a1fa4db-e556-4378-a074-f2354393a354 req-1f8850ea-a1a9-43e9-ab08-eb26ad2a4d9b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.180690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8850ea-a1a9-43e9-ab08-eb26ad2a4d9b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Pushing event deleted for resources: {'Port': ['ID=02b4cf59-7c2f-42c3-bf19-2786dd432c15,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.220437 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df5afa99-fdcf-4daf-a9bd-6e1ae8808a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.223194 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df5afa99-fdcf-4daf-a9bd-6e1ae8808a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.224364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-df5afa99-fdcf-4daf-a9bd-6e1ae8808a58 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68c5f675-346c-4af8-8d60-20d4e3eb1e19 HTTP/1.1" status: 204 len: 168 time: 0.3379090 Jun 30 03:11:09.245176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5afa99-fdcf-4daf-a9bd-6e1ae8808a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c5f675-346c-4af8-8d60-20d4e3eb1e19,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.253879 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.300285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1fa4db-e556-4378-a074-f2354393a354 req-1f8850ea-a1a9-43e9-ab08-eb26ad2a4d9b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] No DVR routers for this DVR port 02b4cf59-7c2f-42c3-bf19-2786dd432c15 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:09.303591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6a1fa4db-e556-4378-a074-f2354393a354 req-1f8850ea-a1a9-43e9-ab08-eb26ad2a4d9b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:09.307527 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a1fa4db-e556-4378-a074-f2354393a354 req-1f8850ea-a1a9-43e9-ab08-eb26ad2a4d9b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.74 "DELETE /v2.0/ports/02b4cf59-7c2f-42c3-bf19-2786dd432c15 HTTP/1.1" status: 204 len: 173 time: 1.2023191 Jun 30 03:11:09.448566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:09.488136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dc92c-6abb-49bb-ad40-cbac3cfa4123 req-620ec1b7-5f19-4c8b-a3ba-45a53a76d3ac tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:09.493310 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-080dc92c-6abb-49bb-ad40-cbac3cfa4123 req-620ec1b7-5f19-4c8b-a3ba-45a53a76d3ac tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 945 time: 0.1280732 Jun 30 03:11:09.502982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67761064-b450-438b-9409-7da07b1407cf req-982b3000-ceb3-4e9a-88c1-7adc0049be1c tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff0856be-69ea-4cd1-a537-5c8788a91127 HTTP/1.1" status: 200 len: 210 time: 0.0718260 Jun 30 03:11:09.544599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['d3308e84-9c22-46ac-a46a-e5bc6fc72cff'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:11:09.629200 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-080dc92c-6abb-49bb-ad40-cbac3cfa4123 req-ec498cdb-bcf7-40ff-b6ec-dc83267958b3 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227942 Jun 30 03:11:10.148737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device eadc3f91-6ad4-452f-9bde-1fd81afc4b00 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:11:10.192681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: eadc3f91-6ad4-452f-9bde-1fd81afc4b00 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:11:10.193278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device eadc3f91-6ad4-452f-9bde-1fd81afc4b00 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:11:10.195069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e0041a-cfcd-49ef-ad26-ebc1b075de96', 'name': 'network-vif-deleted', 'tag': '02b4cf59-7c2f-42c3-bf19-2786dd432c15'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:10.198351 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36540b8a-016a-4789-b548-6fecc0e22a60" -d '{"events": [{"server_uuid": "07e0041a-cfcd-49ef-ad26-ebc1b075de96", "name": "network-vif-deleted", "tag": "02b4cf59-7c2f-42c3-bf19-2786dd432c15"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:10.249016 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea476867-e33b-48fd-86ba-16dacff26a73 x-openstack-request-id: req-ea476867-e33b-48fd-86ba-16dacff26a73 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:11:10.249566 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e0041a-cfcd-49ef-ad26-ebc1b075de96", "name": "network-vif-deleted", "tag": "02b4cf59-7c2f-42c3-bf19-2786dd432c15", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:11:10.250047 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea476867-e33b-48fd-86ba-16dacff26a73 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:11:10.250655 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e0041a-cfcd-49ef-ad26-ebc1b075de96', 'name': 'network-vif-deleted', 'tag': '02b4cf59-7c2f-42c3-bf19-2786dd432c15', 'status': 'completed', 'code': 200} Jun 30 03:11:10.524744 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:11:10.781657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d3308e84-9c22-46ac-a46a-e5bc6fc72cff up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:11.008481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port d3308e84-9c22-46ac-a46a-e5bc6fc72cff completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:11.020497 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port d3308e84-9c22-46ac-a46a-e5bc6fc72cff triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:11.021083 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.124636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b682e61-8915-4cf3-a2db-edf083a2bf69 req-36b23a69-d47b-4f1b-becb-a969d2f65233 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:11.142463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b682e61-8915-4cf3-a2db-edf083a2bf69 req-36b23a69-d47b-4f1b-becb-a969d2f65233 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 945 time: 0.1889503 Jun 30 03:11:11.149533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1e1135b-a6f0-4987-976d-91ee50540cf4 req-c25cb8e6-1b65-450c-8983-68dc330d256b tempest-MultipleCreateTestJSON-691966742 tempest-MultipleCreateTestJSON-691966742-project] 10.222.0.77 "GET /v2.0/ports?device_id=07e0041a-cfcd-49ef-ad26-ebc1b075de96 HTTP/1.1" status: 200 len: 210 time: 0.0838177 Jun 30 03:11:11.242837 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b682e61-8915-4cf3-a2db-edf083a2bf69 req-cb832a89-bd3e-44f3-ad8a-2ceaa39a920f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951164 Jun 30 03:11:11.257913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.383347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port d3308e84-9c22-46ac-a46a-e5bc6fc72cff, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:11.385632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:11.392895 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfb11ac-3b6e-4d21-b67d-21a78502e0f3" -d '{"events": [{"server_uuid": "fdf0824b-781e-4c07-be5b-5afcb4438b65", "name": "network-vif-plugged", "status": "completed", "tag": "d3308e84-9c22-46ac-a46a-e5bc6fc72cff"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:11.442293 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:11.443113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 02b4cf59-7c2f-42c3-bf19-2786dd432c15 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:11:11.721455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c699-1410-49df-8f3d-710f1744e77a req-96984b33-c2d7-4bd1-989f-dfbaa92a5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:11.727044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea27c699-1410-49df-8f3d-710f1744e77a req-96984b33-c2d7-4bd1-989f-dfbaa92a5e35 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 1097 time: 0.1572635 Jun 30 03:11:11.738768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34412) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:11.799629 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ea27c699-1410-49df-8f3d-710f1744e77a req-89aff078-e4fd-41e0-b122-febd2beca125 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653067 Jun 30 03:11:11.877485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 02b4cf59-7c2f-42c3-bf19-2786dd432c15 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:11:11.877927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 02b4cf59-7c2f-42c3-bf19-2786dd432c15 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:11:11.880835 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f047c74-eae7-4d91-8236-a95381ec8609 x-openstack-request-id: req-0f047c74-eae7-4d91-8236-a95381ec8609 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:11:11.881367 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0824b-781e-4c07-be5b-5afcb4438b65", "name": "network-vif-plugged", "status": "completed", "tag": "d3308e84-9c22-46ac-a46a-e5bc6fc72cff", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:11:11.881816 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f047c74-eae7-4d91-8236-a95381ec8609 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:11:11.882273 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff', 'code': 200} Jun 30 03:11:11.915296 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:12.189010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1431963084'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:12.272241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34428) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:12.359426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-93dea81b-bd63-43d9-8d18-f3cc702aa588 admin admin] Deleting subnet f3a1c997-e45e-4d42-85fc-1b34b2a4940e {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:11:12.366288 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Made reservation on behalf of 54fab4de1af6406ba3af134e0a217ca5 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:12.373888 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.377049 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93dea81b-bd63-43d9-8d18-f3cc702aa588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.410878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.520117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93dea81b-bd63-43d9-8d18-f3cc702aa588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.520854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525dd69-fb62-4812-be17-4bc22ca0cdb5 req-c0da391d-e218-46bd-8b97-f0aca250b870 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:12.520990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93dea81b-bd63-43d9-8d18-f3cc702aa588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:12.521083 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c525dd69-fb62-4812-be17-4bc22ca0cdb5 req-c0da391d-e218-46bd-8b97-f0aca250b870 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 946 time: 0.0762353 Jun 30 03:11:12.566105 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c525dd69-fb62-4812-be17-4bc22ca0cdb5 req-e1a85b39-d684-48a8-8cc2-ecd6579d40f5 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482013 Jun 30 03:11:12.644691 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.505982 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.509891 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93dea81b-bd63-43d9-8d18-f3cc702aa588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.640381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93dea81b-bd63-43d9-8d18-f3cc702aa588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.649448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34454) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:13.658107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-93dea81b-bd63-43d9-8d18-f3cc702aa588 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f3a1c997-e45e-4d42-85fc-1b34b2a4940e HTTP/1.1" status: 204 len: 168 time: 1.3691955 Jun 30 03:11:13.695127 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dea81b-bd63-43d9-8d18-f3cc702aa588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a1c997-e45e-4d42-85fc-1b34b2a4940e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:13.705683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:11:13.714202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b81cee4-6fdb-48db-96f3-ce6998958494,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:13.744771 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.745128 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Added segment a09d84fb-84d2-40e3-ba3d-6c06646c808f of type vlan for network 96766f51-030f-40c7-99ef-ce85da37fbbd Jun 30 03:11:13.810155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.866245 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:13.920048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721a126-0362-4c2e-bd8b-a61abdbc6b8b req-f1a61f44-8938-42d5-8e12-77fc2fb1f2ce tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:13.924027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7721a126-0362-4c2e-bd8b-a61abdbc6b8b req-f1a61f44-8938-42d5-8e12-77fc2fb1f2ce tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 946 time: 0.1936533 Jun 30 03:11:13.974406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7721a126-0362-4c2e-bd8b-a61abdbc6b8b req-b1d069f3-8e92-40f2-9167-40c9604c6262 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494435 Jun 30 03:11:13.994333 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.000527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:14.004833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.008672 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.020075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f8eded-35fe-48c8-b972-d071b9a4ab25']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:14.034509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:14.035027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5bea49-5e1f-4915-9f85-523a1dfc03a6') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:14.047349 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.062599 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.074175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:11:14.074595 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:11:14.078258 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:11:14.143129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Pushing event updated for resources: {'Network': ['ID=96766f51-030f-40c7-99ef-ce85da37fbbd,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:14.157136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 96766f51-030f-40c7-99ef-ce85da37fbbd details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:11:14.169274 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-91105c22-93ef-4181-b310-a1b1010638b5 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4266102 Jun 30 03:11:14.170783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34472) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:14.183084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Request body: {'subnet': {'network_id': '96766f51-030f-40c7-99ef-ce85da37fbbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:14.295317 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.305345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.306834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] 10.222.0.77 "DELETE /v2.0/networks/c4f8eded-35fe-48c8-b972-d071b9a4ab25 HTTP/1.1" status: 204 len: 168 time: 0.6561882 Jun 30 03:11:14.331063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b72e5-53de-452e-9869-4afa6f67eb5a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f8eded-35fe-48c8-b972-d071b9a4ab25,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:14.404659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Made reservation on behalf of 54fab4de1af6406ba3af134e0a217ca5 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:14.408777 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:14.860389 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:15.024192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34504) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:15.038144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Checking segment: {'id': 'a09d84fb-84d2-40e3-ba3d-6c06646c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96766f51-030f-40c7-99ef-ce85da37fbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:15.038471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Network hostable DHCP agents. Network: 96766f51-030f-40c7-99ef-ce85da37fbbd, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:11:15.047311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Pushing event updated for resources: {'Subnet': ['ID=9dc49532-e592-43fe-b5bb-644b34cf922c,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:15.101024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34506) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:15.192341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Network 96766f51-030f-40c7-99ef-ce85da37fbbd is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:11:15.213924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34512) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:15.217597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c2aeff03-a5cd-495c-93a2-a7ac1772c426 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b297a33b70644e71851b89817e6e2e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885235 Jun 30 03:11:15.329950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c6d21-cffd-40a0-a677-c830c9a020f7 req-f1829c1f-6767-426c-9ea9-8abc49e9ab3f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:15.331799 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-560c6d21-cffd-40a0-a677-c830c9a020f7 req-f1829c1f-6767-426c-9ea9-8abc49e9ab3f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 946 time: 0.2112639 Jun 30 03:11:15.368248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 96766f51-030f-40c7-99ef-ce85da37fbbd) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:15.381208 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e4bfd-fd60-473e-a728-6922f305c40b None None] Network 96766f51-030f-40c7-99ef-ce85da37fbbd requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:15.410736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:15.416343 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:15.486238 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-560c6d21-cffd-40a0-a677-c830c9a020f7 req-1b0ce01f-36ce-49df-b3db-e4dfc1b94070 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482251 Jun 30 03:11:15.531335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5fe670e4-74c8-45b7-b730-c2659b0d60d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:15.585905 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af83ac38-ed16-47e8-838a-e794b15c80ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:15.626441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34518) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:15.627447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-159e7231-49ab-4de5-9ea4-19c80517b085 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4554806 Jun 30 03:11:15.632943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Request body: {'port': {'network_id': '96766f51-030f-40c7-99ef-ce85da37fbbd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-263740887'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:15.720308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-96766f51-030f-40c7-99ef-ce85da37fbbd', 'network_id': '96766f51-030f-40c7-99ef-ce85da37fbbd', 'tenant_id': '54fab4de1af6406ba3af134e0a217ca5', 'fixed_ips': [{'subnet_id': '9dc49532-e592-43fe-b5bb-644b34cf922c'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:11:15.721307 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:15.921167 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af83ac38-ed16-47e8-838a-e794b15c80ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:15.931999 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5fe670e4-74c8-45b7-b730-c2659b0d60d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.066417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bde6ec-c60b-4e13-b459-505766d0f8f4 req-21350a06-b5ec-4fed-a04e-b1a92f5b0541 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:16.069385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54bde6ec-c60b-4e13-b459-505766d0f8f4 req-21350a06-b5ec-4fed-a04e-b1a92f5b0541 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 946 time: 0.1461341 Jun 30 03:11:16.070572 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af83ac38-ed16-47e8-838a-e794b15c80ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.084572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Allocated IP 172.20.0.2 (96766f51-030f-40c7-99ef-ce85da37fbbd/9dc49532-e592-43fe-b5bb-644b34cf922c/4200511a-9e35-44b3-ab19-42be1c7e9fa8) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:16.169060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-af83ac38-ed16-47e8-838a-e794b15c80ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d091591a3676472082dade2483d240fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0665212 Jun 30 03:11:16.169701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34530) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:16.213974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54bde6ec-c60b-4e13-b459-505766d0f8f4 req-a3fd98a6-ac83-440b-9749-2319a22289d4 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308198 Jun 30 03:11:16.216287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83ac38-ed16-47e8-838a-e794b15c80ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38dacf5-fc0b-4cc9-bfe2-5c46396125ff,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:16.239135 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5fe670e4-74c8-45b7-b730-c2659b0d60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.247751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Made reservation on behalf of 54fab4de1af6406ba3af134e0a217ca5 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:16.251385 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5fe670e4-74c8-45b7-b730-c2659b0d60d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.251739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5fe670e4-74c8-45b7-b730-c2659b0d60d6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8444752-ec91-4a6d-a138-c33fd64dd392 HTTP/1.1" status: 204 len: 168 time: 1.0366354 Jun 30 03:11:16.272478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe670e4-74c8-45b7-b730-c2659b0d60d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8444752-ec91-4a6d-a138-c33fd64dd392,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:16.272693 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.330045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] device_id is not set on port 77eec766-6f1e-455b-803e-9d41a4deac2e yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:11:16.368399 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.388762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Transition to ACTIVE for port object 4200511a-9e35-44b3-ab19-42be1c7e9fa8 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:16.406828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Transition to ACTIVE for port object 4200511a-9e35-44b3-ab19-42be1c7e9fa8 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:16.432488 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d859151b-3604-461f-8332-8142c610b791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.458190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d859151b-3604-461f-8332-8142c610b791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.613173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c0907-eec1-4260-82d8-4cb3bb019904 req-4abf4b0c-fd62-4095-bdec-25599a25548d tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:16.614680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-389c0907-eec1-4260-82d8-4cb3bb019904 req-4abf4b0c-fd62-4095-bdec-25599a25548d tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 946 time: 0.1002216 Jun 30 03:11:16.646380 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.691574 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-389c0907-eec1-4260-82d8-4cb3bb019904 req-33c936ae-8e5c-4b88-aa0d-864c14556757 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704334 Jun 30 03:11:16.715415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34538) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:16.743916 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d859151b-3604-461f-8332-8142c610b791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.747288 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d859151b-3604-461f-8332-8142c610b791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.751825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d859151b-3604-461f-8332-8142c610b791 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b38dacf5-fc0b-4cc9-bfe2-5c46396125ff HTTP/1.1" status: 204 len: 168 time: 0.5807500 Jun 30 03:11:16.754591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Network 96766f51-030f-40c7-99ef-ce85da37fbbd is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:16.757937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Allocated IP 172.20.0.8 (96766f51-030f-40c7-99ef-ce85da37fbbd/9dc49532-e592-43fe-b5bb-644b34cf922c/77eec766-6f1e-455b-803e-9d41a4deac2e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:16.763593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:16.773927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859151b-3604-461f-8332-8142c610b791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38dacf5-fc0b-4cc9-bfe2-5c46396125ff,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:16.787086 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:16.800101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Pushing event updated for resources: {'Port': ['ID=4200511a-9e35-44b3-ab19-42be1c7e9fa8,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:17.068041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Attempting to bind port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:17.072470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Attempting to bind port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a09d84fb-84d2-40e3-ba3d-6c06646c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96766f51-030f-40c7-99ef-ce85da37fbbd'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:17.073016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Attempting to bind port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 on network 96766f51-030f-40c7-99ef-ce85da37fbbd {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:17.093038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:17.097024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Checking segment: {'id': 'a09d84fb-84d2-40e3-ba3d-6c06646c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96766f51-030f-40c7-99ef-ce85da37fbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:17.097654 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:17.098207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Bound using segment: {'id': 'a09d84fb-84d2-40e3-ba3d-6c06646c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96766f51-030f-40c7-99ef-ce85da37fbbd'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:17.100984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Bound port: 4200511a-9e35-44b3-ab19-42be1c7e9fa8, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09d84fb-84d2-40e3-ba3d-6c06646c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '96766f51-030f-40c7-99ef-ce85da37fbbd'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:17.102768 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:17.201883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a76548-34e1-406f-9a04-705ee042361a tempest-TestServerBasicOps-372833141 tempest-TestServerBasicOps-372833141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:17.203770 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e0a76548-34e1-406f-9a04-705ee042361a tempest-TestServerBasicOps-372833141 tempest-TestServerBasicOps-372833141-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 1092 time: 0.4873497 Jun 30 03:11:17.207617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34558) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:17.212917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:17.218888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:17.238742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Transition to ACTIVE for port object 77eec766-6f1e-455b-803e-9d41a4deac2e will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:17.305580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] For port 4200511a-9e35-44b3-ab19-42be1c7e9fa8, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:17.322923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] For port 4200511a-9e35-44b3-ab19-42be1c7e9fa8, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4200511a-9e35-44b3-ab19-42be1c7e9fa8,segment=NetworkSegment(a09d84fb-84d2-40e3-ba3d-6c06646c808f),segment_id=a09d84fb-84d2-40e3-ba3d-6c06646c808f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:17.391332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:17.421906 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:17.422507 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:17.553177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d52cc-fee7-444e-bd64-75ba5925b9e5 None None] Pushing event updated for resources: {'Port': ['ID=4200511a-9e35-44b3-ab19-42be1c7e9fa8,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:17.555104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Network 96766f51-030f-40c7-99ef-ce85da37fbbd is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:17.574635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:17.580825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:17.604678 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:17.667025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Pushing event updated for resources: {'Port': ['ID=77eec766-6f1e-455b-803e-9d41a4deac2e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:17.696484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:17.697137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:17.767866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Allocated IP 172.25.2.110 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/c7e459f3-c1c3-4147-8e9a-9132b0d435a1) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:17.934948 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0087531b-0136-4337-a2ee-881e2674b951 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3064885 Jun 30 03:11:17.939858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34578) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:17.979733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34582) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:18.064473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:18.138681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d471418-c781-4eb0-916e-c4c2485fa4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:18.142623 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4200511a-9e35-44b3-ab19-42be1c7e9fa8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:18.243436 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:18.301068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:18.314070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:18.324182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:18.381524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1def2c4c-143e-41da-b19c-b88e2f4eafbf tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Deleting port 77eec766-6f1e-455b-803e-9d41a4deac2e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:18.382490 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1def2c4c-143e-41da-b19c-b88e2f4eafbf tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:18.386899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:18.420333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event updated for resources: {'Port': ['ID=c7e459f3-c1c3-4147-8e9a-9132b0d435a1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:18.552408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1def2c4c-143e-41da-b19c-b88e2f4eafbf tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:18.583034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1def2c4c-143e-41da-b19c-b88e2f4eafbf tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Calling delete_port for 77eec766-6f1e-455b-803e-9d41a4deac2e owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:18.947954 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d471418-c781-4eb0-916e-c4c2485fa4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:18.970205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1def2c4c-143e-41da-b19c-b88e2f4eafbf tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.065377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def2c4c-143e-41da-b19c-b88e2f4eafbf tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Pushing event deleted for resources: {'Port': ['ID=77eec766-6f1e-455b-803e-9d41a4deac2e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:19.076483 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d471418-c781-4eb0-916e-c4c2485fa4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.128812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d471418-c781-4eb0-916e-c4c2485fa4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fceca2-ca4f-40aa-9fea-b37db4844d03,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:19.243509 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0d471418-c781-4eb0-916e-c4c2485fa4eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ebacdcbeb0f24d9b8c916556fb5857e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2565696 Jun 30 03:11:19.262814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34620) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:19.303898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1017f-0fee-4c2b-aabc-bd5d73334fa2 None None] Network 96766f51-030f-40c7-99ef-ce85da37fbbd requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:19.348615 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1def2c4c-143e-41da-b19c-b88e2f4eafbf tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.351976 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1def2c4c-143e-41da-b19c-b88e2f4eafbf tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] 10.222.0.77 "DELETE /v2.0/ports/77eec766-6f1e-455b-803e-9d41a4deac2e HTTP/1.1" status: 204 len: 168 time: 1.4107277 Jun 30 03:11:19.353957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34634) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:19.464832 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb8c3-bbd5-4274-9c7a-c6bb60f8f40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.551887 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb8c3-bbd5-4274-9c7a-c6bb60f8f40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.619997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-829659db-35fb-4078-bb4b-80e383a59ff3 None None] Provisioning for port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:19.690097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-829659db-35fb-4078-bb4b-80e383a59ff3 None None] Provisioning complete for port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:19.690416 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-829659db-35fb-4078-bb4b-80e383a59ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.730052 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb8c3-bbd5-4274-9c7a-c6bb60f8f40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.735329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb8c3-bbd5-4274-9c7a-c6bb60f8f40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.741036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cb9bb8c3-bbd5-4274-9c7a-c6bb60f8f40a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86fceca2-ca4f-40aa-9fea-b37db4844d03 HTTP/1.1" status: 204 len: 168 time: 0.4779732 Jun 30 03:11:19.750815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bb8c3-bbd5-4274-9c7a-c6bb60f8f40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fceca2-ca4f-40aa-9fea-b37db4844d03,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:19.830008 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9d712a0f-6cb4-4647-bf5b-e819bccff50d tempest-DHCPAgentSchedulersTestJSON-1414399582 tempest-DHCPAgentSchedulersTestJSON-1414399582-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4679515 Jun 30 03:11:19.830236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34650) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:19.843397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-915357483'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:19.992374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Made reservation on behalf of 54fab4de1af6406ba3af134e0a217ca5 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:19.993696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-829659db-35fb-4078-bb4b-80e383a59ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:19.996844 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:20.034676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:11:20.068028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:20.068028 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Added segment e0c3334c-11f1-402a-8641-a1bd66b76360 of type vlan for network 25a38744-1796-4233-a52d-63fd8a561315 Jun 30 03:11:20.096056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-829659db-35fb-4078-bb4b-80e383a59ff3 None None] For port 4200511a-9e35-44b3-ab19-42be1c7e9fa8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4200511a-9e35-44b3-ab19-42be1c7e9fa8,segment=NetworkSegment(a09d84fb-84d2-40e3-ba3d-6c06646c808f),segment_id=a09d84fb-84d2-40e3-ba3d-6c06646c808f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:20.145381 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:20.377017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34658) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:20.407399 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:20.682438 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-829659db-35fb-4078-bb4b-80e383a59ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:20.718487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:20.727753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:20.729571 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:20.831984 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:20.880585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c57e712c-4189-4944-a013-e1c7fa6a318e None None] Provisioning complete for port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:20.882405 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c57e712c-4189-4944-a013-e1c7fa6a318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:20.966836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Pushing event updated for resources: {'Network': ['ID=25a38744-1796-4233-a52d-63fd8a561315,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:21.011375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829659db-35fb-4078-bb4b-80e383a59ff3 None None] Pushing event updated for resources: {'Port': ['ID=4200511a-9e35-44b3-ab19-42be1c7e9fa8,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:21.014702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 25a38744-1796-4233-a52d-63fd8a561315 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:11:21.095304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7437b7b9-4312-4cd3-b655-68e03174179a tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2640307 Jun 30 03:11:21.096248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34674) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:21.300250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c57e712c-4189-4944-a013-e1c7fa6a318e None None] Could not find standard attr ID for object 77eec766-6f1e-455b-803e-9d41a4deac2e. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:11:21.300491 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:21.355364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34684) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:21.393232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:21.511794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event updated for resources: {'Port': ['ID=c7e459f3-c1c3-4147-8e9a-9132b0d435a1,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:21.581458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:21.710658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e814df-041b-4114-a975-bdb6d9dc7293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:21.867370 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Floating IP c8fd9624-8288-423e-8612-a3dd3618f712 associated. External IP: 172.25.2.110, port: d3308e84-9c22-46ac-a46a-e5bc6fc72cff. Jun 30 03:11:21.920076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec54aec3-f9aa-4c69-9515-e25b6b314128 admin admin] Deleting subnet bf91afb0-9b57-47b6-8eff-86c3c07767fb {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:11:21.961768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ec54aec3-f9aa-4c69-9515-e25b6b314128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:21.964410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e814df-041b-4114-a975-bdb6d9dc7293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.031570 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-84491405-8ab9-4c0b-979e-83871defebf4 tempest-DHCPAgentSchedulersTestJSON-1414399582 tempest-DHCPAgentSchedulersTestJSON-1414399582-project-admin] 10.222.0.77 "GET /v2.0/agents/3d258361-99d0-4b5c-b40f-ed88da401aaf/dhcp-networks HTTP/1.1" status: 200 len: 7283 time: 0.9338126 Jun 30 03:11:22.034706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34704) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:22.044665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ec54aec3-f9aa-4c69-9515-e25b6b314128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.071569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4200511a-9e35-44b3-ab19-42be1c7e9fa8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:22.135986 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91e814df-041b-4114-a975-bdb6d9dc7293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.152860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ec54aec3-f9aa-4c69-9515-e25b6b314128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.176546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:22.176846 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.211066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d884f7-5352-42bb-b399-4a12b5b60d0d tempest-DHCPAgentSchedulersTestJSON-1414399582 tempest-DHCPAgentSchedulersTestJSON-1414399582-project-admin] Network 25a38744-1796-4233-a52d-63fd8a561315 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:11:22.335358 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-83d884f7-5352-42bb-b399-4a12b5b60d0d tempest-DHCPAgentSchedulersTestJSON-1414399582 tempest-DHCPAgentSchedulersTestJSON-1414399582-project-admin] 10.222.0.77 "POST /v2.0/agents/3d258361-99d0-4b5c-b40f-ed88da401aaf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2977412 Jun 30 03:11:22.336716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34710) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:22.381039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf63b3-959d-4f23-b4ad-5d075ab06969 None None] Network 25a38744-1796-4233-a52d-63fd8a561315 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:22.401046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-91e814df-041b-4114-a975-bdb6d9dc7293 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84c48224460f4ec4987ea1c48e97ce99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0443003 Jun 30 03:11:22.404362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34716) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:22.426731 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ec54aec3-f9aa-4c69-9515-e25b6b314128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.444232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Router 4ec974c8-f00d-4a80-9511-980948680bd7 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:11:22.458216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e814df-041b-4114-a975-bdb6d9dc7293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf29b6-7cc3-4894-b299-f5627b2c6fa3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:22.627197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54aec3-f9aa-4c69-9515-e25b6b314128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf91afb0-9b57-47b6-8eff-86c3c07767fb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:22.631576 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ec54aec3-f9aa-4c69-9515-e25b6b314128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.636021 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ec54aec3-f9aa-4c69-9515-e25b6b314128 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bf91afb0-9b57-47b6-8eff-86c3c07767fb HTTP/1.1" status: 204 len: 168 time: 2.2577460 Jun 30 03:11:22.638902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34720) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:22.698506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3617-c495-41ca-b261-b85593631f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.794175 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3617-c495-41ca-b261-b85593631f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.796682 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b232c84f-7ded-4e5d-aaf2-75df71f9e90a tempest-DHCPAgentSchedulersTestJSON-1414399582 tempest-DHCPAgentSchedulersTestJSON-1414399582-project-admin] 10.222.0.77 "GET /v2.0/agents/3d258361-99d0-4b5c-b40f-ed88da401aaf/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.4573705 Jun 30 03:11:22.799966 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.800090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34726) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:22.842359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.908979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:11:22.922762 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.927304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] Sync routers for ids ['4ec974c8-f00d-4a80-9511-980948680bd7'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:11:22.939187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] Routers {'4ec974c8-f00d-4a80-9511-980948680bd7'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:22.940069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4ec974c8-f00d-4a80-9511-980948680bd7'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:22.943683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d78ea54-cf4f-4190-be00-168c1a6e3505']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:22.959274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577c62d4-773d-48d3-abab-c652c3fc8fb8') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:22.959586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577c62d4-773d-48d3-abab-c652c3fc8fb8') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:22.971999 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:22.994834 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:23.001326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:11:23.002208 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:11:23.003500 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:11:23.089239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] Set router 4ec974c8-f00d-4a80-9511-980948680bd7 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:23.134109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:23.134868 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3617-c495-41ca-b261-b85593631f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:23.139256 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3617-c495-41ca-b261-b85593631f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:23.139256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a0bc3617-c495-41ca-b261-b85593631f5c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bdbf29b6-7cc3-4894-b299-f5627b2c6fa3 HTTP/1.1" status: 204 len: 168 time: 0.7332435 Jun 30 03:11:23.143399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34738) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:23.161807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-16d2d44a-a349-4a5a-8248-558a5741a626 tempest-DHCPAgentSchedulersTestJSON-1414399582 tempest-DHCPAgentSchedulersTestJSON-1414399582-project-admin] 10.222.0.77 "DELETE /v2.0/agents/3d258361-99d0-4b5c-b40f-ed88da401aaf/dhcp-networks/25a38744-1796-4233-a52d-63fd8a561315 HTTP/1.1" status: 204 len: 168 time: 0.3480873 Jun 30 03:11:23.224389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc3617-c495-41ca-b261-b85593631f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf29b6-7cc3-4894-b299-f5627b2c6fa3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:23.253548 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a226184e-6016-420b-ad61-65ad4e33649f tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0437846 Jun 30 03:11:23.253548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'tag': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:23.271958 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7552fb27-990f-47cd-87d0-100e88d2e401" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf0824b-781e-4c07-be5b-5afcb4438b65", "tag": "d3308e84-9c22-46ac-a46a-e5bc6fc72cff"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:23.286269 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:23.298979 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:23.310264 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] 10.222.0.77 "DELETE /v2.0/networks/5d78ea54-cf4f-4190-be00-168c1a6e3505 HTTP/1.1" status: 204 len: 168 time: 0.6697307 Jun 30 03:11:23.348022 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a9757-df4b-4e24-95eb-5913dcecae07 x-openstack-request-id: req-3b6a9757-df4b-4e24-95eb-5913dcecae07 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:11:23.348570 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf0824b-781e-4c07-be5b-5afcb4438b65", "tag": "d3308e84-9c22-46ac-a46a-e5bc6fc72cff", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:11:23.349230 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b6a9757-df4b-4e24-95eb-5913dcecae07 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:11:23.349803 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'tag': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff', 'status': 'completed', 'code': 200} Jun 30 03:11:23.369802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4378c77-ffac-47b1-86d0-69ff637cba9c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d78ea54-cf4f-4190-be00-168c1a6e3505,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:23.488450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-63e7a6ba-6b03-4cc6-a464-4425c5ba7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:23.489934 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-63e7a6ba-6b03-4cc6-a464-4425c5ba7a5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa1510fd26f84fb3b6b3ad64197199af&device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 1097 time: 0.1025007 Jun 30 03:11:23.498168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a1d6f1aa-a872-45ae-8cfd-4b2daea800e3 tempest-DHCPAgentSchedulersTestJSON-1414399582 tempest-DHCPAgentSchedulersTestJSON-1414399582-project-admin] 10.222.0.77 "GET /v2.0/agents/3d258361-99d0-4b5c-b40f-ed88da401aaf/dhcp-networks HTTP/1.1" status: 200 len: 7245 time: 0.3535271 Jun 30 03:11:23.503984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34750) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:23.532492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c71c9f47-aa35-4fa3-980c-318a1f246942 tempest-DHCPAgentSchedulersTestJSON-1414399582 tempest-DHCPAgentSchedulersTestJSON-1414399582-project-admin] 10.222.0.77 "GET /v2.0/networks/96766f51-030f-40c7-99ef-ce85da37fbbd/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0267756 Jun 30 03:11:23.536846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34754) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:23.554649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'c8fd9624-8288-423e-8612-a3dd3618f712', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'floating_ip_address': '172.25.2.110', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'port_id': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'mac_address': 'fa:16:3e:9c:49:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:11:19Z', 'updated_at': '2021-06-30T03:11:19Z', 'revision_number': 0, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66545b9-153c-424f-9aad-0249bb89fd3c', 'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'mac_address': 'fa:16:3e:a2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:20Z', 'updated_at': '2021-06-30T03:10:30Z', 'revision_number': 5, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'subnets': [{'id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:23.576056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-691c3f7a-46f9-4b13-98d8-9ea1b561864a tempest-DHCPAgentSchedulersTestJSON-1414399582 tempest-DHCPAgentSchedulersTestJSON-1414399582-project-admin] 10.222.0.77 "GET /v2.0/networks/96766f51-030f-40c7-99ef-ce85da37fbbd/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0356066 Jun 30 03:11:23.576784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34756) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:23.585484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] Checking router: 4ec974c8-f00d-4a80-9511-980948680bd7 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:11:23.593235 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:23.601471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] Routers {'4ec974c8-f00d-4a80-9511-980948680bd7'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:23.602138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4ec974c8-f00d-4a80-9511-980948680bd7'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:23.685142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-6734fafc-7651-4081-a3ff-63b8668d305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:23.694517 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-6734fafc-7651-4081-a3ff-63b8668d305d service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fca8bba-594d-4dfd-8786-6db597252662 HTTP/1.1" status: 200 len: 909 time: 0.1943970 Jun 30 03:11:23.766480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2384bebb-59ad-4ec3-8d0d-e45d8bcedfad tempest-DHCPAgentSchedulersTestJSON-1414399582 tempest-DHCPAgentSchedulersTestJSON-1414399582-project-admin] 10.222.0.77 "GET /v2.0/agents/3d258361-99d0-4b5c-b40f-ed88da401aaf/dhcp-networks HTTP/1.1" status: 200 len: 6483 time: 0.1841280 Jun 30 03:11:23.773539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34760) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:23.774730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] Set router 4ec974c8-f00d-4a80-9511-980948680bd7 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:23.890313 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:23.897000 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-7ce7868d-7d4c-4ac6-b723-a76b0b46736a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff HTTP/1.1" status: 200 len: 1000 time: 0.1955268 Jun 30 03:11:23.994675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34766) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:24.143500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34772) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:24.143840 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-697c6992-9aa1-4f57-b87d-1976b0fff6a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5f31888ea45427eafb003fca1be2f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438293 Jun 30 03:11:24.182387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-03f491e8-4642-4817-8dc3-97a73ff16060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:24.188158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-03f491e8-4642-4817-8dc3-97a73ff16060 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f32ce1-0ab3-4341-acba-2eed3c592f15 HTTP/1.1" status: 200 len: 847 time: 0.2816348 Jun 30 03:11:24.246910 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.272561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a38744-1796-4233-a52d-63fd8a561315']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:24.294084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c3334c-11f1-402a-8641-a1bd66b76360') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:24.294084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c3334c-11f1-402a-8641-a1bd66b76360') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:24.309983 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.336227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-3cad3a0e-c8f8-40ba-9e25-9fbeeb57a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:24.340475 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-3cad3a0e-c8f8-40ba-9e25-9fbeeb57a6af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fca8bba-594d-4dfd-8786-6db597252662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429510 Jun 30 03:11:24.358790 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.364938 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e10589a3-616c-4952-ad99-8db0f2295ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.400056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:11:24.405337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.410524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'c8fd9624-8288-423e-8612-a3dd3618f712', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'floating_ip_address': '172.25.2.110', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'port_id': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'mac_address': 'fa:16:3e:9c:49:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:11:19Z', 'updated_at': '2021-06-30T03:11:19Z', 'revision_number': 0, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66545b9-153c-424f-9aad-0249bb89fd3c', 'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'mac_address': 'fa:16:3e:a2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:20Z', 'updated_at': '2021-06-30T03:10:30Z', 'revision_number': 5, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'subnets': [{'id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:11:24.417472 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:11:24.476206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e10589a3-616c-4952-ad99-8db0f2295ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.487854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f578b9e5-0a32-4aca-a886-71fa9b9dd842 None None] The sync data for ids ['4ec974c8-f00d-4a80-9511-980948680bd7'] in n-d-798249-3 is: [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'c8fd9624-8288-423e-8612-a3dd3618f712', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'floating_ip_address': '172.25.2.110', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'port_id': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'mac_address': 'fa:16:3e:9c:49:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:11:19Z', 'updated_at': '2021-06-30T03:11:19Z', 'revision_number': 0, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66545b9-153c-424f-9aad-0249bb89fd3c', 'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'mac_address': 'fa:16:3e:a2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:20Z', 'updated_at': '2021-06-30T03:10:30Z', 'revision_number': 5, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'subnets': [{'id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:11:24.618983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-03624e37-6d18-491e-b479-0349677ee19b service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709563 Jun 30 03:11:24.655269 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.677087 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.700824 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] 10.222.0.77 "DELETE /v2.0/networks/25a38744-1796-4233-a52d-63fd8a561315 HTTP/1.1" status: 204 len: 168 time: 0.9306030 Jun 30 03:11:24.702832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34792) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:24.740544 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e10589a3-616c-4952-ad99-8db0f2295ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.746105 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e10589a3-616c-4952-ad99-8db0f2295ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.754603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e10589a3-616c-4952-ad99-8db0f2295ac0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3cb031da-34df-494c-9093-39bdaef8ffcc HTTP/1.1" status: 204 len: 168 time: 0.6074698 Jun 30 03:11:24.783364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d5d04-f272-4df9-bfb1-ee6906a0ed0c tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Pushing event deleted for resources: {'Network': ['ID=25a38744-1796-4233-a52d-63fd8a561315,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:24.871931 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64f0d9d-4e0b-4ab7-817a-82d5fb852c9e tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] DELETE failed (client error): The resource could not be found. Jun 30 03:11:24.874742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64f0d9d-4e0b-4ab7-817a-82d5fb852c9e tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:11:24.882172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b64f0d9d-4e0b-4ab7-817a-82d5fb852c9e tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] 10.222.0.77 "DELETE /v2.0/ports/77eec766-6f1e-455b-803e-9d41a4deac2e HTTP/1.1" status: 404 len: 333 time: 0.1434703 Jun 30 03:11:24.890201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10589a3-616c-4952-ad99-8db0f2295ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb031da-34df-494c-9093-39bdaef8ffcc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:24.890602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34802) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:24.892532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34804) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:24.938947 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092680d6-6be7-4f23-a936-557440459130 None None] New status for floating IP c8fd9624-8288-423e-8612-a3dd3618f712: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:11:24.987881 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7552fb27-990f-47cd-87d0-100e88d2e401 req-89ae377f-caa5-4285-88e3-47cbb2d53e1b service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290329 Jun 30 03:11:25.045366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7ebe92-17c4-45e3-a068-1ba27a35c2c2 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Deleting subnet 9dc49532-e592-43fe-b5bb-644b34cf922c {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:11:25.065338 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d7ebe92-17c4-45e3-a068-1ba27a35c2c2 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:25.134400 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d7ebe92-17c4-45e3-a068-1ba27a35c2c2 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:25.235723 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d7ebe92-17c4-45e3-a068-1ba27a35c2c2 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:25.444988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d7ebe92-17c4-45e3-a068-1ba27a35c2c2 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:25.484878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ebe92-17c4-45e3-a068-1ba27a35c2c2 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc49532-e592-43fe-b5bb-644b34cf922c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:25.505682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d7ebe92-17c4-45e3-a068-1ba27a35c2c2 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:25.510295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7d7ebe92-17c4-45e3-a068-1ba27a35c2c2 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] 10.222.0.77 "DELETE /v2.0/subnets/9dc49532-e592-43fe-b5bb-644b34cf922c HTTP/1.1" status: 204 len: 168 time: 0.6243067 Jun 30 03:11:25.513953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7354ff1-5d8b-4d63-90fd-2a4ca841de7e None None] Network 96766f51-030f-40c7-99ef-ce85da37fbbd requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:25.540522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34818) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:25.639044 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224cda46-dd88-40d5-a596-8630d0cd05fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:25.639946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-aa62ea7f-55b7-43b5-9b81-b3af22320a49 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2440252 Jun 30 03:11:25.689360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:25.838818 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224cda46-dd88-40d5-a596-8630d0cd05fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:25.839341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-af21231c-dcb9-415f-9be3-e080db567c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:25.839341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-af21231c-dcb9-415f-9be3-e080db567c97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa1510fd26f84fb3b6b3ad64197199af&device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 1097 time: 0.1127205 Jun 30 03:11:25.950818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-20fd15d7-96d2-4689-b992-7d969094cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:25.952370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-20fd15d7-96d2-4689-b992-7d969094cbc8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fca8bba-594d-4dfd-8786-6db597252662 HTTP/1.1" status: 200 len: 909 time: 0.0956731 Jun 30 03:11:25.955647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Deleting port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:25.956014 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.105694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] For port 4200511a-9e35-44b3-ab19-42be1c7e9fa8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4200511a-9e35-44b3-ab19-42be1c7e9fa8,segment=NetworkSegment(a09d84fb-84d2-40e3-ba3d-6c06646c808f),segment_id=a09d84fb-84d2-40e3-ba3d-6c06646c808f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:26.106207 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.125071 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-224cda46-dd88-40d5-a596-8630d0cd05fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.143449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Calling delete_port for 4200511a-9e35-44b3-ab19-42be1c7e9fa8 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:26.147894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-cf0f2883-b411-4d12-8491-e119ff0d5471 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4541695 Jun 30 03:11:26.153181 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-78f01095-c289-493e-90c6-6e954e30589f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff HTTP/1.1" status: 200 len: 1002 time: 0.1410098 Jun 30 03:11:26.165271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e622fb9-3fba-401d-a756-34def0b2d8ab None None] DHCP port deletion for 96766f51-030f-40c7-99ef-ce85da37fbbd request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:11:26.224395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-224cda46-dd88-40d5-a596-8630d0cd05fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5870f03bd0ed4184b7cab57bbccbb785&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3305929 Jun 30 03:11:26.225522 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cda46-dd88-40d5-a596-8630d0cd05fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef07ec8-5555-40d2-b5fa-cfcc2f3b2915,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:26.236798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1e622fb9-3fba-401d-a756-34def0b2d8ab None None] Deleting port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:26.237189 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1e622fb9-3fba-401d-a756-34def0b2d8ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.241807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34844) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:26.246767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-2157d86d-5801-4d99-9826-cdbff413529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:26.248354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-2157d86d-5801-4d99-9826-cdbff413529b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f32ce1-0ab3-4341-acba-2eed3c592f15 HTTP/1.1" status: 200 len: 847 time: 0.0866485 Jun 30 03:11:26.307669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af4dd921-8ec0-4955-a545-02dcf1bac9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.340532 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af4dd921-8ec0-4955-a545-02dcf1bac9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.385202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1e622fb9-3fba-401d-a756-34def0b2d8ab None None] For port 4200511a-9e35-44b3-ab19-42be1c7e9fa8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4200511a-9e35-44b3-ab19-42be1c7e9fa8,segment=NetworkSegment(a09d84fb-84d2-40e3-ba3d-6c06646c808f),segment_id=a09d84fb-84d2-40e3-ba3d-6c06646c808f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:26.395282 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1e622fb9-3fba-401d-a756-34def0b2d8ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.410284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1e622fb9-3fba-401d-a756-34def0b2d8ab None None] Calling delete_port for 4200511a-9e35-44b3-ab19-42be1c7e9fa8 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:26.448035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-52a2ef93-a968-4d05-a385-b83b61ceec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:26.449680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-52a2ef93-a968-4d05-a385-b83b61ceec1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=62f804f066744a37bc9fe9e7c38c4786&device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 1101 time: 0.1988204 Jun 30 03:11:26.461703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-b400845b-11cc-417e-90e1-0c067a0f5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:26.461703 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-b400845b-11cc-417e-90e1-0c067a0f5e80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fca8bba-594d-4dfd-8786-6db597252662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959052 Jun 30 03:11:26.482531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34850) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:26.539477 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af4dd921-8ec0-4955-a545-02dcf1bac9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.542504 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af4dd921-8ec0-4955-a545-02dcf1bac9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.548381 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-af4dd921-8ec0-4955-a545-02dcf1bac9cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ef07ec8-5555-40d2-b5fa-cfcc2f3b2915 HTTP/1.1" status: 204 len: 168 time: 0.3008821 Jun 30 03:11:26.556952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dd921-8ec0-4955-a545-02dcf1bac9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef07ec8-5555-40d2-b5fa-cfcc2f3b2915,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:26.634580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1e622fb9-3fba-401d-a756-34def0b2d8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.650215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1073455865-network', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:26.663090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.671633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e622fb9-3fba-401d-a756-34def0b2d8ab None None] Pushing event deleted for resources: {'Port': ['ID=4200511a-9e35-44b3-ab19-42be1c7e9fa8,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:26.676468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e622fb9-3fba-401d-a756-34def0b2d8ab None None] No DVR routers for this DVR port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:26.704564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] No DVR routers for this DVR port 4200511a-9e35-44b3-ab19-42be1c7e9fa8 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:11:26.750215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Pushing event deleted for resources: {'Port': ['ID=4200511a-9e35-44b3-ab19-42be1c7e9fa8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:26.851950 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.859786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-593e5324-d618-42fe-a2cc-d06c7f362fe1 service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727682 Jun 30 03:11:26.864764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96766f51-030f-40c7-99ef-ce85da37fbbd']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:26.868644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-c02111ce-6dd0-4b80-95ce-84403b3caf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:26.870086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-c02111ce-6dd0-4b80-95ce-84403b3caf36 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.3651507 Jun 30 03:11:26.886466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09d84fb-84d2-40e3-ba3d-6c06646c808f') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:26.886802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09d84fb-84d2-40e3-ba3d-6c06646c808f') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:26.933400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Made reservation on behalf of 7dd6d603acf54a2cb6cdc168553acaa2 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:26.937247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.950317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.965486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:26.969656 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-6f264f32-1036-4a1b-87bc-f794e6acdad8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=cd8c7840-fefd-476c-a223-b56897018127 HTTP/1.1" status: 200 len: 217 time: 0.0851247 Jun 30 03:11:27.015983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.037031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:11:27.041718 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:11:27.089967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.110812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-86ef2d4b-5094-47d0-ac31-9c433abe7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:27.112191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-86ef2d4b-5094-47d0-ac31-9c433abe7223 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.1355388 Jun 30 03:11:27.137363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80010e1c-5a3f-4e38-bb86-1aff986a373f req-09464e67-b951-469c-896d-38a0c0b7fc2c service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699955 Jun 30 03:11:27.189101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-5e81e9ca-c20f-4b74-b0fc-62727c14a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:27.190761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-5e81e9ca-c20f-4b74-b0fc-62727c14a117 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657113 Jun 30 03:11:27.209203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-799ffba9-9d35-421a-806f-0a04df07ddc7 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:11:27.211081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-799ffba9-9d35-421a-806f-0a04df07ddc7 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117805 Jun 30 03:11:27.374203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-8ab1d4a1-9c13-41a6-92e8-d188eee146ff service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563234 Jun 30 03:11:27.385035 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.417689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.456925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:11:27.480956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac334c34-ea87-4ac4-a658-f01f5239a06f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:27.494768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.502874 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Added segment 4660437c-405e-4a5e-9379-a762c14afa19 of type vlan for network e1ae1ebe-972c-4341-b5b6-728a95bc0cae Jun 30 03:11:27.546829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a2ea1c00-a1ef-4d10-a0a0-ef7a894c0477 req-e375a3cd-b497-47d6-b2a2-5028d906bb3a service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657164 Jun 30 03:11:27.547847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.553057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] 10.222.0.77 "DELETE /v2.0/networks/96766f51-030f-40c7-99ef-ce85da37fbbd HTTP/1.1" status: 204 len: 168 time: 2.0085964 Jun 30 03:11:27.588225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4c611-d5c0-4db8-9530-fff1a8a21686 tempest-DHCPAgentSchedulersTestJSON-486239153 tempest-DHCPAgentSchedulersTestJSON-486239153-project] Pushing event deleted for resources: {'Network': ['ID=96766f51-030f-40c7-99ef-ce85da37fbbd,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:27.590346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.790408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.791468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:27.792051 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.887756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ae1ebe-972c-4341-b5b6-728a95bc0cae,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:27.908272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network e1ae1ebe-972c-4341-b5b6-728a95bc0cae details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:11:27.987628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-631c7d96-7431-4f90-a369-cbc6ac01a5c5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5038478 Jun 30 03:11:27.990580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34908) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:27.997155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Request body: {'subnet': {'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1073455865-subnet', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:28.064000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4200511a-9e35-44b3-ab19-42be1c7e9fa8 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:11:28.077159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-2f541249-cb63-4ed9-899a-60844243f9e0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4002750 Jun 30 03:11:28.093321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 4200511a-9e35-44b3-ab19-42be1c7e9fa8 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:11:28.094277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4200511a-9e35-44b3-ab19-42be1c7e9fa8 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:11:28.181704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-76a4b394-6287-4c3e-9950-da32c3421c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:28.183102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-76a4b394-6287-4c3e-9950-da32c3421c24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=62f804f066744a37bc9fe9e7c38c4786&device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 1101 time: 0.0522764 Jun 30 03:11:28.232028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Made reservation on behalf of 7dd6d603acf54a2cb6cdc168553acaa2 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:28.235879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:28.306668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-80e240d2-90f5-4080-bada-1199df21c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:28.308277 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-80e240d2-90f5-4080-bada-1199df21c920 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ad5505b-d58b-4099-912e-572b62a0ecc0 HTTP/1.1" status: 200 len: 870 time: 0.1053245 Jun 30 03:11:28.362408 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-36df4628-91fb-4ddc-8b82-066540d01be7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=cd8c7840-fefd-476c-a223-b56897018127 HTTP/1.1" status: 200 len: 217 time: 0.0470750 Jun 30 03:11:28.428981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34926) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:28.458845 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-6566b07e-3851-4fa7-b956-73c33be7e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:28.461419 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-6566b07e-3851-4fa7-b956-73c33be7e7a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0927229 Jun 30 03:11:28.607104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-488968b0-acb4-49fa-9790-d2c10a179c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:28.607683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-488968b0-acb4-49fa-9790-d2c10a179c81 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374974 Jun 30 03:11:28.636213 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7bb322b1-0ebc-4e13-996f-eff40e9b9785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:28.737617 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-36ca3dfb-a30b-4b62-8c22-fce490225d83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=54fab4de1af6406ba3af134e0a217ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053081 Jun 30 03:11:28.739100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34944) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:28.768275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-7dd48461-89b3-42f0-82d1-f682dd754d1e service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539717 Jun 30 03:11:28.769910 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:28.822145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3da8ad-3068-4c7c-9170-4f7e2a6514dc,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:28.840999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.846343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:28.890762 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d9dc-4018-43cb-8735-f9fada61e2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:28.902743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Checking segment: {'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:28.903346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Network hostable DHCP agents. Network: e1ae1ebe-972c-4341-b5b6-728a95bc0cae, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:11:28.922571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d9dc-4018-43cb-8735-f9fada61e2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:28.932520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b9b064-85c8-4347-965f-ca97bdcee202 req-82972160-6fa9-4c62-afd7-b6b1250318d6 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583147 Jun 30 03:11:29.072273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Network e1ae1ebe-972c-4341-b5b6-728a95bc0cae is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:11:29.139548 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d9dc-4018-43cb-8735-f9fada61e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:29.142645 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d9dc-4018-43cb-8735-f9fada61e2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:29.144530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bbb5d9dc-4018-43cb-8735-f9fada61e2e8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5b81cee4-6fdb-48db-96f3-ce6998958494 HTTP/1.1" status: 204 len: 168 time: 0.4041977 Jun 30 03:11:29.159674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5d9dc-4018-43cb-8735-f9fada61e2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b81cee4-6fdb-48db-96f3-ce6998958494,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:29.243500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, e1ae1ebe-972c-4341-b5b6-728a95bc0cae) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:29.255972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:29.256898 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:29.258263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03ae81c-8c19-4117-abb3-85f3b6635002 None None] Network e1ae1ebe-972c-4341-b5b6-728a95bc0cae requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:29.368498 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34956) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:29.369321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f5c70d1e-80fa-4871-82b7-c3dd39175fe9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3767283 Jun 30 03:11:29.373965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1073455865-router', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:29.441879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544b2b2-f450-4a75-bdb9-5381ce69a59a None None] Network e1ae1ebe-972c-4341-b5b6-728a95bc0cae requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:29.608900 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:29.613225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:29.728146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.064275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 34982) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:30.143252 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.233198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'network': {'name': 'tempest-network-smoke--482521493', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:30.269567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 34988) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:30.320227 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-186e7d37-4c8e-4ce2-9af1-7a389286e45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.380207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Made reservation on behalf of 3b3b9b93cfef4dd6a88ebf21ff22120b for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:30.390872 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.397715 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.577366 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-186e7d37-4c8e-4ce2-9af1-7a389286e45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.631635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.663740 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.805141 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-186e7d37-4c8e-4ce2-9af1-7a389286e45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.869949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-186e7d37-4c8e-4ce2-9af1-7a389286e45a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0e9de5c728a42b793213c05e7e3726e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5992558 Jun 30 03:11:30.871298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Allocated IP 172.25.2.190 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/0a2d4f95-04af-4517-b80a-661a7acac39c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:30.873386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e7d37-4c8e-4ce2-9af1-7a389286e45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47019609-15c6-4b7f-afc3-ee96a66a49e6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:30.874373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35004) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:30.901363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.940424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b28155a-7186-4b91-b3c5-53c5e86f5dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.963315 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b28155a-7186-4b91-b3c5-53c5e86f5dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.987411 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.081689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.114826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b17958-030b-4a71-921f-a0a3277e4b14,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:31.207956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b28155a-7186-4b91-b3c5-53c5e86f5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.213077 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b28155a-7186-4b91-b3c5-53c5e86f5dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.220298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3b28155a-7186-4b91-b3c5-53c5e86f5dc7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47019609-15c6-4b7f-afc3-ee96a66a49e6 HTTP/1.1" status: 204 len: 168 time: 0.3436131 Jun 30 03:11:31.226191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:11:31.239496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28155a-7186-4b91-b3c5-53c5e86f5dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47019609-15c6-4b7f-afc3-ee96a66a49e6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:31.248045 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.248996 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Added segment d97dae19-4726-47e9-84c5-e66d37ed2ccf of type vlan for network ea552e4d-a2f0-44ce-9c81-bc66404313f3 Jun 30 03:11:31.276834 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.302271 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.326288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:31.331223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:31.333820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:31.342922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2d4f95-04af-4517-b80a-661a7acac39c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:31.450162 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.540421 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.540581 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5687-6b47-4d5e-8e8a-6826432c99ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.548084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:31.548700 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.635111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Network': ['ID=ea552e4d-a2f0-44ce-9c81-bc66404313f3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:31.666837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ea552e4d-a2f0-44ce-9c81-bc66404313f3 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:11:31.711259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1cbf179a-9985-4a0d-9898-9fdf1b53a6ab tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6457160 Jun 30 03:11:31.713988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35016) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:31.720237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'admin_state_up': True, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:31.826271 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.896158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.896158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:31.964967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:32.080879 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:32.535165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:32.609416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:11:33.001486 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:33.008691 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:33.026434 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:33.054537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:11:33.063004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Sync routers for ids ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:11:33.072088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Routers {'36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:33.072706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:33.143242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Allocated IP 172.25.2.2 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/f49b09ad-ecb0-4db0-84de-0c115ee62cc1) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:33.190662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Set router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:33.272526 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:33.274083 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5197d177-cdfe-492d-85fb-7564e6b7d2c4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9037035 Jun 30 03:11:33.277124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35074) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:33.296678 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:33.453402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'name': 'tempest-ServerRescueTestJSON-1073455865-router', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:29Z', 'updated_at': '2021-06-30T03:11:31Z', 'revision_number': 3, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'gw_port': {'id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:30Z', 'updated_at': '2021-06-30T03:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:33.476892 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:33.490138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Checking router: 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:11:33.491202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Updating router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 port 0a2d4f95-04af-4517-b80a-661a7acac39c binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:11:33.517773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:33.527114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:33.541741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:33.561351 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:33.576097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=f49b09ad-ecb0-4db0-84de-0c115ee62cc1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:33.848397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:33.899797 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:33.930239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Transition to ACTIVE for port object 0a2d4f95-04af-4517-b80a-661a7acac39c will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:34.068445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Allocated IP 172.20.0.1 (e1ae1ebe-972c-4341-b5b6-728a95bc0cae/ce3da8ad-3068-4c7c-9170-4f7e2a6514dc/1f6aad9c-a874-4870-9dbf-9a5c7982eb29) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:34.096675 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.174112 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.196364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.286393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72297265-77ed-427a-b039-db17292ad28c None None] Pushing event updated for resources: {'Port': ['ID=0a2d4f95-04af-4517-b80a-661a7acac39c,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:34.308267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Attempting to bind port 0a2d4f95-04af-4517-b80a-661a7acac39c on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:34.310270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Attempting to bind port 0a2d4f95-04af-4517-b80a-661a7acac39c by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:34.310876 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Attempting to bind port 0a2d4f95-04af-4517-b80a-661a7acac39c on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:34.319701 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:34.320634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:34.321365 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.321982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:34.322612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Bound port: 0a2d4f95-04af-4517-b80a-661a7acac39c, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:34.322998 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.412808 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.428061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] For port 0a2d4f95-04af-4517-b80a-661a7acac39c, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:34.431444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] For port 0a2d4f95-04af-4517-b80a-661a7acac39c, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0a2d4f95-04af-4517-b80a-661a7acac39c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:34.436253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.472465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Network e1ae1ebe-972c-4341-b5b6-728a95bc0cae is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:34.475963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:34.483592 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:34.534042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35110) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:34.548409 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.553007 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.608323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Routers {'36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:34.608943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:34.680486 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.684016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72297265-77ed-427a-b039-db17292ad28c None None] Pushing event updated for resources: {'Port': ['ID=0a2d4f95-04af-4517-b80a-661a7acac39c,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:34.702702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-647647089', 'router:external': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:34.710502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Pushing event updated for resources: {'Port': ['ID=1f6aad9c-a874-4870-9dbf-9a5c7982eb29,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:34.770057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] Set router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:34.813014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:11:34.872661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Made reservation on behalf of b294c77ee24f49348e4e6037aa96504c for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:34.875386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.889471 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:34.951291 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.031252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'name': 'tempest-ServerRescueTestJSON-1073455865-router', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:29Z', 'updated_at': '2021-06-30T03:11:31Z', 'revision_number': 3, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'gw_port': {'id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:30Z', 'updated_at': '2021-06-30T03:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:35.034117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:11:35.047561 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Sync routers for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:11:35.063832 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:35.064618 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:35.112912 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.122557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8c4c6-a3fd-4fdf-a642-e5e156eb4777 None None] The sync data for ids ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'] in n-d-798249-3 is: [{'id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'name': 'tempest-ServerRescueTestJSON-1073455865-router', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:29Z', 'updated_at': '2021-06-30T03:11:31Z', 'revision_number': 3, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'gw_port': {'id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:30Z', 'updated_at': '2021-06-30T03:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:11:35.223386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.240321 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:35.261548 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.290048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:11:35.309586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62e2a5b-f84a-4ad4-9d12-e0c3755e9d54,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:35.312721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.313330 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Added segment 44dc2d91-a98e-4e3b-ad46-62f29835c868 of type vlan for network e903f5ec-f78b-4904-a1fc-91accbe88e34 Jun 30 03:11:35.363784 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.398100 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.482110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Pushing event updated for resources: {'Port': ['ID=1f6aad9c-a874-4870-9dbf-9a5c7982eb29,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:35.517398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.521843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.527494 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d285b134-3052-468d-83bb-407bec73c5a4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8119872 Jun 30 03:11:35.528375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35126) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:35.605163 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:11:33Z', 'revision_number': 3, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:35.619408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.621309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:35.622026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.672312 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Checking router: a26a2923-5c5a-4e7c-966f-ebd25ed5b05b for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:11:35.681087 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Updating router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b port f49b09ad-ecb0-4db0-84de-0c115ee62cc1 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:11:35.686374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Network e1ae1ebe-972c-4341-b5b6-728a95bc0cae is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:35.688344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:35.776543 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:35.809107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9a16a44c-d4d1-4133-989e-123fa9b703a8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=3b3b9b93cfef4dd6a88ebf21ff22120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2794244 Jun 30 03:11:35.811918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35130) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:35.835705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event updated for resources: {'Network': ['ID=e903f5ec-f78b-4904-a1fc-91accbe88e34,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:35.848363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network e903f5ec-f78b-4904-a1fc-91accbe88e34 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:11:35.953858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:11:36.040399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-85553381-5bf8-4f2a-bdae-775800d2b049 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5052266 Jun 30 03:11:36.048039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35138) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:36.093215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Request body: {'subnet': {'network_id': 'e903f5ec-f78b-4904-a1fc-91accbe88e34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:36.146295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0a2d4f95-04af-4517-b80a-661a7acac39c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:36.149717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:11:36.160159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-068fce64-c5fa-47cf-9018-852add99406f admin admin] 10.222.0.77 "PUT /v2.0/routers/36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8814809 Jun 30 03:11:36.224012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e285b7-348b-4126-91b7-b1842b46f105 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:36.224531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e285b7-348b-4126-91b7-b1842b46f105 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:36.229065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35142) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:36.229607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c0e285b7-348b-4126-91b7-b1842b46f105 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1549 time: 0.4163029 Jun 30 03:11:36.278262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ed31a69f-ae2b-47d3-9e15-42b89220525e tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=e903f5ec-f78b-4904-a1fc-91accbe88e34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471225 Jun 30 03:11:36.280840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35144) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:36.296471 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:36.308983 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Transition to ACTIVE for port object f49b09ad-ecb0-4db0-84de-0c115ee62cc1 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:36.324718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fb819151-bac2-49af-9776-4b9f57c12d70 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418005 Jun 30 03:11:36.328735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35146) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:36.335153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104780624', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:36.387652 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Made reservation on behalf of b294c77ee24f49348e4e6037aa96504c for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:36.395709 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:36.403774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0a2d4f95-04af-4517-b80a-661a7acac39c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:36.407944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0a2d4f95-04af-4517-b80a-661a7acac39c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:36.408322 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:36.527883 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:36.616378 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:36.616601 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Attempting to bind port f49b09ad-ecb0-4db0-84de-0c115ee62cc1 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:36.616601 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Attempting to bind port f49b09ad-ecb0-4db0-84de-0c115ee62cc1 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:36.616601 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Attempting to bind port f49b09ad-ecb0-4db0-84de-0c115ee62cc1 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:36.624880 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:36.625783 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:36.626533 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:36.627136 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:36.628371 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Bound port: f49b09ad-ecb0-4db0-84de-0c115ee62cc1, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:36.629011 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:36.676174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 0a2d4f95-04af-4517-b80a-661a7acac39c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0a2d4f95-04af-4517-b80a-661a7acac39c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:36.707915 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] For port f49b09ad-ecb0-4db0-84de-0c115ee62cc1, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:36.712981 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] For port f49b09ad-ecb0-4db0-84de-0c115ee62cc1, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f49b09ad-ecb0-4db0-84de-0c115ee62cc1,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:36.720827 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Pushing event updated for resources: {'Port': ['ID=f49b09ad-ecb0-4db0-84de-0c115ee62cc1,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:36.735115 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.735463 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.735798 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.736130 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.736454 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.736777 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.737143 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.737674 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.738140 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.738670 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.739648 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.740119 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:36.757967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Made reservation on behalf of 3b3b9b93cfef4dd6a88ebf21ff22120b for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:36.761554 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:36.894022 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:36.897687 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:37.004552 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:37.005232 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:37.011637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=0a2d4f95-04af-4517-b80a-661a7acac39c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:37.025186 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8c7ad-fe59-4402-b4fa-ed848d3502bc None None] Pushing event updated for resources: {'Port': ['ID=f49b09ad-ecb0-4db0-84de-0c115ee62cc1,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:37.060946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-fcd3f5ec-8489-43e4-8915-f23d93a810d2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:37.062547 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-fcd3f5ec-8489-43e4-8915-f23d93a810d2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/networks?id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae HTTP/1.1" status: 200 len: 811 time: 0.2809343 Jun 30 03:11:37.101298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-230cb2cb-1e91-45d0-8b5a-1f932c1833b1 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/quotas/7dd6d603acf54a2cb6cdc168553acaa2 HTTP/1.1" status: 200 len: 375 time: 0.0184824 Jun 30 03:11:37.195487 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:37.288625 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-e281e5ef-84f0-48d5-a5a8-458d8f1867d0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1737342 Jun 30 03:11:37.337445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:11:37.338077 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:37.441241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Checking segment: {'id': '44dc2d91-a98e-4e3b-ad46-62f29835c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e903f5ec-f78b-4904-a1fc-91accbe88e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:37.441730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Network hostable DHCP agents. Network: e903f5ec-f78b-4904-a1fc-91accbe88e34, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:11:37.468107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-862e7ea0-5ee6-4d95-9792-2308bb21f77c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:11:37.472643 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-862e7ea0-5ee6-4d95-9792-2308bb21f77c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1361997 Jun 30 03:11:37.483552 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e6e19313-6c9d-4007-8476-4fc98616f234,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:37.525747 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:37.531761 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:11:33Z', 'revision_number': 3, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:37.643412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Subnet': ['ID=bf7ac229-5465-441b-89ed-26a28a653858,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:37.671339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Network e903f5ec-f78b-4904-a1fc-91accbe88e34 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:11:37.697106 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ed420-a297-42aa-829b-a73928b0bac3 None None] The sync data for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 is: [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:11:33Z', 'revision_number': 3, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:11:37.698473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Checking segment: {'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:37.699496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network hostable DHCP agents. Network: ea552e4d-a2f0-44ce-9c81-bc66404313f3, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:11:37.735472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-e51c0605-350a-45da-8f0a-3ba4a7249375 service neutron] 10.222.0.77 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529919 Jun 30 03:11:37.866362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Sync routers for ids ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:11:37.873229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-d64cdb33-0dc9-4dd3-868f-6c4da4d0d4f1 service neutron] 10.222.0.77 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292551 Jun 30 03:11:37.884751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Routers {'36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:37.885387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:37.893107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, e903f5ec-f78b-4904-a1fc-91accbe88e34) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:37.897737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:37.898324 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:37.975807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89dc18-ab24-4618-8e89-b2a2dc4860ff None None] Network e903f5ec-f78b-4904-a1fc-91accbe88e34 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:38.063029 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f857b87c-ba06-432f-ada9-ac0a9678730e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9796383 Jun 30 03:11:38.063029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network ea552e4d-a2f0-44ce-9c81-bc66404313f3 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:11:38.063632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35180) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:38.068664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-970890466', 'network_id': 'e903f5ec-f78b-4904-a1fc-91accbe88e34'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:38.070187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ea552e4d-a2f0-44ce-9c81-bc66404313f3) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:38.134882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:38.153220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:38.213649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Made reservation on behalf of b294c77ee24f49348e4e6037aa96504c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:38.216708 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:38.269478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] device_id is not set on port 58e2ac21-d6b3-453b-856b-9e943f5cfb5c yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:11:38.521246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35192) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:38.522052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f4429618-d60d-46a6-b8d9-6818ef2663f3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1921260 Jun 30 03:11:38.528385 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86ef5892-8e84-4deb-b11f-fa298a86bddd req-8e1e60cb-2d57-4fc1-889f-f6518193e6ae tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 210 time: 0.0958829 Jun 30 03:11:38.543773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35194) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:38.693224 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Set router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:38.829756 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60a7808d-23c8-40dc-858c-0721a837ed53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:38.871003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Allocated IP 2001:db8::3e6 (e903f5ec-f78b-4904-a1fc-91accbe88e34/e6e19313-6c9d-4007-8476-4fc98616f234/58e2ac21-d6b3-453b-856b-9e943f5cfb5c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:38.975025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0a2d4f95-04af-4517-b80a-661a7acac39c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:39.066847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48564f14-92f3-49fe-9434-9758f928c6cd None None] Network ea552e4d-a2f0-44ce-9c81-bc66404313f3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:39.087965 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:39.098097 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60a7808d-23c8-40dc-858c-0721a837ed53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:39.203564 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-60a7808d-23c8-40dc-858c-0721a837ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:39.298018 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-60a7808d-23c8-40dc-858c-0721a837ed53 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b08f6dd8156c456eb4265fcd2e9c5288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7480311 Jun 30 03:11:39.302809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35210) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:39.303404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7808d-23c8-40dc-858c-0721a837ed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6711ecc7-5bb9-4655-b59c-a9a5c3f4718c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:39.306800 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:39.408608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Network e903f5ec-f78b-4904-a1fc-91accbe88e34 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:39.442012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:39.448780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:39.449808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:39.450614 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:39.475843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event updated for resources: {'Port': ['ID=58e2ac21-d6b3-453b-856b-9e943f5cfb5c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:39.494012 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5421ccb3-1e3a-404d-a666-ba95a0892282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:39.503539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0a2d4f95-04af-4517-b80a-661a7acac39c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:39.503916 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:39.587687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d07cf32-321a-4839-832b-47227309938c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:11:39.588776 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:39.662595 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38d462e7-1272-42fd-9619-b7d2d66a6cf6 req-3ef631eb-4f65-4fd0-97b6-29c4a869d1af tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 210 time: 0.0521998 Jun 30 03:11:39.777294 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890ccc3-bb3a-4eb5-b7ba-aae2603c45ea None None] Network e903f5ec-f78b-4904-a1fc-91accbe88e34 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:39.935222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-3d07cf32-321a-4839-832b-47227309938c None None] Allocated IP 172.20.0.2 (ea552e4d-a2f0-44ce-9c81-bc66404313f3/bf7ac229-5465-441b-89ed-26a28a653858/2428e97a-ae1b-414b-8d33-c4152f5eae09) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:39.955651 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-221d2eca-9d4a-436f-af91-32e0f92d00da tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8856237 Jun 30 03:11:39.955651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5421ccb3-1e3a-404d-a666-ba95a0892282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:39.955885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35214) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:39.965091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'name': 'tempest-ServerRescueTestJSON-1073455865-router', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:29Z', 'updated_at': '2021-06-30T03:11:34Z', 'revision_number': 4, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'gw_port': {'id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:30Z', 'updated_at': '2021-06-30T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1f6aad9c-a874-4870-9dbf-9a5c7982eb29', 'name': '', 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'mac_address': 'fa:16:3e:8a:e6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'ce3da8ad-3068-4c7c-9170-4f7e2a6514dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:35Z', 'revision_number': 2, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'subnets': [{'id': 'ce3da8ad-3068-4c7c-9170-4f7e2a6514dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:40.009530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Checking router: 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:11:40.010153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Updating router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:11:40.103797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f49b09ad-ecb0-4db0-84de-0c115ee62cc1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:40.186679 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:40.187064 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:40.315598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5421ccb3-1e3a-404d-a666-ba95a0892282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:40.318345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5421ccb3-1e3a-404d-a666-ba95a0892282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:40.322004 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5421ccb3-1e3a-404d-a666-ba95a0892282 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6711ecc7-5bb9-4655-b59c-a9a5c3f4718c HTTP/1.1" status: 204 len: 168 time: 1.0103252 Jun 30 03:11:40.337935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421ccb3-1e3a-404d-a666-ba95a0892282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6711ecc7-5bb9-4655-b59c-a9a5c3f4718c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:40.599767 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:40.610149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3d07cf32-321a-4839-832b-47227309938c None None] Transition to ACTIVE for port object 2428e97a-ae1b-414b-8d33-c4152f5eae09 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:40.612971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf18de-d40e-4b10-b603-9f5ba3b67cc0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Deleting port 58e2ac21-d6b3-453b-856b-9e943f5cfb5c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:40.617918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4bf18de-d40e-4b10-b603-9f5ba3b67cc0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:40.654964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3d07cf32-321a-4839-832b-47227309938c None None] Transition to ACTIVE for port object 2428e97a-ae1b-414b-8d33-c4152f5eae09 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:40.749691 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4bf18de-d40e-4b10-b603-9f5ba3b67cc0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:40.777847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf18de-d40e-4b10-b603-9f5ba3b67cc0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Calling delete_port for 58e2ac21-d6b3-453b-856b-9e943f5cfb5c owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:40.802905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-516b1755-53d5-42b6-9408-364e924d4d23 req-4dc20822-427b-4c33-9813-adbe892794dc tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 210 time: 0.0373130 Jun 30 03:11:40.811251 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:40.830127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Transition to ACTIVE for port object 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:40.864525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f49b09ad-ecb0-4db0-84de-0c115ee62cc1 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:40.870134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f49b09ad-ecb0-4db0-84de-0c115ee62cc1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:40.870786 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:40.980886 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:40.985676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-1b7f6a27-4bc1-416d-851d-9e90b08280db tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:40.987291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-1b7f6a27-4bc1-416d-851d-9e90b08280db tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.1599536 Jun 30 03:11:41.005506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port f49b09ad-ecb0-4db0-84de-0c115ee62cc1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f49b09ad-ecb0-4db0-84de-0c115ee62cc1,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:41.007448 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.009105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Allocated IP 172.20.0.1 (ea552e4d-a2f0-44ce-9c81-bc66404313f3/bf7ac229-5465-441b-89ed-26a28a653858/40aff6b2-e964-4051-ba63-225d1cd805c2) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:41.015097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-54445b4e-aab8-4d22-abc9-e6b249333092 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/quotas/7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 375 time: 0.0202122 Jun 30 03:11:41.051617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d07cf32-321a-4839-832b-47227309938c None None] Network ea552e4d-a2f0-44ce-9c81-bc66404313f3 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:41.058155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-3d07cf32-321a-4839-832b-47227309938c None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:41.061946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d07cf32-321a-4839-832b-47227309938c None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:41.113447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-aa81af76-a451-49d1-ab1d-40d5b1b47447 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911939 Jun 30 03:11:41.244833 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-632f3b33-eacb-41eb-83a1-2b1fc0ee21bd service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293116 Jun 30 03:11:41.246677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4bf18de-d40e-4b10-b603-9f5ba3b67cc0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.278459 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.296715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf18de-d40e-4b10-b603-9f5ba3b67cc0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event deleted for resources: {'Port': ['ID=58e2ac21-d6b3-453b-856b-9e943f5cfb5c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:41.297045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Transition to ACTIVE for port object 40aff6b2-e964-4051-ba63-225d1cd805c2 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:41.325393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.329318 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.359837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07cf32-321a-4839-832b-47227309938c None None] Pushing event updated for resources: {'Port': ['ID=2428e97a-ae1b-414b-8d33-c4152f5eae09,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:41.377327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4bf18de-d40e-4b10-b603-9f5ba3b67cc0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.379231 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c4bf18de-d40e-4b10-b603-9f5ba3b67cc0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "DELETE /v2.0/ports/58e2ac21-d6b3-453b-856b-9e943f5cfb5c HTTP/1.1" status: 204 len: 168 time: 1.4244394 Jun 30 03:11:41.382720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35240) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:41.383231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.383572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.383901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.384229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.384560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.384886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.385208 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.385568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.385893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.386280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.386601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.386920 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:41.387712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e903f5ec-f78b-4904-a1fc-91accbe88e34', 'external_fixed_ips': [{'subnet_id': 'e6e19313-6c9d-4007-8476-4fc98616f234', 'ip_address': '2001:db8::3e6'}]}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:41.394557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3d07cf32-321a-4839-832b-47227309938c None None] Attempting to bind port 2428e97a-ae1b-414b-8d33-c4152f5eae09 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:41.394557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3d07cf32-321a-4839-832b-47227309938c None None] Attempting to bind port 2428e97a-ae1b-414b-8d33-c4152f5eae09 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:41.394750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d07cf32-321a-4839-832b-47227309938c None None] Attempting to bind port 2428e97a-ae1b-414b-8d33-c4152f5eae09 on network ea552e4d-a2f0-44ce-9c81-bc66404313f3 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:41.436552 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-b0765900-8efb-4191-9359-be9c7e198cd4 service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498177 Jun 30 03:11:41.444437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d07cf32-321a-4839-832b-47227309938c None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:41.444812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d07cf32-321a-4839-832b-47227309938c None None] Checking segment: {'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:41.445216 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.445628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d07cf32-321a-4839-832b-47227309938c None None] Bound using segment: {'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:41.446116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3d07cf32-321a-4839-832b-47227309938c None None] Bound port: 2428e97a-ae1b-414b-8d33-c4152f5eae09, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:41.446492 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.499437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c49a84-ee52-4d7f-a767-f38bce3c8db2 None None] Pushing event updated for resources: {'Port': ['ID=1f6aad9c-a874-4870-9dbf-9a5c7982eb29,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:41.507177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Attempting to bind port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:41.507548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Attempting to bind port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:41.507906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Attempting to bind port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 on network e1ae1ebe-972c-4341-b5b6-728a95bc0cae {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:41.522137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.551193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:41.551568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Checking segment: {'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:41.551963 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.552352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Bound using segment: {'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:41.552935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Bound port: 1f6aad9c-a874-4870-9dbf-9a5c7982eb29, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:41.553330 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.610478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=40aff6b2-e964-4051-ba63-225d1cd805c2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:41.629394 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.631472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=f49b09ad-ecb0-4db0-84de-0c115ee62cc1,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:41.637046 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.645539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3d07cf32-321a-4839-832b-47227309938c None None] For port 2428e97a-ae1b-414b-8d33-c4152f5eae09, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:41.653019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network ea552e4d-a2f0-44ce-9c81-bc66404313f3 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:41.654258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3d07cf32-321a-4839-832b-47227309938c None None] For port 2428e97a-ae1b-414b-8d33-c4152f5eae09, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2428e97a-ae1b-414b-8d33-c4152f5eae09,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:41.655612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:41.662543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:41.682273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] For port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:41.686002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] For port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1f6aad9c-a874-4870-9dbf-9a5c7982eb29,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:41.742139 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.745021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.804049 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d07cf32-321a-4839-832b-47227309938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.825841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35250) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:41.866157 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.885160 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03c8aa9d-84c7-4193-9d50-e8bff37478f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:41.893405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07cf32-321a-4839-832b-47227309938c None None] Pushing event updated for resources: {'Port': ['ID=2428e97a-ae1b-414b-8d33-c4152f5eae09,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:41.941998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Routers {'36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:41.946061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:42.024333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c49a84-ee52-4d7f-a767-f38bce3c8db2 None None] Pushing event updated for resources: {'Port': ['ID=1f6aad9c-a874-4870-9dbf-9a5c7982eb29,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:42.113282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] Set router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:42.117207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f49b09ad-ecb0-4db0-84de-0c115ee62cc1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:42.143090 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03c8aa9d-84c7-4193-9d50-e8bff37478f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:42.166604 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-984ea10f-7bed-4d27-848f-1fe04862dbd9 req-d0e31e00-b05f-418f-8fb0-242243eba75b tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 210 time: 0.1121006 Jun 30 03:11:42.271870 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03c8aa9d-84c7-4193-9d50-e8bff37478f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:42.295003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:42.314824 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:42.388287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-03c8aa9d-84c7-4193-9d50-e8bff37478f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9bd695a17a3a4f55ab3885c377541f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5557039 Jun 30 03:11:42.391124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35258) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:42.466792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8aa9d-84c7-4193-9d50-e8bff37478f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972d6618-6c7c-4407-ae59-793cae774d03,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:42.532760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f49b09ad-ecb0-4db0-84de-0c115ee62cc1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:42.532760 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:42.551877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08eeba5d-2095-4849-b957-524b18ab5a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:42.581974 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08eeba5d-2095-4849-b957-524b18ab5a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:42.617305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'name': 'tempest-ServerRescueTestJSON-1073455865-router', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:29Z', 'updated_at': '2021-06-30T03:11:34Z', 'revision_number': 4, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'gw_port': {'id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:30Z', 'updated_at': '2021-06-30T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1f6aad9c-a874-4870-9dbf-9a5c7982eb29', 'name': '', 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'mac_address': 'fa:16:3e:8a:e6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'ce3da8ad-3068-4c7c-9170-4f7e2a6514dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:41Z', 'revision_number': 4, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'subnets': [{'id': 'ce3da8ad-3068-4c7c-9170-4f7e2a6514dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:42.664150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863402fc-a7b1-4826-a01f-b23e0e646f73 None None] The sync data for ids ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'] in n-d-798249-3 is: [{'id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'name': 'tempest-ServerRescueTestJSON-1073455865-router', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:29Z', 'updated_at': '2021-06-30T03:11:34Z', 'revision_number': 4, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'gw_port': {'id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:30Z', 'updated_at': '2021-06-30T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1f6aad9c-a874-4870-9dbf-9a5c7982eb29', 'name': '', 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'mac_address': 'fa:16:3e:8a:e6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': 'ce3da8ad-3068-4c7c-9170-4f7e2a6514dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:41Z', 'revision_number': 4, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'subnets': [{'id': 'ce3da8ad-3068-4c7c-9170-4f7e2a6514dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:11:42.806428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2ecf4e85-592c-4cb3-b39e-60c75c7ea1a1 req-a0f4493d-c314-4762-9562-47f810dc37b0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.1492615 Jun 30 03:11:43.101864 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:43.118897 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:43.140970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:43.341258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd0f03-a913-415f-a58a-5b2b1f3f6c4a None None] Network ea552e4d-a2f0-44ce-9c81-bc66404313f3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:11:43.348487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92187bea-3930-4c2d-864f-6f88943f99f7 req-b0da5be9-92e3-46c3-a455-b44a76c9e093 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 210 time: 0.0407937 Jun 30 03:11:43.581636 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08eeba5d-2095-4849-b957-524b18ab5a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:43.586246 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08eeba5d-2095-4849-b957-524b18ab5a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:43.588226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08eeba5d-2095-4849-b957-524b18ab5a35 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/972d6618-6c7c-4407-ae59-793cae774d03 HTTP/1.1" status: 204 len: 168 time: 1.1873658 Jun 30 03:11:43.605844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeba5d-2095-4849-b957-524b18ab5a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972d6618-6c7c-4407-ae59-793cae774d03,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:43.735436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-55e3092c-61dc-4b81-b58b-b476e2b33755 None None] Provisioning for port 2428e97a-ae1b-414b-8d33-c4152f5eae09 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:43.807068 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:43.980270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Allocated IP 2001:db8::3e6 (e903f5ec-f78b-4904-a1fc-91accbe88e34/e6e19313-6c9d-4007-8476-4fc98616f234/66900bb5-8486-4a8f-92df-b9a9b58c39db) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:43.983899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:43.994266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad2c80b9-96ab-4376-a083-f8c0fe070c73 req-a32318c9-e5c4-421f-b9e5-2b5cede2d1bd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.0987775 Jun 30 03:11:44.013473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fb8857b9-04b8-4785-adb0-7cb287c9a18a None None] Provisioning for port 40aff6b2-e964-4051-ba63-225d1cd805c2 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:44.026080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fb8857b9-04b8-4785-adb0-7cb287c9a18a None None] Provisioning complete for port 40aff6b2-e964-4051-ba63-225d1cd805c2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:44.029022 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fb8857b9-04b8-4785-adb0-7cb287c9a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:44.094366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=40aff6b2-e964-4051-ba63-225d1cd805c2,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:44.137326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fb8857b9-04b8-4785-adb0-7cb287c9a18a None None] Port 40aff6b2-e964-4051-ba63-225d1cd805c2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:11:44.225212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:44.376994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-deb68322-9a80-4a60-95e8-d118f7c09e43 None None] Provisioning complete for port 40aff6b2-e964-4051-ba63-225d1cd805c2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:44.377560 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-deb68322-9a80-4a60-95e8-d118f7c09e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:44.402551 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:44.422890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-fba6911b-6903-4afc-89ff-09d0704284ee tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:44.424448 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-fba6911b-6903-4afc-89ff-09d0704284ee tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.83 "GET /v2.0/networks?id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae HTTP/1.1" status: 200 len: 811 time: 0.4384456 Jun 30 03:11:44.444382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-deb68322-9a80-4a60-95e8-d118f7c09e43 None None] Port 40aff6b2-e964-4051-ba63-225d1cd805c2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:11:44.445401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Request body: {'port': {'device_id': '92803a7e-de9f-4277-94f7-26084f8aae5b', 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae', 'admin_state_up': True, 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:44.449083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network ea552e4d-a2f0-44ce-9c81-bc66404313f3 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:44.454546 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:44.481875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:44.487061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:44.488151 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:44.551020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff2e7206-4fd8-424d-9e85-3a463a0c4933 req-6d6a762d-4517-47ba-923b-e19cca0e6e6c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 210 time: 0.0361166 Jun 30 03:11:44.619593 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:44.683613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1f6aad9c-a874-4870-9dbf-9a5c7982eb29,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:44.740731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:11:44.761827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c7252bb2-aebe-41aa-9756-e59d1bf682ea None None] Provisioning complete for port 40aff6b2-e964-4051-ba63-225d1cd805c2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:44.762373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c7252bb2-aebe-41aa-9756-e59d1bf682ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:44.802502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Made reservation on behalf of 7dd6d603acf54a2cb6cdc168553acaa2 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:44.804934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c7252bb2-aebe-41aa-9756-e59d1bf682ea None None] Port 40aff6b2-e964-4051-ba63-225d1cd805c2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:11:44.806146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:44.864533 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:44.866133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2428e97a-ae1b-414b-8d33-c4152f5eae09 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:44.891106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:44.973710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1f6aad9c-a874-4870-9dbf-9a5c7982eb29,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:45.138452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35322) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:45.155103 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0dcefab9-effe-44df-92f8-0f8c65e2b990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:45.192251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 2428e97a-ae1b-414b-8d33-c4152f5eae09 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:45.198139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 2428e97a-ae1b-414b-8d33-c4152f5eae09 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:45.199385 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:45.294929 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:45.296124 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0dcefab9-effe-44df-92f8-0f8c65e2b990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:45.331824 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 2428e97a-ae1b-414b-8d33-c4152f5eae09, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2428e97a-ae1b-414b-8d33-c4152f5eae09,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:45.344997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7675d32-2b92-4697-8e34-1944344b479d req-a4b980f7-ccd3-4a42-8e42-3f6b5a8c5242 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.0717096 Jun 30 03:11:45.346683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Network e903f5ec-f78b-4904-a1fc-91accbe88e34 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:45.359693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:45.369198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:11:45.377180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:45.381696 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Sync routers for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:11:45.391390 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:45.392001 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:45.398952 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-41d93403-e368-4c43-8858-dd9ac4fa6e39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "PUT /v2.0/routers/a26a2923-5c5a-4e7c-966f-ebd25ed5b05b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8666830 Jun 30 03:11:45.399756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event updated for resources: {'Port': ['ID=66900bb5-8486-4a8f-92df-b9a9b58c39db,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:45.402793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35332) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:45.483720 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0dcefab9-effe-44df-92f8-0f8c65e2b990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:45.483913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:45.509107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Allocated IP 172.20.0.10 (e1ae1ebe-972c-4341-b5b6-728a95bc0cae/ce3da8ad-3068-4c7c-9170-4f7e2a6514dc/6bc6a8c4-f753-4dd3-a51b-7a1480665010) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:45.538146 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:45.556467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=2428e97a-ae1b-414b-8d33-c4152f5eae09,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:45.631326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcefab9-effe-44df-92f8-0f8c65e2b990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5599ad-b3ef-4695-8734-19afe34140fc,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:45.665733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0dcefab9-effe-44df-92f8-0f8c65e2b990 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e0aaba33842f4de2ad10b57b0bb645e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258048 Jun 30 03:11:45.671161 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35344) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:45.754165 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d33d1962-204e-4ad6-9cfc-54033293252a req-7b2fc3af-60c0-420c-a5be-e7f1c97f0ebc tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 210 time: 0.0623233 Jun 30 03:11:45.772669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:45.773828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:45.774531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:45.776085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:45.776762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:45.777376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:45.778292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:45.778921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:45.779397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:45.779885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:45.782233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dee441d0-dc80-4b31-88fb-9c727623c8d8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7084 time: 0.3775196 Jun 30 03:11:45.785978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35350) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:45.821145 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:45.830184 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:11:41Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:42Z', 'revision_number': 2, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:45.860156 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Checking router: a26a2923-5c5a-4e7c-966f-ebd25ed5b05b for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:11:45.860523 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Updating router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b port 40aff6b2-e964-4051-ba63-225d1cd805c2 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:11:45.903810 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:45.968587 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35a08272-a163-4748-941f-b51d395bf3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:45.977208 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.027388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:46.048413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.048884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.049364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.049854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.050378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.050749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.059216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.059216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.059216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.059216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.059216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d4cd33d1-0009-4810-befc-c9d76fcb02b8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6528 time: 0.2553225 Jun 30 03:11:46.059659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35360) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:46.076780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35a08272-a163-4748-941f-b51d395bf3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.104946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:46.105780 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.238018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2428e97a-ae1b-414b-8d33-c4152f5eae09 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:46.268978 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.302677 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 2428e97a-ae1b-414b-8d33-c4152f5eae09 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:46.303069 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.315033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.352308 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Transition to ACTIVE for port object 40aff6b2-e964-4051-ba63-225d1cd805c2 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:46.360452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-86754d51-5059-4833-88eb-c599e3e48d84 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5869 time: 0.3008649 Jun 30 03:11:46.366772 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35a08272-a163-4748-941f-b51d395bf3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.371377 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35a08272-a163-4748-941f-b51d395bf3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.373879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-35a08272-a163-4748-941f-b51d395bf3b2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5a5599ad-b3ef-4695-8734-19afe34140fc HTTP/1.1" status: 204 len: 168 time: 0.6959195 Jun 30 03:11:46.398581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a08272-a163-4748-941f-b51d395bf3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5599ad-b3ef-4695-8734-19afe34140fc,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:46.404633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Network e1ae1ebe-972c-4341-b5b6-728a95bc0cae is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:46.422053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:46.426695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.431318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:46.458432 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.472804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Pushing event updated for resources: {'Port': ['ID=6bc6a8c4-f753-4dd3-a51b-7a1480665010,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:46.568840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f523a9d-811f-4e12-8bf3-27d521915dee req-34b52fe0-eb9a-4136-9a2b-066a8c9e6532 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.0381477 Jun 30 03:11:46.596844 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7185898-0a28-496b-b6f4-2d681d8ec3cf None None] Pushing event updated for resources: {'Port': ['ID=40aff6b2-e964-4051-ba63-225d1cd805c2,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:46.637048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:46.637763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.704762 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Attempting to bind port 40aff6b2-e964-4051-ba63-225d1cd805c2 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:46.705385 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Attempting to bind port 40aff6b2-e964-4051-ba63-225d1cd805c2 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:46.706097 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Attempting to bind port 40aff6b2-e964-4051-ba63-225d1cd805c2 on network ea552e4d-a2f0-44ce-9c81-bc66404313f3 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:46.722618 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:46.725405 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Checking segment: {'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:46.726827 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.728851 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Bound using segment: {'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:46.731157 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Bound port: 40aff6b2-e964-4051-ba63-225d1cd805c2, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:46.731772 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.842461 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] For port 40aff6b2-e964-4051-ba63-225d1cd805c2, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:46.846793 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] For port 40aff6b2-e964-4051-ba63-225d1cd805c2, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=40aff6b2-e964-4051-ba63-225d1cd805c2,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:46.865066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Router b32012e9-2912-4cc5-9288-78079735ad91 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:11:46.869417 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-4226775d-ee6e-46fb-b574-433e040695b2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4309778 Jun 30 03:11:46.883136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Request body: {'port': {'device_id': '92803a7e-de9f-4277-94f7-26084f8aae5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:46.928186 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.004528 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7185898-0a28-496b-b6f4-2d681d8ec3cf None None] Pushing event updated for resources: {'Port': ['ID=40aff6b2-e964-4051-ba63-225d1cd805c2,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:47.048336 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:47.048889 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:47.073476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a988e-e26e-47f0-a635-0d8c54ea0ecf req-6d67651a-238a-4aa1-892a-5ff4091a47d0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:47.081965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e43a988e-e26e-47f0-a635-0d8c54ea0ecf req-6d67651a-238a-4aa1-892a-5ff4091a47d0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 932 time: 0.1330597 Jun 30 03:11:47.171600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e43a988e-e26e-47f0-a635-0d8c54ea0ecf req-a588a428-215d-4abc-99cb-68f1c6cd79b7 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882204 Jun 30 03:11:47.195252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:11:47.207962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Sync routers for ids ['b32012e9-2912-4cc5-9288-78079735ad91'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:11:47.222570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Routers {'b32012e9-2912-4cc5-9288-78079735ad91'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:47.236320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b32012e9-2912-4cc5-9288-78079735ad91'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:47.256185 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:47.271945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35410) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:47.280014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-071de8cd-be6d-4d2a-838d-0b549c7664cd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689046659', 'description': 'tempest-secgroup-smoke-1689046659 description', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:47.347155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.417884 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.419136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d9e58b5a-22ef-4a04-a28c-d812b2fce2bb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.0350070 Jun 30 03:11:47.421889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35418) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:47.437751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-33679545-a56d-4492-984b-3d494bc25d41 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:47.439798 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-33679545-a56d-4492-984b-3d494bc25d41 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.2074733 Jun 30 03:11:47.440064 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Set router b32012e9-2912-4cc5-9288-78079735ad91 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:47.527540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'port': {'device_id': '091bae3e-9886-4738-9efa-1034047f0f8e', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'admin_state_up': True, 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:47.533623 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:11:47.561438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-071de8cd-be6d-4d2a-838d-0b549c7664cd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.690416 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:11:41Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:46Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:47.734088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32012e9-2912-4cc5-9288-78079735ad91', 'name': '', 'tenant_id': 'b294c77ee24f49348e4e6037aa96504c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e903f5ec-f78b-4904-a1fc-91accbe88e34', 'external_fixed_ips': [{'subnet_id': 'e6e19313-6c9d-4007-8476-4fc98616f234', 'ip_address': '2001:db8::3e6'}], 'enable_snat': True}, 'gw_port_id': '66900bb5-8486-4a8f-92df-b9a9b58c39db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:41Z', 'updated_at': '2021-06-30T03:11:45Z', 'revision_number': 3, 'project_id': 'b294c77ee24f49348e4e6037aa96504c', 'gw_port': {'id': '66900bb5-8486-4a8f-92df-b9a9b58c39db', 'name': '', 'network_id': 'e903f5ec-f78b-4904-a1fc-91accbe88e34', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32012e9-2912-4cc5-9288-78079735ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': 'e6e19313-6c9d-4007-8476-4fc98616f234', 'ip_address': '2001:db8::3e6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:43Z', 'updated_at': '2021-06-30T03:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e6e19313-6c9d-4007-8476-4fc98616f234', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:47.765236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Checking router: b32012e9-2912-4cc5-9288-78079735ad91 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:11:47.765855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Updating router b32012e9-2912-4cc5-9288-78079735ad91 port 66900bb5-8486-4a8f-92df-b9a9b58c39db binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:11:47.813253 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:47.815027 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0bdaa-6367-4f58-875d-270e3703764a None None] The sync data for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 is: [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:11:41Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:46Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:11:47.884113 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-071de8cd-be6d-4d2a-838d-0b549c7664cd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.014727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dbc1369a-a409-4e88-b439-51a798d49f2b req-2c3ffd71-14cf-494a-b203-749f9eee6512 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.1102915 Jun 30 03:11:48.085342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-071de8cd-be6d-4d2a-838d-0b549c7664cd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.136681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071de8cd-be6d-4d2a-838d-0b549c7664cd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d931a9-8a30-463b-937a-770648d58a75,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:48.149869 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.158575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc6a8c4-f753-4dd3-a51b-7a1480665010 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:11:48.205054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 40aff6b2-e964-4051-ba63-225d1cd805c2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:48.226052 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.279413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Transition to ACTIVE for port object 6bc6a8c4-f753-4dd3-a51b-7a1480665010 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:48.306504 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-071de8cd-be6d-4d2a-838d-0b549c7664cd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.308055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-071de8cd-be6d-4d2a-838d-0b549c7664cd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0351095 Jun 30 03:11:48.311219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35454) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:48.317417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2bf95a7d-4de0-42e6-8301-55ab06c4d69b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '31d931a9-8a30-463b-937a-770648d58a75', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:48.376382 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-2bf95a7d-4de0-42e6-8301-55ab06c4d69b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:11:48.376382 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 03:11:48.376382 n-d-798249-3 neutron-server[94531]: [parameters: {'project_id_1': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'expiration_1': datetime.datetime(2021, 6, 30, 3, 11, 48, 333309)}] Jun 30 03:11:48.376382 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:11:48.377566 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-2bf95a7d-4de0-42e6-8301-55ab06c4d69b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:11:48.453727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.472737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Transition to ACTIVE for port object 66900bb5-8486-4a8f-92df-b9a9b58c39db will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:48.482724 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.519217 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.547445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf297d1-2cd9-47b5-a08e-c8ba06eca4fd req-9bc7d607-d4fe-4f0b-b034-0ffc4a3de859 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:48.555905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1bf297d1-2cd9-47b5-a08e-c8ba06eca4fd req-9bc7d607-d4fe-4f0b-b034-0ffc4a3de859 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 932 time: 0.2019155 Jun 30 03:11:48.607297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 40aff6b2-e964-4051-ba63-225d1cd805c2 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:48.615507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 40aff6b2-e964-4051-ba63-225d1cd805c2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:48.615726 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.676700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc6a8c4-f753-4dd3-a51b-7a1480665010,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:48.735930 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.736550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.737072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.737529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.737764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.738085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.738408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.738726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.739067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.739480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.739803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.740565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:11:48.742401 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:48.755219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1bf297d1-2cd9-47b5-a08e-c8ba06eca4fd req-78447753-9014-461a-81c7-a386ac56dda2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982911 Jun 30 03:11:48.758802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Made reservation on behalf of 7f5f72b3d7e44245880fdad3e491ef5c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:11:48.763207 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.002451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Attempting to bind port 66900bb5-8486-4a8f-92df-b9a9b58c39db on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:49.002451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Attempting to bind port 66900bb5-8486-4a8f-92df-b9a9b58c39db by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '44dc2d91-a98e-4e3b-ad46-62f29835c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e903f5ec-f78b-4904-a1fc-91accbe88e34'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:49.002451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Attempting to bind port 66900bb5-8486-4a8f-92df-b9a9b58c39db on network e903f5ec-f78b-4904-a1fc-91accbe88e34 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:49.015118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a5038-9899-4df9-a0f0-ad1c79fb29e6 None None] Pushing event updated for resources: {'Port': ['ID=66900bb5-8486-4a8f-92df-b9a9b58c39db,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:49.029770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:49.030220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Checking segment: {'id': '44dc2d91-a98e-4e3b-ad46-62f29835c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e903f5ec-f78b-4904-a1fc-91accbe88e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:49.030987 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.031094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Bound using segment: {'id': '44dc2d91-a98e-4e3b-ad46-62f29835c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e903f5ec-f78b-4904-a1fc-91accbe88e34'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:49.031511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Bound port: 66900bb5-8486-4a8f-92df-b9a9b58c39db, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44dc2d91-a98e-4e3b-ad46-62f29835c868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e903f5ec-f78b-4904-a1fc-91accbe88e34'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:49.037738 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.041625 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.086078 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bf95a7d-4de0-42e6-8301-55ab06c4d69b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.206692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35496) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:49.211807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] For port 66900bb5-8486-4a8f-92df-b9a9b58c39db, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:49.220401 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] For port 66900bb5-8486-4a8f-92df-b9a9b58c39db, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=66900bb5-8486-4a8f-92df-b9a9b58c39db,segment=NetworkSegment(44dc2d91-a98e-4e3b-ad46-62f29835c868),segment_id=44dc2d91-a98e-4e3b-ad46-62f29835c868)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:49.236784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bf95a7d-4de0-42e6-8301-55ab06c4d69b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.257808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 40aff6b2-e964-4051-ba63-225d1cd805c2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=40aff6b2-e964-4051-ba63-225d1cd805c2,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:49.280650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Attempting to bind port 6bc6a8c4-f753-4dd3-a51b-7a1480665010 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:49.281193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Attempting to bind port 6bc6a8c4-f753-4dd3-a51b-7a1480665010 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:49.281286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Attempting to bind port 6bc6a8c4-f753-4dd3-a51b-7a1480665010 on network e1ae1ebe-972c-4341-b5b6-728a95bc0cae {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:49.318477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Port 6bc6a8c4-f753-4dd3-a51b-7a1480665010 on network e1ae1ebe-972c-4341-b5b6-728a95bc0cae not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:11:49.318712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Attempting to bind port 6bc6a8c4-f753-4dd3-a51b-7a1480665010 on network e1ae1ebe-972c-4341-b5b6-728a95bc0cae {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:49.326501 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7bd04c0c-4d0a-4496-b7ac-48deba9e62e7 req-6437c37f-86fe-46b4-b803-493ccbdc1164 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.0405133 Jun 30 03:11:49.352388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:49.352893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Checking segment: {'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:49.353227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Bound using segment: {'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:49.353707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Bound port: 6bc6a8c4-f753-4dd3-a51b-7a1480665010, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:49.354104 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.361809 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.388067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Deleting port 66900bb5-8486-4a8f-92df-b9a9b58c39db {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:11:49.388460 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.430691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Routers {'b32012e9-2912-4cc5-9288-78079735ad91'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:49.431235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b32012e9-2912-4cc5-9288-78079735ad91'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:49.433192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a5038-9899-4df9-a0f0-ad1c79fb29e6 None None] Pushing event updated for resources: {'Port': ['ID=66900bb5-8486-4a8f-92df-b9a9b58c39db,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:49.515380 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bf95a7d-4de0-42e6-8301-55ab06c4d69b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.525953 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.550221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf95a7d-4de0-42e6-8301-55ab06c4d69b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f1a02d-6b44-40d5-ad47-41c0168bd3fa,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:49.562704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] Set router b32012e9-2912-4cc5-9288-78079735ad91 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:11:49.621793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Allocated IP 172.20.0.4 (f461a745-ad1f-4f7c-b639-d8b18c2f45a9/3476c010-abe5-41e6-87e4-8c939565d733/3f6feba5-cc2e-407f-99fc-31fef1eee200) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:49.643755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] For port 6bc6a8c4-f753-4dd3-a51b-7a1480665010, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:49.651892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32012e9-2912-4cc5-9288-78079735ad91', 'name': '', 'tenant_id': 'b294c77ee24f49348e4e6037aa96504c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:41Z', 'updated_at': '2021-06-30T03:11:48Z', 'revision_number': 4, 'project_id': 'b294c77ee24f49348e4e6037aa96504c', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:49.678112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] For port 66900bb5-8486-4a8f-92df-b9a9b58c39db, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=66900bb5-8486-4a8f-92df-b9a9b58c39db,segment=NetworkSegment(44dc2d91-a98e-4e3b-ad46-62f29835c868),segment_id=44dc2d91-a98e-4e3b-ad46-62f29835c868)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:49.678480 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.683222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] For port 6bc6a8c4-f753-4dd3-a51b-7a1480665010, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=6bc6a8c4-f753-4dd3-a51b-7a1480665010,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:49.716029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a35312-e8c5-45d0-a7ef-4b831b47b88b None None] The sync data for ids ['b32012e9-2912-4cc5-9288-78079735ad91'] in n-d-798249-3 is: [{'id': 'b32012e9-2912-4cc5-9288-78079735ad91', 'name': '', 'tenant_id': 'b294c77ee24f49348e4e6037aa96504c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:41Z', 'updated_at': '2021-06-30T03:11:48Z', 'revision_number': 4, 'project_id': 'b294c77ee24f49348e4e6037aa96504c', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:11:49.716698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Calling delete_port for 66900bb5-8486-4a8f-92df-b9a9b58c39db owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:11:49.719104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=40aff6b2-e964-4051-ba63-225d1cd805c2,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:49.727444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74220-bc36-43b4-8e95-8f3b785ac522 req-f97a78a5-dcd9-4769-83a6-15793c0df736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:49.729154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85a74220-bc36-43b4-8e95-8f3b785ac522 req-f97a78a5-dcd9-4769-83a6-15793c0df736 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 1097 time: 0.5216382 Jun 30 03:11:49.790232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bf95a7d-4de0-42e6-8301-55ab06c4d69b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.793962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2bf95a7d-4de0-42e6-8301-55ab06c4d69b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4790714 Jun 30 03:11:49.794186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35516) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:49.835371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0e23849c-0f69-4e81-a54a-1f67580d621b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '31d931a9-8a30-463b-937a-770648d58a75', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:50.026213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-85a74220-bc36-43b4-8e95-8f3b785ac522 req-452359e6-5d11-4b04-a466-e2b3ffcd1c1d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730489 Jun 30 03:11:50.066945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:50.087806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 40aff6b2-e964-4051-ba63-225d1cd805c2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:50.103587 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e23849c-0f69-4e81-a54a-1f67580d621b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:50.221984 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e23849c-0f69-4e81-a54a-1f67580d621b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:50.233819 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:50.234746 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:50.237193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] 10.222.0.83 "PUT /v2.0/ports/6bc6a8c4-f753-4dd3-a51b-7a1480665010 HTTP/1.1" status: 200 len: 1092 time: 3.3585699 Jun 30 03:11:50.251390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92803a7e-de9f-4277-94f7-26084f8aae5b', 'tag': '6bc6a8c4-f753-4dd3-a51b-7a1480665010'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:50.254267 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545f8a41-8763-4dfc-993e-25919d38fb92" -d '{"events": [{"name": "network-changed", "server_uuid": "92803a7e-de9f-4277-94f7-26084f8aae5b", "tag": "6bc6a8c4-f753-4dd3-a51b-7a1480665010"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:50.259490 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 40aff6b2-e964-4051-ba63-225d1cd805c2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:50.259964 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:50.275314 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:50.315880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Transition to ACTIVE for port object 3f6feba5-cc2e-407f-99fc-31fef1eee200 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:50.375919 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b28516-eb42-4eb5-aaa9-1c965f1cedeb x-openstack-request-id: req-35b28516-eb42-4eb5-aaa9-1c965f1cedeb {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:11:50.376276 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92803a7e-de9f-4277-94f7-26084f8aae5b", "tag": "6bc6a8c4-f753-4dd3-a51b-7a1480665010", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:11:50.376588 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35b28516-eb42-4eb5-aaa9-1c965f1cedeb {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:11:50.377047 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92803a7e-de9f-4277-94f7-26084f8aae5b', 'tag': '6bc6a8c4-f753-4dd3-a51b-7a1480665010', 'status': 'completed', 'code': 200} Jun 30 03:11:50.391168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb98f1-15cd-4208-9150-5bcbeac6cc50 req-195c0467-067d-4dec-89c9-56eebf57c244 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:50.392892 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-37bb98f1-15cd-4208-9150-5bcbeac6cc50 req-195c0467-067d-4dec-89c9-56eebf57c244 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 944 time: 0.4748616 Jun 30 03:11:50.404607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4ed3b-1b9e-45b6-8a91-df0c5b5b79d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc6a8c4-f753-4dd3-a51b-7a1480665010,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:50.511783 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-37bb98f1-15cd-4208-9150-5bcbeac6cc50 req-5a6f9870-8840-440d-a79f-b3d3919e69fc tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942833 Jun 30 03:11:50.522880 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e23849c-0f69-4e81-a54a-1f67580d621b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:50.538735 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34078934-0a06-40c0-a272-b8d8e060fffd req-1ce4224f-4add-4339-9138-317f47baa856 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.0606282 Jun 30 03:11:50.557319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8a41-8763-4dfc-993e-25919d38fb92 req-4c478e75-c7a1-49f6-ac82-41a79dfbd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:50.562794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-545f8a41-8763-4dfc-993e-25919d38fb92 req-4c478e75-c7a1-49f6-ac82-41a79dfbd53a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 1095 time: 0.1803024 Jun 30 03:11:50.574201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23849c-0f69-4e81-a54a-1f67580d621b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4344e304-b125-4082-9509-0a4d63550846,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:50.722899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8a41-8763-4dfc-993e-25919d38fb92 req-532f8b74-3816-4301-a09b-8d64f4ef117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:50.724674 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-545f8a41-8763-4dfc-993e-25919d38fb92 req-532f8b74-3816-4301-a09b-8d64f4ef117f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1537290 Jun 30 03:11:50.830800 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:50.836078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:50.915661 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0e23849c-0f69-4e81-a54a-1f67580d621b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:50.918232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0e23849c-0f69-4e81-a54a-1f67580d621b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1217735 Jun 30 03:11:50.929255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35560) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:50.942250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-16b06424-4a8d-4b26-b04a-befd831123da tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '31d931a9-8a30-463b-937a-770648d58a75', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:50.972982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:50.988803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:51.024503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:51.035479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=3f6feba5-cc2e-407f-99fc-31fef1eee200,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:51.038156 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.149242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8a41-8763-4dfc-993e-25919d38fb92 req-fa11cc95-c4a8-4561-a74a-f75a998b09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:51.151325 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-545f8a41-8763-4dfc-993e-25919d38fb92 req-fa11cc95-c4a8-4561-a74a-f75a998b09cd service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4196541 Jun 30 03:11:51.161300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event deleted for resources: {'Port': ['ID=66900bb5-8486-4a8f-92df-b9a9b58c39db,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:51.222335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:51.223051 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.227523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.233153 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.341519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-b71a65cf-214e-46d8-99f5-f38e70252fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:51.343024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-b71a65cf-214e-46d8-99f5-f38e70252fa8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 1095 time: 0.1125774 Jun 30 03:11:51.370685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16b06424-4a8d-4b26-b04a-befd831123da tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.395930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-91061397-0a06-4fdf-9c5e-b90e2a96a950 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc6a8c4-f753-4dd3-a51b-7a1480665010 HTTP/1.1" status: 200 len: 217 time: 0.0427496 Jun 30 03:11:51.443562 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16b06424-4a8d-4b26-b04a-befd831123da tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.449437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-b7f19db2-f22e-4f5d-a5d0-9dfdc2c2e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:51.452646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-b7f19db2-f22e-4f5d-a5d0-9dfdc2c2e0d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce3da8ad-3068-4c7c-9170-4f7e2a6514dc HTTP/1.1" status: 200 len: 851 time: 0.0493121 Jun 30 03:11:51.503150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-cfaf8012-ab99-49f8-a0fb-6df5ab4f30b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451026 Jun 30 03:11:51.503770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-00afdbae-5d2e-44b8-95a5-f2fba9c0708e None None] Provisioning for port 3f6feba5-cc2e-407f-99fc-31fef1eee200 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:51.504536 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.505056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b32012e9-2912-4cc5-9288-78079735ad91 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:11:51.509449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-00afdbae-5d2e-44b8-95a5-f2fba9c0708e None None] Provisioning complete for port 3f6feba5-cc2e-407f-99fc-31fef1eee200 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:51.510096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-00afdbae-5d2e-44b8-95a5-f2fba9c0708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.515704 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.519722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35582) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:51.519885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-98b32a25-b6e3-4a7a-8947-8ccdf4969a5f tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "DELETE /v2.0/routers/b32012e9-2912-4cc5-9288-78079735ad91 HTTP/1.1" status: 204 len: 168 time: 4.0970252 Jun 30 03:11:51.599421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-00afdbae-5d2e-44b8-95a5-f2fba9c0708e None None] Port 3f6feba5-cc2e-407f-99fc-31fef1eee200 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:11:51.619381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-255bc4d8-5c6a-4b0c-a7b0-4ea1c335f720 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1056559 Jun 30 03:11:51.621825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28b9384-3984-430a-92a6-b77034aadaa9 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Deleting subnet e6e19313-6c9d-4007-8476-4fc98616f234 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:11:51.626181 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c28b9384-3984-430a-92a6-b77034aadaa9 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.632730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Request body: {'port': {'device_id': '091bae3e-9886-4738-9efa-1034047f0f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:51.719067 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c28b9384-3984-430a-92a6-b77034aadaa9 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.786680 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c28b9384-3984-430a-92a6-b77034aadaa9 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.803649 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.818539 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16b06424-4a8d-4b26-b04a-befd831123da tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.825637 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-bb1f4917-1d5b-4c8d-b42c-3fe32d27b36a service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045747 Jun 30 03:11:51.873674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b06424-4a8d-4b26-b04a-befd831123da tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2f1b9e-40fc-4bb1-b212-7156c0787ce2,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:51.917733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172846c-e697-4e4f-87c6-ad6fdbbad97c req-9268a16c-3413-4615-a13a-2c8b318a4bf7 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:51.919252 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e172846c-e697-4e4f-87c6-ad6fdbbad97c req-9268a16c-3413-4615-a13a-2c8b318a4bf7 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 944 time: 0.1062717 Jun 30 03:11:51.964363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e172846c-e697-4e4f-87c6-ad6fdbbad97c req-697e3e9b-5ec0-46ed-a76a-1f0ebb679c79 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Jun 30 03:11:51.998215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-16b06424-4a8d-4b26-b04a-befd831123da tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:51.999847 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-16b06424-4a8d-4b26-b04a-befd831123da tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0694218 Jun 30 03:11:52.002424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35600) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:52.008797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c7edc8cd-e496-45f7-b344-3e979dc60d3b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '31d931a9-8a30-463b-937a-770648d58a75', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:52.076989 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee0f5aba-6c87-4ae9-80ea-cea76ead744f req-5e816178-0efe-4806-a598-22b024669fc9 service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335634 Jun 30 03:11:52.102828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c28b9384-3984-430a-92a6-b77034aadaa9 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.122167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10046adb-c6ec-4ce9-9163-d089abec5e7a req-44fada45-3984-4008-8eb6-2e7451b1ddc6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:52.123402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10046adb-c6ec-4ce9-9163-d089abec5e7a req-44fada45-3984-4008-8eb6-2e7451b1ddc6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 931 time: 0.2664957 Jun 30 03:11:52.134714 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b9384-3984-430a-92a6-b77034aadaa9 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e19313-6c9d-4007-8476-4fc98616f234,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:52.146233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c28b9384-3984-430a-92a6-b77034aadaa9 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.148389 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c28b9384-3984-430a-92a6-b77034aadaa9 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/e6e19313-6c9d-4007-8476-4fc98616f234 HTTP/1.1" status: 204 len: 168 time: 0.6273642 Jun 30 03:11:52.151340 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35608) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:52.198774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10046adb-c6ec-4ce9-9163-d089abec5e7a req-4e416bb7-162d-467a-94e1-cd6ddbd73730 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684428 Jun 30 03:11:52.207430 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7edc8cd-e496-45f7-b344-3e979dc60d3b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.256956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.288563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6feba5-cc2e-407f-99fc-31fef1eee200 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:11:52.292414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7edc8cd-e496-45f7-b344-3e979dc60d3b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.298596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.311860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Transition to ACTIVE for port object 3f6feba5-cc2e-407f-99fc-31fef1eee200 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:11:52.361440 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.371083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e903f5ec-f78b-4904-a1fc-91accbe88e34']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:52.380964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44dc2d91-a98e-4e3b-ad46-62f29835c868') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:52.381262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44dc2d91-a98e-4e3b-ad46-62f29835c868') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:52.390724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.409833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.411803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:11:52.412198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:11:52.413897 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:11:52.513780 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35618) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:52.524499 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7edc8cd-e496-45f7-b344-3e979dc60d3b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.552322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edc8cd-e496-45f7-b344-3e979dc60d3b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6538650-69db-464e-a774-428331f7da87,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:52.649117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d596b46a-1428-4954-b260-1a2807e3df85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.778238 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:52.835738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6feba5-cc2e-407f-99fc-31fef1eee200,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:52.911708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Attempting to bind port 3f6feba5-cc2e-407f-99fc-31fef1eee200 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:11:52.912083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Attempting to bind port 3f6feba5-cc2e-407f-99fc-31fef1eee200 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:11:52.912488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Attempting to bind port 3f6feba5-cc2e-407f-99fc-31fef1eee200 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:52.918140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Port 3f6feba5-cc2e-407f-99fc-31fef1eee200 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:11:52.918469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Attempting to bind port 3f6feba5-cc2e-407f-99fc-31fef1eee200 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:11:52.923911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:11:52.924289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Checking segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:11:52.924612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Bound using segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:11:52.925099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Bound port: 3f6feba5-cc2e-407f-99fc-31fef1eee200, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:11:52.925621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.004089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] For port 3f6feba5-cc2e-407f-99fc-31fef1eee200, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:11:53.008353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] For port 3f6feba5-cc2e-407f-99fc-31fef1eee200, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=3f6feba5-cc2e-407f-99fc-31fef1eee200,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:11:53.034339 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7edc8cd-e496-45f7-b344-3e979dc60d3b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.044394 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c7edc8cd-e496-45f7-b344-3e979dc60d3b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0319135 Jun 30 03:11:53.044394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.044647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35632) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:53.044739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e903f5ec-f78b-4904-a1fc-91accbe88e34 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 03:11:53.047617 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.055794 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "DELETE /v2.0/networks/e903f5ec-f78b-4904-a1fc-91accbe88e34 HTTP/1.1" status: 204 len: 168 time: 0.9032176 Jun 30 03:11:53.059426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-494160b7-2ee9-4067-84c0-6aebf8d65191 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '31d931a9-8a30-463b-937a-770648d58a75', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:53.073757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0623b8-e246-4eee-a71f-2f1a98b77be0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event deleted for resources: {'Network': ['ID=e903f5ec-f78b-4904-a1fc-91accbe88e34,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:53.101712 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.200127 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d596b46a-1428-4954-b260-1a2807e3df85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.217342 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.263412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:53.264042 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.265732 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] 10.222.0.74 "PUT /v2.0/ports/3f6feba5-cc2e-407f-99fc-31fef1eee200 HTTP/1.1" status: 200 len: 1091 time: 1.6370349 Jun 30 03:11:53.266230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091bae3e-9886-4738-9efa-1034047f0f8e', 'tag': '3f6feba5-cc2e-407f-99fc-31fef1eee200'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:53.271979 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c44c52-19a6-4888-a041-2656c76d904d" -d '{"events": [{"name": "network-changed", "server_uuid": "091bae3e-9886-4738-9efa-1034047f0f8e", "tag": "3f6feba5-cc2e-407f-99fc-31fef1eee200"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:53.309484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7eddb-698c-4ed4-9839-d287d79990b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6feba5-cc2e-407f-99fc-31fef1eee200,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:53.366106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c9a22-28f2-4201-a05c-88bdffbc7058 req-830b4346-e81a-4ddb-bf7d-4d6d330a3b2c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:53.366106 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-932c9a22-28f2-4201-a05c-88bdffbc7058 req-830b4346-e81a-4ddb-bf7d-4d6d330a3b2c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 944 time: 0.1564021 Jun 30 03:11:53.430788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-932c9a22-28f2-4201-a05c-88bdffbc7058 req-76ab7dc3-534d-49a8-8e5b-34c87e7bfeb0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625694 Jun 30 03:11:53.485222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de29326-ea7c-486f-b9ff-cd2a218ba88b req-f48e2fb6-eb08-4579-9eff-5f238c1c473e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:53.486882 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6de29326-ea7c-486f-b9ff-cd2a218ba88b req-f48e2fb6-eb08-4579-9eff-5f238c1c473e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 943 time: 0.0900493 Jun 30 03:11:53.488346 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b8c8a-cf06-4f54-b62e-ecd04d5aba5f x-openstack-request-id: req-4a6b8c8a-cf06-4f54-b62e-ecd04d5aba5f {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:11:53.488634 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091bae3e-9886-4738-9efa-1034047f0f8e", "tag": "3f6feba5-cc2e-407f-99fc-31fef1eee200", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:11:53.488885 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a6b8c8a-cf06-4f54-b62e-ecd04d5aba5f {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:11:53.489276 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091bae3e-9886-4738-9efa-1034047f0f8e', 'tag': '3f6feba5-cc2e-407f-99fc-31fef1eee200', 'status': 'completed', 'code': 200} Jun 30 03:11:53.566076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6de29326-ea7c-486f-b9ff-cd2a218ba88b req-15952c27-e2d8-4db1-95b4-341740207471 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716724 Jun 30 03:11:53.592889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c44c52-19a6-4888-a041-2656c76d904d req-dd59570c-2352-4ef8-86d1-b8b3bb24aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:53.594760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1c44c52-19a6-4888-a041-2656c76d904d req-dd59570c-2352-4ef8-86d1-b8b3bb24aaa4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 1094 time: 0.0932124 Jun 30 03:11:53.694254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c44c52-19a6-4888-a041-2656c76d904d req-f5155daf-413f-47da-8c6a-cbd752f8a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:53.695758 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1c44c52-19a6-4888-a041-2656c76d904d req-f5155daf-413f-47da-8c6a-cbd752f8a731 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0934877 Jun 30 03:11:53.793917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c44c52-19a6-4888-a041-2656c76d904d req-ae9d3d6a-1686-4479-b2a0-912f65a42f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:53.795377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1c44c52-19a6-4888-a041-2656c76d904d req-ae9d3d6a-1686-4479-b2a0-912f65a42f5d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929761 Jun 30 03:11:53.869015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d596b46a-1428-4954-b260-1a2807e3df85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:53.909890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d596b46a-1428-4954-b260-1a2807e3df85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b02709e3ec494501ae374be48697c7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3943975 Jun 30 03:11:53.910885 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35652) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:53.911064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596b46a-1428-4954-b260-1a2807e3df85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d960a182-cff3-4e74-a8e0-60e0c1e6791f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:54.016738 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c950b77b-afba-40e0-982f-ca64342409f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.046092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35660) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:54.050068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-d8e976de-71f9-4d29-a0eb-08ec7435a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:54.051101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-14eef81c-60e3-4de7-a87f-17c346d269d7 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Request body: {'router': {'name': 'tempest-router--631570073', 'project_id': 'e7c2aa8c1b17470a9aa0bffa6287bc6b'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:54.051624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-d8e976de-71f9-4d29-a0eb-08ec7435a513 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 1094 time: 0.1146750 Jun 30 03:11:54.053459 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c950b77b-afba-40e0-982f-ca64342409f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.098982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-d2adb24c-909e-4a55-b784-b0991efded9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f6feba5-cc2e-407f-99fc-31fef1eee200 HTTP/1.1" status: 200 len: 217 time: 0.0385056 Jun 30 03:11:54.123060 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.157085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-8643f8cf-4685-4c43-b369-57dfa0c94d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:54.158559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-8643f8cf-4685-4c43-b369-57dfa0c94d0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0516348 Jun 30 03:11:54.172970 n-d-798249-3 neutron-server[94530]: INFO neutron.db.securitygroups_db [None req-494160b7-2ee9-4067-84c0-6aebf8d65191 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Project 3b3b9b93cfef4dd6a88ebf21ff22120b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:11:54.200246 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-494160b7-2ee9-4067-84c0-6aebf8d65191 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.265837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-b1e56a96-dbf3-4fd7-a71d-0b21f0b5536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:54.267378 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-b1e56a96-dbf3-4fd7-a71d-0b21f0b5536d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030736 Jun 30 03:11:54.303611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 6bc6a8c4-f753-4dd3-a51b-7a1480665010 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:11:54.315229 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c950b77b-afba-40e0-982f-ca64342409f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.317776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c950b77b-afba-40e0-982f-ca64342409f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.318907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c950b77b-afba-40e0-982f-ca64342409f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d960a182-cff3-4e74-a8e0-60e0c1e6791f HTTP/1.1" status: 204 len: 168 time: 0.4052486 Jun 30 03:11:54.342584 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-494160b7-2ee9-4067-84c0-6aebf8d65191 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.343558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950b77b-afba-40e0-982f-ca64342409f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d960a182-cff3-4e74-a8e0-60e0c1e6791f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:54.393466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-9c96332b-fa4e-4a6e-9081-b01d0e4430a3 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199589 Jun 30 03:11:54.404695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-14eef81c-60e3-4de7-a87f-17c346d269d7 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.409963 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-14eef81c-60e3-4de7-a87f-17c346d269d7 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.419898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 6bc6a8c4-f753-4dd3-a51b-7a1480665010, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=6bc6a8c4-f753-4dd3-a51b-7a1480665010,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:54.436310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '6bc6a8c4-f753-4dd3-a51b-7a1480665010', 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae', 'port_id': '6bc6a8c4-f753-4dd3-a51b-7a1480665010', 'mac_address': 'fa:16:3e:4d:9f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3da8ad-3068-4c7c-9170-4f7e2a6514dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:11:54.485713 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.501591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc6a8c4-f753-4dd3-a51b-7a1480665010 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:11:54.511286 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-14eef81c-60e3-4de7-a87f-17c346d269d7 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.524322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 6bc6a8c4-f753-4dd3-a51b-7a1480665010, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=6bc6a8c4-f753-4dd3-a51b-7a1480665010,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:54.525928 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43cfaee4-4113-4f2b-b011-c0cce0ac82e3 req-c6687437-4ee2-439e-97c5-fb7d095adccf service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233563 Jun 30 03:11:54.572199 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-494160b7-2ee9-4067-84c0-6aebf8d65191 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.591171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494160b7-2ee9-4067-84c0-6aebf8d65191 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef277b1-2706-4223-8cdd-bdddc12bf97a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:54.629739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ecef6-ada8-43e9-85b3-729b3cce9b60 req-11d5baf5-6424-44db-a071-0c286851479c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:54.631654 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-798ecef6-ada8-43e9-85b3-729b3cce9b60 req-11d5baf5-6424-44db-a071-0c286851479c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 944 time: 0.0771065 Jun 30 03:11:54.671009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-798ecef6-ada8-43e9-85b3-729b3cce9b60 req-ce80367b-8fcd-4146-bb4d-f37bf61277a3 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332463 Jun 30 03:11:54.710448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-14eef81c-60e3-4de7-a87f-17c346d269d7 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.747408 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.748533 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-494160b7-2ee9-4067-84c0-6aebf8d65191 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.749843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-494160b7-2ee9-4067-84c0-6aebf8d65191 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7091219 Jun 30 03:11:54.760096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35682) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:54.762751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408ccff-220e-411a-b45d-f7c4c5488809 req-12269921-f63b-48b4-b1bf-5cb44c14cd4f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:54.764285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0408ccff-220e-411a-b45d-f7c4c5488809 req-12269921-f63b-48b4-b1bf-5cb44c14cd4f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 943 time: 0.0717523 Jun 30 03:11:54.765132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2be282f0-7c56-4d74-970c-cecde8f20f17 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '31d931a9-8a30-463b-937a-770648d58a75', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:54.804316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0408ccff-220e-411a-b45d-f7c4c5488809 req-4d8d52c1-74fc-4970-9f27-fa0cd741813f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Jun 30 03:11:54.806021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=6bc6a8c4-f753-4dd3-a51b-7a1480665010,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:54.991815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-14eef81c-60e3-4de7-a87f-17c346d269d7 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:54.991815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-14eef81c-60e3-4de7-a87f-17c346d269d7 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9300084 Jun 30 03:11:54.992914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['6bc6a8c4-f753-4dd3-a51b-7a1480665010'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:11:54.993463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35688) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:55.065247 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0248badc-e703-44bc-98ee-9219ca376f49 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:55.134464 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-2be282f0-7c56-4d74-970c-cecde8f20f17 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Project 3b3b9b93cfef4dd6a88ebf21ff22120b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:11:55.139918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2be282f0-7c56-4d74-970c-cecde8f20f17 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:55.226526 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0248badc-e703-44bc-98ee-9219ca376f49 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:55.228592 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0248badc-e703-44bc-98ee-9219ca376f49 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:55.703825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0248badc-e703-44bc-98ee-9219ca376f49 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:55.704447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0248badc-e703-44bc-98ee-9219ca376f49 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37c51e4b-e8b7-49d1-99ef-7a33e4f7e13c {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:11:55.719372 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0248badc-e703-44bc-98ee-9219ca376f49 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:55.726595 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0248badc-e703-44bc-98ee-9219ca376f49 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "DELETE /v2.0/routers/37c51e4b-e8b7-49d1-99ef-7a33e4f7e13c HTTP/1.1" status: 204 len: 168 time: 0.7402599 Jun 30 03:11:55.735824 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2be282f0-7c56-4d74-970c-cecde8f20f17 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:55.863067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d4144-bf5f-4960-8419-9252f9ca1c58 req-20ee3119-edfa-40f1-b2a1-1c118a851ee5 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:55.864527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c62d4144-bf5f-4960-8419-9252f9ca1c58 req-20ee3119-edfa-40f1-b2a1-1c118a851ee5 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 945 time: 0.0693672 Jun 30 03:11:55.903285 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c62d4144-bf5f-4960-8419-9252f9ca1c58 req-e64e871a-d7ac-45c8-86d9-d3faeb46486f tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331111 Jun 30 03:11:55.983623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ceb83-aa7e-481d-a261-2e8bd733528b req-269a9faf-6c1a-4344-ab9b-0336e231730c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:55.985137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-288ceb83-aa7e-481d-a261-2e8bd733528b req-269a9faf-6c1a-4344-ab9b-0336e231730c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 943 time: 0.0673490 Jun 30 03:11:56.012630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2be282f0-7c56-4d74-970c-cecde8f20f17 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.029091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-288ceb83-aa7e-481d-a261-2e8bd733528b req-1fc2a5e1-afca-45eb-a903-091e937832df tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378120 Jun 30 03:11:56.032236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be282f0-7c56-4d74-970c-cecde8f20f17 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8ab92a-2516-4b88-bf20-1baf06e2510d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:56.063307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35720) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:56.077115 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-317d7a30-4283-4052-b11b-18a9c827a8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.190616 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2be282f0-7c56-4d74-970c-cecde8f20f17 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.191788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2be282f0-7c56-4d74-970c-cecde8f20f17 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4305837 Jun 30 03:11:56.256352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35728) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:56.277885 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-317d7a30-4283-4052-b11b-18a9c827a8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.304995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 6bc6a8c4-f753-4dd3-a51b-7a1480665010 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:11:56.418689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-0d09f75f-698e-492a-86ed-a8e30983c34a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689046659&fields=id&tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b HTTP/1.1" status: 200 len: 267 time: 0.0554783 Jun 30 03:11:56.476448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1950053863', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:11:56.477146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-317d7a30-4283-4052-b11b-18a9c827a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.531242 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-317d7a30-4283-4052-b11b-18a9c827a8fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e49e5b040bbc48089514862fa68f71f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668405 Jun 30 03:11:56.533864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 35746) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:11:56.534916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d7a30-4283-4052-b11b-18a9c827a8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f4b2a2-29ec-45f4-a3ba-cc89a3bc460c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:56.544350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 6bc6a8c4-f753-4dd3-a51b-7a1480665010 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:11:56.550369 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 6bc6a8c4-f753-4dd3-a51b-7a1480665010 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:11:56.551204 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.570352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-1225098d-16d4-49e2-9509-044216ae451d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:56.571987 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-1225098d-16d4-49e2-9509-044216ae451d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/networks?id=ea552e4d-a2f0-44ce-9c81-bc66404313f3 HTTP/1.1" status: 200 len: 796 time: 0.1467404 Jun 30 03:11:56.588314 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-421aa363-3788-4186-9e4f-86f26abf3026 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/quotas/3b3b9b93cfef4dd6a88ebf21ff22120b HTTP/1.1" status: 200 len: 375 time: 0.0095053 Jun 30 03:11:56.594614 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff5a94a1-0a3a-454c-a931-df6eb71c6015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.622607 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff5a94a1-0a3a-454c-a931-df6eb71c6015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.629809 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.631384 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.651411 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.663630 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-2cecea73-8f3e-49e8-9547-58befa3f0a81 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679538 Jun 30 03:11:56.676312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92803a7e-de9f-4277-94f7-26084f8aae5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc6a8c4-f753-4dd3-a51b-7a1480665010'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:11:56.679144 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0847e714-f83e-4d61-b03a-bdd6134d26b1" -d '{"events": [{"server_uuid": "92803a7e-de9f-4277-94f7-26084f8aae5b", "name": "network-vif-plugged", "status": "completed", "tag": "6bc6a8c4-f753-4dd3-a51b-7a1480665010"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:11:56.693687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 6bc6a8c4-f753-4dd3-a51b-7a1480665010, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=6bc6a8c4-f753-4dd3-a51b-7a1480665010,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:11:56.771976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-737523b8-d93a-411e-80d0-7dcde61b73f0 service neutron] 10.222.0.77 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962687 Jun 30 03:11:56.863666 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b456ded9-63f5-4dbe-ade0-f7d6b5adc79c x-openstack-request-id: req-b456ded9-63f5-4dbe-ade0-f7d6b5adc79c {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:11:56.864039 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92803a7e-de9f-4277-94f7-26084f8aae5b", "name": "network-vif-plugged", "status": "completed", "tag": "6bc6a8c4-f753-4dd3-a51b-7a1480665010", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:11:56.864463 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b456ded9-63f5-4dbe-ade0-f7d6b5adc79c {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:11:56.865072 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92803a7e-de9f-4277-94f7-26084f8aae5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc6a8c4-f753-4dd3-a51b-7a1480665010', 'code': 200} Jun 30 03:11:56.866294 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:56.882022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-3f3c19e6-aa1d-4b03-b6c5-c3a9ecdfc8ca service neutron] 10.222.0.77 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004515 Jun 30 03:11:56.961355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=6bc6a8c4-f753-4dd3-a51b-7a1480665010,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:57.076014 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:57.160328 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb2b93-836c-424c-91b6-cf58e939a798 req-ca9feabd-8b58-47b6-8bfb-ac4a8f8c30bf tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:57.161922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2fb2b93-836c-424c-91b6-cf58e939a798 req-ca9feabd-8b58-47b6-8bfb-ac4a8f8c30bf tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0994225 Jun 30 03:11:57.172046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdec47-d3a0-4a00-8a5d-3921b34f872a req-01bfb278-a570-4f8f-becd-e0bc0db61612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:57.173519 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-37cdec47-d3a0-4a00-8a5d-3921b34f872a req-01bfb278-a570-4f8f-becd-e0bc0db61612 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 1097 time: 0.1087072 Jun 30 03:11:57.221107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff5a94a1-0a3a-454c-a931-df6eb71c6015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:57.223607 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff5a94a1-0a3a-454c-a931-df6eb71c6015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:57.227167 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ff5a94a1-0a3a-454c-a931-df6eb71c6015 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31f4b2a2-29ec-45f4-a3ba-cc89a3bc460c HTTP/1.1" status: 204 len: 168 time: 0.6896698 Jun 30 03:11:57.237856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2fb2b93-836c-424c-91b6-cf58e939a798 req-57d4711c-0f02-4663-9788-cd8597266544 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630274 Jun 30 03:11:57.244448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a94a1-0a3a-454c-a931-df6eb71c6015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f4b2a2-29ec-45f4-a3ba-cc89a3bc460c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:57.248897 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-37cdec47-d3a0-4a00-8a5d-3921b34f872a req-0e4d8ff4-342a-46c3-a597-77dfce025a82 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674825 Jun 30 03:11:57.340847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dade427d-3ceb-4881-b166-906882dcf802 req-9dcad036-1afb-4717-972d-1fc5cc3ffe5a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 210 time: 0.0395916 Jun 30 03:11:57.363215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b56f3-2273-46e9-8a2a-e7a58cb5b0e3 req-33209955-b11f-40c0-af47-40f4520ffa3d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:57.370293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b3b56f3-2273-46e9-8a2a-e7a58cb5b0e3 req-33209955-b11f-40c0-af47-40f4520ffa3d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 943 time: 0.1019747 Jun 30 03:11:57.412156 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6b3b56f3-2273-46e9-8a2a-e7a58cb5b0e3 req-bb1517c8-13d9-4cf3-87e1-bde8c80724e8 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Jun 30 03:11:57.482716 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:57.864469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:57.883248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:58.004264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Allocated IP 172.25.2.219 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/a25c8661-a67e-4149-a862-eb71b61cca5f) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:11:58.109775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:58.404108 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:58.433222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b4b929a-5c19-439c-9319-ccb73417e535 req-a386ec2c-81b1-4220-a8ce-4491325d0509 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Jun 30 03:11:58.442164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f8df5-6ea8-47e6-87e5-e29a0423a5b9 req-1cae69c4-3c72-4873-985a-ac3b6e4cf521 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:58.443760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a43f8df5-6ea8-47e6-87e5-e29a0423a5b9 req-1cae69c4-3c72-4873-985a-ac3b6e4cf521 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0882800 Jun 30 03:11:58.457421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:11:58.467449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:11:58.489014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:11:58.517516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Pushing event updated for resources: {'Port': ['ID=a25c8661-a67e-4149-a862-eb71b61cca5f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:11:58.546322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a43f8df5-6ea8-47e6-87e5-e29a0423a5b9 req-df993149-7be6-46df-b2d3-21bb6ef5c693 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929570 Jun 30 03:11:58.661790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69084f-a4ba-450a-a0d9-c4104a16f9f9 req-1e4a3ac1-6e6b-46ef-897e-ebdd28d46c2f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:58.661790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e69084f-a4ba-450a-a0d9-c4104a16f9f9 req-1e4a3ac1-6e6b-46ef-897e-ebdd28d46c2f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 943 time: 0.0716112 Jun 30 03:11:58.689962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e69084f-a4ba-450a-a0d9-c4104a16f9f9 req-0476ecd4-2f7e-4513-8eb9-f200ada52e5b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Jun 30 03:11:58.757317 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6266be5a-f455-4f6f-a512-d9e74915c6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:58.935713 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:59.137624 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:59.431281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Router bee82c46-c925-4b66-93e5-0298c5510b0d is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:11:59.565249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:11:59.580066 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93f7fb6-79f1-4fda-80b5-1798b8df267b None None] Sync routers for ids ['bee82c46-c925-4b66-93e5-0298c5510b0d'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:11:59.600206 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87ae6c61-9fc7-4f92-b28f-cdfc602cba12 req-d403140b-a233-4d44-a731-43d14ad24e55 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 210 time: 0.0380764 Jun 30 03:11:59.601552 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f7fb6-79f1-4fda-80b5-1798b8df267b None None] Routers {'bee82c46-c925-4b66-93e5-0298c5510b0d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:59.602951 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e93f7fb6-79f1-4fda-80b5-1798b8df267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bee82c46-c925-4b66-93e5-0298c5510b0d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:59.640136 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e93f7fb6-79f1-4fda-80b5-1798b8df267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:59.648636 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f7fb6-79f1-4fda-80b5-1798b8df267b None None] Routers {'bee82c46-c925-4b66-93e5-0298c5510b0d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:11:59.649225 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e93f7fb6-79f1-4fda-80b5-1798b8df267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:11:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['bee82c46-c925-4b66-93e5-0298c5510b0d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:59.680195 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e93f7fb6-79f1-4fda-80b5-1798b8df267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:11:59.680832 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93f7fb6-79f1-4fda-80b5-1798b8df267b None None] The sync data for ids ['bee82c46-c925-4b66-93e5-0298c5510b0d'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:11:59.794622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b11c3-6002-44a4-a09b-78f5771ad68a req-446e891f-47d4-4b67-b6bc-e7e3c9caad6b tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:59.796281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c39b11c3-6002-44a4-a09b-78f5771ad68a req-446e891f-47d4-4b67-b6bc-e7e3c9caad6b tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1021621 Jun 30 03:11:59.846352 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c39b11c3-6002-44a4-a09b-78f5771ad68a req-1c78455e-8722-4161-8aba-b7fd7196c513 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444057 Jun 30 03:11:59.879948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79a4ad-0632-41db-bd7b-7bd22741319d req-961a8354-12c2-426f-b318-b2a81f1f09af tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:59.879948 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed79a4ad-0632-41db-bd7b-7bd22741319d req-961a8354-12c2-426f-b318-b2a81f1f09af tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 943 time: 0.0673399 Jun 30 03:11:59.917888 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed79a4ad-0632-41db-bd7b-7bd22741319d req-0c518a88-1946-4563-8233-04b9a8f86d74 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361300 Jun 30 03:12:00.060270 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:00.061816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ba3b7cd0-6d56-4df7-a7a8-f11c35abf4e9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8043194 Jun 30 03:12:00.070506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35896) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:00.446584 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6ebd2183-ff09-4af5-8ec9-7ec65da00085 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/routers/bee82c46-c925-4b66-93e5-0298c5510b0d HTTP/1.1" status: 200 len: 925 time: 0.3748112 Jun 30 03:12:00.449965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35902) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:00.478235 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3fee01a3-4810-491e-8acc-020bab52f3cc tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee82c46-c925-4b66-93e5-0298c5510b0d HTTP/1.1" status: 200 len: 205 time: 0.0271933 Jun 30 03:12:00.480930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35904) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:00.585366 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:00.689816 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:00.738513 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a8b3e9f-e986-4e4f-a0c9-488d71e18749 req-a8d0ddee-85b0-4ad9-8a77-f2a59015a30a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 210 time: 0.0316978 Jun 30 03:12:00.910675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Deleting port a25c8661-a67e-4149-a862-eb71b61cca5f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:00.911268 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:01.005910 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:01.024492 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Calling delete_port for a25c8661-a67e-4149-a862-eb71b61cca5f owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:01.107702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8e2c4-663e-48f7-b85f-5c523bb7c3ea req-2165a7f7-4ce0-4a4b-be0b-60baf51cbac9 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:01.109209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c1a8e2c4-663e-48f7-b85f-5c523bb7c3ea req-2165a7f7-4ce0-4a4b-be0b-60baf51cbac9 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0696657 Jun 30 03:12:01.149915 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c1a8e2c4-663e-48f7-b85f-5c523bb7c3ea req-2e11c500-676f-4950-b8f3-887a16e72107 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Jun 30 03:12:01.200488 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c846451-89eb-496a-a60a-484a55c8356f req-53efff4f-9921-4dfd-8c92-002e6d069209 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:01.201989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c846451-89eb-496a-a60a-484a55c8356f req-53efff4f-9921-4dfd-8c92-002e6d069209 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 943 time: 0.1301260 Jun 30 03:12:01.269084 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c846451-89eb-496a-a60a-484a55c8356f req-6664fb22-df17-4ad5-91cb-5ef6e4b6a731 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606215 Jun 30 03:12:01.284259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35a303-bfdb-4b63-aa45-b98cace0203d req-e425e6a7-3277-4d8f-ab23-7512384d353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:01.285848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c35a303-bfdb-4b63-aa45-b98cace0203d req-e425e6a7-3277-4d8f-ab23-7512384d353b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 1097 time: 0.0553660 Jun 30 03:12:01.379927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35a303-bfdb-4b63-aa45-b98cace0203d req-b0d2bb79-8782-4229-8c48-4611b819a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:01.381387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c35a303-bfdb-4b63-aa45-b98cace0203d req-b0d2bb79-8782-4229-8c48-4611b819a0a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae HTTP/1.1" status: 200 len: 912 time: 0.0895998 Jun 30 03:12:01.422711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c35a303-bfdb-4b63-aa45-b98cace0203d req-a23c824f-424d-414c-800c-43f435db32a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc6a8c4-f753-4dd3-a51b-7a1480665010 HTTP/1.1" status: 200 len: 217 time: 0.0347316 Jun 30 03:12:01.472513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35a303-bfdb-4b63-aa45-b98cace0203d req-0de91668-f94c-49d7-b3fa-4a1bd2f41b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:01.474024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c35a303-bfdb-4b63-aa45-b98cace0203d req-0de91668-f94c-49d7-b3fa-4a1bd2f41b1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce3da8ad-3068-4c7c-9170-4f7e2a6514dc HTTP/1.1" status: 200 len: 851 time: 0.0445178 Jun 30 03:12:01.487070 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:01.495742 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0b461fd3-ab77-4723-ad58-bb6ea992f388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:01.511367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c35a303-bfdb-4b63-aa45-b98cace0203d req-f31f5e16-e58b-4b84-a436-d801ad244dd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305495 Jun 30 03:12:01.594709 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:01.607848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c35a303-bfdb-4b63-aa45-b98cace0203d req-3f5d115c-e418-485f-b78b-7b4d9d382db1 service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896289 Jun 30 03:12:01.623917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Pushing event deleted for resources: {'Port': ['ID=a25c8661-a67e-4149-a862-eb71b61cca5f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:01.698352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:01.711127 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c35a303-bfdb-4b63-aa45-b98cace0203d req-84268eb9-cc48-4b57-a0b1-6b8d3a4eecde service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968034 Jun 30 03:12:01.790121 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:01.793028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:01.889517 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72b85007-16a7-44ae-bf9a-8873c79c4c5f req-82c6eecc-3229-4e00-8451-07d7d6e91ae9 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 210 time: 0.0323555 Jun 30 03:12:02.075721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:02.076262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Fanout notify agent at l3_agent the message router_deleted on router bee82c46-c925-4b66-93e5-0298c5510b0d {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:12:02.088200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:02.088200 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7d3cfa34-1571-49cc-be46-9e99d73566cb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/bee82c46-c925-4b66-93e5-0298c5510b0d HTTP/1.1" status: 204 len: 168 time: 1.6043487 Jun 30 03:12:02.090718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 35950) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:02.095739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Request body: {'router': {'name': 'tempest-snat-router-726023048', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'enable_snat': False}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:02.299949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-496cd26b-1489-4bcd-9ed0-705b2b43633a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:02.301305 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-496cd26b-1489-4bcd-9ed0-705b2b43633a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.83 "GET /v2.0/networks?id=ea552e4d-a2f0-44ce-9c81-bc66404313f3 HTTP/1.1" status: 200 len: 796 time: 0.1005976 Jun 30 03:12:02.340464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1126520-7473-4a21-a949-4f05c5c7bb7b req-8c4be3b2-b85f-4134-b786-7bd5bf8c1e05 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:02.341990 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1126520-7473-4a21-a949-4f05c5c7bb7b req-8c4be3b2-b85f-4134-b786-7bd5bf8c1e05 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0695848 Jun 30 03:12:02.347482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-c31c6e87-caba-4b7f-b2ae-a81a2d5e5abe tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b HTTP/1.1" status: 200 len: 380 time: 0.0381496 Jun 30 03:12:02.367741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'port': {'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'admin_state_up': True, 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'security_groups': ['31d931a9-8a30-463b-937a-770648d58a75']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:02.388010 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1126520-7473-4a21-a949-4f05c5c7bb7b req-942e9f66-be56-4d62-aff5-254a68202be2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Jun 30 03:12:02.425912 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:02.428230 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:02.482255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:02.520735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833265a1-9de5-4777-a0f4-4c538bff7929 req-7f5557de-3ed0-4e43-8b2d-241538138269 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:02.522282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-833265a1-9de5-4777-a0f4-4c538bff7929 req-7f5557de-3ed0-4e43-8b2d-241538138269 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 943 time: 0.1093366 Jun 30 03:12:02.565446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-833265a1-9de5-4777-a0f4-4c538bff7929 req-a19400d4-c04b-4430-9a75-0533388fd927 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Jun 30 03:12:02.675175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Made reservation on behalf of 3b3b9b93cfef4dd6a88ebf21ff22120b for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:02.679371 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:02.827621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Allocated IP 172.20.0.6 (ea552e4d-a2f0-44ce-9c81-bc66404313f3/bf7ac229-5465-441b-89ed-26a28a653858/21486567-5197-48a5-8b20-1692d82400fa) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:02.903638 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:02.978284 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.004021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.018140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Transition to ACTIVE for port object 21486567-5197-48a5-8b20-1692d82400fa will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:03.042693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc94f545-2809-4dfe-9f09-1c2a66c69a03 req-43a89713-8917-484a-8065-1c7d8105a11a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 210 time: 0.0295291 Jun 30 03:12:03.331555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.359545 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.363867 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.410331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network ea552e4d-a2f0-44ce-9c81-bc66404313f3 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:03.413772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:03.417705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:03.445518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=21486567-5197-48a5-8b20-1692d82400fa,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:03.485595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:03.486325 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.490365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Allocated IP 172.25.2.221 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:03.607320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91367991-e33c-44ac-b5c5-278eb478a3df req-1f865236-9595-465e-9d7c-996982f4cfb4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:03.609125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91367991-e33c-44ac-b5c5-278eb478a3df req-1f865236-9595-465e-9d7c-996982f4cfb4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0748374 Jun 30 03:12:03.610318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.668338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-fbabbc4a-ee9d-4d08-88f9-dddf76426c7d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3056583 Jun 30 03:12:03.677545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91367991-e33c-44ac-b5c5-278eb478a3df req-0bb6cb9f-e1a9-4095-ab29-9f2d8757393c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591447 Jun 30 03:12:03.681056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Request body: {'port': {'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:03.755581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.774215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253efb7e-7ab3-4bf6-8f6e-d75cb7c82294 req-8cded4bf-d48f-4e26-9f84-9c7aa23d188e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:03.776082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-253efb7e-7ab3-4bf6-8f6e-d75cb7c82294 req-8cded4bf-d48f-4e26-9f84-9c7aa23d188e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 943 time: 0.0683589 Jun 30 03:12:03.777699 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.828511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:03.834015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:03.843509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:03.878238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event updated for resources: {'Port': ['ID=0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:03.896199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-253efb7e-7ab3-4bf6-8f6e-d75cb7c82294 req-23de469f-f336-499b-9f4a-be5e2c15c9ef tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104486 Jun 30 03:12:03.942954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5c2e5337-6cfc-4953-bf65-b24d1076efaf None None] Provisioning for port 21486567-5197-48a5-8b20-1692d82400fa completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:03.947370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5c2e5337-6cfc-4953-bf65-b24d1076efaf None None] Provisioning complete for port 21486567-5197-48a5-8b20-1692d82400fa triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:03.948070 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c2e5337-6cfc-4953-bf65-b24d1076efaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.995789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e5337-6cfc-4953-bf65-b24d1076efaf None None] Port 21486567-5197-48a5-8b20-1692d82400fa cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:12:04.078720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21486567-5197-48a5-8b20-1692d82400fa {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:04.086331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.098689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Transition to ACTIVE for port object 21486567-5197-48a5-8b20-1692d82400fa will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:04.218823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd344d96-c214-41c1-9b20-666e3637701a req-57607f12-523d-4eff-9b83-7bf468fd1221 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:04.220318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd344d96-c214-41c1-9b20-666e3637701a req-57607f12-523d-4eff-9b83-7bf468fd1221 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 931 time: 0.0673032 Jun 30 03:12:04.257857 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd344d96-c214-41c1-9b20-666e3637701a req-d532ea23-6953-4c30-b555-b68e0995ef43 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316315 Jun 30 03:12:04.294304 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.298551 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.343688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Pushing event updated for resources: {'Port': ['ID=21486567-5197-48a5-8b20-1692d82400fa,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:04.438565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Attempting to bind port 21486567-5197-48a5-8b20-1692d82400fa on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:04.439000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Attempting to bind port 21486567-5197-48a5-8b20-1692d82400fa by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:04.439334 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Attempting to bind port 21486567-5197-48a5-8b20-1692d82400fa on network ea552e4d-a2f0-44ce-9c81-bc66404313f3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:04.443836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Port 21486567-5197-48a5-8b20-1692d82400fa on network ea552e4d-a2f0-44ce-9c81-bc66404313f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:12:04.444164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Attempting to bind port 21486567-5197-48a5-8b20-1692d82400fa on network ea552e4d-a2f0-44ce-9c81-bc66404313f3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:04.449772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:04.450181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Checking segment: {'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:04.450539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Bound using segment: {'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:04.450983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Bound port: 21486567-5197-48a5-8b20-1692d82400fa, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97dae19-4726-47e9-84c5-e66d37ed2ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:04.451352 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.521217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.527777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] For port 21486567-5197-48a5-8b20-1692d82400fa, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:04.533339 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] For port 21486567-5197-48a5-8b20-1692d82400fa, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=21486567-5197-48a5-8b20-1692d82400fa,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:04.797632 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.814803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.833868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:04.834495 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:04.835884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] 10.222.0.83 "PUT /v2.0/ports/21486567-5197-48a5-8b20-1692d82400fa HTTP/1.1" status: 200 len: 1091 time: 1.1591411 Jun 30 03:12:04.836328 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'tag': '21486567-5197-48a5-8b20-1692d82400fa'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:04.838601 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c034a13-38f1-432d-834d-1699cca3b131" -d '{"events": [{"name": "network-changed", "server_uuid": "ed974d62-7245-4f2e-a4d1-7595a13e3037", "tag": "21486567-5197-48a5-8b20-1692d82400fa"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:04.862585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcba36-308a-483d-a07f-3a94497ac619 req-00f12878-668a-4188-9a37-69e00cd07b21 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:04.871273 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62dcba36-308a-483d-a07f-3a94497ac619 req-00f12878-668a-4188-9a37-69e00cd07b21 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0857601 Jun 30 03:12:04.872218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6538d6-5103-4ed8-b9a8-c0ee1e5addd2 service neutron] Pushing event updated for resources: {'Port': ['ID=21486567-5197-48a5-8b20-1692d82400fa,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:04.895298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Router f655b3d2-5189-40ab-a60a-68ec47806675 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:12:04.953247 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62dcba36-308a-483d-a07f-3a94497ac619 req-009ce815-0f0d-42d6-b81a-750138a275c8 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811238 Jun 30 03:12:05.016048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 3f6feba5-cc2e-407f-99fc-31fef1eee200 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:12:05.160228 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d9c4b-d46e-41ab-aaa7-fc1f4ac79ee5 x-openstack-request-id: req-5f0d9c4b-d46e-41ab-aaa7-fc1f4ac79ee5 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:05.160827 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed974d62-7245-4f2e-a4d1-7595a13e3037", "tag": "21486567-5197-48a5-8b20-1692d82400fa", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:05.160953 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f0d9c4b-d46e-41ab-aaa7-fc1f4ac79ee5 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:05.161354 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'tag': '21486567-5197-48a5-8b20-1692d82400fa', 'status': 'completed', 'code': 200} Jun 30 03:12:05.184683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 3f6feba5-cc2e-407f-99fc-31fef1eee200, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=3f6feba5-cc2e-407f-99fc-31fef1eee200,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:05.196751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-efb62210-f30a-4b97-9dc7-dc4d6617ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:05.197341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '3f6feba5-cc2e-407f-99fc-31fef1eee200', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'port_id': '3f6feba5-cc2e-407f-99fc-31fef1eee200', 'mac_address': 'fa:16:3e:e4:62:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:12:05.198943 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-efb62210-f30a-4b97-9dc7-dc4d6617ebf3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 1094 time: 0.1415050 Jun 30 03:12:05.243033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:05.263529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6feba5-cc2e-407f-99fc-31fef1eee200 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:05.287069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 3f6feba5-cc2e-407f-99fc-31fef1eee200, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=3f6feba5-cc2e-407f-99fc-31fef1eee200,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:05.398931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:05.402970 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:05.431289 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Sync routers for ids ['f655b3d2-5189-40ab-a60a-68ec47806675'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:05.437463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054c40-99f5-4262-b284-c03e1d4cf081 req-1d982f9c-2239-46d9-8a58-26a0aab46737 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:05.439030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-33054c40-99f5-4262-b284-c03e1d4cf081 req-1d982f9c-2239-46d9-8a58-26a0aab46737 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 943 time: 0.0938082 Jun 30 03:12:05.450382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Routers {'f655b3d2-5189-40ab-a60a-68ec47806675'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:05.451004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f655b3d2-5189-40ab-a60a-68ec47806675'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:05.487895 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-33054c40-99f5-4262-b284-c03e1d4cf081 req-0e15d8fd-9720-41d0-9287-55c4ab675044 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419581 Jun 30 03:12:05.509246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=3f6feba5-cc2e-407f-99fc-31fef1eee200,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:05.569310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:05.572087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3bbdae4e-4ad6-49a5-8c62-fcd5b9b48a75 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4803648 Jun 30 03:12:05.574760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36066) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:05.583340 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-f45d1ff2-9e06-4fad-ac88-7bee5ed03f10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21486567-5197-48a5-8b20-1692d82400fa HTTP/1.1" status: 200 len: 217 time: 0.3776755 Jun 30 03:12:05.597733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Set router f655b3d2-5189-40ab-a60a-68ec47806675 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:05.659505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['3f6feba5-cc2e-407f-99fc-31fef1eee200'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:12:05.665390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-49abd96a-e63a-49ae-bb7e-7e45e7acc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:05.666497 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-49abd96a-e63a-49ae-bb7e-7e45e7acc49e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf7ac229-5465-441b-89ed-26a28a653858 HTTP/1.1" status: 200 len: 835 time: 0.0730944 Jun 30 03:12:05.692676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-be8b669f-2a65-48a4-b304-1d9ee9c11b9d tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/routers/f655b3d2-5189-40ab-a60a-68ec47806675 HTTP/1.1" status: 200 len: 908 time: 0.1143551 Jun 30 03:12:05.694857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36070) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:05.702530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Request body: {'router': {'name': 'tempest-snat-router-726023048', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'enable_snat': True}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:05.712902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a25a-66c2-469d-832b-b0865bdd34ae req-ead7c90d-3d98-45d4-a9b2-8dfdb5b3999f tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:05.721676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ab0a25a-66c2-469d-832b-b0865bdd34ae req-ead7c90d-3d98-45d4-a9b2-8dfdb5b3999f tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 943 time: 0.1399148 Jun 30 03:12:05.766658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ab0a25a-66c2-469d-832b-b0865bdd34ae req-6d8460dc-37db-49e6-a01f-84754548d1f6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442691 Jun 30 03:12:05.786383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-9bfef7d0-e704-416a-a9e3-cbf49a445c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:05.788660 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-9bfef7d0-e704-416a-a9e3-cbf49a445c04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea552e4d-a2f0-44ce-9c81-bc66404313f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153431 Jun 30 03:12:05.869269 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:05.871967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:05.908431 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f655b3d2-5189-40ab-a60a-68ec47806675', 'name': 'tempest-snat-router-726023048', 'tenant_id': 'b294c77ee24f49348e4e6037aa96504c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.221'}], 'enable_snat': False}, 'gw_port_id': '0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:02Z', 'updated_at': '2021-06-30T03:12:04Z', 'revision_number': 3, 'project_id': 'b294c77ee24f49348e4e6037aa96504c', 'gw_port': {'id': '0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f655b3d2-5189-40ab-a60a-68ec47806675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:03Z', 'updated_at': '2021-06-30T03:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:05.932904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-b80dbcf0-34aa-4685-82c0-aef1f480248a service neutron] 10.222.0.83 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379011 Jun 30 03:12:05.960544 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:05.971897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Checking router: f655b3d2-5189-40ab-a60a-68ec47806675 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:05.972273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Updating router f655b3d2-5189-40ab-a60a-68ec47806675 port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:12:06.019407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.050438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6f0ad29-4da0-4f37-b44c-542d37fbc020 req-59bb0b15-305f-42b0-bae1-35795559346c service neutron] 10.222.0.83 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098378 Jun 30 03:12:06.242878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.278532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13eea75-853a-4603-9887-ec95d6af1afb req-ae4bcb22-80b6-44d2-9253-662e95def4c1 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:06.280223 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d13eea75-853a-4603-9887-ec95d6af1afb req-ae4bcb22-80b6-44d2-9253-662e95def4c1 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1602106 Jun 30 03:12:06.309976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c034a13-38f1-432d-834d-1699cca3b131 req-d2ed1451-52cc-4466-9674-549183c8d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:06.312630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c034a13-38f1-432d-834d-1699cca3b131 req-d2ed1451-52cc-4466-9674-549183c8d91c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 1094 time: 0.0722024 Jun 30 03:12:06.324598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d13eea75-853a-4603-9887-ec95d6af1afb req-c45749fa-664c-4e82-a886-9728ca3dfdb4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384629 Jun 30 03:12:06.359790 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.370416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Transition to ACTIVE for port object 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:06.414755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c034a13-38f1-432d-834d-1699cca3b131 req-45256312-c7ce-4deb-9a08-b1347ead2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:06.416377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c034a13-38f1-432d-834d-1699cca3b131 req-45256312-c7ce-4deb-9a08-b1347ead2b79 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ea552e4d-a2f0-44ce-9c81-bc66404313f3 HTTP/1.1" status: 200 len: 897 time: 0.0967469 Jun 30 03:12:06.458386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c034a13-38f1-432d-834d-1699cca3b131 req-cb804f77-7fe6-4db1-ac7b-4f85f3074a0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21486567-5197-48a5-8b20-1692d82400fa HTTP/1.1" status: 200 len: 217 time: 0.0349658 Jun 30 03:12:06.511761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c034a13-38f1-432d-834d-1699cca3b131 req-627414f9-d01e-41e9-bb07-74e9c245eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:06.513241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c034a13-38f1-432d-834d-1699cca3b131 req-627414f9-d01e-41e9-bb07-74e9c245eed7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf7ac229-5465-441b-89ed-26a28a653858 HTTP/1.1" status: 200 len: 835 time: 0.0476532 Jun 30 03:12:06.556997 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.599468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c034a13-38f1-432d-834d-1699cca3b131 req-5222c946-6eba-4053-9246-22b3261ce166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:06.601316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c034a13-38f1-432d-834d-1699cca3b131 req-5222c946-6eba-4053-9246-22b3261ce166 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea552e4d-a2f0-44ce-9c81-bc66404313f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807397 Jun 30 03:12:06.653118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371dbdc-7f3d-412e-8103-172b34e9ed5c None None] Pushing event updated for resources: {'Port': ['ID=0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:06.676244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Attempting to bind port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:06.676652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Attempting to bind port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:06.677005 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Attempting to bind port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:06.683230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:06.683608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:06.684012 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.684400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:06.684870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Bound port: 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:06.685253 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.745306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] For port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:06.748546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] For port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:06.767409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.769948 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c034a13-38f1-432d-834d-1699cca3b131 req-d67d6b62-d7a2-452c-a3c0-5f1afbd7d1db service neutron] 10.222.0.83 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612649 Jun 30 03:12:06.783311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214bab5-c1d1-45a7-8b5b-2554a0f4ad48 req-00183206-af98-4e0b-8f57-5400d41c6173 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:06.786046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8214bab5-c1d1-45a7-8b5b-2554a0f4ad48 req-00183206-af98-4e0b-8f57-5400d41c6173 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 944 time: 0.1057749 Jun 30 03:12:06.787964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.888606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8214bab5-c1d1-45a7-8b5b-2554a0f4ad48 req-34cc4eb8-8b87-4472-92aa-cce0504f30dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887778 Jun 30 03:12:06.917674 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c034a13-38f1-432d-834d-1699cca3b131 req-03854408-98d6-4845-a227-3884dc4ddc50 service neutron] 10.222.0.83 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301153 Jun 30 03:12:06.932769 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.969528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Allocated IP 172.25.2.64 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/b03eccb0-a6c9-403d-9a76-e1e92a49da22) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:06.997912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Routers {'f655b3d2-5189-40ab-a60a-68ec47806675'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:06.998571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f655b3d2-5189-40ab-a60a-68ec47806675'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:07.030713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7384b05-7ba0-4912-ab66-12e21633be9b req-e5721f51-6d6f-444c-b6ab-1a1c5174c608 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:07.032956 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7384b05-7ba0-4912-ab66-12e21633be9b req-e5721f51-6d6f-444c-b6ab-1a1c5174c608 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 943 time: 0.1354070 Jun 30 03:12:07.062966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 3f6feba5-cc2e-407f-99fc-31fef1eee200 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:07.103276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371dbdc-7f3d-412e-8103-172b34e9ed5c None None] Pushing event updated for resources: {'Port': ['ID=0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:07.147716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7384b05-7ba0-4912-ab66-12e21633be9b req-929cf48d-73e6-440a-aeb2-d62ed3dedd4f tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993066 Jun 30 03:12:07.199321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] Set router f655b3d2-5189-40ab-a60a-68ec47806675 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:07.225957 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:07.386608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f655b3d2-5189-40ab-a60a-68ec47806675', 'name': 'tempest-snat-router-726023048', 'tenant_id': 'b294c77ee24f49348e4e6037aa96504c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.221'}], 'enable_snat': False}, 'gw_port_id': '0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:02Z', 'updated_at': '2021-06-30T03:12:04Z', 'revision_number': 3, 'project_id': 'b294c77ee24f49348e4e6037aa96504c', 'gw_port': {'id': '0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f655b3d2-5189-40ab-a60a-68ec47806675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:03Z', 'updated_at': '2021-06-30T03:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:07.472226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:07.537109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:07.539987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:07.546814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:07.568420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc658726-60f2-4bdc-90c2-07b01bb8b013 None None] The sync data for ids ['f655b3d2-5189-40ab-a60a-68ec47806675'] in n-d-798249-3 is: [{'id': 'f655b3d2-5189-40ab-a60a-68ec47806675', 'name': 'tempest-snat-router-726023048', 'tenant_id': 'b294c77ee24f49348e4e6037aa96504c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.221'}], 'enable_snat': False}, 'gw_port_id': '0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:02Z', 'updated_at': '2021-06-30T03:12:04Z', 'revision_number': 3, 'project_id': 'b294c77ee24f49348e4e6037aa96504c', 'gw_port': {'id': '0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f655b3d2-5189-40ab-a60a-68ec47806675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:03Z', 'updated_at': '2021-06-30T03:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:07.569860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 3f6feba5-cc2e-407f-99fc-31fef1eee200 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:07.574968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 3f6feba5-cc2e-407f-99fc-31fef1eee200 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:07.575348 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:07.603454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event updated for resources: {'Port': ['ID=b03eccb0-a6c9-403d-9a76-e1e92a49da22,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:07.616421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad20c8-c7cf-4bd7-840c-529cfb31bf7e req-4452c3ff-15f2-46db-bf11-349319fae514 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:07.624339 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bad20c8-c7cf-4bd7-840c-529cfb31bf7e req-4452c3ff-15f2-46db-bf11-349319fae514 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1843784 Jun 30 03:12:07.677344 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4bad20c8-c7cf-4bd7-840c-529cfb31bf7e req-6639f4a3-b037-4c99-97cc-65bc24e7e813 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516748 Jun 30 03:12:07.739363 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:07.784965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091bae3e-9886-4738-9efa-1034047f0f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6feba5-cc2e-407f-99fc-31fef1eee200'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:07.788886 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3257981-8dbf-48e5-a6ad-1e6da3cdf4a2" -d '{"events": [{"server_uuid": "091bae3e-9886-4738-9efa-1034047f0f8e", "name": "network-vif-plugged", "status": "completed", "tag": "3f6feba5-cc2e-407f-99fc-31fef1eee200"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:07.838145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 3f6feba5-cc2e-407f-99fc-31fef1eee200, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=3f6feba5-cc2e-407f-99fc-31fef1eee200,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:07.854703 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343d54bc-9636-445f-bd57-1f555dba961c x-openstack-request-id: req-343d54bc-9636-445f-bd57-1f555dba961c {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:07.855000 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091bae3e-9886-4738-9efa-1034047f0f8e", "name": "network-vif-plugged", "status": "completed", "tag": "3f6feba5-cc2e-407f-99fc-31fef1eee200", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:07.855254 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-343d54bc-9636-445f-bd57-1f555dba961c {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:07.855671 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091bae3e-9886-4738-9efa-1034047f0f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6feba5-cc2e-407f-99fc-31fef1eee200', 'code': 200} Jun 30 03:12:08.008322 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:08.067722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e9d23-a876-4008-a3f1-6c9ff54df76d req-958f68a6-8c82-42a8-8234-672312032e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:08.069255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d9e9d23-a876-4008-a3f1-6c9ff54df76d req-958f68a6-8c82-42a8-8234-672312032e12 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 1095 time: 0.1310818 Jun 30 03:12:08.109004 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:08.111275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=3f6feba5-cc2e-407f-99fc-31fef1eee200,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:08.148400 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d9e9d23-a876-4008-a3f1-6c9ff54df76d req-b2b78efe-1691-4014-8f2e-4a431c75ffbf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724301 Jun 30 03:12:08.160851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:08.300902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b141a-9099-4c86-a4f5-ddcf7762486e req-6c8d4d52-9a97-40e8-857f-6ec6bb73583b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:08.320373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-045b141a-9099-4c86-a4f5-ddcf7762486e req-6c8d4d52-9a97-40e8-857f-6ec6bb73583b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 945 time: 0.1560950 Jun 30 03:12:08.375558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 21486567-5197-48a5-8b20-1692d82400fa details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:12:08.387871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7695d-f12b-41c9-a4db-d0f6e602630a req-2f6a434e-c2ad-4185-bc36-2818ebac53ff tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:08.400710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72b7695d-f12b-41c9-a4db-d0f6e602630a req-2f6a434e-c2ad-4185-bc36-2818ebac53ff tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 943 time: 0.0968711 Jun 30 03:12:08.464686 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72b7695d-f12b-41c9-a4db-d0f6e602630a req-b6b02953-4a2d-4918-ac20-9dc10542b518 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623868 Jun 30 03:12:08.470574 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-045b141a-9099-4c86-a4f5-ddcf7762486e req-7199708c-abcb-4a17-a9e2-d72a92f3fb5a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489112 Jun 30 03:12:08.498382 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:08.499532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:08.507725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:08.508098 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:08.511739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 21486567-5197-48a5-8b20-1692d82400fa, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=21486567-5197-48a5-8b20-1692d82400fa,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:08.544720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '21486567-5197-48a5-8b20-1692d82400fa', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'mac_address': 'fa:16:3e:81:22:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:12:08.604835 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:08.621766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21486567-5197-48a5-8b20-1692d82400fa {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:08.644442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 21486567-5197-48a5-8b20-1692d82400fa, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=21486567-5197-48a5-8b20-1692d82400fa,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:08.700165 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:08.723898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:08.754276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Router 5bd03be2-ee61-4f08-9829-560f311d5aa4 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:12:08.847036 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:08.909775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:08.921299 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Sync routers for ids ['5bd03be2-ee61-4f08-9829-560f311d5aa4'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:08.926748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652859d-2755-472b-b0d3-e5526c9b353f req-73f62d01-002c-428f-b4bd-ee4aaee4ff1c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:08.933205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=21486567-5197-48a5-8b20-1692d82400fa,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:08.935558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2652859d-2755-472b-b0d3-e5526c9b353f req-73f62d01-002c-428f-b4bd-ee4aaee4ff1c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1177776 Jun 30 03:12:08.948556 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Routers {'5bd03be2-ee61-4f08-9829-560f311d5aa4'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:08.950367 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5bd03be2-ee61-4f08-9829-560f311d5aa4'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:08.951624 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:08.998933 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2652859d-2755-472b-b0d3-e5526c9b353f req-67ad4323-43e9-48f4-9cee-a1c18849d209 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604019 Jun 30 03:12:09.045795 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:09.047045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9b4c233c-8f9f-441b-81e4-ad9524ed51cd tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.3511462 Jun 30 03:12:09.052396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:09.052560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36122) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:09.069871 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Set router 5bd03be2-ee61-4f08-9829-560f311d5aa4 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:09.096369 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['21486567-5197-48a5-8b20-1692d82400fa'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:12:09.227721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36124) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:09.228388 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-944e4bc2-26b8-4738-92fa-66927b4bd35c tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/routers/5bd03be2-ee61-4f08-9829-560f311d5aa4 HTTP/1.1" status: 200 len: 906 time: 0.1775110 Jun 30 03:12:09.373541 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd03be2-ee61-4f08-9829-560f311d5aa4', 'name': 'tempest-snat-router-726023048', 'tenant_id': 'b294c77ee24f49348e4e6037aa96504c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'b03eccb0-a6c9-403d-9a76-e1e92a49da22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:12:05Z', 'updated_at': '2021-06-30T03:12:07Z', 'revision_number': 3, 'project_id': 'b294c77ee24f49348e4e6037aa96504c', 'gw_port': {'id': 'b03eccb0-a6c9-403d-9a76-e1e92a49da22', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:cd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd03be2-ee61-4f08-9829-560f311d5aa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:12:06Z', 'updated_at': '2021-06-30T03:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:09.400537 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Checking router: 5bd03be2-ee61-4f08-9829-560f311d5aa4 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:09.400856 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Updating router 5bd03be2-ee61-4f08-9829-560f311d5aa4 port b03eccb0-a6c9-403d-9a76-e1e92a49da22 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:12:09.405990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:09.449031 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:09.531952 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:09.720053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3b574-4d13-45eb-9533-51689c3cc10f req-eb405e3d-fd83-42b9-8f6a-7ba83d1d2085 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:09.724371 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ba3b574-4d13-45eb-9533-51689c3cc10f req-eb405e3d-fd83-42b9-8f6a-7ba83d1d2085 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 944 time: 0.1013081 Jun 30 03:12:09.730982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc546-7175-4c07-9956-5e2ad069f733 req-ec532e00-e78d-43f4-9bdc-d23631cf5665 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:09.732651 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b47dc546-7175-4c07-9956-5e2ad069f733 req-ec532e00-e78d-43f4-9bdc-d23631cf5665 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 945 time: 0.1238313 Jun 30 03:12:09.734517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Deleting port b03eccb0-a6c9-403d-9a76-e1e92a49da22 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:09.734926 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:09.805186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ba3b574-4d13-45eb-9533-51689c3cc10f req-1689e120-490d-4f63-b33d-be87f6c39fed tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720518 Jun 30 03:12:09.835601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b47dc546-7175-4c07-9956-5e2ad069f733 req-415e774c-fba5-4897-852d-04393b949d9c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869298 Jun 30 03:12:09.861275 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:09.869293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:09.876726 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Transition to ACTIVE for port object b03eccb0-a6c9-403d-9a76-e1e92a49da22 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:09.886788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Calling delete_port for b03eccb0-a6c9-403d-9a76-e1e92a49da22 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:09.971516 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.046042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a86646-707e-42e7-aadb-b37d3055d485 req-c3348fff-480f-4c35-9d35-e2ceb2fd1c99 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:10.053445 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87a86646-707e-42e7-aadb-b37d3055d485 req-c3348fff-480f-4c35-9d35-e2ceb2fd1c99 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 945 time: 0.0809441 Jun 30 03:12:10.096219 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Attempting to bind port b03eccb0-a6c9-403d-9a76-e1e92a49da22 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:10.096836 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Attempting to bind port b03eccb0-a6c9-403d-9a76-e1e92a49da22 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:10.097347 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Attempting to bind port b03eccb0-a6c9-403d-9a76-e1e92a49da22 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:10.100504 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3827f-e8fa-43ea-a367-93f879847175 None None] Pushing event updated for resources: {'Port': ['ID=b03eccb0-a6c9-403d-9a76-e1e92a49da22,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:10.116902 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87a86646-707e-42e7-aadb-b37d3055d485 req-4b46d20d-214e-4e90-9fbc-f775cb0d66f0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623641 Jun 30 03:12:10.117566 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:10.118811 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:10.120235 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.121267 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:10.128295 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Bound port: b03eccb0-a6c9-403d-9a76-e1e92a49da22, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:10.129072 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.130092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:10.190671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:10.191083 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.235144 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.db.api [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:12:10.235144 n-d-798249-3 neutron-server[94533]: DEBUG oslo_db.api [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:12:10.237074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.267199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event deleted for resources: {'Port': ['ID=b03eccb0-a6c9-403d-9a76-e1e92a49da22,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:10.350153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6c70a-4721-4985-9912-e138b8a3cfa7 req-1957dbe9-a2f3-484a-b7d6-17b5eb0f3f9b tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:10.350153 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7f6c70a-4721-4985-9912-e138b8a3cfa7 req-1957dbe9-a2f3-484a-b7d6-17b5eb0f3f9b tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1562686 Jun 30 03:12:10.365157 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.381078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 21486567-5197-48a5-8b20-1692d82400fa up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:10.472161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.476030 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.480120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7f6c70a-4721-4985-9912-e138b8a3cfa7 req-769402f4-e577-48af-b637-32a707a9f058 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243341 Jun 30 03:12:10.531421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 21486567-5197-48a5-8b20-1692d82400fa completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:10.535641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 21486567-5197-48a5-8b20-1692d82400fa triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:10.536165 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.616197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.644137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21486567-5197-48a5-8b20-1692d82400fa'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:10.646698 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d5fcd5-63e7-4758-a826-ea89c290b1ce" -d '{"events": [{"server_uuid": "ed974d62-7245-4f2e-a4d1-7595a13e3037", "name": "network-vif-plugged", "status": "completed", "tag": "21486567-5197-48a5-8b20-1692d82400fa"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:10.660967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 21486567-5197-48a5-8b20-1692d82400fa, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=21486567-5197-48a5-8b20-1692d82400fa,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:10.669893 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.670907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bd03be2-ee61-4f08-9829-560f311d5aa4 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:12:10.676226 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.682738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36150) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:10.683761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d67dab73-efa7-42c8-b7be-d0941ff0d8c0 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "DELETE /v2.0/routers/5bd03be2-ee61-4f08-9829-560f311d5aa4 HTTP/1.1" status: 204 len: 168 time: 1.4503887 Jun 30 03:12:10.712136 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009c62f4-92b6-4619-90a8-a23586f18127 x-openstack-request-id: req-009c62f4-92b6-4619-90a8-a23586f18127 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:10.712434 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed974d62-7245-4f2e-a4d1-7595a13e3037", "name": "network-vif-plugged", "status": "completed", "tag": "21486567-5197-48a5-8b20-1692d82400fa", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:10.712695 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-009c62f4-92b6-4619-90a8-a23586f18127 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:10.713127 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21486567-5197-48a5-8b20-1692d82400fa', 'code': 200} Jun 30 03:12:10.761101 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.773518 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Attempting to bind port b03eccb0-a6c9-403d-9a76-e1e92a49da22 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:10.776587 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Attempting to bind port b03eccb0-a6c9-403d-9a76-e1e92a49da22 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:10.776960 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Attempting to bind port b03eccb0-a6c9-403d-9a76-e1e92a49da22 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:10.783275 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:10.783646 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:10.784050 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.784475 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:10.784991 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Bound port: b03eccb0-a6c9-403d-9a76-e1e92a49da22, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:10.785433 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.803667 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.plugin [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Port b03eccb0-a6c9-403d-9a76-e1e92a49da22 has been deleted concurrently {{(pid=94533) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 03:12:10.814902 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Routers set() bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:10.815272 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Router IDs set() for agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 03:12:10.816139 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_agentschedulers_db [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5bd03be2-ee61-4f08-9829-560f311d5aa4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent'). {{(pid=94533) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 03:12:10.816817 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae88e2-3ec1-48d0-a15f-9e469f7cfa23 None None] The sync data for ids ['5bd03be2-ee61-4f08-9829-560f311d5aa4'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:10.823499 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:10.854277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=21486567-5197-48a5-8b20-1692d82400fa,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:10.875545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9d705-286d-4bed-8c4e-0c1ef08b9f07 req-3eab2728-a7af-40e5-b111-c32b8cc6667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:10.878299 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64d9d705-286d-4bed-8c4e-0c1ef08b9f07 req-3eab2728-a7af-40e5-b111-c32b8cc6667a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 1096 time: 0.0837381 Jun 30 03:12:10.917095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64d9d705-286d-4bed-8c4e-0c1ef08b9f07 req-db057024-3ff1-4486-986a-a1accbd23871 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326757 Jun 30 03:12:10.962826 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.023408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27188741-9334-42b5-a82c-b367e4da2ec0 req-744591af-ea5e-4052-8934-d21188056d5c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:11.025151 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-27188741-9334-42b5-a82c-b367e4da2ec0 req-744591af-ea5e-4052-8934-d21188056d5c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 945 time: 0.0645177 Jun 30 03:12:11.064461 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-27188741-9334-42b5-a82c-b367e4da2ec0 req-1e8f0c6c-977d-4606-b948-8f4a5761a03d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Jun 30 03:12:11.115106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Deleting port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:11.115469 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.194779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] For port 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:11.195153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.208242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Calling delete_port for 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:11.704059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcd206-2024-48ea-98a9-b22d9bb8da48 req-f634f170-eca1-4164-b38b-025a2491549f tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:11.705593 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcd206-2024-48ea-98a9-b22d9bb8da48 req-f634f170-eca1-4164-b38b-025a2491549f tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0744195 Jun 30 03:12:11.762847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ddcd206-2024-48ea-98a9-b22d9bb8da48 req-cffb8b06-0a6e-4c44-8c4d-5734f7cf46c4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503111 Jun 30 03:12:11.794764 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:11.824039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:11.927261 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:12.028531 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:12.032458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:12.247780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ce353-f167-46f5-bee1-7fa2e9d45d19 req-00e27457-9e1b-4f39-8abc-aadd8e0ce30d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:12.249819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d9ce353-f167-46f5-bee1-7fa2e9d45d19 req-00e27457-9e1b-4f39-8abc-aadd8e0ce30d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 945 time: 0.0653877 Jun 30 03:12:12.305651 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d9ce353-f167-46f5-bee1-7fa2e9d45d19 req-7eb9c1e4-4b40-4e46-b949-5032fdecfce7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497608 Jun 30 03:12:12.418702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:12.419370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f655b3d2-5189-40ab-a60a-68ec47806675 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:12:12.425737 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:12.426603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b7771349-0a93-4c1f-9ab9-777917cca297 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "DELETE /v2.0/routers/f655b3d2-5189-40ab-a60a-68ec47806675 HTTP/1.1" status: 204 len: 168 time: 1.7457781 Jun 30 03:12:12.430340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36186) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:12.435185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1274647666', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:12.573270 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:12.575151 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:12.634662 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:13.104300 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:13.145943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120301b3-c800-4f45-a65b-402413c047a0 req-13b08464-d707-4555-b484-f57802aa0cf3 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:13.148195 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-120301b3-c800-4f45-a65b-402413c047a0 req-13b08464-d707-4555-b484-f57802aa0cf3 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1008389 Jun 30 03:12:13.212759 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-120301b3-c800-4f45-a65b-402413c047a0 req-e3d6fa09-8c01-421b-bac1-713f35a28857 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520351 Jun 30 03:12:13.436843 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:13.490393 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:13.644105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Allocated IP 172.25.2.184 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/9058220c-56e2-4835-9e0d-c74de2eef513) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:13.651482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb11a30-1e01-47cb-ad49-8acbf702e0e7 req-4b91c985-db50-4d23-b41c-36806883e2fe tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:13.658830 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eeb11a30-1e01-47cb-ad49-8acbf702e0e7 req-4b91c985-db50-4d23-b41c-36806883e2fe tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 945 time: 0.2238090 Jun 30 03:12:13.762441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eeb11a30-1e01-47cb-ad49-8acbf702e0e7 req-ede245a1-e11b-48c3-8044-b26da19b8328 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026986 Jun 30 03:12:13.803074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:13.967361 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-2b903e77-0d7f-4dd4-ad39-91e5ffa7e4ef tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:13.968819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-2b903e77-0d7f-4dd4-ad39-91e5ffa7e4ef tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.1181228 Jun 30 03:12:13.970361 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:13.992784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:14.013444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:14.014131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0d93b6d8-d88f-45b2-9aa2-48c3a5fd72ca not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:14.019108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:14.022891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:14.027607 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-9b08a124-acc1-4635-a70b-b4924270367b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/quotas/7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 375 time: 0.0480440 Jun 30 03:12:14.029796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:14.065817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Pushing event updated for resources: {'Port': ['ID=9058220c-56e2-4835-9e0d-c74de2eef513,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:14.342495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f12a16-afee-4aac-8423-11d670f537ab req-aea8a67b-0d2f-40b4-ac17-e10cfec2ad87 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:14.344095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18f12a16-afee-4aac-8423-11d670f537ab req-aea8a67b-0d2f-40b4-ac17-e10cfec2ad87 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 945 time: 0.1909256 Jun 30 03:12:14.384561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18f12a16-afee-4aac-8423-11d670f537ab req-63e442f1-8ba6-4e0a-8b15-c93ea48fef47 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 Jun 30 03:12:14.414083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36250) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:14.482904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb59d20-4db9-4ee4-bd73-08f04352f9cd tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:14.493353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4bb59d20-4db9-4ee4-bd73-08f04352f9cd tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 1091 time: 0.0714192 Jun 30 03:12:14.495063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36254) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:14.499619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:14.545830 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4ff8b121-498b-48c6-b80a-b628b9191a1b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5069051 Jun 30 03:12:14.558656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-d6e6ad7a-335e-49db-a7cb-c25bdaccafef service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:12:14.565261 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-d6e6ad7a-335e-49db-a7cb-c25bdaccafef service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109203 Jun 30 03:12:14.613923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b94fdf-684d-4acf-98cb-b7b3c0e9133a req-174f9fe1-2a82-4a01-871b-0fe04fc7d1e0 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:14.615632 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8b94fdf-684d-4acf-98cb-b7b3c0e9133a req-174f9fe1-2a82-4a01-871b-0fe04fc7d1e0 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 950 time: 0.0748279 Jun 30 03:12:14.616573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:14.674144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-de709826-9a76-4ff1-8fc6-1b1dc45dd824 service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079416 Jun 30 03:12:14.699706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8b94fdf-684d-4acf-98cb-b7b3c0e9133a req-caa6df84-4f8c-496f-a809-006d75e269ec tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700138 Jun 30 03:12:14.775313 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:14.899318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-dcf64387-038e-4043-a7bf-b6634054db3d service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225709 Jun 30 03:12:14.911189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:14.977311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Allocated IP 172.25.2.177 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/c9659e9a-b585-46ba-8d52-003e7231014d) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:14.995131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ddb81-819c-4166-bd07-9a331926d645 req-bb2b54e8-7bef-4e5a-b454-7dc08c4a45cf tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:14.996662 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2e9ddb81-819c-4166-bd07-9a331926d645 req-bb2b54e8-7bef-4e5a-b454-7dc08c4a45cf tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1528361 Jun 30 03:12:15.083897 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2e9ddb81-819c-4166-bd07-9a331926d645 req-883716bd-c15c-4242-ab99-d2538226e44d tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800099 Jun 30 03:12:15.122495 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.131560 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.253369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-068b2790-e68b-49b4-acc4-2abbeb9f21e1 req-70c20110-cdae-4574-8175-8f00a363b9ea tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0283349 Jun 30 03:12:15.328057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.363187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Router 037314d0-ed4a-4ff4-acda-e7fe12fb3db6 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:12:15.366260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:15.370008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:15.373722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:15.381358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=c9659e9a-b585-46ba-8d52-003e7231014d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:15.483578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:15.501532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9c0de-f758-41f7-b3a0-bf0ae9b03ec6 None None] Sync routers for ids ['037314d0-ed4a-4ff4-acda-e7fe12fb3db6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:15.512578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9c0de-f758-41f7-b3a0-bf0ae9b03ec6 None None] Routers {'037314d0-ed4a-4ff4-acda-e7fe12fb3db6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:15.513447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a6f9c0de-f758-41f7-b3a0-bf0ae9b03ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['037314d0-ed4a-4ff4-acda-e7fe12fb3db6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:15.549061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a6f9c0de-f758-41f7-b3a0-bf0ae9b03ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:15.557534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9c0de-f758-41f7-b3a0-bf0ae9b03ec6 None None] Routers {'037314d0-ed4a-4ff4-acda-e7fe12fb3db6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:15.558127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a6f9c0de-f758-41f7-b3a0-bf0ae9b03ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['037314d0-ed4a-4ff4-acda-e7fe12fb3db6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:15.579912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:15.583745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cd3d2806-d357-4c09-b4cb-b975f22a74e2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1498144 Jun 30 03:12:15.584263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36270) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:15.589732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d7161ce4-54c3-43dd-b4d5-3d2be74cb908 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'enable_snat': False}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:15.590173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a6f9c0de-f758-41f7-b3a0-bf0ae9b03ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:15.590812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9c0de-f758-41f7-b3a0-bf0ae9b03ec6 None None] The sync data for ids ['037314d0-ed4a-4ff4-acda-e7fe12fb3db6'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:15.743343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-12446683-ba9f-44dc-8ee0-de340e3b8094 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:15.745398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-12446683-ba9f-44dc-8ee0-de340e3b8094 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 950 time: 0.1525152 Jun 30 03:12:15.805589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.009964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.085300 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7161ce4-54c3-43dd-b4d5-3d2be74cb908 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.145190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703ca68-39ce-40ac-b146-0b7365942bec req-ba5a4e9a-2d97-46d0-8382-0914fa049bc1 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:16.147014 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b703ca68-39ce-40ac-b146-0b7365942bec req-ba5a4e9a-2d97-46d0-8382-0914fa049bc1 tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 950 time: 0.2759569 Jun 30 03:12:16.148468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-61eb04c1-3e65-41db-8674-601b18043a1a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Deleting port cd8c7840-fefd-476c-a223-b56897018127 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:16.148810 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-61eb04c1-3e65-41db-8674-601b18043a1a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.292682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.329327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c996-c868-4fe2-be17-1272ab98d1b4 req-a28fa583-bb69-4575-a3ff-f9b06859cedc tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:16.330881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3506c996-c868-4fe2-be17-1272ab98d1b4 req-a28fa583-bb69-4575-a3ff-f9b06859cedc tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0888274 Jun 30 03:12:16.345552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-61eb04c1-3e65-41db-8674-601b18043a1a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] For port cd8c7840-fefd-476c-a223-b56897018127, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=cd8c7840-fefd-476c-a223-b56897018127,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:16.345928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-61eb04c1-3e65-41db-8674-601b18043a1a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.363468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b703ca68-39ce-40ac-b146-0b7365942bec req-9b8b26b1-a2a0-4c84-8900-72bd043b700e tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/security-groups?id=6d9ee24d-8021-440c-aaaf-f92a8c187c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246283 Jun 30 03:12:16.369385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-61eb04c1-3e65-41db-8674-601b18043a1a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Calling delete_port for cd8c7840-fefd-476c-a223-b56897018127 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:16.371448 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3506c996-c868-4fe2-be17-1272ab98d1b4 req-b8f753fc-15cb-4ccf-9897-f1d3b776a60f tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Jun 30 03:12:16.468227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.468710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7823436f-3c51-4b56-b736-cffa283a28fa req-03cc0773-3fac-4843-9132-d5dcfa5095f0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0340483 Jun 30 03:12:16.540950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=c9659e9a-b585-46ba-8d52-003e7231014d,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:16.557556 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.657961 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Floating IP e61c0825-3367-4d56-bf3f-4f886c72e88a associated. External IP: 172.25.2.177, port: 21486567-5197-48a5-8b20-1692d82400fa. Jun 30 03:12:16.714758 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-61eb04c1-3e65-41db-8674-601b18043a1a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.778109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb04c1-3e65-41db-8674-601b18043a1a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Pushing event deleted for resources: {'Port': ['ID=cd8c7840-fefd-476c-a223-b56897018127,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:16.839302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-61eb04c1-3e65-41db-8674-601b18043a1a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] No DVR routers for this DVR port cd8c7840-fefd-476c-a223-b56897018127 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:12:16.841963 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-61eb04c1-3e65-41db-8674-601b18043a1a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.844464 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-406031e3-5cde-4963-83d3-4e82e102dd50 req-61eb04c1-3e65-41db-8674-601b18043a1a tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.83 "DELETE /v2.0/ports/cd8c7840-fefd-476c-a223-b56897018127 HTTP/1.1" status: 204 len: 173 time: 1.0677862 Jun 30 03:12:16.846693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d65a491-c85d-4f43-8ad8-04a24b4a4bfa', 'name': 'network-vif-deleted', 'tag': 'cd8c7840-fefd-476c-a223-b56897018127'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:16.849063 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e1902f-9565-42c4-bab8-a9931657159f" -d '{"events": [{"server_uuid": "0d65a491-c85d-4f43-8ad8-04a24b4a4bfa", "name": "network-vif-deleted", "tag": "cd8c7840-fefd-476c-a223-b56897018127"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:16.894735 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133151b2-e443-41bd-a383-0b172e30a071 x-openstack-request-id: req-133151b2-e443-41bd-a383-0b172e30a071 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:16.895200 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d65a491-c85d-4f43-8ad8-04a24b4a4bfa", "name": "network-vif-deleted", "tag": "cd8c7840-fefd-476c-a223-b56897018127", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:16.895760 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-133151b2-e443-41bd-a383-0b172e30a071 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:16.902737 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d65a491-c85d-4f43-8ad8-04a24b4a4bfa', 'name': 'network-vif-deleted', 'tag': 'cd8c7840-fefd-476c-a223-b56897018127', 'status': 'completed', 'code': 200} Jun 30 03:12:16.904207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:12:16.968418 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7161ce4-54c3-43dd-b4d5-3d2be74cb908 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.971868 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7161ce4-54c3-43dd-b4d5-3d2be74cb908 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.020623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:17.031616 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] Sync routers for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:17.041264 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:17.041824 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:17.098380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7161ce4-54c3-43dd-b4d5-3d2be74cb908 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Router 037314d0-ed4a-4ff4-acda-e7fe12fb3db6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:12:17.160039 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.171595 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:17.201325 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2fece954-cf8d-490f-a7b6-ed5d4c766158 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7049973 Jun 30 03:12:17.201961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'tag': '21486567-5197-48a5-8b20-1692d82400fa'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:17.204252 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23" -d '{"events": [{"name": "network-changed", "server_uuid": "ed974d62-7245-4f2e-a4d1-7595a13e3037", "tag": "21486567-5197-48a5-8b20-1692d82400fa"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:17.207185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36300) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:17.274470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7161ce4-54c3-43dd-b4d5-3d2be74cb908 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:17.283633 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7161ce4-54c3-43dd-b4d5-3d2be74cb908 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.288376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d7161ce4-54c3-43dd-b4d5-3d2be74cb908 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "PUT /v2.0/routers/037314d0-ed4a-4ff4-acda-e7fe12fb3db6 HTTP/1.1" status: 200 len: 926 time: 1.7008462 Jun 30 03:12:17.288867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36304) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:17.289198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa1cea-3cf1-4de1-a8a0-20d537287a18 None None] Sync routers for ids ['037314d0-ed4a-4ff4-acda-e7fe12fb3db6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:17.304956 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96387b71-4fb2-4413-ac1b-b8fafb04e84f x-openstack-request-id: req-96387b71-4fb2-4413-ac1b-b8fafb04e84f {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:17.309096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa1cea-3cf1-4de1-a8a0-20d537287a18 None None] Routers {'037314d0-ed4a-4ff4-acda-e7fe12fb3db6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:17.310388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c6aa1cea-3cf1-4de1-a8a0-20d537287a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['037314d0-ed4a-4ff4-acda-e7fe12fb3db6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:17.313922 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed974d62-7245-4f2e-a4d1-7595a13e3037", "tag": "21486567-5197-48a5-8b20-1692d82400fa", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:17.314830 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96387b71-4fb2-4413-ac1b-b8fafb04e84f {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:17.315486 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'tag': '21486567-5197-48a5-8b20-1692d82400fa', 'status': 'completed', 'code': 200} Jun 30 03:12:17.468854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c6aa1cea-3cf1-4de1-a8a0-20d537287a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:17.499214 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa1cea-3cf1-4de1-a8a0-20d537287a18 None None] Routers {'037314d0-ed4a-4ff4-acda-e7fe12fb3db6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:17.499841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c6aa1cea-3cf1-4de1-a8a0-20d537287a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['037314d0-ed4a-4ff4-acda-e7fe12fb3db6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:17.576878 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-da18842e-4dbc-4aff-a9cb-b2cf42126253 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/routers/037314d0-ed4a-4ff4-acda-e7fe12fb3db6 HTTP/1.1" status: 200 len: 926 time: 0.2854338 Jun 30 03:12:17.580885 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36316) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:17.582600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-c6aa1cea-3cf1-4de1-a8a0-20d537287a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:17.583985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aa1cea-3cf1-4de1-a8a0-20d537287a18 None None] The sync data for ids ['037314d0-ed4a-4ff4-acda-e7fe12fb3db6'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:17.635153 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:11:41Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e61c0825-3367-4d56-bf3f-4f886c72e88a', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'mac_address': 'fa:16:3e:81:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:15Z', 'updated_at': '2021-06-30T03:12:15Z', 'revision_number': 0, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:17.648694 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fc6fbd0e-48f0-4998-8b36-37c7ead8a203 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/floatingips/e61c0825-3367-4d56-bf3f-4f886c72e88a HTTP/1.1" status: 200 len: 991 time: 0.4394124 Jun 30 03:12:17.674000 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] Checking router: a26a2923-5c5a-4e7c-966f-ebd25ed5b05b for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:17.683730 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e069924-9f05-4a45-9a8e-15d993c4d169 req-d87f6502-04fc-4ab9-9d2c-63b99bf81b4c tempest-VolumesBackupsTest-687504983 tempest-VolumesBackupsTest-687504983-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d65a491-c85d-4f43-8ad8-04a24b4a4bfa HTTP/1.1" status: 200 len: 210 time: 0.0331450 Jun 30 03:12:17.684073 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:17.684357 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:17.861690 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:17.896107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8e24cec-b788-4971-99e9-145262e23cf8 req-cb6faa90-d6b0-446c-8d74-d04992933fd5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0601680 Jun 30 03:12:18.054337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-be14ede1-9436-49a4-ae33-96741d12adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:18.055851 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-be14ede1-9436-49a4-ae33-96741d12adf9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 1096 time: 0.7596145 Jun 30 03:12:18.145266 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:11:41Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e61c0825-3367-4d56-bf3f-4f886c72e88a', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'mac_address': 'fa:16:3e:81:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:15Z', 'updated_at': '2021-06-30T03:12:15Z', 'revision_number': 0, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:18.150829 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c5b68-faa7-483a-b431-e76ede6044c0 req-6754b185-6c66-4ad5-b94d-1f709671c03b tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:18.152348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e18c5b68-faa7-483a-b431-e76ede6044c0 req-6754b185-6c66-4ad5-b94d-1f709671c03b tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1670759 Jun 30 03:12:18.175495 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f91b67-3dca-4896-943d-a9edeaf0ab5d None None] The sync data for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 is: [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:11:41Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e61c0825-3367-4d56-bf3f-4f886c72e88a', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'mac_address': 'fa:16:3e:81:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:15Z', 'updated_at': '2021-06-30T03:12:15Z', 'revision_number': 0, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:18.193905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7b644-361f-4326-8007-c6470c764145 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:18.195434 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e3c7b644-361f-4326-8007-c6470c764145 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&device_id=037314d0-ed4a-4ff4-acda-e7fe12fb3db6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6136007 Jun 30 03:12:18.198806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36324) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:18.236997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e18c5b68-faa7-483a-b431-e76ede6044c0 req-07715b0b-8036-40ba-b37c-807546632ef3 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755444 Jun 30 03:12:18.242324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-0e90a8d6-3bdb-4e87-8106-ecc12f404a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:18.247968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-0e90a8d6-3bdb-4e87-8106-ecc12f404a06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ea552e4d-a2f0-44ce-9c81-bc66404313f3 HTTP/1.1" status: 200 len: 897 time: 0.1755946 Jun 30 03:12:18.317016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842ae2cb-f9b5-4ba1-aceb-41dff6001e90 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:18.321032 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-842ae2cb-f9b5-4ba1-aceb-41dff6001e90 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 881 time: 0.1187184 Jun 30 03:12:18.322348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36328) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:18.363659 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-78a4644c-902e-4e44-b0db-857ad44e536f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=037314d0-ed4a-4ff4-acda-e7fe12fb3db6 HTTP/1.1" status: 200 len: 205 time: 0.0405788 Jun 30 03:12:18.366310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36330) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:18.372879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-508ac5dc-5b4b-43c9-9d15-6a1d1c0f5e44 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21486567-5197-48a5-8b20-1692d82400fa HTTP/1.1" status: 200 len: 999 time: 0.1217296 Jun 30 03:12:18.412270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device cd8c7840-fefd-476c-a223-b56897018127 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:18.435688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-5409c684-6c2c-464b-9a8d-4d6e226b60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:18.438107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-5409c684-6c2c-464b-9a8d-4d6e226b60a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf7ac229-5465-441b-89ed-26a28a653858 HTTP/1.1" status: 200 len: 835 time: 0.0588837 Jun 30 03:12:18.473930 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: cd8c7840-fefd-476c-a223-b56897018127 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:18.474298 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device cd8c7840-fefd-476c-a223-b56897018127 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:18.518077 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.562218 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa972367-27db-4e3c-a428-aa970283690c None None] New status for floating IP e61c0825-3367-4d56-bf3f-4f886c72e88a: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:12:18.618477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-2149cf39-9750-4844-b56b-e11e8c6fabbd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:18.621191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-2149cf39-9750-4844-b56b-e11e8c6fabbd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.1652920 Jun 30 03:12:18.636924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-36de37fa-98b5-4f2e-b6bd-1a68dfaebb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:18.638479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-36de37fa-98b5-4f2e-b6bd-1a68dfaebb3a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea552e4d-a2f0-44ce-9c81-bc66404313f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938903 Jun 30 03:12:18.639886 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.646056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'port': {'device_id': '069eaf04-05ac-4dbe-802b-72807b019c0b', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'admin_state_up': True, 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:18.651770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36336) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:18.798374 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c54a20e3-241b-44ac-bf07-2f4bcaab5207 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/floatingips/e61c0825-3367-4d56-bf3f-4f886c72e88a HTTP/1.1" status: 200 len: 991 time: 0.1450460 Jun 30 03:12:18.828897 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-e1c73663-93aa-416e-ad0a-e058b47619e8 service neutron] 10.222.0.83 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792324 Jun 30 03:12:18.929679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Deleting port 9058220c-56e2-4835-9e0d-c74de2eef513 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:18.931237 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.990237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfbdcc66-5b4a-44ee-8ed8-5bf940cd9f23 req-3ab3f454-0c7d-4058-8bcb-7fc4ab5f6f90 service neutron] 10.222.0.83 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535177 Jun 30 03:12:19.043235 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.051303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Made reservation on behalf of 7f5f72b3d7e44245880fdad3e491ef5c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:19.055109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.060198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Calling delete_port for 9058220c-56e2-4835-9e0d-c74de2eef513 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:19.096601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae5942de-8fda-448f-b35a-512e39408edb req-5b44c7ca-bc4d-4870-be7f-b330d423cb56 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0381966 Jun 30 03:12:19.221897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Allocated IP 172.20.0.11 (f461a745-ad1f-4f7c-b639-d8b18c2f45a9/3476c010-abe5-41e6-87e4-8c939565d733/d41dab13-7ac1-488a-a541-30aa58031a4f) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:19.400312 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.411802 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.432321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Transition to ACTIVE for port object d41dab13-7ac1-488a-a541-30aa58031a4f will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:19.454625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Pushing event deleted for resources: {'Port': ['ID=9058220c-56e2-4835-9e0d-c74de2eef513,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:19.554682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.573327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['3f6feba5-cc2e-407f-99fc-31fef1eee200'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:12:19.581041 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.618428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:19.622098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:19.627013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:19.636607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=d41dab13-7ac1-488a-a541-30aa58031a4f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:19.692979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:19.693955 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.800404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36360) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:19.849368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.852389 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:19.948934 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0c024481-8584-4217-952c-90c265e20749 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3087716 Jun 30 03:12:19.964748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1b2e5-a120-49cc-a7a1-915b51adeefe req-376ea3da-cb61-4e29-a03a-d6edd5d00f88 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:19.967878 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fa1b2e5-a120-49cc-a7a1-915b51adeefe req-376ea3da-cb61-4e29-a03a-d6edd5d00f88 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.5352161 Jun 30 03:12:19.972590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Request body: {'port': {'device_id': '069eaf04-05ac-4dbe-802b-72807b019c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:20.030248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8fa1b2e5-a120-49cc-a7a1-915b51adeefe req-dc1ed5f9-86ef-444b-b4dc-d088868fdf89 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605350 Jun 30 03:12:20.031569 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.032784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Fanout notify agent at l3_agent the message router_deleted on router 037314d0-ed4a-4ff4-acda-e7fe12fb3db6 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:12:20.044997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.050151 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a871e0f0-997d-4ca6-89aa-f99f7da9d270 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/037314d0-ed4a-4ff4-acda-e7fe12fb3db6 HTTP/1.1" status: 204 len: 168 time: 1.6826630 Jun 30 03:12:20.052314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36364) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:20.057192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-704ef6a6-64e5-4029-a679-cd40706d1e2f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1088296178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:20.084964 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bd39fb20-cb5b-4656-8992-8ae9eb43d6a6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/floatingips/e61c0825-3367-4d56-bf3f-4f886c72e88a HTTP/1.1" status: 200 len: 993 time: 0.2830377 Jun 30 03:12:20.135184 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.231793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-704ef6a6-64e5-4029-a679-cd40706d1e2f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.233348 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-704ef6a6-64e5-4029-a679-cd40706d1e2f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.315923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-704ef6a6-64e5-4029-a679-cd40706d1e2f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.370445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a53d6bf5-32c6-46df-8e52-3a77c98724df None None] Provisioning for port d41dab13-7ac1-488a-a541-30aa58031a4f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:20.386554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a53d6bf5-32c6-46df-8e52-3a77c98724df None None] Provisioning complete for port d41dab13-7ac1-488a-a541-30aa58031a4f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:20.387697 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a53d6bf5-32c6-46df-8e52-3a77c98724df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.398287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721ecf3-532b-414d-bf22-d8fbdeff255a req-59ac5516-e0ed-4fc9-885c-139a4654e639 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:20.407528 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f721ecf3-532b-414d-bf22-d8fbdeff255a req-59ac5516-e0ed-4fc9-885c-139a4654e639 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 932 time: 0.1611724 Jun 30 03:12:20.456001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a53d6bf5-32c6-46df-8e52-3a77c98724df None None] Port d41dab13-7ac1-488a-a541-30aa58031a4f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:12:20.488250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f721ecf3-532b-414d-bf22-d8fbdeff255a req-b8ba6a61-e3b4-414b-98a6-d2921b73dd0c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796223 Jun 30 03:12:20.491369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-704ef6a6-64e5-4029-a679-cd40706d1e2f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.560551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41dab13-7ac1-488a-a541-30aa58031a4f {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:20.568834 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.584434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Transition to ACTIVE for port object d41dab13-7ac1-488a-a541-30aa58031a4f will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:20.622704 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-704ef6a6-64e5-4029-a679-cd40706d1e2f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.624305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-704ef6a6-64e5-4029-a679-cd40706d1e2f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5705171 Jun 30 03:12:20.626674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36378) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:20.631805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:20.699512 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.816663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Pushing event updated for resources: {'Port': ['ID=d41dab13-7ac1-488a-a541-30aa58031a4f,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:20.924282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.967591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Attempting to bind port d41dab13-7ac1-488a-a541-30aa58031a4f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:20.968045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Attempting to bind port d41dab13-7ac1-488a-a541-30aa58031a4f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:20.968409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Attempting to bind port d41dab13-7ac1-488a-a541-30aa58031a4f on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:20.973822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Port d41dab13-7ac1-488a-a541-30aa58031a4f on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:12:20.974157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Attempting to bind port d41dab13-7ac1-488a-a541-30aa58031a4f on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:20.980037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:20.980377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Checking segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:20.980761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Bound using segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:20.981310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Bound port: d41dab13-7ac1-488a-a541-30aa58031a4f, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:20.981789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.054801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] For port d41dab13-7ac1-488a-a541-30aa58031a4f, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:21.059319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] For port d41dab13-7ac1-488a-a541-30aa58031a4f, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d41dab13-7ac1-488a-a541-30aa58031a4f,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:21.194548 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.284527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:21.286267 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.287709 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] 10.222.0.74 "PUT /v2.0/ports/d41dab13-7ac1-488a-a541-30aa58031a4f HTTP/1.1" status: 200 len: 1092 time: 1.3218312 Jun 30 03:12:21.288370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069eaf04-05ac-4dbe-802b-72807b019c0b', 'tag': 'd41dab13-7ac1-488a-a541-30aa58031a4f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:21.298338 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312d464a-7837-4560-a4a1-042c535782bd" -d '{"events": [{"name": "network-changed", "server_uuid": "069eaf04-05ac-4dbe-802b-72807b019c0b", "tag": "d41dab13-7ac1-488a-a541-30aa58031a4f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:21.302181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103e4d0-311b-4bde-b05c-ecbb0c4b0533 service neutron] Pushing event updated for resources: {'Port': ['ID=d41dab13-7ac1-488a-a541-30aa58031a4f,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:21.363424 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baea0430-2432-4847-9dcb-806f169d8b45 x-openstack-request-id: req-baea0430-2432-4847-9dcb-806f169d8b45 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:21.363726 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069eaf04-05ac-4dbe-802b-72807b019c0b", "tag": "d41dab13-7ac1-488a-a541-30aa58031a4f", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:21.363983 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-baea0430-2432-4847-9dcb-806f169d8b45 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:21.364390 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069eaf04-05ac-4dbe-802b-72807b019c0b', 'tag': 'd41dab13-7ac1-488a-a541-30aa58031a4f', 'status': 'completed', 'code': 200} Jun 30 03:12:21.492496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d464a-7837-4560-a4a1-042c535782bd req-92fe7500-e0ce-41fd-b4ec-3693bcfc2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:21.494557 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-312d464a-7837-4560-a4a1-042c535782bd req-92fe7500-e0ce-41fd-b4ec-3693bcfc2046 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 1095 time: 0.1007481 Jun 30 03:12:21.648931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d464a-7837-4560-a4a1-042c535782bd req-8cb2f3c4-e992-4c42-92cf-bab7a058104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:21.651177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-312d464a-7837-4560-a4a1-042c535782bd req-8cb2f3c4-e992-4c42-92cf-bab7a058104f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1469538 Jun 30 03:12:21.833659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.856217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:21.860288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d464a-7837-4560-a4a1-042c535782bd req-02a5ee5f-8672-4bd5-9573-5c083841fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:21.861821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-312d464a-7837-4560-a4a1-042c535782bd req-02a5ee5f-8672-4bd5-9573-5c083841fb12 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2001679 Jun 30 03:12:21.896972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6d542-4730-4e1f-a317-3f468af5c301 req-1be034a7-4ed4-40b4-a2c2-ef934ba35535 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:21.898539 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73e6d542-4730-4e1f-a317-3f468af5c301 req-1be034a7-4ed4-40b4-a2c2-ef934ba35535 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0807850 Jun 30 03:12:21.932723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded186-4d65-49e6-b08e-bb8e67c74236 req-a044c99b-34b1-4aba-83ad-7113d4f47007 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:21.935056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0ded186-4d65-49e6-b08e-bb8e67c74236 req-a044c99b-34b1-4aba-83ad-7113d4f47007 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.6540494 Jun 30 03:12:22.009073 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0ded186-4d65-49e6-b08e-bb8e67c74236 req-0a43d227-4cfa-4aa6-bcc3-643e5bfc73d0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651286 Jun 30 03:12:22.046202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73e6d542-4730-4e1f-a317-3f468af5c301 req-990cdfd8-3d41-4683-ae36-565f445336b3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407127 Jun 30 03:12:22.062199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-98c5bf47-5758-4b99-aeb7-5be8b844e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:22.063699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-98c5bf47-5758-4b99-aeb7-5be8b844e333 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 1095 time: 0.1562846 Jun 30 03:12:22.109897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Allocated IP 172.25.2.171 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/9cfc4368-ef96-46fc-82ab-994a7bdd143a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:22.145167 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-0f993ca7-3d17-447d-8b97-ebcb6ff555fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d41dab13-7ac1-488a-a541-30aa58031a4f HTTP/1.1" status: 200 len: 217 time: 0.0713184 Jun 30 03:12:22.225382 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-e53389c5-d843-44ef-b49c-2cbf1546ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:22.227115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-e53389c5-d843-44ef-b49c-2cbf1546ca13 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0754693 Jun 30 03:12:22.249828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.332928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-66dbb471-3291-49c6-9536-1d18872bd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:22.334759 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-66dbb471-3291-49c6-9536-1d18872bd68f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994148 Jun 30 03:12:22.446125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4f4ea931-ee5f-4075-9681-f715ae7d68d4 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017334 Jun 30 03:12:22.538032 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa80a4c7-2760-43e1-98ab-c91d53fe581f req-4c2c5a5f-6c27-487a-a46f-25622e5cfc25 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855405 Jun 30 03:12:22.551803 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.599284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:22.604126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:22.610857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:22.654622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Pushing event updated for resources: {'Port': ['ID=9cfc4368-ef96-46fc-82ab-994a7bdd143a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:22.919748 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.138502 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.289960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7823b3-7251-4291-9552-3fd924fa632b req-898ef4f5-dabe-4fda-8dff-6a6db5fa2512 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:23.300807 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd7823b3-7251-4291-9552-3fd924fa632b req-898ef4f5-dabe-4fda-8dff-6a6db5fa2512 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0901232 Jun 30 03:12:23.342247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9e3ec-80da-4784-ba84-fde4daefae1e req-febcbba3-9e45-40fb-a3c7-c72325bcd260 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:23.343753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06d9e3ec-80da-4784-ba84-fde4daefae1e req-febcbba3-9e45-40fb-a3c7-c72325bcd260 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1999440 Jun 30 03:12:23.411108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd7823b3-7251-4291-9552-3fd924fa632b req-9fabd881-fcfb-4829-b788-4a101ad99aa5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884280 Jun 30 03:12:23.460547 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06d9e3ec-80da-4784-ba84-fde4daefae1e req-10db0b92-dca4-4675-806e-ea5493af4b02 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796750 Jun 30 03:12:23.487843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.491542 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.508442 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.731160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Router 845d7c00-ca5e-4933-ab0a-9b9615b1e980 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:12:23.886340 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:23.895595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8ac21-ca72-4132-9b49-389e61210243 None None] Sync routers for ids ['845d7c00-ca5e-4933-ab0a-9b9615b1e980'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:23.901367 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.905285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36458) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:23.905539 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3ef67da3-2c07-45f3-8560-ac49113ec781 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "PUT /v2.0/routers/845d7c00-ca5e-4933-ab0a-9b9615b1e980 HTTP/1.1" status: 200 len: 884 time: 3.2776926 Jun 30 03:12:23.906357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8ac21-ca72-4132-9b49-389e61210243 None None] Routers {'845d7c00-ca5e-4933-ab0a-9b9615b1e980'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:23.907429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-76e8ac21-ca72-4132-9b49-389e61210243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['845d7c00-ca5e-4933-ab0a-9b9615b1e980'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:23.947810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-76e8ac21-ca72-4132-9b49-389e61210243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:23.963038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8ac21-ca72-4132-9b49-389e61210243 None None] Routers {'845d7c00-ca5e-4933-ab0a-9b9615b1e980'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:23.964146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-76e8ac21-ca72-4132-9b49-389e61210243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['845d7c00-ca5e-4933-ab0a-9b9615b1e980'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:24.011747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-76e8ac21-ca72-4132-9b49-389e61210243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:24.012415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8ac21-ca72-4132-9b49-389e61210243 None None] The sync data for ids ['845d7c00-ca5e-4933-ab0a-9b9615b1e980'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:24.038262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c082a1ec-0148-401d-a32a-a39f4dba5a22 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/routers/845d7c00-ca5e-4933-ab0a-9b9615b1e980 HTTP/1.1" status: 200 len: 925 time: 0.1315942 Jun 30 03:12:24.039099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36468) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:24.097158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e21dc-315d-4d72-8101-0490e588e896 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:24.098688 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e82e21dc-315d-4d72-8101-0490e588e896 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&device_id=845d7c00-ca5e-4933-ab0a-9b9615b1e980&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0586703 Jun 30 03:12:24.101362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36472) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:24.204005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d2aac5-5c8f-4c15-800a-dfcfef7c5dcb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:24.208501 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36474) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:24.210647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-33d2aac5-5c8f-4c15-800a-dfcfef7c5dcb tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 881 time: 0.1071224 Jun 30 03:12:24.237142 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e9473295-1b7c-4653-8fce-ea10e8bdb17f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=845d7c00-ca5e-4933-ab0a-9b9615b1e980 HTTP/1.1" status: 200 len: 205 time: 0.0275247 Jun 30 03:12:24.241837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36476) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:24.370679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.486971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.525266 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:12:24.599778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9231f-e154-487c-8120-b0979318acaf req-7e5784ec-82ab-446c-8195-7267c78ce7ef tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:24.602572 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21d9231f-e154-487c-8120-b0979318acaf req-7e5784ec-82ab-446c-8195-7267c78ce7ef tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0746329 Jun 30 03:12:24.653172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21d9231f-e154-487c-8120-b0979318acaf req-522d7511-ffe5-4d78-8d4f-eb676d7543c2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Jun 30 03:12:24.658840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8405caa-c634-4839-bbef-eb6905b7ba4a req-eda6bf0e-8ace-4bd2-9e23-ad5820260f74 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:24.660217 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8405caa-c634-4839-bbef-eb6905b7ba4a req-eda6bf0e-8ace-4bd2-9e23-ad5820260f74 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0753648 Jun 30 03:12:24.698807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Deleting port 9cfc4368-ef96-46fc-82ab-994a7bdd143a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:24.699167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.720080 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8405caa-c634-4839-bbef-eb6905b7ba4a req-f16c8ba0-0f24-4409-9fdd-79f6bd87d220 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460114 Jun 30 03:12:24.797302 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.813035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Calling delete_port for 9cfc4368-ef96-46fc-82ab-994a7bdd143a owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:25.159515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.189110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Pushing event deleted for resources: {'Port': ['ID=9cfc4368-ef96-46fc-82ab-994a7bdd143a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:25.253545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.346807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.349000 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.591418 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.603700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Fanout notify agent at l3_agent the message router_deleted on router 845d7c00-ca5e-4933-ab0a-9b9615b1e980 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:12:25.603700 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.603700 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0d7f5be8-153b-4399-8906-f2427ea00873 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/845d7c00-ca5e-4933-ab0a-9b9615b1e980 HTTP/1.1" status: 204 len: 168 time: 1.3570666 Jun 30 03:12:25.603700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36502) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:25.609897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4f5adef7-d1c2-47ee-baf2-1111ba187ee1 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1137913545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:25.736950 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f5adef7-d1c2-47ee-baf2-1111ba187ee1 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.741477 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f5adef7-d1c2-47ee-baf2-1111ba187ee1 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:25.869324 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f5adef7-d1c2-47ee-baf2-1111ba187ee1 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:26.095122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4baf7-573e-4d92-83de-1bff7064d488 req-eba7bdf6-b8ed-4ea2-8eee-6050fff05c45 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:26.106070 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ce4baf7-573e-4d92-83de-1bff7064d488 req-eba7bdf6-b8ed-4ea2-8eee-6050fff05c45 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1641574 Jun 30 03:12:26.169964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ce4baf7-573e-4d92-83de-1bff7064d488 req-4092d425-aeb5-4d8b-aa11-ad798b85c524 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629807 Jun 30 03:12:26.406381 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f5adef7-d1c2-47ee-baf2-1111ba187ee1 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:26.464979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c2442-7f2c-4191-9ea5-99708c4e1101 req-28ee8461-ee9f-48f2-ad60-dffc100f4e2f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:26.466050 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-326c2442-7f2c-4191-9ea5-99708c4e1101 req-28ee8461-ee9f-48f2-ad60-dffc100f4e2f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.5148587 Jun 30 03:12:26.504642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-326c2442-7f2c-4191-9ea5-99708c4e1101 req-bd420ff8-c654-4d44-88ed-5101995432c1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Jun 30 03:12:26.528440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f5adef7-d1c2-47ee-baf2-1111ba187ee1 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:26.531375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4f5adef7-d1c2-47ee-baf2-1111ba187ee1 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9250529 Jun 30 03:12:26.533485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36550) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:26.538408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'enable_snat': True}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:26.761758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.206662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.232105 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.417243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Allocated IP 172.25.2.165 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/96342932-95e1-4f0e-a528-2f63b56f327b) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:27.450511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eb137-00d0-4277-bcc0-51555b97617a req-c3e5721c-1389-4e75-965b-014efa814ea8 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:27.452095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f1eb137-00d0-4277-bcc0-51555b97617a req-c3e5721c-1389-4e75-965b-014efa814ea8 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1431141 Jun 30 03:12:27.552490 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f1eb137-00d0-4277-bcc0-51555b97617a req-2321ba36-57f3-403f-abaf-4898d3ac40f8 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921886 Jun 30 03:12:27.556255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-4fceb789-b582-4c95-ad6f-f312a04ffa75 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902312 Jun 30 03:12:27.691364 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.828112 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.869028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-b2942526-53c7-47db-8ad2-589a83fb4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:27.870997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-b2942526-53c7-47db-8ad2-589a83fb4e1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa1510fd26f84fb3b6b3ad64197199af&device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 1097 time: 0.2452903 Jun 30 03:12:27.894794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:27.896519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:27.900283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26307c9-87a5-4ffd-a372-5a662f3457e4 req-64c46eba-c885-402d-b8c5-45322b3d8cd3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:27.900473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:27.903164 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f26307c9-87a5-4ffd-a372-5a662f3457e4 req-64c46eba-c885-402d-b8c5-45322b3d8cd3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1749909 Jun 30 03:12:27.921879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaad492-dd4f-4782-a1e4-fc2a5517883c req-665aeb4e-ad6e-4d11-9ae7-7d5b3576d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:27.923753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfaad492-dd4f-4782-a1e4-fc2a5517883c req-665aeb4e-ad6e-4d11-9ae7-7d5b3576d12a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 1097 time: 0.1940346 Jun 30 03:12:27.963317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event updated for resources: {'Port': ['ID=96342932-95e1-4f0e-a528-2f63b56f327b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:28.127862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f26307c9-87a5-4ffd-a372-5a662f3457e4 req-6e0b3914-569e-4988-94c0-aa492db2db26 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011864 Jun 30 03:12:28.209698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-880e8f7f-51ee-465b-a8d9-6127fcb3fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:28.211915 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-880e8f7f-51ee-465b-a8d9-6127fcb3fffa service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fca8bba-594d-4dfd-8786-6db597252662 HTTP/1.1" status: 200 len: 909 time: 0.3037219 Jun 30 03:12:28.268469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaad492-dd4f-4782-a1e4-fc2a5517883c req-e635d530-72f4-4dbe-958a-0b4d9301a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:28.270311 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfaad492-dd4f-4782-a1e4-fc2a5517883c req-e635d530-72f4-4dbe-958a-0b4d9301a759 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae HTTP/1.1" status: 200 len: 912 time: 0.2613330 Jun 30 03:12:28.336566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-5b8bd4ea-d246-4950-bab0-0325f32553f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff HTTP/1.1" status: 200 len: 1002 time: 0.1167405 Jun 30 03:12:28.337927 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfaad492-dd4f-4782-a1e4-fc2a5517883c req-79c2c578-20c2-43bf-8b34-194844678e7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bc6a8c4-f753-4dd3-a51b-7a1480665010 HTTP/1.1" status: 200 len: 217 time: 0.0554361 Jun 30 03:12:28.379240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.439349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-89ad7cea-f186-45d5-8700-8c8e30d870c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:28.440892 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-89ad7cea-f186-45d5-8700-8c8e30d870c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f32ce1-0ab3-4341-acba-2eed3c592f15 HTTP/1.1" status: 200 len: 847 time: 0.0973661 Jun 30 03:12:28.446501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaad492-dd4f-4782-a1e4-fc2a5517883c req-d5f1aa3b-5064-461c-b2dc-9149441d8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:28.447961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfaad492-dd4f-4782-a1e4-fc2a5517883c req-d5f1aa3b-5064-461c-b2dc-9149441d8332 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce3da8ad-3068-4c7c-9170-4f7e2a6514dc HTTP/1.1" status: 200 len: 851 time: 0.1032550 Jun 30 03:12:28.507344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfaad492-dd4f-4782-a1e4-fc2a5517883c req-b7a53465-a1e9-445b-8d8e-255d3b8696e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509775 Jun 30 03:12:28.587015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-70f27771-6ff7-460a-b303-48486fd39f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:28.589036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-70f27771-6ff7-460a-b303-48486fd39f53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fca8bba-594d-4dfd-8786-6db597252662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402242 Jun 30 03:12:28.616366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7301ac81-bdd4-4d74-a1a5-a6e2f77edbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.621850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.628190 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.702302 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfaad492-dd4f-4782-a1e4-fc2a5517883c req-efc2621c-2e43-4856-ad4e-51404567d834 service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881583 Jun 30 03:12:28.827253 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-e597a74d-6ecf-4557-baa1-c7633d9310e9 service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265196 Jun 30 03:12:28.920865 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bfaad492-dd4f-4782-a1e4-fc2a5517883c req-07239287-f427-48ef-8455-0abedb4946cf service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102065 Jun 30 03:12:28.973578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fcdfd69-f0e9-4f89-aa14-da59467e3c6c req-97012960-3392-4cf0-9a19-82a1af6c303a service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362028 Jun 30 03:12:29.206057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0af2e2-32dc-4345-b4ec-915fd6e4dcdc req-4f62cbb8-1c55-4514-9fea-ca6a97f19121 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:29.215472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf0af2e2-32dc-4345-b4ec-915fd6e4dcdc req-4f62cbb8-1c55-4514-9fea-ca6a97f19121 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1015234 Jun 30 03:12:29.261366 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf0af2e2-32dc-4345-b4ec-915fd6e4dcdc req-04352c48-4f50-424f-81e1-2aaef6fd149f tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473745 Jun 30 03:12:29.362663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26210fe-cfa4-4886-975a-4777e4fc779d req-f2b90177-85bd-4e38-afc3-95f169d01d78 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:29.364108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d26210fe-cfa4-4886-975a-4777e4fc779d req-f2b90177-85bd-4e38-afc3-95f169d01d78 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0700140 Jun 30 03:12:29.405113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Router 4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:12:29.413589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d26210fe-cfa4-4886-975a-4777e4fc779d req-eb8056d7-db03-441f-b4dc-b2b5f23a18cb tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Jun 30 03:12:29.534197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:29.538633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:29.543263 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd2a91e-99dc-48b9-9779-c5681157ebf2 None None] Sync routers for ids ['4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:29.545295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36594) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:29.546119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4d2349ce-5bc4-49db-bc17-729c0cd938db tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "PUT /v2.0/routers/4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819 HTTP/1.1" status: 200 len: 919 time: 3.0112391 Jun 30 03:12:29.553450 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd2a91e-99dc-48b9-9779-c5681157ebf2 None None] Routers {'4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:29.554451 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-edd2a91e-99dc-48b9-9779-c5681157ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:29.594408 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-edd2a91e-99dc-48b9-9779-c5681157ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:29.606375 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd2a91e-99dc-48b9-9779-c5681157ebf2 None None] Routers {'4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:29.607419 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-edd2a91e-99dc-48b9-9779-c5681157ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:29.650190 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-edd2a91e-99dc-48b9-9779-c5681157ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:29.650839 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd2a91e-99dc-48b9-9779-c5681157ebf2 None None] The sync data for ids ['4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:29.666800 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9b9c7019-75fe-46f9-8ee5-e3a2f4a39a73 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/routers/4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819 HTTP/1.1" status: 200 len: 925 time: 0.1203249 Jun 30 03:12:29.669599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36596) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:29.773151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286cd7ce-5dcc-4e3a-9fa3-b218c9679257 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:29.775179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-286cd7ce-5dcc-4e3a-9fa3-b218c9679257 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&device_id=4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1044283 Jun 30 03:12:29.777621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36600) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:29.879028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226dc7e5-e9bd-4bf2-8205-753a7863ea8e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:29.880420 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-226dc7e5-e9bd-4bf2-8205-753a7863ea8e tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 881 time: 0.1015103 Jun 30 03:12:29.883171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36602) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:29.923335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d97163ac-b83c-45ee-959a-c3ea2cc0fd82 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819 HTTP/1.1" status: 200 len: 205 time: 0.0390821 Jun 30 03:12:29.933691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36604) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:30.056495 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.164791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.379348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Deleting port 96342932-95e1-4f0e-a528-2f63b56f327b {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:30.379881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.515106 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.538906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Calling delete_port for 96342932-95e1-4f0e-a528-2f63b56f327b owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:30.562345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027abf9-c034-4a66-a0ea-0f1534e6c8b6 req-6b2d6e20-d287-401c-9ae9-80ec90384847 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:30.563890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4027abf9-c034-4a66-a0ea-0f1534e6c8b6 req-6b2d6e20-d287-401c-9ae9-80ec90384847 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1383801 Jun 30 03:12:30.639723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7d85c-24b7-4f0d-94c6-f5a7e64c5bda req-d635d3d5-d4b2-430c-be8c-40dde7ec0257 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:30.641407 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fed7d85c-24b7-4f0d-94c6-f5a7e64c5bda req-d635d3d5-d4b2-430c-be8c-40dde7ec0257 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0857759 Jun 30 03:12:30.657390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4027abf9-c034-4a66-a0ea-0f1534e6c8b6 req-fab04e71-1991-4d6d-8498-45c939770869 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810218 Jun 30 03:12:30.699397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fed7d85c-24b7-4f0d-94c6-f5a7e64c5bda req-4548ace1-2002-4f89-8052-ea00c03f538a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502808 Jun 30 03:12:30.865392 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.896417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Pushing event deleted for resources: {'Port': ['ID=96342932-95e1-4f0e-a528-2f63b56f327b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:30.914028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.914420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.914774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.915104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.916183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.916517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.916848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.917167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.917485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.917828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.918140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:30.918466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:31.002335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.104212 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.106494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.393584 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.394181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Fanout notify agent at l3_agent the message router_deleted on router 4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:12:31.413664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.413664 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d5dbafd9-0e88-406c-be07-56e7483289fb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819 HTTP/1.1" status: 204 len: 168 time: 1.4698353 Jun 30 03:12:31.413864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36630) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:31.413864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d2e0d9f4-940a-4aab-bdb4-abdefdb0b77a tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-782599573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:31.471240 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e0d13323-d9b0-4b22-9457-83c462f50eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.473129 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.611055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d9f4-940a-4aab-bdb4-abdefdb0b77a tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.612116 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d9f4-940a-4aab-bdb4-abdefdb0b77a tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.671695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d9f4-940a-4aab-bdb4-abdefdb0b77a tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.757463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d9f4-940a-4aab-bdb4-abdefdb0b77a tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.890619 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d9f4-940a-4aab-bdb4-abdefdb0b77a tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:31.898364 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d2e0d9f4-940a-4aab-bdb4-abdefdb0b77a tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4888129 Jun 30 03:12:31.898688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dbb0d-f175-4061-8a01-87f478388156 req-06963733-b46b-48bd-ad80-9db6e983fdd8 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:31.900723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b4dbb0d-f175-4061-8a01-87f478388156 req-06963733-b46b-48bd-ad80-9db6e983fdd8 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0872340 Jun 30 03:12:31.901225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36640) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:31.907152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'enable_snat': False}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:31.935065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce920-fb7c-492e-aa96-00d9da572e68 req-bb636705-f314-44ea-b595-f48e59f3ea2b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:31.938512 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-310ce920-fb7c-492e-aa96-00d9da572e68 req-bb636705-f314-44ea-b595-f48e59f3ea2b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1053596 Jun 30 03:12:32.012006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-310ce920-fb7c-492e-aa96-00d9da572e68 req-d8f6e647-b109-4e4b-a378-645a79d7cf7a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654452 Jun 30 03:12:32.123405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b4dbb0d-f175-4061-8a01-87f478388156 req-3ede1f92-5096-44f2-adf7-48a923eed07a tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665115 Jun 30 03:12:32.201878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.567285 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.593461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.704704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Allocated IP 172.25.2.8 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/b8177a8a-ce19-44d9-9238-ee4ef18f54e5) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:32.822168 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.924951 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:32.986570 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:33.046452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:33.049664 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:33.058914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:33.089087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Pushing event updated for resources: {'Port': ['ID=b8177a8a-ce19-44d9-9238-ee4ef18f54e5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:33.302359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e9140-6ae0-49cf-bedc-a77b36e6a3d4 req-82afaa61-6b7c-44c0-ab87-bf13baeedfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:33.303788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-908e9140-6ae0-49cf-bedc-a77b36e6a3d4 req-82afaa61-6b7c-44c0-ab87-bf13baeedfa7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 1097 time: 0.1373036 Jun 30 03:12:33.345625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e831f4b-e22b-414d-a902-1ca118df9362 req-0c783b0c-c13f-4db3-bfc5-0925ccb372f4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:33.350483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2aef0-72a3-483a-8dfd-e47735683dda req-38d1366c-2ca9-43f6-9545-a29927f4b17a tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:33.353444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e831f4b-e22b-414d-a902-1ca118df9362 req-0c783b0c-c13f-4db3-bfc5-0925ccb372f4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1155345 Jun 30 03:12:33.358473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-20b2aef0-72a3-483a-8dfd-e47735683dda req-38d1366c-2ca9-43f6-9545-a29927f4b17a tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0866859 Jun 30 03:12:33.381906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-908e9140-6ae0-49cf-bedc-a77b36e6a3d4 req-afb1083c-4caa-4fb4-9037-3e944dd39fc3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707638 Jun 30 03:12:33.442516 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e831f4b-e22b-414d-a902-1ca118df9362 req-2b611810-21fc-4bbf-b03f-a781a0c34839 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833538 Jun 30 03:12:33.483957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-20b2aef0-72a3-483a-8dfd-e47735683dda req-d0ea29b5-3249-4eac-b121-f7a05e74aae0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117976 Jun 30 03:12:33.585565 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:33.792998 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:33.796603 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.022034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Router 83ae7255-1042-458f-a0e4-30e6cc7decb1 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:12:34.152227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:34.158197 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.159472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3f99377f-9fc7-4e50-a38c-c953d51cdd68 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "PUT /v2.0/routers/83ae7255-1042-458f-a0e4-30e6cc7decb1 HTTP/1.1" status: 200 len: 917 time: 2.2571337 Jun 30 03:12:34.162524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36676) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:34.166379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac2115-99ba-4989-bec8-2d55e945c0eb None None] Sync routers for ids ['83ae7255-1042-458f-a0e4-30e6cc7decb1'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:34.184191 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac2115-99ba-4989-bec8-2d55e945c0eb None None] Routers {'83ae7255-1042-458f-a0e4-30e6cc7decb1'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:34.185088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-40ac2115-99ba-4989-bec8-2d55e945c0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['83ae7255-1042-458f-a0e4-30e6cc7decb1'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:34.229659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-40ac2115-99ba-4989-bec8-2d55e945c0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:34.245801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ac2115-99ba-4989-bec8-2d55e945c0eb None None] Routers {'83ae7255-1042-458f-a0e4-30e6cc7decb1'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:34.246861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-40ac2115-99ba-4989-bec8-2d55e945c0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['83ae7255-1042-458f-a0e4-30e6cc7decb1'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:34.289594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-40ac2115-99ba-4989-bec8-2d55e945c0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:34.291009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ac2115-99ba-4989-bec8-2d55e945c0eb None None] The sync data for ids ['83ae7255-1042-458f-a0e4-30e6cc7decb1'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:34.655458 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a1300514-a92b-4c5f-ab22-dd487202e502 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/routers/83ae7255-1042-458f-a0e4-30e6cc7decb1 HTTP/1.1" status: 200 len: 923 time: 0.4916780 Jun 30 03:12:34.658263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36688) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:34.674010 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:34.722661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9d01d-4773-4d61-a914-a32b94bfa07b req-ef027cf2-a237-4933-8403-73a4b90e5d67 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:34.724877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88c9d01d-4773-4d61-a914-a32b94bfa07b req-ef027cf2-a237-4933-8403-73a4b90e5d67 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1587095 Jun 30 03:12:34.768151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffe3538-882b-4025-a647-386f13c72165 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:34.772424 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fffe3538-882b-4025-a647-386f13c72165 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&device_id=83ae7255-1042-458f-a0e4-30e6cc7decb1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1105187 Jun 30 03:12:34.773342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36690) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:34.783495 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88c9d01d-4773-4d61-a914-a32b94bfa07b req-4f8781cb-d56b-4adf-ac2c-20f1490cbb68 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518546 Jun 30 03:12:34.793903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef4441-ae50-4d0c-a2f8-f24020dd420b req-d93d6b34-c45a-417e-ac79-338bedc8a36a tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:34.795391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebef4441-ae50-4d0c-a2f8-f24020dd420b req-d93d6b34-c45a-417e-ac79-338bedc8a36a tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.1009259 Jun 30 03:12:34.879665 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ebef4441-ae50-4d0c-a2f8-f24020dd420b req-dcff8c15-92fd-4693-908b-3eaa7360ae7f tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735824 Jun 30 03:12:34.904018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc7fd5b-57b0-4c74-8af8-2b8682bc0617 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:34.905386 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4bc7fd5b-57b0-4c74-8af8-2b8682bc0617 tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/networks/ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 881 time: 0.1311154 Jun 30 03:12:34.908466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36694) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:34.942523 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-83174745-e94a-437c-a049-07f7facca62f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=83ae7255-1042-458f-a0e4-30e6cc7decb1 HTTP/1.1" status: 200 len: 205 time: 0.0329020 Jun 30 03:12:34.946058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36698) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:35.072256 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.195644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.219914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-e2d6a7ff-c8f2-4390-a317-27b1b0308ccc tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:35.221843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-e2d6a7ff-c8f2-4390-a317-27b1b0308ccc tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/networks?id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae HTTP/1.1" status: 200 len: 811 time: 0.1210747 Jun 30 03:12:35.247740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-32241507-bebe-4024-bbc9-904843c96fa4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/quotas/7dd6d603acf54a2cb6cdc168553acaa2 HTTP/1.1" status: 200 len: 375 time: 0.0117469 Jun 30 03:12:35.343109 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a64b15f6-2a41-433c-932f-759446020dff tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923312 Jun 30 03:12:35.355321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Deleting port b8177a8a-ce19-44d9-9238-ee4ef18f54e5 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:35.355723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.448167 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.453318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-41a582f6-4174-493f-9252-dc0c48f075b5 service neutron] 10.222.0.77 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091499 Jun 30 03:12:35.462674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Calling delete_port for b8177a8a-ce19-44d9-9238-ee4ef18f54e5 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:35.555349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-39e0a063-b1a0-4481-9f20-97129011754a service neutron] 10.222.0.77 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005821 Jun 30 03:12:35.844773 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:35.956133 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c804411-406c-47d9-a6f7-270deb67d826 req-03f2e32c-503e-4e8e-a6b0-2e0a8ae93495 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 210 time: 0.0740876 Jun 30 03:12:35.974469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Pushing event deleted for resources: {'Port': ['ID=b8177a8a-ce19-44d9-9238-ee4ef18f54e5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:36.052497 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.155254 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.158612 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.171516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5182e3-a1f6-4469-b020-a2a521f39c1e req-9301b0ef-6bcd-4438-a437-2de927d5b419 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:36.173274 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec5182e3-a1f6-4469-b020-a2a521f39c1e req-9301b0ef-6bcd-4438-a437-2de927d5b419 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.2101500 Jun 30 03:12:36.245264 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec5182e3-a1f6-4469-b020-a2a521f39c1e req-f40cd7dd-5d9c-4791-92ed-93a4fa87aad7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660183 Jun 30 03:12:36.513645 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.514617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Fanout notify agent at l3_agent the message router_deleted on router 83ae7255-1042-458f-a0e4-30e6cc7decb1 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:12:36.522442 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.523588 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-78a1005e-3ca5-4976-aeb7-c2d89f94337b tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/83ae7255-1042-458f-a0e4-30e6cc7decb1 HTTP/1.1" status: 204 len: 168 time: 1.5777726 Jun 30 03:12:36.528318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36736) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:36.533163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1821311580', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:36.741827 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.745192 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:36.810331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.104752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2000e018-4a19-42d6-be28-149c5082aa62 req-f7ead6ce-7924-47c6-af74-e40ca185fc28 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 210 time: 0.0551395 Jun 30 03:12:37.114102 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.449087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14624e4c-abbf-4d3f-97cc-9c2813cbbca2 req-9efc0b07-8975-4f78-8922-1c2c2a9acf1a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:37.451358 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-14624e4c-abbf-4d3f-97cc-9c2813cbbca2 req-9efc0b07-8975-4f78-8922-1c2c2a9acf1a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0738585 Jun 30 03:12:37.498928 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-14624e4c-abbf-4d3f-97cc-9c2813cbbca2 req-7ad57507-5cdf-4098-b1f7-e0e189c72e2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Jun 30 03:12:37.550373 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.573350 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:37.723180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Allocated IP 172.25.2.213 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/82cb4718-ed76-4a63-a129-1539d749916e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:37.870330 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:38.074181 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:38.156804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:38.160092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:38.173011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:38.203061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Pushing event updated for resources: {'Port': ['ID=82cb4718-ed76-4a63-a129-1539d749916e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:38.409514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2af11c1-eb88-478d-ace7-b758cbee561a req-a7ea804d-7bd1-4309-b810-a085f21fe6dd tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 210 time: 0.0399313 Jun 30 03:12:38.655410 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:38.812148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6603f51-3e8b-40d7-aeb9-234b20bd8d74 req-ec7d6bae-fe76-42e5-ba26-4a2f91da2216 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:38.814357 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6603f51-3e8b-40d7-aeb9-234b20bd8d74 req-ec7d6bae-fe76-42e5-ba26-4a2f91da2216 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1731710 Jun 30 03:12:38.952158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6603f51-3e8b-40d7-aeb9-234b20bd8d74 req-e77b2397-0ed2-49bc-ac5c-979c98c85604 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874410 Jun 30 03:12:38.981725 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.501945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Router 67935e6f-3d09-4e8f-b6e8-50ecca89d94c is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:12:39.593917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07c99bde-5048-4ef0-b46f-a57cdab21a1e req-287eaf96-a5aa-42dd-abe1-6e382624ccfe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 210 time: 0.0414710 Jun 30 03:12:39.636771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:39.651509 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63f16f-e875-4684-9159-89da5d1729ef None None] Sync routers for ids ['67935e6f-3d09-4e8f-b6e8-50ecca89d94c'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:39.660736 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63f16f-e875-4684-9159-89da5d1729ef None None] Routers {'67935e6f-3d09-4e8f-b6e8-50ecca89d94c'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:39.661365 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9a63f16f-e875-4684-9159-89da5d1729ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['67935e6f-3d09-4e8f-b6e8-50ecca89d94c'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:39.692764 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9a63f16f-e875-4684-9159-89da5d1729ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:39.701913 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63f16f-e875-4684-9159-89da5d1729ef None None] Routers {'67935e6f-3d09-4e8f-b6e8-50ecca89d94c'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:39.702539 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9a63f16f-e875-4684-9159-89da5d1729ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['67935e6f-3d09-4e8f-b6e8-50ecca89d94c'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:39.736089 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9a63f16f-e875-4684-9159-89da5d1729ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:39.736089 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63f16f-e875-4684-9159-89da5d1729ef None None] The sync data for ids ['67935e6f-3d09-4e8f-b6e8-50ecca89d94c'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:39.967577 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:39.972000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36792) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:39.972265 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b6f952aa-8835-4311-90a3-b9bc7ba319d2 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4427705 Jun 30 03:12:39.979545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:40.196919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-2fe73f90-1cbe-4025-991b-2c88f7e8b48b tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:40.198371 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-2fe73f90-1cbe-4025-991b-2c88f7e8b48b tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.83 "GET /v2.0/networks?id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae HTTP/1.1" status: 200 len: 811 time: 0.2093649 Jun 30 03:12:40.216787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Request body: {'port': {'device_id': '5965ae52-0498-4b1d-9cc8-69b2e9aae096', 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae', 'admin_state_up': True, 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:40.248380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea8913-8066-4846-b24c-a6861f370027 req-cf8976f6-2140-4f2f-aaf8-cb6b087f5a0f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:40.250172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25ea8913-8066-4846-b24c-a6861f370027 req-cf8976f6-2140-4f2f-aaf8-cb6b087f5a0f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1392515 Jun 30 03:12:40.406457 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.539063 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.659775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25ea8913-8066-4846-b24c-a6861f370027 req-5548bb7e-2853-4f36-846e-510efbe92c45 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807137 Jun 30 03:12:40.793661 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d7eb5e1d-d2b0-40ae-aec2-bf60d00f7716 req-d637316a-be61-4213-b6f4-c67d5a2914a2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 210 time: 0.0492325 Jun 30 03:12:40.810162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Deleting port 82cb4718-ed76-4a63-a129-1539d749916e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:40.810511 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.876651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Made reservation on behalf of 7dd6d603acf54a2cb6cdc168553acaa2 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:40.887866 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.894943 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:40.909927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Calling delete_port for 82cb4718-ed76-4a63-a129-1539d749916e owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:41.016523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Allocated IP 172.20.0.3 (e1ae1ebe-972c-4341-b5b6-728a95bc0cae/ce3da8ad-3068-4c7c-9170-4f7e2a6514dc/41e2f617-cfcb-42e6-94b0-af7520411e27) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:41.214597 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.239055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.281120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Pushing event deleted for resources: {'Port': ['ID=82cb4718-ed76-4a63-a129-1539d749916e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:41.348300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.463068 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.477162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['6bc6a8c4-f753-4dd3-a51b-7a1480665010'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:12:41.524349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Network e1ae1ebe-972c-4341-b5b6-728a95bc0cae is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:41.542346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:41.553717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:41.563158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Pushing event updated for resources: {'Port': ['ID=41e2f617-cfcb-42e6-94b0-af7520411e27,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:41.596887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.602708 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.616289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:41.617439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.696264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Router 67935e6f-3d09-4e8f-b6e8-50ecca89d94c has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:12:41.778779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:41.792731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:41.792731 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bc388312-5861-4887-9d58-a0a2432d3dad tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "PUT /v2.0/routers/67935e6f-3d09-4e8f-b6e8-50ecca89d94c HTTP/1.1" status: 200 len: 710 time: 1.8135152 Jun 30 03:12:41.793258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035893c7-3bb0-48c3-a698-e61ab476e501 None None] Sync routers for ids ['67935e6f-3d09-4e8f-b6e8-50ecca89d94c'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:41.793389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36836) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:41.798412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035893c7-3bb0-48c3-a698-e61ab476e501 None None] Routers {'67935e6f-3d09-4e8f-b6e8-50ecca89d94c'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:41.799028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-035893c7-3bb0-48c3-a698-e61ab476e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['67935e6f-3d09-4e8f-b6e8-50ecca89d94c'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:41.844831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-035893c7-3bb0-48c3-a698-e61ab476e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:41.844931 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd3603f2-9626-4504-a953-75f6fb0eb376 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6239610 Jun 30 03:12:41.845026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035893c7-3bb0-48c3-a698-e61ab476e501 None None] Routers {'67935e6f-3d09-4e8f-b6e8-50ecca89d94c'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:41.845026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-035893c7-3bb0-48c3-a698-e61ab476e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:12:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['67935e6f-3d09-4e8f-b6e8-50ecca89d94c'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:41.877817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-035893c7-3bb0-48c3-a698-e61ab476e501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:41.879312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035893c7-3bb0-48c3-a698-e61ab476e501 None None] The sync data for ids ['67935e6f-3d09-4e8f-b6e8-50ecca89d94c'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:41.894307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Request body: {'port': {'device_id': '5965ae52-0498-4b1d-9cc8-69b2e9aae096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:41.929601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-813afefb-2577-4dc8-8cb9-f9790505750b tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/routers/67935e6f-3d09-4e8f-b6e8-50ecca89d94c HTTP/1.1" status: 200 len: 745 time: 0.1377008 Jun 30 03:12:41.934208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36840) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:41.978613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3c779-308d-4550-8252-954923e3d1b1 req-5b79e3c3-6982-4808-a061-51cfecbc61e4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:41.980134 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1bc3c779-308d-4550-8252-954923e3d1b1 req-5b79e3c3-6982-4808-a061-51cfecbc61e4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 931 time: 0.0721185 Jun 30 03:12:42.001196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-83b2ac92-f216-476a-81a3-1990ad07255d tempest-RoutersIpV6AdminTest-1985385804 tempest-RoutersIpV6AdminTest-1985385804-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&device_id=67935e6f-3d09-4e8f-b6e8-50ecca89d94c HTTP/1.1" status: 200 len: 205 time: 0.0642979 Jun 30 03:12:42.005074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36842) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:42.032689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1bc3c779-308d-4550-8252-954923e3d1b1 req-b8a8a96c-4279-4ad9-a388-c9a3f46a4c23 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437474 Jun 30 03:12:42.060764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2d4b8282-20fc-406b-965a-1e18f73c5dbb tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=67935e6f-3d09-4e8f-b6e8-50ecca89d94c HTTP/1.1" status: 200 len: 205 time: 0.0516362 Jun 30 03:12:42.061547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36844) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:42.078008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e59c8-012a-4afd-9bed-c094ff4c2b43 req-b8947410-7315-466c-9e45-0d801061092a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:42.079487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1d9e59c8-012a-4afd-9bed-c094ff4c2b43 req-b8947410-7315-466c-9e45-0d801061092a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.2495990 Jun 30 03:12:42.094306 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.142124 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86bb2302-3240-4dc8-8070-52f42fa8a91e tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.167901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1d9e59c8-012a-4afd-9bed-c094ff4c2b43 req-7e43ccc6-2615-4b6f-ba6c-dadca6706ce8 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768313 Jun 30 03:12:42.327651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86bb2302-3240-4dc8-8070-52f42fa8a91e tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.331083 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86bb2302-3240-4dc8-8070-52f42fa8a91e tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.459113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e2f617-cfcb-42e6-94b0-af7520411e27 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:42.466809 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.524570 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86bb2302-3240-4dc8-8070-52f42fa8a91e tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.525078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bb2302-3240-4dc8-8070-52f42fa8a91e tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Fanout notify agent at l3_agent the message router_deleted on router 67935e6f-3d09-4e8f-b6e8-50ecca89d94c {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:12:42.526491 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Transition to ACTIVE for port object 41e2f617-cfcb-42e6-94b0-af7520411e27 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:42.533314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86bb2302-3240-4dc8-8070-52f42fa8a91e tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.534609 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-86bb2302-3240-4dc8-8070-52f42fa8a91e tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/67935e6f-3d09-4e8f-b6e8-50ecca89d94c HTTP/1.1" status: 204 len: 168 time: 0.4719064 Jun 30 03:12:42.538199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36854) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:42.572611 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4ad86e79-404a-4a1c-a2d4-8ca1a646b40a tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=67935e6f-3d09-4e8f-b6e8-50ecca89d94c HTTP/1.1" status: 200 len: 205 time: 0.0330815 Jun 30 03:12:42.576833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36856) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:42.613191 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-6d428d8b-7aa1-4ed4-af25-56f1fbba3c4f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] delete failed (client error): The resource could not be found. Jun 30 03:12:42.616677 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6d428d8b-7aa1-4ed4-af25-56f1fbba3c4f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/67935e6f-3d09-4e8f-b6e8-50ecca89d94c HTTP/1.1" status: 404 len: 336 time: 0.0365574 Jun 30 03:12:42.616907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36860) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:42.646490 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9a908f23-3d70-414a-9109-205197947921 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=83ae7255-1042-458f-a0e4-30e6cc7decb1 HTTP/1.1" status: 200 len: 205 time: 0.0284538 Jun 30 03:12:42.649039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36862) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:42.713246 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.767163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Pushing event updated for resources: {'Port': ['ID=41e2f617-cfcb-42e6-94b0-af7520411e27,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:42.851761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Attempting to bind port 41e2f617-cfcb-42e6-94b0-af7520411e27 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:42.853036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Attempting to bind port 41e2f617-cfcb-42e6-94b0-af7520411e27 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:42.853257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Attempting to bind port 41e2f617-cfcb-42e6-94b0-af7520411e27 on network e1ae1ebe-972c-4341-b5b6-728a95bc0cae {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:42.858995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Port 41e2f617-cfcb-42e6-94b0-af7520411e27 on network e1ae1ebe-972c-4341-b5b6-728a95bc0cae not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:12:42.859596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Attempting to bind port 41e2f617-cfcb-42e6-94b0-af7520411e27 on network e1ae1ebe-972c-4341-b5b6-728a95bc0cae {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:42.865556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:42.865905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Checking segment: {'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:42.866463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Bound using segment: {'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:42.866907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Bound port: 41e2f617-cfcb-42e6-94b0-af7520411e27, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4660437c-405e-4a5e-9379-a762c14afa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:42.867270 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:42.971426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] For port 41e2f617-cfcb-42e6-94b0-af7520411e27, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:42.975972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] For port 41e2f617-cfcb-42e6-94b0-af7520411e27, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=41e2f617-cfcb-42e6-94b0-af7520411e27,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:43.031026 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-57747d70-236c-415a-a991-9ad19357455f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] delete failed (client error): The resource could not be found. Jun 30 03:12:43.032420 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-57747d70-236c-415a-a991-9ad19357455f tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/83ae7255-1042-458f-a0e4-30e6cc7decb1 HTTP/1.1" status: 404 len: 336 time: 0.3818855 Jun 30 03:12:43.034781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36874) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:43.064463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2970e74e-1ddf-4f8b-a755-2a67b4420542 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819 HTTP/1.1" status: 200 len: 205 time: 0.0283153 Jun 30 03:12:43.066865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36878) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:43.101535 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:43.107195 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-a6b99b56-77ca-4bdd-80ac-90c864fc945d tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] delete failed (client error): The resource could not be found. Jun 30 03:12:43.108487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a6b99b56-77ca-4bdd-80ac-90c864fc945d tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/4b2ee419-e3f0-49b7-bfe1-3c9dec3c3819 HTTP/1.1" status: 404 len: 336 time: 0.0405016 Jun 30 03:12:43.113257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36880) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:43.134682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:43.141829 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:43.141829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] 10.222.0.83 "PUT /v2.0/ports/41e2f617-cfcb-42e6-94b0-af7520411e27 HTTP/1.1" status: 200 len: 1091 time: 1.2634368 Jun 30 03:12:43.153951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5965ae52-0498-4b1d-9cc8-69b2e9aae096', 'tag': '41e2f617-cfcb-42e6-94b0-af7520411e27'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:43.156232 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e280a4e-073e-4bc0-a8ea-f1a527d4b26e" -d '{"events": [{"name": "network-changed", "server_uuid": "5965ae52-0498-4b1d-9cc8-69b2e9aae096", "tag": "41e2f617-cfcb-42e6-94b0-af7520411e27"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:43.182695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-29f3beca-9c82-466e-8629-eb7f4fc6ad57 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=845d7c00-ca5e-4933-ab0a-9b9615b1e980 HTTP/1.1" status: 200 len: 205 time: 0.0678568 Jun 30 03:12:43.185434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36886) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:43.255853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79972d-1e22-4692-9985-135431beb6b2 req-30cf9978-49f6-4f71-b055-6018961cee16 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:43.257647 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3a79972d-1e22-4692-9985-135431beb6b2 req-30cf9978-49f6-4f71-b055-6018961cee16 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 943 time: 0.0989380 Jun 30 03:12:43.268369 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11c1c77-0611-4da6-a20b-91564bac50f7 x-openstack-request-id: req-e11c1c77-0611-4da6-a20b-91564bac50f7 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:43.268369 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5965ae52-0498-4b1d-9cc8-69b2e9aae096", "tag": "41e2f617-cfcb-42e6-94b0-af7520411e27", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:43.268369 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e11c1c77-0611-4da6-a20b-91564bac50f7 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:43.268369 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5965ae52-0498-4b1d-9cc8-69b2e9aae096', 'tag': '41e2f617-cfcb-42e6-94b0-af7520411e27', 'status': 'completed', 'code': 200} Jun 30 03:12:43.290399 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-b59525e9-7700-40db-944d-7a9f6c4af272 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] delete failed (client error): The resource could not be found. Jun 30 03:12:43.299177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b59525e9-7700-40db-944d-7a9f6c4af272 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/845d7c00-ca5e-4933-ab0a-9b9615b1e980 HTTP/1.1" status: 404 len: 336 time: 0.1124537 Jun 30 03:12:43.303203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36892) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:43.312579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25972b7-5296-4e0a-a7c4-ad6d13d056ac service neutron] Pushing event updated for resources: {'Port': ['ID=41e2f617-cfcb-42e6-94b0-af7520411e27,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:43.343283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-96ab7538-7372-483e-825f-09740c56e45d tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=037314d0-ed4a-4ff4-acda-e7fe12fb3db6 HTTP/1.1" status: 200 len: 205 time: 0.0385954 Jun 30 03:12:43.345957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 36894) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:43.355266 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3a79972d-1e22-4692-9985-135431beb6b2 req-57496000-b1ff-4c47-b43e-ad9305fdb003 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820882 Jun 30 03:12:43.392225 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-f1926446-8b68-4d3c-ac9c-a04d71389ec1 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] delete failed (client error): The resource could not be found. Jun 30 03:12:43.400437 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f1926446-8b68-4d3c-ac9c-a04d71389ec1 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/037314d0-ed4a-4ff4-acda-e7fe12fb3db6 HTTP/1.1" status: 404 len: 336 time: 0.0532439 Jun 30 03:12:43.402920 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36898) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:43.433796 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-29b3912e-88b0-4808-965a-055dd21383ac tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "GET /v2.0/ports?device_id=bee82c46-c925-4b66-93e5-0298c5510b0d HTTP/1.1" status: 200 len: 205 time: 0.0296233 Jun 30 03:12:43.437758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36900) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:43.458946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e280a4e-073e-4bc0-a8ea-f1a527d4b26e req-86c29ee6-25d0-4ec7-ba33-be06415f700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:43.460500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e280a4e-073e-4bc0-a8ea-f1a527d4b26e req-86c29ee6-25d0-4ec7-ba33-be06415f700f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 1094 time: 0.1967204 Jun 30 03:12:43.494991 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-961b5177-7ff7-4654-9aff-acce904c9726 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] delete failed (client error): The resource could not be found. Jun 30 03:12:43.496064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-961b5177-7ff7-4654-9aff-acce904c9726 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/routers/bee82c46-c925-4b66-93e5-0298c5510b0d HTTP/1.1" status: 404 len: 336 time: 0.0573268 Jun 30 03:12:43.498749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36904) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:43.533693 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-5043ebea-471f-4f4c-826a-0739800b53f9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] DELETE failed (client error): The resource could not be found. Jun 30 03:12:43.534275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5043ebea-471f-4f4c-826a-0739800b53f9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:12:43.538199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5043ebea-471f-4f4c-826a-0739800b53f9 tempest-RoutersIpV6AdminTest-1634521531 tempest-RoutersIpV6AdminTest-1634521531-project] 10.222.0.77 "DELETE /v2.0/subnets/e6e19313-6c9d-4007-8476-4fc98616f234 HTTP/1.1" status: 404 len: 337 time: 0.0384452 Jun 30 03:12:43.557556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6df94-93c3-4596-9f8b-4979eba1646f req-f0aa90c2-4caa-4268-a942-c59fafe5bab4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:43.559155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cc6df94-93c3-4596-9f8b-4979eba1646f req-f0aa90c2-4caa-4268-a942-c59fafe5bab4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1531649 Jun 30 03:12:43.646536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cc6df94-93c3-4596-9f8b-4979eba1646f req-26ee03cf-478f-44a5-b3ab-a222528a6ec6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818331 Jun 30 03:12:43.647733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e280a4e-073e-4bc0-a8ea-f1a527d4b26e req-9e9fa3d1-9208-48e8-a68a-57b16147735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:43.649997 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e280a4e-073e-4bc0-a8ea-f1a527d4b26e req-9e9fa3d1-9208-48e8-a68a-57b16147735f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1811073 Jun 30 03:12:43.760022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e280a4e-073e-4bc0-a8ea-f1a527d4b26e req-121187aa-d93f-4f2a-a190-c7c7e9fc7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:43.761546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e280a4e-073e-4bc0-a8ea-f1a527d4b26e req-121187aa-d93f-4f2a-a190-c7c7e9fc7f43 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047027 Jun 30 03:12:43.863618 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-beaef2f4-d3ee-4fc8-8a54-f6b55540e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:43.865225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-beaef2f4-d3ee-4fc8-8a54-f6b55540e84f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 1094 time: 0.0635941 Jun 30 03:12:43.908374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-80f87f1d-4730-4bcb-9e63-f2f7dd26f74f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41e2f617-cfcb-42e6-94b0-af7520411e27 HTTP/1.1" status: 200 len: 217 time: 0.0358677 Jun 30 03:12:43.959113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-9a91d100-82f5-4b8a-a302-b70ccb6b6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:43.960706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-9a91d100-82f5-4b8a-a302-b70ccb6b6fcf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce3da8ad-3068-4c7c-9170-4f7e2a6514dc HTTP/1.1" status: 200 len: 851 time: 0.0462437 Jun 30 03:12:44.009773 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-dd9589a6-fa3c-4984-8ca2-6a53080a667d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419536 Jun 30 03:12:44.135767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-0fc19a75-7791-41e1-a91e-f54748a7da80 service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194928 Jun 30 03:12:44.223468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36914) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:44.249589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5738d75-1573-4fc7-88c1-ec53e665d079 req-c4e857fd-020c-4ec1-9922-261a8d33b3d4 service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052527 Jun 30 03:12:44.359612 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-72bc2e24-f17e-4976-a5af-d8244f500ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:44.445766 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-72bc2e24-f17e-4976-a5af-d8244f500ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:44.532425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f0af-ca77-41f1-8aab-4a47dd52e8e7 req-1b8b6bf2-21ad-4c2d-ad94-1d688997825c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:44.533864 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03c3f0af-ca77-41f1-8aab-4a47dd52e8e7 req-1b8b6bf2-21ad-4c2d-ad94-1d688997825c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 943 time: 0.0667598 Jun 30 03:12:44.576587 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03c3f0af-ca77-41f1-8aab-4a47dd52e8e7 req-100b4bc5-8339-40c4-b0ef-7b0afdf64ab4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Jun 30 03:12:44.628106 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-72bc2e24-f17e-4976-a5af-d8244f500ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:44.674439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-72bc2e24-f17e-4976-a5af-d8244f500ca7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee7b1095210748aeb3e0d45485feae24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496913 Jun 30 03:12:44.679633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc2e24-f17e-4976-a5af-d8244f500ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179429c0-a248-4608-8656-48d76eedba5a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:44.679633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36932) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:44.736660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-315b804f-f235-45a6-aaf7-acaceb3f935b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:44.760550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-315b804f-f235-45a6-aaf7-acaceb3f935b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:44.842143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431daff5-25ea-4c4e-ad79-a3909f0627ef req-aaa5e767-8e0d-4581-970c-9fb86f5ce973 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:44.843651 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-431daff5-25ea-4c4e-ad79-a3909f0627ef req-aaa5e767-8e0d-4581-970c-9fb86f5ce973 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0675867 Jun 30 03:12:44.884116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-431daff5-25ea-4c4e-ad79-a3909f0627ef req-0d173462-c4b4-4555-945f-fdd09156b038 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Jun 30 03:12:44.964543 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-315b804f-f235-45a6-aaf7-acaceb3f935b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:44.971366 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-315b804f-f235-45a6-aaf7-acaceb3f935b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:44.971366 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-315b804f-f235-45a6-aaf7-acaceb3f935b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/179429c0-a248-4608-8656-48d76eedba5a HTTP/1.1" status: 204 len: 168 time: 0.2871730 Jun 30 03:12:44.976553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b804f-f235-45a6-aaf7-acaceb3f935b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179429c0-a248-4608-8656-48d76eedba5a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:45.777340 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271508-188b-4b9d-8add-dd49bcb84e8a req-87f3ab20-2eaa-4929-aaf3-90957a4f5f43 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:45.778988 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5271508-188b-4b9d-8add-dd49bcb84e8a req-87f3ab20-2eaa-4929-aaf3-90957a4f5f43 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 943 time: 0.0663610 Jun 30 03:12:45.820727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5271508-188b-4b9d-8add-dd49bcb84e8a req-2c1cb8ca-743a-4f66-8465-28bcaca20e19 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359354 Jun 30 03:12:45.878683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36950) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:45.920316 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-393ec8b5-6ffd-4a4b-9bbf-be0cda11d574 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b294c77ee24f49348e4e6037aa96504c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404665 Jun 30 03:12:45.923054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 36956) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:45.974070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7debedb4-5876-47c5-b97d-af9ff452da62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:45.995670 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7debedb4-5876-47c5-b97d-af9ff452da62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:46.066503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836952b-6562-403c-b262-750a7640696b req-4087381c-1fe8-4eb1-99bc-962db5cfffd7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:46.069640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9836952b-6562-403c-b262-750a7640696b req-4087381c-1fe8-4eb1-99bc-962db5cfffd7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0689952 Jun 30 03:12:46.111431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9836952b-6562-403c-b262-750a7640696b req-4b1e2c8b-1c48-47f6-a19e-489b4f73195e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363967 Jun 30 03:12:46.193764 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7debedb4-5876-47c5-b97d-af9ff452da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:46.196642 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7debedb4-5876-47c5-b97d-af9ff452da62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:46.197997 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7debedb4-5876-47c5-b97d-af9ff452da62 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c62e2a5b-f84a-4ad4-9d12-e0c3755e9d54 HTTP/1.1" status: 204 len: 168 time: 0.2739480 Jun 30 03:12:46.206895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debedb4-5876-47c5-b97d-af9ff452da62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62e2a5b-f84a-4ad4-9d12-e0c3755e9d54,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:46.525567 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 41e2f617-cfcb-42e6-94b0-af7520411e27 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:12:46.650616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 41e2f617-cfcb-42e6-94b0-af7520411e27, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=41e2f617-cfcb-42e6-94b0-af7520411e27,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:46.666809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '41e2f617-cfcb-42e6-94b0-af7520411e27', 'network_id': 'e1ae1ebe-972c-4341-b5b6-728a95bc0cae', 'port_id': '41e2f617-cfcb-42e6-94b0-af7520411e27', 'mac_address': 'fa:16:3e:04:3f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3da8ad-3068-4c7c-9170-4f7e2a6514dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:12:46.722111 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:46.741163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e2f617-cfcb-42e6-94b0-af7520411e27 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:46.762247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 41e2f617-cfcb-42e6-94b0-af7520411e27, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=41e2f617-cfcb-42e6-94b0-af7520411e27,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:46.929915 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:46.999425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=41e2f617-cfcb-42e6-94b0-af7520411e27,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:47.007056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.009722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.009722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.009722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.009722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.009722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.009722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.010238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.010358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.010683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.011005 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.011329 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:47.039473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bbda3-b4a2-45f1-b7f4-b3cac57efd45 req-e06aab0f-162d-44a5-82a8-37348617653d tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:47.041016 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9c2bbda3-b4a2-45f1-b7f4-b3cac57efd45 req-e06aab0f-162d-44a5-82a8-37348617653d tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 944 time: 0.0867109 Jun 30 03:12:47.092644 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9c2bbda3-b4a2-45f1-b7f4-b3cac57efd45 req-3d331b99-ccf4-4e8a-a4c9-88ced2ad4abf tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458071 Jun 30 03:12:47.172325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['41e2f617-cfcb-42e6-94b0-af7520411e27'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:12:47.439496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120689e-51d6-4b71-bb30-f187996673ce req-e738a115-ee81-4928-9662-4b18176a5370 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:47.441112 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0120689e-51d6-4b71-bb30-f187996673ce req-e738a115-ee81-4928-9662-4b18176a5370 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0724094 Jun 30 03:12:47.491991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0120689e-51d6-4b71-bb30-f187996673ce req-899ab371-08da-4f14-8053-1adf5b2f550c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431962 Jun 30 03:12:47.769570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37002) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:47.866601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-868456493'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:48.027149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:48.031053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.040566 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.132574 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.256335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.284402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bc75c-eecd-4860-99c3-56d43fea1721 req-c2944017-8daf-4405-8991-c2ffc617f1a6 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:48.285908 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f5bc75c-eecd-4860-99c3-56d43fea1721 req-c2944017-8daf-4405-8991-c2ffc617f1a6 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 944 time: 0.0790243 Jun 30 03:12:48.300285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:12:48.326145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0904877-9946-490d-a9bd-2752bd584a10,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:48.337050 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.337399 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Added segment 87aed833-7112-4697-b182-0b92c20116af of type vlan for network 8b1fc8b1-93de-4ade-819e-1955848f7bfe Jun 30 03:12:48.375658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f5bc75c-eecd-4860-99c3-56d43fea1721 req-0485bced-3c1a-47f3-bd9d-db45f1fdb6de tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827701 Jun 30 03:12:48.389317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.501625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.507387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:48.507984 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.520471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 41e2f617-cfcb-42e6-94b0-af7520411e27 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:48.608914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Network': ['ID=8b1fc8b1-93de-4ade-819e-1955848f7bfe,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:48.625337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:12:48.681233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 41e2f617-cfcb-42e6-94b0-af7520411e27 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:48.688639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 41e2f617-cfcb-42e6-94b0-af7520411e27 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:48.689269 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.737285 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-af11cd20-93fd-43a9-a83f-55aea438812e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9665389 Jun 30 03:12:48.740689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37022) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:48.744802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e656a5-c1dd-4a79-b9cd-784347d2ab05 req-08c0b341-b699-4d3c-af51-aa393f51a8a0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:48.746392 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32e656a5-c1dd-4a79-b9cd-784347d2ab05 req-08c0b341-b699-4d3c-af51-aa393f51a8a0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0791447 Jun 30 03:12:48.748173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:48.780137 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.801617 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32e656a5-c1dd-4a79-b9cd-784347d2ab05 req-4317be53-2a93-4bb4-872e-890f655efda9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Jun 30 03:12:48.807385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5965ae52-0498-4b1d-9cc8-69b2e9aae096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e2f617-cfcb-42e6-94b0-af7520411e27'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:48.809869 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888ba20a-e12f-4897-92da-d15763915b16" -d '{"events": [{"server_uuid": "5965ae52-0498-4b1d-9cc8-69b2e9aae096", "name": "network-vif-plugged", "status": "completed", "tag": "41e2f617-cfcb-42e6-94b0-af7520411e27"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:48.825339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 41e2f617-cfcb-42e6-94b0-af7520411e27, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=41e2f617-cfcb-42e6-94b0-af7520411e27,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:48.863739 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9356e287-f97c-489c-84a8-10561229fe17 x-openstack-request-id: req-9356e287-f97c-489c-84a8-10561229fe17 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:48.864028 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5965ae52-0498-4b1d-9cc8-69b2e9aae096", "name": "network-vif-plugged", "status": "completed", "tag": "41e2f617-cfcb-42e6-94b0-af7520411e27", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:48.864478 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9356e287-f97c-489c-84a8-10561229fe17 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:48.864860 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5965ae52-0498-4b1d-9cc8-69b2e9aae096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e2f617-cfcb-42e6-94b0-af7520411e27', 'code': 200} Jun 30 03:12:48.967986 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:48.982528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49eab39-50c1-4d3e-a161-b44fead93fdb req-cc3d8aed-6402-4cdb-b4d1-02696005368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:48.984109 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e49eab39-50c1-4d3e-a161-b44fead93fdb req-cc3d8aed-6402-4cdb-b4d1-02696005368f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 1095 time: 0.0552092 Jun 30 03:12:49.017852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=41e2f617-cfcb-42e6-94b0-af7520411e27,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:49.022417 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e49eab39-50c1-4d3e-a161-b44fead93fdb req-232dac7c-fdd9-4a74-abf5-f35a7fa6c5cd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Jun 30 03:12:49.061065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:49.065917 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:49.370366 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:49.414762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37036) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:49.425953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=d12eb047-1d37-4dc7-9fc2-24a73a69d707,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:49.445272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:49.446409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network hostable DHCP agents. Network: 8b1fc8b1-93de-4ade-819e-1955848f7bfe, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:12:49.518539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600ac41-e2d4-4f34-857b-be08230d1f67 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:49.519034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600ac41-e2d4-4f34-857b-be08230d1f67 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:49.519675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600ac41-e2d4-4f34-857b-be08230d1f67 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:49.521599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d600ac41-e2d4-4f34-857b-be08230d1f67 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=3b3b9b93cfef4dd6a88ebf21ff22120b&network_id=ea552e4d-a2f0-44ce-9c81-bc66404313f3 HTTP/1.1" status: 200 len: 2969 time: 0.1054585 Jun 30 03:12:49.586022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5a388-1324-474e-8131-c37928cf90a3 req-79d6d75e-8e19-409b-a92b-7a487f3b6fdf tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:49.587451 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9fc5a388-1324-474e-8131-c37928cf90a3 req-79d6d75e-8e19-409b-a92b-7a487f3b6fdf tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0647640 Jun 30 03:12:49.592730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:12:49.634014 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9fc5a388-1324-474e-8131-c37928cf90a3 req-7d9e6078-5e2a-49b0-8060-4fba979000da tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Jun 30 03:12:49.718755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 8b1fc8b1-93de-4ade-819e-1955848f7bfe) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:49.724233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:49.725061 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:49.726903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8914a-f7ab-485c-8a87-44f0975aea5c None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:49.881850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': 'd12eb047-1d37-4dc7-9fc2-24a73a69d707'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:12:49.882786 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:49.890794 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-48a722bd-7947-4939-af3d-ec96c6417dc0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1487675 Jun 30 03:12:49.893837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37052) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:49.899763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'name': 'tempest-NetworksTestDHCPv6-1241606013'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:50.091281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/d12eb047-1d37-4dc7-9fc2-24a73a69d707/e4161ee8-dd9d-41a8-83ef-8f5b22ccc951) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:50.139464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:50.144952 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:50.200110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port d890b03c-1d4c-4078-a629-da4e59717718 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:12:50.258310 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:50.267490 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Transition to ACTIVE for port object e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:50.284498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Transition to ACTIVE for port object e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:50.335902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2019b0-d1be-4ef7-9393-6e017a9eb332 req-897293da-cf7f-41b8-89a6-21da39c03f51 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:50.338042 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a2019b0-d1be-4ef7-9393-6e017a9eb332 req-897293da-cf7f-41b8-89a6-21da39c03f51 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1904342 Jun 30 03:12:50.376210 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:50.383885 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a2019b0-d1be-4ef7-9393-6e017a9eb332 req-8f49626a-4b13-4f55-87f9-4b2e17e4efc4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400808 Jun 30 03:12:50.447877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::239 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/d12eb047-1d37-4dc7-9fc2-24a73a69d707/d890b03c-1d4c-4078-a629-da4e59717718) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:50.587584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:50.594871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:50.596847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Pushing event updated for resources: {'Port': ['ID=e4161ee8-dd9d-41a8-83ef-8f5b22ccc951,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:50.599229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:50.617487 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:50.631818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object d890b03c-1d4c-4078-a629-da4e59717718 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:50.681404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Attempting to bind port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:50.681404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Attempting to bind port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:50.681404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Attempting to bind port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:50.686942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:50.688819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:50.688819 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:50.688819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:50.688819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Bound port: e4161ee8-dd9d-41a8-83ef-8f5b22ccc951, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:50.689475 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:50.768677 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] For port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:50.772390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] For port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e4161ee8-dd9d-41a8-83ef-8f5b22ccc951,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:50.795565 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:50.846955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d85ecc-fa1b-48da-b445-aa89cde7c121 req-2ea565bd-aeea-46b8-8084-b601f88ce0b0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:50.848457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1d85ecc-fa1b-48da-b445-aa89cde7c121 req-2ea565bd-aeea-46b8-8084-b601f88ce0b0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0725975 Jun 30 03:12:50.869815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:50.875878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:50.888143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:50.890437 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1d85ecc-fa1b-48da-b445-aa89cde7c121 req-dc1014a0-f5cd-43f3-beb8-515ed566f141 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346966 Jun 30 03:12:50.894324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:50.894647 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:50.904022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=d890b03c-1d4c-4078-a629-da4e59717718,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:50.932127 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:50.994376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf7adb-475b-4854-a694-3e61490185d0 None None] Pushing event updated for resources: {'Port': ['ID=e4161ee8-dd9d-41a8-83ef-8f5b22ccc951,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:51.015800 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5c90d5c4-4b92-4c81-bfb6-a945c3564e08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1207013 Jun 30 03:12:51.018675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37074) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:51.136945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa309a8c-0738-4905-a5e7-0fe9942a8379 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:51.142758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa309a8c-0738-4905-a5e7-0fe9942a8379 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:51.144381 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fa309a8c-0738-4905-a5e7-0fe9942a8379 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1248059 Jun 30 03:12:51.147257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37078) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:51.311205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port d890b03c-1d4c-4078-a629-da4e59717718 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:51.311622 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:51.401167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:51.414417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for d890b03c-1d4c-4078-a629-da4e59717718 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:51.459999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37084) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:51.519090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8eaef8-cda6-4db1-a105-223302fcbd8f tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:51.520572 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0b8eaef8-cda6-4db1-a105-223302fcbd8f tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa HTTP/1.1" status: 200 len: 814 time: 0.0581322 Jun 30 03:12:51.622453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dfd43-674a-468d-a7e1-0d4d8485d373 req-27c1f7e2-2cae-4e33-baad-9cf874ad498c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:51.630544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-931dfd43-674a-468d-a7e1-0d4d8485d373 req-27c1f7e2-2cae-4e33-baad-9cf874ad498c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1207099 Jun 30 03:12:51.696723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-931dfd43-674a-468d-a7e1-0d4d8485d373 req-d443b5fd-3b8f-4238-bdf9-9efd960619b7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645137 Jun 30 03:12:51.724527 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:51.766989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=d890b03c-1d4c-4078-a629-da4e59717718,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:51.782157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff640caf-64d9-46ca-958c-0410b772125e req-8da6cf6f-0157-418c-a825-ed0233698164 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:51.784504 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff640caf-64d9-46ca-958c-0410b772125e req-8da6cf6f-0157-418c-a825-ed0233698164 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0982785 Jun 30 03:12:51.822920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.823329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.823672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.824008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.824336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.824659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.824983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.825302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.825647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.826156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.826283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.826609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:51.839839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:51.841742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2e0c42ed-373e-4769-8574-0c65e64350bd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/d890b03c-1d4c-4078-a629-da4e59717718 HTTP/1.1" status: 204 len: 168 time: 0.6931615 Jun 30 03:12:51.859228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff640caf-64d9-46ca-958c-0410b772125e req-f4a74712-b62e-482e-a27f-3d9929eb85d4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593553 Jun 30 03:12:51.861099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37098) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:51.911073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae4f5-5010-4126-a1af-48de75579d37 req-373d2288-5706-4013-b2f3-b3a909df141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:51.913221 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f8ae4f5-5010-4126-a1af-48de75579d37 req-373d2288-5706-4013-b2f3-b3a909df141d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 1096 time: 0.0991733 Jun 30 03:12:51.968006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c3876-5b1e-427b-a237-924d8d51aaeb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:51.970065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c3876-5b1e-427b-a237-924d8d51aaeb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:51.974113 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-621c3876-5b1e-427b-a237-924d8d51aaeb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1096709 Jun 30 03:12:51.974447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37102) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:52.052966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9bac33-1dba-4d85-99b0-10afb2d38514 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet d12eb047-1d37-4dc7-9fc2-24a73a69d707 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:12:52.065893 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a9bac33-1dba-4d85-99b0-10afb2d38514 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.093261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37104) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:52.101722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'network': {'name': 'tempest-network-smoke--275460680', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:52.125208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae4f5-5010-4126-a1af-48de75579d37 req-b849be71-3c65-4975-89eb-d72607e1c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:52.126739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f8ae4f5-5010-4126-a1af-48de75579d37 req-b849be71-3c65-4975-89eb-d72607e1c6a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae HTTP/1.1" status: 200 len: 912 time: 0.2028594 Jun 30 03:12:52.127049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:52.139353 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a9bac33-1dba-4d85-99b0-10afb2d38514 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.156416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbbd10-6a83-416d-9ad0-35921de94454 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:52.217422 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f8ae4f5-5010-4126-a1af-48de75579d37 req-a3e26e24-93ec-461f-b9a4-0caeb74da031 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41e2f617-cfcb-42e6-94b0-af7520411e27 HTTP/1.1" status: 200 len: 217 time: 0.0811121 Jun 30 03:12:52.269397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae4f5-5010-4126-a1af-48de75579d37 req-08fc7de3-0e09-466f-a0db-33ce53cb00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:52.270950 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f8ae4f5-5010-4126-a1af-48de75579d37 req-08fc7de3-0e09-466f-a0db-33ce53cb00b7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce3da8ad-3068-4c7c-9170-4f7e2a6514dc HTTP/1.1" status: 200 len: 851 time: 0.0472467 Jun 30 03:12:52.307304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Made reservation on behalf of 3b3b9b93cfef4dd6a88ebf21ff22120b for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:52.314763 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.338178 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f8ae4f5-5010-4126-a1af-48de75579d37 req-d7ccc359-2a1b-4c31-8bb7-2c140791755f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533090 Jun 30 03:12:52.348175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:12:52.358581 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.360341 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Added segment 35723049-d71c-471d-a5f2-ae0a3b519dce of type vlan for network 22d85b5b-5089-4502-a805-707dc0b66502 Jun 30 03:12:52.365993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ffe55e91-3c2f-4e1c-81c2-ba36241d1f21 None None] Provisioning for port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:52.412313 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a9bac33-1dba-4d85-99b0-10afb2d38514 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.422075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:52.423746 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.429626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:52.430373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.503546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f8ae4f5-5010-4126-a1af-48de75579d37 req-a4de3ec3-ce34-4b7a-a270-b9f9aae166e1 service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587260 Jun 30 03:12:52.541405 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.614327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f8ae4f5-5010-4126-a1af-48de75579d37 req-ecba8210-06fa-4472-8784-256a67ff9ea4 service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037281 Jun 30 03:12:52.615822 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.620025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-567a020c-465d-4f23-acce-95fd818caca6 None None] Provisioning complete for port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:52.620612 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-567a020c-465d-4f23-acce-95fd818caca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.621661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:52.622369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.684421 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a9bac33-1dba-4d85-99b0-10afb2d38514 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.694539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Network': ['ID=22d85b5b-5089-4502-a805-707dc0b66502,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:52.709206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 22d85b5b-5089-4502-a805-707dc0b66502 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:12:52.733288 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a9bac33-1dba-4d85-99b0-10afb2d38514 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.737812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1a9bac33-1dba-4d85-99b0-10afb2d38514 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/d12eb047-1d37-4dc7-9fc2-24a73a69d707 HTTP/1.1" status: 204 len: 168 time: 0.7600811 Jun 30 03:12:52.737812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bac33-1dba-4d85-99b0-10afb2d38514 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=d12eb047-1d37-4dc7-9fc2-24a73a69d707,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:52.738235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37114) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:52.809074 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-567a020c-465d-4f23-acce-95fd818caca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:52.834495 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-41259019-5198-4220-9ce1-94938b6f80a3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951097 Jun 30 03:12:52.837876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37122) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:52.846967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-81fcb130-a599-4a7a-8e20-355b1d820208 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:52.896873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8625ff1-58a8-4ff9-b001-93fca52e8125 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:52.951176 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-35df1805-4c75-4b9a-b159-2ac156c0503a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8562984 Jun 30 03:12:52.957932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37128) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:53.036583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:12:53.037034 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:12:53.079737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec35f4-8712-426b-aaa6-9c3ce34f1d04 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:53.089488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-76ec35f4-8712-426b-aaa6-9c3ce34f1d04 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=3b3b9b93cfef4dd6a88ebf21ff22120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1221709 Jun 30 03:12:53.089655 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-567a020c-465d-4f23-acce-95fd818caca6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:12:53.089655 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-567a020c-465d-4f23-acce-95fd818caca6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:12:53.089870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37132) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:53.106631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91494ee-bb0b-4e60-a80c-85f037224e01 req-00e85313-b578-4d67-b327-dbf26f85c629 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:53.108536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c91494ee-bb0b-4e60-a80c-85f037224e01 req-00e85313-b578-4d67-b327-dbf26f85c629 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.2365890 Jun 30 03:12:53.157239 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c91494ee-bb0b-4e60-a80c-85f037224e01 req-26dcd8e1-8466-4903-99db-c9df5890d284 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393498 Jun 30 03:12:53.169840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.177647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f7d919-c02d-4f5b-b842-fa97d71abc69 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:12:53.210053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fcb130-a599-4a7a-8e20-355b1d820208 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:53.213575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81fcb130-a599-4a7a-8e20-355b1d820208 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.238703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-12f7d919-c02d-4f5b-b842-fa97d71abc69 None None] Deleting port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:53.238703 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12f7d919-c02d-4f5b-b842-fa97d71abc69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.274863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273ce00-80fc-456f-bd1f-7c403309259c req-c2b3fcaa-9d99-4d4b-b64d-fe1fa3752687 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:53.276355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f273ce00-80fc-456f-bd1f-7c403309259c req-c2b3fcaa-9d99-4d4b-b64d-fe1fa3752687 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1933417 Jun 30 03:12:53.291860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc18462-49b0-48c0-8152-752a4f7390b5 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:53.293519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2dc18462-49b0-48c0-8152-752a4f7390b5 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2079709 Jun 30 03:12:53.295168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-12f7d919-c02d-4f5b-b842-fa97d71abc69 None None] For port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e4161ee8-dd9d-41a8-83ef-8f5b22ccc951,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:53.295567 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12f7d919-c02d-4f5b-b842-fa97d71abc69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.296489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37136) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:53.312426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-12f7d919-c02d-4f5b-b842-fa97d71abc69 None None] Calling delete_port for e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:53.348468 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f273ce00-80fc-456f-bd1f-7c403309259c req-4233c7f1-cb35-4fc1-a9f6-98378580b29c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650151 Jun 30 03:12:53.352605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37140) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:53.357356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e3b285b-10db-4b4a-9417-df6bea48c90c tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556641 Jun 30 03:12:53.385845 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f8342844-0043-4d8e-a34b-2ad8e9a2108d tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=3b3b9b93cfef4dd6a88ebf21ff22120b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318201 Jun 30 03:12:53.388307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37142) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:53.530380 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12f7d919-c02d-4f5b-b842-fa97d71abc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.553334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6efdbe-af45-4df4-bea1-fd5d44796a39 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:53.557334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-db6efdbe-af45-4df4-bea1-fd5d44796a39 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1654754 Jun 30 03:12:53.557590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37144) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:53.575385 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.576257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7d919-c02d-4f5b-b842-fa97d71abc69 None None] Pushing event deleted for resources: {'Port': ['ID=e4161ee8-dd9d-41a8-83ef-8f5b22ccc951,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:53.583020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 update to ACTIVE by agent not found {{(pid=94532) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 03:12:53.592906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f7d919-c02d-4f5b-b842-fa97d71abc69 None None] No DVR routers for this DVR port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:12:53.600848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-16e1e564-e4f9-48bf-9922-05cee3ed3284 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391433 Jun 30 03:12:53.600998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37146) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:53.606506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1659696711', 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:53.616158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-567a020c-465d-4f23-acce-95fd818caca6 None None] Port e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 update to ACTIVE by agent not found {{(pid=94532) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 03:12:53.710523 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81fcb130-a599-4a7a-8e20-355b1d820208 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.735278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-37449f70-493b-42b3-b1aa-09c5dc69da29 None None] Could not find standard attr ID for object d890b03c-1d4c-4078-a629-da4e59717718. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:12:53.756104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fcb130-a599-4a7a-8e20-355b1d820208 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:53.759254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-81fcb130-a599-4a7a-8e20-355b1d820208 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:53.763301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fcb130-a599-4a7a-8e20-355b1d820208 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:53.763883 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-81fcb130-a599-4a7a-8e20-355b1d820208 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.769094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcb130-a599-4a7a-8e20-355b1d820208 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=1730e4c1-55ec-464b-9d9d-2900ca4aff05,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:53.769725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94ea262-9032-43ac-a0b0-bd8ceb198f4c None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:53.783348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Made reservation on behalf of 3b3b9b93cfef4dd6a88ebf21ff22120b for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:53.785686 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:53.927608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-81fcb130-a599-4a7a-8e20-355b1d820208 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0886812 Jun 30 03:12:53.930279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37154) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:53.935799 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'name': 'tempest-NetworksTestDHCPv6-1103283070'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:53.953262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '1730e4c1-55ec-464b-9d9d-2900ca4aff05'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:12:53.954350 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.142478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:54.145424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.167154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:54.167495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e4161ee8-dd9d-41a8-83ef-8f5b22ccc951 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:54.198111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/1730e4c1-55ec-464b-9d9d-2900ca4aff05/b8113e67-cc70-40b9-be96-1b09d1c25a01) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:54.302997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Subnet': ['ID=6d1601b1-b8d1-43f9-8120-202037b7200d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:54.311222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Checking segment: {'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:54.311586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network hostable DHCP agents. Network: 22d85b5b-5089-4502-a805-707dc0b66502, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:12:54.387529 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.395717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Transition to ACTIVE for port object b8113e67-cc70-40b9-be96-1b09d1c25a01 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:54.411238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Transition to ACTIVE for port object b8113e67-cc70-40b9-be96-1b09d1c25a01 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:54.415650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483be6d1-0cf9-4bb0-a7a3-2d9fae4211b9 req-730eb4fe-ff6a-40c1-ab08-5d6f6a5ab520 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:54.417172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-483be6d1-0cf9-4bb0-a7a3-2d9fae4211b9 req-730eb4fe-ff6a-40c1-ab08-5d6f6a5ab520 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1131680 Jun 30 03:12:54.457971 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-483be6d1-0cf9-4bb0-a7a3-2d9fae4211b9 req-8b36c6c0-6c1e-4efb-b46d-d0039c90723d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Jun 30 03:12:54.552374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network 22d85b5b-5089-4502-a805-707dc0b66502 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:12:54.581626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e576a1-7559-462e-9377-a9754d54f37b req-945f1585-b9ba-4495-86cb-a08859854acc tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:54.583091 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a2e576a1-7559-462e-9377-a9754d54f37b req-945f1585-b9ba-4495-86cb-a08859854acc tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0694325 Jun 30 03:12:54.627483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a2e576a1-7559-462e-9377-a9754d54f37b req-1ad0ad9c-f54f-40f5-a652-8b2a43ea6057 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384896 Jun 30 03:12:54.651578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:54.652133 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.655605 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.676537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 8a724a4f-9ed9-4e71-803f-f8673c95b67c yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:12:54.690617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:54.693405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:54.697239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:54.707231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 22d85b5b-5089-4502-a805-707dc0b66502) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:54.711270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:54.711956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.715901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Pushing event updated for resources: {'Port': ['ID=b8113e67-cc70-40b9-be96-1b09d1c25a01,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:54.747319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874a297-bc72-40ed-a160-83359be05fba None None] Network 22d85b5b-5089-4502-a805-707dc0b66502 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:54.825787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Attempting to bind port b8113e67-cc70-40b9-be96-1b09d1c25a01 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:54.825898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Attempting to bind port b8113e67-cc70-40b9-be96-1b09d1c25a01 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:54.826247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Attempting to bind port b8113e67-cc70-40b9-be96-1b09d1c25a01 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:54.833958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::305 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/1730e4c1-55ec-464b-9d9d-2900ca4aff05/8a724a4f-9ed9-4e71-803f-f8673c95b67c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:54.845312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:54.845312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:54.845312 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.845312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:54.845312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Bound port: b8113e67-cc70-40b9-be96-1b09d1c25a01, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:54.845312 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.855168 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0432d4f9-83c6-4e07-8d5e-93603fbf7687 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2530074 Jun 30 03:12:54.987300 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] For port b8113e67-cc70-40b9-be96-1b09d1c25a01, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:54.999407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-22d85b5b-5089-4502-a805-707dc0b66502', 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ips': [{'subnet_id': '6d1601b1-b8d1-43f9-8120-202037b7200d'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:12:55.000294 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.000641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.004224 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] For port b8113e67-cc70-40b9-be96-1b09d1c25a01, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b8113e67-cc70-40b9-be96-1b09d1c25a01,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:55.014370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 8a724a4f-9ed9-4e71-803f-f8673c95b67c will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:55.145987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Allocated IP 172.20.0.18 (22d85b5b-5089-4502-a805-707dc0b66502/6d1601b1-b8d1-43f9-8120-202037b7200d/593f7801-eb40-423d-88ee-aec5be5c0049) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:55.210371 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.296061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.298037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f1739-ed07-42c9-8cab-a972efaa30f2 None None] Pushing event updated for resources: {'Port': ['ID=b8113e67-cc70-40b9-be96-1b09d1c25a01,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:55.374713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37176) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:55.379899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ff49d33b-02b4-4dd6-901f-8eec4bd8a958 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67220624', 'description': 'tempest-secgroup-smoke-67220624 description', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:55.383147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=8a724a4f-9ed9-4e71-803f-f8673c95b67c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:55.397700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:55.408482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:55.411471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:55.417768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:55.418417 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.425028 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.435230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Transition to ACTIVE for port object 593f7801-eb40-423d-88ee-aec5be5c0049 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:55.452141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Transition to ACTIVE for port object 593f7801-eb40-423d-88ee-aec5be5c0049 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:55.658017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459b045-9514-4832-9594-439058a517ef req-c31184f1-f8b4-4058-b676-53214a62ace9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:55.659417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7459b045-9514-4832-9594-439058a517ef req-c31184f1-f8b4-4058-b676-53214a62ace9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0662062 Jun 30 03:12:55.701023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7459b045-9514-4832-9594-439058a517ef req-48f5139d-9365-44d2-9d43-cef16131e508 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351503 Jun 30 03:12:55.713148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff49d33b-02b4-4dd6-901f-8eec4bd8a958 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.794122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.826188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1842ec9-ca70-4241-821c-e11750c15a43 req-86a22c2b-dba2-4971-bc84-a6325662dab9 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:55.827556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c1842ec9-ca70-4241-821c-e11750c15a43 req-86a22c2b-dba2-4971-bc84-a6325662dab9 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0769424 Jun 30 03:12:55.840265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Network 22d85b5b-5089-4502-a805-707dc0b66502 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:55.844982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:55.848862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:55.858316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Pushing event updated for resources: {'Port': ['ID=593f7801-eb40-423d-88ee-aec5be5c0049,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:55.874086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c1842ec9-ca70-4241-821c-e11750c15a43 req-af72f11f-e68e-4de6-89f9-d91ffe6adda1 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369890 Jun 30 03:12:55.889356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-39fe9a16-1258-4c6b-aab8-ad441d323a7c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9579601 Jun 30 03:12:55.891935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37188) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:55.948098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Attempting to bind port 593f7801-eb40-423d-88ee-aec5be5c0049 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:55.950537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Attempting to bind port 593f7801-eb40-423d-88ee-aec5be5c0049 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:55.951851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Attempting to bind port 593f7801-eb40-423d-88ee-aec5be5c0049 on network 22d85b5b-5089-4502-a805-707dc0b66502 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:55.959993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:55.960758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Checking segment: {'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:55.961266 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.961757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Bound using segment: {'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:55.962848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Bound port: 593f7801-eb40-423d-88ee-aec5be5c0049, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:55.963793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.984517 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff49d33b-02b4-4dd6-901f-8eec4bd8a958 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:55.996823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ac60f-246e-4184-a13d-5f7c5f39e03c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:56.021984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ac60f-246e-4184-a13d-5f7c5f39e03c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:56.026503 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b72ac60f-246e-4184-a13d-5f7c5f39e03c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1310136 Jun 30 03:12:56.027093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37190) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:56.051032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] For port 593f7801-eb40-423d-88ee-aec5be5c0049, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:56.067589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] For port 593f7801-eb40-423d-88ee-aec5be5c0049, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=593f7801-eb40-423d-88ee-aec5be5c0049,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:56.164943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1dc01be5-9f1f-42a3-90c6-9626633cc0a8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 8a724a4f-9ed9-4e71-803f-f8673c95b67c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:56.165963 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1dc01be5-9f1f-42a3-90c6-9626633cc0a8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.168720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b8113e67-cc70-40b9-be96-1b09d1c25a01 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:56.232453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff49d33b-02b4-4dd6-901f-8eec4bd8a958 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.263972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49d33b-02b4-4dd6-901f-8eec4bd8a958 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d916044-b9ce-48af-a047-2fabf67913d5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:56.273022 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.292096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1dc01be5-9f1f-42a3-90c6-9626633cc0a8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.308085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1dc01be5-9f1f-42a3-90c6-9626633cc0a8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 8a724a4f-9ed9-4e71-803f-f8673c95b67c owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:56.338423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d595b32-728c-46d7-a43c-d5bf83af245a None None] Pushing event updated for resources: {'Port': ['ID=593f7801-eb40-423d-88ee-aec5be5c0049,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:56.434183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port b8113e67-cc70-40b9-be96-1b09d1c25a01 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:56.515175 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff49d33b-02b4-4dd6-901f-8eec4bd8a958 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.516708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ff49d33b-02b4-4dd6-901f-8eec4bd8a958 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1407661 Jun 30 03:12:56.519732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37198) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:56.527419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-99fb29b5-7a9e-4c84-8c4c-e62c74a9c25d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '9d916044-b9ce-48af-a047-2fabf67913d5', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:56.576870 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1dc01be5-9f1f-42a3-90c6-9626633cc0a8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.610442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc01be5-9f1f-42a3-90c6-9626633cc0a8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=8a724a4f-9ed9-4e71-803f-f8673c95b67c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:56.639430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cd3866c-841a-46f1-b570-12e2670244b0 None None] Provisioning for port b8113e67-cc70-40b9-be96-1b09d1c25a01 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:56.646525 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1dc01be5-9f1f-42a3-90c6-9626633cc0a8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.647558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cd3866c-841a-46f1-b570-12e2670244b0 None None] Provisioning complete for port b8113e67-cc70-40b9-be96-1b09d1c25a01 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:56.653027 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cd3866c-841a-46f1-b570-12e2670244b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.653144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1dc01be5-9f1f-42a3-90c6-9626633cc0a8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/8a724a4f-9ed9-4e71-803f-f8673c95b67c HTTP/1.1" status: 204 len: 168 time: 0.6207836 Jun 30 03:12:56.653144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37200) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:56.759066 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99fb29b5-7a9e-4c84-8c4c-e62c74a9c25d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.777294 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cd3866c-841a-46f1-b570-12e2670244b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.801734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da69a921-0020-447e-8b8e-cefdda1b5228 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:56.803151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da69a921-0020-447e-8b8e-cefdda1b5228 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:56.804879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-da69a921-0020-447e-8b8e-cefdda1b5228 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1512969 Jun 30 03:12:56.807827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37204) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:56.864959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cd3866c-841a-46f1-b570-12e2670244b0 None None] For port b8113e67-cc70-40b9-be96-1b09d1c25a01, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b8113e67-cc70-40b9-be96-1b09d1c25a01,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:56.901363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c08bd82-4099-48d2-9ced-4178819de976 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 1730e4c1-55ec-464b-9d9d-2900ca4aff05 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:12:56.905685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c08bd82-4099-48d2-9ced-4178819de976 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.952946 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99fb29b5-7a9e-4c84-8c4c-e62c74a9c25d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:56.996120 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c08bd82-4099-48d2-9ced-4178819de976 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.082865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d359-6ef9-4bed-b775-7c01317d63d2 req-5d4d3cf0-c3a9-4e5b-9a37-b63380e08034 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:57.084467 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d52d359-6ef9-4bed-b775-7c01317d63d2 req-5d4d3cf0-c3a9-4e5b-9a37-b63380e08034 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1546445 Jun 30 03:12:57.089844 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cd3866c-841a-46f1-b570-12e2670244b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.091401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9e1c6-4fd7-46ec-888f-5144887bc06a req-875bd874-1258-4ad6-be12-e9cba32737e4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:57.094411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94a9e1c6-4fd7-46ec-888f-5144887bc06a req-875bd874-1258-4ad6-be12-e9cba32737e4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0895145 Jun 30 03:12:57.150023 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94a9e1c6-4fd7-46ec-888f-5144887bc06a req-bec5bbf4-5808-40fe-921c-16c67840db29 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Jun 30 03:12:57.165422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d52d359-6ef9-4bed-b775-7c01317d63d2 req-7f801066-85f0-41f8-a991-f563318b7308 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578690 Jun 30 03:12:57.166798 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c08bd82-4099-48d2-9ced-4178819de976 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.175291 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99fb29b5-7a9e-4c84-8c4c-e62c74a9c25d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.190797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3866c-841a-46f1-b570-12e2670244b0 None None] Pushing event updated for resources: {'Port': ['ID=b8113e67-cc70-40b9-be96-1b09d1c25a01,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:57.213393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-65437c61-b622-4865-9daf-474318202115 None None] Could not find standard attr ID for object 8a724a4f-9ed9-4e71-803f-f8673c95b67c. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:12:57.218886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb29b5-7a9e-4c84-8c4c-e62c74a9c25d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3364a036-00f4-4ed2-9390-e0b36bbfc6dd,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:57.455640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99fb29b5-7a9e-4c84-8c4c-e62c74a9c25d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.457124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-99fb29b5-7a9e-4c84-8c4c-e62c74a9c25d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9363191 Jun 30 03:12:57.459979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37218) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:57.464673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-83e80a3f-a601-42d3-9560-be0899b50096 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '9d916044-b9ce-48af-a047-2fabf67913d5', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:57.473517 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c08bd82-4099-48d2-9ced-4178819de976 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.502762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08bd82-4099-48d2-9ced-4178819de976 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=1730e4c1-55ec-464b-9d9d-2900ca4aff05,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:57.506967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c08bd82-4099-48d2-9ced-4178819de976 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.508915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1c08bd82-4099-48d2-9ced-4178819de976 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/1730e4c1-55ec-464b-9d9d-2900ca4aff05 HTTP/1.1" status: 204 len: 168 time: 0.7000296 Jun 30 03:12:57.511875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37220) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:57.518473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81876a0f-c0b4-4131-aa20-a18cc8d76399 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:57.573150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab255e9-3a07-4302-bc2b-84527df53db4 None None] Network 22d85b5b-5089-4502-a805-707dc0b66502 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:57.577202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2eff8e2e-e4ef-4c93-9120-260d00f418cc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640802 Jun 30 03:12:57.580489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37222) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:57.585702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-713c583b-e29c-43c1-b1ea-32a0e5d51441 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:57.661135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83e80a3f-a601-42d3-9560-be0899b50096 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.746996 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83e80a3f-a601-42d3-9560-be0899b50096 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.837871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713c583b-e29c-43c1-b1ea-32a0e5d51441 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:57.837871 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-713c583b-e29c-43c1-b1ea-32a0e5d51441 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.908530 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83e80a3f-a601-42d3-9560-be0899b50096 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.949186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e80a3f-a601-42d3-9560-be0899b50096 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f70186-bc77-4c82-815f-d3a78902363e,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:58.036611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef402bf2-2659-4cf6-bb1c-728a8c28c365 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:12:58.044845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a8e9256c-c8df-4091-93fa-c30db5c81e49 None None] Provisioning for port 593f7801-eb40-423d-88ee-aec5be5c0049 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:58.111747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ef402bf2-2659-4cf6-bb1c-728a8c28c365 None None] Deleting port b8113e67-cc70-40b9-be96-1b09d1c25a01 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:12:58.112317 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ef402bf2-2659-4cf6-bb1c-728a8c28c365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.149441 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-83e80a3f-a601-42d3-9560-be0899b50096 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.149441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-83e80a3f-a601-42d3-9560-be0899b50096 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6854067 Jun 30 03:12:58.149441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37230) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:58.154301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-64a1baeb-d4ff-48fc-b8e0-e0243c689819 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '9d916044-b9ce-48af-a047-2fabf67913d5', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:58.168028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 593f7801-eb40-423d-88ee-aec5be5c0049 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:58.229453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ef402bf2-2659-4cf6-bb1c-728a8c28c365 None None] For port b8113e67-cc70-40b9-be96-1b09d1c25a01, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b8113e67-cc70-40b9-be96-1b09d1c25a01,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:58.229925 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ef402bf2-2659-4cf6-bb1c-728a8c28c365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.246705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ef402bf2-2659-4cf6-bb1c-728a8c28c365 None None] Calling delete_port for b8113e67-cc70-40b9-be96-1b09d1c25a01 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:12:58.322456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-713c583b-e29c-43c1-b1ea-32a0e5d51441 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.384316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21296796-2154-4333-9c49-3cf8a1b32a09 req-801a8863-dbcc-4ab7-8fbc-9de57696d6c9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:58.393392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21296796-2154-4333-9c49-3cf8a1b32a09 req-801a8863-dbcc-4ab7-8fbc-9de57696d6c9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0982323 Jun 30 03:12:58.395926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713c583b-e29c-43c1-b1ea-32a0e5d51441 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:58.404542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c583b-e29c-43c1-b1ea-32a0e5d51441 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=9aac6377-b1f1-44aa-802f-b3858ff946de,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:58.408247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-713c583b-e29c-43c1-b1ea-32a0e5d51441 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:58.415734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713c583b-e29c-43c1-b1ea-32a0e5d51441 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:58.415734 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-713c583b-e29c-43c1-b1ea-32a0e5d51441 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.424661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 593f7801-eb40-423d-88ee-aec5be5c0049 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:58.429601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a1baeb-d4ff-48fc-b8e0-e0243c689819 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.432341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 593f7801-eb40-423d-88ee-aec5be5c0049 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:58.432778 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.438210 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21296796-2154-4333-9c49-3cf8a1b32a09 req-bc0a1af2-162b-45c0-a6b8-bf7de1688d3a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Jun 30 03:12:58.477147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-537e0dff-c268-4222-8c49-757b109a4753 None None] Provisioning complete for port 593f7801-eb40-423d-88ee-aec5be5c0049 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:58.477627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-537e0dff-c268-4222-8c49-757b109a4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.500855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac02e5-a0ea-45ce-9e90-0d22a299ce02 req-61a790a2-4fd2-4aa5-9620-a00910f8590c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:58.502391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5ac02e5-a0ea-45ce-9e90-0d22a299ce02 req-61a790a2-4fd2-4aa5-9620-a00910f8590c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.2145703 Jun 30 03:12:58.559555 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a1baeb-d4ff-48fc-b8e0-e0243c689819 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.563216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5ac02e5-a0ea-45ce-9e90-0d22a299ce02 req-d159e049-7905-4dbf-ae66-4ada96faa62e tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510795 Jun 30 03:12:58.576543 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ef402bf2-2659-4cf6-bb1c-728a8c28c365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.608464 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-713c583b-e29c-43c1-b1ea-32a0e5d51441 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0268021 Jun 30 03:12:58.614715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37240) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:58.620648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'name': 'tempest-NetworksTestDHCPv6-974208120'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:58.635772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef402bf2-2659-4cf6-bb1c-728a8c28c365 None None] Pushing event deleted for resources: {'Port': ['ID=b8113e67-cc70-40b9-be96-1b09d1c25a01,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:58.639735 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.650960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef402bf2-2659-4cf6-bb1c-728a8c28c365 None None] No DVR routers for this DVR port b8113e67-cc70-40b9-be96-1b09d1c25a01 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:12:58.673060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689aa37d-594b-4b86-914e-977a92fe89a5 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:12:58.684937 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-537e0dff-c268-4222-8c49-757b109a4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.739201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 593f7801-eb40-423d-88ee-aec5be5c0049, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=593f7801-eb40-423d-88ee-aec5be5c0049,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:58.758079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a1baeb-d4ff-48fc-b8e0-e0243c689819 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.761247 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0226d1e1-c766-4dfe-88af-3518c489cdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.787586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1baeb-d4ff-48fc-b8e0-e0243c689819 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721e3b8c-c48f-43ac-924b-a56aca2f0bf7,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:58.847783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '9aac6377-b1f1-44aa-802f-b3858ff946de'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:12:58.849103 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.920563 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.927848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:58.934393 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:58.964642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 6ad0e713-74f7-448d-b429-61ca6dccd9bd yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:12:59.029783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b8113e67-cc70-40b9-be96-1b09d1c25a01 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:12:59.071013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: b8113e67-cc70-40b9-be96-1b09d1c25a01 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:12:59.071361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b8113e67-cc70-40b9-be96-1b09d1c25a01 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:12:59.092154 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-537e0dff-c268-4222-8c49-757b109a4753 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:12:59.092509 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-537e0dff-c268-4222-8c49-757b109a4753 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:12:59.099962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/9aac6377-b1f1-44aa-802f-b3858ff946de/0cc5258c-5111-4c69-b583-1a7e6b3f409c) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:59.101956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=593f7801-eb40-423d-88ee-aec5be5c0049,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:59.105120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a1baeb-d4ff-48fc-b8e0-e0243c689819 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.110009 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-64a1baeb-d4ff-48fc-b8e0-e0243c689819 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9595127 Jun 30 03:12:59.128738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37248) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:59.134215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-14b5c3a5-7a77-4381-9279-364f7014755c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '9d916044-b9ce-48af-a047-2fabf67913d5', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:59.252737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.261456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Transition to ACTIVE for port object 0cc5258c-5111-4c69-b583-1a7e6b3f409c will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:59.277710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Transition to ACTIVE for port object 0cc5258c-5111-4c69-b583-1a7e6b3f409c will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:59.312485 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-14b5c3a5-7a77-4381-9279-364f7014755c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.374335 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-14b5c3a5-7a77-4381-9279-364f7014755c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.398814 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.434177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:59.439868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:59.443990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:59.458331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Pushing event updated for resources: {'Port': ['ID=0cc5258c-5111-4c69-b583-1a7e6b3f409c,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:59.469631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::327 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/9aac6377-b1f1-44aa-802f-b3858ff946de/6ad0e713-74f7-448d-b429-61ca6dccd9bd) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:59.517539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Attempting to bind port 0cc5258c-5111-4c69-b583-1a7e6b3f409c on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:59.529200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Attempting to bind port 0cc5258c-5111-4c69-b583-1a7e6b3f409c by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:59.529200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Attempting to bind port 0cc5258c-5111-4c69-b583-1a7e6b3f409c on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:59.529200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:59.529200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:59.529200 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.529200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:59.529200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Bound port: 0cc5258c-5111-4c69-b583-1a7e6b3f409c, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:59.529200 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.643999 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-14b5c3a5-7a77-4381-9279-364f7014755c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.661820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5c3a5-7a77-4381-9279-364f7014755c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9902c516-e34a-4d8e-960b-a60039431b0d,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:59.703406 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:59.720828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 6ad0e713-74f7-448d-b429-61ca6dccd9bd will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:59.731661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] For port 0cc5258c-5111-4c69-b583-1a7e6b3f409c, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:59.735918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] For port 0cc5258c-5111-4c69-b583-1a7e6b3f409c, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0cc5258c-5111-4c69-b583-1a7e6b3f409c,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:59.759083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcd4e3-77fb-447f-84eb-c5c18ec67816 req-ea25a8e3-1d6b-46ed-8f53-4263a729f737 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:59.760929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9abcd4e3-77fb-447f-84eb-c5c18ec67816 req-ea25a8e3-1d6b-46ed-8f53-4263a729f737 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1409423 Jun 30 03:12:59.829146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04dabb-b4f7-4bda-83da-1aab964de4c2 req-373ac11c-a419-43db-8df0-f5e81ad58b27 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:59.830830 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d04dabb-b4f7-4bda-83da-1aab964de4c2 req-373ac11c-a419-43db-8df0-f5e81ad58b27 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0736604 Jun 30 03:12:59.874036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d04dabb-b4f7-4bda-83da-1aab964de4c2 req-d5def630-95fe-479b-bafd-e14ec5d46073 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361178 Jun 30 03:13:00.072311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 593f7801-eb40-423d-88ee-aec5be5c0049 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:00.078928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.081412 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-14b5c3a5-7a77-4381-9279-364f7014755c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.085300 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-14b5c3a5-7a77-4381-9279-364f7014755c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9551778 Jun 30 03:13:00.085972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37266) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:00.105697 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.110446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f22cf243-834d-404c-8a4d-833f84aacedb tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '9d916044-b9ce-48af-a047-2fabf67913d5', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:00.141965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9abcd4e3-77fb-447f-84eb-c5c18ec67816 req-abb2f237-d7eb-4aef-ae27-1a0e97a9fad8 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737800 Jun 30 03:13:00.150192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:00.153902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:00.159720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:00.165415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:00.166475 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.197759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9a712-2dde-4253-9813-ab81370aa800 None None] Pushing event updated for resources: {'Port': ['ID=0cc5258c-5111-4c69-b583-1a7e6b3f409c,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:00.212263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 593f7801-eb40-423d-88ee-aec5be5c0049 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:00.212680 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.216801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=6ad0e713-74f7-448d-b429-61ca6dccd9bd,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:00.321052 n-d-798249-3 neutron-server[94530]: INFO neutron.db.securitygroups_db [None req-f22cf243-834d-404c-8a4d-833f84aacedb tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Project 3b3b9b93cfef4dd6a88ebf21ff22120b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:13:00.328780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f22cf243-834d-404c-8a4d-833f84aacedb tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.397114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f22cf243-834d-404c-8a4d-833f84aacedb tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.480577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a68ce2e9-8e47-4271-a077-7234bc6677c6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8636341 Jun 30 03:13:00.482097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37272) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:00.537428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f22cf243-834d-404c-8a4d-833f84aacedb tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.562035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cf243-834d-404c-8a4d-833f84aacedb tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49e724c-919d-49d6-ac6a-997264a74281,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:00.576516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a25227b-2a69-4172-b946-2d13596c4d4c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:00.582449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a25227b-2a69-4172-b946-2d13596c4d4c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:00.584108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2a25227b-2a69-4172-b946-2d13596c4d4c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1010871 Jun 30 03:13:00.587573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37274) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:00.689077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ced4a5ba-d388-494c-ac75-541722f4a655 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 6ad0e713-74f7-448d-b429-61ca6dccd9bd {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:00.689077 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ced4a5ba-d388-494c-ac75-541722f4a655 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.733896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f22cf243-834d-404c-8a4d-833f84aacedb tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.735115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f22cf243-834d-404c-8a4d-833f84aacedb tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6385303 Jun 30 03:13:00.738531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37278) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:00.743683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c63dd608-ccfb-47a2-a2bf-f3440a7898f4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': '9d916044-b9ce-48af-a047-2fabf67913d5', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:00.784826 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ced4a5ba-d388-494c-ac75-541722f4a655 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.797354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ced4a5ba-d388-494c-ac75-541722f4a655 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 6ad0e713-74f7-448d-b429-61ca6dccd9bd owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:00.952823 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-c63dd608-ccfb-47a2-a2bf-f3440a7898f4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Project 3b3b9b93cfef4dd6a88ebf21ff22120b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:13:00.959927 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c63dd608-ccfb-47a2-a2bf-f3440a7898f4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.023940 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c63dd608-ccfb-47a2-a2bf-f3440a7898f4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.106462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12d21d-78f4-444f-987f-675f4023a26d req-c68c245d-b468-4b48-a657-2837fecb8c4f tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:01.106462 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a12d21d-78f4-444f-987f-675f4023a26d req-c68c245d-b468-4b48-a657-2837fecb8c4f tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0731719 Jun 30 03:13:01.106462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ced4a5ba-d388-494c-ac75-541722f4a655 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.137846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4a5ba-d388-494c-ac75-541722f4a655 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=6ad0e713-74f7-448d-b429-61ca6dccd9bd,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:01.169799 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c63dd608-ccfb-47a2-a2bf-f3440a7898f4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.189216 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ced4a5ba-d388-494c-ac75-541722f4a655 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.193393 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ced4a5ba-d388-494c-ac75-541722f4a655 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/6ad0e713-74f7-448d-b429-61ca6dccd9bd HTTP/1.1" status: 204 len: 168 time: 0.6026909 Jun 30 03:13:01.193837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37290) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:01.216045 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a12d21d-78f4-444f-987f-675f4023a26d req-27bf891b-fd5b-4021-aa2d-073dd2581053 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058033 Jun 30 03:13:01.255389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dd608-ccfb-47a2-a2bf-f3440a7898f4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080f444f-0b30-43fa-bb25-3600e3548ee9,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:01.270088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf212b-6a98-4dd9-8cb8-09cfe0a93e30 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:01.271874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf212b-6a98-4dd9-8cb8-09cfe0a93e30 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:01.277622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3bcf212b-6a98-4dd9-8cb8-09cfe0a93e30 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0788982 Jun 30 03:13:01.277622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37292) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:01.339111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a2beb4-2208-4b39-8c8c-e154564bea8d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 9aac6377-b1f1-44aa-802f-b3858ff946de {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:01.343004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-42a2beb4-2208-4b39-8c8c-e154564bea8d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.369961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.388436 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-42a2beb4-2208-4b39-8c8c-e154564bea8d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.438773 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-927351b3-ce50-49ad-b0fe-2380b953aed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.441463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c63dd608-ccfb-47a2-a2bf-f3440a7898f4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.442695 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c63dd608-ccfb-47a2-a2bf-f3440a7898f4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7031057 Jun 30 03:13:01.461584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cba4c8-686a-46e6-b2e0-65303242b880 req-cda25770-7aef-4a52-b335-154f2f5ccd59 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:01.464763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-47cba4c8-686a-46e6-b2e0-65303242b880 req-cda25770-7aef-4a52-b335-154f2f5ccd59 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1196885 Jun 30 03:13:01.512249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-61215dac-0f8a-4b31-8837-9b584aa5c2bb None None] Provisioning for port 0cc5258c-5111-4c69-b583-1a7e6b3f409c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:01.527177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-42a2beb4-2208-4b39-8c8c-e154564bea8d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.540319 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:13:01.545686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-47cba4c8-686a-46e6-b2e0-65303242b880 req-1dedf7ff-df23-45da-ab5d-9b21d084eb9f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721154 Jun 30 03:13:01.707205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-42a2beb4-2208-4b39-8c8c-e154564bea8d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.729691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c72c868a-dda7-4afa-87a1-65816d252e8e None None] Could not find standard attr ID for object 6ad0e713-74f7-448d-b429-61ca6dccd9bd. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:13:01.751303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2beb4-2208-4b39-8c8c-e154564bea8d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=9aac6377-b1f1-44aa-802f-b3858ff946de,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:01.751303 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-42a2beb4-2208-4b39-8c8c-e154564bea8d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:01.751303 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-42a2beb4-2208-4b39-8c8c-e154564bea8d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/9aac6377-b1f1-44aa-802f-b3858ff946de HTTP/1.1" status: 204 len: 168 time: 0.4700279 Jun 30 03:13:01.751585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37312) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:01.765336 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-901555e9-e5be-4dc7-87e6-2fee92cce927 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67220624&fields=id&tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b HTTP/1.1" status: 200 len: 267 time: 0.0759940 Jun 30 03:13:01.808998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f7199ac1-6528-485c-a117-6ee2db26a155 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480518 Jun 30 03:13:01.810959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37314) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:01.842071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f8c088-3790-4ebb-922f-303a731931b2 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:01.889296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb109d16-dffb-454a-b26a-a63abe1630b1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:01.890814 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bb109d16-dffb-454a-b26a-a63abe1630b1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0787885 Jun 30 03:13:01.893411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37316) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:01.900816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-78620cdd-0342-470e-8af6-13a3b42bca8d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:01.902803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-78620cdd-0342-470e-8af6-13a3b42bca8d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/networks?id=22d85b5b-5089-4502-a805-707dc0b66502 HTTP/1.1" status: 200 len: 796 time: 0.1255085 Jun 30 03:13:01.927331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-f1bfeee8-4b1d-4631-88d5-3b4dfd5175d8 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/quotas/3b3b9b93cfef4dd6a88ebf21ff22120b HTTP/1.1" status: 200 len: 375 time: 0.0174401 Jun 30 03:13:01.960594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b263f52-e767-47ea-b3a6-c3c021a99736 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:01.962412 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4b263f52-e767-47ea-b3a6-c3c021a99736 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0678821 Jun 30 03:13:01.964885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37318) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:02.046714 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-2eca9e53-cc32-4177-a588-2d5e92da2c36 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0986998 Jun 30 03:13:02.047149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fc464c4e-9796-4583-b087-eaf80e53a951 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729072 Jun 30 03:13:02.047251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37322) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:02.052021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5c03940a-b48e-4a24-a7c0-5289691c95f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:02.142960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91ab1d9-b01c-424d-bd06-bb76d88c73a2 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:02.195864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b91ab1d9-b01c-424d-bd06-bb76d88c73a2 None None] Deleting port 0cc5258c-5111-4c69-b583-1a7e6b3f409c {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:02.196310 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b91ab1d9-b01c-424d-bd06-bb76d88c73a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.224149 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-ffa9c01a-ad0a-49a4-b051-cb18791a8af9 service neutron] 10.222.0.77 "GET /v2.0/networks/22d85b5b-5089-4502-a805-707dc0b66502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674612 Jun 30 03:13:02.264107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b91ab1d9-b01c-424d-bd06-bb76d88c73a2 None None] For port 0cc5258c-5111-4c69-b583-1a7e6b3f409c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0cc5258c-5111-4c69-b583-1a7e6b3f409c,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:02.264511 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b91ab1d9-b01c-424d-bd06-bb76d88c73a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.278501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b91ab1d9-b01c-424d-bd06-bb76d88c73a2 None None] Calling delete_port for 0cc5258c-5111-4c69-b583-1a7e6b3f409c owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:02.327556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-4071f56a-a726-418e-8982-f215d8f14e82 service neutron] 10.222.0.77 "GET /v2.0/networks/22d85b5b-5089-4502-a805-707dc0b66502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967870 Jun 30 03:13:02.357978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c03940a-b48e-4a24-a7c0-5289691c95f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:02.381120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c03940a-b48e-4a24-a7c0-5289691c95f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.430954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53e8eb-344e-429b-a2ea-2925ad5259fa req-0bfdbed6-1488-49ad-ba26-fc8873b4ff6a tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:02.432494 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-be53e8eb-344e-429b-a2ea-2925ad5259fa req-0bfdbed6-1488-49ad-ba26-fc8873b4ff6a tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0929182 Jun 30 03:13:02.482648 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-be53e8eb-344e-429b-a2ea-2925ad5259fa req-ff61d140-aa23-4d18-a7c3-dd681d68fe9c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 Jun 30 03:13:02.518720 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b91ab1d9-b01c-424d-bd06-bb76d88c73a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.544972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ab1d9-b01c-424d-bd06-bb76d88c73a2 None None] Pushing event deleted for resources: {'Port': ['ID=0cc5258c-5111-4c69-b583-1a7e6b3f409c,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:02.556127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ab1d9-b01c-424d-bd06-bb76d88c73a2 None None] No DVR routers for this DVR port 0cc5258c-5111-4c69-b583-1a7e6b3f409c on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:02.755168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857ae7e-d52e-4ad9-890c-3a33408c8c99 req-d92a9b74-2e89-4ac5-8592-a453be5f175c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:02.756701 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e857ae7e-d52e-4ad9-890c-3a33408c8c99 req-d92a9b74-2e89-4ac5-8592-a453be5f175c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0689986 Jun 30 03:13:02.795677 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e857ae7e-d52e-4ad9-890c-3a33408c8c99 req-b695b499-3a7d-43df-9095-d0b667545eef tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323036 Jun 30 03:13:02.803975 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c03940a-b48e-4a24-a7c0-5289691c95f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.846259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c03940a-b48e-4a24-a7c0-5289691c95f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:02.850623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5c03940a-b48e-4a24-a7c0-5289691c95f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:02.854847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c03940a-b48e-4a24-a7c0-5289691c95f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:02.855455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c03940a-b48e-4a24-a7c0-5289691c95f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:02.859806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb70b90-3d5f-4651-9c9b-78da5586d5c0 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:02.869910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03940a-b48e-4a24-a7c0-5289691c95f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=390a6b42-ff3c-49c4-a403-70030d5306aa,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:02.987733 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.028583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '390a6b42-ff3c-49c4-a403-70030d5306aa'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:03.028929 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.129290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5c03940a-b48e-4a24-a7c0-5289691c95f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0777764 Jun 30 03:13:03.132295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37340) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:03.139364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': '390a6b42-ff3c-49c4-a403-70030d5306aa', 'ip_address': '2001:db8::caec:a5e6:71cf:9a06'}], 'name': 'tempest-NetworksTestDHCPv6-1045280304'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:03.203851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/390a6b42-ff3c-49c4-a403-70030d5306aa/d44a8cb8-0e9f-4f32-a891-7af6f356d3ca) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:03.358059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19c0977e-370d-4465-ad25-c5c648fee1a9 req-10b4f88d-9118-46df-9128-bea0e1c74caf tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 210 time: 0.0450497 Jun 30 03:13:03.434901 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.440904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Transition to ACTIVE for port object d44a8cb8-0e9f-4f32-a891-7af6f356d3ca will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:03.457956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Transition to ACTIVE for port object d44a8cb8-0e9f-4f32-a891-7af6f356d3ca will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:03.498860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:03.564343 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.602582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:03.609877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.611014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:03.615212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:03.656574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 5df8f325-8462-4bcc-8815-e0c6c0ccaed2 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:13:03.669999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Pushing event updated for resources: {'Port': ['ID=d44a8cb8-0e9f-4f32-a891-7af6f356d3ca,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:03.718203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Attempting to bind port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:03.718203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Attempting to bind port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:03.718203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Attempting to bind port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:03.718908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d74e4c-bd3c-4ce9-889c-fadba49075ed req-a4fbcfd2-3799-43ce-a8d0-6a5746127779 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:03.719020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:03.719020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:03.719020 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.719020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:03.719718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Bound port: d44a8cb8-0e9f-4f32-a891-7af6f356d3ca, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:03.720169 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.721742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14d74e4c-bd3c-4ce9-889c-fadba49075ed req-a4fbcfd2-3799-43ce-a8d0-6a5746127779 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0998824 Jun 30 03:13:03.778636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14d74e4c-bd3c-4ce9-889c-fadba49075ed req-02a18096-28df-4dbb-a817-2b07ae7d9dae tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559006 Jun 30 03:13:03.814577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] For port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:03.821099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] For port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d44a8cb8-0e9f-4f32-a891-7af6f356d3ca,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:03.989845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::caec:a5e6:71cf:9a06 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/390a6b42-ff3c-49c4-a403-70030d5306aa/5df8f325-8462-4bcc-8815-e0c6c0ccaed2) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:03.996280 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.032768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0cc5258c-5111-4c69-b583-1a7e6b3f409c no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:04.068201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c717d2-a0e5-4f8a-baa7-b4055f661792 req-f60e0066-c7d9-4140-9c59-2f11e3d80427 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.069763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11c717d2-a0e5-4f8a-baa7-b4055f661792 req-f60e0066-c7d9-4140-9c59-2f11e3d80427 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1233959 Jun 30 03:13:04.072719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0cc5258c-5111-4c69-b583-1a7e6b3f409c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:04.073063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0cc5258c-5111-4c69-b583-1a7e6b3f409c not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:04.084865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da74b33-c9ba-482d-ac07-08d29c8d9f33 None None] Pushing event updated for resources: {'Port': ['ID=d44a8cb8-0e9f-4f32-a891-7af6f356d3ca,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:04.178783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-11c717d2-a0e5-4f8a-baa7-b4055f661792 req-a183477e-fdc4-4afe-9762-328c36740d70 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003737 Jun 30 03:13:04.249598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.287742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 5df8f325-8462-4bcc-8815-e0c6c0ccaed2 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:04.453986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20e19ec5-fe47-43ea-854c-f87d3bf1c2c2 req-7ae25adb-43c1-4554-8cf9-6a3dc073fb5c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 210 time: 0.0373013 Jun 30 03:13:04.495412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.545594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:04.548621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:04.551828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:04.558074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.558690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.572392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=5df8f325-8462-4bcc-8815-e0c6c0ccaed2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:04.725182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-79d803a7-3284-4d53-afe2-873ceec77171 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5895598 Jun 30 03:13:04.725694 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:04.728631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37376) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:04.808693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b759cba-5221-4cee-987e-10c613fa6d5a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.814873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b759cba-5221-4cee-987e-10c613fa6d5a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:04.819657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9b759cba-5221-4cee-987e-10c613fa6d5a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0867369 Jun 30 03:13:04.819657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37382) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:04.981295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-860373ad-a0f2-417a-b147-bfe5c75b564a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 5df8f325-8462-4bcc-8815-e0c6c0ccaed2 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:04.981869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-860373ad-a0f2-417a-b147-bfe5c75b564a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:05.076518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495277-d85f-418c-a1b6-9beb8e1542f3 req-2ad308c2-f30b-488e-b7ac-ff5bd126cf78 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:05.078050 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6495277-d85f-418c-a1b6-9beb8e1542f3 req-2ad308c2-f30b-488e-b7ac-ff5bd126cf78 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1520615 Jun 30 03:13:05.136208 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-860373ad-a0f2-417a-b147-bfe5c75b564a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:05.147364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6495277-d85f-418c-a1b6-9beb8e1542f3 req-e3d859af-4acb-4df7-944a-addc40c93570 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627596 Jun 30 03:13:05.154237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-860373ad-a0f2-417a-b147-bfe5c75b564a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 5df8f325-8462-4bcc-8815-e0c6c0ccaed2 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:05.385960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0c9fd-e471-4088-8b40-1c1334742830 req-792b32f7-d70f-471a-89f8-2bc8654228a6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:05.387517 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3c0c9fd-e471-4088-8b40-1c1334742830 req-792b32f7-d70f-471a-89f8-2bc8654228a6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0692511 Jun 30 03:13:05.434333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3c0c9fd-e471-4088-8b40-1c1334742830 req-fb9d2317-9bbe-40eb-928a-88fa4fb2dc08 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Jun 30 03:13:05.494227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d92b9b40-1db7-45a1-8d75-d8bad815a24a None None] Provisioning for port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:05.495347 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-860373ad-a0f2-417a-b147-bfe5c75b564a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:05.532797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860373ad-a0f2-417a-b147-bfe5c75b564a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=5df8f325-8462-4bcc-8815-e0c6c0ccaed2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:05.560504 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-860373ad-a0f2-417a-b147-bfe5c75b564a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:05.564607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-860373ad-a0f2-417a-b147-bfe5c75b564a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/5df8f325-8462-4bcc-8815-e0c6c0ccaed2 HTTP/1.1" status: 204 len: 168 time: 0.7440295 Jun 30 03:13:05.567143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37398) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:05.623068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-030b3289-4842-4ae9-a72b-3dbd98173ae7 None None] Could not find standard attr ID for object 5df8f325-8462-4bcc-8815-e0c6c0ccaed2. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:13:05.644224 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02767e92-bbaa-4d02-8d4e-9d56e11de84c req-33eb25d1-d63f-41bd-a1e3-2dfa1d4950b9 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 210 time: 0.0349724 Jun 30 03:13:05.682960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fe7e6-b2fe-4fd4-96bf-435e63103312 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:05.684578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fe7e6-b2fe-4fd4-96bf-435e63103312 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:05.690457 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-909fe7e6-b2fe-4fd4-96bf-435e63103312 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1219671 Jun 30 03:13:05.692828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37400) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:05.749560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da5f37c-af6a-44c2-b800-bcf0d20e5baf tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 390a6b42-ff3c-49c4-a403-70030d5306aa {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:05.752872 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1da5f37c-af6a-44c2-b800-bcf0d20e5baf tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:05.794326 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1da5f37c-af6a-44c2-b800-bcf0d20e5baf tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:05.881268 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1da5f37c-af6a-44c2-b800-bcf0d20e5baf tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.116521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d44a8cb8-0e9f-4f32-a891-7af6f356d3ca up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:06.142131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1da5f37c-af6a-44c2-b800-bcf0d20e5baf tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.172515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5f37c-af6a-44c2-b800-bcf0d20e5baf tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=390a6b42-ff3c-49c4-a403-70030d5306aa,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:06.202047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1da5f37c-af6a-44c2-b800-bcf0d20e5baf tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.203964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1da5f37c-af6a-44c2-b800-bcf0d20e5baf tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/390a6b42-ff3c-49c4-a403-70030d5306aa HTTP/1.1" status: 204 len: 168 time: 0.5099397 Jun 30 03:13:06.206684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37414) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:06.251132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-66d95872-01b9-493a-ba04-8d8244bc8b0b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430918 Jun 30 03:13:06.254111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37416) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:06.261351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-25fc247e-de7e-400e-8dee-fea75b46bca2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:06.348729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f03600-c53b-407b-bade-2ad20cc58d78 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:06.413331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d9bb-f439-42d1-ba53-8731bc6c0151 req-9dad3a40-ae82-47a6-8fd1-265564c20f33 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:06.415247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28c5d9bb-f439-42d1-ba53-8731bc6c0151 req-9dad3a40-ae82-47a6-8fd1-265564c20f33 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1319318 Jun 30 03:13:06.470877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28c5d9bb-f439-42d1-ba53-8731bc6c0151 req-ae26a438-1ce2-4cae-b85d-b73771b11b90 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476403 Jun 30 03:13:06.581062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fc247e-de7e-400e-8dee-fea75b46bca2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:06.581276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:06.585421 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25fc247e-de7e-400e-8dee-fea75b46bca2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.592651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:06.592651 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.619581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0336a1a0-6681-4694-bca7-9f44982f8e01 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:06.713889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcff1a3-d23c-4739-b7bb-afc12e15117b req-d1a56e3f-980e-4d2f-a4d4-af579ca081e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:06.716030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cfcff1a3-d23c-4739-b7bb-afc12e15117b req-d1a56e3f-980e-4d2f-a4d4-af579ca081e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1039038 Jun 30 03:13:06.754291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0336a1a0-6681-4694-bca7-9f44982f8e01 None None] Deleting port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:06.754794 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0336a1a0-6681-4694-bca7-9f44982f8e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.757913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.807430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cfcff1a3-d23c-4739-b7bb-afc12e15117b req-fb985bf0-74f7-4acb-bbda-e0ce54f3f007 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845070 Jun 30 03:13:06.897871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d44a8cb8-0e9f-4f32-a891-7af6f356d3ca,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:06.900766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0336a1a0-6681-4694-bca7-9f44982f8e01 None None] For port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d44a8cb8-0e9f-4f32-a891-7af6f356d3ca,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:06.901279 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0336a1a0-6681-4694-bca7-9f44982f8e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:06.913423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0336a1a0-6681-4694-bca7-9f44982f8e01 None None] Calling delete_port for d44a8cb8-0e9f-4f32-a891-7af6f356d3ca owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:06.946144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4e795796-746d-4785-aa42-7a326b38f15c req-50de54a6-6802-42f3-afa3-cb87e6b571d7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 210 time: 0.0981977 Jun 30 03:13:07.026815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-9885830c-946f-41f2-acd2-62f97c16627f tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:07.028345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-9885830c-946f-41f2-acd2-62f97c16627f tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.74 "GET /v2.0/networks?id=22d85b5b-5089-4502-a805-707dc0b66502 HTTP/1.1" status: 200 len: 796 time: 0.2351060 Jun 30 03:13:07.077576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-afe3282e-e91e-4cdf-a879-4f8819e9a509 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b HTTP/1.1" status: 200 len: 471 time: 0.0381336 Jun 30 03:13:07.096991 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.097910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'port': {'device_id': 'e5d4a957-4dc4-484b-ba6b-53271f0f8c6a', 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502', 'admin_state_up': True, 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'security_groups': ['9d916044-b9ce-48af-a047-2fabf67913d5']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:07.131033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d44a8cb8-0e9f-4f32-a891-7af6f356d3ca,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:07.155354 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25fc247e-de7e-400e-8dee-fea75b46bca2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.218318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc247e-de7e-400e-8dee-fea75b46bca2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:07.223538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-25fc247e-de7e-400e-8dee-fea75b46bca2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:07.232832 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0336a1a0-6681-4694-bca7-9f44982f8e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.233039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fc247e-de7e-400e-8dee-fea75b46bca2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:07.233529 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25fc247e-de7e-400e-8dee-fea75b46bca2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.265706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc247e-de7e-400e-8dee-fea75b46bca2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=f909ffb5-36c9-4589-a616-432f47651422,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:07.268794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336a1a0-6681-4694-bca7-9f44982f8e01 None None] Pushing event deleted for resources: {'Port': ['ID=d44a8cb8-0e9f-4f32-a891-7af6f356d3ca,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:07.274862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336a1a0-6681-4694-bca7-9f44982f8e01 None None] No DVR routers for this DVR port d44a8cb8-0e9f-4f32-a891-7af6f356d3ca on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:07.292800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ba2e5-b119-4433-a7b7-ff100904c6cc None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:07.398920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-25fc247e-de7e-400e-8dee-fea75b46bca2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1433990 Jun 30 03:13:07.401679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37436) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:07.407572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': 'f909ffb5-36c9-4589-a616-432f47651422', 'ip_address': '2001:db8::20a8:c49b:b20e:6e5f'}], 'name': 'tempest-NetworksTestDHCPv6-692708762'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:07.454891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': 'f909ffb5-36c9-4589-a616-432f47651422'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:07.457141 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.621246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Made reservation on behalf of 3b3b9b93cfef4dd6a88ebf21ff22120b for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:07.626421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/f909ffb5-36c9-4589-a616-432f47651422/d5818f33-ae1c-49a1-9337-dfc96390b6bf) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:07.630034 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.711352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df1bd7-c79b-4086-9077-31bcdbe47855 req-1ea28632-6a43-4e80-aa38-c161c8a87f0a tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:07.713483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21df1bd7-c79b-4086-9077-31bcdbe47855 req-1ea28632-6a43-4e80-aa38-c161c8a87f0a tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0862100 Jun 30 03:13:07.774530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21df1bd7-c79b-4086-9077-31bcdbe47855 req-96a2a0bb-25d2-462f-aead-3556a513b386 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517416 Jun 30 03:13:07.802897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:07.805938 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.829737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:07.830289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port b14d3300-cb7c-4317-bd1a-b3baf9f02d4c yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:13:07.843136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Transition to ACTIVE for port object d5818f33-ae1c-49a1-9337-dfc96390b6bf will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:07.861309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Transition to ACTIVE for port object d5818f33-ae1c-49a1-9337-dfc96390b6bf will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:08.036831 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.118253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:08.122595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d44a8cb8-0e9f-4f32-a891-7af6f356d3ca no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:08.128303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:08.130064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::20a8:c49b:b20e:6e5f (8b1fc8b1-93de-4ade-819e-1955848f7bfe/f909ffb5-36c9-4589-a616-432f47651422/b14d3300-cb7c-4317-bd1a-b3baf9f02d4c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:08.150060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:08.154746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d44a8cb8-0e9f-4f32-a891-7af6f356d3ca {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:08.155102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d44a8cb8-0e9f-4f32-a891-7af6f356d3ca not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:08.234323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Pushing event updated for resources: {'Port': ['ID=d5818f33-ae1c-49a1-9337-dfc96390b6bf,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:08.249520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-91af9bf7-4319-4b20-b952-8e15cc16b389 req-c79ab5fb-53ba-483b-923e-087c3cd5461c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 210 time: 0.0548239 Jun 30 03:13:08.265753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Attempting to bind port d5818f33-ae1c-49a1-9337-dfc96390b6bf on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:08.265753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Attempting to bind port d5818f33-ae1c-49a1-9337-dfc96390b6bf by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:08.265753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Attempting to bind port d5818f33-ae1c-49a1-9337-dfc96390b6bf on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:08.270813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:08.271447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:08.272019 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.272566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:08.273484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Bound port: d5818f33-ae1c-49a1-9337-dfc96390b6bf, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:08.274082 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.341606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] For port d5818f33-ae1c-49a1-9337-dfc96390b6bf, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:08.345255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] For port d5818f33-ae1c-49a1-9337-dfc96390b6bf, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d5818f33-ae1c-49a1-9337-dfc96390b6bf,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:08.386062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.410759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Allocated IP 172.20.0.30 (22d85b5b-5089-4502-a805-707dc0b66502/6d1601b1-b8d1-43f9-8120-202037b7200d/5cff4e87-e3cd-4fce-a61c-3a82ede2a906) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:08.428077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object b14d3300-cb7c-4317-bd1a-b3baf9f02d4c will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:08.453768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb454b8-1cdd-48be-b674-2d853fe54695 req-10b607f0-dd8e-455a-955b-5003056b266b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:08.457968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8fb454b8-1cdd-48be-b674-2d853fe54695 req-10b607f0-dd8e-455a-955b-5003056b266b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1118507 Jun 30 03:13:08.567927 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8fb454b8-1cdd-48be-b674-2d853fe54695 req-4085912e-12ae-42c5-b774-d73a13f8c72e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993824 Jun 30 03:13:08.624016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.650885 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.652304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Transition to ACTIVE for port object 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:08.687158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.711325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:08.714106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:08.732816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd0cb9-c511-41b9-adf7-2914c751f079 None None] Pushing event updated for resources: {'Port': ['ID=d5818f33-ae1c-49a1-9337-dfc96390b6bf,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:08.739547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:08.750649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:08.750649 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.784995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=b14d3300-cb7c-4317-bd1a-b3baf9f02d4c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:08.790636 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:08.840567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network 22d85b5b-5089-4502-a805-707dc0b66502 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:08.865925 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:08.878974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:08.889909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:08.956019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d8d3e156-e291-48e4-a375-f6d031cd373b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5526905 Jun 30 03:13:08.957853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37456) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:09.045284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.045284 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:09.085065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a8435-c3c6-475e-b443-fe6317bf93d8 req-5ddbd0a7-ca20-4ef8-ba27-ccb49c69a884 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.096801 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a3a8435-c3c6-475e-b443-fe6317bf93d8 req-5ddbd0a7-ca20-4ef8-ba27-ccb49c69a884 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1797702 Jun 30 03:13:09.173568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0ed28-3ce7-4474-be16-670d15abec15 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.196966 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-a05afe8c-e9cf-4699-a955-cc946d402440 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1003973 Jun 30 03:13:09.197138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0ed28-3ce7-4474-be16-670d15abec15 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.197138 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bfa0ed28-3ce7-4474-be16-670d15abec15 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2224944 Jun 30 03:13:09.197333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37460) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:09.232786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Request body: {'port': {'device_id': 'e5d4a957-4dc4-484b-ba6b-53271f0f8c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:09.250125 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2a3a8435-c3c6-475e-b443-fe6317bf93d8 req-da836984-10e4-421b-8d54-318a6a50ec8c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522965 Jun 30 03:13:09.371377 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:09.459659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-699a4297-d7ed-4f10-ab9e-8bd4e5f1c8a5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port b14d3300-cb7c-4317-bd1a-b3baf9f02d4c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:09.460356 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-699a4297-d7ed-4f10-ab9e-8bd4e5f1c8a5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:09.515736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-76a17316-64c3-47ab-8657-d46c0ed38e04 None None] Provisioning for port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:09.521569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-76a17316-64c3-47ab-8657-d46c0ed38e04 None None] Provisioning complete for port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:09.521569 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-76a17316-64c3-47ab-8657-d46c0ed38e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:09.561944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-76a17316-64c3-47ab-8657-d46c0ed38e04 None None] Port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:09.813365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-699a4297-d7ed-4f10-ab9e-8bd4e5f1c8a5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:09.860872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-699a4297-d7ed-4f10-ab9e-8bd4e5f1c8a5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for b14d3300-cb7c-4317-bd1a-b3baf9f02d4c owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:09.865708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2786-25bc-4e76-936f-b8460a6599cb req-96cee876-a2d4-4655-b40c-e4ba5e27aa2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.871559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f766f-3d72-447e-848a-21a6c194e1b6 req-0b00ea07-c698-48eb-842a-38e75610494b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:09.876659 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b7c2786-25bc-4e76-936f-b8460a6599cb req-96cee876-a2d4-4655-b40c-e4ba5e27aa2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0975974 Jun 30 03:13:09.882155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e20f766f-3d72-447e-848a-21a6c194e1b6 req-0b00ea07-c698-48eb-842a-38e75610494b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 932 time: 0.4781883 Jun 30 03:13:09.932701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:13:09.937153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b7c2786-25bc-4e76-936f-b8460a6599cb req-ebb3db30-3a6d-427c-9ec7-6f7ab059715a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593393 Jun 30 03:13:09.985863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:09.996886 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e20f766f-3d72-447e-848a-21a6c194e1b6 req-f5703b77-058f-4d4b-bb3d-343f0a605120 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166935 Jun 30 03:13:10.051400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Transition to ACTIVE for port object 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:10.128397 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d5818f33-ae1c-49a1-9337-dfc96390b6bf up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:10.184583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.223080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-699a4297-d7ed-4f10-ab9e-8bd4e5f1c8a5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.249630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Pushing event updated for resources: {'Port': ['ID=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:10.322917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a4297-d7ed-4f10-ab9e-8bd4e5f1c8a5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=b14d3300-cb7c-4317-bd1a-b3baf9f02d4c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:10.325204 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-699a4297-d7ed-4f10-ab9e-8bd4e5f1c8a5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.330735 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-699a4297-d7ed-4f10-ab9e-8bd4e5f1c8a5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/b14d3300-cb7c-4317-bd1a-b3baf9f02d4c HTTP/1.1" status: 204 len: 168 time: 1.1394579 Jun 30 03:13:10.330822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37482) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:10.386275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-15cce480-8e8c-4116-a4b1-23f72c0df20b None None] Provisioning for port d5818f33-ae1c-49a1-9337-dfc96390b6bf completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:10.425258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf97254-db5f-4ff9-88fa-69c2b5d3cd1a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:10.428783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf97254-db5f-4ff9-88fa-69c2b5d3cd1a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:10.430802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-adf97254-db5f-4ff9-88fa-69c2b5d3cd1a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0997977 Jun 30 03:13:10.433637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37484) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:10.449285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d5818f33-ae1c-49a1-9337-dfc96390b6bf completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:10.455251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d5818f33-ae1c-49a1-9337-dfc96390b6bf triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:10.456441 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.515466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Attempting to bind port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:10.515926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Attempting to bind port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:10.518520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Attempting to bind port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 on network 22d85b5b-5089-4502-a805-707dc0b66502 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:10.522450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a3f535bd-d8ce-4fc9-a237-e8dc8e1d35df None None] Could not find standard attr ID for object b14d3300-cb7c-4317-bd1a-b3baf9f02d4c. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:13:10.584044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 on network 22d85b5b-5089-4502-a805-707dc0b66502 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:13:10.584271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Attempting to bind port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 on network 22d85b5b-5089-4502-a805-707dc0b66502 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:10.594690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:10.595037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Checking segment: {'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:10.595441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Bound using segment: {'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:10.596062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Bound port: 5cff4e87-e3cd-4fce-a61c-3a82ede2a906, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:10.596499 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.611198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3e263a-7e06-4abe-98dc-a3a7413b244b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet f909ffb5-36c9-4589-a616-432f47651422 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:10.618446 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e263a-7e06-4abe-98dc-a3a7413b244b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.627190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce152a0-dccf-480f-9726-26181bfa5f54 req-eb8b1774-0601-4efe-9303-162860d7aba6 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:10.631749 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2ce152a0-dccf-480f-9726-26181bfa5f54 req-eb8b1774-0601-4efe-9303-162860d7aba6 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1115589 Jun 30 03:13:10.675115 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.681703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2ce152a0-dccf-480f-9726-26181bfa5f54 req-c93cc4eb-ab61-467e-a571-b49e91e2a21d tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428846 Jun 30 03:13:10.714889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] For port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:10.741614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d5818f33-ae1c-49a1-9337-dfc96390b6bf, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d5818f33-ae1c-49a1-9337-dfc96390b6bf,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:10.742368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] For port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:10.781872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e263a-7e06-4abe-98dc-a3a7413b244b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.900169 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.906828 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e263a-7e06-4abe-98dc-a3a7413b244b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.941309 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:10.979539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d5818f33-ae1c-49a1-9337-dfc96390b6bf,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:11.007799 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:11.010508 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:11.011925 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] 10.222.0.74 "PUT /v2.0/ports/5cff4e87-e3cd-4fce-a61c-3a82ede2a906 HTTP/1.1" status: 200 len: 1092 time: 1.8230934 Jun 30 03:13:11.016262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d4a957-4dc4-484b-ba6b-53271f0f8c6a', 'tag': '5cff4e87-e3cd-4fce-a61c-3a82ede2a906'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:11.020217 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a19e562-806c-4352-b117-4056a4922c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d4a957-4dc4-484b-ba6b-53271f0f8c6a", "tag": "5cff4e87-e3cd-4fce-a61c-3a82ede2a906"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:11.086550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f7d60-7d3f-4c26-93a0-2d2a264c33fe service neutron] Pushing event updated for resources: {'Port': ['ID=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:11.180684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58ea5e-bc2e-438e-8d3c-f531288a8380 req-d852f167-3984-47a4-aa77-f28492453add tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:11.188336 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c58ea5e-bc2e-438e-8d3c-f531288a8380 req-d852f167-3984-47a4-aa77-f28492453add tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1135406 Jun 30 03:13:11.265924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e263a-7e06-4abe-98dc-a3a7413b244b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:11.307038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84feb9-e569-4b83-909a-24c1d348ff10 req-2523f090-51ee-4b73-8101-b187fdbc12ca tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:11.309402 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad84feb9-e569-4b83-909a-24c1d348ff10 req-2523f090-51ee-4b73-8101-b187fdbc12ca tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 944 time: 0.1556385 Jun 30 03:13:11.319599 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e263a-7e06-4abe-98dc-a3a7413b244b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:11.322246 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fa3e263a-7e06-4abe-98dc-a3a7413b244b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/f909ffb5-36c9-4589-a616-432f47651422 HTTP/1.1" status: 204 len: 168 time: 0.8868806 Jun 30 03:13:11.323102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e263a-7e06-4abe-98dc-a3a7413b244b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=f909ffb5-36c9-4589-a616-432f47651422,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:11.336963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da27c8e2-88b1-4639-ac17-3f0707bc1cb5 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:11.337184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37500) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:11.344015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c58ea5e-bc2e-438e-8d3c-f531288a8380 req-5f2c3ab3-0919-4cc4-ac1f-7c675cb15d87 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545858 Jun 30 03:13:11.406568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-7e9b4031-c86d-4bbb-b6b5-ed670f256878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:11.409591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-7e9b4031-c86d-4bbb-b6b5-ed670f256878 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 1095 time: 0.2178793 Jun 30 03:13:11.444231 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad84feb9-e569-4b83-909a-24c1d348ff10 req-42fe79cd-98ae-4f06-983b-b1597c7513b7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276066 Jun 30 03:13:11.451345 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7cb0b749-dda5-4b8c-8433-fd831b14d375 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089020 Jun 30 03:13:11.452065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37506) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:11.458827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-efc94df2-53f6-49f6-86aa-f578a2e36963 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:11.467786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-23d131b6-c2c6-49b6-b770-9d6723167a97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5cff4e87-e3cd-4fce-a61c-3a82ede2a906 HTTP/1.1" status: 200 len: 217 time: 0.0471151 Jun 30 03:13:11.469280 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964f276a-5ff0-4c91-8915-6e913470105f x-openstack-request-id: req-964f276a-5ff0-4c91-8915-6e913470105f {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:11.469589 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d4a957-4dc4-484b-ba6b-53271f0f8c6a", "tag": "5cff4e87-e3cd-4fce-a61c-3a82ede2a906", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:11.469843 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-964f276a-5ff0-4c91-8915-6e913470105f {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:11.470517 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d4a957-4dc4-484b-ba6b-53271f0f8c6a', 'tag': '5cff4e87-e3cd-4fce-a61c-3a82ede2a906', 'status': 'completed', 'code': 200} Jun 30 03:13:11.543334 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-c90bb454-673e-41cf-b749-c212632fec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:11.544882 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-c90bb454-673e-41cf-b749-c212632fec2c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d1601b1-b8d1-43f9-8120-202037b7200d HTTP/1.1" status: 200 len: 838 time: 0.0707700 Jun 30 03:13:11.629108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-65ab14c4-d5e3-46f9-b75c-c38eaec454a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:11.630751 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-65ab14c4-d5e3-46f9-b75c-c38eaec454a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=22d85b5b-5089-4502-a805-707dc0b66502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791719 Jun 30 03:13:11.704704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1d78c2-2b6b-40a3-ada2-d7c0d227a49e None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:11.734666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-e541efb1-de03-4ebb-8964-9b6cbec01152 service neutron] 10.222.0.74 "GET /v2.0/networks/22d85b5b-5089-4502-a805-707dc0b66502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968750 Jun 30 03:13:11.758036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d78c2-2b6b-40a3-ada2-d7c0d227a49e None None] Deleting port d5818f33-ae1c-49a1-9337-dfc96390b6bf {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:11.758429 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d1d78c2-2b6b-40a3-ada2-d7c0d227a49e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:11.763461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc94df2-53f6-49f6-86aa-f578a2e36963 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:11.768629 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efc94df2-53f6-49f6-86aa-f578a2e36963 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:11.849737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6d1d78c2-2b6b-40a3-ada2-d7c0d227a49e None None] For port d5818f33-ae1c-49a1-9337-dfc96390b6bf, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d5818f33-ae1c-49a1-9337-dfc96390b6bf,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:11.850383 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d1d78c2-2b6b-40a3-ada2-d7c0d227a49e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:11.869837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d78c2-2b6b-40a3-ada2-d7c0d227a49e None None] Calling delete_port for d5818f33-ae1c-49a1-9337-dfc96390b6bf owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:11.957094 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77e9126a-eb4c-4707-b18f-edf7a12a3a6d req-54559fee-219d-4945-96d1-97aec7548814 service neutron] 10.222.0.74 "GET /v2.0/networks/22d85b5b-5089-4502-a805-707dc0b66502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163944 Jun 30 03:13:11.979999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fb3eb-096c-4ca3-ae7a-76a89c56c8cd req-7830f3f3-d17f-495d-bc6b-82f499ea42c0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:11.984469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-215fb3eb-096c-4ca3-ae7a-76a89c56c8cd req-7830f3f3-d17f-495d-bc6b-82f499ea42c0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1494038 Jun 30 03:13:12.068871 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-215fb3eb-096c-4ca3-ae7a-76a89c56c8cd req-a88d61c2-2867-4e85-b0f2-1d8ce4856d92 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689154 Jun 30 03:13:12.124059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d5818f33-ae1c-49a1-9337-dfc96390b6bf no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:12.215411 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:12.269104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19e562-806c-4352-b117-4056a4922c6d req-78bb72c4-0c0c-4956-937d-2c00dde8e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:12.270767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a19e562-806c-4352-b117-4056a4922c6d req-78bb72c4-0c0c-4956-937d-2c00dde8e53c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 1095 time: 0.0930195 Jun 30 03:13:12.291509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6d1d78c2-2b6b-40a3-ada2-d7c0d227a49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:12.291704 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efc94df2-53f6-49f6-86aa-f578a2e36963 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:12.307711 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc94df2-53f6-49f6-86aa-f578a2e36963 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:12.311133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-efc94df2-53f6-49f6-86aa-f578a2e36963 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:12.334189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d78c2-2b6b-40a3-ada2-d7c0d227a49e None None] Pushing event deleted for resources: {'Port': ['ID=d5818f33-ae1c-49a1-9337-dfc96390b6bf,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:12.337203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1d78c2-2b6b-40a3-ada2-d7c0d227a49e None None] No DVR routers for this DVR port d5818f33-ae1c-49a1-9337-dfc96390b6bf on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:12.340416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc94df2-53f6-49f6-86aa-f578a2e36963 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:12.344229 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efc94df2-53f6-49f6-86aa-f578a2e36963 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:12.366223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8eced9-2df5-4c07-832d-e9f5dd48d57c None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:12.382464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc94df2-53f6-49f6-86aa-f578a2e36963 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=f5c00477-c132-4341-bd1f-27e6079846f4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:12.397342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19e562-806c-4352-b117-4056a4922c6d req-b1dd7362-7475-4056-8074-fe86b29319c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:12.399326 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a19e562-806c-4352-b117-4056a4922c6d req-b1dd7362-7475-4056-8074-fe86b29319c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=22d85b5b-5089-4502-a805-707dc0b66502 HTTP/1.1" status: 200 len: 897 time: 0.1225455 Jun 30 03:13:12.490168 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-efc94df2-53f6-49f6-86aa-f578a2e36963 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0370131 Jun 30 03:13:12.501798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37526) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:12.507582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': 'f5c00477-c132-4341-bd1f-27e6079846f4', 'ip_address': '2001:db8::118d:bd6:724e:df75'}], 'name': 'tempest-NetworksTestDHCPv6-606776612'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:12.515234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a19e562-806c-4352-b117-4056a4922c6d req-be01d516-3dea-4c9a-a3a4-0652dc9ca0ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5cff4e87-e3cd-4fce-a61c-3a82ede2a906 HTTP/1.1" status: 200 len: 217 time: 0.1076758 Jun 30 03:13:12.596629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19e562-806c-4352-b117-4056a4922c6d req-dcf19ed9-192d-47c5-8114-d629144536ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:12.598197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a19e562-806c-4352-b117-4056a4922c6d req-dcf19ed9-192d-47c5-8114-d629144536ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d1601b1-b8d1-43f9-8120-202037b7200d HTTP/1.1" status: 200 len: 838 time: 0.0763781 Jun 30 03:13:12.663183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': 'f5c00477-c132-4341-bd1f-27e6079846f4'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:12.664807 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:12.748202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab320841-b7f3-42e0-9cd2-d4c73156540e req-05809085-4ce0-439a-bcaf-d60202f11dc3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:12.749910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab320841-b7f3-42e0-9cd2-d4c73156540e req-05809085-4ce0-439a-bcaf-d60202f11dc3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1347697 Jun 30 03:13:12.806424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19e562-806c-4352-b117-4056a4922c6d req-fae299b6-f527-461b-bb1a-1e1f37902add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:12.808002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a19e562-806c-4352-b117-4056a4922c6d req-fae299b6-f527-461b-bb1a-1e1f37902add service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=22d85b5b-5089-4502-a805-707dc0b66502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2020388 Jun 30 03:13:12.815277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab320841-b7f3-42e0-9cd2-d4c73156540e req-ae101bb5-ce68-4043-a35b-efd4f4379e54 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457523 Jun 30 03:13:12.862510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/f5c00477-c132-4341-bd1f-27e6079846f4/10fcd4a7-a919-45cd-bcc1-618bc7fb3a24) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:12.871219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c698df-4da9-4eb0-935e-5fcc30452bc8 req-bfde0b1a-29e5-4ac4-84f8-3e17d2f3778a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:12.872734 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-29c698df-4da9-4eb0-935e-5fcc30452bc8 req-bfde0b1a-29e5-4ac4-84f8-3e17d2f3778a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 944 time: 0.2023675 Jun 30 03:13:12.934190 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-29c698df-4da9-4eb0-935e-5fcc30452bc8 req-9fda6e69-83f9-477d-8da3-e0515d8cc871 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516510 Jun 30 03:13:12.959895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a19e562-806c-4352-b117-4056a4922c6d req-6a0444b7-261c-465e-a8fa-a4a9dee8885b service neutron] 10.222.0.74 "GET /v2.0/networks/22d85b5b-5089-4502-a805-707dc0b66502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431727 Jun 30 03:13:13.015434 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:13.024943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Transition to ACTIVE for port object 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:13.042658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Transition to ACTIVE for port object 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:13.063820 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a19e562-806c-4352-b117-4056a4922c6d req-6247883d-8a25-4b42-b844-eaae9bb1c0e1 service neutron] 10.222.0.74 "GET /v2.0/networks/22d85b5b-5089-4502-a805-707dc0b66502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966733 Jun 30 03:13:13.134702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:13.206016 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:13.261178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:13.261178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:13.261178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:13.274330 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:13.298484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port e183761b-ac0e-4ae9-ab0e-bb4354227b4e yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:13:13.303182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Pushing event updated for resources: {'Port': ['ID=10fcd4a7-a919-45cd-bcc1-618bc7fb3a24,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:13.334548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Attempting to bind port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:13.334919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Attempting to bind port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:13.335279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Attempting to bind port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:13.340197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:13.340568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:13.340973 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:13.341364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:13.341857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Bound port: 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:13.342237 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:13.356369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695edad1-5d21-4b53-8bfc-a03b4fe76ba9 req-c7e2ea72-f4f9-4c27-9d74-411a50e67b39 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:13.357861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-695edad1-5d21-4b53-8bfc-a03b4fe76ba9 req-c7e2ea72-f4f9-4c27-9d74-411a50e67b39 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1674788 Jun 30 03:13:13.427557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] For port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:13.430923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] For port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=10fcd4a7-a919-45cd-bcc1-618bc7fb3a24,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:13.495307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-695edad1-5d21-4b53-8bfc-a03b4fe76ba9 req-42497498-9fb8-4e6f-9a31-4d26131737b5 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286135 Jun 30 03:13:13.549771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::118d:bd6:724e:df75 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/f5c00477-c132-4341-bd1f-27e6079846f4/e183761b-ac0e-4ae9-ab0e-bb4354227b4e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:13.563328 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:13.628851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f5be9-9ece-46e3-8882-3cd956bc89b2 None None] Pushing event updated for resources: {'Port': ['ID=10fcd4a7-a919-45cd-bcc1-618bc7fb3a24,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:13.740436 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:13.754969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object e183761b-ac0e-4ae9-ab0e-bb4354227b4e will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:13.947566 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:14.047923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:14.056694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:14.065851 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:14.079711 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:14.080491 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:14.108240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef68ca-71e8-45fa-a1fb-9524d3cf1368 req-a417fc78-4ef7-45d2-b87e-94005b7efb61 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:14.110600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99ef68ca-71e8-45fa-a1fb-9524d3cf1368 req-a417fc78-4ef7-45d2-b87e-94005b7efb61 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1477849 Jun 30 03:13:14.139524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=e183761b-ac0e-4ae9-ab0e-bb4354227b4e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:14.170063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99ef68ca-71e8-45fa-a1fb-9524d3cf1368 req-62ee3a70-f112-4b43-85ec-0fb9218dab12 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535421 Jun 30 03:13:14.198303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:14.242723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434db2db-49f3-40f4-97da-53a422fff30f req-e18a2ce8-fe71-4926-ac1d-1530d38efcd1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:14.244284 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-434db2db-49f3-40f4-97da-53a422fff30f req-e18a2ce8-fe71-4926-ac1d-1530d38efcd1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 944 time: 0.1254101 Jun 30 03:13:14.246113 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-513d979f-f2a4-4b04-be37-836daeb268c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7433152 Jun 30 03:13:14.249165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37550) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:14.296770 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-434db2db-49f3-40f4-97da-53a422fff30f req-c75a91a5-a5f9-48c5-a5af-6197126ce810 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382028 Jun 30 03:13:14.333742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8853a3-24ea-42b1-b008-7379d2b05f78 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:14.340470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8853a3-24ea-42b1-b008-7379d2b05f78 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:14.342137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5f8853a3-24ea-42b1-b008-7379d2b05f78 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0918944 Jun 30 03:13:14.344794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37560) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:14.448408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-7a88f81f-85f4-45bb-962c-5931664dbeb4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port e183761b-ac0e-4ae9-ab0e-bb4354227b4e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:14.448757 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7a88f81f-85f4-45bb-962c-5931664dbeb4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:14.477540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:14.556989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7a88f81f-85f4-45bb-962c-5931664dbeb4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:14.570505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-7a88f81f-85f4-45bb-962c-5931664dbeb4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for e183761b-ac0e-4ae9-ab0e-bb4354227b4e owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:14.771383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d222f4-d168-4dbe-96a3-76fc6b63ecac req-bacff8d7-3906-4aee-9106-c0960f117d71 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:14.771383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d222f4-d168-4dbe-96a3-76fc6b63ecac req-bacff8d7-3906-4aee-9106-c0960f117d71 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1225924 Jun 30 03:13:14.815947 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07d222f4-d168-4dbe-96a3-76fc6b63ecac req-81fbff66-ff71-4f7a-87c5-63685ebac38d tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443654 Jun 30 03:13:14.957900 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7a88f81f-85f4-45bb-962c-5931664dbeb4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:14.991021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88f81f-85f4-45bb-962c-5931664dbeb4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=e183761b-ac0e-4ae9-ab0e-bb4354227b4e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:15.009179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9edd1488-ea34-4455-b3db-9a0ff9de38ee None None] Provisioning for port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:15.017703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9edd1488-ea34-4455-b3db-9a0ff9de38ee None None] Provisioning complete for port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:15.018136 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9edd1488-ea34-4455-b3db-9a0ff9de38ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.024426 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7a88f81f-85f4-45bb-962c-5931664dbeb4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.026636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7a88f81f-85f4-45bb-962c-5931664dbeb4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/e183761b-ac0e-4ae9-ab0e-bb4354227b4e HTTP/1.1" status: 204 len: 168 time: 0.6808119 Jun 30 03:13:15.029179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37578) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:15.087289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca67065f-412e-45eb-9b29-e1c6a2e357de tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:15.089297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca67065f-412e-45eb-9b29-e1c6a2e357de tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:15.093464 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ca67065f-412e-45eb-9b29-e1c6a2e357de tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0603845 Jun 30 03:13:15.094261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37580) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:15.127303 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9edd1488-ea34-4455-b3db-9a0ff9de38ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.327716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9edd1488-ea34-4455-b3db-9a0ff9de38ee None None] For port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=10fcd4a7-a919-45cd-bcc1-618bc7fb3a24,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:15.333006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-490a17d6-319a-4810-8c5c-6d6362853a80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet f5c00477-c132-4341-bd1f-27e6079846f4 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:15.333006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-490a17d6-319a-4810-8c5c-6d6362853a80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.333006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-490a17d6-319a-4810-8c5c-6d6362853a80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.334745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:13:15.404028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:15.404845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15a5c1-eae5-405c-a88b-c1f17d468ca9 req-29ee2823-601c-41ba-a11a-c993cb21f257 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:15.406943 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b15a5c1-eae5-405c-a88b-c1f17d468ca9 req-29ee2823-601c-41ba-a11a-c993cb21f257 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1026556 Jun 30 03:13:15.423899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-490a17d6-319a-4810-8c5c-6d6362853a80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.426580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '5cff4e87-e3cd-4fce-a61c-3a82ede2a906', 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502', 'port_id': '5cff4e87-e3cd-4fce-a61c-3a82ede2a906', 'mac_address': 'fa:16:3e:fc:a7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1601b1-b8d1-43f9-8120-202037b7200d', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:13:15.428130 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9edd1488-ea34-4455-b3db-9a0ff9de38ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.466991 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b15a5c1-eae5-405c-a88b-c1f17d468ca9 req-f7cc814a-1ce0-43b5-a998-b7fd734a02f7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531762 Jun 30 03:13:15.511921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1488-ea34-4455-b3db-9a0ff9de38ee None None] Pushing event updated for resources: {'Port': ['ID=10fcd4a7-a919-45cd-bcc1-618bc7fb3a24,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:15.514596 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.533714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:13:15.564272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-734e121a-86d8-47de-9eb1-2e1835bf523f None None] Could not find standard attr ID for object e183761b-ac0e-4ae9-ab0e-bb4354227b4e. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:13:15.569821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:15.603093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af3dc6-03b8-4faa-b77a-c2fb1e5390a6 req-91b5efea-7035-48af-9214-7dbd130a2438 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:15.604128 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a5af3dc6-03b8-4faa-b77a-c2fb1e5390a6 req-91b5efea-7035-48af-9214-7dbd130a2438 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 944 time: 0.1369309 Jun 30 03:13:15.638643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-490a17d6-319a-4810-8c5c-6d6362853a80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.674498 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a17d6-319a-4810-8c5c-6d6362853a80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c00477-c132-4341-bd1f-27e6079846f4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:15.681828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a5af3dc6-03b8-4faa-b77a-c2fb1e5390a6 req-54b4d417-9110-421d-92cf-28355ac08141 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708053 Jun 30 03:13:15.682903 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-490a17d6-319a-4810-8c5c-6d6362853a80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.683132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a103bbd-94df-4407-a01a-4787c5534219 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:15.687996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37598) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:15.689694 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-490a17d6-319a-4810-8c5c-6d6362853a80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/f5c00477-c132-4341-bd1f-27e6079846f4 HTTP/1.1" status: 204 len: 168 time: 0.5899377 Jun 30 03:13:15.744252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37600) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:15.744578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ad62629c-66b1-49a5-ac6f-e879ab87e1e1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552964 Jun 30 03:13:15.751139 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:15.829156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ba498-a304-47d3-8f57-cd8799405959 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:15.832242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-413ba498-a304-47d3-8f57-cd8799405959 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0868015 Jun 30 03:13:15.839686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37604) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:15.860390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:15.916461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5fe938-b80f-46ac-91f3-4561ac91394f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:15.916461 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8c5fe938-b80f-46ac-91f3-4561ac91394f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700324 Jun 30 03:13:15.916461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37608) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:15.951636 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f943aa22-53e8-4fce-8ca2-f4691094a295 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412698 Jun 30 03:13:15.966895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37612) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:15.972092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-dbc5d8b7-8a7e-4677-98b1-3a202d60217b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:16.024955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['5cff4e87-e3cd-4fce-a61c-3a82ede2a906'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:16.038220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c74333d-b32b-42ea-b6d7-383954eefd2d None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:16.045366 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11a172-5e9d-4cc8-8412-5e390b8a0a24 req-48d0e0b7-2ec8-476d-90ec-4fa295b36d29 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:16.048083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b11a172-5e9d-4cc8-8412-5e390b8a0a24 req-48d0e0b7-2ec8-476d-90ec-4fa295b36d29 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0908282 Jun 30 03:13:16.111130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b11a172-5e9d-4cc8-8412-5e390b8a0a24 req-12ef75ba-a62e-4af7-8635-af29c6e0b47f tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546873 Jun 30 03:13:16.118693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:16.204159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3c74333d-b32b-42ea-b6d7-383954eefd2d None None] Deleting port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:16.204532 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3c74333d-b32b-42ea-b6d7-383954eefd2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:16.219900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc5d8b7-8a7e-4677-98b1-3a202d60217b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:16.235175 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d8b7-8a7e-4677-98b1-3a202d60217b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:16.333811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3c74333d-b32b-42ea-b6d7-383954eefd2d None None] For port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=10fcd4a7-a919-45cd-bcc1-618bc7fb3a24,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:16.334388 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3c74333d-b32b-42ea-b6d7-383954eefd2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:16.348774 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:16.383315 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3c74333d-b32b-42ea-b6d7-383954eefd2d None None] Calling delete_port for 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:16.399462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=10fcd4a7-a919-45cd-bcc1-618bc7fb3a24,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:16.546844 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:16.596590 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d8b7-8a7e-4677-98b1-3a202d60217b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:16.644660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=10fcd4a7-a919-45cd-bcc1-618bc7fb3a24,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:16.701867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5d8b7-8a7e-4677-98b1-3a202d60217b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:16.712735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5d8b7-8a7e-4677-98b1-3a202d60217b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:16.719865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5d8b7-8a7e-4677-98b1-3a202d60217b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:16.720510 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbc5d8b7-8a7e-4677-98b1-3a202d60217b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:16.728954 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3c74333d-b32b-42ea-b6d7-383954eefd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:16.741056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5d8b7-8a7e-4677-98b1-3a202d60217b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=beb50c80-c147-4935-91aa-3fd8ba7dd8cd,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:16.788184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9a733-6abb-4fec-99bb-8e429064c0d3 req-f9985769-1166-4771-8db8-b71885183cf1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:16.793882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74333d-b32b-42ea-b6d7-383954eefd2d None None] No DVR routers for this DVR port 10fcd4a7-a919-45cd-bcc1-618bc7fb3a24 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:16.797196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-efa9a733-6abb-4fec-99bb-8e429064c0d3 req-f9985769-1166-4771-8db8-b71885183cf1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1656830 Jun 30 03:13:16.809057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74333d-b32b-42ea-b6d7-383954eefd2d None None] Pushing event deleted for resources: {'Port': ['ID=10fcd4a7-a919-45cd-bcc1-618bc7fb3a24,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:16.820583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95931fc4-b5b2-4b95-8ce9-6e031e78c1ce None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:16.878010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-efa9a733-6abb-4fec-99bb-8e429064c0d3 req-2c4a3fcb-62f7-4989-b687-b80a3e454992 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793543 Jun 30 03:13:16.894961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37632) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:16.904390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dbc5d8b7-8a7e-4677-98b1-3a202d60217b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9288800 Jun 30 03:13:16.904675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': 'beb50c80-c147-4935-91aa-3fd8ba7dd8cd', 'ip_address': '2001:db8::e19c:1fcd:1a1f:a1df'}], 'name': 'tempest-NetworksTestDHCPv6-1273193775'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:17.076696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44b227-a980-406f-b114-99ed5899b19c req-785e0727-370b-490e-895c-39970e8fd483 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:17.078303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f44b227-a980-406f-b114-99ed5899b19c req-785e0727-370b-490e-895c-39970e8fd483 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 945 time: 0.1703408 Jun 30 03:13:17.119545 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f44b227-a980-406f-b114-99ed5899b19c req-abde9698-a62c-4ab7-a5dd-fa36c45e37fe tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318513 Jun 30 03:13:17.175429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': 'beb50c80-c147-4935-91aa-3fd8ba7dd8cd'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:17.176285 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.289153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8005f38-a210-4b4a-aab5-b6568305c9c0 req-1d118017-2ab9-4782-8d18-8298ef7357c7 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:17.290678 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8005f38-a210-4b4a-aab5-b6568305c9c0 req-1d118017-2ab9-4782-8d18-8298ef7357c7 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0651970 Jun 30 03:13:17.301814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:17.313956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:17.318945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.329598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/beb50c80-c147-4935-91aa-3fd8ba7dd8cd/e83369f6-4534-41cb-b6f2-34cd6648edfa) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:17.349266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8005f38-a210-4b4a-aab5-b6568305c9c0 req-4f4f30fe-9bb1-437a-bb1e-c0888d5a84f4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525763 Jun 30 03:13:17.350316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:13:17.512501 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.519538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:17.524115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Transition to ACTIVE for port object e83369f6-4534-41cb-b6f2-34cd6648edfa will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:17.528445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:17.528814 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.567050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Transition to ACTIVE for port object e83369f6-4534-41cb-b6f2-34cd6648edfa will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:17.623655 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.653972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d4a957-4dc4-484b-ba6b-53271f0f8c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cff4e87-e3cd-4fce-a61c-3a82ede2a906'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:17.655183 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90c57d0-9f4d-4ec9-9338-5086bd87d379" -d '{"events": [{"server_uuid": "e5d4a957-4dc4-484b-ba6b-53271f0f8c6a", "name": "network-vif-plugged", "status": "completed", "tag": "5cff4e87-e3cd-4fce-a61c-3a82ede2a906"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:17.674145 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.716693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:17.718740 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c90d6d-4ac9-4555-af50-0673f08b3a50 x-openstack-request-id: req-91c90d6d-4ac9-4555-af50-0673f08b3a50 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:17.719024 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d4a957-4dc4-484b-ba6b-53271f0f8c6a", "name": "network-vif-plugged", "status": "completed", "tag": "5cff4e87-e3cd-4fce-a61c-3a82ede2a906", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:17.719277 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91c90d6d-4ac9-4555-af50-0673f08b3a50 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:17.719671 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d4a957-4dc4-484b-ba6b-53271f0f8c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cff4e87-e3cd-4fce-a61c-3a82ede2a906', 'code': 200} Jun 30 03:13:17.723579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Pushing event updated for resources: {'Port': ['ID=e83369f6-4534-41cb-b6f2-34cd6648edfa,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:17.736866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:17.739180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:17.745562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::e19c:1fcd:1a1f:a1df (8b1fc8b1-93de-4ade-819e-1955848f7bfe/beb50c80-c147-4935-91aa-3fd8ba7dd8cd/4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:17.750459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:17.826752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Attempting to bind port e83369f6-4534-41cb-b6f2-34cd6648edfa on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:17.827122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Attempting to bind port e83369f6-4534-41cb-b6f2-34cd6648edfa by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:17.827485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Attempting to bind port e83369f6-4534-41cb-b6f2-34cd6648edfa on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:17.830929 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.856074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9799f-68c6-4552-8eeb-77ed2d5acfa1 req-77bcd9a2-2739-4e80-9910-6b15f086d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:17.858129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd9799f-68c6-4552-8eeb-77ed2d5acfa1 req-77bcd9a2-2739-4e80-9910-6b15f086d8ac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 1096 time: 0.0684223 Jun 30 03:13:17.860107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:17.860508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:17.860912 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.861302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:17.861861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Bound port: e83369f6-4534-41cb-b6f2-34cd6648edfa, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:17.862250 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.905797 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9dd9799f-68c6-4552-8eeb-77ed2d5acfa1 req-4d34b4e8-d563-4937-8ab7-3353b7267e19 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406272 Jun 30 03:13:17.926342 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:17.961407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] For port e83369f6-4534-41cb-b6f2-34cd6648edfa, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:17.966295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] For port e83369f6-4534-41cb-b6f2-34cd6648edfa, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e83369f6-4534-41cb-b6f2-34cd6648edfa,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:17.975453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.991257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:18.094912 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:18.104552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157277f-0c11-4862-8eff-2fcc7af640a8 req-ea971847-d32c-4b68-b434-22b024d690b0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:18.106158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e157277f-0c11-4862-8eff-2fcc7af640a8 req-ea971847-d32c-4b68-b434-22b024d690b0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0741205 Jun 30 03:13:18.164742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9853ac-c54f-4ab2-b26c-5f13b13c52b5 None None] Pushing event updated for resources: {'Port': ['ID=e83369f6-4534-41cb-b6f2-34cd6648edfa,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:18.176975 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e157277f-0c11-4862-8eff-2fcc7af640a8 req-b93054a1-7144-494a-86f7-0ddbcc4919c0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642471 Jun 30 03:13:18.181246 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:18.251155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:18.254907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:18.259130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:18.265834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:18.271677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:18.279301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:18.448726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c77a5c-3654-4632-a502-e2b024d4d63e req-f55e77f7-240a-4d39-8f26-da6dc46dfd81 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:18.450394 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-59c77a5c-3654-4632-a502-e2b024d4d63e req-f55e77f7-240a-4d39-8f26-da6dc46dfd81 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 946 time: 0.1440296 Jun 30 03:13:18.506579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-59c77a5c-3654-4632-a502-e2b024d4d63e req-46d66efd-7b5b-4754-a665-fbd15f78b522 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502596 Jun 30 03:13:18.545613 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1745e95b-5a57-4304-9228-a0db45d43913 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6482210 Jun 30 03:13:18.556680 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37664) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:18.562425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-33af97fc-7b11-4b96-9aa5-29438c7ca55e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': 'beb50c80-c147-4935-91aa-3fd8ba7dd8cd', 'ip_address': '2001:db8::e19c:1fcd:1a1f:a1df'}], 'name': 'tempest-NetworksTestDHCPv6-1076903022'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:18.734796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26578507-c133-4dc1-8792-ef2a4f0e2255 req-9fbe8f54-83ba-4a50-95df-895c3b034d2e tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:18.738563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26578507-c133-4dc1-8792-ef2a4f0e2255 req-9fbe8f54-83ba-4a50-95df-895c3b034d2e tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1562376 Jun 30 03:13:18.806030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26578507-c133-4dc1-8792-ef2a4f0e2255 req-44d24a8c-ae12-43a3-b780-f35516520245 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600069 Jun 30 03:13:18.942499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33af97fc-7b11-4b96-9aa5-29438c7ca55e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:18.962115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43a4e6-525c-4fa7-bc2c-be2a2151beac req-cb7c2c2e-38ff-4bfc-a84d-7d152172263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:18.963543 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c43a4e6-525c-4fa7-bc2c-be2a2151beac req-cb7c2c2e-38ff-4bfc-a84d-7d152172263c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 1096 time: 0.0690951 Jun 30 03:13:19.035644 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c43a4e6-525c-4fa7-bc2c-be2a2151beac req-ec8f7587-0f91-4a06-a73a-54a89d5b7a9a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447257 Jun 30 03:13:19.064594 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-33af97fc-7b11-4b96-9aa5-29438c7ca55e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:19.084655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-33af97fc-7b11-4b96-9aa5-29438c7ca55e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port cc2c09db-9936-46f3-8d87-43021c38233e yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:13:19.384250 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-33af97fc-7b11-4b96-9aa5-29438c7ca55e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 03:13:19.384250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33af97fc-7b11-4b96-9aa5-29438c7ca55e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:13:19.398559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e894551-0e25-4a27-8a0f-59b239c5a9ff req-2ec047b6-c9a0-4fb6-a881-bf1056ad0e35 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.408198 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e894551-0e25-4a27-8a0f-59b239c5a9ff req-2ec047b6-c9a0-4fb6-a881-bf1056ad0e35 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0980654 Jun 30 03:13:19.460918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e894551-0e25-4a27-8a0f-59b239c5a9ff req-63d903c0-1907-4aa7-b662-d8d32a6f1092 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Jun 30 03:13:19.494982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c60d4439-5cd0-40da-b9dc-3ad24a87a4a1 None None] Provisioning for port e83369f6-4534-41cb-b6f2-34cd6648edfa completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:19.495525 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-33af97fc-7b11-4b96-9aa5-29438c7ca55e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9333603 Jun 30 03:13:19.495623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37682) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:19.576514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee5c00c-021a-41f2-a0f0-013739377d27 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.583495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee5c00c-021a-41f2-a0f0-013739377d27 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.586585 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2ee5c00c-021a-41f2-a0f0-013739377d27 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0902293 Jun 30 03:13:19.592858 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37686) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:19.750640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-83f3a0c6-a59c-4142-a5fe-03c9f9ca2a52 None None] Provisioning for port 4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:19.757091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-83f3a0c6-a59c-4142-a5fe-03c9f9ca2a52 None None] Provisioning complete for port 4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:19.757784 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-83f3a0c6-a59c-4142-a5fe-03c9f9ca2a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:19.800347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78bda8-9028-4ae3-9488-18dee978e7af req-3502fd26-109c-4e9d-9496-692defa9c4fd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:19.809885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c78bda8-9028-4ae3-9488-18dee978e7af req-3502fd26-109c-4e9d-9496-692defa9c4fd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 946 time: 0.1229088 Jun 30 03:13:19.842739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-83f3a0c6-a59c-4142-a5fe-03c9f9ca2a52 None None] Port 4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:19.905081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c78bda8-9028-4ae3-9488-18dee978e7af req-2fec7004-e61d-4cf7-a049-96f913716893 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938187 Jun 30 03:13:20.218492 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e83369f6-4534-41cb-b6f2-34cd6648edfa up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:20.245369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fadf7-ad4a-4fa8-85fa-cdb9dd3b160d req-62067462-9de5-4ede-ac2d-3cc0d9ef9dea tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:20.253848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e16fadf7-ad4a-4fa8-85fa-cdb9dd3b160d req-62067462-9de5-4ede-ac2d-3cc0d9ef9dea tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 946 time: 0.1433907 Jun 30 03:13:20.296233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63958877-2585-41a2-bc08-78b4f7dc6d65 req-2c4d6ba3-f713-4ffb-89d3-a47612da506c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:20.297720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-63958877-2585-41a2-bc08-78b4f7dc6d65 req-2c4d6ba3-f713-4ffb-89d3-a47612da506c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1225774 Jun 30 03:13:20.305415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e16fadf7-ad4a-4fa8-85fa-cdb9dd3b160d req-aa4ec264-a408-412a-b1db-38e3ac2a5f8c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504394 Jun 30 03:13:20.349962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-63958877-2585-41a2-bc08-78b4f7dc6d65 req-1c10e5ce-66be-44a2-bf2f-49f266ab2568 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Jun 30 03:13:20.357276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-17cc7ff4-ba94-435a-b428-4b2855e6b102 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:20.357667 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17cc7ff4-ba94-435a-b428-4b2855e6b102 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:20.357978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e83369f6-4534-41cb-b6f2-34cd6648edfa completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:20.363237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e83369f6-4534-41cb-b6f2-34cd6648edfa triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:20.363751 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:20.464069 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17cc7ff4-ba94-435a-b428-4b2855e6b102 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:20.466390 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:20.477981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-17cc7ff4-ba94-435a-b428-4b2855e6b102 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:20.514757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port e83369f6-4534-41cb-b6f2-34cd6648edfa, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e83369f6-4534-41cb-b6f2-34cd6648edfa,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:20.666995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:20.701849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f07321-7252-4515-975f-584a3131a144 req-f53f737c-4039-4d0b-9723-b33e9a020656 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:20.709247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e8f07321-7252-4515-975f-584a3131a144 req-f53f737c-4039-4d0b-9723-b33e9a020656 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1146266 Jun 30 03:13:20.729907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=e83369f6-4534-41cb-b6f2-34cd6648edfa,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:20.751049 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e8f07321-7252-4515-975f-584a3131a144 req-958cdf4f-c594-4188-8702-398646b44843 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Jun 30 03:13:20.854647 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17cc7ff4-ba94-435a-b428-4b2855e6b102 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:20.883719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc7ff4-ba94-435a-b428-4b2855e6b102 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:20.912633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-17cc7ff4-ba94-435a-b428-4b2855e6b102 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:20.914692 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-17cc7ff4-ba94-435a-b428-4b2855e6b102 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e HTTP/1.1" status: 204 len: 168 time: 1.3181262 Jun 30 03:13:20.917103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37708) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:20.978228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e50c5-3685-4b02-b2c6-1138923b561e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:20.979805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e50c5-3685-4b02-b2c6-1138923b561e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:20.983905 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-df4e50c5-3685-4b02-b2c6-1138923b561e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0632825 Jun 30 03:13:20.984049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37710) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:21.043753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cb88b7-a744-4b74-bb11-cbdbb8ab0967 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet beb50c80-c147-4935-91aa-3fd8ba7dd8cd {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:21.047821 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57cb88b7-a744-4b74-bb11-cbdbb8ab0967 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:21.090523 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57cb88b7-a744-4b74-bb11-cbdbb8ab0967 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:21.197948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57cb88b7-a744-4b74-bb11-cbdbb8ab0967 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:21.382638 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57cb88b7-a744-4b74-bb11-cbdbb8ab0967 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:21.419627 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb88b7-a744-4b74-bb11-cbdbb8ab0967 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=beb50c80-c147-4935-91aa-3fd8ba7dd8cd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:21.429412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57cb88b7-a744-4b74-bb11-cbdbb8ab0967 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:21.434213 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37716) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:21.434696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-57cb88b7-a744-4b74-bb11-cbdbb8ab0967 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/beb50c80-c147-4935-91aa-3fd8ba7dd8cd HTTP/1.1" status: 204 len: 168 time: 0.4492586 Jun 30 03:13:21.437159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f4e0ba-f1a4-46c6-9260-2c309d58c2d5 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:21.517542 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-186151ce-89c4-4f95-993a-1e2aed487657 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771596 Jun 30 03:13:21.522127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37720) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:21.528455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-94404e86-8daf-4f35-bd75-b28e6c307d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:21.611431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f59ed-3ce4-4af6-9001-774b0cd32ee6 req-93209f76-e5ec-4fd0-b435-a66851b353ca tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:21.628360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-784f59ed-3ce4-4af6-9001-774b0cd32ee6 req-93209f76-e5ec-4fd0-b435-a66851b353ca tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0923452 Jun 30 03:13:21.692175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-784f59ed-3ce4-4af6-9001-774b0cd32ee6 req-1397a83e-cb4a-4c18-952b-955c26f2bc61 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663722 Jun 30 03:13:21.735882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39d3f7-7867-488a-8cd3-ee0141c782a1 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:21.751881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94404e86-8daf-4f35-bd75-b28e6c307d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:21.756259 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94404e86-8daf-4f35-bd75-b28e6c307d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:21.816470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7a39d3f7-7867-488a-8cd3-ee0141c782a1 None None] Deleting port e83369f6-4534-41cb-b6f2-34cd6648edfa {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:21.816880 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7a39d3f7-7867-488a-8cd3-ee0141c782a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:21.825604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37732) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:21.925638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7a39d3f7-7867-488a-8cd3-ee0141c782a1 None None] For port e83369f6-4534-41cb-b6f2-34cd6648edfa, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e83369f6-4534-41cb-b6f2-34cd6648edfa,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:21.925638 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7a39d3f7-7867-488a-8cd3-ee0141c782a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:21.965639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7a39d3f7-7867-488a-8cd3-ee0141c782a1 None None] Calling delete_port for e83369f6-4534-41cb-b6f2-34cd6648edfa owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:22.234825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e83369f6-4534-41cb-b6f2-34cd6648edfa no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:22.373451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1fef8-ad56-4fc4-866f-b78f65a23c0f req-acbc90d6-3517-43af-90dd-39ffccb7c774 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:22.392325 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e1d1fef8-ad56-4fc4-866f-b78f65a23c0f req-acbc90d6-3517-43af-90dd-39ffccb7c774 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.2897320 Jun 30 03:13:22.421889 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:22.490140 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e1d1fef8-ad56-4fc4-866f-b78f65a23c0f req-d96d1619-a065-4d55-9cff-af2a3ef948e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889697 Jun 30 03:13:22.514052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7a39d3f7-7867-488a-8cd3-ee0141c782a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:22.570408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39d3f7-7867-488a-8cd3-ee0141c782a1 None None] No DVR routers for this DVR port e83369f6-4534-41cb-b6f2-34cd6648edfa on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:22.603456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39d3f7-7867-488a-8cd3-ee0141c782a1 None None] Pushing event deleted for resources: {'Port': ['ID=e83369f6-4534-41cb-b6f2-34cd6648edfa,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:22.723536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac6c8e-e27a-4610-8d65-1566ed6a80e7 req-7b5476b1-94e4-4d07-801e-8561426cd8d4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:22.725278 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5ac6c8e-e27a-4610-8d65-1566ed6a80e7 req-7b5476b1-94e4-4d07-801e-8561426cd8d4 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1995142 Jun 30 03:13:22.792801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc809ee-8e59-4a91-b538-408e166b5d20 req-e1e3f60f-47a4-4fc4-8d3d-1ec510930950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:22.795020 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbc809ee-8e59-4a91-b538-408e166b5d20 req-e1e3f60f-47a4-4fc4-8d3d-1ec510930950 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 1096 time: 0.2247727 Jun 30 03:13:22.854451 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:22.911334 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:22.971977 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94404e86-8daf-4f35-bd75-b28e6c307d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:23.000956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc809ee-8e59-4a91-b538-408e166b5d20 req-ddcf838d-53ac-4e99-97fc-91d2af87f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:23.003103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbc809ee-8e59-4a91-b538-408e166b5d20 req-ddcf838d-53ac-4e99-97fc-91d2af87f1f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae HTTP/1.1" status: 200 len: 912 time: 0.1863105 Jun 30 03:13:23.013166 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5ac6c8e-e27a-4610-8d65-1566ed6a80e7 req-0ba5c06b-5e6c-43dd-a18d-ac8a73d8b364 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802653 Jun 30 03:13:23.075430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbc809ee-8e59-4a91-b538-408e166b5d20 req-0d542dc6-e0ca-4f57-80a5-f986e988a710 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41e2f617-cfcb-42e6-94b0-af7520411e27 HTTP/1.1" status: 200 len: 217 time: 0.0611684 Jun 30 03:13:23.102302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94404e86-8daf-4f35-bd75-b28e6c307d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:23.131052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-94404e86-8daf-4f35-bd75-b28e6c307d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:23.137084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94404e86-8daf-4f35-bd75-b28e6c307d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:23.137748 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94404e86-8daf-4f35-bd75-b28e6c307d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:23.155506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f956c1-ac72-4412-a91b-fe17cd767c1f None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:23.184093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94404e86-8daf-4f35-bd75-b28e6c307d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=b5db5cf9-8ee0-4072-86a4-e72e199998fd,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:23.193118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc809ee-8e59-4a91-b538-408e166b5d20 req-8e265a9f-6f3b-44f9-a59e-765aac93493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:23.195007 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbc809ee-8e59-4a91-b538-408e166b5d20 req-8e265a9f-6f3b-44f9-a59e-765aac93493c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce3da8ad-3068-4c7c-9170-4f7e2a6514dc HTTP/1.1" status: 200 len: 851 time: 0.1115053 Jun 30 03:13:23.237982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbc809ee-8e59-4a91-b538-408e166b5d20 req-1998c642-f27a-4999-ab58-afa7d8678d33 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e1ae1ebe-972c-4341-b5b6-728a95bc0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361040 Jun 30 03:13:23.238942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Allocated IP 172.20.0.17 (22d85b5b-5089-4502-a805-707dc0b66502/6d1601b1-b8d1-43f9-8120-202037b7200d/a6ca2fd1-3df9-4ed1-b698-025b1acc7842) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:23.336153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': 'b5db5cf9-8ee0-4072-86a4-e72e199998fd'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:23.337233 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:23.347976 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-94404e86-8daf-4f35-bd75-b28e6c307d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8207362 Jun 30 03:13:23.348799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37746) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:23.354876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-29c8538f-2ed6-465c-a07a-141f44fdc946 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': 'b5db5cf9-8ee0-4072-86a4-e72e199998fd', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2111152327'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:23.364442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbc809ee-8e59-4a91-b538-408e166b5d20 req-f61003e6-fa62-4ac8-937b-47e7f4d22c53 service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154444 Jun 30 03:13:23.430359 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:23.455644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Transition to ACTIVE for port object a6ca2fd1-3df9-4ed1-b698-025b1acc7842 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:23.565399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/b5db5cf9-8ee0-4072-86a4-e72e199998fd/d79ddb9b-d826-4986-b7c9-465a9fbeb916) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:23.576520 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbc809ee-8e59-4a91-b538-408e166b5d20 req-6820f0ae-aa47-4e4c-8721-e5cf666ea7c2 service neutron] 10.222.0.83 "GET /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054124 Jun 30 03:13:23.651917 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:23.711930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a054809-4009-4229-936c-d4af3970c215 req-a85eeb6a-dcd1-458d-b89d-e348eb7fce13 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:23.719129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4a054809-4009-4229-936c-d4af3970c215 req-a85eeb6a-dcd1-458d-b89d-e348eb7fce13 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0851660 Jun 30 03:13:23.727165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c8538f-2ed6-465c-a07a-141f44fdc946 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:23.731560 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:23.741835 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:23.750952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Transition to ACTIVE for port object d79ddb9b-d826-4986-b7c9-465a9fbeb916 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:23.787381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Transition to ACTIVE for port object d79ddb9b-d826-4986-b7c9-465a9fbeb916 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:23.852341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=a6ca2fd1-3df9-4ed1-b698-025b1acc7842,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:23.873399 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network 22d85b5b-5089-4502-a805-707dc0b66502 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:23.881041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:23.886029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:23.900468 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:23.934830 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:23.939946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4a054809-4009-4229-936c-d4af3970c215 req-58bc9c10-dc72-4822-8888-39d32f8d29f2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197907 Jun 30 03:13:23.975518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Pushing event updated for resources: {'Port': ['ID=d79ddb9b-d826-4986-b7c9-465a9fbeb916,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:23.986695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:23.988115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:23.992145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:24.071270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29c8538f-2ed6-465c-a07a-141f44fdc946 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.141392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Attempting to bind port d79ddb9b-d826-4986-b7c9-465a9fbeb916 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:24.142179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Attempting to bind port d79ddb9b-d826-4986-b7c9-465a9fbeb916 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:24.144319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-29c8538f-2ed6-465c-a07a-141f44fdc946 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 44d466cb-a5fb-4395-9b31-a59a386d626f yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:13:24.148567 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Attempting to bind port d79ddb9b-d826-4986-b7c9-465a9fbeb916 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:24.155116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:24.155922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:24.155922 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.156712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:24.156712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Bound port: d79ddb9b-d826-4986-b7c9-465a9fbeb916, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:24.157108 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.266022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] For port d79ddb9b-d826-4986-b7c9-465a9fbeb916, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:24.273066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] For port d79ddb9b-d826-4986-b7c9-465a9fbeb916, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d79ddb9b-d826-4986-b7c9-465a9fbeb916,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:24.280686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86941a9-a8ae-44f4-b480-c121d3c66073 req-c6b0058b-570b-473e-a810-1cfc65948200 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:24.282394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a86941a9-a8ae-44f4-b480-c121d3c66073 req-c6b0058b-570b-473e-a810-1cfc65948200 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.0767763 Jun 30 03:13:24.324286 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a86941a9-a8ae-44f4-b480-c121d3c66073 req-1d15d328-76fd-42ff-a7bb-6138e8256ec3 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360718 Jun 30 03:13:24.361969 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c8538f-2ed6-465c-a07a-141f44fdc946 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:13:24.362475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c8538f-2ed6-465c-a07a-141f44fdc946 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:13:24.374569 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.387573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.425939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b6a1f5f2-81f6-4f64-94d3-64d5e8c18587 None None] Provisioning for port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:24.435374 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b6a1f5f2-81f6-4f64-94d3-64d5e8c18587 None None] Provisioning complete for port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:24.435605 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b6a1f5f2-81f6-4f64-94d3-64d5e8c18587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.496843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd369b-85fe-4a11-b2a6-24d50c876865 None None] Pushing event updated for resources: {'Port': ['ID=d79ddb9b-d826-4986-b7c9-465a9fbeb916,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:24.508910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b6a1f5f2-81f6-4f64-94d3-64d5e8c18587 None None] Port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:24.548246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-29c8538f-2ed6-465c-a07a-141f44fdc946 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.1965783 Jun 30 03:13:24.548630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37762) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:24.697074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c100990-d938-4718-a1a7-2f7f19ff28db tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:24.700642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5c100990-d938-4718-a1a7-2f7f19ff28db tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1509812 Jun 30 03:13:24.702874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37764) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:24.790536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.807790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f29265-2b42-4423-b0c2-3c239472c8a7 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:24.809677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f29265-2b42-4423-b0c2-3c239472c8a7 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:24.811390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-38f29265-2b42-4423-b0c2-3c239472c8a7 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1072946 Jun 30 03:13:24.814475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37766) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:24.878049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fbcd0e-39df-467a-8361-f1474136b4e3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet b5db5cf9-8ee0-4072-86a4-e72e199998fd {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:24.881062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-84fbcd0e-39df-467a-8361-f1474136b4e3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:24.903635 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:25.044853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-84fbcd0e-39df-467a-8361-f1474136b4e3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:25.075963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=a6ca2fd1-3df9-4ed1-b698-025b1acc7842,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:25.090438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:25.235915 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-84fbcd0e-39df-467a-8361-f1474136b4e3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:25.338308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network 22d85b5b-5089-4502-a805-707dc0b66502 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:25.349068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a4143-0afd-4764-9465-93f0daf98d68 req-e8451206-4324-4666-af06-fc6176951768 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:25.371697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ea2a4143-0afd-4764-9465-93f0daf98d68 req-e8451206-4324-4666-af06-fc6176951768 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.2619345 Jun 30 03:13:25.392310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:25.441087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ea2a4143-0afd-4764-9465-93f0daf98d68 req-424baa36-97ed-4f4d-8e9d-2ba09d66888f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685067 Jun 30 03:13:25.548258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-84fbcd0e-39df-467a-8361-f1474136b4e3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:25.625315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e85e8e-f154-4121-812c-93fc70d3e5d1 req-e281be7b-0cad-47cb-923e-956612e6e2fe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:25.626899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-84fbcd0e-39df-467a-8361-f1474136b4e3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:25.628895 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-84fbcd0e-39df-467a-8361-f1474136b4e3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/b5db5cf9-8ee0-4072-86a4-e72e199998fd HTTP/1.1" status: 204 len: 168 time: 0.8131073 Jun 30 03:13:25.632280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbcd0e-39df-467a-8361-f1474136b4e3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=b5db5cf9-8ee0-4072-86a4-e72e199998fd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:25.640846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34e85e8e-f154-4121-812c-93fc70d3e5d1 req-e281be7b-0cad-47cb-923e-956612e6e2fe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1324377 Jun 30 03:13:25.643298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37780) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:25.706982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-34e85e8e-f154-4121-812c-93fc70d3e5d1 req-f18ac502-7cd3-46ef-a58d-23e65a52a676 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651536 Jun 30 03:13:25.851270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee276d1a-a3e1-41e5-afa6-d9fcfbe8b1ca None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:25.968192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f7c007da-96d2-4c52-a3b2-f40fa44cf9e9 None None] Provisioning complete for port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:25.968570 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f7c007da-96d2-4c52-a3b2-f40fa44cf9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:26.042387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f7c007da-96d2-4c52-a3b2-f40fa44cf9e9 None None] Port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:26.152420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37794) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:26.152665 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a00a4b45-f979-4074-b6b0-6be7ea66d287 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5080910 Jun 30 03:13:26.174512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-005450ec-84d1-4b2f-a7c4-824631d4bf3e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:26.181727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cae727-3eda-482f-949e-efa481eff8b2 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:26.231458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:13:26.293792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-14cae727-3eda-482f-949e-efa481eff8b2 None None] Deleting port d79ddb9b-d826-4986-b7c9-465a9fbeb916 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:26.294195 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-14cae727-3eda-482f-949e-efa481eff8b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:26.295968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-55b009a0-f9aa-479d-84e3-9bdcbeae8276 None None] Provisioning for port d79ddb9b-d826-4986-b7c9-465a9fbeb916 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:26.388258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-14cae727-3eda-482f-949e-efa481eff8b2 None None] For port d79ddb9b-d826-4986-b7c9-465a9fbeb916, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d79ddb9b-d826-4986-b7c9-465a9fbeb916,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:26.388761 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-14cae727-3eda-482f-949e-efa481eff8b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:26.403914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005450ec-84d1-4b2f-a7c4-824631d4bf3e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:26.408516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-14cae727-3eda-482f-949e-efa481eff8b2 None None] Calling delete_port for d79ddb9b-d826-4986-b7c9-465a9fbeb916 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:26.418763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-005450ec-84d1-4b2f-a7c4-824631d4bf3e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:26.554223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:26.559050 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7f164f21-3766-44e8-9e30-703790ba035c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "PUT /v2.0/routers/a26a2923-5c5a-4e7c-966f-ebd25ed5b05b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7320848 Jun 30 03:13:26.565081 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Sync routers for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:26.579188 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:26.579887 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:26.671770 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-14cae727-3eda-482f-949e-efa481eff8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:26.738597 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cae727-3eda-482f-949e-efa481eff8b2 None None] Pushing event deleted for resources: {'Port': ['ID=d79ddb9b-d826-4986-b7c9-465a9fbeb916,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:26.743688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cae727-3eda-482f-949e-efa481eff8b2 None None] No DVR routers for this DVR port d79ddb9b-d826-4986-b7c9-465a9fbeb916 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:26.750084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160fe99-e6f8-45cf-95bf-efb9020e1765 req-0816249d-1c41-4ad1-9017-394d248fb428 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:26.767278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b160fe99-e6f8-45cf-95bf-efb9020e1765 req-0816249d-1c41-4ad1-9017-394d248fb428 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1193204 Jun 30 03:13:26.782061 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:26.836296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e5a0b-e420-43e0-9e65-b35871feeb14 req-91d5f8e8-fd77-4f5a-b608-c638cbfefbc2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:26.836843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de9e5a0b-e420-43e0-9e65-b35871feeb14 req-91d5f8e8-fd77-4f5a-b608-c638cbfefbc2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1952293 Jun 30 03:13:26.864998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b160fe99-e6f8-45cf-95bf-efb9020e1765 req-69787bcf-65db-4cf7-84c1-11edab2ffe00 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953453 Jun 30 03:13:26.994901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de9e5a0b-e420-43e0-9e65-b35871feeb14 req-15f29154-6549-4edd-9e23-36cbb786265c tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733461 Jun 30 03:13:27.054667 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-005450ec-84d1-4b2f-a7c4-824631d4bf3e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.103531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005450ec-84d1-4b2f-a7c4-824631d4bf3e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:27.112814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-005450ec-84d1-4b2f-a7c4-824631d4bf3e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:27.117267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005450ec-84d1-4b2f-a7c4-824631d4bf3e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:27.120482 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-005450ec-84d1-4b2f-a7c4-824631d4bf3e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.126502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be00a6-c53c-43b1-ae9c-e74d760ace15 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:27.170732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005450ec-84d1-4b2f-a7c4-824631d4bf3e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=97f6a273-84f7-41c7-ad9c-864d584d64ee,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:27.187968 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:13:24Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e61c0825-3367-4d56-bf3f-4f886c72e88a', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'mac_address': 'fa:16:3e:81:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:15Z', 'updated_at': '2021-06-30T03:12:18Z', 'revision_number': 1, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6ca2fd1-3df9-4ed1-b698-025b1acc7842', 'name': '', 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:90:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '6d1601b1-b8d1-43f9-8120-202037b7200d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:23Z', 'updated_at': '2021-06-30T03:13:24Z', 'revision_number': 2, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': '6d1601b1-b8d1-43f9-8120-202037b7200d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:27.218709 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Checking router: a26a2923-5c5a-4e7c-966f-ebd25ed5b05b for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:27.219067 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Updating router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:13:27.260485 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.317099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '97f6a273-84f7-41c7-ad9c-864d584d64ee'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:27.318320 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.384308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37824) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:27.385760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-005450ec-84d1-4b2f-a7c4-824631d4bf3e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2279105 Jun 30 03:13:27.388137 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9865fb8f-a33b-4ade-bfb4-a8b26914dcbc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1580325805', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:27.530376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/97f6a273-84f7-41c7-ad9c-864d584d64ee/5d6be360-be71-4640-aa5a-853c74b6e4b1) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:27.572068 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9865fb8f-a33b-4ade-bfb4-a8b26914dcbc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.572068 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9865fb8f-a33b-4ade-bfb4-a8b26914dcbc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.626379 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.642360 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Transition to ACTIVE for port object a6ca2fd1-3df9-4ed1-b698-025b1acc7842 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:27.655568 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9865fb8f-a33b-4ade-bfb4-a8b26914dcbc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.755348 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.765593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Transition to ACTIVE for port object 5d6be360-be71-4640-aa5a-853c74b6e4b1 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:27.783499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Transition to ACTIVE for port object 5d6be360-be71-4640-aa5a-853c74b6e4b1 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:27.786895 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9865fb8f-a33b-4ade-bfb4-a8b26914dcbc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.820346 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.858998 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-9f00104e-9702-4b51-b578-16830ba79251 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872443 Jun 30 03:13:27.890169 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Pushing event updated for resources: {'Port': ['ID=a6ca2fd1-3df9-4ed1-b698-025b1acc7842,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:27.894868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:27.958333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:28.005210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:28.014098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9865fb8f-a33b-4ade-bfb4-a8b26914dcbc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.015384 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9865fb8f-a33b-4ade-bfb4-a8b26914dcbc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6316745 Jun 30 03:13:28.016604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:28.018211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37832) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:28.038922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:28.082674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-1984644c-8b4e-43b3-813d-100742c4bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:28.091016 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Attempting to bind port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:28.091320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Pushing event updated for resources: {'Port': ['ID=5d6be360-be71-4640-aa5a-853c74b6e4b1,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:28.093959 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Attempting to bind port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:28.094806 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-1984644c-8b4e-43b3-813d-100742c4bf0f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 1096 time: 0.2061274 Jun 30 03:13:28.110908 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Attempting to bind port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 on network 22d85b5b-5089-4502-a805-707dc0b66502 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:28.137297 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:28.137706 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Checking segment: {'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:28.138112 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.138499 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Bound using segment: {'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:28.139111 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Bound port: a6ca2fd1-3df9-4ed1-b698-025b1acc7842, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35723049-d71c-471d-a5f2-ae0a3b519dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:28.139436 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.198986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d79ddb9b-d826-4986-b7c9-465a9fbeb916 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:28.232118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Attempting to bind port 5d6be360-be71-4640-aa5a-853c74b6e4b1 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:28.232576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Attempting to bind port 5d6be360-be71-4640-aa5a-853c74b6e4b1 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:28.232940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Attempting to bind port 5d6be360-be71-4640-aa5a-853c74b6e4b1 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:28.242126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d79ddb9b-d826-4986-b7c9-465a9fbeb916 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:28.242126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d79ddb9b-d826-4986-b7c9-465a9fbeb916 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:28.245530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:28.245530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:28.245530 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.245892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:28.246376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Bound port: 5d6be360-be71-4640-aa5a-853c74b6e4b1, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:28.246699 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.338532 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] For port a6ca2fd1-3df9-4ed1-b698-025b1acc7842, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:28.344992 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] For port a6ca2fd1-3df9-4ed1-b698-025b1acc7842, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a6ca2fd1-3df9-4ed1-b698-025b1acc7842,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:28.390108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] For port 5d6be360-be71-4640-aa5a-853c74b6e4b1, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:28.393963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] For port 5d6be360-be71-4640-aa5a-853c74b6e4b1, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5d6be360-be71-4640-aa5a-853c74b6e4b1,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:28.414990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803120e-a291-42c7-975b-c89d00b316a5 req-d900cc15-8fc0-4c0a-b3bc-43b9ace86134 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:28.416630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4803120e-a291-42c7-975b-c89d00b316a5 req-d900cc15-8fc0-4c0a-b3bc-43b9ace86134 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.1269250 Jun 30 03:13:28.417962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-183957da-bc65-4ee3-86d4-aaf367335d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:28.419431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-183957da-bc65-4ee3-86d4-aaf367335d77 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ea552e4d-a2f0-44ce-9c81-bc66404313f3 HTTP/1.1" status: 200 len: 897 time: 0.2903574 Jun 30 03:13:28.460715 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.485316 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.497108 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406c11c-59fb-4b4c-8607-d9831c1fba12 req-59e64060-fc7f-48e1-a40a-3f378d1aa72f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:28.498941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1406c11c-59fb-4b4c-8607-d9831c1fba12 req-59e64060-fc7f-48e1-a40a-3f378d1aa72f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.2710414 Jun 30 03:13:28.579864 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:28.580672 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:28.582833 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4803120e-a291-42c7-975b-c89d00b316a5 req-66583dfa-f3e6-42a8-8cbd-d46e6236051e tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562939 Jun 30 03:13:28.636198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-92aca2dc-16a5-4f72-85cf-dcafe0070710 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21486567-5197-48a5-8b20-1692d82400fa HTTP/1.1" status: 200 len: 1001 time: 0.2077713 Jun 30 03:13:28.666450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519ccbd-816a-4287-be4e-448ecee52b5f None None] Pushing event updated for resources: {'Port': ['ID=5d6be360-be71-4640-aa5a-853c74b6e4b1,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:28.696163 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1406c11c-59fb-4b4c-8607-d9831c1fba12 req-c9bedd49-bf28-4f93-abbc-9be477410fc5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854193 Jun 30 03:13:28.733837 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5b738627-99f4-4131-ab27-d0b3a5626813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.767157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.800204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-176a10af-5a0d-4962-8a8f-aafc36ff4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:28.804242 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-176a10af-5a0d-4962-8a8f-aafc36ff4faf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf7ac229-5465-441b-89ed-26a28a653858 HTTP/1.1" status: 200 len: 835 time: 0.1576753 Jun 30 03:13:28.840653 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:28.954315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-27cda53a-61d4-4375-9a53-291cb1e94c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:28.956091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-27cda53a-61d4-4375-9a53-291cb1e94c4f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea552e4d-a2f0-44ce-9c81-bc66404313f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474311 Jun 30 03:13:29.141669 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62befec9-6306-4147-b47a-a3273a1ce2de None None] Pushing event updated for resources: {'Port': ['ID=a6ca2fd1-3df9-4ed1-b698-025b1acc7842,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:29.192515 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-167ef34b-8026-4928-9f57-eb1d0113c15d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2232585 Jun 30 03:13:29.196491 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-97011e9f-ec67-4257-92f1-ae010e710d43 service neutron] 10.222.0.83 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283406 Jun 30 03:13:29.361095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-642a2876-c5f2-43f7-9e5b-1c5f198ab012 service neutron] 10.222.0.83 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573050 Jun 30 03:13:29.368326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::1 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/97f6a273-84f7-41c7-ad9c-864d584d64ee/37eda65e-90b8-4fb7-8896-afd125aa0c20) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:29.374534 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-8d9737f4-c1b4-4cca-94c4-f465d633baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:29.374534 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-8d9737f4-c1b4-4cca-94c4-f465d633baff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 1096 time: 0.1419399 Jun 30 03:13:29.578209 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:29.592067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-5415d304-1436-4491-850b-1bec97da9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:29.592307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 37eda65e-90b8-4fb7-8896-afd125aa0c20 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:29.594544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-5415d304-1436-4491-850b-1bec97da9cc7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.1815660 Jun 30 03:13:29.643199 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:13:24Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e61c0825-3367-4d56-bf3f-4f886c72e88a', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'mac_address': 'fa:16:3e:81:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:15Z', 'updated_at': '2021-06-30T03:12:18Z', 'revision_number': 1, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6ca2fd1-3df9-4ed1-b698-025b1acc7842', 'name': '', 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:90:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '6d1601b1-b8d1-43f9-8120-202037b7200d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:23Z', 'updated_at': '2021-06-30T03:13:28Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': '6d1601b1-b8d1-43f9-8120-202037b7200d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:29.681424 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac3758-d45b-421b-8231-fbe887433355 None None] The sync data for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 is: [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:13:24Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e61c0825-3367-4d56-bf3f-4f886c72e88a', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'mac_address': 'fa:16:3e:81:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:15Z', 'updated_at': '2021-06-30T03:12:18Z', 'revision_number': 1, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6ca2fd1-3df9-4ed1-b698-025b1acc7842', 'name': '', 'network_id': '22d85b5b-5089-4502-a805-707dc0b66502', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:90:67:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '6d1601b1-b8d1-43f9-8120-202037b7200d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:23Z', 'updated_at': '2021-06-30T03:13:28Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': '6d1601b1-b8d1-43f9-8120-202037b7200d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:29.687237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-5bc3c1bc-2b50-4f0d-a4a9-ca6663facc0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f6feba5-cc2e-407f-99fc-31fef1eee200 HTTP/1.1" status: 200 len: 217 time: 0.0856709 Jun 30 03:13:29.713772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-881b2823-c9eb-4fed-ba23-3e6e40175e91 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:29.715526 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-881b2823-c9eb-4fed-ba23-3e6e40175e91 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.83 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.3720512 Jun 30 03:13:29.746716 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:29.915157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-8cde46f4-671f-4b4f-a7f2-1ad02ca959a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:29.924762 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-8cde46f4-671f-4b4f-a7f2-1ad02ca959a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.2230325 Jun 30 03:13:29.935412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:29.957538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:29.964598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:29.969961 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:30.059335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a1209-e7d8-4a0c-b1d0-f6ef668c9789 req-ba4cbc9c-fe8f-488c-93e1-c091851499f2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:30.067253 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c3a1209-e7d8-4a0c-b1d0-f6ef668c9789 req-ba4cbc9c-fe8f-488c-93e1-c091851499f2 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 945 time: 0.2089658 Jun 30 03:13:30.097848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=37eda65e-90b8-4fb7-8896-afd125aa0c20,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:30.111757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-895aa4e4-1f97-428f-b56b-bf1eefb98948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:30.129670 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-895aa4e4-1f97-428f-b56b-bf1eefb98948 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961706 Jun 30 03:13:30.335680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bee4ec-7217-46dd-91cd-b63fc333d33a req-52e5f9aa-042b-4b1e-8811-7f6d4d12cd62 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:30.344277 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c3a1209-e7d8-4a0c-b1d0-f6ef668c9789 req-de096130-aa5c-40ec-a736-f9fc5c7376ad tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760696 Jun 30 03:13:30.347384 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4bee4ec-7217-46dd-91cd-b63fc333d33a req-52e5f9aa-042b-4b1e-8811-7f6d4d12cd62 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.3698647 Jun 30 03:13:30.399637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a6ca2fd1-3df9-4ed1-b698-025b1acc7842 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:30.425250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-fbc2d7c3-b5e1-448a-aa4c-ea484d6b5a48 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874033 Jun 30 03:13:30.494457 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4bee4ec-7217-46dd-91cd-b63fc333d33a req-ac98627e-a657-412c-8662-2965d553d3e7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461618 Jun 30 03:13:30.505184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Deleting port 41e2f617-cfcb-42e6-94b0-af7520411e27 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:30.508983 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:30.640291 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6466e10-e7c1-4904-a6c0-aed466da58c2 req-8c565182-e638-46ec-86e9-6f1d3cfc3b35 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071486 Jun 30 03:13:30.701152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] For port 41e2f617-cfcb-42e6-94b0-af7520411e27, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=41e2f617-cfcb-42e6-94b0-af7520411e27,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:30.701152 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:30.718797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-68243aba-9650-4be2-8abf-c797cd74cbaa None None] Provisioning for port 5d6be360-be71-4640-aa5a-853c74b6e4b1 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:30.732736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Calling delete_port for 41e2f617-cfcb-42e6-94b0-af7520411e27 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:30.996123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.019705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:31.028121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:31.028121 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.131378 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.135021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-44e6c366-3895-4334-8430-c3b243dd9756 None None] Provisioning for port 37eda65e-90b8-4fb7-8896-afd125aa0c20 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:31.154436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-44e6c366-3895-4334-8430-c3b243dd9756 None None] Provisioning complete for port 37eda65e-90b8-4fb7-8896-afd125aa0c20 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:31.154436 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-44e6c366-3895-4334-8430-c3b243dd9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.182137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.199757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['6bc6a8c4-f753-4dd3-a51b-7a1480665010'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:31.231145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Pushing event deleted for resources: {'Port': ['ID=41e2f617-cfcb-42e6-94b0-af7520411e27,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:31.263250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port a6ca2fd1-3df9-4ed1-b698-025b1acc7842, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a6ca2fd1-3df9-4ed1-b698-025b1acc7842,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:31.279517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-44e6c366-3895-4334-8430-c3b243dd9756 None None] Port 37eda65e-90b8-4fb7-8896-afd125aa0c20 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:31.328815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.329208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.329486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.329835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.330167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.330499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.330808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.331173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.331496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.331814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.332133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.332447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:31.337748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] No DVR routers for this DVR port 41e2f617-cfcb-42e6-94b0-af7520411e27 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:31.341816 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.343765 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc9d8f97-3244-498d-a20d-7a0099ccfb7e req-5926d90f-42c5-4156-b053-f71e73dd7fbe tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.83 "DELETE /v2.0/ports/41e2f617-cfcb-42e6-94b0-af7520411e27 HTTP/1.1" status: 204 len: 173 time: 1.5990767 Jun 30 03:13:31.344193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5965ae52-0498-4b1d-9cc8-69b2e9aae096', 'name': 'network-vif-deleted', 'tag': '41e2f617-cfcb-42e6-94b0-af7520411e27'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:31.346457 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f6f6f7-df14-4acb-b70e-510959d599d0" -d '{"events": [{"server_uuid": "5965ae52-0498-4b1d-9cc8-69b2e9aae096", "name": "network-vif-deleted", "tag": "41e2f617-cfcb-42e6-94b0-af7520411e27"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:31.433448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.482239 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.487067 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-86d5cc79-5b5b-4026-b720-570db29b97f8 req-66964eb9-1b13-4fda-91c1-3a7a9b0f5f38 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 210 time: 0.0335438 Jun 30 03:13:31.551265 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c1c6af-7c77-45cd-a4b4-7655c88ed5f0 x-openstack-request-id: req-50c1c6af-7c77-45cd-a4b4-7655c88ed5f0 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:31.551782 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5965ae52-0498-4b1d-9cc8-69b2e9aae096", "name": "network-vif-deleted", "tag": "41e2f617-cfcb-42e6-94b0-af7520411e27", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:31.552246 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50c1c6af-7c77-45cd-a4b4-7655c88ed5f0 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:31.552491 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.553016 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5965ae52-0498-4b1d-9cc8-69b2e9aae096', 'name': 'network-vif-deleted', 'tag': '41e2f617-cfcb-42e6-94b0-af7520411e27', 'status': 'completed', 'code': 200} Jun 30 03:13:31.554013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5d6be360-be71-4640-aa5a-853c74b6e4b1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:31.610552 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a1e16098-97b5-4c55-b476-7e9642a2b0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.631027 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.632461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.642427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=a6ca2fd1-3df9-4ed1-b698-025b1acc7842,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:31.780196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=37eda65e-90b8-4fb7-8896-afd125aa0c20,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:31.802966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 5d6be360-be71-4640-aa5a-853c74b6e4b1 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:31.809209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5d6be360-be71-4640-aa5a-853c74b6e4b1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:31.810688 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.872094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda03c1-8d72-443c-b02c-23ab2f8e60da req-22bc9c95-6065-4c33-886f-a5e24d51cace tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:31.873971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1eda03c1-8d72-443c-b02c-23ab2f8e60da req-22bc9c95-6065-4c33-886f-a5e24d51cace tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1994455 Jun 30 03:13:31.876097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:31.878929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:31.909036 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:31.968540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 5d6be360-be71-4640-aa5a-853c74b6e4b1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5d6be360-be71-4640-aa5a-853c74b6e4b1,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:32.024897 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1eda03c1-8d72-443c-b02c-23ab2f8e60da req-eff70264-ebed-4ddf-a0fc-c990bc39c199 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429656 Jun 30 03:13:32.134953 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:32.207438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=5d6be360-be71-4640-aa5a-853c74b6e4b1,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:32.213466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Router 6cee54b0-9227-4d42-831f-3ddb65ff6ad5 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:13:32.231453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d289d4ef-b7f2-4694-af97-2dd86a558c83 None None] Provisioning complete for port 37eda65e-90b8-4fb7-8896-afd125aa0c20 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:32.231836 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d289d4ef-b7f2-4694-af97-2dd86a558c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:32.374682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:32.381346 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c8bd6019-8421-4175-a1df-6e60b034e2c9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "PUT /v2.0/routers/6cee54b0-9227-4d42-831f-3ddb65ff6ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3617525 Jun 30 03:13:32.383941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37880) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:32.445778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da89a1c-8540-4ef2-a929-a55b0ba074ac tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:32.447361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7da89a1c-8540-4ef2-a929-a55b0ba074ac tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports/37eda65e-90b8-4fb7-8896-afd125aa0c20 HTTP/1.1" status: 200 len: 911 time: 0.0623484 Jun 30 03:13:32.448923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a6ca2fd1-3df9-4ed1-b698-025b1acc7842 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:32.449871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37882) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:32.476883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Sync routers for ids ['6cee54b0-9227-4d42-831f-3ddb65ff6ad5'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:32.510392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Routers {'6cee54b0-9227-4d42-831f-3ddb65ff6ad5'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:32.511862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6cee54b0-9227-4d42-831f-3ddb65ff6ad5'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:32.542029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d289d4ef-b7f2-4694-af97-2dd86a558c83 None None] Port 37eda65e-90b8-4fb7-8896-afd125aa0c20 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:32.558571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50736461-bf22-4e99-8b93-2687a909e848 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:32.565267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50736461-bf22-4e99-8b93-2687a909e848 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:32.567118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-50736461-bf22-4e99-8b93-2687a909e848 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1156006 Jun 30 03:13:32.570558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37886) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:32.622989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:32.623370 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:32.681858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Set router 6cee54b0-9227-4d42-831f-3ddb65ff6ad5 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:32.753523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72755ea1-f2af-4a9a-a3d9-02633bef7cf7 req-d4029b8b-ed9d-4392-9a5f-84cfdbac0126 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=5965ae52-0498-4b1d-9cc8-69b2e9aae096 HTTP/1.1" status: 200 len: 210 time: 0.0583110 Jun 30 03:13:32.777001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 41e2f617-cfcb-42e6-94b0-af7520411e27 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:32.831570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 41e2f617-cfcb-42e6-94b0-af7520411e27 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:32.831898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 41e2f617-cfcb-42e6-94b0-af7520411e27 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:33.007073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cee54b0-9227-4d42-831f-3ddb65ff6ad5', 'name': 'tempest-NetworksTestDHCPv6-router-1580325805', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:27Z', 'updated_at': '2021-06-30T03:13:30Z', 'revision_number': 2, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'gw_port_host': None, '_interfaces': [{'id': '37eda65e-90b8-4fb7-8896-afd125aa0c20', 'name': '', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'mac_address': 'fa:16:3e:90:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cee54b0-9227-4d42-831f-3ddb65ff6ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '97f6a273-84f7-41c7-ad9c-864d584d64ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:29Z', 'updated_at': '2021-06-30T03:13:31Z', 'revision_number': 2, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'subnets': [{'id': '97f6a273-84f7-41c7-ad9c-864d584d64ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:33.052330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Checking router: 6cee54b0-9227-4d42-831f-3ddb65ff6ad5 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:33.053046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Updating router 6cee54b0-9227-4d42-831f-3ddb65ff6ad5 port 37eda65e-90b8-4fb7-8896-afd125aa0c20 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:13:33.111748 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:33.236732 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:33.479969 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:33.500899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Transition to ACTIVE for port object 37eda65e-90b8-4fb7-8896-afd125aa0c20 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:33.597798 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:33.689869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b92b9-b572-487a-a80e-1f42ea20caf8 None None] Pushing event updated for resources: {'Port': ['ID=37eda65e-90b8-4fb7-8896-afd125aa0c20,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:33.705964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:33.759123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Attempting to bind port 37eda65e-90b8-4fb7-8896-afd125aa0c20 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:33.759662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Attempting to bind port 37eda65e-90b8-4fb7-8896-afd125aa0c20 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:33.760172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Attempting to bind port 37eda65e-90b8-4fb7-8896-afd125aa0c20 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:33.766054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:33.766664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:33.767362 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:33.767855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:33.768435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Bound port: 37eda65e-90b8-4fb7-8896-afd125aa0c20, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:33.769706 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:33.854339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664060c-8f63-4105-8300-cf23a620de4d req-3eedec6f-6dc8-4ac9-abe1-6cf0042f167a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:33.855768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f664060c-8f63-4105-8300-cf23a620de4d req-3eedec6f-6dc8-4ac9-abe1-6cf0042f167a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.6534216 Jun 30 03:13:33.910560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] For port 37eda65e-90b8-4fb7-8896-afd125aa0c20, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:33.914607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] For port 37eda65e-90b8-4fb7-8896-afd125aa0c20, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=37eda65e-90b8-4fb7-8896-afd125aa0c20,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:33.986227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f664060c-8f63-4105-8300-cf23a620de4d req-cce951ba-e222-4ac4-9391-476a28c23595 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237810 Jun 30 03:13:34.020272 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.083015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Routers {'6cee54b0-9227-4d42-831f-3ddb65ff6ad5'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:34.083762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6cee54b0-9227-4d42-831f-3ddb65ff6ad5'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:34.192278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] Set router 6cee54b0-9227-4d42-831f-3ddb65ff6ad5 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:34.193182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 37eda65e-90b8-4fb7-8896-afd125aa0c20 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:34.196541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.372075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5d6be360-be71-4640-aa5a-853c74b6e4b1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:34.411444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] For port 37eda65e-90b8-4fb7-8896-afd125aa0c20, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=37eda65e-90b8-4fb7-8896-afd125aa0c20,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:34.411737 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.434061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 37eda65e-90b8-4fb7-8896-afd125aa0c20 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:34.441528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b92b9-b572-487a-a80e-1f42ea20caf8 None None] Pushing event updated for resources: {'Port': ['ID=37eda65e-90b8-4fb7-8896-afd125aa0c20,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:34.493103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 5d6be360-be71-4640-aa5a-853c74b6e4b1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:34.493608 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.591897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cee54b0-9227-4d42-831f-3ddb65ff6ad5', 'name': 'tempest-NetworksTestDHCPv6-router-1580325805', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:27Z', 'updated_at': '2021-06-30T03:13:30Z', 'revision_number': 2, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'gw_port_host': None, '_interfaces': [{'id': '37eda65e-90b8-4fb7-8896-afd125aa0c20', 'name': '', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'mac_address': 'fa:16:3e:90:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cee54b0-9227-4d42-831f-3ddb65ff6ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '97f6a273-84f7-41c7-ad9c-864d584d64ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:29Z', 'updated_at': '2021-06-30T03:13:33Z', 'revision_number': 4, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'subnets': [{'id': '97f6a273-84f7-41c7-ad9c-864d584d64ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:34.650404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f615a-ce15-4b6c-9f44-e8ae70ce1ff2 None None] The sync data for ids ['6cee54b0-9227-4d42-831f-3ddb65ff6ad5'] in n-d-798249-3 is: [{'id': '6cee54b0-9227-4d42-831f-3ddb65ff6ad5', 'name': 'tempest-NetworksTestDHCPv6-router-1580325805', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:27Z', 'updated_at': '2021-06-30T03:13:30Z', 'revision_number': 2, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'gw_port_host': None, '_interfaces': [{'id': '37eda65e-90b8-4fb7-8896-afd125aa0c20', 'name': '', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'mac_address': 'fa:16:3e:90:24:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cee54b0-9227-4d42-831f-3ddb65ff6ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '97f6a273-84f7-41c7-ad9c-864d584d64ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:29Z', 'updated_at': '2021-06-30T03:13:33Z', 'revision_number': 4, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'subnets': [{'id': '97f6a273-84f7-41c7-ad9c-864d584d64ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:34.656122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.842980 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:34.886920 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=37eda65e-90b8-4fb7-8896-afd125aa0c20,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:35.053710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:35.092870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74ee65-e6a6-42cf-b517-a2c03c7f1e73 req-f73490df-2fee-468f-aa72-3dc1b3270822 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:35.094918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab74ee65-e6a6-42cf-b517-a2c03c7f1e73 req-f73490df-2fee-468f-aa72-3dc1b3270822 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.2820618 Jun 30 03:13:35.308858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09630d-5ebd-4f3b-a025-fe96da378510 req-dee5b694-2b9f-4c69-8ef1-15bcd627c846 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:35.310514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f09630d-5ebd-4f3b-a025-fe96da378510 req-dee5b694-2b9f-4c69-8ef1-15bcd627c846 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1136894 Jun 30 03:13:35.347917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab74ee65-e6a6-42cf-b517-a2c03c7f1e73 req-1e18342a-070c-4eab-be8f-2d2548801d93 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304369 Jun 30 03:13:35.356809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Router 6cee54b0-9227-4d42-831f-3ddb65ff6ad5 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:13:35.394068 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f09630d-5ebd-4f3b-a025-fe96da378510 req-1a8ce98c-53f3-4f5f-8f33-6ddf6a401866 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772867 Jun 30 03:13:35.468840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:35.476825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37922) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:35.478078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-402c9301-723a-454c-a50b-68344e561ad9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "PUT /v2.0/routers/6cee54b0-9227-4d42-831f-3ddb65ff6ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9060850 Jun 30 03:13:35.544867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cdf5ce-08d1-4d0d-a485-5f1195465023 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:35.547124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cdf5ce-08d1-4d0d-a485-5f1195465023 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:35.551105 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-63cdf5ce-08d1-4d0d-a485-5f1195465023 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0708938 Jun 30 03:13:35.551386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37924) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:35.614003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1450e9f0-5eaa-40fa-bb22-672214842530 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 97f6a273-84f7-41c7-ad9c-864d584d64ee {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:35.618494 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1450e9f0-5eaa-40fa-bb22-672214842530 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:35.663679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1450e9f0-5eaa-40fa-bb22-672214842530 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:35.766853 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1450e9f0-5eaa-40fa-bb22-672214842530 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:35.928333 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1450e9f0-5eaa-40fa-bb22-672214842530 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:35.964909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450e9f0-5eaa-40fa-bb22-672214842530 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=97f6a273-84f7-41c7-ad9c-864d584d64ee,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:35.973009 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1450e9f0-5eaa-40fa-bb22-672214842530 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:35.977290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1450e9f0-5eaa-40fa-bb22-672214842530 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/97f6a273-84f7-41c7-ad9c-864d584d64ee HTTP/1.1" status: 204 len: 168 time: 0.4227464 Jun 30 03:13:35.978114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37928) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:35.993074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76399680-d27e-4042-aafb-8e72b13e54a4 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:36.119618 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37930) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:36.126110 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-504fb175-e70e-4af5-bf54-7945ce1436f6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1459255 Jun 30 03:13:36.241736 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-831b7f8f-9ff7-4d14-a542-bc2d5389a099 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.254285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878f89b7-5f4f-4c28-a035-5fbfb3684807 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:36.311210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-878f89b7-5f4f-4c28-a035-5fbfb3684807 None None] Deleting port 5d6be360-be71-4640-aa5a-853c74b6e4b1 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:36.311493 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-878f89b7-5f4f-4c28-a035-5fbfb3684807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.397801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-878f89b7-5f4f-4c28-a035-5fbfb3684807 None None] For port 5d6be360-be71-4640-aa5a-853c74b6e4b1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=5d6be360-be71-4640-aa5a-853c74b6e4b1,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:36.398203 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-878f89b7-5f4f-4c28-a035-5fbfb3684807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.418427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-878f89b7-5f4f-4c28-a035-5fbfb3684807 None None] Calling delete_port for 5d6be360-be71-4640-aa5a-853c74b6e4b1 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:36.508829 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-831b7f8f-9ff7-4d14-a542-bc2d5389a099 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.511210 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-831b7f8f-9ff7-4d14-a542-bc2d5389a099 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.606082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56d0fe-bf6e-4e84-9895-172f01009e98 req-8a8053ab-e2bf-47f2-8dc9-3da38c14a181 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:36.619148 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f56d0fe-bf6e-4e84-9895-172f01009e98 req-8a8053ab-e2bf-47f2-8dc9-3da38c14a181 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0878618 Jun 30 03:13:36.657312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d76ad7-8797-4d31-aaba-73c340a00124 req-a5df4d57-b25f-4509-9fc2-9c9497815618 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:36.664892 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-33d76ad7-8797-4d31-aaba-73c340a00124 req-a5df4d57-b25f-4509-9fc2-9c9497815618 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.0777924 Jun 30 03:13:36.670118 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f56d0fe-bf6e-4e84-9895-172f01009e98 req-b030751b-3e47-4307-8412-21d3b61633d6 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/security-groups?id=ac334c34-ea87-4ac4-a658-f01f5239a06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500143 Jun 30 03:13:36.721095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-33d76ad7-8797-4d31-aaba-73c340a00124 req-4297ab46-5546-41bd-b4aa-4526a983768c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551229 Jun 30 03:13:36.728251 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-878f89b7-5f4f-4c28-a035-5fbfb3684807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.729583 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693abf2c-e405-4cc2-82d1-69458e3d0e2d None None] Sync routers for ids ['6cee54b0-9227-4d42-831f-3ddb65ff6ad5'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:36.745687 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693abf2c-e405-4cc2-82d1-69458e3d0e2d None None] Routers {'6cee54b0-9227-4d42-831f-3ddb65ff6ad5'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:36.747222 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-693abf2c-e405-4cc2-82d1-69458e3d0e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6cee54b0-9227-4d42-831f-3ddb65ff6ad5'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:36.758324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f89b7-5f4f-4c28-a035-5fbfb3684807 None None] Pushing event deleted for resources: {'Port': ['ID=5d6be360-be71-4640-aa5a-853c74b6e4b1,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:36.775293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f89b7-5f4f-4c28-a035-5fbfb3684807 None None] No DVR routers for this DVR port 5d6be360-be71-4640-aa5a-853c74b6e4b1 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:36.814738 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-831b7f8f-9ff7-4d14-a542-bc2d5389a099 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.818365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831b7f8f-9ff7-4d14-a542-bc2d5389a099 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Fanout notify agent at l3_agent the message router_deleted on router 6cee54b0-9227-4d42-831f-3ddb65ff6ad5 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:13:36.822726 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-831b7f8f-9ff7-4d14-a542-bc2d5389a099 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:36.826900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-831b7f8f-9ff7-4d14-a542-bc2d5389a099 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/routers/6cee54b0-9227-4d42-831f-3ddb65ff6ad5 HTTP/1.1" status: 204 len: 168 time: 0.7061665 Jun 30 03:13:36.827490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37944) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:36.832889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c0de4e6f-1c83-4e03-9565-ea0242562b9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:36.840104 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-693abf2c-e405-4cc2-82d1-69458e3d0e2d None None] Set router 6cee54b0-9227-4d42-831f-3ddb65ff6ad5 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:36.890820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-753f147e-8701-43e7-8b4c-1bb014574677 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:36.892422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-753f147e-8701-43e7-8b4c-1bb014574677 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.83 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 946 time: 0.0978613 Jun 30 03:13:36.904218 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-693abf2c-e405-4cc2-82d1-69458e3d0e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cee54b0-9227-4d42-831f-3ddb65ff6ad5', 'name': 'tempest-NetworksTestDHCPv6-router-1580325805', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:27Z', 'updated_at': '2021-06-30T03:13:34Z', 'revision_number': 3, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:36.946242 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693abf2c-e405-4cc2-82d1-69458e3d0e2d None None] Checking router: 6cee54b0-9227-4d42-831f-3ddb65ff6ad5 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:36.959067 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693abf2c-e405-4cc2-82d1-69458e3d0e2d None None] Routers set() bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:36.960203 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693abf2c-e405-4cc2-82d1-69458e3d0e2d None None] Router IDs set() for agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 03:13:36.960994 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_agentschedulers_db [None req-693abf2c-e405-4cc2-82d1-69458e3d0e2d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6cee54b0-9227-4d42-831f-3ddb65ff6ad5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent'). {{(pid=94533) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 03:13:36.961594 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693abf2c-e405-4cc2-82d1-69458e3d0e2d None None] The sync data for ids ['6cee54b0-9227-4d42-831f-3ddb65ff6ad5'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:37.044684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-939421c8-062c-4997-abb4-25e7735d9748 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Deleting port 6bc6a8c4-f753-4dd3-a51b-7a1480665010 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:37.045304 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-939421c8-062c-4997-abb4-25e7735d9748 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.076601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0de4e6f-1c83-4e03-9565-ea0242562b9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:37.080338 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0de4e6f-1c83-4e03-9565-ea0242562b9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.140491 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-939421c8-062c-4997-abb4-25e7735d9748 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] For port 6bc6a8c4-f753-4dd3-a51b-7a1480665010, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=6bc6a8c4-f753-4dd3-a51b-7a1480665010,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:37.140874 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-939421c8-062c-4997-abb4-25e7735d9748 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.163704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-939421c8-062c-4997-abb4-25e7735d9748 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Calling delete_port for 6bc6a8c4-f753-4dd3-a51b-7a1480665010 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:37.406691 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0de4e6f-1c83-4e03-9565-ea0242562b9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.448259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0de4e6f-1c83-4e03-9565-ea0242562b9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:37.449746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c0de4e6f-1c83-4e03-9565-ea0242562b9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:37.460277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0de4e6f-1c83-4e03-9565-ea0242562b9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:37.460905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7184a4-8f7f-452b-b8f3-bdf7a3319d44 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:37.461400 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c0de4e6f-1c83-4e03-9565-ea0242562b9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.466547 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-939421c8-062c-4997-abb4-25e7735d9748 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.481329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de4e6f-1c83-4e03-9565-ea0242562b9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=f20cb83b-3ed1-427f-a373-75d21073e986,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:37.491980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['6bc6a8c4-f753-4dd3-a51b-7a1480665010'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:37.506970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939421c8-062c-4997-abb4-25e7735d9748 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Pushing event deleted for resources: {'Port': ['ID=6bc6a8c4-f753-4dd3-a51b-7a1480665010,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:37.562773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-939421c8-062c-4997-abb4-25e7735d9748 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] No DVR routers for this DVR port 6bc6a8c4-f753-4dd3-a51b-7a1480665010 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:37.567319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-939421c8-062c-4997-abb4-25e7735d9748 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.568208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fbe0c931-96fd-45df-853c-0bb1f5a1d476 req-939421c8-062c-4997-abb4-25e7735d9748 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.83 "DELETE /v2.0/ports/6bc6a8c4-f753-4dd3-a51b-7a1480665010 HTTP/1.1" status: 204 len: 173 time: 0.6699009 Jun 30 03:13:37.569316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92803a7e-de9f-4277-94f7-26084f8aae5b', 'name': 'network-vif-deleted', 'tag': '6bc6a8c4-f753-4dd3-a51b-7a1480665010'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:37.580455 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ff44bd-9205-4f17-b492-ecccb9d6d6e1" -d '{"events": [{"server_uuid": "92803a7e-de9f-4277-94f7-26084f8aae5b", "name": "network-vif-deleted", "tag": "6bc6a8c4-f753-4dd3-a51b-7a1480665010"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:37.593775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c0de4e6f-1c83-4e03-9565-ea0242562b9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7626245 Jun 30 03:13:37.594176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37956) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:37.598960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ee173066-224f-4607-864f-6e75d758bf68 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-146166714', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:37.639732 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67f3da9-8088-47d5-9332-89b3dfcf8328 x-openstack-request-id: req-b67f3da9-8088-47d5-9332-89b3dfcf8328 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:37.640135 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92803a7e-de9f-4277-94f7-26084f8aae5b", "name": "network-vif-deleted", "tag": "6bc6a8c4-f753-4dd3-a51b-7a1480665010", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:37.640811 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b67f3da9-8088-47d5-9332-89b3dfcf8328 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:37.642159 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92803a7e-de9f-4277-94f7-26084f8aae5b', 'name': 'network-vif-deleted', 'tag': '6bc6a8c4-f753-4dd3-a51b-7a1480665010', 'status': 'completed', 'code': 200} Jun 30 03:13:37.796064 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee173066-224f-4607-864f-6e75d758bf68 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.796064 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee173066-224f-4607-864f-6e75d758bf68 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.861176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': 'f20cb83b-3ed1-427f-a373-75d21073e986'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:37.862283 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:37.885181 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee173066-224f-4607-864f-6e75d758bf68 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.025430 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee173066-224f-4607-864f-6e75d758bf68 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.040856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/f20cb83b-3ed1-427f-a373-75d21073e986/826a810b-65db-40f6-85ff-561845684e74) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:38.079030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34c841-aabf-464c-aa1d-ec3f7e12eb35 req-b928e1f8-9e7a-42ee-bce0-c61ccb8c0457 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:38.088139 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b34c841-aabf-464c-aa1d-ec3f7e12eb35 req-b928e1f8-9e7a-42ee-bce0-c61ccb8c0457 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.1268909 Jun 30 03:13:38.134150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b34c841-aabf-464c-aa1d-ec3f7e12eb35 req-9ba8ffee-48bf-43a0-a7b9-61ea31fc1d5a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447314 Jun 30 03:13:38.134398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee173066-224f-4607-864f-6e75d758bf68 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.136016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ee173066-224f-4607-864f-6e75d758bf68 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5408542 Jun 30 03:13:38.138678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 37962) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:38.277538 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65b3b4ea-5b36-43ee-a24c-7ea76368e928 req-0d632751-34b0-400e-b822-b563005f08b0 tempest-ServerRescueTestJSON-1988831585 tempest-ServerRescueTestJSON-1988831585-project] 10.222.0.77 "GET /v2.0/ports?device_id=92803a7e-de9f-4277-94f7-26084f8aae5b HTTP/1.1" status: 200 len: 210 time: 0.0523489 Jun 30 03:13:38.278404 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.294672 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Transition to ACTIVE for port object 826a810b-65db-40f6-85ff-561845684e74 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:38.315167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 37eda65e-90b8-4fb7-8896-afd125aa0c20 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:38.395668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Transition to ACTIVE for port object 826a810b-65db-40f6-85ff-561845684e74 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:38.403769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 37eda65e-90b8-4fb7-8896-afd125aa0c20 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:38.404145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 37eda65e-90b8-4fb7-8896-afd125aa0c20 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:38.405133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5d6be360-be71-4640-aa5a-853c74b6e4b1 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:38.484404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 5d6be360-be71-4640-aa5a-853c74b6e4b1 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:38.485468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 5d6be360-be71-4640-aa5a-853c74b6e4b1 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:38.498081 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.530816 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:13:38.544460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:38.548025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:38.551863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:38.566279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Pushing event updated for resources: {'Port': ['ID=826a810b-65db-40f6-85ff-561845684e74,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:38.639660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Attempting to bind port 826a810b-65db-40f6-85ff-561845684e74 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:38.640044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Attempting to bind port 826a810b-65db-40f6-85ff-561845684e74 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:38.640850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Attempting to bind port 826a810b-65db-40f6-85ff-561845684e74 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:38.647925 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:38.648257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:38.648813 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.649267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:38.650231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Bound port: 826a810b-65db-40f6-85ff-561845684e74, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:38.650231 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:38.745221 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] For port 826a810b-65db-40f6-85ff-561845684e74, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:38.749344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] For port 826a810b-65db-40f6-85ff-561845684e74, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=826a810b-65db-40f6-85ff-561845684e74,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:38.997897 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:39.015410 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:39.062511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7508edb-9f8c-40fd-8a2c-933ad3066ee6 None None] Pushing event updated for resources: {'Port': ['ID=826a810b-65db-40f6-85ff-561845684e74,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:39.380426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::1 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/f20cb83b-3ed1-427f-a373-75d21073e986/cc92417f-b2d7-40f0-8cf6-5e9f07829aec) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:39.403498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 37982) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:39.550002 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:39.566130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object cc92417f-b2d7-40f0-8cf6-5e9f07829aec will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:39.659529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb425d81-8c9b-4dca-9955-5d34967e9c1a req-4b3bc106-761e-45ee-ae26-0381288d14bb tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:39.667666 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb425d81-8c9b-4dca-9955-5d34967e9c1a req-4b3bc106-761e-45ee-ae26-0381288d14bb tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.2759895 Jun 30 03:13:39.753028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb425d81-8c9b-4dca-9955-5d34967e9c1a req-6edfa15a-5b3c-4ed6-a057-f90da105f3ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838740 Jun 30 03:13:39.766555 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:39.845357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:39.847850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=cc92417f-b2d7-40f0-8cf6-5e9f07829aec,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:39.850710 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:39.857751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:39.858433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:39.974460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.083070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.340483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 826a810b-65db-40f6-85ff-561845684e74 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:40.342053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] Deleting port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:40.342486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.452682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] For port 1f6aad9c-a874-4870-9dbf-9a5c7982eb29, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1f6aad9c-a874-4870-9dbf-9a5c7982eb29,segment=NetworkSegment(4660437c-405e-4a5e-9379-a762c14afa19),segment_id=4660437c-405e-4a5e-9379-a762c14afa19)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:40.453341 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.472762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] Calling delete_port for 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:40.483450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.498218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 826a810b-65db-40f6-85ff-561845684e74 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:40.603157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-154af95d-537b-43cb-8231-bd555c96b3ad None None] Provisioning for port 826a810b-65db-40f6-85ff-561845684e74 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:40.608860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-154af95d-537b-43cb-8231-bd555c96b3ad None None] Provisioning complete for port 826a810b-65db-40f6-85ff-561845684e74 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:40.609243 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-154af95d-537b-43cb-8231-bd555c96b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.642886 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.643877 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.744400 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-154af95d-537b-43cb-8231-bd555c96b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.774502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 6bc6a8c4-f753-4dd3-a51b-7a1480665010 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:40.812744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 6bc6a8c4-f753-4dd3-a51b-7a1480665010 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:40.813086 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 6bc6a8c4-f753-4dd3-a51b-7a1480665010 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:40.819542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-154af95d-537b-43cb-8231-bd555c96b3ad None None] For port 826a810b-65db-40f6-85ff-561845684e74, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=826a810b-65db-40f6-85ff-561845684e74,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:40.819867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=cc92417f-b2d7-40f0-8cf6-5e9f07829aec,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:40.869765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:40.871558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:40.948785 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.980193 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-154af95d-537b-43cb-8231-bd555c96b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.016850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6aad9c-a874-4870-9dbf-9a5c7982eb29,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:41.097184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154af95d-537b-43cb-8231-bd555c96b3ad None None] Pushing event updated for resources: {'Port': ['ID=826a810b-65db-40f6-85ff-561845684e74,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:41.235007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f8b6a-11d7-45d9-8ad7-3ba4aa78816c req-c00999e8-061f-4aca-be38-1bfb93890840 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:41.235007 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e2f8b6a-11d7-45d9-8ad7-3ba4aa78816c req-c00999e8-061f-4aca-be38-1bfb93890840 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 944 time: 0.2006967 Jun 30 03:13:41.338763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b624c0b6-a529-4ced-bcd0-7038297d907b None None] Provisioning for port cc92417f-b2d7-40f0-8cf6-5e9f07829aec completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:41.339575 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e2f8b6a-11d7-45d9-8ad7-3ba4aa78816c req-49f2c01f-6246-4b98-8f9c-a6199774f65f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877397 Jun 30 03:13:41.339918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b624c0b6-a529-4ced-bcd0-7038297d907b None None] Provisioning complete for port cc92417f-b2d7-40f0-8cf6-5e9f07829aec triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:41.339918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b624c0b6-a529-4ced-bcd0-7038297d907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.339918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b624c0b6-a529-4ced-bcd0-7038297d907b None None] Port cc92417f-b2d7-40f0-8cf6-5e9f07829aec cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:41.344890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Router 29db0709-713f-440e-8b62-c17394812709 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:13:41.350598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.449991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:41.455680 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-029af45b-9914-402e-b64d-152d8f7f6a46 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "PUT /v2.0/routers/29db0709-713f-440e-8b62-c17394812709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3158011 Jun 30 03:13:41.458361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38008) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:41.467231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Sync routers for ids ['29db0709-713f-440e-8b62-c17394812709'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:41.482983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d41dab13-7ac1-488a-a541-30aa58031a4f details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:13:41.493054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c5e1a02e-1123-4537-b313-694ff1093ab5 None None] Provisioning complete for port cc92417f-b2d7-40f0-8cf6-5e9f07829aec triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:41.493434 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c5e1a02e-1123-4537-b313-694ff1093ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:41.533423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Routers {'29db0709-713f-440e-8b62-c17394812709'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:41.534301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['29db0709-713f-440e-8b62-c17394812709'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:41.713406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c5e1a02e-1123-4537-b313-694ff1093ab5 None None] Port cc92417f-b2d7-40f0-8cf6-5e9f07829aec cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:13:41.715472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Set router 29db0709-713f-440e-8b62-c17394812709 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:41.868967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port d41dab13-7ac1-488a-a541-30aa58031a4f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d41dab13-7ac1-488a-a541-30aa58031a4f,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:41.887330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'd41dab13-7ac1-488a-a541-30aa58031a4f', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'port_id': 'd41dab13-7ac1-488a-a541-30aa58031a4f', 'mac_address': 'fa:16:3e:db:53:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:13:41.950702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abc92a1-92b1-4133-83bd-11b4b9871a71 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:41.955012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38022) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:41.955179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5abc92a1-92b1-4133-83bd-11b4b9871a71 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports/cc92417f-b2d7-40f0-8cf6-5e9f07829aec HTTP/1.1" status: 200 len: 911 time: 0.4947431 Jun 30 03:13:41.987132 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.006176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41dab13-7ac1-488a-a541-30aa58031a4f {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:13:42.036967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port d41dab13-7ac1-488a-a541-30aa58031a4f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d41dab13-7ac1-488a-a541-30aa58031a4f,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:42.045208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] Router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:13:42.050470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29db0709-713f-440e-8b62-c17394812709', 'name': 'tempest-NetworksTestDHCPv6-router-146166714', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:37Z', 'updated_at': '2021-06-30T03:13:39Z', 'revision_number': 2, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'gw_port_host': None, '_interfaces': [{'id': 'cc92417f-b2d7-40f0-8cf6-5e9f07829aec', 'name': '', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'mac_address': 'fa:16:3e:8d:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29db0709-713f-440e-8b62-c17394812709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f20cb83b-3ed1-427f-a373-75d21073e986', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:39Z', 'updated_at': '2021-06-30T03:13:40Z', 'revision_number': 2, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'subnets': [{'id': 'f20cb83b-3ed1-427f-a373-75d21073e986', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:42.087010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Checking router: 29db0709-713f-440e-8b62-c17394812709 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:42.087231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f7a36-ecb2-4852-a530-16884e2fd3d3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:42.087368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Updating router 29db0709-713f-440e-8b62-c17394812709 port cc92417f-b2d7-40f0-8cf6-5e9f07829aec binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:13:42.093674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f7a36-ecb2-4852-a530-16884e2fd3d3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:42.097825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c78f7a36-ecb2-4852-a530-16884e2fd3d3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1390560 Jun 30 03:13:42.098295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38024) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:42.126280 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.233055 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.325931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:42.336255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=d41dab13-7ac1-488a-a541-30aa58031a4f,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:42.338469 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] Sync routers for ids ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:42.354086 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] Routers {'36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:42.356067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38032) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:42.359377 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:42.362812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c319e107-2872-44e9-9383-a275f948b51a admin admin] 10.222.0.77 "PUT /v2.0/routers/36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9575629 Jun 30 03:13:42.443138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 826a810b-65db-40f6-85ff-561845684e74 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:42.537918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['d41dab13-7ac1-488a-a541-30aa58031a4f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:42.543966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a4024-27a6-44a4-8ab0-d0e3114618b6 req-6aeef8e9-41e2-40c3-a8a6-67488d6a503a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:42.551467 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-625a4024-27a6-44a4-8ab0-d0e3114618b6 req-6aeef8e9-41e2-40c3-a8a6-67488d6a503a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 945 time: 0.0904586 Jun 30 03:13:42.581387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.614149 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] Set router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:42.645192 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-625a4024-27a6-44a4-8ab0-d0e3114618b6 req-46d0e1c7-7e3c-4f23-8232-d0c1a5b02327 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926013 Jun 30 03:13:42.762483 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.770576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 826a810b-65db-40f6-85ff-561845684e74 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:42.770956 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.772353 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.779306 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:42.885573 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Transition to ACTIVE for port object cc92417f-b2d7-40f0-8cf6-5e9f07829aec will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:42.971773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38046) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:43.000367 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'name': 'tempest-ServerRescueTestJSON-1073455865-router', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:29Z', 'updated_at': '2021-06-30T03:13:40Z', 'revision_number': 5, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'gw_port': {'id': '0a2d4f95-04af-4517-b80a-661a7acac39c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:30Z', 'updated_at': '2021-06-30T03:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:43.019324 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.030569 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] Checking router: 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:43.040809 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] Routers {'36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:43.041335 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:43.089080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f3654-b59a-497e-b140-7b1cb2458e02 None None] Pushing event updated for resources: {'Port': ['ID=cc92417f-b2d7-40f0-8cf6-5e9f07829aec,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:43.091700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Deleting port 0a2d4f95-04af-4517-b80a-661a7acac39c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:43.092468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.202070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Attempting to bind port cc92417f-b2d7-40f0-8cf6-5e9f07829aec on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:43.202894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Attempting to bind port cc92417f-b2d7-40f0-8cf6-5e9f07829aec by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:43.203266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Attempting to bind port cc92417f-b2d7-40f0-8cf6-5e9f07829aec on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:43.209697 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] Set router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:43.210347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:43.210728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:43.211135 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.212632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:43.213170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Bound port: cc92417f-b2d7-40f0-8cf6-5e9f07829aec, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:43.213594 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.233520 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port cc92417f-b2d7-40f0-8cf6-5e9f07829aec {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:43.234232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.354429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] For port cc92417f-b2d7-40f0-8cf6-5e9f07829aec, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:43.364219 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'name': 'tempest-ServerRescueTestJSON-1073455865-router', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:29Z', 'updated_at': '2021-06-30T03:13:42Z', 'revision_number': 6, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:43.365404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] For port cc92417f-b2d7-40f0-8cf6-5e9f07829aec, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cc92417f-b2d7-40f0-8cf6-5e9f07829aec,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:43.404399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] For port 0a2d4f95-04af-4517-b80a-661a7acac39c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0a2d4f95-04af-4517-b80a-661a7acac39c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:43.405004 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.415234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] For port cc92417f-b2d7-40f0-8cf6-5e9f07829aec, host n-d-798249-3, got binding levels [] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:43.415861 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.436215 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894cb47a-b23d-4ca7-bebc-e9a38963626a None None] The sync data for ids ['36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6'] in n-d-798249-3 is: [{'id': '36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6', 'name': 'tempest-ServerRescueTestJSON-1073455865-router', 'tenant_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:29Z', 'updated_at': '2021-06-30T03:13:42Z', 'revision_number': 6, 'project_id': '7dd6d603acf54a2cb6cdc168553acaa2', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:43.437325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for cc92417f-b2d7-40f0-8cf6-5e9f07829aec owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:43.473416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Calling delete_port for 0a2d4f95-04af-4517-b80a-661a7acac39c owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:43.479685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d41dab13-7ac1-488a-a541-30aa58031a4f up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:43.551398 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.658936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Routers {'29db0709-713f-440e-8b62-c17394812709'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:43.659800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['29db0709-713f-440e-8b62-c17394812709'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:43.743733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port d41dab13-7ac1-488a-a541-30aa58031a4f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:43.867276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] Set router 29db0709-713f-440e-8b62-c17394812709 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:43.875054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port d41dab13-7ac1-488a-a541-30aa58031a4f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:43.875429 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:43.908542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f3654-b59a-497e-b140-7b1cb2458e02 None None] Pushing event updated for resources: {'Port': ['ID=cc92417f-b2d7-40f0-8cf6-5e9f07829aec,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:43.975262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.065908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0781d-7492-4c20-898e-d2d2d7be001c req-c52ab9f7-6ac9-4f30-9222-62bf863a6b2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:44.067587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fcf0781d-7492-4c20-898e-d2d2d7be001c req-c52ab9f7-6ac9-4f30-9222-62bf863a6b2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 945 time: 0.1696675 Jun 30 03:13:44.100625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=cc92417f-b2d7-40f0-8cf6-5e9f07829aec,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:44.190523 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.355282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-80dbde59-239c-45b6-8136-752ac2f9c03b None None] Could not find standard attr ID for object cc92417f-b2d7-40f0-8cf6-5e9f07829aec. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:13:44.477376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Router 29db0709-713f-440e-8b62-c17394812709 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:13:44.487855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:44.522595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:44.522869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1f6aad9c-a874-4870-9dbf-9a5c7982eb29 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:44.523411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0a2d4f95-04af-4517-b80a-661a7acac39c no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:44.526230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.562182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0a2d4f95-04af-4517-b80a-661a7acac39c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:44.562907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0a2d4f95-04af-4517-b80a-661a7acac39c not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:44.571269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:44.578403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.579029 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ba870c25-8fcb-4f70-979e-7efc26b29a0e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "PUT /v2.0/routers/29db0709-713f-440e-8b62-c17394812709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4766769 Jun 30 03:13:44.585431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38066) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:44.587748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069eaf04-05ac-4dbe-802b-72807b019c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41dab13-7ac1-488a-a541-30aa58031a4f'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:44.590146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.590327 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d432e9-a8a3-4c6f-a21e-40757f9ea3fd" -d '{"events": [{"server_uuid": "069eaf04-05ac-4dbe-802b-72807b019c0b", "name": "network-vif-plugged", "status": "completed", "tag": "d41dab13-7ac1-488a-a541-30aa58031a4f"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:44.612310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port d41dab13-7ac1-488a-a541-30aa58031a4f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d41dab13-7ac1-488a-a541-30aa58031a4f,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:44.618429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29db0709-713f-440e-8b62-c17394812709', 'name': 'tempest-NetworksTestDHCPv6-router-146166714', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:37Z', 'updated_at': '2021-06-30T03:13:39Z', 'revision_number': 2, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'gw_port_host': None, '_interfaces': [{'id': 'cc92417f-b2d7-40f0-8cf6-5e9f07829aec', 'name': '', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'mac_address': 'fa:16:3e:8d:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29db0709-713f-440e-8b62-c17394812709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f20cb83b-3ed1-427f-a373-75d21073e986', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:39Z', 'updated_at': '2021-06-30T03:13:43Z', 'revision_number': 4, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'subnets': [{'id': 'f20cb83b-3ed1-427f-a373-75d21073e986', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:44.674971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45d9e8-e1be-4f48-9e3b-0ca5857f8665 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:44.677458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45d9e8-e1be-4f48-9e3b-0ca5857f8665 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:44.678214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2d4f95-04af-4517-b80a-661a7acac39c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:44.681608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-aa45d9e8-e1be-4f48-9e3b-0ca5857f8665 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0964322 Jun 30 03:13:44.685995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38072) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:44.735355 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d539ec9-7e3c-4f1d-a487-88c87f18cd8f x-openstack-request-id: req-1d539ec9-7e3c-4f1d-a487-88c87f18cd8f {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:44.735355 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069eaf04-05ac-4dbe-802b-72807b019c0b", "name": "network-vif-plugged", "status": "completed", "tag": "d41dab13-7ac1-488a-a541-30aa58031a4f", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:44.735355 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d539ec9-7e3c-4f1d-a487-88c87f18cd8f {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:44.735355 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069eaf04-05ac-4dbe-802b-72807b019c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41dab13-7ac1-488a-a541-30aa58031a4f', 'code': 200} Jun 30 03:13:44.735355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ccbe9-88bc-430a-8c0c-b42da0cda022 None None] The sync data for ids ['29db0709-713f-440e-8b62-c17394812709'] in n-d-798249-3 is: [{'id': '29db0709-713f-440e-8b62-c17394812709', 'name': 'tempest-NetworksTestDHCPv6-router-146166714', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:13:37Z', 'updated_at': '2021-06-30T03:13:39Z', 'revision_number': 2, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'gw_port_host': None, '_interfaces': [{'id': 'cc92417f-b2d7-40f0-8cf6-5e9f07829aec', 'name': '', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'mac_address': 'fa:16:3e:8d:0d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29db0709-713f-440e-8b62-c17394812709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f20cb83b-3ed1-427f-a373-75d21073e986', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:13:39Z', 'updated_at': '2021-06-30T03:13:43Z', 'revision_number': 4, 'project_id': '4bb1b07d092645f2be05f353e4c0e91a', 'subnets': [{'id': 'f20cb83b-3ed1-427f-a373-75d21073e986', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:44.762684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.811578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fcf0781d-7492-4c20-898e-d2d2d7be001c req-abd5cf1d-a0ab-4212-875b-af6358722dd5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7346840 Jun 30 03:13:44.823950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6dab4f-55c4-4abf-aad4-48755509e773 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet f20cb83b-3ed1-427f-a373-75d21073e986 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:44.829275 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f6dab4f-55c4-4abf-aad4-48755509e773 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.857547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=d41dab13-7ac1-488a-a541-30aa58031a4f,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:44.899911 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f6dab4f-55c4-4abf-aad4-48755509e773 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:44.992874 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.042309 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f6dab4f-55c4-4abf-aad4-48755509e773 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.189589 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.197650 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.272972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2243c4-b4ba-46d6-b6f0-23423c1472eb req-8d6d98f5-5a13-400d-b6f1-29d440d0e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:45.274187 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f2243c4-b4ba-46d6-b6f0-23423c1472eb req-8d6d98f5-5a13-400d-b6f1-29d440d0e357 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 1097 time: 0.4390771 Jun 30 03:13:45.328243 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f6dab4f-55c4-4abf-aad4-48755509e773 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.340560 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f2243c4-b4ba-46d6-b6f0-23423c1472eb req-c7b57eae-fea6-4975-9de4-4328c76bc7ee service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Jun 30 03:13:45.358447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dab4f-55c4-4abf-aad4-48755509e773 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=f20cb83b-3ed1-427f-a373-75d21073e986,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:45.366204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f6dab4f-55c4-4abf-aad4-48755509e773 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.370692 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9f6dab4f-55c4-4abf-aad4-48755509e773 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/f20cb83b-3ed1-427f-a373-75d21073e986 HTTP/1.1" status: 204 len: 168 time: 0.6831193 Jun 30 03:13:45.371903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b607e-87fa-4fe9-8107-d4b45571e585 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:45.377416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38084) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:45.452779 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.454681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:13:45.462315 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.470239 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2698122c-5dbf-40c3-aff9-49c4c77c1bad admin admin] 10.222.0.77 "DELETE /v2.0/routers/36d8cc52-ec3f-42a4-a4d6-fe85bf16e3e6 HTTP/1.1" status: 204 len: 168 time: 3.1109233 Jun 30 03:13:45.472511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38086) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:45.528676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b9bdad09-6afd-4ef6-bddc-2236c39ce6e9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1495478 Jun 30 03:13:45.529384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38088) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:45.613237 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0023e484-06bc-4dcb-80f5-ea91bdb83efa tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.657676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-56333d6b-7a2e-45bb-93d4-f6f7d7842791 admin admin] Deleting subnet ce3da8ad-3068-4c7c-9170-4f7e2a6514dc {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:45.669208 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-56333d6b-7a2e-45bb-93d4-f6f7d7842791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.732754 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-56333d6b-7a2e-45bb-93d4-f6f7d7842791 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.780509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port a6ca2fd1-3df9-4ed1-b698-025b1acc7842 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:45.789461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c051578-e522-4749-8ed7-de245f41c56b None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:45.804957 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.886662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0023e484-06bc-4dcb-80f5-ea91bdb83efa tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.890053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0c051578-e522-4749-8ed7-de245f41c56b None None] Deleting port 826a810b-65db-40f6-85ff-561845684e74 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:45.890493 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0c051578-e522-4749-8ed7-de245f41c56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.892874 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0023e484-06bc-4dcb-80f5-ea91bdb83efa tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.914000 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-56333d6b-7a2e-45bb-93d4-f6f7d7842791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:45.982905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0c051578-e522-4749-8ed7-de245f41c56b None None] For port 826a810b-65db-40f6-85ff-561845684e74, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=826a810b-65db-40f6-85ff-561845684e74,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:45.983974 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0c051578-e522-4749-8ed7-de245f41c56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.001188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0c051578-e522-4749-8ed7-de245f41c56b None None] Calling delete_port for 826a810b-65db-40f6-85ff-561845684e74 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:46.005032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] For port a6ca2fd1-3df9-4ed1-b698-025b1acc7842, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a6ca2fd1-3df9-4ed1-b698-025b1acc7842,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:46.005412 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.065027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for a6ca2fd1-3df9-4ed1-b698-025b1acc7842 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:46.169868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefad1f-c0fb-4b51-9321-fbfe30911a1e req-cffa299c-dd64-43b5-be6c-a71ca8f748f3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:46.172129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5aefad1f-c0fb-4b51-9321-fbfe30911a1e req-cffa299c-dd64-43b5-be6c-a71ca8f748f3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 946 time: 0.1288373 Jun 30 03:13:46.173610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0023e484-06bc-4dcb-80f5-ea91bdb83efa tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.174270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0023e484-06bc-4dcb-80f5-ea91bdb83efa tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Fanout notify agent at l3_agent the message router_deleted on router 29db0709-713f-440e-8b62-c17394812709 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:13:46.188748 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0023e484-06bc-4dcb-80f5-ea91bdb83efa tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.190458 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0023e484-06bc-4dcb-80f5-ea91bdb83efa tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/routers/29db0709-713f-440e-8b62-c17394812709 HTTP/1.1" status: 204 len: 168 time: 0.6600449 Jun 30 03:13:46.198445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38102) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:46.277399 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-56333d6b-7a2e-45bb-93d4-f6f7d7842791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.310806 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5aefad1f-c0fb-4b51-9321-fbfe30911a1e req-0cfafed6-5287-49a2-a7fe-75ff19cea345 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186707 Jun 30 03:13:46.321551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56333d6b-7a2e-45bb-93d4-f6f7d7842791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3da8ad-3068-4c7c-9170-4f7e2a6514dc,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:46.328107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-56333d6b-7a2e-45bb-93d4-f6f7d7842791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.330513 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-56333d6b-7a2e-45bb-93d4-f6f7d7842791 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ce3da8ad-3068-4c7c-9170-4f7e2a6514dc HTTP/1.1" status: 204 len: 168 time: 0.8570259 Jun 30 03:13:46.335446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38108) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:46.339321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedbc25c-7279-48a5-8135-6b3c0290bc73 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:46.341542 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-aedbc25c-7279-48a5-8135-6b3c0290bc73 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1413014 Jun 30 03:13:46.344928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38110) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:46.351076 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0c051578-e522-4749-8ed7-de245f41c56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.379661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c051578-e522-4749-8ed7-de245f41c56b None None] Pushing event deleted for resources: {'Port': ['ID=826a810b-65db-40f6-85ff-561845684e74,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:46.399915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c051578-e522-4749-8ed7-de245f41c56b None None] No DVR routers for this DVR port 826a810b-65db-40f6-85ff-561845684e74 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:46.415560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 826a810b-65db-40f6-85ff-561845684e74 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:46.451248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 826a810b-65db-40f6-85ff-561845684e74 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:46.459772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 826a810b-65db-40f6-85ff-561845684e74 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:46.495693 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.579149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a2b72-ec9a-4dae-aab1-5bcd534f84e6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:46.581574 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0d5a2b72-ec9a-4dae-aab1-5bcd534f84e6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2353544 Jun 30 03:13:46.584742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38116) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:46.682967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d8b71b4a-5d1c-4122-9fa7-60508d4a7002 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965858 Jun 30 03:13:46.687788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38118) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:46.700747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:46.719237 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.762165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ae1ebe-972c-4341-b5b6-728a95bc0cae']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:46.780988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4660437c-405e-4a5e-9379-a762c14afa19') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:46.781276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4660437c-405e-4a5e-9379-a762c14afa19') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:46.799944 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.820861 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.831749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:13:46.832169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: items = [ Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:13:46.835490 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:13:46.848421 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.913744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=a6ca2fd1-3df9-4ed1-b698-025b1acc7842,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:47.046974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:47.050605 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:47.179104 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:47.211976 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:47.224146 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e1ae1ebe-972c-4341-b5b6-728a95bc0cae HTTP/1.1" status: 204 len: 168 time: 0.8877957 Jun 30 03:13:47.225415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a778b2-a012-4eb4-9e57-9fa7ff5128d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ae1ebe-972c-4341-b5b6-728a95bc0cae,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:47.233120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27dd703-ada9-4cae-94aa-f89d1ce72b51 None None] Sync routers for ids ['29db0709-713f-440e-8b62-c17394812709'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:47.254984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:47.256171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27dd703-ada9-4cae-94aa-f89d1ce72b51 None None] Routers set() bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:47.256829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27dd703-ada9-4cae-94aa-f89d1ce72b51 None None] Router IDs set() for agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 03:13:47.257674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_agentschedulers_db [None req-b27dd703-ada9-4cae-94aa-f89d1ce72b51 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29db0709-713f-440e-8b62-c17394812709'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent'). {{(pid=94532) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 03:13:47.268997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27dd703-ada9-4cae-94aa-f89d1ce72b51 None None] Routers set() bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:47.269571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27dd703-ada9-4cae-94aa-f89d1ce72b51 None None] Router IDs set() for agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 03:13:47.270509 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_agentschedulers_db [None req-b27dd703-ada9-4cae-94aa-f89d1ce72b51 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'29db0709-713f-440e-8b62-c17394812709'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent'). {{(pid=94532) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 03:13:47.271108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27dd703-ada9-4cae-94aa-f89d1ce72b51 None None] The sync data for ids ['29db0709-713f-440e-8b62-c17394812709'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:47.684029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:13:47.745738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.objects.ports [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:13:47.753137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:47.828723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38136) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:47.874670 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5d118bde-f87a-4655-89fe-91fcb70018ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7dd6d603acf54a2cb6cdc168553acaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438490 Jun 30 03:13:47.891992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=6f3e9b93-8f11-4349-bb37-7272035107d5,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:47.894158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38142) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:47.947276 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d954-e7ec-479a-ac7f-4acfd7729368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:47.950855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ab323-fcbb-48d6-873e-8301c1807a8a req-8c0154b5-3938-470f-9776-e8041cc6d441 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:47.952600 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-028ab323-fcbb-48d6-873e-8301c1807a8a req-8c0154b5-3938-470f-9776-e8041cc6d441 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 946 time: 0.3512721 Jun 30 03:13:47.954804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:47.980220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d954-e7ec-479a-ac7f-4acfd7729368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:47.996967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:48.008938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:48.009552 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.009908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c342d208-b1c2-439b-8582-1d7282b9a63b None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:48.055529 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-028ab323-fcbb-48d6-873e-8301c1807a8a req-4221970e-b7c4-4aae-8573-665cc4341bcf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968473 Jun 30 03:13:48.075989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:13:48.084867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8664fbfd-9f4c-4b44-b8ad-d777cde37f84 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "PUT /v2.0/routers/a26a2923-5c5a-4e7c-966f-ebd25ed5b05b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0964127 Jun 30 03:13:48.095958 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] Sync routers for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:13:48.106852 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:48.107702 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:48.190465 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ca93206a-13c1-45c1-b0c4-7d6f6485f648 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5006130 Jun 30 03:13:48.195767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38150) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:48.204235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-45075dc2-5360-4869-8e1a-de4506bc38a6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:48.280346 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:48.303899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d954-e7ec-479a-ac7f-4acfd7729368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.310484 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d954-e7ec-479a-ac7f-4acfd7729368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.310484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8fe4d954-e7ec-479a-ac7f-4acfd7729368 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac334c34-ea87-4ac4-a658-f01f5239a06f HTTP/1.1" status: 204 len: 168 time: 0.4128852 Jun 30 03:13:48.319343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4d954-e7ec-479a-ac7f-4acfd7729368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac334c34-ea87-4ac4-a658-f01f5239a06f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:48.373550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cc92417f-b2d7-40f0-8cf6-5e9f07829aec no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:48.399416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: cc92417f-b2d7-40f0-8cf6-5e9f07829aec {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:48.400009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cc92417f-b2d7-40f0-8cf6-5e9f07829aec not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:48.409644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '6f3e9b93-8f11-4349-bb37-7272035107d5'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:48.410482 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.511530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632a7a3-74f4-4492-8538-c1ab20f80d24 req-ea85cfb7-1e14-452c-8a72-ef63e5705c9b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:48.513137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8632a7a3-74f4-4492-8538-c1ab20f80d24 req-ea85cfb7-1e14-452c-8a72-ef63e5705c9b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 946 time: 0.1078477 Jun 30 03:13:48.565705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45075dc2-5360-4869-8e1a-de4506bc38a6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:48.571016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-45075dc2-5360-4869-8e1a-de4506bc38a6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.591863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Allocated IP 2001:db8::f816:3eff:fee5:a886 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/6f3e9b93-8f11-4349-bb37-7272035107d5/ba748b0a-ba69-40ff-ae16-9f2cad4f7732) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:48.595814 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8632a7a3-74f4-4492-8538-c1ab20f80d24 req-5d95a5f4-0bdc-47f4-88dd-4ed034a4004b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720401 Jun 30 03:13:48.770903 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:13:46Z', 'revision_number': 6, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e61c0825-3367-4d56-bf3f-4f886c72e88a', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'mac_address': 'fa:16:3e:81:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:15Z', 'updated_at': '2021-06-30T03:12:18Z', 'revision_number': 1, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:48.804272 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:48.812279 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] Checking router: a26a2923-5c5a-4e7c-966f-ebd25ed5b05b for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:13:48.827080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Transition to ACTIVE for port object ba748b0a-ba69-40ff-ae16-9f2cad4f7732 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:48.850191 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Transition to ACTIVE for port object ba748b0a-ba69-40ff-ae16-9f2cad4f7732 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:48.859250 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:13:48.860269 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:49.048583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.112327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:49.133569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:49.135705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:49.162463 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:13:49.242500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Pushing event updated for resources: {'Port': ['ID=ba748b0a-ba69-40ff-ae16-9f2cad4f7732,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:49.338548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.339233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.340570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.341164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.341839 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.342338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.343296 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.343793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.344332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.344819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.345445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.353002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:49.357610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Attempting to bind port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:49.358062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Attempting to bind port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:49.358495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Attempting to bind port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:49.364730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:49.365622 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:49.366259 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.366882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:49.367595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Bound port: ba748b0a-ba69-40ff-ae16-9f2cad4f7732, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:49.368177 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.430599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3251913-6918-4475-9e54-39007e306a66 req-406bf417-6c44-47f8-9be6-8b13f359959c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:49.438532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3251913-6918-4475-9e54-39007e306a66 req-406bf417-6c44-47f8-9be6-8b13f359959c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 946 time: 0.1116829 Jun 30 03:13:49.491020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] For port ba748b0a-ba69-40ff-ae16-9f2cad4f7732, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:49.497400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] For port ba748b0a-ba69-40ff-ae16-9f2cad4f7732, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ba748b0a-ba69-40ff-ae16-9f2cad4f7732,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:49.502853 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3251913-6918-4475-9e54-39007e306a66 req-bb4b934a-fea6-467c-90d1-b799000368e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632391 Jun 30 03:13:49.526519 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:13:46Z', 'revision_number': 6, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e61c0825-3367-4d56-bf3f-4f886c72e88a', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'mac_address': 'fa:16:3e:81:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:15Z', 'updated_at': '2021-06-30T03:12:18Z', 'revision_number': 1, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:49.565387 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac1c6c2-add2-4e2c-a5d4-e0fc304765b3 None None] The sync data for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 is: [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:13:46Z', 'revision_number': 6, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'e61c0825-3367-4d56-bf3f-4f886c72e88a', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'port_id': '21486567-5197-48a5-8b20-1692d82400fa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'mac_address': 'fa:16:3e:81:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:15Z', 'updated_at': '2021-06-30T03:12:18Z', 'revision_number': 1, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:13:49.638953 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.696503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5dc1b-9938-4244-b17e-c6d3606ddbe3 None None] Pushing event updated for resources: {'Port': ['ID=ba748b0a-ba69-40ff-ae16-9f2cad4f7732,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:49.733652 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-45075dc2-5360-4869-8e1a-de4506bc38a6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.823333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45075dc2-5360-4869-8e1a-de4506bc38a6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:49.826670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-45075dc2-5360-4869-8e1a-de4506bc38a6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:49.831078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45075dc2-5360-4869-8e1a-de4506bc38a6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:49.831674 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-45075dc2-5360-4869-8e1a-de4506bc38a6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:49.842208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45075dc2-5360-4869-8e1a-de4506bc38a6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=4df261c8-2434-445c-bffc-4d46d349ac9a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:49.855928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e8c5b-f872-4b96-83b5-f719a3afb1c0 req-4206297b-99dd-449a-85b9-c2be6bcd7354 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:49.863737 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-227e8c5b-f872-4b96-83b5-f719a3afb1c0 req-4206297b-99dd-449a-85b9-c2be6bcd7354 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 946 time: 0.0955496 Jun 30 03:13:49.921673 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-227e8c5b-f872-4b96-83b5-f719a3afb1c0 req-670f2330-3317-471e-897f-7d531e31adfd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528369 Jun 30 03:13:49.985933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38206) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:49.988027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-45075dc2-5360-4869-8e1a-de4506bc38a6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7942281 Jun 30 03:13:49.992128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:97:f5:ce', 'name': 'tempest-NetworksTestDHCPv6-1015348993'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:50.282354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:50.308862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ba748b0a-ba69-40ff-ae16-9f2cad4f7732 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:50.390141 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.418158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 789f6a3a-61a3-4553-a4fd-7370cdf410ae yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:13:50.546066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:50.566180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a6ca2fd1-3df9-4ed1-b698-025b1acc7842 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:50.631461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 172.20.0.13 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/4df261c8-2434-445c-bffc-4d46d349ac9a/789f6a3a-61a3-4553-a4fd-7370cdf410ae) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:50.632067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: a6ca2fd1-3df9-4ed1-b698-025b1acc7842 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:50.632737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a6ca2fd1-3df9-4ed1-b698-025b1acc7842 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:50.652043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::f816:3eff:fe97:f5ce (8b1fc8b1-93de-4ade-819e-1955848f7bfe/6f3e9b93-8f11-4349-bb37-7272035107d5/789f6a3a-61a3-4553-a4fd-7370cdf410ae) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:50.713667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4dc7b6e6-8949-4310-bbdc-5cf4711d11cc tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:50.715045 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4dc7b6e6-8949-4310-bbdc-5cf4711d11cc tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 946 time: 0.0974538 Jun 30 03:13:50.833343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c9d55-6126-4159-b38e-942fb825d7b7 req-959c0c0d-8644-4ddd-b299-7de658dd95a0 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:50.834974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d36c9d55-6126-4159-b38e-942fb825d7b7 req-959c0c0d-8644-4ddd-b299-7de658dd95a0 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 946 time: 0.1290543 Jun 30 03:13:50.879621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4c7c5e25-29a1-422b-953b-5ca66e4a5d79 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:50.880217 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4c7c5e25-29a1-422b-953b-5ca66e4a5d79 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:50.964419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d36c9d55-6126-4159-b38e-942fb825d7b7 req-ddbc411e-672d-4665-a5c6-c31e01b20e35 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=9d916044-b9ce-48af-a047-2fabf67913d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177731 Jun 30 03:13:50.967921 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.045118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 789f6a3a-61a3-4553-a4fd-7370cdf410ae will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:51.106724 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19a8561b-9309-4dea-95a2-574d7777a3f2 req-cd60e43b-76df-479f-a03a-5d691c628063 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0626364 Jun 30 03:13:51.187031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4c7c5e25-29a1-422b-953b-5ca66e4a5d79 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] For port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:51.187400 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4c7c5e25-29a1-422b-953b-5ca66e4a5d79 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.205849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4c7c5e25-29a1-422b-953b-5ca66e4a5d79 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:51.237750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e4c56-f45c-42bd-9590-d3f26f643f77 req-f77aa019-e5b6-43d3-bf25-000fada34e84 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:51.239259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f3e4c56-f45c-42bd-9590-d3f26f643f77 req-f77aa019-e5b6-43d3-bf25-000fada34e84 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 946 time: 0.0953150 Jun 30 03:13:51.242405 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.253846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f599c-dce5-4040-bd98-122099c272a9 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:51.317336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=789f6a3a-61a3-4553-a4fd-7370cdf410ae,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:51.339805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:51.346057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:51.348666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:51.401412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:51.402104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.449229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f3e4c56-f45c-42bd-9590-d3f26f643f77 req-636a3015-ec72-4a83-aaea-bf267867506c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820719 Jun 30 03:13:51.459370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-fd85a4d9-d83e-4985-9237-a3b02e5383d0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:51.460813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-fd85a4d9-d83e-4985-9237-a3b02e5383d0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 946 time: 0.1678667 Jun 30 03:13:51.573201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-880ad175-e98b-4b1d-b3c1-aefd25cae342 None None] Provisioning for port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:51.580128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-880ad175-e98b-4b1d-b3c1-aefd25cae342 None None] Provisioning complete for port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:51.580515 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-880ad175-e98b-4b1d-b3c1-aefd25cae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.596731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Deleting port d41dab13-7ac1-488a-a541-30aa58031a4f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:51.597189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.666131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33d4ca-c4f7-453b-abfc-cdb2c0b530a6 None None] Update dhcp port {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': '6f3e9b93-8f11-4349-bb37-7272035107d5', 'ip_address': '2001:db8::f816:3eff:fee5:a886'}, {'subnet_id': '4df261c8-2434-445c-bffc-4d46d349ac9a'}], 'binding:host_id': 'n-d-798249-3'}, 'id': 'ba748b0a-ba69-40ff-ae16-9f2cad4f7732'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:13:51.694911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4c7c5e25-29a1-422b-953b-5ca66e4a5d79 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.698063 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-301e389e-d998-484c-be5a-f08b50baf9eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7110193 Jun 30 03:13:51.698904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38254) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:51.720610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] For port d41dab13-7ac1-488a-a541-30aa58031a4f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d41dab13-7ac1-488a-a541-30aa58031a4f,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:51.721632 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.727839 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-880ad175-e98b-4b1d-b3c1-aefd25cae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.752415 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6f33d4ca-c4f7-453b-abfc-cdb2c0b530a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.769652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c5e25-29a1-422b-953b-5ca66e4a5d79 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=5cff4e87-e3cd-4fce-a61c-3a82ede2a906,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:51.788246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Calling delete_port for d41dab13-7ac1-488a-a541-30aa58031a4f owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:51.821150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81684e6c-ff03-4eab-81d3-e23213a4ffea tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:51.828479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81684e6c-ff03-4eab-81d3-e23213a4ffea tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:51.834335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38258) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:51.834768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-81684e6c-ff03-4eab-81d3-e23213a4ffea tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1336403 Jun 30 03:13:51.836709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4c7c5e25-29a1-422b-953b-5ca66e4a5d79 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] No DVR routers for this DVR port 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:51.849617 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4c7c5e25-29a1-422b-953b-5ca66e4a5d79 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:51.851030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2a44c6e-e506-4979-81af-279e0ce35a1b req-4c7c5e25-29a1-422b-953b-5ca66e4a5d79 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.74 "DELETE /v2.0/ports/5cff4e87-e3cd-4fce-a61c-3a82ede2a906 HTTP/1.1" status: 204 len: 173 time: 1.1295724 Jun 30 03:13:51.851374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d4a957-4dc4-484b-ba6b-53271f0f8c6a', 'name': 'network-vif-deleted', 'tag': '5cff4e87-e3cd-4fce-a61c-3a82ede2a906'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:51.852593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-880ad175-e98b-4b1d-b3c1-aefd25cae342 None None] For port ba748b0a-ba69-40ff-ae16-9f2cad4f7732, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ba748b0a-ba69-40ff-ae16-9f2cad4f7732,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:51.853845 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934f7430-a02e-41c0-a339-7d3b13f6a778" -d '{"events": [{"server_uuid": "e5d4a957-4dc4-484b-ba6b-53271f0f8c6a", "name": "network-vif-deleted", "tag": "5cff4e87-e3cd-4fce-a61c-3a82ede2a906"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:51.930986 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bc4b67-c5df-45c9-a250-378ef32764f0 x-openstack-request-id: req-65bc4b67-c5df-45c9-a250-378ef32764f0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:51.931654 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d4a957-4dc4-484b-ba6b-53271f0f8c6a", "name": "network-vif-deleted", "tag": "5cff4e87-e3cd-4fce-a61c-3a82ede2a906", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:51.931654 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65bc4b67-c5df-45c9-a250-378ef32764f0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:51.932079 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d4a957-4dc4-484b-ba6b-53271f0f8c6a', 'name': 'network-vif-deleted', 'tag': '5cff4e87-e3cd-4fce-a61c-3a82ede2a906', 'status': 'completed', 'code': 200} Jun 30 03:13:52.020941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6f33d4ca-c4f7-453b-abfc-cdb2c0b530a6 None None] Allocated IP 172.20.0.2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/4df261c8-2434-445c-bffc-4d46d349ac9a/ba748b0a-ba69-40ff-ae16-9f2cad4f7732) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:52.023714 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-880ad175-e98b-4b1d-b3c1-aefd25cae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.120614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f6d9c-956f-4790-8454-4677f4626636 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 789f6a3a-61a3-4553-a4fd-7370cdf410ae {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:52.120967 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6d9c-956f-4790-8454-4677f4626636 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.233966 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-52b57d7d-497e-483c-ab21-6112f36c426d req-e71cafd4-805f-4385-927c-27da490fb835 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 210 time: 0.0525780 Jun 30 03:13:52.247541 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.270015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['3f6feba5-cc2e-407f-99fc-31fef1eee200', 'd41dab13-7ac1-488a-a541-30aa58031a4f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:13:52.292391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-529050b8-d64d-49b8-aee9-5aeadca1e80c req-e63ebc4e-dddd-47a6-9a97-120a7fc2959a tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0768011 Jun 30 03:13:52.308546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ad175-e98b-4b1d-b3c1-aefd25cae342 None None] Pushing event updated for resources: {'Port': ['ID=ba748b0a-ba69-40ff-ae16-9f2cad4f7732,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:52.331564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'Port': ['ID=d41dab13-7ac1-488a-a541-30aa58031a4f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:52.370368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6f33d4ca-c4f7-453b-abfc-cdb2c0b530a6 None None] For port ba748b0a-ba69-40ff-ae16-9f2cad4f7732, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ba748b0a-ba69-40ff-ae16-9f2cad4f7732,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:52.378411 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.378761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.379211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.379563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.379904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.380245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.381103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.381439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.381794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.382462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.382556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.382852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:13:52.436163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] No DVR routers for this DVR port d41dab13-7ac1-488a-a541-30aa58031a4f on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:52.453403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6d9c-956f-4790-8454-4677f4626636 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.457953 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.460838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae0fc4ab-b871-49d7-837b-5cf56c8368f4 req-a5752d17-5f0c-48b0-89b7-6656f3ade8d5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "DELETE /v2.0/ports/d41dab13-7ac1-488a-a541-30aa58031a4f HTTP/1.1" status: 204 len: 173 time: 0.9943521 Jun 30 03:13:52.502545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f6d9c-956f-4790-8454-4677f4626636 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 789f6a3a-61a3-4553-a4fd-7370cdf410ae owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:52.506582 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6f33d4ca-c4f7-453b-abfc-cdb2c0b530a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.590639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6f33d4ca-c4f7-453b-abfc-cdb2c0b530a6 None None] Transition to ACTIVE for port object ba748b0a-ba69-40ff-ae16-9f2cad4f7732 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:52.744900 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e541e73-cfe1-427e-9dee-24b22d5aab04 req-c58759dd-2146-4c07-b9c7-4a45734bdaa5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0349894 Jun 30 03:13:52.813634 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6f33d4ca-c4f7-453b-abfc-cdb2c0b530a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:52.926926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33d4ca-c4f7-453b-abfc-cdb2c0b530a6 None None] Pushing event updated for resources: {'Port': ['ID=ba748b0a-ba69-40ff-ae16-9f2cad4f7732,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:53.070841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6d9c-956f-4790-8454-4677f4626636 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.071731 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.112950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f6d9c-956f-4790-8454-4677f4626636 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=789f6a3a-61a3-4553-a4fd-7370cdf410ae,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:53.253319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa5f6d9c-956f-4790-8454-4677f4626636 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.254271 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fa5f6d9c-956f-4790-8454-4677f4626636 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/789f6a3a-61a3-4553-a4fd-7370cdf410ae HTTP/1.1" status: 204 len: 168 time: 1.4187527 Jun 30 03:13:53.258289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38292) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:53.351987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad15abc-368c-41d8-b565-62658a7d467c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:53.353749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad15abc-368c-41d8-b565-62658a7d467c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:53.360900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad15abc-368c-41d8-b565-62658a7d467c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:53.371585 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5ad15abc-368c-41d8-b565-62658a7d467c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1071162 Jun 30 03:13:53.375638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38300) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:53.493848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7654a89f-c071-42c7-bef0-39d3815d1c76 req-35712962-dfbc-4f89-a01c-6b04b3fa07f2 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0749547 Jun 30 03:13:53.528515 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1b354f60-412e-4d3f-8742-6676447c6e35 req-7899b7c0-b55a-4758-a871-faf266bfc69d tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5d4a957-4dc4-484b-ba6b-53271f0f8c6a HTTP/1.1" status: 200 len: 210 time: 0.0616133 Jun 30 03:13:53.558952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7b7fc3-62fc-439f-867f-b984612b5a0f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 4df261c8-2434-445c-bffc-4d46d349ac9a {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:53.566630 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7fc3-62fc-439f-867f-b984612b5a0f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.667034 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7fc3-62fc-439f-867f-b984612b5a0f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.710624 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.857020 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7fc3-62fc-439f-867f-b984612b5a0f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:53.933534 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069eaf04-05ac-4dbe-802b-72807b019c0b', 'name': 'network-vif-deleted', 'tag': 'd41dab13-7ac1-488a-a541-30aa58031a4f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:13:53.941674 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c2a5d8-679b-4fa3-b757-eb0718b986c9" -d '{"events": [{"server_uuid": "069eaf04-05ac-4dbe-802b-72807b019c0b", "name": "network-vif-deleted", "tag": "d41dab13-7ac1-488a-a541-30aa58031a4f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:13:53.960800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5f588f41-5dc4-45fc-b8f3-f4ea93acd166 None None] Could not find standard attr ID for object 789f6a3a-61a3-4553-a4fd-7370cdf410ae. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:13:53.995388 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5480fe-ebf9-4c3a-8a04-db28bd4b90c1 x-openstack-request-id: req-da5480fe-ebf9-4c3a-8a04-db28bd4b90c1 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:13:53.995771 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069eaf04-05ac-4dbe-802b-72807b019c0b", "name": "network-vif-deleted", "tag": "d41dab13-7ac1-488a-a541-30aa58031a4f", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:13:53.996091 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da5480fe-ebf9-4c3a-8a04-db28bd4b90c1 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:13:53.996559 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069eaf04-05ac-4dbe-802b-72807b019c0b', 'name': 'network-vif-deleted', 'tag': 'd41dab13-7ac1-488a-a541-30aa58031a4f', 'status': 'completed', 'code': 200} Jun 30 03:13:54.000341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c04e122d-36e9-43ff-8d8d-9328d4cf50fc req-470d7c6e-1f56-4a73-805d-393afe79d515 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0383532 Jun 30 03:13:54.132213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5f588f41-5dc4-45fc-b8f3-f4ea93acd166 None None] Provisioning for port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:13:54.137408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5f588f41-5dc4-45fc-b8f3-f4ea93acd166 None None] Provisioning complete for port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:54.137857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5f588f41-5dc4-45fc-b8f3-f4ea93acd166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.219369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7fc3-62fc-439f-867f-b984612b5a0f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.238892 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7fc3-62fc-439f-867f-b984612b5a0f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.242114 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5f7b7fc3-62fc-439f-867f-b984612b5a0f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/4df261c8-2434-445c-bffc-4d46d349ac9a HTTP/1.1" status: 204 len: 168 time: 0.8653402 Jun 30 03:13:54.245129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38322) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:54.270218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b7fc3-62fc-439f-867f-b984612b5a0f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=4df261c8-2434-445c-bffc-4d46d349ac9a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:54.312634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf35b901-eff4-4c0e-8cfe-9d653fa6a252 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:54.350218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f41afe4-9bd4-44df-bbc6-f1b3601ad612 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 6f3e9b93-8f11-4349-bb37-7272035107d5 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:54.357654 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f41afe4-9bd4-44df-bbc6-f1b3601ad612 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.362718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ba748b0a-ba69-40ff-ae16-9f2cad4f7732 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:13:54.412931 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f41afe4-9bd4-44df-bbc6-f1b3601ad612 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.480737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:54.481110 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.503530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f41afe4-9bd4-44df-bbc6-f1b3601ad612 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.588992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c81ea610-3ba5-4d9f-829d-5ba896d6715d None None] Could not find standard attr ID for object 789f6a3a-61a3-4553-a4fd-7370cdf410ae. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:13:54.671681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38332) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:54.694774 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f41afe4-9bd4-44df-bbc6-f1b3601ad612 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.793805 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2bdf3d82-2b2f-4ddc-8238-0fa64c735941 req-8fc3cf4e-1465-4099-866f-72c806103852 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0397022 Jun 30 03:13:54.799420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41afe4-9bd4-44df-bbc6-f1b3601ad612 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3e9b93-8f11-4349-bb37-7272035107d5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:54.801653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f41afe4-9bd4-44df-bbc6-f1b3601ad612 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.805553 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7f41afe4-9bd4-44df-bbc6-f1b3601ad612 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/6f3e9b93-8f11-4349-bb37-7272035107d5 HTTP/1.1" status: 204 len: 168 time: 0.5593519 Jun 30 03:13:54.809194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38334) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:54.859793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-aec264fb-5d56-4ea3-8a82-6ffc82411010 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486350 Jun 30 03:13:54.862445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38338) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:54.868065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:54.871867 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c5741fb-a6d1-465a-a53f-713e45df3831 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.998961 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c5741fb-a6d1-465a-a53f-713e45df3831 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.023187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d894a-6bb9-43fc-8c50-cb86874c6ee6 None None] Update dhcp port {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': '6f3e9b93-8f11-4349-bb37-7272035107d5'}], 'binding:host_id': 'n-d-798249-3'}, 'id': 'ba748b0a-ba69-40ff-ae16-9f2cad4f7732'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:13:55.110685 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b61d894a-6bb9-43fc-8c50-cb86874c6ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.265133 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c67fb6a-74b4-4295-a731-a47642c758ca req-07dbb82f-685a-40b7-90b2-cc8d519eb716 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0612707 Jun 30 03:13:55.315352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:55.322541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.343009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2a95a-d85e-4668-b15c-73b7c018a6a2 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:55.386839 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c5741fb-a6d1-465a-a53f-713e45df3831 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.389623 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c5741fb-a6d1-465a-a53f-713e45df3831 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.393708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5c5741fb-a6d1-465a-a53f-713e45df3831 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/security-groups/9d916044-b9ce-48af-a047-2fabf67913d5 HTTP/1.1" status: 204 len: 168 time: 0.7206950 Jun 30 03:13:55.413051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5741fb-a6d1-465a-a53f-713e45df3831 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d916044-b9ce-48af-a047-2fabf67913d5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:55.499322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-62aad9df-aee9-4e18-8d3a-9dcde019c662 None None] Provisioning complete for port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:13:55.500525 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-62aad9df-aee9-4e18-8d3a-9dcde019c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.530776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:55.586010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:55.586483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 5cff4e87-e3cd-4fce-a61c-3a82ede2a906 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:55.586981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d41dab13-7ac1-488a-a541-30aa58031a4f no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:55.615571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: d41dab13-7ac1-488a-a541-30aa58031a4f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:55.616017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d41dab13-7ac1-488a-a541-30aa58031a4f not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:55.675771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38352) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:55.751021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5e076-9c64-4d44-89ce-74a3ab7a534d None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:55.773219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f1d356-e08c-43a4-baae-ca188244cb39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting subnet 6d1601b1-b8d1-43f9-8120-202037b7200d {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:13:55.798734 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9f1d356-e08c-43a4-baae-ca188244cb39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.861511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6be5e076-9c64-4d44-89ce-74a3ab7a534d None None] Deleting port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:55.863528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9f1d356-e08c-43a4-baae-ca188244cb39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:55.868135 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6be5e076-9c64-4d44-89ce-74a3ab7a534d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.017077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6be5e076-9c64-4d44-89ce-74a3ab7a534d None None] For port ba748b0a-ba69-40ff-ae16-9f2cad4f7732, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ba748b0a-ba69-40ff-ae16-9f2cad4f7732,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:56.017798 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6be5e076-9c64-4d44-89ce-74a3ab7a534d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.034158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6be5e076-9c64-4d44-89ce-74a3ab7a534d None None] Calling delete_port for ba748b0a-ba69-40ff-ae16-9f2cad4f7732 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:56.266463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ba748b0a-ba69-40ff-ae16-9f2cad4f7732 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:56.352684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6be5e076-9c64-4d44-89ce-74a3ab7a534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.457262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5e076-9c64-4d44-89ce-74a3ab7a534d None None] Pushing event deleted for resources: {'Port': ['ID=ba748b0a-ba69-40ff-ae16-9f2cad4f7732,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:56.470049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No active binding found for port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 {{(pid=94532) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 03:13:56.472905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ba748b0a-ba69-40ff-ae16-9f2cad4f7732 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:56.486396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5e076-9c64-4d44-89ce-74a3ab7a534d None None] No DVR routers for this DVR port ba748b0a-ba69-40ff-ae16-9f2cad4f7732 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:56.491784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-21efbab8-0851-4608-b8c2-8976996745b8 req-7931bc34-c53f-46da-afe9-df08d92f5f23 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0552044 Jun 30 03:13:56.543765 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f25a139c-a416-42f6-9d59-3a0be6b47340 req-257c9eff-d836-4a6d-9cd5-049a3b485cc6 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.5317929 Jun 30 03:13:56.562273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9f1d356-e08c-43a4-baae-ca188244cb39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.620036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:13:56.625781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.678027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:56.683267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:56.694907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6650d1c-908c-4a71-9e48-aafc75f9b9fa None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:56.695715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:56.696346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.718604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=05950698-52bb-4081-b901-6759d2f25c19,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:56.830671 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-18513ff4-d7a7-4361-8b01-a5233d5ecb87 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9670119 Jun 30 03:13:56.831286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38374) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:56.838936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1ea15441-533e-4569-a59b-7bc2526a2a9c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:56.890234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '05950698-52bb-4081-b901-6759d2f25c19'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:13:56.891100 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.906673 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9f1d356-e08c-43a4-baae-ca188244cb39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.924702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c9f1d356-e08c-43a4-baae-ca188244cb39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:56.932971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38378) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:56.933152 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c9f1d356-e08c-43a4-baae-ca188244cb39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/subnets/6d1601b1-b8d1-43f9-8120-202037b7200d HTTP/1.1" status: 204 len: 168 time: 1.2544749 Jun 30 03:13:56.955705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e38349-9701-463b-bb3e-5733853828fc None None] Network 22d85b5b-5089-4502-a805-707dc0b66502 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:57.007523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1d356-e08c-43a4-baae-ca188244cb39 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1601b1-b8d1-43f9-8120-202037b7200d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:57.113379 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.200389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port 593f7801-eb40-423d-88ee-aec5be5c0049 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:57.201053 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.230398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea15441-533e-4569-a59b-7bc2526a2a9c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:57.234731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ea15441-533e-4569-a59b-7bc2526a2a9c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.260853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Allocated IP 2001:db8::f816:3eff:fe05:985 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/05950698-52bb-4081-b901-6759d2f25c19/bc009139-4260-47e1-8457-3c7c171b597e) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:57.299092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] For port 593f7801-eb40-423d-88ee-aec5be5c0049, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=593f7801-eb40-423d-88ee-aec5be5c0049,segment=NetworkSegment(35723049-d71c-471d-a5f2-ae0a3b519dce),segment_id=35723049-d71c-471d-a5f2-ae0a3b519dce)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:13:57.299541 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.317205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for 593f7801-eb40-423d-88ee-aec5be5c0049 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:57.578781 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.593722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632430a-d58b-47c6-b986-f6e1f2cc993e None None] DHCP port deletion for 22d85b5b-5089-4502-a805-707dc0b66502 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:13:57.644860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=593f7801-eb40-423d-88ee-aec5be5c0049,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:57.658563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] No DVR routers for this DVR port 593f7801-eb40-423d-88ee-aec5be5c0049 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:13:57.666262 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.711905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Transition to ACTIVE for port object bc009139-4260-47e1-8457-3c7c171b597e will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:57.757880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Transition to ACTIVE for port object bc009139-4260-47e1-8457-3c7c171b597e will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:57.798453 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3f58a747-76d8-4d3f-b640-5ad36c29d40e req-39d591b7-25b1-4990-bb02-b25176f71993 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0441096 Jun 30 03:13:57.827187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5ed5b3e-edfa-4888-8f9c-80c793ecff98 req-5e24e147-0c31-49b5-b1cf-dc7a0fe8f1f4 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0779333 Jun 30 03:13:57.854395 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ea15441-533e-4569-a59b-7bc2526a2a9c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.886136 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.901782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d85b5b-5089-4502-a805-707dc0b66502']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:57.904341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea15441-533e-4569-a59b-7bc2526a2a9c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:57.909349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-1ea15441-533e-4569-a59b-7bc2526a2a9c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:57.915063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea15441-533e-4569-a59b-7bc2526a2a9c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:57.917574 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ea15441-533e-4569-a59b-7bc2526a2a9c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.917682 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.930571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35723049-d71c-471d-a5f2-ae0a3b519dce') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:57.930916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35723049-d71c-471d-a5f2-ae0a3b519dce') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:13:57.942551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea15441-533e-4569-a59b-7bc2526a2a9c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=283b368a-8718-4262-bca9-142cf15af980,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:57.949842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.966662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:13:57.971178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:13:57.974831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:13:57.976315 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.984985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:13:57.985387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.986926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Pushing event updated for resources: {'Port': ['ID=bc009139-4260-47e1-8457-3c7c171b597e,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:13:58.006614 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:13:58.073859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Attempting to bind port bc009139-4260-47e1-8457-3c7c171b597e on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:13:58.074550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Attempting to bind port bc009139-4260-47e1-8457-3c7c171b597e by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:13:58.075086 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Attempting to bind port bc009139-4260-47e1-8457-3c7c171b597e on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:13:58.082158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:13:58.082758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:13:58.083373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.084661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:13:58.084780 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1ea15441-533e-4569-a59b-7bc2526a2a9c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2518778 Jun 30 03:13:58.085473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Bound port: bc009139-4260-47e1-8457-3c7c171b597e, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:13:58.086249 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.087759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38398) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:58.092980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:95:54:0a', 'name': 'tempest-NetworksTestDHCPv6-575235019'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:13:58.110571 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2572ee1a-d017-4443-9d75-5f99889ee9a3 req-3f07979a-9c97-4b0d-b236-cd753cf5d7a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0381579 Jun 30 03:13:58.163937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] For port bc009139-4260-47e1-8457-3c7c171b597e, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:13:58.175523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] For port bc009139-4260-47e1-8457-3c7c171b597e, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bc009139-4260-47e1-8457-3c7c171b597e,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:13:58.246323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 593f7801-eb40-423d-88ee-aec5be5c0049 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:13:58.268142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 593f7801-eb40-423d-88ee-aec5be5c0049 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:13:58.268916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 593f7801-eb40-423d-88ee-aec5be5c0049 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:13:58.285553 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.285553 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.291647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/networks/22d85b5b-5089-4502-a805-707dc0b66502 HTTP/1.1" status: 204 len: 168 time: 1.3538053 Jun 30 03:13:58.291647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38404) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:13:58.307761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c4378-a6ac-4632-abdf-7cc69000375b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Network': ['ID=22d85b5b-5089-4502-a805-707dc0b66502,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:58.379182 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.442297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:13:58.460670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34351e02-3485-489e-ba10-da9a0ec1ed1b None None] Pushing event updated for resources: {'Port': ['ID=bc009139-4260-47e1-8457-3c7c171b597e,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:58.587513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port c9659e9a-b585-46ba-8d52-003e7231014d {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:13:58.588266 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.592523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.662289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 69b915a9-c675-4cd2-b42e-a95e64c7be39 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:13:58.707705 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c41b77c9-8c11-4b9e-a072-6e82e68c989d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.770376 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.770376 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.787274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for c9659e9a-b585-46ba-8d52-003e7231014d owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:13:59.064904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 172.20.0.12 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/283b368a-8718-4262-bca9-142cf15af980/69b915a9-c675-4cd2-b42e-a95e64c7be39) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:59.091340 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-704602ee-9802-4eac-8577-0ffe9d32fa3c req-1ba1f178-a650-419a-b19e-3a02df24f916 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0354497 Jun 30 03:13:59.104379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-867abe25-23cd-421b-b33e-c1293e2342bb req-5a28e2ea-56eb-40ac-8a36-213ed5d2441a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0355570 Jun 30 03:13:59.105859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::f816:3eff:fe95:540a (8b1fc8b1-93de-4ade-819e-1955848f7bfe/05950698-52bb-4081-b901-6759d2f25c19/69b915a9-c675-4cd2-b42e-a95e64c7be39) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:13:59.583242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:59.596981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 69b915a9-c675-4cd2-b42e-a95e64c7be39 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:13:59.602391 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:59.680462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=c9659e9a-b585-46ba-8d52-003e7231014d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:13:59.785165 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:59.785866 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Floating IP e61c0825-3367-4d56-bf3f-4f886c72e88a disassociated (deleted). External IP: 172.25.2.177, port: 21486567-5197-48a5-8b20-1692d82400fa. Jun 30 03:13:59.810839 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751c7c8-eaa4-4aff-8937-952f9e777fdb None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:13:59.908319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.004337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:00.005909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:00.012007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:00.112264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-575b8c27-1fef-410f-8cbf-8afb42a5b244 None None] Provisioning for port bc009139-4260-47e1-8457-3c7c171b597e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:00.219541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9de9d-6ead-4163-8392-4c88ab24da85 None None] Update dhcp port {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': '05950698-52bb-4081-b901-6759d2f25c19', 'ip_address': '2001:db8::f816:3eff:fe05:985'}, {'subnet_id': '283b368a-8718-4262-bca9-142cf15af980'}], 'binding:host_id': 'n-d-798249-3'}, 'id': 'bc009139-4260-47e1-8457-3c7c171b597e'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:14:00.326841 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a8f9de9d-6ead-4163-8392-4c88ab24da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.431273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bc009139-4260-47e1-8457-3c7c171b597e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:00.466564 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e8af890-f17f-41de-9df4-4793d2a3f2ba req-39e70e42-5d12-4e44-802b-7e5f9ecbfa66 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0687189 Jun 30 03:14:00.693515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-a8f9de9d-6ead-4163-8392-4c88ab24da85 None None] Allocated IP 172.20.0.2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/283b368a-8718-4262-bca9-142cf15af980/bc009139-4260-47e1-8457-3c7c171b597e) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:00.791938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:00.792636 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.830383 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port bc009139-4260-47e1-8457-3c7c171b597e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:00.837281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=69b915a9-c675-4cd2-b42e-a95e64c7be39,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:00.839479 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a8f9de9d-6ead-4163-8392-4c88ab24da85 None None] For port bc009139-4260-47e1-8457-3c7c171b597e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bc009139-4260-47e1-8457-3c7c171b597e,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:00.841925 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port bc009139-4260-47e1-8457-3c7c171b597e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:00.842124 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.870236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7b1616e-b4fd-44f4-9657-5fa5e0bd904b req-50b1843d-d48b-40ad-b714-db080c3c148f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=069eaf04-05ac-4dbe-802b-72807b019c0b HTTP/1.1" status: 200 len: 210 time: 0.0465152 Jun 30 03:14:00.959709 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a8f9de9d-6ead-4163-8392-4c88ab24da85 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.978582 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.982879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1f84322c-a722-470d-80cc-62be3fe9aef9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8917885 Jun 30 03:14:00.983852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38460) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:01.023885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a8f9de9d-6ead-4163-8392-4c88ab24da85 None None] Transition to ACTIVE for port object bc009139-4260-47e1-8457-3c7c171b597e will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:01.057283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:14:01.087647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3f2e3d-cbe6-47b4-87de-0a08165c9459 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:01.092708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3f2e3d-cbe6-47b4-87de-0a08165c9459 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:01.096697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-db3f2e3d-cbe6-47b4-87de-0a08165c9459 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1101942 Jun 30 03:14:01.096938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38462) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:01.215535 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a8f9de9d-6ead-4163-8392-4c88ab24da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:01.261915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:14:01.267519 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:01.321204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3218c28d-65d9-4ab0-aeb3-185dfe272d8b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/floatingips/e61c0825-3367-4d56-bf3f-4f886c72e88a HTTP/1.1" status: 204 len: 168 time: 3.0255392 Jun 30 03:14:01.322469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'tag': '21486567-5197-48a5-8b20-1692d82400fa'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:01.339056 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c250de1-192e-4cb7-9cdb-bb96056ce76e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed974d62-7245-4f2e-a4d1-7595a13e3037", "tag": "21486567-5197-48a5-8b20-1692d82400fa"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:01.353766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-836af49d-5dae-4e58-8efb-b726d77fb9d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 69b915a9-c675-4cd2-b42e-a95e64c7be39 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:01.354836 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-836af49d-5dae-4e58-8efb-b726d77fb9d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:01.450095 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9de9d-6ead-4163-8392-4c88ab24da85 None None] Pushing event updated for resources: {'Port': ['ID=bc009139-4260-47e1-8457-3c7c171b597e,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:01.455117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] Sync routers for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:14:01.560257 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-836af49d-5dae-4e58-8efb-b726d77fb9d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:01.597260 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ef1520-8ec0-4c33-910b-a546985d0c84 x-openstack-request-id: req-f5ef1520-8ec0-4c33-910b-a546985d0c84 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:01.600472 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed974d62-7245-4f2e-a4d1-7595a13e3037", "tag": "21486567-5197-48a5-8b20-1692d82400fa", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:01.600831 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5ef1520-8ec0-4c33-910b-a546985d0c84 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:01.601259 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'tag': '21486567-5197-48a5-8b20-1692d82400fa', 'status': 'completed', 'code': 200} Jun 30 03:14:01.629580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-836af49d-5dae-4e58-8efb-b726d77fb9d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 69b915a9-c675-4cd2-b42e-a95e64c7be39 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:01.653046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:01.653717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:13:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:01.724790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-ebe5c023-013c-4094-a69f-557faeff7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:01.727014 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-ebe5c023-013c-4094-a69f-557faeff7d5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 1096 time: 0.1056743 Jun 30 03:14:01.888707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:01.900403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-10c218e4-576e-4d65-81ff-e2e226c45f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:01.902468 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-10c218e4-576e-4d65-81ff-e2e226c45f32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ea552e4d-a2f0-44ce-9c81-bc66404313f3 HTTP/1.1" status: 200 len: 897 time: 0.1680784 Jun 30 03:14:01.952287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ea9eebc6-a152-48ff-9a91-6557cd4bebfb req-2ebf0f14-e688-4bd8-8725-972c4d8561df tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0486093 Jun 30 03:14:01.980240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-6551727b-387a-4108-870d-d3fc8012c832 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21486567-5197-48a5-8b20-1692d82400fa HTTP/1.1" status: 200 len: 217 time: 0.0664697 Jun 30 03:14:02.000545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:14:02.000891 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:14:02.094934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-47fe7b0f-31c7-409e-8a29-4e497a1bb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:02.096835 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-47fe7b0f-31c7-409e-8a29-4e497a1bb3a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bf7ac229-5465-441b-89ed-26a28a653858 HTTP/1.1" status: 200 len: 835 time: 0.1087115 Jun 30 03:14:02.260749 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:02.264814 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0f1fa58-a399-4ea0-87ce-c1c61eb2bbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:02.264999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-df3a0bfa-ca3b-4058-982d-4b5d9265f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:02.266395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-df3a0bfa-ca3b-4058-982d-4b5d9265f947 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ea552e4d-a2f0-44ce-9c81-bc66404313f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628325 Jun 30 03:14:02.276274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-836af49d-5dae-4e58-8efb-b726d77fb9d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:02.331280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af49d-5dae-4e58-8efb-b726d77fb9d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=69b915a9-c675-4cd2-b42e-a95e64c7be39,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:02.398452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:13:46Z', 'revision_number': 6, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:02.428775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] Checking router: a26a2923-5c5a-4e7c-966f-ebd25ed5b05b for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:14:02.438252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:02.439147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:14:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:02.466883 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-5998843b-c8fb-408d-ad3c-5528ec4c8e81 service neutron] 10.222.0.83 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824477 Jun 30 03:14:02.505088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-836af49d-5dae-4e58-8efb-b726d77fb9d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:02.513664 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-836af49d-5dae-4e58-8efb-b726d77fb9d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/69b915a9-c675-4cd2-b42e-a95e64c7be39 HTTP/1.1" status: 204 len: 168 time: 1.4153740 Jun 30 03:14:02.514473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38496) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:02.584826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f4e0f-7eba-437a-aaf7-923d368060ea tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:02.588324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f4e0f-7eba-437a-aaf7-923d368060ea tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:02.590511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f4e0f-7eba-437a-aaf7-923d368060ea tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:02.592465 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-654f4e0f-7eba-437a-aaf7-923d368060ea tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0767710 Jun 30 03:14:02.607801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38498) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:02.660706 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:02.668016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0baa8cd-fd84-434b-a535-6d1f78929e18 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 05950698-52bb-4081-b901-6759d2f25c19 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:02.672418 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0baa8cd-fd84-434b-a535-6d1f78929e18 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:02.683151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:02.738602 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c250de1-192e-4cb7-9cdb-bb96056ce76e req-ed076859-2b15-446a-bed9-b10d0ff8ca03 service neutron] 10.222.0.83 "GET /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620392 Jun 30 03:14:02.746055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port bc009139-4260-47e1-8457-3c7c171b597e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bc009139-4260-47e1-8457-3c7c171b597e,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:02.750514 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0baa8cd-fd84-434b-a535-6d1f78929e18 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:02.917884 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:02.968302 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0baa8cd-fd84-434b-a535-6d1f78929e18 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.054897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=bc009139-4260-47e1-8457-3c7c171b597e,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:03.059215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-932bd619-010d-4502-a189-46b323f9d9cd None None] Provisioning for port bc009139-4260-47e1-8457-3c7c171b597e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:03.062126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb124b-2671-4ea1-9772-cee192953283 req-f1f7f6ba-4ebe-4524-a6aa-d5d15a20047b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:03.064225 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e1fb124b-2671-4ea1-9772-cee192953283 req-f1f7f6ba-4ebe-4524-a6aa-d5d15a20047b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 945 time: 0.1679099 Jun 30 03:14:03.066912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-932bd619-010d-4502-a189-46b323f9d9cd None None] Provisioning complete for port bc009139-4260-47e1-8457-3c7c171b597e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:03.067289 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-932bd619-010d-4502-a189-46b323f9d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.095231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bc009139-4260-47e1-8457-3c7c171b597e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:03.133672 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e1fb124b-2671-4ea1-9772-cee192953283 req-3650bf21-e62d-4f90-9851-e6c847621eb8 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587366 Jun 30 03:14:03.143095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.191322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:13:46Z', 'revision_number': 6, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:03.234659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a32405-3b50-4145-8d63-4bdfc1cb5090 None None] The sync data for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 is: [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:13:46Z', 'revision_number': 6, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '40aff6b2-e964-4051-ba63-225d1cd805c2', 'name': '', 'network_id': 'ea552e4d-a2f0-44ce-9c81-bc66404313f3', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:26:e6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:40Z', 'updated_at': '2021-06-30T03:11:49Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'bf7ac229-5465-441b-89ed-26a28a653858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:14:03.238938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port bc009139-4260-47e1-8457-3c7c171b597e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:03.238938 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.258914 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4ce455ca-0b06-4f6b-ace0-87f3feb40229 req-3f13f27d-5bba-4761-909e-9e8ba3cb90d4 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0443153 Jun 30 03:14:03.287739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0baa8cd-fd84-434b-a535-6d1f78929e18 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.339124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baa8cd-fd84-434b-a535-6d1f78929e18 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=05950698-52bb-4081-b901-6759d2f25c19,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:03.341627 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0baa8cd-fd84-434b-a535-6d1f78929e18 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.345701 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-932bd619-010d-4502-a189-46b323f9d9cd None None] Could not find standard attr ID for object 69b915a9-c675-4cd2-b42e-a95e64c7be39. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:14:03.346041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f0baa8cd-fd84-434b-a535-6d1f78929e18 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/05950698-52bb-4081-b901-6759d2f25c19 HTTP/1.1" status: 204 len: 168 time: 0.7489810 Jun 30 03:14:03.348557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38510) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:03.409220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-666462e6-021b-4693-8b12-795a06694e9a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 283b368a-8718-4262-bca9-142cf15af980 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:03.414246 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-666462e6-021b-4693-8b12-795a06694e9a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.459668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-666462e6-021b-4693-8b12-795a06694e9a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.468999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b3ae4944-f6ca-4e24-bc84-c6788aa42d6c None None] Could not find standard attr ID for object 69b915a9-c675-4cd2-b42e-a95e64c7be39. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:14:03.574731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-666462e6-021b-4693-8b12-795a06694e9a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.672079 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b8f3a-a846-4475-8f75-2f174f771ff8 None None] New status for floating IP e61c0825-3367-4d56-bf3f-4f886c72e88a: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:14:03.830491 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-666462e6-021b-4693-8b12-795a06694e9a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.864817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666462e6-021b-4693-8b12-795a06694e9a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=283b368a-8718-4262-bca9-142cf15af980,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:03.867676 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-666462e6-021b-4693-8b12-795a06694e9a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:03.873002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-666462e6-021b-4693-8b12-795a06694e9a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/283b368a-8718-4262-bca9-142cf15af980 HTTP/1.1" status: 204 len: 168 time: 0.5199387 Jun 30 03:14:03.873304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38520) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:03.883363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a7cbe-f931-4ae6-90a7-1c4dcd55cb87 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:03.919501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-49c5bfd1-7d2c-4ec8-9515-ff0df8c3a113 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425467 Jun 30 03:14:03.926000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38522) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:03.944370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-32ba7340-3ca3-4454-b280-77818f163196 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:04.146357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c6a51-0ec2-4975-ba19-3b34dc16d5af None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:04.159058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-c520ebad-6921-4378-bef9-609809b3a29f tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:04.160652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-c520ebad-6921-4378-bef9-609809b3a29f tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 945 time: 0.0795147 Jun 30 03:14:04.200497 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c6a51-0ec2-4975-ba19-3b34dc16d5af None None] Deleting port bc009139-4260-47e1-8457-3c7c171b597e {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:04.200892 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9d5c6a51-0ec2-4975-ba19-3b34dc16d5af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:04.271861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ba7340-3ca3-4454-b280-77818f163196 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:04.275448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ba7340-3ca3-4454-b280-77818f163196 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:04.286189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9d5c6a51-0ec2-4975-ba19-3b34dc16d5af None None] For port bc009139-4260-47e1-8457-3c7c171b597e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bc009139-4260-47e1-8457-3c7c171b597e,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:04.286629 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9d5c6a51-0ec2-4975-ba19-3b34dc16d5af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:04.304303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c6a51-0ec2-4975-ba19-3b34dc16d5af None None] Calling delete_port for bc009139-4260-47e1-8457-3c7c171b597e owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:04.455822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-e3f00210-7141-4996-8325-bb75e05561e6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port 21486567-5197-48a5-8b20-1692d82400fa {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:04.456317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-e3f00210-7141-4996-8325-bb75e05561e6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:04.514697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86d12b73-0bc0-4561-9e88-225457e8ca9c req-db0c40de-f470-464f-9c7c-025008bcec9a tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0345430 Jun 30 03:14:04.534692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e231-1a2e-4441-a00a-21619db606fa req-bcd75729-73b6-4a9c-91a4-4dc846d8b459 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:04.536287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cbc2e231-1a2e-4441-a00a-21619db606fa req-bcd75729-73b6-4a9c-91a4-4dc846d8b459 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 945 time: 0.1965301 Jun 30 03:14:04.581373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-e3f00210-7141-4996-8325-bb75e05561e6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] For port 21486567-5197-48a5-8b20-1692d82400fa, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=21486567-5197-48a5-8b20-1692d82400fa,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:04.581866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-e3f00210-7141-4996-8325-bb75e05561e6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:04.597363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-e3f00210-7141-4996-8325-bb75e05561e6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for 21486567-5197-48a5-8b20-1692d82400fa owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:04.633844 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9d5c6a51-0ec2-4975-ba19-3b34dc16d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:04.738324 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:04.741669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c6a51-0ec2-4975-ba19-3b34dc16d5af None None] Pushing event deleted for resources: {'Port': ['ID=bc009139-4260-47e1-8457-3c7c171b597e,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:04.746670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c6a51-0ec2-4975-ba19-3b34dc16d5af None None] No DVR routers for this DVR port bc009139-4260-47e1-8457-3c7c171b597e on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:04.776572 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cbc2e231-1a2e-4441-a00a-21619db606fa req-efa44c9d-0757-4be0-9789-ab68d59e4d98 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=31d931a9-8a30-463b-937a-770648d58a75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316091 Jun 30 03:14:04.994108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bc009139-4260-47e1-8457-3c7c171b597e no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:05.014066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: bc009139-4260-47e1-8457-3c7c171b597e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:05.014410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bc009139-4260-47e1-8457-3c7c171b597e not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:05.273352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ba7340-3ca3-4454-b280-77818f163196 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:05.316354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba7340-3ca3-4454-b280-77818f163196 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:05.320117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-32ba7340-3ca3-4454-b280-77818f163196 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:05.324150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba7340-3ca3-4454-b280-77818f163196 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:05.324727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32ba7340-3ca3-4454-b280-77818f163196 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:05.332670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2bfa77-8f88-4fae-9a0e-0b37ceabb0ce None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:05.342259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-e3f00210-7141-4996-8325-bb75e05561e6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:05.350689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba7340-3ca3-4454-b280-77818f163196 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=5feb7733-3f3e-43a4-8f11-93838067db7a,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:05.384009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f00210-7141-4996-8325-bb75e05561e6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=21486567-5197-48a5-8b20-1692d82400fa,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:05.459445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-e3f00210-7141-4996-8325-bb75e05561e6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] No DVR routers for this DVR port 21486567-5197-48a5-8b20-1692d82400fa on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:05.462595 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-e3f00210-7141-4996-8325-bb75e05561e6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:05.464482 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bda67ef7-b265-46b3-b40c-76f2cb489024 req-e3f00210-7141-4996-8325-bb75e05561e6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.83 "DELETE /v2.0/ports/21486567-5197-48a5-8b20-1692d82400fa HTTP/1.1" status: 204 len: 173 time: 1.2980249 Jun 30 03:14:05.464910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'name': 'network-vif-deleted', 'tag': '21486567-5197-48a5-8b20-1692d82400fa'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:05.467462 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c0be89-fff2-47c1-894d-6e32f7278442" -d '{"events": [{"server_uuid": "ed974d62-7245-4f2e-a4d1-7595a13e3037", "name": "network-vif-deleted", "tag": "21486567-5197-48a5-8b20-1692d82400fa"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:05.510658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '5feb7733-3f3e-43a4-8f11-93838067db7a'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:14:05.514311 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:05.568329 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab935007-c0af-4b1e-aecf-ce7b69f6f263 x-openstack-request-id: req-ab935007-c0af-4b1e-aecf-ce7b69f6f263 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:05.568629 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed974d62-7245-4f2e-a4d1-7595a13e3037", "name": "network-vif-deleted", "tag": "21486567-5197-48a5-8b20-1692d82400fa", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:05.568885 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab935007-c0af-4b1e-aecf-ce7b69f6f263 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:05.569295 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed974d62-7245-4f2e-a4d1-7595a13e3037', 'name': 'network-vif-deleted', 'tag': '21486567-5197-48a5-8b20-1692d82400fa', 'status': 'completed', 'code': 200} Jun 30 03:14:05.603542 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-32ba7340-3ca3-4454-b280-77818f163196 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6690247 Jun 30 03:14:05.603861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38556) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:05.609234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:05.775310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Allocated IP 172.20.0.2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/5feb7733-3f3e-43a4-8f11-93838067db7a/95126a22-d620-413a-b105-f121d7d97043) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:05.875088 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-afe99787-4843-45ab-8fda-5423086d4db4 req-2705f4ec-7e0d-4690-8873-41165a0d1349 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0554166 Jun 30 03:14:06.035153 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:06.045662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Transition to ACTIVE for port object 95126a22-d620-413a-b105-f121d7d97043 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:06.046820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:06.050600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:06.061860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Transition to ACTIVE for port object 95126a22-d620-413a-b105-f121d7d97043 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:06.183816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e21c9fd7-2135-4ebc-9e26-b193859345ae req-3c2e6507-94ca-4e91-b9e2-04a96e0fc676 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed974d62-7245-4f2e-a4d1-7595a13e3037 HTTP/1.1" status: 200 len: 210 time: 0.1105320 Jun 30 03:14:06.190575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:06.238334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Pushing event updated for resources: {'Port': ['ID=95126a22-d620-413a-b105-f121d7d97043,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:06.299440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:06.305050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:06.319166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:06.401909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Attempting to bind port 95126a22-d620-413a-b105-f121d7d97043 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:06.402628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Attempting to bind port 95126a22-d620-413a-b105-f121d7d97043 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:06.402628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Attempting to bind port 95126a22-d620-413a-b105-f121d7d97043 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:06.407993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:06.408406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:06.408818 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:06.409215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:06.409715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Bound port: 95126a22-d620-413a-b105-f121d7d97043, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:06.410102 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:06.475816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] For port 95126a22-d620-413a-b105-f121d7d97043, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:06.479285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] For port 95126a22-d620-413a-b105-f121d7d97043, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=95126a22-d620-413a-b105-f121d7d97043,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:06.641327 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:06.706139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b23a1e-ed38-4988-8107-c71f7b42d1c2 None None] Pushing event updated for resources: {'Port': ['ID=95126a22-d620-413a-b105-f121d7d97043,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:06.835029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:14:06.910450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 21486567-5197-48a5-8b20-1692d82400fa no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:07.016484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 21486567-5197-48a5-8b20-1692d82400fa {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:07.016834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 21486567-5197-48a5-8b20-1692d82400fa not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:07.197669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 95126a22-d620-413a-b105-f121d7d97043 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:07.222945 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bda00eff-8bfd-46f0-9a73-f42d743ee028 req-235bf1eb-a55c-4cf0-90e5-cfc2ff42a473 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0562115 Jun 30 03:14:07.346278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38594) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:07.409734 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1bca5b1b-6825-4801-aef2-1f026a8331e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:07.437416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1bca5b1b-6825-4801-aef2-1f026a8331e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:07.492590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 95126a22-d620-413a-b105-f121d7d97043 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:07.587304 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:07.816538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] For port 95126a22-d620-413a-b105-f121d7d97043, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=95126a22-d620-413a-b105-f121d7d97043,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:07.852880 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:07.855367 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1bca5b1b-6825-4801-aef2-1f026a8331e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:07.858510 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1bca5b1b-6825-4801-aef2-1f026a8331e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:07.859865 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1bca5b1b-6825-4801-aef2-1f026a8331e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/security-groups/31d931a9-8a30-463b-937a-770648d58a75 HTTP/1.1" status: 204 len: 168 time: 0.5126231 Jun 30 03:14:07.870562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca5b1b-6825-4801-aef2-1f026a8331e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d931a9-8a30-463b-937a-770648d58a75,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:07.960131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:07.960962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:08.056061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:08.069616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38614) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:08.070087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:08.076910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:08.077518 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:08.083193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f4a07-2acf-481b-8009-81ab47371d1f None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:08.094325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=95126a22-d620-413a-b105-f121d7d97043,revision_number=4']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:08.097007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=d23086fd-d58c-41be-af67-324ad2cdbf0c,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:08.248257 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ec9a46c8-4c6c-4a7e-b5cb-0a2ebb5a7568 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6430609 Jun 30 03:14:08.250996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38618) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:08.259001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:78:47:e7', 'name': 'tempest-NetworksTestDHCPv6-1223204556'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:08.332725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-02593a2a-c14e-4d50-997c-d13600ca8642 None None] Provisioning for port 95126a22-d620-413a-b105-f121d7d97043 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:08.337644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-02593a2a-c14e-4d50-997c-d13600ca8642 None None] Provisioning complete for port 95126a22-d620-413a-b105-f121d7d97043 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:08.338000 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-02593a2a-c14e-4d50-997c-d13600ca8642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:08.467155 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-02593a2a-c14e-4d50-997c-d13600ca8642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:08.470019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc0f7187-4f5e-4eac-b1f9-420d06a8074d req-43c3fabd-92ee-4d44-92f9-a961e7a3e9c8 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0674217 Jun 30 03:14:08.571608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-02593a2a-c14e-4d50-997c-d13600ca8642 None None] For port 95126a22-d620-413a-b105-f121d7d97043, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=95126a22-d620-413a-b105-f121d7d97043,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:08.602530 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:08.674864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:08.685766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-02593a2a-c14e-4d50-997c-d13600ca8642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:08.777691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02593a2a-c14e-4d50-997c-d13600ca8642 None None] Pushing event updated for resources: {'Port': ['ID=95126a22-d620-413a-b105-f121d7d97043,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:08.834902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:08.867219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 686f033d-7d20-4b63-859c-017a1266d405 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:14:09.002399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port 40aff6b2-e964-4051-ba63-225d1cd805c2 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:09.002399 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:09.049410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4508992-1f3f-41c7-8246-dd9e94f93079 req-af42ada1-c0fa-4ffd-bfbc-23764c94b9a5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:09.051058 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c4508992-1f3f-41c7-8246-dd9e94f93079 req-af42ada1-c0fa-4ffd-bfbc-23764c94b9a5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 945 time: 0.2057984 Jun 30 03:14:09.068017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 95126a22-d620-413a-b105-f121d7d97043 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:09.146500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] For port 40aff6b2-e964-4051-ba63-225d1cd805c2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=40aff6b2-e964-4051-ba63-225d1cd805c2,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:09.147530 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:09.147841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 95126a22-d620-413a-b105-f121d7d97043 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:09.148223 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:09.164800 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c4508992-1f3f-41c7-8246-dd9e94f93079 req-af9dd383-4671-4c44-939d-80063e5088f6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727394 Jun 30 03:14:09.180715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for 40aff6b2-e964-4051-ba63-225d1cd805c2 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:09.242156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 172.20.0.5 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/5feb7733-3f3e-43a4-8f11-93838067db7a/686f033d-7d20-4b63-859c-017a1266d405) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:09.257234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::f816:3eff:fe78:47e7 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/d23086fd-d58c-41be-af67-324ad2cdbf0c/686f033d-7d20-4b63-859c-017a1266d405) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:09.334555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4a69e58e-6e5e-42f0-9b17-4d9b7ea0d997 None None] Provisioning complete for port 95126a22-d620-413a-b105-f121d7d97043 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:09.335363 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4a69e58e-6e5e-42f0-9b17-4d9b7ea0d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:09.454592 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:09.470113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 686f033d-7d20-4b63-859c-017a1266d405 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:09.572872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:09.604524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=40aff6b2-e964-4051-ba63-225d1cd805c2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:09.624583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:09.665611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:09.671396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:09.674599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:09.727390 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e191a036-34ca-4bcd-bd46-fb7288642b5f req-149ae450-efb9-46aa-a030-b0133f0001d1 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0641603 Jun 30 03:14:09.799590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=686f033d-7d20-4b63-859c-017a1266d405,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:09.963183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:09.963183 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:09.968909 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:10.137738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:14:10.195813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3ccdebc8-4755-4664-9c9f-7bcb978be3eb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9436784 Jun 30 03:14:10.199618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38652) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:10.282096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4b834746-2a1b-4f12-92bb-d3132f400f2a None None] Provisioning for port 686f033d-7d20-4b63-859c-017a1266d405 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:10.286813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4b834746-2a1b-4f12-92bb-d3132f400f2a None None] Provisioning complete for port 686f033d-7d20-4b63-859c-017a1266d405 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:10.287178 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4b834746-2a1b-4f12-92bb-d3132f400f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:10.290780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-9277a0c0-5704-41cb-87ca-c52bd239fa72 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:10.292380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-9277a0c0-5704-41cb-87ca-c52bd239fa72 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 945 time: 0.1484895 Jun 30 03:14:10.337746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4b834746-2a1b-4f12-92bb-d3132f400f2a None None] Port 686f033d-7d20-4b63-859c-017a1266d405 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:14:10.345685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:14:10.355213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3f92d14a-3017-4b9f-bfd5-32f422e7b4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "PUT /v2.0/routers/a26a2923-5c5a-4e7c-966f-ebd25ed5b05b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2876961 Jun 30 03:14:10.357157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38658) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:10.361113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] Sync routers for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:14:10.362733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a70b64-052e-4070-8c74-32fdfbc83ac0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:10.368910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a70b64-052e-4070-8c74-32fdfbc83ac0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:10.370653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c2a70b64-052e-4070-8c74-32fdfbc83ac0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1702900 Jun 30 03:14:10.373641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38660) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:10.373948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:10.374918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:14:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:10.460438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c164d97-bd96-4d5b-b664-1de01a7945b7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting subnet bf7ac229-5465-441b-89ed-26a28a653858 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:10.466567 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c164d97-bd96-4d5b-b664-1de01a7945b7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:10.483771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:10.517976 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c164d97-bd96-4d5b-b664-1de01a7945b7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:10.529089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3665a-f36d-4f6e-abf9-6b7863f25b8d req-7ec987b8-b30e-45d8-beac-1e50f7214b16 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:10.532204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bc3665a-f36d-4f6e-abf9-6b7863f25b8d req-7ec987b8-b30e-45d8-beac-1e50f7214b16 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 945 time: 0.2260523 Jun 30 03:14:10.573785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-7a645942-2e0c-4d9b-bb45-d9e11ae1ebe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Deleting port 3f6feba5-cc2e-407f-99fc-31fef1eee200 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:10.574158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-7a645942-2e0c-4d9b-bb45-d9e11ae1ebe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:10.615017 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bc3665a-f36d-4f6e-abf9-6b7863f25b8d req-a234eff5-f0c2-48f3-8bdc-f3df1f49064c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=ad421aa2-a606-4be2-912b-3bd721e71a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694509 Jun 30 03:14:10.637012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ac90c-4839-4d0f-b5a9-860aef1f8787 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 686f033d-7d20-4b63-859c-017a1266d405 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:10.637644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac90c-4839-4d0f-b5a9-860aef1f8787 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:10.714475 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c164d97-bd96-4d5b-b664-1de01a7945b7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:10.773551 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac90c-4839-4d0f-b5a9-860aef1f8787 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:10.787207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-7a645942-2e0c-4d9b-bb45-d9e11ae1ebe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] For port 3f6feba5-cc2e-407f-99fc-31fef1eee200, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=3f6feba5-cc2e-407f-99fc-31fef1eee200,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:10.787676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-7a645942-2e0c-4d9b-bb45-d9e11ae1ebe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:10.807508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-7a645942-2e0c-4d9b-bb45-d9e11ae1ebe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Calling delete_port for 3f6feba5-cc2e-407f-99fc-31fef1eee200 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:10.827170 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-8a4ac90c-4839-4d0f-b5a9-860aef1f8787 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 686f033d-7d20-4b63-859c-017a1266d405 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:10.898737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:14:09Z', 'revision_number': 7, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:10.947896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] Checking router: a26a2923-5c5a-4e7c-966f-ebd25ed5b05b for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:14:10.957463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] Routers {'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:10.958194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:14:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:11.102403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] Set router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:11.335946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:14:09Z', 'revision_number': 7, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:11.343769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac90c-4839-4d0f-b5a9-860aef1f8787 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:11.370312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7371e-1c91-4876-a535-884c128133bc None None] The sync data for ids ['a26a2923-5c5a-4e7c-966f-ebd25ed5b05b'] in n-d-798249-3 is: [{'id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'name': 'tempest-TestNetworkBasicOps-router-1077604294', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:11:31Z', 'updated_at': '2021-06-30T03:14:09Z', 'revision_number': 7, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'f49b09ad-ecb0-4db0-84de-0c115ee62cc1', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26a2923-5c5a-4e7c-966f-ebd25ed5b05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:11:33Z', 'updated_at': '2021-06-30T03:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:14:11.371661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8bca8915-dc4e-4b72-b1e6-be256b5fc864 req-4c69a811-1c09-4f90-981f-9a74d3cb3276 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0616713 Jun 30 03:14:11.415183 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c164d97-bd96-4d5b-b664-1de01a7945b7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:11.426454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ac90c-4839-4d0f-b5a9-860aef1f8787 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=686f033d-7d20-4b63-859c-017a1266d405,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:11.478026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c164d97-bd96-4d5b-b664-1de01a7945b7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7ac229-5465-441b-89ed-26a28a653858,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:11.519839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c164d97-bd96-4d5b-b664-1de01a7945b7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:11.526710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38676) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:11.526911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7c164d97-bd96-4d5b-b664-1de01a7945b7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/subnets/bf7ac229-5465-441b-89ed-26a28a653858 HTTP/1.1" status: 204 len: 168 time: 1.1657772 Jun 30 03:14:11.529604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de8ce66-9ae1-4c77-9788-2ae2d3058d2e None None] Network ea552e4d-a2f0-44ce-9c81-bc66404313f3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:11.606763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-7a645942-2e0c-4d9b-bb45-d9e11ae1ebe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:11.638640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['3f6feba5-cc2e-407f-99fc-31fef1eee200'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:14:11.775873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-7a645942-2e0c-4d9b-bb45-d9e11ae1ebe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] No DVR routers for this DVR port 3f6feba5-cc2e-407f-99fc-31fef1eee200 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:11.779598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-7a645942-2e0c-4d9b-bb45-d9e11ae1ebe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:11.782201 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-75a06150-8d6e-4d6b-ae49-42f35b1af52c req-7a645942-2e0c-4d9b-bb45-d9e11ae1ebe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "DELETE /v2.0/ports/3f6feba5-cc2e-407f-99fc-31fef1eee200 HTTP/1.1" status: 204 len: 173 time: 1.4805992 Jun 30 03:14:11.797062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a645942-2e0c-4d9b-bb45-d9e11ae1ebe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'Port': ['ID=3f6feba5-cc2e-407f-99fc-31fef1eee200,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:11.817298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091bae3e-9886-4738-9efa-1034047f0f8e', 'name': 'network-vif-deleted', 'tag': '3f6feba5-cc2e-407f-99fc-31fef1eee200'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:11.820868 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f6a218-2368-4cec-b4b9-4488903e8e7c" -d '{"events": [{"server_uuid": "091bae3e-9886-4738-9efa-1034047f0f8e", "name": "network-vif-deleted", "tag": "3f6feba5-cc2e-407f-99fc-31fef1eee200"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:11.888082 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33a434a-6539-4722-9fdd-cd0e4c9979d0 x-openstack-request-id: req-a33a434a-6539-4722-9fdd-cd0e4c9979d0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:11.888401 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091bae3e-9886-4738-9efa-1034047f0f8e", "name": "network-vif-deleted", "tag": "3f6feba5-cc2e-407f-99fc-31fef1eee200", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:11.888648 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a33a434a-6539-4722-9fdd-cd0e4c9979d0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:11.891093 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091bae3e-9886-4738-9efa-1034047f0f8e', 'name': 'network-vif-deleted', 'tag': '3f6feba5-cc2e-407f-99fc-31fef1eee200', 'status': 'completed', 'code': 200} Jun 30 03:14:11.970026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1240253b-7dda-4a63-b567-51ce6d266071 None None] DHCP port deletion for ea552e4d-a2f0-44ce-9c81-bc66404313f3 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:12.034753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1240253b-7dda-4a63-b567-51ce6d266071 None None] Deleting port 2428e97a-ae1b-414b-8d33-c4152f5eae09 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:12.034753 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1240253b-7dda-4a63-b567-51ce6d266071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.137237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1240253b-7dda-4a63-b567-51ce6d266071 None None] For port 2428e97a-ae1b-414b-8d33-c4152f5eae09, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2428e97a-ae1b-414b-8d33-c4152f5eae09,segment=NetworkSegment(d97dae19-4726-47e9-84c5-e66d37ed2ccf),segment_id=d97dae19-4726-47e9-84c5-e66d37ed2ccf)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:12.137913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1240253b-7dda-4a63-b567-51ce6d266071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.164825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1240253b-7dda-4a63-b567-51ce6d266071 None None] Calling delete_port for 2428e97a-ae1b-414b-8d33-c4152f5eae09 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:12.386326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e9fb97a-2c4d-44ae-8ea4-7f72761f78d4 req-eafceba0-ff43-4cc8-ab47-50ce287ed118 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.0657177 Jun 30 03:14:12.392428 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8a4ac90c-4839-4d0f-b5a9-860aef1f8787 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.394724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8a4ac90c-4839-4d0f-b5a9-860aef1f8787 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/686f033d-7d20-4b63-859c-017a1266d405 HTTP/1.1" status: 204 len: 168 time: 2.0196187 Jun 30 03:14:12.397349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38690) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:12.418290 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1240253b-7dda-4a63-b567-51ce6d266071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.470781 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240253b-7dda-4a63-b567-51ce6d266071 None None] Pushing event deleted for resources: {'Port': ['ID=2428e97a-ae1b-414b-8d33-c4152f5eae09,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:12.473048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240253b-7dda-4a63-b567-51ce6d266071 None None] No DVR routers for this DVR port 2428e97a-ae1b-414b-8d33-c4152f5eae09 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:12.513861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71414a4b-c347-4649-bde5-b6a503065e99 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:12.515426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71414a4b-c347-4649-bde5-b6a503065e99 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:12.529949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71414a4b-c347-4649-bde5-b6a503065e99 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:12.530753 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.534574 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-71414a4b-c347-4649-bde5-b6a503065e99 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1355164 Jun 30 03:14:12.537968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38694) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:12.661314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.670025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2db9e23e-398a-407b-84a3-f0924ac6eb63 req-b9cb247e-abf3-471e-ab45-aa23697f5102 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0609639 Jun 30 03:14:12.688619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-43060544-376a-4e48-bf7c-518656b20c8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 5feb7733-3f3e-43a4-8f11-93838067db7a {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:12.692217 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-43060544-376a-4e48-bf7c-518656b20c8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.746615 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-43060544-376a-4e48-bf7c-518656b20c8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.811173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port f49b09ad-ecb0-4db0-84de-0c115ee62cc1 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:12.811770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.857422 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-43060544-376a-4e48-bf7c-518656b20c8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.907566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] For port f49b09ad-ecb0-4db0-84de-0c115ee62cc1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f49b09ad-ecb0-4db0-84de-0c115ee62cc1,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:12.909293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:12.933972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for f49b09ad-ecb0-4db0-84de-0c115ee62cc1 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:13.008034 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-43060544-376a-4e48-bf7c-518656b20c8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.022085 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 40aff6b2-e964-4051-ba63-225d1cd805c2 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:13.039469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43060544-376a-4e48-bf7c-518656b20c8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=5feb7733-3f3e-43a4-8f11-93838067db7a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:13.043773 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-43060544-376a-4e48-bf7c-518656b20c8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.047951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-43060544-376a-4e48-bf7c-518656b20c8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/5feb7733-3f3e-43a4-8f11-93838067db7a HTTP/1.1" status: 204 len: 168 time: 0.5064220 Jun 30 03:14:13.048270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38696) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:13.081870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 40aff6b2-e964-4051-ba63-225d1cd805c2 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:13.084518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 40aff6b2-e964-4051-ba63-225d1cd805c2 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:13.086348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2428e97a-ae1b-414b-8d33-c4152f5eae09 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:13.098235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f8c15f-6b08-41f0-ad7b-29031963ca59 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:13.135085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bf5c43-eab0-40c5-bdf1-53fe028346e2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet d23086fd-d58c-41be-af67-324ad2cdbf0c {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:13.143838 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5c43-eab0-40c5-bdf1-53fe028346e2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.200330 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5c43-eab0-40c5-bdf1-53fe028346e2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.210588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 2428e97a-ae1b-414b-8d33-c4152f5eae09 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:13.210983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2428e97a-ae1b-414b-8d33-c4152f5eae09 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:13.316576 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5c43-eab0-40c5-bdf1-53fe028346e2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.383942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.423928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=f49b09ad-ecb0-4db0-84de-0c115ee62cc1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:13.527269 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5c43-eab0-40c5-bdf1-53fe028346e2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.543347 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.578189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf5c43-eab0-40c5-bdf1-53fe028346e2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=d23086fd-d58c-41be-af67-324ad2cdbf0c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:13.585332 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5c43-eab0-40c5-bdf1-53fe028346e2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.597622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b5bf5c43-eab0-40c5-bdf1-53fe028346e2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/d23086fd-d58c-41be-af67-324ad2cdbf0c HTTP/1.1" status: 204 len: 168 time: 0.5380309 Jun 30 03:14:13.597622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38708) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:13.646659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 3f6feba5-cc2e-407f-99fc-31fef1eee200 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:13.655693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd80c0a-1692-4815-9db7-6c1cf4df2f1a req-5a2f66bf-fb5d-435a-ae74-b6b4068e2b9d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.0341163 Jun 30 03:14:13.678057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 3f6feba5-cc2e-407f-99fc-31fef1eee200 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:13.678421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 3f6feba5-cc2e-407f-99fc-31fef1eee200 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:13.694068 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bd41f8d8-177c-4ad6-8618-f477aa585b72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018128 Jun 30 03:14:13.695020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38710) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:13.700598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-18b24137-b92f-4cbf-833d-9069a215e359 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:13.748220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.752234 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.915232 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.915764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Fanout notify agent at l3_agent the message router_deleted on router a26a2923-5c5a-4e7c-966f-ebd25ed5b05b {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:14:13.922709 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:13.924163 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-09b02ff2-af67-469e-91ba-e6c859999be6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/routers/a26a2923-5c5a-4e7c-966f-ebd25ed5b05b HTTP/1.1" status: 204 len: 168 time: 2.3963177 Jun 30 03:14:13.935132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38714) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:13.940350 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fe1b4d9e-5ef9-4c5d-a57c-c36c4299ddc5 req-a5f2f1d3-1f80-4b5d-a2eb-31864788f571 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0485926 Jun 30 03:14:13.989831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b24137-b92f-4cbf-833d-9069a215e359 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:13.993543 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18b24137-b92f-4cbf-833d-9069a215e359 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.079968 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.240942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4c0514-b157-45a6-a8a9-c47cb550b5b5 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:14.289585 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.311480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea552e4d-a2f0-44ce-9c81-bc66404313f3']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:14.333521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97dae19-4726-47e9-84c5-e66d37ed2ccf') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:14.334342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97dae19-4726-47e9-84c5-e66d37ed2ccf') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:14.353214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.379937 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.387526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d45d4427-714a-4d8f-b598-35f0f9c22e28 None None] Provisioning complete for port 95126a22-d620-413a-b105-f121d7d97043 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:14.387703 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d45d4427-714a-4d8f-b598-35f0f9c22e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.389204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:14:14.389913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.435817 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18b24137-b92f-4cbf-833d-9069a215e359 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:14:14.468197 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:14:14.568908 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.569874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b24137-b92f-4cbf-833d-9069a215e359 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:14.575600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-18b24137-b92f-4cbf-833d-9069a215e359 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:14.580679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b24137-b92f-4cbf-833d-9069a215e359 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:14.595188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-18b24137-b92f-4cbf-833d-9069a215e359 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.595713 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.595713 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/networks/ea552e4d-a2f0-44ce-9c81-bc66404313f3 HTTP/1.1" status: 204 len: 168 time: 0.6551640 Jun 30 03:14:14.595874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b24137-b92f-4cbf-833d-9069a215e359 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=2ac49a2f-6d93-45f2-84a1-9cc8ef9b4dfe,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:14.606758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c8050-ecdd-4731-a7a6-270aed496769 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Network': ['ID=ea552e4d-a2f0-44ce-9c81-bc66404313f3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:14.608825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38726) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:14.618619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'network': {'name': 'tempest-network-smoke--1799810649', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:14.620754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53184cbb-da89-4ea2-a119-3583e61c2ce4 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:14.667405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-53184cbb-da89-4ea2-a119-3583e61c2ce4 None None] Deleting port 95126a22-d620-413a-b105-f121d7d97043 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:14.668041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53184cbb-da89-4ea2-a119-3583e61c2ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.735799 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-18b24137-b92f-4cbf-833d-9069a215e359 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0395329 Jun 30 03:14:14.741831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38730) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:14.753366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:14.799294 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-53184cbb-da89-4ea2-a119-3583e61c2ce4 None None] For port 95126a22-d620-413a-b105-f121d7d97043, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=95126a22-d620-413a-b105-f121d7d97043,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:14.799688 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53184cbb-da89-4ea2-a119-3583e61c2ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.813185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-53184cbb-da89-4ea2-a119-3583e61c2ce4 None None] Calling delete_port for 95126a22-d620-413a-b105-f121d7d97043 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:14.866667 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-df67a3cc-feca-4771-8640-0d6a7f555ca1 req-e3415554-a922-42d3-b339-42f6e7c8bfc6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.0355568 Jun 30 03:14:14.961138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Made reservation on behalf of 3b3b9b93cfef4dd6a88ebf21ff22120b for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:14.962238 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53184cbb-da89-4ea2-a119-3583e61c2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.964791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:14.977152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53184cbb-da89-4ea2-a119-3583e61c2ce4 None None] No DVR routers for this DVR port 95126a22-d620-413a-b105-f121d7d97043 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:15.016519 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53184cbb-da89-4ea2-a119-3583e61c2ce4 None None] Pushing event deleted for resources: {'Port': ['ID=95126a22-d620-413a-b105-f121d7d97043,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:15.022639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:14:15.033447 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.033824 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Added segment 03b5e921-55de-4289-97a7-7b2f43cdf4c6 of type vlan for network d8617c0d-684e-41ef-8d52-0ad560209155 Jun 30 03:14:15.037856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de38bbd5-840b-4ee7-a352-643e5534f222 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:15.061099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f49b09ad-ecb0-4db0-84de-0c115ee62cc1 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:15.083535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.141111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f49b09ad-ecb0-4db0-84de-0c115ee62cc1 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:15.142134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f49b09ad-ecb0-4db0-84de-0c115ee62cc1 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:15.142134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 95126a22-d620-413a-b105-f121d7d97043 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:15.171095 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 95126a22-d620-413a-b105-f121d7d97043 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:15.171458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 95126a22-d620-413a-b105-f121d7d97043 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:15.182265 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-460549b0-4ca5-43bb-8cbc-74510e3408eb req-e9555b18-5f30-4a29-82b2-607964c652a8 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0547428 Jun 30 03:14:15.203547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:15.204319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.314715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '2ac49a2f-6d93-45f2-84a1-9cc8ef9b4dfe'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:14:15.315392 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.319869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.325380 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:15.326117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.472411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Network': ['ID=d8617c0d-684e-41ef-8d52-0ad560209155,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:15.485137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d8617c0d-684e-41ef-8d52-0ad560209155 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:14:15.531939 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:14:15.555926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Allocated IP 172.20.0.2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/2ac49a2f-6d93-45f2-84a1-9cc8ef9b4dfe/2d4f5ab0-8e10-468a-966e-c96ebda49541) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:15.634839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-086f4194-0c58-457c-8028-d77c53e62b7e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0247784 Jun 30 03:14:15.637481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38742) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:15.643957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-417147264', 'admin_state_up': True, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:15.678705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.objects.ports [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:14:15.682293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.732133 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:15.744222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:15.746564 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.748587 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:15.749200 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.757031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=abde9a89-698b-4f13-8e3a-9cc17b1f6dd9,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:15.757838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Transition to ACTIVE for port object 2d4f5ab0-8e10-468a-966e-c96ebda49541 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:15.781170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Transition to ACTIVE for port object 2d4f5ab0-8e10-468a-966e-c96ebda49541 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:15.824572 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.825582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.864638 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.886033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:15.908584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38746) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:15.909720 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-30acedff-6fe1-4ef3-91cb-27f5a18f45cb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1664498 Jun 30 03:14:15.921037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:4b:f1:30', 'name': 'tempest-NetworksTestDHCPv6-619800636'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:15.922337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:15.934450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Pushing event updated for resources: {'Port': ['ID=2d4f5ab0-8e10-468a-966e-c96ebda49541,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:15.937851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:15.944434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:16.007601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Attempting to bind port 2d4f5ab0-8e10-468a-966e-c96ebda49541 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:16.008256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Attempting to bind port 2d4f5ab0-8e10-468a-966e-c96ebda49541 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:16.008785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Attempting to bind port 2d4f5ab0-8e10-468a-966e-c96ebda49541 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:16.014425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:16.014800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:16.015211 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.015604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:16.016074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Bound port: 2d4f5ab0-8e10-468a-966e-c96ebda49541, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:16.016455 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.090781 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] For port 2d4f5ab0-8e10-468a-966e-c96ebda49541, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:16.098921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] For port 2d4f5ab0-8e10-468a-966e-c96ebda49541, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d4f5ab0-8e10-468a-966e-c96ebda49541,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:16.117942 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-951620be-8e12-43b3-ae24-2a153fb33255 req-ef992481-5c67-405f-8ab7-f9575eb94c5c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.0782211 Jun 30 03:14:16.171274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.246753 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.299671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:16.330867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c44dca-898f-437c-bc55-0484ad33bd32 None None] Pushing event updated for resources: {'Port': ['ID=2d4f5ab0-8e10-468a-966e-c96ebda49541,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:16.412396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f10c556b-a07c-48c6-8639-f9ba18731282 req-217e6dd2-7c8c-4e91-8f7e-0f1b7f98f7de tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0389531 Jun 30 03:14:16.438113 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.479481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 29151515-2810-44d1-b788-883d5553504b yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:14:16.603068 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.631347 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.729876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 172.20.0.7 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/2ac49a2f-6d93-45f2-84a1-9cc8ef9b4dfe/29151515-2810-44d1-b788-883d5553504b) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:16.745695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::f816:3eff:fe4b:f130 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/abde9a89-698b-4f13-8e3a-9cc17b1f6dd9/29151515-2810-44d1-b788-883d5553504b) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:16.785256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Allocated IP 172.25.2.16 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/ce0e80dd-d665-4f93-a088-8092329b7c94) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:16.966899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:17.025157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:17.050863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 29151515-2810-44d1-b788-883d5553504b will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:17.117629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d4f5ab0-8e10-468a-966e-c96ebda49541 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:17.221575 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:17.267877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:17.271209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:17.282588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:17.284984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=ce0e80dd-d665-4f93-a088-8092329b7c94,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:17.295603 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:17.303641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 2d4f5ab0-8e10-468a-966e-c96ebda49541 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:17.390576 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac6e6872-0002-45a5-9421-0ca59870122b req-b745bb14-72b9-46b5-919f-3eac2886f02c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.0484681 Jun 30 03:14:17.408644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:17.422053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:17.425064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=29151515-2810-44d1-b788-883d5553504b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:17.427691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:17.548338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:17.549174 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:17.671006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7b70589-81ad-42f1-bc86-59bbd938ed16 req-36a582ae-d258-40be-8bb9-92f0ab8f3bbc tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0514433 Jun 30 03:14:17.774031 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f086e832-6fdf-43bc-bf8e-b4e9c74acd72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8628330 Jun 30 03:14:17.775563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38770) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:17.811274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:17.831575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b32e42-8efc-4c56-986d-eabd5df8490d None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:17.878541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2ef80-e947-4870-b5fb-9fb1fdb1af07 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:17.904580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2ef80-e947-4870-b5fb-9fb1fdb1af07 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:17.904580 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-58c2ef80-e947-4870-b5fb-9fb1fdb1af07 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1113257 Jun 30 03:14:17.904580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38772) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:18.057210 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3572d44f-cbcb-46b4-b7c2-6f11b662bbd1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 29151515-2810-44d1-b788-883d5553504b {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:18.057518 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3572d44f-cbcb-46b4-b7c2-6f11b662bbd1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:18.067147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fee31c56-7fad-4d25-94bc-0d4c9275251e None None] Provisioning for port 2d4f5ab0-8e10-468a-966e-c96ebda49541 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:18.072481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fee31c56-7fad-4d25-94bc-0d4c9275251e None None] Provisioning complete for port 2d4f5ab0-8e10-468a-966e-c96ebda49541 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:18.072849 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fee31c56-7fad-4d25-94bc-0d4c9275251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:18.165922 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3572d44f-cbcb-46b4-b7c2-6f11b662bbd1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:18.182547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3572d44f-cbcb-46b4-b7c2-6f11b662bbd1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 29151515-2810-44d1-b788-883d5553504b owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:18.212712 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:18.221678 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fee31c56-7fad-4d25-94bc-0d4c9275251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:18.343358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-fee31c56-7fad-4d25-94bc-0d4c9275251e None None] For port 2d4f5ab0-8e10-468a-966e-c96ebda49541, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d4f5ab0-8e10-468a-966e-c96ebda49541,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:18.402290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc0544-b004-44e9-a84b-3c58e19cac8b None None] Update dhcp port {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': '2ac49a2f-6d93-45f2-84a1-9cc8ef9b4dfe', 'ip_address': '172.20.0.2'}, {'subnet_id': 'abde9a89-698b-4f13-8e3a-9cc17b1f6dd9'}], 'binding:host_id': 'n-d-798249-3'}, 'id': '2d4f5ab0-8e10-468a-966e-c96ebda49541'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:14:18.466723 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0544-b004-44e9-a84b-3c58e19cac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:18.495419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fee31c56-7fad-4d25-94bc-0d4c9275251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:18.600594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:14:18.647839 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3572d44f-cbcb-46b4-b7c2-6f11b662bbd1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:18.703961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee31c56-7fad-4d25-94bc-0d4c9275251e None None] Pushing event updated for resources: {'Port': ['ID=2d4f5ab0-8e10-468a-966e-c96ebda49541,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:18.741752 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4bef02d-a913-446a-9e2e-1daf6c34744e req-e1c701e6-5210-45b1-9e49-8929eff71609 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=091bae3e-9886-4738-9efa-1034047f0f8e HTTP/1.1" status: 200 len: 210 time: 0.1022687 Jun 30 03:14:18.788189 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572d44f-cbcb-46b4-b7c2-6f11b662bbd1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=29151515-2810-44d1-b788-883d5553504b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:18.803041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:14:18.814380 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Sync routers for ids ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:14:18.855378 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Routers {'f4f2dc26-7f27-4475-8de3-c2c736bb29b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:18.858054 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:14:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:18.947846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-016a5968-5fbe-4b31-b15d-a98ccd6d14ae req-30ab2a17-9a80-4a5c-96d5-78275a58b167 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0561941 Jun 30 03:14:18.970260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-a6dc0544-b004-44e9-a84b-3c58e19cac8b None None] Allocated IP 2001:db8::f816:3eff:fe35:1d7c (8b1fc8b1-93de-4ade-819e-1955848f7bfe/abde9a89-698b-4f13-8e3a-9cc17b1f6dd9/2d4f5ab0-8e10-468a-966e-c96ebda49541) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:19.010663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.012743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e6855f06-9cce-4953-b116-7c5e672e4e6c tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3737125 Jun 30 03:14:19.016836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3572d44f-cbcb-46b4-b7c2-6f11b662bbd1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.019140 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3572d44f-cbcb-46b4-b7c2-6f11b662bbd1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/29151515-2810-44d1-b788-883d5553504b HTTP/1.1" status: 204 len: 168 time: 1.1284757 Jun 30 03:14:19.022064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38788) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:19.022216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38786) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:19.065676 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Set router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:19.121349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d4f5ab0-8e10-468a-966e-c96ebda49541 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:19.122069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5beed45b-fa95-4967-a389-a2d8bd7b8116 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=3b3b9b93cfef4dd6a88ebf21ff22120b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0950508 Jun 30 03:14:19.122069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38790) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:19.153157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb426b-aca1-42aa-9285-8a122171777a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:19.157274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb426b-aca1-42aa-9285-8a122171777a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:19.162465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb426b-aca1-42aa-9285-8a122171777a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:19.165858 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f3fb426b-aca1-42aa-9285-8a122171777a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1426778 Jun 30 03:14:19.168660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38792) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:19.196418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a6dc0544-b004-44e9-a84b-3c58e19cac8b None None] For port 2d4f5ab0-8e10-468a-966e-c96ebda49541, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d4f5ab0-8e10-468a-966e-c96ebda49541,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:19.206256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 2d4f5ab0-8e10-468a-966e-c96ebda49541 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:19.206627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.232287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49148481-b6ff-4232-ae26-8dcad4e9bddb tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:19.237092 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-49148481-b6ff-4232-ae26-8dcad4e9bddb tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1166809 Jun 30 03:14:19.237836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38794) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:19.272079 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-045d9a7c-c55c-4491-adcd-3381fb642eb7 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328784 Jun 30 03:14:19.272322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38796) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:19.279643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0544-b004-44e9-a84b-3c58e19cac8b None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.280777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-580077496', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:19.298869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a6dc0544-b004-44e9-a84b-3c58e19cac8b None None] Transition to ACTIVE for port object 2d4f5ab0-8e10-468a-966e-c96ebda49541 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:19.334852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8162ef2-8684-4044-8ce2-cc8a3f641717 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 2ac49a2f-6d93-45f2-84a1-9cc8ef9b4dfe {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:19.429324 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0544-b004-44e9-a84b-3c58e19cac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.430338 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8162ef2-8684-4044-8ce2-cc8a3f641717 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.475947 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:17Z', 'revision_number': 3, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:19.489593 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8162ef2-8684-4044-8ce2-cc8a3f641717 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.540389 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Checking router: f4f2dc26-7f27-4475-8de3-c2c736bb29b6 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:14:19.541416 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Updating router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 port ce0e80dd-d665-4f93-a088-8092329b7c94 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:14:19.585974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc0544-b004-44e9-a84b-3c58e19cac8b None None] Pushing event updated for resources: {'Port': ['ID=2d4f5ab0-8e10-468a-966e-c96ebda49541,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:19.621686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Made reservation on behalf of 3b3b9b93cfef4dd6a88ebf21ff22120b for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:19.622316 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.625656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.641906 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8162ef2-8684-4044-8ce2-cc8a3f641717 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.884329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8162ef2-8684-4044-8ce2-cc8a3f641717 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.971947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8162ef2-8684-4044-8ce2-cc8a3f641717 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac49a2f-6d93-45f2-84a1-9cc8ef9b4dfe,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:19.982931 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8162ef2-8684-4044-8ce2-cc8a3f641717 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.985676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b8162ef2-8684-4044-8ce2-cc8a3f641717 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/2ac49a2f-6d93-45f2-84a1-9cc8ef9b4dfe HTTP/1.1" status: 204 len: 168 time: 0.8158746 Jun 30 03:14:19.988447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38806) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:20.052715 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.072358 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Transition to ACTIVE for port object ce0e80dd-d665-4f93-a088-8092329b7c94 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:20.080810 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.086966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-a066a07d-4e49-4fed-99f7-f9f9ead498a1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet abde9a89-698b-4f13-8e3a-9cc17b1f6dd9 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:20.091509 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a066a07d-4e49-4fed-99f7-f9f9ead498a1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.163920 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a066a07d-4e49-4fed-99f7-f9f9ead498a1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.178975 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.241169 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14ba86-c549-4e07-9995-3594e5ae819e None None] Pushing event updated for resources: {'Port': ['ID=ce0e80dd-d665-4f93-a088-8092329b7c94,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:20.263501 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e53a186e-4688-4e6e-88bc-048efc21fb45 req-7fd25e78-e2c4-4d4a-9566-e7f14c186f04 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0931811 Jun 30 03:14:20.266748 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Attempting to bind port ce0e80dd-d665-4f93-a088-8092329b7c94 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:20.267129 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Attempting to bind port ce0e80dd-d665-4f93-a088-8092329b7c94 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:20.269178 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Attempting to bind port ce0e80dd-d665-4f93-a088-8092329b7c94 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:20.283131 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:20.283497 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:20.283925 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.284325 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:20.284859 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Bound port: ce0e80dd-d665-4f93-a088-8092329b7c94, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:20.285273 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.286587 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Subnet': ['ID=b2f499b0-b23a-4e7a-8b7c-0d808ab230ff,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:20.289070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Checking segment: {'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:20.289649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network hostable DHCP agents. Network: d8617c0d-684e-41ef-8d52-0ad560209155, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:14:20.378193 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] For port ce0e80dd-d665-4f93-a088-8092329b7c94, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:20.383689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network d8617c0d-684e-41ef-8d52-0ad560209155 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:14:20.383873 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] For port ce0e80dd-d665-4f93-a088-8092329b7c94, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ce0e80dd-d665-4f93-a088-8092329b7c94,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:20.418356 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a066a07d-4e49-4fed-99f7-f9f9ead498a1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.567738 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.568508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d39349-a6fd-430e-a2ce-669d4cb4a1b4 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:20.577318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d8617c0d-684e-41ef-8d52-0ad560209155) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:20.581390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:20.582378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.659582 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Routers {'f4f2dc26-7f27-4475-8de3-c2c736bb29b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:20.661099 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:14:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:20.699793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dab99d-a14e-4c30-9650-dc6c654505d2 None None] Network d8617c0d-684e-41ef-8d52-0ad560209155 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:20.704553 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a066a07d-4e49-4fed-99f7-f9f9ead498a1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.751859 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-61559afa-be22-4cdb-ae4f-ae37d0f4df12 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4763849 Jun 30 03:14:20.752071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38818) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:20.778212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066a07d-4e49-4fed-99f7-f9f9ead498a1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=abde9a89-698b-4f13-8e3a-9cc17b1f6dd9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:20.786445 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a066a07d-4e49-4fed-99f7-f9f9ead498a1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:20.788708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a066a07d-4e49-4fed-99f7-f9f9ead498a1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/abde9a89-698b-4f13-8e3a-9cc17b1f6dd9 HTTP/1.1" status: 204 len: 168 time: 0.7979224 Jun 30 03:14:20.789035 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] Set router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:20.791476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38820) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:20.842558 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bc18a8a1-059f-47ba-9ab5-e17fc024f27a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503147 Jun 30 03:14:20.845479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38822) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:20.893252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-09bce728-6b7c-4907-a81d-862487babb9a None None] Could not find standard attr ID for object 29151515-2810-44d1-b788-883d5553504b. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:14:20.990212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f83122-484f-44f2-9699-82cbf388b9f2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:20.996828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b3f83122-484f-44f2-9699-82cbf388b9f2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1500907 Jun 30 03:14:20.999590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38824) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:21.078115 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14ba86-c549-4e07-9995-3594e5ae819e None None] Pushing event updated for resources: {'Port': ['ID=ce0e80dd-d665-4f93-a088-8092329b7c94,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:21.098485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-09bce728-6b7c-4907-a81d-862487babb9a None None] Provisioning for port 2d4f5ab0-8e10-468a-966e-c96ebda49541 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:21.123981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-d8617c0d-684e-41ef-8d52-0ad560209155', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:14:21.127330 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:21.142450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d4f5ab0-8e10-468a-966e-c96ebda49541 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:21.174933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-09bce728-6b7c-4907-a81d-862487babb9a None None] Provisioning complete for port 2d4f5ab0-8e10-468a-966e-c96ebda49541 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:21.177207 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-09bce728-6b7c-4907-a81d-862487babb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:21.211123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6831a0a-d8cd-4759-ab50-1d65feb67114 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:21.220644 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b6831a0a-d8cd-4759-ab50-1d65feb67114 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2159753 Jun 30 03:14:21.221712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38828) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:21.274759 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:17Z', 'revision_number': 3, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:21.352018 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811c5d3-1393-40e2-95dd-a1a677e6cb24 None None] The sync data for ids ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'] in n-d-798249-3 is: [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:17Z', 'revision_number': 3, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:14:21.376562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7b2ded9d-96b0-42ee-a0db-4c89744ac641 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1532931 Jun 30 03:14:21.376562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38832) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:21.403033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-23727d13-4b44-40bb-b84c-ba0521b46602 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:21.405474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae9f155-bc89-4b6b-b89e-d0dd61f168a2 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:21.696569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c3c4368-6461-46ab-8888-909abd34cdff req-fe341595-a869-46ce-961f-d50ea8befbf9 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0923958 Jun 30 03:14:21.767607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 2d4f5ab0-8e10-468a-966e-c96ebda49541 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:21.768155 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:21.841944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23727d13-4b44-40bb-b84c-ba0521b46602 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:21.862067 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-23727d13-4b44-40bb-b84c-ba0521b46602 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:21.867576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Allocated IP 172.20.0.2 (d8617c0d-684e-41ef-8d52-0ad560209155/b2f499b0-b23a-4e7a-8b7c-0d808ab230ff/713182dd-2c4d-4ce4-9c41-b748b15c06d9) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:21.871320 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-23727d13-4b44-40bb-b84c-ba0521b46602 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:14:21.872432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23727d13-4b44-40bb-b84c-ba0521b46602 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:14:21.921558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9f155-bc89-4b6b-b89e-d0dd61f168a2 None None] Deleting port 2d4f5ab0-8e10-468a-966e-c96ebda49541 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:21.921558 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f155-bc89-4b6b-b89e-d0dd61f168a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:22.062473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-23727d13-4b44-40bb-b84c-ba0521b46602 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6847601 Jun 30 03:14:22.064515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38840) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:22.072807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e3e668ee-601e-468d-8215-9b7d454a988d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:22.075593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0ae9f155-bc89-4b6b-b89e-d0dd61f168a2 None None] For port 2d4f5ab0-8e10-468a-966e-c96ebda49541, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d4f5ab0-8e10-468a-966e-c96ebda49541,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:22.075997 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f155-bc89-4b6b-b89e-d0dd61f168a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:22.117825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9f155-bc89-4b6b-b89e-d0dd61f168a2 None None] Calling delete_port for 2d4f5ab0-8e10-468a-966e-c96ebda49541 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:22.379157 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:22.434669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e668ee-601e-468d-8215-9b7d454a988d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:22.438319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3e668ee-601e-468d-8215-9b7d454a988d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:22.439738 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e668ee-601e-468d-8215-9b7d454a988d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:14:22.440164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e668ee-601e-468d-8215-9b7d454a988d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:14:22.503023 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:22.512933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Transition to ACTIVE for port object 713182dd-2c4d-4ce4-9c41-b748b15c06d9 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:22.518033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f155-bc89-4b6b-b89e-d0dd61f168a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:22.559638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9f155-bc89-4b6b-b89e-d0dd61f168a2 None None] Pushing event deleted for resources: {'Port': ['ID=2d4f5ab0-8e10-468a-966e-c96ebda49541,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:22.572145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9f155-bc89-4b6b-b89e-d0dd61f168a2 None None] No DVR routers for this DVR port 2d4f5ab0-8e10-468a-966e-c96ebda49541 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:22.574215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Transition to ACTIVE for port object 713182dd-2c4d-4ce4-9c41-b748b15c06d9 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:22.696381 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e3e668ee-601e-468d-8215-9b7d454a988d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6302054 Jun 30 03:14:22.696965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38850) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:22.712283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2d44f4e9-31c8-47cd-ac9c-13e665cb9b86 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:22.794856 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:22.932380 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Network d8617c0d-684e-41ef-8d52-0ad560209155 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:22.941024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3cd19b7a-37b2-453a-ac4b-ed6ec67aeef9 req-f8ac3f51-9bc2-4e7e-be6a-2725b83f03b7 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0596001 Jun 30 03:14:22.945056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:22.946639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:22.974196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Allocated IP 172.20.0.1 (d8617c0d-684e-41ef-8d52-0ad560209155/b2f499b0-b23a-4e7a-8b7c-0d808ab230ff/d6bfae53-2f9d-4092-8b85-b39b71f4ffb9) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:23.000653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Pushing event updated for resources: {'Port': ['ID=713182dd-2c4d-4ce4-9c41-b748b15c06d9,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:23.042645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Attempting to bind port 713182dd-2c4d-4ce4-9c41-b748b15c06d9 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:23.043149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Attempting to bind port 713182dd-2c4d-4ce4-9c41-b748b15c06d9 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:23.043513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Attempting to bind port 713182dd-2c4d-4ce4-9c41-b748b15c06d9 on network d8617c0d-684e-41ef-8d52-0ad560209155 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:23.054452 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.072743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:23.073363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Checking segment: {'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:23.073958 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.074515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Bound using segment: {'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:23.075155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Bound port: 713182dd-2c4d-4ce4-9c41-b748b15c06d9, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:23.075785 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.140564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ce0e80dd-d665-4f93-a088-8092329b7c94 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:23.180319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d44f4e9-31c8-47cd-ac9c-13e665cb9b86 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:23.180319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d44f4e9-31c8-47cd-ac9c-13e665cb9b86 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.180319 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d44f4e9-31c8-47cd-ac9c-13e665cb9b86 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:14:23.180319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d44f4e9-31c8-47cd-ac9c-13e665cb9b86 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:14:23.182945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.202035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Transition to ACTIVE for port object d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:23.202412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] For port 713182dd-2c4d-4ce4-9c41-b748b15c06d9, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:23.217326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] For port 713182dd-2c4d-4ce4-9c41-b748b15c06d9, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=713182dd-2c4d-4ce4-9c41-b748b15c06d9,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:23.324236 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2d44f4e9-31c8-47cd-ac9c-13e665cb9b86 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6140027 Jun 30 03:14:23.324674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38858) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:23.330622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-67a2decc-001a-4391-8bf5-7bccac0c2294 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:23.367766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.375922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port ce0e80dd-d665-4f93-a088-8092329b7c94 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:23.406578 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.408949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ce0e80dd-d665-4f93-a088-8092329b7c94 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:23.409335 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.503001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=d6bfae53-2f9d-4092-8b85-b39b71f4ffb9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:23.533280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network d8617c0d-684e-41ef-8d52-0ad560209155 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:23.537762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:23.553428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:23.570459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e323012-7767-4333-8744-0507e54ab7b5 None None] Pushing event updated for resources: {'Port': ['ID=713182dd-2c4d-4ce4-9c41-b748b15c06d9,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:23.631794 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.688131 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.701125 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.757093 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port ce0e80dd-d665-4f93-a088-8092329b7c94, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ce0e80dd-d665-4f93-a088-8092329b7c94,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:23.783439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a2decc-001a-4391-8bf5-7bccac0c2294 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:23.787319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-67a2decc-001a-4391-8bf5-7bccac0c2294 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.788962 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a2decc-001a-4391-8bf5-7bccac0c2294 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:14:23.789608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a2decc-001a-4391-8bf5-7bccac0c2294 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:14:23.887178 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:23.890085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-67a2decc-001a-4391-8bf5-7bccac0c2294 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5639076 Jun 30 03:14:23.898767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38866) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:23.906924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c1fc67c1-7d4e-4895-bd77-a7875c263291 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:23.962068 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:24.014252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d4f5ab0-8e10-468a-966e-c96ebda49541 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:24.098670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 2d4f5ab0-8e10-468a-966e-c96ebda49541 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:24.099030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d4f5ab0-8e10-468a-966e-c96ebda49541 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:24.111539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=ce0e80dd-d665-4f93-a088-8092329b7c94,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:24.215440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-65c99d16-6c59-49cc-bb26-dc3e446acda7 req-565b9440-16b3-47f5-81f5-650ed388949a tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0313299 Jun 30 03:14:24.252068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fc67c1-7d4e-4895-bd77-a7875c263291 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:24.256550 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c1fc67c1-7d4e-4895-bd77-a7875c263291 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:24.259988 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fc67c1-7d4e-4895-bd77-a7875c263291 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:14:24.259988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fc67c1-7d4e-4895-bd77-a7875c263291 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:14:24.393690 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:24.406940 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c1fc67c1-7d4e-4895-bd77-a7875c263291 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5123262 Jun 30 03:14:24.409819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38870) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:24.416463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-098bbc05-544b-4dbd-b08a-bc2d88bf5753 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:24.486362 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:24.571868 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:24.680488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=d6bfae53-2f9d-4092-8b85-b39b71f4ffb9,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:24.800387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098bbc05-544b-4dbd-b08a-bc2d88bf5753 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:24.804512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-098bbc05-544b-4dbd-b08a-bc2d88bf5753 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:24.806183 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-098bbc05-544b-4dbd-b08a-bc2d88bf5753 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:14:24.806653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098bbc05-544b-4dbd-b08a-bc2d88bf5753 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:14:24.901772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network d8617c0d-684e-41ef-8d52-0ad560209155 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:24.904372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:24.980582 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-098bbc05-544b-4dbd-b08a-bc2d88bf5753 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5672936 Jun 30 03:14:24.992406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38900) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:25.066242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d61050-bbf9-4c99-a33b-fbcafdb5b837 None None] Network d8617c0d-684e-41ef-8d52-0ad560209155 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:25.067344 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7ddb37b6-eed1-45e4-8a04-69817750d529 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0721734 Jun 30 03:14:25.067344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38904) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:25.111309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:14:25.159325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b9661-ff2a-4ae8-a126-c3963f1c7538 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:25.168921 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4b9b9661-ff2a-4ae8-a126-c3963f1c7538 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1033459 Jun 30 03:14:25.172644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38916) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:25.227534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d8292e70-616b-46a6-bd63-40628c930d08 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536606 Jun 30 03:14:25.231912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38918) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:25.237770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ce0e80dd-d665-4f93-a088-8092329b7c94 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:25.238590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:25.321987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:14:25.331967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d3865355-6cf4-41e9-a4e1-521881253caa tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "PUT /v2.0/routers/f4f2dc26-7f27-4475-8de3-c2c736bb29b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5766439 Jun 30 03:14:25.333989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38922) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:25.368494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Sync routers for ids ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:14:25.422321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Routers {'f4f2dc26-7f27-4475-8de3-c2c736bb29b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:25.423292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:14:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:25.428178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ce0e80dd-d665-4f93-a088-8092329b7c94 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:25.428799 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:25.539585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d5a2d45f-ba21-4e1d-afc3-801cd0780b8a None None] Provisioning for port 713182dd-2c4d-4ce4-9c41-b748b15c06d9 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:25.689075 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3000d91f-b063-4dab-bca1-f2adf7ffca26 req-e91608e7-349c-4c20-819a-00b85ceddcb3 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0698085 Jun 30 03:14:25.852053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:25.856146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:25.923846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ac0a-7372-4941-8e06-937445a73ad8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:25.924575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ac0a-7372-4941-8e06-937445a73ad8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:25.925234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ac0a-7372-4941-8e06-937445a73ad8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:25.925903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ac0a-7372-4941-8e06-937445a73ad8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:25.926557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ac0a-7372-4941-8e06-937445a73ad8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:25.928446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ac0a-7372-4941-8e06-937445a73ad8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:25.929111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ac0a-7372-4941-8e06-937445a73ad8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:25.929607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ac0a-7372-4941-8e06-937445a73ad8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:25.930075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6ac0a-7372-4941-8e06-937445a73ad8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:25.932298 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1fe6ac0a-7372-4941-8e06-937445a73ad8 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6342 time: 0.5971642 Jun 30 03:14:25.934900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38952) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:25.969132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Set router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:26.015859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70072902-5b6b-4454-9f4d-360c39a2086b tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:26.016337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70072902-5b6b-4454-9f4d-360c39a2086b tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:26.016802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70072902-5b6b-4454-9f4d-360c39a2086b tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:26.017583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70072902-5b6b-4454-9f4d-360c39a2086b tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:26.024584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70072902-5b6b-4454-9f4d-360c39a2086b tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:26.024584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70072902-5b6b-4454-9f4d-360c39a2086b tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:26.024584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70072902-5b6b-4454-9f4d-360c39a2086b tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:26.024584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70072902-5b6b-4454-9f4d-360c39a2086b tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:26.025605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 38954) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:26.026197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-70072902-5b6b-4454-9f4d-360c39a2086b tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.0901182 Jun 30 03:14:26.143160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 713182dd-2c4d-4ce4-9c41-b748b15c06d9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:26.376613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-331755e7-7a57-4d7f-ac81-30f93b431281 None None] Provisioning for port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:26.388493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-331755e7-7a57-4d7f-ac81-30f93b431281 None None] Provisioning complete for port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:26.388865 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-331755e7-7a57-4d7f-ac81-30f93b431281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:26.474394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-331755e7-7a57-4d7f-ac81-30f93b431281 None None] Port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:14:26.532371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6bfae53-2f9d-4092-8b85-b39b71f4ffb9', 'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:49:62:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:22Z', 'updated_at': '2021-06-30T03:14:24Z', 'revision_number': 2, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:26.555385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-84f00243-a51e-4dc0-a12a-ab3506af2765 tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 0.5249379 Jun 30 03:14:26.579502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Checking router: f4f2dc26-7f27-4475-8de3-c2c736bb29b6 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:14:26.579502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Updating router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:14:26.590720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:14:26.592288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:26.634036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 713182dd-2c4d-4ce4-9c41-b748b15c06d9 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:26.643739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 713182dd-2c4d-4ce4-9c41-b748b15c06d9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:26.647419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:26.649283 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:26.690423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:26.699527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:26.706147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:26.707077 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:26.751517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a5e7da-6634-46be-8666-4a92e86c0b78 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:26.784291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=61776e4d-8e6c-4e7a-9708-f2fefe1b36bf,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:26.875385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 38990) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:26.878938 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8ae5366f-94f6-461f-924c-64c3a71e7dcc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6451528 Jun 30 03:14:26.892915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:21:ae:3f', 'name': 'tempest-NetworksTestDHCPv6-631234427'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:27.143304 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-226e1f13-e828-4ca0-b27c-6b8238068d91 req-c696c6da-f2ef-45e2-8afe-14a93082368f tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0698500 Jun 30 03:14:27.148078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39004) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:27.165138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a843c4f9-c14e-4bbd-8008-df65cef77c91 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1358288322', 'description': 'tempest-secgroup-smoke-1358288322 description', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:27.185530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d3842273-8d7c-48ab-9ddc-ac2ba3a49f41 None None] Provisioning complete for port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:27.186113 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d3842273-8d7c-48ab-9ddc-ac2ba3a49f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.244786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:27.260642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.360365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.391760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d3842273-8d7c-48ab-9ddc-ac2ba3a49f41 None None] Port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:14:27.392767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 3e13d392-e745-4790-9d2f-2ded2610e68f yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:14:27.399902 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a843c4f9-c14e-4bbd-8008-df65cef77c91 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.432685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 713182dd-2c4d-4ce4-9c41-b748b15c06d9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=713182dd-2c4d-4ce4-9c41-b748b15c06d9,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:27.437389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '61776e4d-8e6c-4e7a-9708-f2fefe1b36bf'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:14:27.438287 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.661132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::f816:3eff:fe21:ae3f (8b1fc8b1-93de-4ade-819e-1955848f7bfe/61776e4d-8e6c-4e7a-9708-f2fefe1b36bf/3e13d392-e745-4790-9d2f-2ded2610e68f) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:27.661568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-792bdd64-ffd0-4a82-9cdb-a58a485376d4 None None] Provisioning complete for port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:27.662031 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-792bdd64-ffd0-4a82-9cdb-a58a485376d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.677629 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.727596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a843c4f9-c14e-4bbd-8008-df65cef77c91 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.820804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39030) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:27.825743 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a843c4f9-c14e-4bbd-8008-df65cef77c91 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.827305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-be405e58-0bfe-46ce-9a16-fb587c8ea92f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780483040', 'description': 'tempest-secgroup-smoke-780483040 description', 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:27.868602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-792bdd64-ffd0-4a82-9cdb-a58a485376d4 None None] Port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:14:27.880670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843c4f9-c14e-4bbd-8008-df65cef77c91 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0663b11-2695-4b36-bd30-0d35a5e90738,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:27.912731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=713182dd-2c4d-4ce4-9c41-b748b15c06d9,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:27.925516 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.937186 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.958853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 3e13d392-e745-4790-9d2f-2ded2610e68f will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:27.958950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Transition to ACTIVE for port object d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:27.983467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be405e58-0bfe-46ce-9a16-fb587c8ea92f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.074482 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.130639 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.147631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a843c4f9-c14e-4bbd-8008-df65cef77c91 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.150911 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a843c4f9-c14e-4bbd-8008-df65cef77c91 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0014527 Jun 30 03:14:28.153734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39040) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:28.170542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-aaabbff9-9bc1-43d9-95cd-dda071cd9f25 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': 'c0663b11-2695-4b36-bd30-0d35a5e90738', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:28.177833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407b813-79fd-487c-879a-842c452d7893 None None] Pushing event updated for resources: {'Port': ['ID=d6bfae53-2f9d-4092-8b85-b39b71f4ffb9,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:28.252570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:28.254705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:28.260755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:28.266647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:28.267755 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Allocated IP 2001:db8::f816:3eff:fee9:138f (8b1fc8b1-93de-4ade-819e-1955848f7bfe/61776e4d-8e6c-4e7a-9708-f2fefe1b36bf/63904d5c-5b17-4ca9-bbdc-fcfb9267b910) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:28.275885 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.340718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=3e13d392-e745-4790-9d2f-2ded2610e68f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:28.370372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be405e58-0bfe-46ce-9a16-fb587c8ea92f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.411954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Attempting to bind port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:28.412642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Attempting to bind port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:28.413778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Attempting to bind port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 on network d8617c0d-684e-41ef-8d52-0ad560209155 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:28.422371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:28.422745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Checking segment: {'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:28.423150 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.423616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Bound using segment: {'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:28.424118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Bound port: d6bfae53-2f9d-4092-8b85-b39b71f4ffb9, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:28.424767 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.430250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0162b0a-cdd8-4917-9f75-8ef98768f4bc req-a63390e7-8586-4263-bd3e-ef2fd6293ff1 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0526278 Jun 30 03:14:28.492555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be405e58-0bfe-46ce-9a16-fb587c8ea92f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.534797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be405e58-0bfe-46ce-9a16-fb587c8ea92f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e88b3cf-3ffe-4af5-bf1a-2195200260cf,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:28.553029 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.564706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] For port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:28.571850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] For port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d6bfae53-2f9d-4092-8b85-b39b71f4ffb9,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:28.574376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Transition to ACTIVE for port object 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:28.589554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Transition to ACTIVE for port object 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:28.705176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9c80e738-6d17-4d99-a499-e364cad583d2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8146086 Jun 30 03:14:28.709920 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39054) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:28.762445 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.764899 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.767817 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be405e58-0bfe-46ce-9a16-fb587c8ea92f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.773188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-be405e58-0bfe-46ce-9a16-fb587c8ea92f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9467747 Jun 30 03:14:28.773824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39060) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:28.778481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e43da63a-86d8-464f-a116-e70fd54ac6ea tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'security_group_rule': {'security_group_id': '2e88b3cf-3ffe-4af5-bf1a-2195200260cf', 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:28.780055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdee7208-7dc8-4ec9-93b3-29cdd4eb8480 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:28.782966 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bdee7208-7dc8-4ec9-93b3-29cdd4eb8480 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0860772 Jun 30 03:14:28.785724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39062) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:28.806547 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d136dbc3-2ceb-4f11-9efa-5de812f11170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.874471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:28.885418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:28.893766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:28.903477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407b813-79fd-487c-879a-842c452d7893 None None] Pushing event updated for resources: {'Port': ['ID=d6bfae53-2f9d-4092-8b85-b39b71f4ffb9,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:28.908033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Routers {'f4f2dc26-7f27-4475-8de3-c2c736bb29b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:28.911384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:14:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:28.949615 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aaabbff9-9bc1-43d9-95cd-dda071cd9f25 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.047837 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aaabbff9-9bc1-43d9-95cd-dda071cd9f25 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.060613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4e91e2cc-f9c0-418d-a68e-a7592c186764 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 3e13d392-e745-4790-9d2f-2ded2610e68f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:29.060990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e91e2cc-f9c0-418d-a68e-a7592c186764 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.074537 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e43da63a-86d8-464f-a116-e70fd54ac6ea tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.167610 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e43da63a-86d8-464f-a116-e70fd54ac6ea tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.180385 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e91e2cc-f9c0-418d-a68e-a7592c186764 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.193829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4e91e2cc-f9c0-418d-a68e-a7592c186764 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 3e13d392-e745-4790-9d2f-2ded2610e68f owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:29.274173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Attempting to bind port 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:29.274173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Attempting to bind port 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:29.274173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Attempting to bind port 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:29.277961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Pushing event updated for resources: {'Port': ['ID=63904d5c-5b17-4ca9-bbdc-fcfb9267b910,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:29.289633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:29.290021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:29.290431 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.290827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:29.291316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Bound port: 63904d5c-5b17-4ca9-bbdc-fcfb9267b910, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:29.291701 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.326482 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aaabbff9-9bc1-43d9-95cd-dda071cd9f25 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.350785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabbff9-9bc1-43d9-95cd-dda071cd9f25 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d490174-c6df-4448-bf9a-dbbb8b476b19,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:29.378629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] Set router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:29.406912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e43da63a-86d8-464f-a116-e70fd54ac6ea tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.427747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43da63a-86d8-464f-a116-e70fd54ac6ea tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990a1dfd-1839-45a4-86d9-77979f1310c4,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:29.493067 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aaabbff9-9bc1-43d9-95cd-dda071cd9f25 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.498172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] For port 63904d5c-5b17-4ca9-bbdc-fcfb9267b910, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:29.498300 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-aaabbff9-9bc1-43d9-95cd-dda071cd9f25 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3395157 Jun 30 03:14:29.498300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e91e2cc-f9c0-418d-a68e-a7592c186764 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.498493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39088) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:29.502758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f0f4e44e-0e48-4adb-9003-d9fb96ed6612 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': 'c0663b11-2695-4b36-bd30-0d35a5e90738', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:29.545632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] For port 63904d5c-5b17-4ca9-bbdc-fcfb9267b910, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=63904d5c-5b17-4ca9-bbdc-fcfb9267b910,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:29.573713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91e2cc-f9c0-418d-a68e-a7592c186764 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=3e13d392-e745-4790-9d2f-2ded2610e68f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:29.604282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e91e2cc-f9c0-418d-a68e-a7592c186764 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.606862 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4e91e2cc-f9c0-418d-a68e-a7592c186764 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/3e13d392-e745-4790-9d2f-2ded2610e68f HTTP/1.1" status: 204 len: 168 time: 0.8196304 Jun 30 03:14:29.608821 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39090) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:29.648937 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0219af72-41e4-4d99-82e3-4abfbe324cc6 req-1d9bf256-0d89-4340-a4de-8b8e3a7d085c tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0533147 Jun 30 03:14:29.657582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e43da63a-86d8-464f-a116-e70fd54ac6ea tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.658420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6bfae53-2f9d-4092-8b85-b39b71f4ffb9', 'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:49:62:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:22Z', 'updated_at': '2021-06-30T03:14:28Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:29.661940 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e43da63a-86d8-464f-a116-e70fd54ac6ea tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8871353 Jun 30 03:14:29.668851 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39092) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:29.678305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a72bf0d4-d26d-4429-b572-abd31d2aedae tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'security_group_rule': {'security_group_id': '2e88b3cf-3ffe-4af5-bf1a-2195200260cf', 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:29.692865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229658b-eb00-43a0-b689-e670e3cdd3da None None] The sync data for ids ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'] in n-d-798249-3 is: [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6bfae53-2f9d-4092-8b85-b39b71f4ffb9', 'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:49:62:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:22Z', 'updated_at': '2021-06-30T03:14:28Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:14:29.716481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb2a24-78c9-40ec-8940-ad4030e75ba2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:29.718552 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb2a24-78c9-40ec-8940-ad4030e75ba2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:29.723479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0acb2a24-78c9-40ec-8940-ad4030e75ba2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1127839 Jun 30 03:14:29.726661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39100) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:29.783040 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.837435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c5368c-5a5b-400d-b41b-07eebb9a817c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 61776e4d-8e6c-4e7a-9708-f2fefe1b36bf {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:29.841367 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47c5368c-5a5b-400d-b41b-07eebb9a817c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.857030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 713182dd-2c4d-4ce4-9c41-b748b15c06d9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:29.935986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f0f4e44e-0e48-4adb-9003-d9fb96ed6612 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.940392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47c5368c-5a5b-400d-b41b-07eebb9a817c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.985994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f84490-97d0-4f8f-babf-679c71dfada6 None None] Pushing event updated for resources: {'Port': ['ID=63904d5c-5b17-4ca9-bbdc-fcfb9267b910,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:30.014284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 713182dd-2c4d-4ce4-9c41-b748b15c06d9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:30.014934 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.102383 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f0f4e44e-0e48-4adb-9003-d9fb96ed6612 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.110092 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a72bf0d4-d26d-4429-b572-abd31d2aedae tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.153841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47c5368c-5a5b-400d-b41b-07eebb9a817c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.260157 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51886276-e992-448c-9f2e-8b43162ab7c1 req-39cdeec1-b780-41a7-a8c5-316beb251166 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=46ffe8ca01204ab394bb610dacad345c&device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0503938 Jun 30 03:14:30.272466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f0f4e44e-0e48-4adb-9003-d9fb96ed6612 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.275270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a72bf0d4-d26d-4429-b572-abd31d2aedae tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.319894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4e44e-0e48-4adb-9003-d9fb96ed6612 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ac9aea-7e88-4fa0-89c7-4e6ccea7806b,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:30.357024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51886276-e992-448c-9f2e-8b43162ab7c1 req-d346ccdb-458d-48bc-a2e8-464a5f0094e0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=46ffe8ca01204ab394bb610dacad345c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653310 Jun 30 03:14:30.361169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47c5368c-5a5b-400d-b41b-07eebb9a817c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.451946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5368c-5a5b-400d-b41b-07eebb9a817c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=61776e4d-8e6c-4e7a-9708-f2fefe1b36bf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:30.455667 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47c5368c-5a5b-400d-b41b-07eebb9a817c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.458700 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-47c5368c-5a5b-400d-b41b-07eebb9a817c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/61776e4d-8e6c-4e7a-9708-f2fefe1b36bf HTTP/1.1" status: 204 len: 168 time: 0.7309916 Jun 30 03:14:30.460755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39122) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:30.467298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a72bf0d4-d26d-4429-b572-abd31d2aedae tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.507458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bf0d4-d26d-4429-b572-abd31d2aedae tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e324c2c-6cda-423e-8e0c-8405ac21614f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:30.515547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f0f4e44e-0e48-4adb-9003-d9fb96ed6612 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.516771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f0f4e44e-0e48-4adb-9003-d9fb96ed6612 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0180416 Jun 30 03:14:30.521978 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a1eee95d-4a2f-4387-964a-35199b951ebb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601292 Jun 30 03:14:30.522970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39124) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:30.525106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39126) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:30.528236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2f4aff50-d930-4a53-b209-97a70dbe670a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': 'c0663b11-2695-4b36-bd30-0d35a5e90738', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:30.539440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:30.623431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51886276-e992-448c-9f2e-8b43162ab7c1 req-2189e35a-d24c-4630-a825-3fd70db893d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:30.625076 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51886276-e992-448c-9f2e-8b43162ab7c1 req-2189e35a-d24c-4630-a825-3fd70db893d4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2504401 Jun 30 03:14:30.626260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a72bf0d4-d26d-4429-b572-abd31d2aedae tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.627662 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a72bf0d4-d26d-4429-b572-abd31d2aedae tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9550467 Jun 30 03:14:30.630961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39128) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:30.645809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9abcbe24-946c-4c52-8736-af8b1bdb62a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'security_group_rule': {'security_group_id': '2e88b3cf-3ffe-4af5-bf1a-2195200260cf', 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:30.785845 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18309bd6-61e3-466c-8506-af9821a5a248 req-19f4e39b-7eb9-436f-b6b3-fe6f1c5678ea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1538975 Jun 30 03:14:30.829539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f4aff50-d930-4a53-b209-97a70dbe670a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.927613 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-532b8545-0c8d-4ce3-8c97-3914eceaab8e req-aad7207d-4abe-436b-afff-a557688679c5 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0647852 Jun 30 03:14:30.957774 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe24-946c-4c52-8736-af8b1bdb62a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.992945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18309bd6-61e3-466c-8506-af9821a5a248 req-8ce36ebb-a039-441c-99f9-b7a6a45a9804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:31.002260 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18309bd6-61e3-466c-8506-af9821a5a248 req-8ce36ebb-a039-441c-99f9-b7a6a45a9804 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa1510fd26f84fb3b6b3ad64197199af&device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 1097 time: 0.1517286 Jun 30 03:14:31.095511 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe24-946c-4c52-8736-af8b1bdb62a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.150837 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c932b60a-65c9-40d9-814a-891a222e77c2 req-8f0b13cc-aafe-4445-a845-4ad6b0354906 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0477967 Jun 30 03:14:31.194806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18309bd6-61e3-466c-8506-af9821a5a248 req-4bed6e83-3916-4e4a-87c9-c80617e5e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:31.196884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18309bd6-61e3-466c-8506-af9821a5a248 req-4bed6e83-3916-4e4a-87c9-c80617e5e503 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fca8bba-594d-4dfd-8786-6db597252662 HTTP/1.1" status: 200 len: 909 time: 0.1689553 Jun 30 03:14:31.201756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:31.205727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.211185 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f4aff50-d930-4a53-b209-97a70dbe670a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.258012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe24-946c-4c52-8736-af8b1bdb62a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.288610 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcbe24-946c-4c52-8736-af8b1bdb62a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c611e1d-c423-4580-822f-3ef1a35d018b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:31.318800 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.331880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f4aff50-d930-4a53-b209-97a70dbe670a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.387589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4aff50-d930-4a53-b209-97a70dbe670a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4f36fa-00ba-4c29-bc9d-3b24db92e27a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:31.428653 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-60f7ea02-624c-4997-b057-47671160986c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.429382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18309bd6-61e3-466c-8506-af9821a5a248 req-892a6b3d-5d9b-47c8-b649-df7a144a1092 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff HTTP/1.1" status: 200 len: 1002 time: 0.2169642 Jun 30 03:14:31.502157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18309bd6-61e3-466c-8506-af9821a5a248 req-2c44f68a-e88f-4552-a414-10ad2ab1a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:31.503616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18309bd6-61e3-466c-8506-af9821a5a248 req-2c44f68a-e88f-4552-a414-10ad2ab1a8bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f32ce1-0ab3-4341-acba-2eed3c592f15 HTTP/1.1" status: 200 len: 847 time: 0.0669205 Jun 30 03:14:31.534533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaf1e80-60d8-4849-9acc-04062d340d9b None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:31.547712 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9abcbe24-946c-4c52-8736-af8b1bdb62a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.547712 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9abcbe24-946c-4c52-8736-af8b1bdb62a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9120317 Jun 30 03:14:31.547712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39160) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:31.551751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'security_group_rule': {'security_group_id': '2e88b3cf-3ffe-4af5-bf1a-2195200260cf', 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:31.583583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f4aff50-d930-4a53-b209-97a70dbe670a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.586986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2f4aff50-d930-4a53-b209-97a70dbe670a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0620079 Jun 30 03:14:31.587646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39164) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:31.598756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-22ee447e-bfcc-458b-8c1b-c86d31f8e7e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': 'c0663b11-2695-4b36-bd30-0d35a5e90738', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:31.681902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18309bd6-61e3-466c-8506-af9821a5a248 req-d49bf9bb-e7d9-4512-afc7-99ba8d2f7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:31.683458 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18309bd6-61e3-466c-8506-af9821a5a248 req-d49bf9bb-e7d9-4512-afc7-99ba8d2f7108 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fca8bba-594d-4dfd-8786-6db597252662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571844 Jun 30 03:14:31.760860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d01b4289-37d0-47ec-84d0-f5ac29b6f934 None None] Provisioning for port 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:31.818219 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.833232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a377a616-ba7c-48ee-a914-152cc6a1de08 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:31.846402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18309bd6-61e3-466c-8506-af9821a5a248 req-285a1ecf-99c0-430b-b75f-696e0942e99f service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556127 Jun 30 03:14:31.900702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a377a616-ba7c-48ee-a914-152cc6a1de08 None None] Deleting port 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:31.901163 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a377a616-ba7c-48ee-a914-152cc6a1de08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:31.968885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:32.014989 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22ee447e-bfcc-458b-8c1b-c86d31f8e7e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.058489 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.133101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a377a616-ba7c-48ee-a914-152cc6a1de08 None None] For port 63904d5c-5b17-4ca9-bbdc-fcfb9267b910, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=63904d5c-5b17-4ca9-bbdc-fcfb9267b910,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:32.133806 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a377a616-ba7c-48ee-a914-152cc6a1de08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.136858 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-18309bd6-61e3-466c-8506-af9821a5a248 req-25eccca4-5476-4c2a-bc0a-de429a62dece service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253814 Jun 30 03:14:32.146970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.objects.ports [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:14:32.195266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22ee447e-bfcc-458b-8c1b-c86d31f8e7e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.195841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a377a616-ba7c-48ee-a914-152cc6a1de08 None None] Calling delete_port for 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:32.270474 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.288559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f83e7a3-541a-4ac5-a1c0-df862339ffda,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:32.300293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.300647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.301046 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.302314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.302314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.302314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.302644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.302737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.303045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.303368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.303696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.304018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:32.371700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:32.376072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:32.377042 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.460192 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.500233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d6bfae53-2f9d-4092-8b85-b39b71f4ffb9,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:32.509354 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22ee447e-bfcc-458b-8c1b-c86d31f8e7e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.511221 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a377a616-ba7c-48ee-a914-152cc6a1de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.560590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.561448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377a616-ba7c-48ee-a914-152cc6a1de08 None None] No DVR routers for this DVR port 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:32.563272 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cd52855e-3c59-4f42-95dd-b193c847a32a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0151379 Jun 30 03:14:32.566226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee447e-bfcc-458b-8c1b-c86d31f8e7e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258ca333-669e-4193-b232-6b613f7ec748,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:32.569612 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39190) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:32.596838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-fd7c582d-2aa9-4073-b1cf-3d3e8e1ff4ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'security_group_rule': {'security_group_id': '2e88b3cf-3ffe-4af5-bf1a-2195200260cf', 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:32.621106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377a616-ba7c-48ee-a914-152cc6a1de08 None None] Pushing event deleted for resources: {'Port': ['ID=63904d5c-5b17-4ca9-bbdc-fcfb9267b910,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:32.638245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-81b5ce9d-858b-491c-bbae-d253fe54ce46 req-46bcdd7f-89a7-455c-85f7-f5b576b091b9 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.4140780 Jun 30 03:14:32.702416 n-d-798249-3 neutron-server[94530]: WARNING neutron.services.revisions.revision_plugin [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Could not find related port for resource to bump revision. Jun 30 03:14:32.725884 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.779231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d6bfae53-2f9d-4092-8b85-b39b71f4ffb9,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:32.800262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22ee447e-bfcc-458b-8c1b-c86d31f8e7e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.802141 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-22ee447e-bfcc-458b-8c1b-c86d31f8e7e2 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2116146 Jun 30 03:14:32.805127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39194) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:32.810560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-32776e2e-c425-494d-a71f-cad27ae70d69 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': 'c0663b11-2695-4b36-bd30-0d35a5e90738', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:32.846235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_pluggable_backend [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Port 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94530) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 30 03:14:32.846491 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_pluggable_backend [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Reverting IP allocation for 2001:db8::f816:3eff:fee9:138f {{(pid=94530) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 30 03:14:32.851211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_pluggable_backend [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee9:138f {{(pid=94530) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 30 03:14:32.852624 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.901168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:32.905893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:32.911356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.911950 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.918427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e45dfa-eca4-4736-a35b-28e6c45eb80d None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:32.940685 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-fd7c582d-2aa9-4073-b1cf-3d3e8e1ff4ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Project 7f5f72b3d7e44245880fdad3e491ef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:14:32.978130 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd7c582d-2aa9-4073-b1cf-3d3e8e1ff4ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.979950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=6820a072-081d-47b0-a3db-5b12555f318a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:33.046997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd7c582d-2aa9-4073-b1cf-3d3e8e1ff4ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.123444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '6820a072-081d-47b0-a3db-5b12555f318a'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:14:33.124392 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.189805 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.258949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Allocated IP 2001:db8::f816:3eff:fea2:e8da (8b1fc8b1-93de-4ade-819e-1955848f7bfe/6820a072-081d-47b0-a3db-5b12555f318a/3d4c024d-e8f7-452d-be8b-0a15fa97e80f) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:33.396295 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.409687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Transition to ACTIVE for port object 3d4c024d-e8f7-452d-be8b-0a15fa97e80f will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:33.418533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Transition to ACTIVE for port object 3d4c024d-e8f7-452d-be8b-0a15fa97e80f will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:33.497150 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd7c582d-2aa9-4073-b1cf-3d3e8e1ff4ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.499685 n-d-798249-3 neutron-server[94530]: INFO neutron.db.securitygroups_db [None req-32776e2e-c425-494d-a71f-cad27ae70d69 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Project 3b3b9b93cfef4dd6a88ebf21ff22120b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:14:33.507057 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32776e2e-c425-494d-a71f-cad27ae70d69 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.522453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c582d-2aa9-4073-b1cf-3d3e8e1ff4ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb46bbc-3b27-47e9-980b-e268807c8f0f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:33.561990 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32776e2e-c425-494d-a71f-cad27ae70d69 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.572057 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.611937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:33.615282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:33.623298 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:33.629433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Pushing event updated for resources: {'Port': ['ID=3d4c024d-e8f7-452d-be8b-0a15fa97e80f,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:33.684389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Attempting to bind port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:33.684589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Attempting to bind port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:33.684949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Attempting to bind port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:33.690266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:33.690645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:33.691053 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.691466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:33.692286 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Bound port: 3d4c024d-e8f7-452d-be8b-0a15fa97e80f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:33.692286 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.764432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] For port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:33.768095 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] For port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3d4c024d-e8f7-452d-be8b-0a15fa97e80f,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:33.780928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:33.792686 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-91f0e0f4-3f22-42d3-9b6b-6b07c1c2b72e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2584732 Jun 30 03:14:33.793581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39218) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:33.794584 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32776e2e-c425-494d-a71f-cad27ae70d69 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.800093 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e711ea5-4bae-4d2c-ab36-d366f3408779 req-95af9858-b1ac-48d6-bae4-cbff54d531b0 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0328329 Jun 30 03:14:33.801298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd7c582d-2aa9-4073-b1cf-3d3e8e1ff4ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.802554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fd7c582d-2aa9-4073-b1cf-3d3e8e1ff4ce tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2291925 Jun 30 03:14:33.805616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39220) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:33.811444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-50413297-7467-46e2-ba4b-5bf4c3823951 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'security_group_rule': {'security_group_id': '2e88b3cf-3ffe-4af5-bf1a-2195200260cf', 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:33.822019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:3f:af:2d', 'name': 'tempest-NetworksTestDHCPv6-367486248'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:33.873393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:33.873865 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.898361 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32776e2e-c425-494d-a71f-cad27ae70d69 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad52c4d0-b252-4ccb-99d5-50377ec148f1,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:33.932407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:33.994104 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-50413297-7467-46e2-ba4b-5bf4c3823951 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Project 7f5f72b3d7e44245880fdad3e491ef5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:14:34.011935 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-50413297-7467-46e2-ba4b-5bf4c3823951 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.030807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:34.067130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:34.067469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 63904d5c-5b17-4ca9-bbdc-fcfb9267b910 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:34.107179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126051d-27ab-44ed-8ffe-719aacfcfb9d None None] Pushing event updated for resources: {'Port': ['ID=3d4c024d-e8f7-452d-be8b-0a15fa97e80f,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:34.135427 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-50413297-7467-46e2-ba4b-5bf4c3823951 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.158651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32776e2e-c425-494d-a71f-cad27ae70d69 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.159955 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-32776e2e-c425-494d-a71f-cad27ae70d69 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3534706 Jun 30 03:14:34.163424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39236) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:34.171800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-cce0f198-396c-4c9c-aa27-8b6396886bf4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'security_group_rule': {'security_group_id': 'c0663b11-2695-4b36-bd30-0d35a5e90738', 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:34.303360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:34.309113 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-50413297-7467-46e2-ba4b-5bf4c3823951 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.329628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50413297-7467-46e2-ba4b-5bf4c3823951 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ee00c9-8938-41bc-8b62-c48f3e8f24bd,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:34.402060 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.422988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port c3e60a5b-9918-4369-962a-be718fab0dac yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:14:34.459313 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-cce0f198-396c-4c9c-aa27-8b6396886bf4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Project 3b3b9b93cfef4dd6a88ebf21ff22120b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:14:34.465098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce0f198-396c-4c9c-aa27-8b6396886bf4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.525822 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce0f198-396c-4c9c-aa27-8b6396886bf4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.552225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::f816:3eff:fe3f:af2d (8b1fc8b1-93de-4ade-819e-1955848f7bfe/6820a072-081d-47b0-a3db-5b12555f318a/c3e60a5b-9918-4369-962a-be718fab0dac) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:34.638321 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-50413297-7467-46e2-ba4b-5bf4c3823951 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.638321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-50413297-7467-46e2-ba4b-5bf4c3823951 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8286633 Jun 30 03:14:34.703040 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce0f198-396c-4c9c-aa27-8b6396886bf4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.708426 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.785943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:34.808760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-988e6e5c-ea94-4877-85e8-dc626beaacf2 req-52e82c4a-e0e9-48de-ae64-12702a06225e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=46ffe8ca01204ab394bb610dacad345c&device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0635233 Jun 30 03:14:34.809359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0f198-396c-4c9c-aa27-8b6396886bf4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5af096-5abd-44d2-af75-ada6d3b52e7d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:34.817814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object c3e60a5b-9918-4369-962a-be718fab0dac will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:34.885041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-988e6e5c-ea94-4877-85e8-dc626beaacf2 req-019ac567-efda-4d58-b02a-800b26229e2b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=46ffe8ca01204ab394bb610dacad345c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649259 Jun 30 03:14:35.029168 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:35.041512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cce0f198-396c-4c9c-aa27-8b6396886bf4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:35.042881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cce0f198-396c-4c9c-aa27-8b6396886bf4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8769808 Jun 30 03:14:35.073630 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35239d7b-8898-496f-891d-df2b2c23b449 req-84b3fcc5-3384-46f6-9202-1b1f73abe9f5 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0480106 Jun 30 03:14:35.080325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e6e5c-ea94-4877-85e8-dc626beaacf2 req-c4f8b192-9e30-4d21-97b5-d3578ad1ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:35.081857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-988e6e5c-ea94-4877-85e8-dc626beaacf2 req-c4f8b192-9e30-4d21-97b5-d3578ad1ca29 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1904953 Jun 30 03:14:35.123442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:35.127479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:35.132273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:35.140628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:35.141156 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:35.159075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=c3e60a5b-9918-4369-962a-be718fab0dac,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:35.303733 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f33f6daf-6d8d-46a6-82f2-5c2d23c1b0d5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5037982 Jun 30 03:14:35.306604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39328) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:35.350844 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-4cf16282-971d-4376-bca6-8d70d289b3d9 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1358288322&fields=id&tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b HTTP/1.1" status: 200 len: 267 time: 0.0547383 Jun 30 03:14:35.385654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1baa50b-3af4-41c6-a992-e0e00fcdee7b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:35.391466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1baa50b-3af4-41c6-a992-e0e00fcdee7b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:35.393078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b1baa50b-3af4-41c6-a992-e0e00fcdee7b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0852649 Jun 30 03:14:35.397966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39330) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:35.471526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-1329ab79-614e-418b-9a76-521ac833bc46 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:35.473059 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-1329ab79-614e-418b-9a76-521ac833bc46 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/networks?id=d8617c0d-684e-41ef-8d52-0ad560209155 HTTP/1.1" status: 200 len: 797 time: 0.1146605 Jun 30 03:14:35.488853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-60f9ee23-ed2b-47c9-8861-8426f60ccd44 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/quotas/3b3b9b93cfef4dd6a88ebf21ff22120b HTTP/1.1" status: 200 len: 375 time: 0.0097229 Jun 30 03:14:35.496849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b31e96e8-f66b-474d-8455-c4f2f15347bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port c3e60a5b-9918-4369-962a-be718fab0dac {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:35.497202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b31e96e8-f66b-474d-8455-c4f2f15347bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:35.535841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4ca113c9-a981-481f-85c0-f56cef8552ea None None] Provisioning for port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:35.566646 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-e9fb757b-26bf-4be3-8a19-1149c77196a6 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721633 Jun 30 03:14:35.617809 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b31e96e8-f66b-474d-8455-c4f2f15347bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:35.630575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b31e96e8-f66b-474d-8455-c4f2f15347bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for c3e60a5b-9918-4369-962a-be718fab0dac owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:35.679615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-66d345f1-90b8-4713-942e-e0d020e357ef service neutron] 10.222.0.77 "GET /v2.0/networks/d8617c0d-684e-41ef-8d52-0ad560209155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013432 Jun 30 03:14:35.783231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aa8eb272-5a81-4e89-9e5a-34d5b07147db None None] Provisioning for port c3e60a5b-9918-4369-962a-be718fab0dac completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:35.787870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aa8eb272-5a81-4e89-9e5a-34d5b07147db None None] Provisioning complete for port c3e60a5b-9918-4369-962a-be718fab0dac triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:35.788524 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa8eb272-5a81-4e89-9e5a-34d5b07147db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:35.833627 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-72de9f64-3c4b-45cf-9471-997cd8f0339a service neutron] 10.222.0.77 "GET /v2.0/networks/d8617c0d-684e-41ef-8d52-0ad560209155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451709 Jun 30 03:14:35.867172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-aa8eb272-5a81-4e89-9e5a-34d5b07147db None None] Port c3e60a5b-9918-4369-962a-be718fab0dac cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:14:35.888665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3d4c024d-e8f7-452d-be8b-0a15fa97e80f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:36.005573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b31e96e8-f66b-474d-8455-c4f2f15347bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:36.039727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e96e8-f66b-474d-8455-c4f2f15347bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=c3e60a5b-9918-4369-962a-be718fab0dac,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:36.068377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b31e96e8-f66b-474d-8455-c4f2f15347bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:36.070439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b31e96e8-f66b-474d-8455-c4f2f15347bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/c3e60a5b-9918-4369-962a-be718fab0dac HTTP/1.1" status: 204 len: 168 time: 0.6713736 Jun 30 03:14:36.072944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39352) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:36.132802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eedd690-03c8-4f15-9373-d3709fe273e1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:36.134439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eedd690-03c8-4f15-9373-d3709fe273e1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:36.136042 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9eedd690-03c8-4f15-9373-d3709fe273e1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0617533 Jun 30 03:14:36.138840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39356) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:36.176950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:36.205733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:36.211511 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:36.227112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-de37bb36-1f20-48e8-ab0b-5ebc3e67d3d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 6820a072-081d-47b0-a3db-5b12555f318a {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:36.231064 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de37bb36-1f20-48e8-ab0b-5ebc3e67d3d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:36.287409 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de37bb36-1f20-48e8-ab0b-5ebc3e67d3d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:36.367697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-988e6e5c-ea94-4877-85e8-dc626beaacf2 req-95251da0-9eec-485b-a123-3c1c6ad81acb tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.83 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0647995 Jun 30 03:14:36.392292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:36.429901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3d4c024d-e8f7-452d-be8b-0a15fa97e80f,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:36.471908 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44fb2f87-88d5-4f2a-b2d0-c1b3992cc8da req-eb4f187e-8808-44b9-a7c0-be4f1b34e69f tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.1158898 Jun 30 03:14:36.495518 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-435975db-486f-4eb6-9b96-6c365dffad2d req-e6b965af-85e8-45c5-ae3e-f011f6eafa5e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 210 time: 0.0632658 Jun 30 03:14:36.588520 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:36.595194 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de37bb36-1f20-48e8-ab0b-5ebc3e67d3d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:36.657450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=3d4c024d-e8f7-452d-be8b-0a15fa97e80f,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:36.846493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de37bb36-1f20-48e8-ab0b-5ebc3e67d3d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:36.908665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37bb36-1f20-48e8-ab0b-5ebc3e67d3d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=6820a072-081d-47b0-a3db-5b12555f318a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:36.914818 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de37bb36-1f20-48e8-ab0b-5ebc3e67d3d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:36.914818 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-de37bb36-1f20-48e8-ab0b-5ebc3e67d3d9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/6820a072-081d-47b0-a3db-5b12555f318a HTTP/1.1" status: 204 len: 168 time: 0.7740471 Jun 30 03:14:36.917313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39416) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:36.927538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb1648-c762-4195-a984-1b001210ff04 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:36.999554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a2b35a04-7a32-404d-a5a3-6c3408d44ece tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804379 Jun 30 03:14:37.002282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39422) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:37.091435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c0952-616b-4426-b0eb-b41e25fe2d6a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:37.093136 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3d8c0952-616b-4426-b0eb-b41e25fe2d6a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0898542 Jun 30 03:14:37.096528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39426) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:37.154413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437de58e-268f-425d-a05b-60b5b42acf28 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:37.154413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-437de58e-268f-425d-a05b-60b5b42acf28 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0555220 Jun 30 03:14:37.155805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39430) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:37.176388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ef0de-6022-402b-b0f8-941b69ba199d None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:37.195852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d60b6b7a-bf53-4dc2-bf48-383a3925578d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387766 Jun 30 03:14:37.199588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39432) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:37.205569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:37.233951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ef0de-6022-402b-b0f8-941b69ba199d None None] Deleting port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:37.233951 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef0de-6022-402b-b0f8-941b69ba199d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:37.304934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0a5ef0de-6022-402b-b0f8-941b69ba199d None None] For port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3d4c024d-e8f7-452d-be8b-0a15fa97e80f,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:37.307255 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef0de-6022-402b-b0f8-941b69ba199d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:37.323262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ef0de-6022-402b-b0f8-941b69ba199d None None] Calling delete_port for 3d4c024d-e8f7-452d-be8b-0a15fa97e80f owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:37.445565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:37.449224 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:37.602665 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4b374dd-3fe3-4ec2-94fb-cde866c52010 req-b2e5edfa-0963-4ca9-bd0e-63c851844061 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 210 time: 0.0421467 Jun 30 03:14:37.648716 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef0de-6022-402b-b0f8-941b69ba199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:37.699676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ef0de-6022-402b-b0f8-941b69ba199d None None] No DVR routers for this DVR port 3d4c024d-e8f7-452d-be8b-0a15fa97e80f on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:37.703979 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f3cc320-5b23-4dfc-a0a1-fd0af183706d req-58dbe231-ce2b-4e83-a153-aab83a5de893 tempest-ServerShowV257Test-90175662 tempest-ServerShowV257Test-90175662-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dc29b77-2ab9-4213-b797-f08d11231e6f HTTP/1.1" status: 200 len: 210 time: 0.0683696 Jun 30 03:14:37.713606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ef0de-6022-402b-b0f8-941b69ba199d None None] Pushing event deleted for resources: {'Port': ['ID=3d4c024d-e8f7-452d-be8b-0a15fa97e80f,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:37.814703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3d4c024d-e8f7-452d-be8b-0a15fa97e80f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:37.837463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 3d4c024d-e8f7-452d-be8b-0a15fa97e80f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:37.838227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3d4c024d-e8f7-452d-be8b-0a15fa97e80f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:38.147771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.objects.ports [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:14:38.149679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:38.204268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:38.207607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:38.212028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:38.212623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:38.217237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad27beea-a257-4927-adce-e18d5d3feae9 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:38.229735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=4f46b320-292e-42a3-ab26-c2387cfbfd86,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:38.392944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '4f46b320-292e-42a3-ab26-c2387cfbfd86'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:14:38.392944 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:38.417836 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-58bf3071-3d8b-452e-bc90-d42f3d595628 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2161117 Jun 30 03:14:38.420145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39474) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:38.430139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:b0:4b:16', 'name': 'tempest-NetworksTestDHCPv6-1535219277'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:38.612382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Allocated IP 2001:db8::f816:3eff:feaf:6a61 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/4f46b320-292e-42a3-ab26-c2387cfbfd86/8d5e1475-d5ac-4475-a6ab-559f7890bcb2) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:38.771940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:38.817800 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:38.843306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Transition to ACTIVE for port object 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:38.875041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Transition to ACTIVE for port object 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:38.882550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c1bc035a-2357-492f-aa53-4aab529adc82 req-bd96acec-04b1-4953-b60a-046cad42db13 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 210 time: 0.0923707 Jun 30 03:14:38.917458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:38.953066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port eed65fda-5d4b-4a1e-b1ef-dc04a6f891b7 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:14:39.052766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:39.114810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::f816:3eff:feb0:4b16 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/4f46b320-292e-42a3-ab26-c2387cfbfd86/eed65fda-5d4b-4a1e-b1ef-dc04a6f891b7) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:39.115712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:39.125281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:39.129840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:39.140555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Pushing event updated for resources: {'Port': ['ID=8d5e1475-d5ac-4475-a6ab-559f7890bcb2,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:39.202060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Attempting to bind port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:39.202462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Attempting to bind port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:39.202943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Attempting to bind port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:39.209983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:39.210351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:39.210803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:39.211148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:39.211625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Bound port: 8d5e1475-d5ac-4475-a6ab-559f7890bcb2, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:39.212088 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:39.298639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] For port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:39.303534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] For port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8d5e1475-d5ac-4475-a6ab-559f7890bcb2,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:39.323033 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:39.337681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object eed65fda-5d4b-4a1e-b1ef-dc04a6f891b7 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:39.514358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:39.586126 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:39.602033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf40e6-bbcb-4ca8-bc9c-ad71f8db887f None None] Pushing event updated for resources: {'Port': ['ID=8d5e1475-d5ac-4475-a6ab-559f7890bcb2,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:39.662571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:39.666484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:39.670931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:39.680940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:39.681485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:39.706993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=eed65fda-5d4b-4a1e-b1ef-dc04a6f891b7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:39.773437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39526) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:39.861718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39534) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:39.862491 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2bb3999f-183a-4077-b555-8942551af82d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4285593 Jun 30 03:14:39.999747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7261093d-9b8d-47b9-a3b2-caafed41ac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.062976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef65df-30b6-462a-8e0d-896fef7135e5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:40.070000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef65df-30b6-462a-8e0d-896fef7135e5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:40.072296 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0bef65df-30b6-462a-8e0d-896fef7135e5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2214983 Jun 30 03:14:40.077481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39540) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:40.319036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6e830012-97a7-4c6a-938e-e9ae17bc6b67 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port eed65fda-5d4b-4a1e-b1ef-dc04a6f891b7 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:40.320999 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e830012-97a7-4c6a-938e-e9ae17bc6b67 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.435462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7261093d-9b8d-47b9-a3b2-caafed41ac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.474594 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c4cddf5-e4ce-4a4f-8ff2-60ebfdaa3629 req-9e0fb8fa-e9c5-452c-9191-703ec42377b7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 210 time: 0.0508585 Jun 30 03:14:40.491957 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e830012-97a7-4c6a-938e-e9ae17bc6b67 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.497575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6e830012-97a7-4c6a-938e-e9ae17bc6b67 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for eed65fda-5d4b-4a1e-b1ef-dc04a6f891b7 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:40.516434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-cc59f24c-ef62-4a17-87bf-9cc430f98663 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:40.527568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-cc59f24c-ef62-4a17-87bf-9cc430f98663 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.83 "GET /v2.0/networks?id=d8617c0d-684e-41ef-8d52-0ad560209155 HTTP/1.1" status: 200 len: 797 time: 0.7968285 Jun 30 03:14:40.593637 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-54e9eddf-6fdb-4687-9d6e-bd4bb8f24275 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b HTTP/1.1" status: 200 len: 380 time: 0.0617886 Jun 30 03:14:40.602677 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'port': {'device_id': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'admin_state_up': True, 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'security_groups': ['c0663b11-2695-4b36-bd30-0d35a5e90738']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:40.626775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7261093d-9b8d-47b9-a3b2-caafed41ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.691862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7261093d-9b8d-47b9-a3b2-caafed41ac3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=46ffe8ca01204ab394bb610dacad345c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9166465 Jun 30 03:14:40.694783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39564) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:40.702146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261093d-9b8d-47b9-a3b2-caafed41ac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93682182-8a7d-441f-a6f9-78a3128f6f1f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:40.778682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4e850197-9bfc-4249-ab01-f96e99ecb473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.806589 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4e850197-9bfc-4249-ab01-f96e99ecb473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.808679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e830012-97a7-4c6a-938e-e9ae17bc6b67 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.859835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e830012-97a7-4c6a-938e-e9ae17bc6b67 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=eed65fda-5d4b-4a1e-b1ef-dc04a6f891b7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:40.898360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6e830012-97a7-4c6a-938e-e9ae17bc6b67 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.902037 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6e830012-97a7-4c6a-938e-e9ae17bc6b67 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/eed65fda-5d4b-4a1e-b1ef-dc04a6f891b7 HTTP/1.1" status: 204 len: 168 time: 0.8226469 Jun 30 03:14:40.903534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39568) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:40.969211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Made reservation on behalf of 3b3b9b93cfef4dd6a88ebf21ff22120b for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:40.978201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.032818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60abcc21-1edb-4dd0-a018-6cc6f73de643 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:41.034567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60abcc21-1edb-4dd0-a018-6cc6f73de643 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:41.038858 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-60abcc21-1edb-4dd0-a018-6cc6f73de643 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1319535 Jun 30 03:14:41.039218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39574) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:41.052273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4e850197-9bfc-4249-ab01-f96e99ecb473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.057981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4e850197-9bfc-4249-ab01-f96e99ecb473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.067715 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4e850197-9bfc-4249-ab01-f96e99ecb473 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/93682182-8a7d-441f-a6f9-78a3128f6f1f HTTP/1.1" status: 204 len: 168 time: 0.3646634 Jun 30 03:14:41.083384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e850197-9bfc-4249-ab01-f96e99ecb473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93682182-8a7d-441f-a6f9-78a3128f6f1f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:41.133480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b2b4245b-50a9-4b6d-975d-84bc58d5902b None None] Provisioning for port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:41.229840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdd9717-eef9-4a10-9e21-3bdb46f1f2ae tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 4f46b320-292e-42a3-ab26-c2387cfbfd86 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:41.233355 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9717-eef9-4a10-9e21-3bdb46f1f2ae tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.279967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Allocated IP 172.20.0.14 (d8617c0d-684e-41ef-8d52-0ad560209155/b2f499b0-b23a-4e7a-8b7c-0d808ab230ff/9b72deba-9e70-4396-a278-f7eef2b1e26a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:41.288177 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9717-eef9-4a10-9e21-3bdb46f1f2ae tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.355328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-15986c77-98b3-477f-9819-8700e40faa6f None None] Could not find standard attr ID for object eed65fda-5d4b-4a1e-b1ef-dc04a6f891b7. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:14:41.472801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9717-eef9-4a10-9e21-3bdb46f1f2ae tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.569524 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.596711 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Transition to ACTIVE for port object 9b72deba-9e70-4396-a278-f7eef2b1e26a will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:41.649616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0fd4fc10-1f39-4dea-b78a-01698edc916b req-3c6e15a2-d854-49f8-a4c3-db8c161ccb3b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 210 time: 0.0313590 Jun 30 03:14:41.697958 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9717-eef9-4a10-9e21-3bdb46f1f2ae tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.717010 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8cdd9717-eef9-4a10-9e21-3bdb46f1f2ae tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.719117 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8cdd9717-eef9-4a10-9e21-3bdb46f1f2ae tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/4f46b320-292e-42a3-ab26-c2387cfbfd86 HTTP/1.1" status: 204 len: 168 time: 0.6786511 Jun 30 03:14:41.721543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39606) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:41.728364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe9d0c0-07b0-49f1-8d0d-c2f406f36d70 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:41.767066 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.768962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd9717-eef9-4a10-9e21-3bdb46f1f2ae tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=4f46b320-292e-42a3-ab26-c2387cfbfd86,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:41.817233 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ad7cd285-8851-4fd0-95b6-0edd4c5e0220 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938859 Jun 30 03:14:41.828026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39614) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:41.862151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:41.898262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network d8617c0d-684e-41ef-8d52-0ad560209155 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:41.904889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=9b72deba-9e70-4396-a278-f7eef2b1e26a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:41.907594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:41.910385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:41.925574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:42.000393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:42.001557 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.135121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1bd468-8184-41f7-9259-92238895f993 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:42.196308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bd468-8184-41f7-9259-92238895f993 None None] Deleting port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:42.197531 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd468-8184-41f7-9259-92238895f993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.226808 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-24c5fed7-639f-4c05-827a-48083e1ac486 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6281171 Jun 30 03:14:42.240562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Request body: {'port': {'device_id': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:42.244416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:42.261066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:42.261445 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.322968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9f1bd468-8184-41f7-9259-92238895f993 None None] For port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8d5e1475-d5ac-4475-a6ab-559f7890bcb2,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:42.323407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd468-8184-41f7-9259-92238895f993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.331015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.340342 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9f1bd468-8184-41f7-9259-92238895f993 None None] Calling delete_port for 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:42.412759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:42.418099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.439439 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.471382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fbbfc90e-cf74-465a-b3a2-4c8a5a90c6ca None None] Provisioning for port 9b72deba-9e70-4396-a278-f7eef2b1e26a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:42.482592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fbbfc90e-cf74-465a-b3a2-4c8a5a90c6ca None None] Provisioning complete for port 9b72deba-9e70-4396-a278-f7eef2b1e26a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:42.483204 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fbbfc90e-cf74-465a-b3a2-4c8a5a90c6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.516097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8d5e1475-d5ac-4475-a6ab-559f7890bcb2,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:42.533795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfc90e-cf74-465a-b3a2-4c8a5a90c6ca None None] Port 9b72deba-9e70-4396-a278-f7eef2b1e26a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:14:42.642852 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.751992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-e03503da-bd8a-4a26-87c5-d3d56323b9d3 req-20d82282-bdc3-4ce0-b4b8-30290ffc8522 service neutron] (94530) timed out ('10.222.0.77', 46574) {{(pid=94530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:14:42.796593 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f1bd468-8184-41f7-9259-92238895f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.812736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=8d5e1475-d5ac-4475-a6ab-559f7890bcb2,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:42.830831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1bd468-8184-41f7-9259-92238895f993 None None] No DVR routers for this DVR port 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:42.868375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bd468-8184-41f7-9259-92238895f993 None None] Pushing event deleted for resources: {'Port': ['ID=8d5e1475-d5ac-4475-a6ab-559f7890bcb2,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:42.903429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b72deba-9e70-4396-a278-f7eef2b1e26a {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:14:42.914580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.937680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Transition to ACTIVE for port object 9b72deba-9e70-4396-a278-f7eef2b1e26a will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:42.959962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3aca94-b238-45f9-ae52-2dc5d5c9882d req-eeb59265-17ac-4212-a36d-d6cf1429ec7b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:42.961699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fc3aca94-b238-45f9-ae52-2dc5d5c9882d req-eeb59265-17ac-4212-a36d-d6cf1429ec7b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 932 time: 0.1232388 Jun 30 03:14:43.029744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.objects.ports [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:14:43.032558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.032972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fc3aca94-b238-45f9-ae52-2dc5d5c9882d req-421b9266-d0ed-4781-8d2b-c6a6fa9d24a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642033 Jun 30 03:14:43.086778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:43.091547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:43.104371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752e9912-19c7-49a4-8688-bbbc0fc85064 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:43.106179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:43.106921 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.119966 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.168006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=085ded25-4156-4525-9495-dcd2f67293b1,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:43.235257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b72deba-9e70-4396-a278-f7eef2b1e26a,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:43.325686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Attempting to bind port 9b72deba-9e70-4396-a278-f7eef2b1e26a on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:43.326312 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Attempting to bind port 9b72deba-9e70-4396-a278-f7eef2b1e26a by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:43.326964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Attempting to bind port 9b72deba-9e70-4396-a278-f7eef2b1e26a on network d8617c0d-684e-41ef-8d52-0ad560209155 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:43.332788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Port 9b72deba-9e70-4396-a278-f7eef2b1e26a on network d8617c0d-684e-41ef-8d52-0ad560209155 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:14:43.333118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Attempting to bind port 9b72deba-9e70-4396-a278-f7eef2b1e26a on network d8617c0d-684e-41ef-8d52-0ad560209155 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:43.339728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:43.340075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Checking segment: {'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:43.340490 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Bound using segment: {'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:43.340904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Bound port: 9b72deba-9e70-4396-a278-f7eef2b1e26a, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b5e921-55de-4289-97a7-7b2f43cdf4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:43.341338 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.343711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-067e43f4-3050-4c36-8f56-11bd370784b2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5142512 Jun 30 03:14:43.348300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39682) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:43.354391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:6b:67:e2', 'name': 'tempest-NetworksTestDHCPv6-1770807215'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:43.423091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] For port 9b72deba-9e70-4396-a278-f7eef2b1e26a, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:43.431326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] For port 9b72deba-9e70-4396-a278-f7eef2b1e26a, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9b72deba-9e70-4396-a278-f7eef2b1e26a,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:43.460560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '085ded25-4156-4525-9495-dcd2f67293b1'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:14:43.463477 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.548815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.649619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:43.649784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.654968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] 10.222.0.83 "PUT /v2.0/ports/9b72deba-9e70-4396-a278-f7eef2b1e26a HTTP/1.1" status: 200 len: 1092 time: 1.4201078 Jun 30 03:14:43.655763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'tag': '9b72deba-9e70-4396-a278-f7eef2b1e26a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:43.658249 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02af97dc-6f64-42cd-a945-e0b6d444a161" -d '{"events": [{"name": "network-changed", "server_uuid": "d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593", "tag": "9b72deba-9e70-4396-a278-f7eef2b1e26a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:43.689873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd7fc0-bf7b-4b05-881e-2b243be039d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b72deba-9e70-4396-a278-f7eef2b1e26a,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:43.712583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Allocated IP 2001:db8::f816:3eff:fe3e:8fdc (8b1fc8b1-93de-4ade-819e-1955848f7bfe/085ded25-4156-4525-9495-dcd2f67293b1/d451f379-1d19-4268-8a40-4467df22b0d6) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:43.754785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:43.843656 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8762c1-6c4e-4966-a5f4-b6f4f1185e56 x-openstack-request-id: req-4a8762c1-6c4e-4966-a5f4-b6f4f1185e56 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:43.843956 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593", "tag": "9b72deba-9e70-4396-a278-f7eef2b1e26a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:43.844255 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a8762c1-6c4e-4966-a5f4-b6f4f1185e56 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:43.844665 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'tag': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'status': 'completed', 'code': 200} Jun 30 03:14:43.997962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af97dc-6f64-42cd-a945-e0b6d444a161 req-c45fac17-7bfc-4a2b-99ce-3495f05d393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:43.999482 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02af97dc-6f64-42cd-a945-e0b6d444a161 req-c45fac17-7bfc-4a2b-99ce-3495f05d393e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 1095 time: 0.1332557 Jun 30 03:14:44.024561 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.054483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:44.112795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port d8fd15c2-db49-470e-8ece-d8f83694f400 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:14:44.143155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:44.143501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8d5e1475-d5ac-4475-a6ab-559f7890bcb2 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:44.323852 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.329667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af97dc-6f64-42cd-a945-e0b6d444a161 req-b874b89f-c594-48b6-b61b-d867683b571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:44.331137 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02af97dc-6f64-42cd-a945-e0b6d444a161 req-b874b89f-c594-48b6-b61b-d867683b571e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3230143 Jun 30 03:14:44.340125 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Transition to ACTIVE for port object d451f379-1d19-4268-8a40-4467df22b0d6 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:44.360094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Transition to ACTIVE for port object d451f379-1d19-4268-8a40-4467df22b0d6 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:44.453317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4656-c59d-4e04-a9d6-3ba0bf4d98ec req-55a74a14-8c06-44bc-b0ba-c0764ec0c116 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:44.453317 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4fc4656-c59d-4e04-a9d6-3ba0bf4d98ec req-55a74a14-8c06-44bc-b0ba-c0764ec0c116 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 944 time: 0.1758089 Jun 30 03:14:44.505875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af97dc-6f64-42cd-a945-e0b6d444a161 req-7fa0e68b-2b8a-4129-9250-a89eb9eafd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:44.508639 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02af97dc-6f64-42cd-a945-e0b6d444a161 req-7fa0e68b-2b8a-4129-9250-a89eb9eafd3f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709528 Jun 30 03:14:44.524800 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.532644 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4fc4656-c59d-4e04-a9d6-3ba0bf4d98ec req-d575fe1e-ffa1-4412-87c4-4e88cf478148 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705163 Jun 30 03:14:44.605846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::f816:3eff:fe6b:67e2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/085ded25-4156-4525-9495-dcd2f67293b1/d8fd15c2-db49-470e-8ece-d8f83694f400) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:44.608383 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:44.617180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:44.660493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Pushing event updated for resources: {'Port': ['ID=d451f379-1d19-4268-8a40-4467df22b0d6,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:44.665055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:44.701309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-9ecafcb9-0b43-442c-be22-ab7e938cd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:44.702942 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-9ecafcb9-0b43-442c-be22-ab7e938cd79f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 1095 time: 0.1225238 Jun 30 03:14:44.772516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Attempting to bind port d451f379-1d19-4268-8a40-4467df22b0d6 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:44.772920 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Attempting to bind port d451f379-1d19-4268-8a40-4467df22b0d6 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:44.773256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Attempting to bind port d451f379-1d19-4268-8a40-4467df22b0d6 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:44.782634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:44.783013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:44.783426 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.783823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:44.784306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Bound port: d451f379-1d19-4268-8a40-4467df22b0d6, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:44.785219 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.799604 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-2ccfe7f7-91c9-4a43-9c03-5903784e905b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b72deba-9e70-4396-a278-f7eef2b1e26a HTTP/1.1" status: 200 len: 217 time: 0.0874197 Jun 30 03:14:44.868962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-0490089e-d53b-458f-8dfa-0b5560614750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:44.875007 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-0490089e-d53b-458f-8dfa-0b5560614750 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2f499b0-b23a-4e7a-8b7c-0d808ab230ff HTTP/1.1" status: 200 len: 834 time: 0.0679259 Jun 30 03:14:44.916938 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.942391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] For port d451f379-1d19-4268-8a40-4467df22b0d6, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:44.942626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object d8fd15c2-db49-470e-8ece-d8f83694f400 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:44.942732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] For port d451f379-1d19-4268-8a40-4467df22b0d6, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d451f379-1d19-4268-8a40-4467df22b0d6,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:44.985338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-aed2f81f-329c-451f-8ffd-aef1fdf6d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:44.987021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-aed2f81f-329c-451f-8ffd-aef1fdf6d7fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8617c0d-684e-41ef-8d52-0ad560209155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071346 Jun 30 03:14:45.083380 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-5559ea1e-efed-44ff-bc25-fc028e1d4dfa service neutron] 10.222.0.83 "GET /v2.0/networks/d8617c0d-684e-41ef-8d52-0ad560209155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899150 Jun 30 03:14:45.091260 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.163083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9fbc3-4d22-4f44-a97c-4888a2365c3e None None] Pushing event updated for resources: {'Port': ['ID=d451f379-1d19-4268-8a40-4467df22b0d6,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:45.209662 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c1e8273-80ed-4252-99cd-2c8b66583ae8 req-dbc05905-532c-479c-9dd2-fd40c3efb611 service neutron] 10.222.0.83 "GET /v2.0/networks/d8617c0d-684e-41ef-8d52-0ad560209155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203763 Jun 30 03:14:45.245701 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.304491 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:45.307808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:45.312080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:45.317465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:45.318135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.340531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=d8fd15c2-db49-470e-8ece-d8f83694f400,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:45.461202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3311b5a5-4d0d-491b-ab58-66f82c22374b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1105402 Jun 30 03:14:45.461202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39768) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:45.538399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36ca9f-7731-42de-ae9b-6910f9976a7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:45.546488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc36ca9f-7731-42de-ae9b-6910f9976a7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:45.548642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cc36ca9f-7731-42de-ae9b-6910f9976a7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0849779 Jun 30 03:14:45.637780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39778) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:45.867821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9d782858-3661-464c-a26b-866268cc5f9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port d8fd15c2-db49-470e-8ece-d8f83694f400 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:45.868929 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d782858-3661-464c-a26b-866268cc5f9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.894550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d451f379-1d19-4268-8a40-4467df22b0d6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:45.965288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57509f-59e5-4f8d-97cc-f6b14ddcdb4c req-44578fed-2bfe-491d-a997-962f1a112c85 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:45.967423 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c57509f-59e5-4f8d-97cc-f6b14ddcdb4c req-44578fed-2bfe-491d-a997-962f1a112c85 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 944 time: 0.2551177 Jun 30 03:14:46.037031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c57509f-59e5-4f8d-97cc-f6b14ddcdb4c req-5307b6f5-bc93-406d-a2b7-98931710c8d7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594819 Jun 30 03:14:46.058109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d782858-3661-464c-a26b-866268cc5f9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.093475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d451f379-1d19-4268-8a40-4467df22b0d6 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:46.098961 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9d782858-3661-464c-a26b-866268cc5f9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for d8fd15c2-db49-470e-8ece-d8f83694f400 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:46.462916 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d782858-3661-464c-a26b-866268cc5f9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.541809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d782858-3661-464c-a26b-866268cc5f9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=d8fd15c2-db49-470e-8ece-d8f83694f400,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:46.585328 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d782858-3661-464c-a26b-866268cc5f9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.588046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9d782858-3661-464c-a26b-866268cc5f9d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/d8fd15c2-db49-470e-8ece-d8f83694f400 HTTP/1.1" status: 204 len: 168 time: 0.9492376 Jun 30 03:14:46.590706 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39818) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:46.658807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dcf9df-6241-4ff8-bd63-1f5640f1b41f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:46.664565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dcf9df-6241-4ff8-bd63-1f5640f1b41f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:46.667631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-61dcf9df-6241-4ff8-bd63-1f5640f1b41f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0756769 Jun 30 03:14:46.670588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39824) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:46.755051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43ceab8-c3f6-4d7c-b859-a7a8cd7c9cc9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 085ded25-4156-4525-9495-dcd2f67293b1 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:46.757365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-22eef91c-de5a-42a4-8765-00bfb5973165 None None] Provisioning for port d451f379-1d19-4268-8a40-4467df22b0d6 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:46.759431 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43ceab8-c3f6-4d7c-b859-a7a8cd7c9cc9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.767218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-22eef91c-de5a-42a4-8765-00bfb5973165 None None] Provisioning complete for port d451f379-1d19-4268-8a40-4467df22b0d6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:46.767218 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22eef91c-de5a-42a4-8765-00bfb5973165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.814126 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43ceab8-c3f6-4d7c-b859-a7a8cd7c9cc9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.947913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22eef91c-de5a-42a4-8765-00bfb5973165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.961613 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43ceab8-c3f6-4d7c-b859-a7a8cd7c9cc9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.063781 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9b72deba-9e70-4396-a278-f7eef2b1e26a details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:14:47.240326 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43ceab8-c3f6-4d7c-b859-a7a8cd7c9cc9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.274842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c43ceab8-c3f6-4d7c-b859-a7a8cd7c9cc9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.276756 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c43ceab8-c3f6-4d7c-b859-a7a8cd7c9cc9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/085ded25-4156-4525-9495-dcd2f67293b1 HTTP/1.1" status: 204 len: 168 time: 0.6051462 Jun 30 03:14:47.324781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39844) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:47.340012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ceab8-c3f6-4d7c-b859-a7a8cd7c9cc9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=085ded25-4156-4525-9495-dcd2f67293b1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:47.375849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9b72deba-9e70-4396-a278-f7eef2b1e26a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9b72deba-9e70-4396-a278-f7eef2b1e26a,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:47.404559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4af23100-2def-4b77-9bed-f50ebcbc7a17 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761476 Jun 30 03:14:47.404937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39852) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:47.408974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a9f748-73e2-4525-828e-0ab7949c7ca6 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:47.449100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018e14c-272f-4422-a7fe-74e7833d3a42 req-84bc8a32-cb6f-4929-b3bb-e00613744dd3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:47.451399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6018e14c-272f-4422-a7fe-74e7833d3a42 req-84bc8a32-cb6f-4929-b3bb-e00613744dd3 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 944 time: 0.1834524 Jun 30 03:14:47.464469 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-22eef91c-de5a-42a4-8765-00bfb5973165 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:14:47.465159 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-22eef91c-de5a-42a4-8765-00bfb5973165 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:14:47.502619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'port_id': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'mac_address': 'fa:16:3e:1c:d7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:14:47.506992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6018e14c-272f-4422-a7fe-74e7833d3a42 req-9f7fd5c7-d02a-4e23-afd7-d1dd156ae35b tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480099 Jun 30 03:14:47.513173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d33d53-e6e7-42b4-bf58-9f88d5036d38 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:47.518437 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c6d33d53-e6e7-42b4-bf58-9f88d5036d38 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1122997 Jun 30 03:14:47.520998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39856) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:47.597825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34372f2-9725-4565-87a6-9d60db26ec0b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:47.599626 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b34372f2-9725-4565-87a6-9d60db26ec0b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0776448 Jun 30 03:14:47.602430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39862) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:47.602988 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.650166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-368c79dc-97e5-4a64-bdd8-b4016bcc0613 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459564 Jun 30 03:14:47.656748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39864) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:47.662569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e79cd3a6-9491-4b15-86cb-a3a07ad46fe0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:47.670844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b72deba-9e70-4396-a278-f7eef2b1e26a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:14:47.712237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9b72deba-9e70-4396-a278-f7eef2b1e26a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9b72deba-9e70-4396-a278-f7eef2b1e26a,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:47.806817 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.898904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d808d8-6e4c-4b0a-86d0-fd35c941608e None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:47.955783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79cd3a6-9491-4b15-86cb-a3a07ad46fe0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:47.964159 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e79cd3a6-9491-4b15-86cb-a3a07ad46fe0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.017053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39882) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:48.060634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9b72deba-9e70-4396-a278-f7eef2b1e26a,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:48.077713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['9b72deba-9e70-4396-a278-f7eef2b1e26a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:14:48.132015 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22eef91c-de5a-42a4-8765-00bfb5973165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.181203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f3d808d8-6e4c-4b0a-86d0-fd35c941608e None None] Deleting port d451f379-1d19-4268-8a40-4467df22b0d6 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:48.181203 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f3d808d8-6e4c-4b0a-86d0-fd35c941608e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.215955 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b0058f3e-6cf1-42ba-928b-7946dd81e18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.236658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-22eef91c-de5a-42a4-8765-00bfb5973165 None None] For port d451f379-1d19-4268-8a40-4467df22b0d6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d451f379-1d19-4268-8a40-4467df22b0d6,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:48.279603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f3d808d8-6e4c-4b0a-86d0-fd35c941608e None None] For port d451f379-1d19-4268-8a40-4467df22b0d6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d451f379-1d19-4268-8a40-4467df22b0d6,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:48.279998 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f3d808d8-6e4c-4b0a-86d0-fd35c941608e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.301291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f3d808d8-6e4c-4b0a-86d0-fd35c941608e None None] Calling delete_port for d451f379-1d19-4268-8a40-4467df22b0d6 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:48.318700 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b0058f3e-6cf1-42ba-928b-7946dd81e18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.328770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e79cd3a6-9491-4b15-86cb-a3a07ad46fe0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.379746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79cd3a6-9491-4b15-86cb-a3a07ad46fe0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:48.383178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-e79cd3a6-9491-4b15-86cb-a3a07ad46fe0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:48.388217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79cd3a6-9491-4b15-86cb-a3a07ad46fe0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:48.389025 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e79cd3a6-9491-4b15-86cb-a3a07ad46fe0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.397960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cd3a6-9491-4b15-86cb-a3a07ad46fe0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=ab98de86-24a9-4c9a-af9b-945e67645e9b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:48.453640 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22eef91c-de5a-42a4-8765-00bfb5973165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.502825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b0058f3e-6cf1-42ba-928b-7946dd81e18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.534013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eef91c-de5a-42a4-8765-00bfb5973165 None None] Pushing event updated for resources: {'Port': ['ID=d451f379-1d19-4268-8a40-4467df22b0d6,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:48.592536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0058f3e-6cf1-42ba-928b-7946dd81e18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae3ad9-2e8e-42e9-92a5-fb67a7369420,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:48.599219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-669a93d5-598f-441e-8033-e4c982a804c4 None None] Could not find standard attr ID for object d8fd15c2-db49-470e-8ece-d8f83694f400. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:14:48.601272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b0058f3e-6cf1-42ba-928b-7946dd81e18b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b3c31df7f68341dbb64d284f53a60350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5830913 Jun 30 03:14:48.613786 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f3d808d8-6e4c-4b0a-86d0-fd35c941608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.616092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39906) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:48.681203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d808d8-6e4c-4b0a-86d0-fd35c941608e None None] Pushing event deleted for resources: {'Port': ['ID=d451f379-1d19-4268-8a40-4467df22b0d6,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:48.692481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d808d8-6e4c-4b0a-86d0-fd35c941608e None None] No DVR routers for this DVR port d451f379-1d19-4268-8a40-4467df22b0d6 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:48.743098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8debbe0-b299-4659-9aeb-4eaafc84bb34 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:48.779938 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09350d0b-5699-4f92-903b-fcb64288d957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.822247 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09350d0b-5699-4f92-903b-fcb64288d957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.841933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a97ef8-ae0f-4e15-bb1b-ab2bdc851b6e req-5b4114de-59cd-446e-8f4b-713182de2bf8 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:48.844219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-39a97ef8-ae0f-4e15-bb1b-ab2bdc851b6e req-5b4114de-59cd-446e-8f4b-713182de2bf8 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 945 time: 0.1613095 Jun 30 03:14:48.914799 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-39a97ef8-ae0f-4e15-bb1b-ab2bdc851b6e req-e8f887d5-1927-488b-9ff9-e818d08edfda tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588467 Jun 30 03:14:48.965613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': 'ab98de86-24a9-4c9a-af9b-945e67645e9b'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:14:48.966481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.982300 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e79cd3a6-9491-4b15-86cb-a3a07ad46fe0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3238456 Jun 30 03:14:49.006617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39912) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:49.012007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:df:03:00', 'name': 'tempest-NetworksTestDHCPv6-1834690736'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:49.069633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9b72deba-9e70-4396-a278-f7eef2b1e26a up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:49.148486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09350d0b-5699-4f92-903b-fcb64288d957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:49.152590 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09350d0b-5699-4f92-903b-fcb64288d957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:49.152590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-09350d0b-5699-4f92-903b-fcb64288d957 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2cae3ad9-2e8e-42e9-92a5-fb67a7369420 HTTP/1.1" status: 204 len: 168 time: 0.5352347 Jun 30 03:14:49.178473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09350d0b-5699-4f92-903b-fcb64288d957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae3ad9-2e8e-42e9-92a5-fb67a7369420,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:49.276338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 9b72deba-9e70-4396-a278-f7eef2b1e26a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:49.286931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 9b72deba-9e70-4396-a278-f7eef2b1e26a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:49.291747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:49.330701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:49.349387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/ab98de86-24a9-4c9a-af9b-945e67645e9b/734b0bca-6db2-4dad-bda7-1140a7e22c62) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:49.460276 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:49.502987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b72deba-9e70-4396-a278-f7eef2b1e26a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:49.505980 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af29c25d-1966-48a0-8a4d-f85d361afbed" -d '{"events": [{"server_uuid": "d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593", "name": "network-vif-plugged", "status": "completed", "tag": "9b72deba-9e70-4396-a278-f7eef2b1e26a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:49.508092 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:49.532767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 9b72deba-9e70-4396-a278-f7eef2b1e26a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9b72deba-9e70-4396-a278-f7eef2b1e26a,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:49.542991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port dd914cdf-089c-43d0-90c0-923b7425a435 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:14:49.591838 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ef015-1b23-446f-9e43-9724d1228b21 x-openstack-request-id: req-eb6ef015-1b23-446f-9e43-9724d1228b21 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:49.592146 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593", "name": "network-vif-plugged", "status": "completed", "tag": "9b72deba-9e70-4396-a278-f7eef2b1e26a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:49.592398 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eb6ef015-1b23-446f-9e43-9724d1228b21 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:49.592797 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'code': 200} Jun 30 03:14:49.617197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:49.628175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Transition to ACTIVE for port object 734b0bca-6db2-4dad-bda7-1140a7e22c62 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:49.648533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Transition to ACTIVE for port object 734b0bca-6db2-4dad-bda7-1140a7e22c62 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:49.665700 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:49.726474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=9b72deba-9e70-4396-a278-f7eef2b1e26a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:49.738261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.739042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.739499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.739907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.740528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.741298 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.741679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.742017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.742348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.744377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.744377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.744377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:49.794460 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cba5a-b4c7-4c98-bb63-08d56e20a8b6 req-fdb15959-b39f-4050-abf0-cd1aad14c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:49.797745 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b2cba5a-b4c7-4c98-bb63-08d56e20a8b6 req-fdb15959-b39f-4050-abf0-cd1aad14c12a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 1097 time: 0.1446323 Jun 30 03:14:49.797848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:49.817590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d451f379-1d19-4268-8a40-4467df22b0d6 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:49.879857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d451f379-1d19-4268-8a40-4467df22b0d6 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:49.880657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d451f379-1d19-4268-8a40-4467df22b0d6 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:49.894984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:49.898074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:49.903429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:49.918584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Pushing event updated for resources: {'Port': ['ID=734b0bca-6db2-4dad-bda7-1140a7e22c62,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:49.925731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::116 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/ab98de86-24a9-4c9a-af9b-945e67645e9b/dd914cdf-089c-43d0-90c0-923b7425a435) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:49.934005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b2cba5a-b4c7-4c98-bb63-08d56e20a8b6 req-e5c43517-9d54-4347-80c6-aef24973a6a7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247563 Jun 30 03:14:49.975909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Attempting to bind port 734b0bca-6db2-4dad-bda7-1140a7e22c62 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:49.976620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Attempting to bind port 734b0bca-6db2-4dad-bda7-1140a7e22c62 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:49.977091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Attempting to bind port 734b0bca-6db2-4dad-bda7-1140a7e22c62 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:49.983103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:49.983716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:49.984228 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:49.986044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:49.986896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Bound port: 734b0bca-6db2-4dad-bda7-1140a7e22c62, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:49.987430 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.070165 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] For port 734b0bca-6db2-4dad-bda7-1140a7e22c62, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:50.073980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] For port 734b0bca-6db2-4dad-bda7-1140a7e22c62, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=734b0bca-6db2-4dad-bda7-1140a7e22c62,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:50.195793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.215675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4efff-fe42-42ac-92d3-0d10fdf2a077 req-c1b2492e-4646-4177-a2f1-7a4afb20f4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:50.217580 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8f4efff-fe42-42ac-92d3-0d10fdf2a077 req-c1b2492e-4646-4177-a2f1-7a4afb20f4a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 946 time: 0.1110318 Jun 30 03:14:50.220825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.250285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object dd914cdf-089c-43d0-90c0-923b7425a435 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:50.284272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39952) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:50.296569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278df116-4f56-4739-bbd2-89e72ca0fb74 None None] Pushing event updated for resources: {'Port': ['ID=734b0bca-6db2-4dad-bda7-1140a7e22c62,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:50.298847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8f4efff-fe42-42ac-92d3-0d10fdf2a077 req-69ddbdce-1f55-423e-b517-ba4643f45e57 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729330 Jun 30 03:14:50.318897 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-105a45fd-b59c-4381-ad72-9426a13fbbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.428236 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.451141 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-105a45fd-b59c-4381-ad72-9426a13fbbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.492461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:50.492461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:50.492897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:50.499031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:50.499814 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.533147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=dd914cdf-089c-43d0-90c0-923b7425a435,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:50.554623 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-105a45fd-b59c-4381-ad72-9426a13fbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.622808 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-105a45fd-b59c-4381-ad72-9426a13fbbfd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d2380ac8a0354a4a9612c90e1fec1c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325322 Jun 30 03:14:50.626061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 39958) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:50.627689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a45fd-b59c-4381-ad72-9426a13fbbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51c77f6-8a8d-463b-9736-a5e475882849,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:50.676004 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-87a47629-fb37-4cdb-8c9e-fc6aaacfd859 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6671863 Jun 30 03:14:50.678625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39962) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:50.731565 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3784497-5c69-463b-b5e1-680cfea4eaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.764166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aab134-0c61-4db2-b5ab-5d0463c6f050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:50.779276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aab134-0c61-4db2-b5ab-5d0463c6f050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:50.781002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d3aab134-0c61-4db2-b5ab-5d0463c6f050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1012073 Jun 30 03:14:50.783132 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3784497-5c69-463b-b5e1-680cfea4eaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.791740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 39964) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:50.978063 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3784497-5c69-463b-b5e1-680cfea4eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.982282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3784497-5c69-463b-b5e1-680cfea4eaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:50.983881 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d3784497-5c69-463b-b5e1-680cfea4eaa4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a51c77f6-8a8d-463b-9736-a5e475882849 HTTP/1.1" status: 204 len: 168 time: 0.3567843 Jun 30 03:14:50.999508 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3784497-5c69-463b-b5e1-680cfea4eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51c77f6-8a8d-463b-9736-a5e475882849,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:51.319647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-30f0f3d3-a300-47c3-87c1-f79363706e72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port dd914cdf-089c-43d0-90c0-923b7425a435 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:51.320578 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30f0f3d3-a300-47c3-87c1-f79363706e72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:51.509715 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30f0f3d3-a300-47c3-87c1-f79363706e72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:51.551994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-30f0f3d3-a300-47c3-87c1-f79363706e72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for dd914cdf-089c-43d0-90c0-923b7425a435 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:51.672033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951145e-ba65-4d92-a169-e2aa63b214b4 req-1202560c-8b33-4f4d-a236-6a6171ccd128 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:51.679545 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7951145e-ba65-4d92-a169-e2aa63b214b4 req-1202560c-8b33-4f4d-a236-6a6171ccd128 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 946 time: 0.2115541 Jun 30 03:14:51.757390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7951145e-ba65-4d92-a169-e2aa63b214b4 req-a1d0177a-a59d-444c-a1c9-bb7b553e33cf tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768516 Jun 30 03:14:51.916306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 734b0bca-6db2-4dad-bda7-1140a7e22c62 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:52.056446 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30f0f3d3-a300-47c3-87c1-f79363706e72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.092412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8c14a-25fe-41a7-80da-4a676849cc8f req-567eff35-104f-422a-92d6-d0c41e6326a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:52.093211 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95e8c14a-25fe-41a7-80da-4a676849cc8f req-567eff35-104f-422a-92d6-d0c41e6326a1 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 946 time: 0.1630781 Jun 30 03:14:52.125983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0f3d3-a300-47c3-87c1-f79363706e72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=dd914cdf-089c-43d0-90c0-923b7425a435,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:52.160705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-30f0f3d3-a300-47c3-87c1-f79363706e72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.164626 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-30f0f3d3-a300-47c3-87c1-f79363706e72 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/dd914cdf-089c-43d0-90c0-923b7425a435 HTTP/1.1" status: 204 len: 168 time: 1.3710940 Jun 30 03:14:52.165625 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95e8c14a-25fe-41a7-80da-4a676849cc8f req-cd52ab7c-380a-4949-98c8-f6cc38a8b717 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629697 Jun 30 03:14:52.173613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40004) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:52.194622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40006) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:52.222658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b7b5ac49-1e1c-45ca-b202-27d2b86b658f None None] Provisioning for port 734b0bca-6db2-4dad-bda7-1140a7e22c62 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:52.279702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 734b0bca-6db2-4dad-bda7-1140a7e22c62 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:52.280759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416522fe-f824-43bf-887b-3f541bd4c432 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:52.282518 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416522fe-f824-43bf-887b-3f541bd4c432 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:52.293381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 734b0bca-6db2-4dad-bda7-1140a7e22c62 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:52.293781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-416522fe-f824-43bf-887b-3f541bd4c432 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1100612 Jun 30 03:14:52.293998 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.294113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40016) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:52.360682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2144bff8-e23c-4b67-b649-54149eb4c705 None None] Could not find standard attr ID for object dd914cdf-089c-43d0-90c0-923b7425a435. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:14:52.361074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e84d4-404f-40bb-a859-fe106094260c tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:52.366707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a94e84d4-404f-40bb-a859-fe106094260c tempest-TestNetworkBasicOps-834472970 tempest-TestNetworkBasicOps-834472970-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 1092 time: 0.1665370 Jun 30 03:14:52.367801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40018) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:52.375883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:52.397701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet ab98de86-24a9-4c9a-af9b-945e67645e9b {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:52.403014 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.460608 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.474294 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.560878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 734b0bca-6db2-4dad-bda7-1140a7e22c62, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=734b0bca-6db2-4dad-bda7-1140a7e22c62,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:52.607324 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.646114 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.664236 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.810450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=734b0bca-6db2-4dad-bda7-1140a7e22c62,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:52.810671 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:14:52.893211 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.907716 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.952029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=ab98de86-24a9-4c9a-af9b-945e67645e9b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:52.955656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:52.958502 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/ab98de86-24a9-4c9a-af9b-945e67645e9b HTTP/1.1" status: 204 len: 168 time: 0.6634500 Jun 30 03:14:52.959835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f563c-2306-486d-8163-6c430d7fbf6d None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:52.960871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40034) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:53.012879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.013550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.014100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.014595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.015246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.015744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.016267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.016769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.017277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.017799 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.018352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.019675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8e559e-71e1-4522-808c-043b5e9f5503 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:53.025334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-595ce811-e516-4115-8e42-5d4b259f027f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628555 Jun 30 03:14:53.035877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40036) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:53.075339 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.141173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68207c28-ad3f-4032-b697-5a013aba444f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:53.142954 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-68207c28-ad3f-4032-b697-5a013aba444f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1058397 Jun 30 03:14:53.147120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40040) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:53.213196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Allocated IP 172.25.2.90 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/d880bcfe-7c01-48db-9dda-dd9ef2784415) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:53.284992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d0c3c8-1bec-49d2-aecc-73076a0bf012 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:53.290712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-15d0c3c8-1bec-49d2-aecc-73076a0bf012 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1398158 Jun 30 03:14:53.299349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40044) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:53.327214 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234670ab-398f-40d3-94e1-1b109c8a1ad5 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:53.452180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.460746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-aefc9f22-a646-4753-80c4-a3ab94fb680d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534832 Jun 30 03:14:53.464830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40050) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:53.471665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:53.513721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-234670ab-398f-40d3-94e1-1b109c8a1ad5 None None] Deleting port 734b0bca-6db2-4dad-bda7-1140a7e22c62 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:53.514095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-234670ab-398f-40d3-94e1-1b109c8a1ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.591713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-234670ab-398f-40d3-94e1-1b109c8a1ad5 None None] For port 734b0bca-6db2-4dad-bda7-1140a7e22c62, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=734b0bca-6db2-4dad-bda7-1140a7e22c62,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:53.592573 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-234670ab-398f-40d3-94e1-1b109c8a1ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.609545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.618526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-234670ab-398f-40d3-94e1-1b109c8a1ad5 None None] Calling delete_port for 734b0bca-6db2-4dad-bda7-1140a7e22c62 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:53.742439 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.780867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 734b0bca-6db2-4dad-bda7-1140a7e22c62 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:53.788904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:53.792993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.851199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:53.859220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:53.880041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=d880bcfe-7c01-48db-9dda-dd9ef2784415,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:53.884804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:53.885033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.910032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-234670ab-398f-40d3-94e1-1b109c8a1ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:53.979225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234670ab-398f-40d3-94e1-1b109c8a1ad5 None None] No DVR routers for this DVR port 734b0bca-6db2-4dad-bda7-1140a7e22c62 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:53.981003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234670ab-398f-40d3-94e1-1b109c8a1ad5 None None] Pushing event deleted for resources: {'Port': ['ID=734b0bca-6db2-4dad-bda7-1140a7e22c62,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:54.762196 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:55.066568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:14:55.068655 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:55.149624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:55.156218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:55.162399 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:55.162985 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:55.165426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be1f222-c984-4f19-a0af-a993c9d8ccbd None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:55.167879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=00a289c7-5d3e-4ca2-9f09-f9e9b03fc16d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:55.178717 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:55.357838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '00a289c7-5d3e-4ca2-9f09-f9e9b03fc16d'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:14:55.358795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:55.377518 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:55.396867 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2030e40d-8503-4604-948c-bda98b9cc789 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9309711 Jun 30 03:14:55.399653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40096) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:55.404912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-689f379c-44eb-41e5-9235-3555a36d1ae9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:55.511927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Allocated IP 2001:db8::f816:3eff:fe16:6f68 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/00a289c7-5d3e-4ca2-9f09-f9e9b03fc16d/d3e2bb97-c17f-43e8-8c9c-9c75118575dc) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:55.532126 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:55.640327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event updated for resources: {'Port': ['ID=d880bcfe-7c01-48db-9dda-dd9ef2784415,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:55.663205 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:55.692780 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689f379c-44eb-41e5-9235-3555a36d1ae9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:55.696201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-689f379c-44eb-41e5-9235-3555a36d1ae9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:55.865776 n-d-798249-3 neutron-server[94531]: INFO neutron.db.ipam_backend_mixin [None req-689f379c-44eb-41e5-9235-3555a36d1ae9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00a289c7-5d3e-4ca2-9f09-f9e9b03fc16d (CIDR: 2001:db8::/64) Jun 30 03:14:55.867493 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Floating IP ab89e17e-7467-4987-af15-431d62865d54 associated. External IP: 172.25.2.90, port: 9b72deba-9e70-4396-a278-f7eef2b1e26a. Jun 30 03:14:55.960585 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-689f379c-44eb-41e5-9235-3555a36d1ae9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:14:55.961070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689f379c-44eb-41e5-9235-3555a36d1ae9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:14:55.967097 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:55.975553 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Transition to ACTIVE for port object d3e2bb97-c17f-43e8-8c9c-9c75118575dc will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:55.992690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Transition to ACTIVE for port object d3e2bb97-c17f-43e8-8c9c-9c75118575dc will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:56.102975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-689f379c-44eb-41e5-9235-3555a36d1ae9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7021945 Jun 30 03:14:56.105802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40122) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:56.111219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-34a1d69b-83f6-4967-9f81-d2178349c3f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:56.155337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:14:56.160146 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:56.198293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:56.201181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:56.204875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:56.279270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Attempting to bind port d3e2bb97-c17f-43e8-8c9c-9c75118575dc on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:14:56.281327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Attempting to bind port d3e2bb97-c17f-43e8-8c9c-9c75118575dc by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:14:56.281327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Attempting to bind port d3e2bb97-c17f-43e8-8c9c-9c75118575dc on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:14:56.282206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Pushing event updated for resources: {'Port': ['ID=d3e2bb97-c17f-43e8-8c9c-9c75118575dc,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:56.305317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:14:56.305317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:14:56.305317 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:56.305317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:14:56.313698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Bound port: d3e2bb97-c17f-43e8-8c9c-9c75118575dc, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:14:56.313698 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:56.335880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:14:56.345950 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] Sync routers for ids ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:14:56.359858 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] Routers {'f4f2dc26-7f27-4475-8de3-c2c736bb29b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:56.362084 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:14:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:56.430143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] For port d3e2bb97-c17f-43e8-8c9c-9c75118575dc, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:14:56.434156 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] For port d3e2bb97-c17f-43e8-8c9c-9c75118575dc, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d3e2bb97-c17f-43e8-8c9c-9c75118575dc,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:14:56.497239 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a1d69b-83f6-4967-9f81-d2178349c3f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:56.501266 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-34a1d69b-83f6-4967-9f81-d2178349c3f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:56.530379 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] Set router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:56.639637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:56.742405 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:56.825724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5268e-7d82-47a9-bfe2-04dbc12293ab None None] Pushing event updated for resources: {'Port': ['ID=d3e2bb97-c17f-43e8-8c9c-9c75118575dc,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:56.919528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-278e2e9a-0e0b-48a6-b901-dea6956e6b51 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5454595 Jun 30 03:14:56.920115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40144) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:56.920229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'tag': '9b72deba-9e70-4396-a278-f7eef2b1e26a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:56.933542 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af8cb16-358e-45d6-b507-e50397feb55f" -d '{"events": [{"name": "network-changed", "server_uuid": "d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593", "tag": "9b72deba-9e70-4396-a278-f7eef2b1e26a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:57.047418 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ed473d-e19f-4ecb-9de4-ffa3564a0b46 x-openstack-request-id: req-c5ed473d-e19f-4ecb-9de4-ffa3564a0b46 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:57.048170 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593", "tag": "9b72deba-9e70-4396-a278-f7eef2b1e26a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:57.048648 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5ed473d-e19f-4ecb-9de4-ffa3564a0b46 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:57.049287 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'tag': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'status': 'completed', 'code': 200} Jun 30 03:14:57.135156 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'ab89e17e-7467-4987-af15-431d62865d54', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'port_id': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'mac_address': 'fa:16:3e:1c:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:14:54Z', 'updated_at': '2021-06-30T03:14:54Z', 'revision_number': 0, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bfae53-2f9d-4092-8b85-b39b71f4ffb9', 'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:49:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:22Z', 'updated_at': '2021-06-30T03:14:32Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:57.237057 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] Checking router: f4f2dc26-7f27-4475-8de3-c2c736bb29b6 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:14:57.246635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-34a1d69b-83f6-4967-9f81-d2178349c3f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:57.277965 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] Routers {'f4f2dc26-7f27-4475-8de3-c2c736bb29b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:57.290842 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:14:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:57.388073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1d69b-83f6-4967-9f81-d2178349c3f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=33d65fa8-1ba8-4e8b-9a23-c7d0d02fe884,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:57.402244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a1d69b-83f6-4967-9f81-d2178349c3f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:57.411036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-34a1d69b-83f6-4967-9f81-d2178349c3f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:57.414538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a1d69b-83f6-4967-9f81-d2178349c3f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:57.415395 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-34a1d69b-83f6-4967-9f81-d2178349c3f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:57.528921 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] Set router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:57.542790 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-34a1d69b-83f6-4967-9f81-d2178349c3f8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4358633 Jun 30 03:14:57.545441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40154) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:57.550690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:b9:ac:77', 'name': 'tempest-NetworksTestDHCPv6-1337816810'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:14:57.887683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:14:57.953244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b4980b48-5b3b-4b26-9484-e349a0915819 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/floatingips/ab89e17e-7467-4987-af15-431d62865d54 HTTP/1.1" status: 200 len: 991 time: 0.9988115 Jun 30 03:14:58.019962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d3e2bb97-c17f-43e8-8c9c-9c75118575dc up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:14:58.053679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8cb16-358e-45d6-b507-e50397feb55f req-ddfe8ade-9903-42da-a47b-f2e439154bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:58.058981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af8cb16-358e-45d6-b507-e50397feb55f req-ddfe8ade-9903-42da-a47b-f2e439154bc6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 1097 time: 0.3627877 Jun 30 03:14:58.062872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:58.096974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port f594f5d5-a98c-4296-b279-b76cda6b8dcf yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:14:58.156748 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'ab89e17e-7467-4987-af15-431d62865d54', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'port_id': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'mac_address': 'fa:16:3e:1c:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:14:54Z', 'updated_at': '2021-06-30T03:14:54Z', 'revision_number': 0, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bfae53-2f9d-4092-8b85-b39b71f4ffb9', 'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:49:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:22Z', 'updated_at': '2021-06-30T03:14:32Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:58.199853 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b181f9c-bf38-40bf-add8-505c103f123e None None] The sync data for ids ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'] in n-d-798249-3 is: [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'ab89e17e-7467-4987-af15-431d62865d54', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'floating_ip_address': '172.25.2.90', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'port_id': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'mac_address': 'fa:16:3e:1c:d7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:14:54Z', 'updated_at': '2021-06-30T03:14:54Z', 'revision_number': 0, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bfae53-2f9d-4092-8b85-b39b71f4ffb9', 'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:49:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:22Z', 'updated_at': '2021-06-30T03:14:32Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:14:58.237126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8cb16-358e-45d6-b507-e50397feb55f req-b09f227c-d2dd-4887-a467-8b672919efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:58.241689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af8cb16-358e-45d6-b507-e50397feb55f req-b09f227c-d2dd-4887-a467-8b672919efba service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8617c0d-684e-41ef-8d52-0ad560209155 HTTP/1.1" status: 200 len: 898 time: 0.1757607 Jun 30 03:14:58.256914 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d3e2bb97-c17f-43e8-8c9c-9c75118575dc completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:58.463190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8:0:1::201 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/33d65fa8-1ba8-4e8b-9a23-c7d0d02fe884/f594f5d5-a98c-4296-b279-b76cda6b8dcf) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:58.476212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::f816:3eff:feb9:ac77 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/00a289c7-5d3e-4ca2-9f09-f9e9b03fc16d/f594f5d5-a98c-4296-b279-b76cda6b8dcf) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:14:58.495198 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af8cb16-358e-45d6-b507-e50397feb55f req-ef1b8912-5a04-4992-9002-65915408d794 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b72deba-9e70-4396-a278-f7eef2b1e26a HTTP/1.1" status: 200 len: 999 time: 0.2467110 Jun 30 03:14:58.627684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8cb16-358e-45d6-b507-e50397feb55f req-302a08a7-6db5-4cb7-9dc4-6e296dbc6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:58.632922 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1005-a0c2-42cd-9758-2e06651f4e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:58.643364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af8cb16-358e-45d6-b507-e50397feb55f req-302a08a7-6db5-4cb7-9dc4-6e296dbc6f63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2f499b0-b23a-4e7a-8b7c-0d808ab230ff HTTP/1.1" status: 200 len: 834 time: 0.1305392 Jun 30 03:14:58.657070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e126ac-4271-4bc9-9717-50508c563e69 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:58.687534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a762566-9d23-4a03-b660-9e9bf622f084 None None] New status for floating IP ab89e17e-7467-4987-af15-431d62865d54: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:14:58.778504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8cb16-358e-45d6-b507-e50397feb55f req-15b3d682-58ff-4206-bf75-08871223a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:58.780073 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af8cb16-358e-45d6-b507-e50397feb55f req-15b3d682-58ff-4206-bf75-08871223a7be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8617c0d-684e-41ef-8d52-0ad560209155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349018 Jun 30 03:14:58.994641 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af8cb16-358e-45d6-b507-e50397feb55f req-814d823d-a8d5-43d0-8751-eef1b23c6dbf service neutron] 10.222.0.83 "GET /v2.0/networks/d8617c0d-684e-41ef-8d52-0ad560209155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069337 Jun 30 03:14:58.995329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40190) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:59.073592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1ee6708e-4b76-4841-8c72-1ee5db43fa84 None None] Provisioning for port d3e2bb97-c17f-43e8-8c9c-9c75118575dc completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:14:59.110462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1ee6708e-4b76-4841-8c72-1ee5db43fa84 None None] Provisioning complete for port d3e2bb97-c17f-43e8-8c9c-9c75118575dc triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:14:59.111005 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1ee6708e-4b76-4841-8c72-1ee5db43fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:59.200431 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af8cb16-358e-45d6-b507-e50397feb55f req-8d547d6d-66af-42ec-a413-6ecf92c69945 service neutron] 10.222.0.83 "GET /v2.0/networks/d8617c0d-684e-41ef-8d52-0ad560209155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930716 Jun 30 03:14:59.332706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e850000a-e1c2-4102-83d4-4e4bd9680ccb tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/floatingips/ab89e17e-7467-4987-af15-431d62865d54 HTTP/1.1" status: 200 len: 991 time: 0.3347061 Jun 30 03:14:59.457700 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:59.480832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object f594f5d5-a98c-4296-b279-b76cda6b8dcf will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:14:59.496958 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1ee6708e-4b76-4841-8c72-1ee5db43fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:59.559882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1ee6708e-4b76-4841-8c72-1ee5db43fa84 None None] For port d3e2bb97-c17f-43e8-8c9c-9c75118575dc, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d3e2bb97-c17f-43e8-8c9c-9c75118575dc,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:59.691527 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:59.698838 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1ee6708e-4b76-4841-8c72-1ee5db43fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:59.710223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e2b717-1d42-4f30-9afc-42d25008a436 None None] Update dhcp port {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': '00a289c7-5d3e-4ca2-9f09-f9e9b03fc16d', 'ip_address': '2001:db8::f816:3eff:fe16:6f68'}, {'subnet_id': '33d65fa8-1ba8-4e8b-9a23-c7d0d02fe884'}], 'binding:host_id': 'n-d-798249-3'}, 'id': 'd3e2bb97-c17f-43e8-8c9c-9c75118575dc'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:14:59.768080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:14:59.777120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:14:59.786436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:14:59.794968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:59.795678 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:59.838454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=f594f5d5-a98c-4296-b279-b76cda6b8dcf,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:59.880044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6708e-4b76-4841-8c72-1ee5db43fa84 None None] Pushing event updated for resources: {'Port': ['ID=d3e2bb97-c17f-43e8-8c9c-9c75118575dc,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:59.883815 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-61e2b717-1d42-4f30-9afc-42d25008a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:59.894921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cf6f65b8-184d-48b9-a796-b65ca0227543 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3448260 Jun 30 03:14:59.895622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40206) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:00.084462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4568ace4-af88-42c9-9a13-6d7ea03e0050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port f594f5d5-a98c-4296-b279-b76cda6b8dcf {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:00.086562 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4568ace4-af88-42c9-9a13-6d7ea03e0050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:00.141155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-61e2b717-1d42-4f30-9afc-42d25008a436 None None] Allocated IP 2001:db8:0:1::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/33d65fa8-1ba8-4e8b-9a23-c7d0d02fe884/d3e2bb97-c17f-43e8-8c9c-9c75118575dc) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:00.220077 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4568ace4-af88-42c9-9a13-6d7ea03e0050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:00.234456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-4568ace4-af88-42c9-9a13-6d7ea03e0050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for f594f5d5-a98c-4296-b279-b76cda6b8dcf owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:00.335280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40220) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:00.365782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-61e2b717-1d42-4f30-9afc-42d25008a436 None None] For port d3e2bb97-c17f-43e8-8c9c-9c75118575dc, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d3e2bb97-c17f-43e8-8c9c-9c75118575dc,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:00.458492 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-61e2b717-1d42-4f30-9afc-42d25008a436 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:00.480547 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-57aa6791-7001-4f91-8a99-01e385d7290f tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/floatingips/ab89e17e-7467-4987-af15-431d62865d54 HTTP/1.1" status: 200 len: 993 time: 0.1439760 Jun 30 03:15:00.490690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-61e2b717-1d42-4f30-9afc-42d25008a436 None None] Transition to ACTIVE for port object d3e2bb97-c17f-43e8-8c9c-9c75118575dc will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:00.542426 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4568ace4-af88-42c9-9a13-6d7ea03e0050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:00.579369 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-61e2b717-1d42-4f30-9afc-42d25008a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:00.583052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568ace4-af88-42c9-9a13-6d7ea03e0050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=f594f5d5-a98c-4296-b279-b76cda6b8dcf,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:00.668614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4568ace4-af88-42c9-9a13-6d7ea03e0050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:00.671330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4568ace4-af88-42c9-9a13-6d7ea03e0050 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/f594f5d5-a98c-4296-b279-b76cda6b8dcf HTTP/1.1" status: 204 len: 168 time: 0.7745152 Jun 30 03:15:00.675614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40224) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:00.706528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2b717-1d42-4f30-9afc-42d25008a436 None None] Pushing event updated for resources: {'Port': ['ID=d3e2bb97-c17f-43e8-8c9c-9c75118575dc,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:00.752103 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d909d782-5987-4b39-87b6-a1353b09e736 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:00.754691 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d909d782-5987-4b39-87b6-a1353b09e736 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0780389 Jun 30 03:15:00.757707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40228) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:00.874526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98354783-02e4-4896-a21c-8c88ffa3c4c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:00.876861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-98354783-02e4-4896-a21c-8c88ffa3c4c5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1183953 Jun 30 03:15:00.879729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40234) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:00.971079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751880a-ca41-4081-9267-bde6cd35496f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:00.973650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751880a-ca41-4081-9267-bde6cd35496f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:00.976114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751880a-ca41-4081-9267-bde6cd35496f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:00.980449 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f751880a-ca41-4081-9267-bde6cd35496f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0971525 Jun 30 03:15:00.981792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40236) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:01.079352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-467d1e90-25cd-4935-9863-a7b992e30d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 00a289c7-5d3e-4ca2-9f09-f9e9b03fc16d {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:01.084515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-467d1e90-25cd-4935-9863-a7b992e30d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.145350 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-467d1e90-25cd-4935-9863-a7b992e30d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.321140 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-467d1e90-25cd-4935-9863-a7b992e30d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.391283 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.445055 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4fcf5007-e31f-4598-8877-5fb8be56ec38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.616797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-467d1e90-25cd-4935-9863-a7b992e30d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.653740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d1e90-25cd-4935-9863-a7b992e30d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=00a289c7-5d3e-4ca2-9f09-f9e9b03fc16d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:01.656854 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-467d1e90-25cd-4935-9863-a7b992e30d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.659445 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-467d1e90-25cd-4935-9863-a7b992e30d8e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/00a289c7-5d3e-4ca2-9f09-f9e9b03fc16d HTTP/1.1" status: 204 len: 168 time: 0.6735361 Jun 30 03:15:01.662328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40248) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:01.743413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd13e408-abda-49b5-bb2f-d1d75d0c8e58 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 33d65fa8-1ba8-4e8b-9a23-c7d0d02fe884 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:01.747500 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd13e408-abda-49b5-bb2f-d1d75d0c8e58 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.845636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ac1d43-3b5e-4a8a-beb5-efc80f42e643 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:01.880971 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd13e408-abda-49b5-bb2f-d1d75d0c8e58 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.932655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d3e2bb97-c17f-43e8-8c9c-9c75118575dc up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:02.028698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd13e408-abda-49b5-bb2f-d1d75d0c8e58 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.148086 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7f5eb61d-42c3-427f-acb9-0c025b64b882 None None] Provisioning for port d3e2bb97-c17f-43e8-8c9c-9c75118575dc completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:02.154218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7f5eb61d-42c3-427f-acb9-0c025b64b882 None None] Provisioning complete for port d3e2bb97-c17f-43e8-8c9c-9c75118575dc triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:02.164832 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb61d-42c3-427f-acb9-0c025b64b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.251335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd13e408-abda-49b5-bb2f-d1d75d0c8e58 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.305900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13e408-abda-49b5-bb2f-d1d75d0c8e58 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=33d65fa8-1ba8-4e8b-9a23-c7d0d02fe884,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:02.308144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd13e408-abda-49b5-bb2f-d1d75d0c8e58 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.312950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40264) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:02.315840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fd13e408-abda-49b5-bb2f-d1d75d0c8e58 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/33d65fa8-1ba8-4e8b-9a23-c7d0d02fe884 HTTP/1.1" status: 204 len: 168 time: 0.6497042 Jun 30 03:15:02.360445 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-34858e95-0efa-44bc-bdff-abbf30023c11 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453517 Jun 30 03:15:02.363049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40266) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:02.370572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:02.796502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ae04d5-6449-4b4e-a6c6-3b91537ee021 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:02.888566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bf6e0612-9db8-4010-805e-232bd7e4bce7 None None] Provisioning complete for port d3e2bb97-c17f-43e8-8c9c-9c75118575dc triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:02.888897 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0612-9db8-4010-805e-232bd7e4bce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.943027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:02.947019 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:03.077180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27422985-d743-4868-bc1d-e2d33f90a1bd None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:15:03.128222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-27422985-d743-4868-bc1d-e2d33f90a1bd None None] Deleting port d3e2bb97-c17f-43e8-8c9c-9c75118575dc {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:03.128683 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-27422985-d743-4868-bc1d-e2d33f90a1bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:03.199569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-27422985-d743-4868-bc1d-e2d33f90a1bd None None] For port d3e2bb97-c17f-43e8-8c9c-9c75118575dc, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d3e2bb97-c17f-43e8-8c9c-9c75118575dc,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:03.200020 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-27422985-d743-4868-bc1d-e2d33f90a1bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:03.214097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-27422985-d743-4868-bc1d-e2d33f90a1bd None None] Calling delete_port for d3e2bb97-c17f-43e8-8c9c-9c75118575dc owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:03.682867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:03.743309 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-27422985-d743-4868-bc1d-e2d33f90a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:03.790350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.objects.ports [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:15:03.792061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:03.818480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d3e2bb97-c17f-43e8-8c9c-9c75118575dc no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:03.820721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27422985-d743-4868-bc1d-e2d33f90a1bd None None] No DVR routers for this DVR port d3e2bb97-c17f-43e8-8c9c-9c75118575dc on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:03.822866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27422985-d743-4868-bc1d-e2d33f90a1bd None None] Pushing event deleted for resources: {'Port': ['ID=d3e2bb97-c17f-43e8-8c9c-9c75118575dc,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:03.851371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d3e2bb97-c17f-43e8-8c9c-9c75118575dc {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:03.851725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d3e2bb97-c17f-43e8-8c9c-9c75118575dc not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:03.883398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:03.895810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:03.911707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585273b-a1c5-4bd7-89a0-beff4fe3e121 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:03.953096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=8df80130-6606-4f62-8243-d7c684a6623f,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:03.953096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:03.953096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:04.089126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '8df80130-6606-4f62-8243-d7c684a6623f'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:15:04.090267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:04.099282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c92fa38b-9b74-4d31-ae34-79ad46550f35 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7309277 Jun 30 03:15:04.101329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40290) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:04.105066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ce319606-cca9-4efc-9bff-3be9fed1963c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:04.240804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Allocated IP 2001:db8::f816:3eff:fec6:60fb (8b1fc8b1-93de-4ade-819e-1955848f7bfe/8df80130-6606-4f62-8243-d7c684a6623f/a96aae70-eefb-45ff-b6b4-0ff89cb6fa98) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:04.411595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce319606-cca9-4efc-9bff-3be9fed1963c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:04.415441 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce319606-cca9-4efc-9bff-3be9fed1963c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:04.444977 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:04.458841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Transition to ACTIVE for port object a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:04.480444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Transition to ACTIVE for port object a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:04.518020 n-d-798249-3 neutron-server[94531]: INFO neutron.db.ipam_backend_mixin [None req-ce319606-cca9-4efc-9bff-3be9fed1963c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8df80130-6606-4f62-8243-d7c684a6623f (CIDR: 2001:db8::/64) Jun 30 03:15:04.703003 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce319606-cca9-4efc-9bff-3be9fed1963c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:15:04.703355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce319606-cca9-4efc-9bff-3be9fed1963c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:04.771210 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:04.775120 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:04.834948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:04.839702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:04.843336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:04.855965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Pushing event updated for resources: {'Port': ['ID=a96aae70-eefb-45ff-b6b4-0ff89cb6fa98,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:04.860783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ce319606-cca9-4efc-9bff-3be9fed1963c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7600601 Jun 30 03:15:04.861819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40304) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:04.869274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d16c39cf-d604-40f8-82cb-e240f1fdbac6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:04.925593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Attempting to bind port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:04.926403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Attempting to bind port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:04.927006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Attempting to bind port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:04.934390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:04.935098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:04.935672 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:04.936452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:04.937003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Bound port: a96aae70-eefb-45ff-b6b4-0ff89cb6fa98, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:04.937385 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:05.013435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] For port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:05.016771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] For port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a96aae70-eefb-45ff-b6b4-0ff89cb6fa98,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:05.184218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16c39cf-d604-40f8-82cb-e240f1fdbac6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:05.189946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d16c39cf-d604-40f8-82cb-e240f1fdbac6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:05.303048 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:05.389571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd47e7f-f449-4834-ada7-50efcb6bfca5 None None] Pushing event updated for resources: {'Port': ['ID=a96aae70-eefb-45ff-b6b4-0ff89cb6fa98,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:05.545428 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d16c39cf-d604-40f8-82cb-e240f1fdbac6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:05.610101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c39cf-d604-40f8-82cb-e240f1fdbac6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:05.614186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d16c39cf-d604-40f8-82cb-e240f1fdbac6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:05.618326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c39cf-d604-40f8-82cb-e240f1fdbac6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:05.619142 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d16c39cf-d604-40f8-82cb-e240f1fdbac6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:05.636555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c39cf-d604-40f8-82cb-e240f1fdbac6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=93696c77-0f5e-4ec4-951d-30196521e292,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:05.811438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d16c39cf-d604-40f8-82cb-e240f1fdbac6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9465384 Jun 30 03:15:05.814211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40330) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:05.820653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:bb:42:ce', 'name': 'tempest-NetworksTestDHCPv6-1145385788'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:05.860425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:06.061824 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:06.118570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:06.215227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:06.244089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 21420dfb-9832-432d-9d26-94d3a7228024 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:15:06.436475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8:0:1::18c (8b1fc8b1-93de-4ade-819e-1955848f7bfe/93696c77-0f5e-4ec4-951d-30196521e292/21420dfb-9832-432d-9d26-94d3a7228024) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:06.445334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::f816:3eff:febb:42ce (8b1fc8b1-93de-4ade-819e-1955848f7bfe/8df80130-6606-4f62-8243-d7c684a6623f/21420dfb-9832-432d-9d26-94d3a7228024) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:06.521877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e59a30-ea52-49b4-b5ea-a890e615f6a3 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:06.713779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:06.728892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 21420dfb-9832-432d-9d26-94d3a7228024 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:06.730560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-86bcaea6-d88a-4f7b-bae4-1c731bf47f74 None None] Provisioning for port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:06.741819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-86bcaea6-d88a-4f7b-bae4-1c731bf47f74 None None] Provisioning complete for port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:06.741819 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86bcaea6-d88a-4f7b-bae4-1c731bf47f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:06.970502 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.019384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:07.022596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:07.027278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:07.033259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:07.036916 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.043090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=21420dfb-9832-432d-9d26-94d3a7228024,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:07.052880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a0db1-31b4-4ac3-981e-a8c394babfe5 None None] Update dhcp port {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'fixed_ips': [{'subnet_id': '8df80130-6606-4f62-8243-d7c684a6623f', 'ip_address': '2001:db8::f816:3eff:fec6:60fb'}, {'subnet_id': '93696c77-0f5e-4ec4-951d-30196521e292'}], 'binding:host_id': 'n-d-798249-3'}, 'id': 'a96aae70-eefb-45ff-b6b4-0ff89cb6fa98'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:15:07.077374 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86bcaea6-d88a-4f7b-bae4-1c731bf47f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.110923 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-956a0db1-31b4-4ac3-981e-a8c394babfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.131582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-86bcaea6-d88a-4f7b-bae4-1c731bf47f74 None None] For port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a96aae70-eefb-45ff-b6b4-0ff89cb6fa98,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:07.248099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-165f1d93-43ab-490a-bc1d-f2a7b6e94483 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4305613 Jun 30 03:15:07.248688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40364) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:07.300569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-956a0db1-31b4-4ac3-981e-a8c394babfe5 None None] Allocated IP 2001:db8:0:1::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/93696c77-0f5e-4ec4-951d-30196521e292/a96aae70-eefb-45ff-b6b4-0ff89cb6fa98) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:07.349021 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86bcaea6-d88a-4f7b-bae4-1c731bf47f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.420151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcaea6-d88a-4f7b-bae4-1c731bf47f74 None None] Pushing event updated for resources: {'Port': ['ID=a96aae70-eefb-45ff-b6b4-0ff89cb6fa98,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:07.429817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-a999c416-ed9a-4ba8-ad3e-4cb2b0ed5ff6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 21420dfb-9832-432d-9d26-94d3a7228024 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:07.430176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a999c416-ed9a-4ba8-ad3e-4cb2b0ed5ff6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.519709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-956a0db1-31b4-4ac3-981e-a8c394babfe5 None None] For port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a96aae70-eefb-45ff-b6b4-0ff89cb6fa98,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:07.551799 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a999c416-ed9a-4ba8-ad3e-4cb2b0ed5ff6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.564750 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-956a0db1-31b4-4ac3-981e-a8c394babfe5 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.566791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-a999c416-ed9a-4ba8-ad3e-4cb2b0ed5ff6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 21420dfb-9832-432d-9d26-94d3a7228024 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:07.578933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-956a0db1-31b4-4ac3-981e-a8c394babfe5 None None] Transition to ACTIVE for port object a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:07.779479 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:07.830546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:07.831383 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.869042 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-956a0db1-31b4-4ac3-981e-a8c394babfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.939754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 had new provisioning blocks added so it will not transition to active. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 30 03:15:07.997860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a0db1-31b4-4ac3-981e-a8c394babfe5 None None] Pushing event updated for resources: {'Port': ['ID=a96aae70-eefb-45ff-b6b4-0ff89cb6fa98,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:08.244682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a999c416-ed9a-4ba8-ad3e-4cb2b0ed5ff6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:08.291032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999c416-ed9a-4ba8-ad3e-4cb2b0ed5ff6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=21420dfb-9832-432d-9d26-94d3a7228024,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:08.370884 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a999c416-ed9a-4ba8-ad3e-4cb2b0ed5ff6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:08.372988 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a999c416-ed9a-4ba8-ad3e-4cb2b0ed5ff6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/21420dfb-9832-432d-9d26-94d3a7228024 HTTP/1.1" status: 204 len: 168 time: 1.1237373 Jun 30 03:15:08.375404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40390) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:08.451609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3d49d3-b8c0-4bf5-804d-b223b5e13339 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:08.458031 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dd3d49d3-b8c0-4bf5-804d-b223b5e13339 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0757656 Jun 30 03:15:08.458031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40392) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:08.529170 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb61a3-dccd-49c6-b5e5-ee8c98292418 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:08.530858 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-efbb61a3-dccd-49c6-b5e5-ee8c98292418 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0734968 Jun 30 03:15:08.533396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40398) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:08.593738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab1ab1-ce4d-4768-9a4e-f706c62df434 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:08.603629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab1ab1-ce4d-4768-9a4e-f706c62df434 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:08.603629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab1ab1-ce4d-4768-9a4e-f706c62df434 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:08.603629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-17ab1ab1-ce4d-4768-9a4e-f706c62df434 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0638463 Jun 30 03:15:08.603629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40400) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:08.661595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-08228025-44f8-4140-8124-c8b5b64cdee2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 8df80130-6606-4f62-8243-d7c684a6623f {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:08.672761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08228025-44f8-4140-8124-c8b5b64cdee2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:08.711205 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08228025-44f8-4140-8124-c8b5b64cdee2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:08.810431 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08228025-44f8-4140-8124-c8b5b64cdee2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:08.890463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fa524d0d-a226-48e7-9d8e-cb9a827bc40a None None] Provisioning for port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:08.904528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fa524d0d-a226-48e7-9d8e-cb9a827bc40a None None] Provisioning complete for port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:08.904528 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fa524d0d-a226-48e7-9d8e-cb9a827bc40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.033651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08228025-44f8-4140-8124-c8b5b64cdee2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.064135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08228025-44f8-4140-8124-c8b5b64cdee2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=8df80130-6606-4f62-8243-d7c684a6623f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:09.070485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08228025-44f8-4140-8124-c8b5b64cdee2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.072636 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08228025-44f8-4140-8124-c8b5b64cdee2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/8df80130-6606-4f62-8243-d7c684a6623f HTTP/1.1" status: 204 len: 168 time: 0.4700534 Jun 30 03:15:09.075637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40414) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:09.136526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-934e7f53-e2f8-4380-adfe-f41269011ea3 None None] Could not find standard attr ID for object 21420dfb-9832-432d-9d26-94d3a7228024. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:15:09.137154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e3f67d-9cee-4a4a-8267-664c99fd2d12 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 93696c77-0f5e-4ec4-951d-30196521e292 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:09.140353 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68e3f67d-9cee-4a4a-8267-664c99fd2d12 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.167297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c2e57-2e1d-43c3-b87f-f46dae4c7193 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:09.196427 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68e3f67d-9cee-4a4a-8267-664c99fd2d12 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.301339 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68e3f67d-9cee-4a4a-8267-664c99fd2d12 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.570938 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68e3f67d-9cee-4a4a-8267-664c99fd2d12 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.601300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3f67d-9cee-4a4a-8267-664c99fd2d12 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=93696c77-0f5e-4ec4-951d-30196521e292,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:09.605377 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-68e3f67d-9cee-4a4a-8267-664c99fd2d12 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.607978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-68e3f67d-9cee-4a4a-8267-664c99fd2d12 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/93696c77-0f5e-4ec4-951d-30196521e292 HTTP/1.1" status: 204 len: 168 time: 0.5296135 Jun 30 03:15:09.610154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40424) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:09.698898 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-95c6247b-878f-410f-b8c4-3812076d590a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859370 Jun 30 03:15:09.700714 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40430) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:09.706960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4001ae9b-7d6b-4d72-b718-0517fc5155ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:09.838809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:09.952822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:09.953573 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.993631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4001ae9b-7d6b-4d72-b718-0517fc5155ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:09.997616 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4001ae9b-7d6b-4d72-b718-0517fc5155ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:10.311311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c79047-6616-4bea-95f6-ece672ac4964 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:10.382124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6dbafbae-9fc1-4b3c-92aa-cc41f00d08a3 None None] Provisioning complete for port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:10.385373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6dbafbae-9fc1-4b3c-92aa-cc41f00d08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:10.484689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4001ae9b-7d6b-4d72-b718-0517fc5155ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:10.582939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4001ae9b-7d6b-4d72-b718-0517fc5155ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:10.584065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001ae9b-7d6b-4d72-b718-0517fc5155ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=25a06bfa-5bf8-4130-876b-f00aed0174f7,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:10.586600 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4001ae9b-7d6b-4d72-b718-0517fc5155ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:10.589585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4001ae9b-7d6b-4d72-b718-0517fc5155ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:10.590420 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4001ae9b-7d6b-4d72-b718-0517fc5155ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:10.651901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cd4f4f-b6f0-4bc2-be4c-40cc6f578e1f None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:15:10.706003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-39cd4f4f-b6f0-4bc2-be4c-40cc6f578e1f None None] Deleting port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:10.706379 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39cd4f4f-b6f0-4bc2-be4c-40cc6f578e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:10.748830 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4001ae9b-7d6b-4d72-b718-0517fc5155ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0466323 Jun 30 03:15:10.751686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40456) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:10.758240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ecd45441-1f2f-49e2-b9ba-bc0e3b1a69bb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:10.787144 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-39cd4f4f-b6f0-4bc2-be4c-40cc6f578e1f None None] For port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a96aae70-eefb-45ff-b6b4-0ff89cb6fa98,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:10.787539 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39cd4f4f-b6f0-4bc2-be4c-40cc6f578e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:10.800785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-39cd4f4f-b6f0-4bc2-be4c-40cc6f578e1f None None] Calling delete_port for a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:11.130539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd45441-1f2f-49e2-b9ba-bc0e3b1a69bb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:11.130797 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39cd4f4f-b6f0-4bc2-be4c-40cc6f578e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:11.134229 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecd45441-1f2f-49e2-b9ba-bc0e3b1a69bb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:11.158020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd4f4f-b6f0-4bc2-be4c-40cc6f578e1f None None] Pushing event deleted for resources: {'Port': ['ID=a96aae70-eefb-45ff-b6b4-0ff89cb6fa98,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:11.166720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd4f4f-b6f0-4bc2-be4c-40cc6f578e1f None None] No DVR routers for this DVR port a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:11.187873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd62f06d-b8e8-4b94-a631-68b6352de589 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:11.249828 n-d-798249-3 neutron-server[94530]: INFO neutron.db.ipam_backend_mixin [None req-ecd45441-1f2f-49e2-b9ba-bc0e3b1a69bb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25a06bfa-5bf8-4130-876b-f00aed0174f7 (CIDR: 2001:db8::/64) Jun 30 03:15:11.354668 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd45441-1f2f-49e2-b9ba-bc0e3b1a69bb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:15:11.355048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd45441-1f2f-49e2-b9ba-bc0e3b1a69bb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:11.361284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '25a06bfa-5bf8-4130-876b-f00aed0174f7'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:15:11.362273 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:11.516595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/25a06bfa-5bf8-4130-876b-f00aed0174f7/c606094c-6af3-466f-bd12-e9a1a7fa3ba4) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:11.556709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40484) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:11.557488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ecd45441-1f2f-49e2-b9ba-bc0e3b1a69bb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8026962 Jun 30 03:15:11.562163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:11.666260 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:11.675062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Transition to ACTIVE for port object c606094c-6af3-466f-bd12-e9a1a7fa3ba4 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:11.689430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Transition to ACTIVE for port object c606094c-6af3-466f-bd12-e9a1a7fa3ba4 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:11.791352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:11.812450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:11.813032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a96aae70-eefb-45ff-b6b4-0ff89cb6fa98 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:11.815646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:11.821355 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:11.884491 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:11.926039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:11.928951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:11.932570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:11.946282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Pushing event updated for resources: {'Port': ['ID=c606094c-6af3-466f-bd12-e9a1a7fa3ba4,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:12.010923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Attempting to bind port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:12.010923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Attempting to bind port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:12.010923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Attempting to bind port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:12.018637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:12.019267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:12.019671 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:12.020279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:12.020967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Bound port: c606094c-6af3-466f-bd12-e9a1a7fa3ba4, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:12.021100 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:12.097837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] For port c606094c-6af3-466f-bd12-e9a1a7fa3ba4, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:12.101521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] For port c606094c-6af3-466f-bd12-e9a1a7fa3ba4, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c606094c-6af3-466f-bd12-e9a1a7fa3ba4,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:12.302163 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-874514f4-9c1f-4878-a4ad-46f1f6562ba7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780483040&fields=id&tenant_id=7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 267 time: 0.0364017 Jun 30 03:15:12.331244 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:12.366956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:15:12.422425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6377559-ddd5-47d1-928a-62017b6e8809 None None] Pushing event updated for resources: {'Port': ['ID=c606094c-6af3-466f-bd12-e9a1a7fa3ba4,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:12.470574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-bdb294a9-639f-4107-89b7-b3bd94360cd4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:12.473340 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-bdb294a9-639f-4107-89b7-b3bd94360cd4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.1637945 Jun 30 03:15:12.494589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b1ec11a7-4119-4253-9f1e-f1672e755b1b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/quotas/7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 375 time: 0.0155094 Jun 30 03:15:12.607027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-799afd1b-e916-4e92-965a-1c765240b67b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051710 Jun 30 03:15:12.778404 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-ee91bc9b-603e-4a0a-a93f-636a3d684a59 service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452522 Jun 30 03:15:12.910009 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:12.929862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-8d68c92b-822a-43cd-91a2-4be95e099115 service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729469 Jun 30 03:15:13.103907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] For port c606094c-6af3-466f-bd12-e9a1a7fa3ba4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c606094c-6af3-466f-bd12-e9a1a7fa3ba4,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:13.139995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:13.327081 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:13.328728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:13.471798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=c606094c-6af3-466f-bd12-e9a1a7fa3ba4,revision_number=4']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:13.510038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:13.515117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:13.519097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:13.519726 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:13.538413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=44caa64e-af17-4568-8f34-96c7b8e75ccf,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:13.730306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d646686-e76b-4113-93ff-e0fb391ac9ae None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:13.749738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-50230b0b-5496-43d3-8181-987e6db5b4af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1848094 Jun 30 03:15:13.749738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40546) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:13.750855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:21:b9:68', 'name': 'tempest-NetworksTestDHCPv6-1189259815'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:13.855160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40548) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:13.941470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c606094c-6af3-466f-bd12-e9a1a7fa3ba4 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:14.036777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b5b81ff7-3c88-4e07-a1bd-c4080f16b45e None None] Provisioning for port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:14.141966 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-08b9898a-b378-4a00-92fa-31fce886980f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.164389 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a514856c-8778-4011-8c78-b4b1a85991b7 req-296e5721-642a-4e44-865f-2421a4edde67 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.0768790 Jun 30 03:15:14.288193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:14.347521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:14.351781 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:14.352466 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.382883 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.413004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 2028d878-8e8b-40f4-8834-38d83573e53a yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:15:14.430913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-08b9898a-b378-4a00-92fa-31fce886980f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.518051 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.564455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-08b9898a-b378-4a00-92fa-31fce886980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.569107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port c606094c-6af3-466f-bd12-e9a1a7fa3ba4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c606094c-6af3-466f-bd12-e9a1a7fa3ba4,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:14.651440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::34f (8b1fc8b1-93de-4ade-819e-1955848f7bfe/25a06bfa-5bf8-4130-876b-f00aed0174f7/2028d878-8e8b-40f4-8834-38d83573e53a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:14.657993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8:0:1:f816:3eff:fe21:b968 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/44caa64e-af17-4568-8f34-96c7b8e75ccf/2028d878-8e8b-40f4-8834-38d83573e53a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:14.661392 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-08b9898a-b378-4a00-92fa-31fce886980f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cae182860d804a038c6f32dbc5181486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047831 Jun 30 03:15:14.675612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40570) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:14.701717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9898a-b378-4a00-92fa-31fce886980f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75facb7-70b9-4d2a-92af-a4baa51fb077,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:14.702177 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.787328 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5402fb6e-8ae2-404d-b5e7-882e76140acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.795876 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=c606094c-6af3-466f-bd12-e9a1a7fa3ba4,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:14.812710 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5402fb6e-8ae2-404d-b5e7-882e76140acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.861342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.030212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c26fa02f-380c-4381-8b2c-86f4ac7bf020 None None] Provisioning complete for port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:15.030590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c26fa02f-380c-4381-8b2c-86f4ac7bf020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.043998 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5402fb6e-8ae2-404d-b5e7-882e76140acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.044548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 2028d878-8e8b-40f4-8834-38d83573e53a will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:15.047246 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5402fb6e-8ae2-404d-b5e7-882e76140acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.048722 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5402fb6e-8ae2-404d-b5e7-882e76140acc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f75facb7-70b9-4d2a-92af-a4baa51fb077 HTTP/1.1" status: 204 len: 168 time: 0.3687308 Jun 30 03:15:15.059180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402fb6e-8ae2-404d-b5e7-882e76140acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75facb7-70b9-4d2a-92af-a4baa51fb077,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:15.240787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-913cdcc7-b044-427b-af3f-b5913b4e5a7e req-ae8f587c-9153-489f-8202-2c85b8573f54 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.0312388 Jun 30 03:15:15.253337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.293913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:15.297252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:15.315554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:15.320539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:15.321119 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.345072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=2028d878-8e8b-40f4-8834-38d83573e53a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:15.473886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dc4fe66e-f689-4a3d-8440-fc781ef1d6c3 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7271118 Jun 30 03:15:15.476482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40588) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:15.632717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-8f11b1f4-fec6-44dd-8b80-77ede6af8c7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 2028d878-8e8b-40f4-8834-38d83573e53a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:15.632717 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f11b1f4-fec6-44dd-8b80-77ede6af8c7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.745425 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f11b1f4-fec6-44dd-8b80-77ede6af8c7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.765865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-8f11b1f4-fec6-44dd-8b80-77ede6af8c7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 2028d878-8e8b-40f4-8834-38d83573e53a owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:15.810434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c606094c-6af3-466f-bd12-e9a1a7fa3ba4 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:15.864016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:15.864359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.867541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4570597b-514c-4788-a022-e58adc907882 None None] Provisioning for port 2028d878-8e8b-40f4-8834-38d83573e53a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:15.891202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4570597b-514c-4788-a022-e58adc907882 None None] Provisioning complete for port 2028d878-8e8b-40f4-8834-38d83573e53a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:15.891575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4570597b-514c-4788-a022-e58adc907882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.970590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4570597b-514c-4788-a022-e58adc907882 None None] Port 2028d878-8e8b-40f4-8834-38d83573e53a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:15:16.200133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f11b1f4-fec6-44dd-8b80-77ede6af8c7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.261510 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11b1f4-fec6-44dd-8b80-77ede6af8c7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=2028d878-8e8b-40f4-8834-38d83573e53a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:16.320370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f11b1f4-fec6-44dd-8b80-77ede6af8c7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.326049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8f11b1f4-fec6-44dd-8b80-77ede6af8c7d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/2028d878-8e8b-40f4-8834-38d83573e53a HTTP/1.1" status: 204 len: 168 time: 0.8474867 Jun 30 03:15:16.326235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40604) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:16.348668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40606) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:16.376643 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0802-91f5-4eeb-bd43-7c5440f693b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.439113 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab4ca6d6-7eed-42da-ad42-a1e91890ac54 req-046ff5e5-32c2-4162-b464-2cda30954e58 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.0331326 Jun 30 03:15:16.441134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba70ce7-c424-40a3-be87-4cada48ee1e8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:16.442714 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cba70ce7-c424-40a3-be87-4cada48ee1e8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1161883 Jun 30 03:15:16.445882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40610) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:16.525932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffdf377-d306-4b63-9bae-3cc16c8b4ae7 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:16.527791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dffdf377-d306-4b63-9bae-3cc16c8b4ae7 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0807595 Jun 30 03:15:16.530424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40612) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:16.547470 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0802-91f5-4eeb-bd43-7c5440f693b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.613480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ba443-812f-4059-ac20-4d14678bd321 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:16.615253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ba443-812f-4059-ac20-4d14678bd321 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:16.617015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3ba443-812f-4059-ac20-4d14678bd321 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:16.621761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0d3ba443-812f-4059-ac20-4d14678bd321 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0865977 Jun 30 03:15:16.622171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40620) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:17.013380 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0802-91f5-4eeb-bd43-7c5440f693b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.066971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f4ac0802-91f5-4eeb-bd43-7c5440f693b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc55c7b6e0c3468aa9b776228309d392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7169647 Jun 30 03:15:17.070038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40628) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:17.071897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-196da75a-c2b9-4fb9-ba8a-4dc4808a6a2c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 25a06bfa-5bf8-4130-876b-f00aed0174f7 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:17.075123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac0802-91f5-4eeb-bd43-7c5440f693b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5397ac5-a052-4558-83f8-0bcc353f5e76,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:17.077993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-196da75a-c2b9-4fb9-ba8a-4dc4808a6a2c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.122188 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-196da75a-c2b9-4fb9-ba8a-4dc4808a6a2c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.140334 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-43dc334f-7c4a-444d-b727-c13628d6a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.166546 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-43dc334f-7c4a-444d-b727-c13628d6a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.232467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-196da75a-c2b9-4fb9-ba8a-4dc4808a6a2c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.484224 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-43dc334f-7c4a-444d-b727-c13628d6a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.497640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-43dc334f-7c4a-444d-b727-c13628d6a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.497640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-43dc334f-7c4a-444d-b727-c13628d6a7f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5397ac5-a052-4558-83f8-0bcc353f5e76 HTTP/1.1" status: 204 len: 168 time: 0.4169838 Jun 30 03:15:17.497640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc334f-7c4a-444d-b727-c13628d6a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5397ac5-a052-4558-83f8-0bcc353f5e76,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:17.587722 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1648659-b1cf-4981-b12f-26f0f5bb1c24 req-39590fca-febf-4e4a-8d3a-bb69b8a84f52 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.0329511 Jun 30 03:15:17.656216 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-196da75a-c2b9-4fb9-ba8a-4dc4808a6a2c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.681026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196da75a-c2b9-4fb9-ba8a-4dc4808a6a2c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=25a06bfa-5bf8-4130-876b-f00aed0174f7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:17.719154 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-196da75a-c2b9-4fb9-ba8a-4dc4808a6a2c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.719154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-196da75a-c2b9-4fb9-ba8a-4dc4808a6a2c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/25a06bfa-5bf8-4130-876b-f00aed0174f7 HTTP/1.1" status: 204 len: 168 time: 1.0697939 Jun 30 03:15:17.719323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23656c11-7719-462d-9baf-03af730fe44c None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:17.720386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40642) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:17.786212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac9a493-11e7-4022-bfda-d9c68ba3ea98 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 44caa64e-af17-4568-8f34-96c7b8e75ccf {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:17.790189 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a493-11e7-4022-bfda-d9c68ba3ea98 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.803336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-65b48e6a-63ce-4229-b4d5-551928cc6f1c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:17.805811 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-65b48e6a-63ce-4229-b4d5-551928cc6f1c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.1309488 Jun 30 03:15:17.841201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a493-11e7-4022-bfda-d9c68ba3ea98 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.854929 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-45b533b9-4cf1-43ed-a097-3add21c72b47 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 379 time: 0.0409262 Jun 30 03:15:17.865324 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'port': {'device_id': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'admin_state_up': True, 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'security_groups': ['2e88b3cf-3ffe-4af5-bf1a-2195200260cf']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:17.937942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a493-11e7-4022-bfda-d9c68ba3ea98 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.289690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Made reservation on behalf of 7f5f72b3d7e44245880fdad3e491ef5c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:18.289690 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.359228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a493-11e7-4022-bfda-d9c68ba3ea98 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.391019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9a493-11e7-4022-bfda-d9c68ba3ea98 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=44caa64e-af17-4568-8f34-96c7b8e75ccf,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:18.398898 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a493-11e7-4022-bfda-d9c68ba3ea98 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.403941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1ac9a493-11e7-4022-bfda-d9c68ba3ea98 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/44caa64e-af17-4568-8f34-96c7b8e75ccf HTTP/1.1" status: 204 len: 168 time: 0.6802089 Jun 30 03:15:18.404352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40658) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:18.448709 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-37597d56-fffa-4cab-88d2-3e53397afb01 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428972 Jun 30 03:15:18.451578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40662) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:18.457397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9c1c0f30-c1ed-4143-9adf-455a9ee7723f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:18.489825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Allocated IP 172.20.0.9 (f461a745-ad1f-4f7c-b639-d8b18c2f45a9/3476c010-abe5-41e6-87e4-8c939565d733/2ca0abbf-426b-464b-9cfb-61ead25330d3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:18.543754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f86757c-40f1-4a9b-9ead-b88097128157 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:18.652426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a602cd3f-d284-4906-ab4e-a84d9a2dd8e3 None None] Provisioning complete for port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:18.652918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a602cd3f-d284-4906-ab4e-a84d9a2dd8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.655610 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1c0f30-c1ed-4143-9adf-455a9ee7723f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:18.678366 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c1c0f30-c1ed-4143-9adf-455a9ee7723f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.705793 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.770040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Transition to ACTIVE for port object 2ca0abbf-426b-464b-9cfb-61ead25330d3 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:18.880439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f3f83-b78a-421e-9466-ed5e4bcfe556 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:15:18.965470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-074f3f83-b78a-421e-9466-ed5e4bcfe556 None None] Deleting port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:18.965898 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-074f3f83-b78a-421e-9466-ed5e4bcfe556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:19.063394 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-98ab1b64-cb0a-4dec-aae0-42414b043e07 req-52ae4943-b61e-4365-875d-255e81ff6ba0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.1058166 Jun 30 03:15:19.073747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-074f3f83-b78a-421e-9466-ed5e4bcfe556 None None] For port c606094c-6af3-466f-bd12-e9a1a7fa3ba4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c606094c-6af3-466f-bd12-e9a1a7fa3ba4,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:19.074378 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-074f3f83-b78a-421e-9466-ed5e4bcfe556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:19.092210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-074f3f83-b78a-421e-9466-ed5e4bcfe556 None None] Calling delete_port for c606094c-6af3-466f-bd12-e9a1a7fa3ba4 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:19.097638 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:19.164310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:19.167579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:19.170260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:19.213047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=2ca0abbf-426b-464b-9cfb-61ead25330d3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:19.244339 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:19.245018 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:19.416581 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c1c0f30-c1ed-4143-9adf-455a9ee7723f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:19.477398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-3a8cb468-90d3-4b5c-b78d-fb2c883038e1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6139803 Jun 30 03:15:19.477633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1c0f30-c1ed-4143-9adf-455a9ee7723f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:19.479674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9c1c0f30-c1ed-4143-9adf-455a9ee7723f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:19.484794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1c0f30-c1ed-4143-9adf-455a9ee7723f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:19.485582 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9c1c0f30-c1ed-4143-9adf-455a9ee7723f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:19.493692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Request body: {'port': {'device_id': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:19.499421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c0f30-c1ed-4143-9adf-455a9ee7723f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=92ef79a8-4813-4687-bed2-26f266526718,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:19.536283 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-074f3f83-b78a-421e-9466-ed5e4bcfe556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:19.572674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f3f83-b78a-421e-9466-ed5e4bcfe556 None None] Pushing event deleted for resources: {'Port': ['ID=c606094c-6af3-466f-bd12-e9a1a7fa3ba4,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:19.577614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f3f83-b78a-421e-9466-ed5e4bcfe556 None None] No DVR routers for this DVR port c606094c-6af3-466f-bd12-e9a1a7fa3ba4 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:19.598213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32c71ee-08ce-42a9-a8cb-3447da11a2f3 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:19.660949 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:19.720592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-208ed801-a5b7-417b-8755-af35ecb47779 None None] Provisioning for port 2ca0abbf-426b-464b-9cfb-61ead25330d3 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:19.724375 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9c1c0f30-c1ed-4143-9adf-455a9ee7723f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2716835 Jun 30 03:15:19.727313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40696) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:19.729891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-208ed801-a5b7-417b-8755-af35ecb47779 None None] Provisioning complete for port 2ca0abbf-426b-464b-9cfb-61ead25330d3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:19.730262 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-208ed801-a5b7-417b-8755-af35ecb47779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:19.736009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f1baa1da-7158-42fb-81d5-9e8b133673d1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:19.829650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c606094c-6af3-466f-bd12-e9a1a7fa3ba4 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:19.861032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'tenant_id': '4bb1b07d092645f2be05f353e4c0e91a', 'fixed_ips': [{'subnet_id': '92ef79a8-4813-4687-bed2-26f266526718'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:15:19.861032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:19.864590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: c606094c-6af3-466f-bd12-e9a1a7fa3ba4 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:19.865155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c606094c-6af3-466f-bd12-e9a1a7fa3ba4 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:19.868164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-208ed801-a5b7-417b-8755-af35ecb47779 None None] Port 2ca0abbf-426b-464b-9cfb-61ead25330d3 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:15:20.096237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1baa1da-7158-42fb-81d5-9e8b133673d1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:20.100793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1baa1da-7158-42fb-81d5-9e8b133673d1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.139483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Allocated IP 2001:db8::2 (8b1fc8b1-93de-4ade-819e-1955848f7bfe/92ef79a8-4813-4687-bed2-26f266526718/3360fd91-3fce-408b-8f0b-122adc7eec2e) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:20.239166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca0abbf-426b-464b-9cfb-61ead25330d3 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:15:20.248178 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.262876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Transition to ACTIVE for port object 2ca0abbf-426b-464b-9cfb-61ead25330d3 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:20.288286 n-d-798249-3 neutron-server[94531]: INFO neutron.db.ipam_backend_mixin [None req-f1baa1da-7158-42fb-81d5-9e8b133673d1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92ef79a8-4813-4687-bed2-26f266526718 (CIDR: 2001:db8::/64) Jun 30 03:15:20.319359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa841e7-b820-453d-87da-1043e318599d req-ec8af22a-726f-4b8b-83e1-a52a5fe91108 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:20.322050 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9aa841e7-b820-453d-87da-1043e318599d req-ec8af22a-726f-4b8b-83e1-a52a5fe91108 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 931 time: 0.0969498 Jun 30 03:15:20.346913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.359990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Transition to ACTIVE for port object 3360fd91-3fce-408b-8f0b-122adc7eec2e will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:20.382173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Transition to ACTIVE for port object 3360fd91-3fce-408b-8f0b-122adc7eec2e will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:20.397643 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1baa1da-7158-42fb-81d5-9e8b133673d1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:15:20.398273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1baa1da-7158-42fb-81d5-9e8b133673d1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:20.409873 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.425259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9aa841e7-b820-453d-87da-1043e318599d req-edaad59b-8614-40bc-8263-562e626f6ff7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899351 Jun 30 03:15:20.507367 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.537090 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f1baa1da-7158-42fb-81d5-9e8b133673d1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8084450 Jun 30 03:15:20.540222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40714) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:20.548695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'subnet': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:20.591343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Pushing event updated for resources: {'Port': ['ID=2ca0abbf-426b-464b-9cfb-61ead25330d3,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:20.610194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Pushing event updated for resources: {'Port': ['ID=3360fd91-3fce-408b-8f0b-122adc7eec2e,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:20.617443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Attempting to bind port 2ca0abbf-426b-464b-9cfb-61ead25330d3 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:20.617443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Attempting to bind port 2ca0abbf-426b-464b-9cfb-61ead25330d3 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:20.617443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Attempting to bind port 2ca0abbf-426b-464b-9cfb-61ead25330d3 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:20.618005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Port 2ca0abbf-426b-464b-9cfb-61ead25330d3 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:15:20.618564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Attempting to bind port 2ca0abbf-426b-464b-9cfb-61ead25330d3 on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:20.626472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:20.626850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Checking segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:20.627374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Bound using segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:20.627827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Bound port: 2ca0abbf-426b-464b-9cfb-61ead25330d3, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:20.628197 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.674195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:20.680509 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:20.685050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:20.738820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] For port 2ca0abbf-426b-464b-9cfb-61ead25330d3, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:20.747352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] For port 2ca0abbf-426b-464b-9cfb-61ead25330d3, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2ca0abbf-426b-464b-9cfb-61ead25330d3,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:20.793699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:20.800310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.833533 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.867524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Attempting to bind port 3360fd91-3fce-408b-8f0b-122adc7eec2e on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:20.868902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Attempting to bind port 3360fd91-3fce-408b-8f0b-122adc7eec2e by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:20.869568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Attempting to bind port 3360fd91-3fce-408b-8f0b-122adc7eec2e on network 8b1fc8b1-93de-4ade-819e-1955848f7bfe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:20.876042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:20.876665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Checking segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:20.877265 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.878082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Bound using segment: {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:20.879211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Bound port: 3360fd91-3fce-408b-8f0b-122adc7eec2e, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aed833-7112-4697-b182-0b92c20116af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:20.879774 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.911765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:20.912406 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:20.919814 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] 10.222.0.74 "PUT /v2.0/ports/2ca0abbf-426b-464b-9cfb-61ead25330d3 HTTP/1.1" status: 200 len: 1091 time: 1.4381211 Jun 30 03:15:20.920459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'tag': '2ca0abbf-426b-464b-9cfb-61ead25330d3'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:20.923217 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bad186-caf1-4a17-981b-cf85aaec6e33" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e5eedc-2f9a-4a08-b68e-9cf6c9093627", "tag": "2ca0abbf-426b-464b-9cfb-61ead25330d3"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:21.004273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4efd1-2624-43c6-b6a8-f7d89e44407f service neutron] Pushing event updated for resources: {'Port': ['ID=2ca0abbf-426b-464b-9cfb-61ead25330d3,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:21.046243 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a56ba22-0edc-49d5-abf4-b9a84253a5b5 x-openstack-request-id: req-5a56ba22-0edc-49d5-abf4-b9a84253a5b5 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:21.046243 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e5eedc-2f9a-4a08-b68e-9cf6c9093627", "tag": "2ca0abbf-426b-464b-9cfb-61ead25330d3", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:21.046243 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a56ba22-0edc-49d5-abf4-b9a84253a5b5 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:21.046243 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'tag': '2ca0abbf-426b-464b-9cfb-61ead25330d3', 'status': 'completed', 'code': 200} Jun 30 03:15:21.054787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] For port 3360fd91-3fce-408b-8f0b-122adc7eec2e, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:21.061458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] For port 3360fd91-3fce-408b-8f0b-122adc7eec2e, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3360fd91-3fce-408b-8f0b-122adc7eec2e,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:21.182585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:21.202626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bad186-caf1-4a17-981b-cf85aaec6e33 req-2db8dcc3-2c05-4bd6-aaef-1efe0793e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:21.208742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0bad186-caf1-4a17-981b-cf85aaec6e33 req-2db8dcc3-2c05-4bd6-aaef-1efe0793e8b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 1094 time: 0.1450484 Jun 30 03:15:21.350066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa4570-f639-4624-a422-0988574c0514 None None] Pushing event updated for resources: {'Port': ['ID=3360fd91-3fce-408b-8f0b-122adc7eec2e,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:21.460202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bad186-caf1-4a17-981b-cf85aaec6e33 req-75c698c7-7fa1-4e43-a6ac-e31829d63981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:21.465667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0bad186-caf1-4a17-981b-cf85aaec6e33 req-75c698c7-7fa1-4e43-a6ac-e31829d63981 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2483015 Jun 30 03:15:21.626920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bad186-caf1-4a17-981b-cf85aaec6e33 req-1f0d4edd-2b6c-41c6-a4cc-4904d6fdce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:21.636115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0bad186-caf1-4a17-981b-cf85aaec6e33 req-1f0d4edd-2b6c-41c6-a4cc-4904d6fdce0d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1562254 Jun 30 03:15:21.834070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:15:21.865975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-bf821ca8-d289-4724-aa86-83b919310bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:21.868301 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-bf821ca8-d289-4724-aa86-83b919310bc2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 1094 time: 0.1701972 Jun 30 03:15:22.000678 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-204ed2e3-4b31-40cf-acc9-eb8864a69d27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca0abbf-426b-464b-9cfb-61ead25330d3 HTTP/1.1" status: 200 len: 217 time: 0.1163194 Jun 30 03:15:22.010220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3360fd91-3fce-408b-8f0b-122adc7eec2e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:22.095354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-64700eab-c7cc-4b62-8f7a-a7f1c35f43da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:22.098034 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-64700eab-c7cc-4b62-8f7a-a7f1c35f43da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0895536 Jun 30 03:15:22.131625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ce71b-eaa3-460c-bcce-75e22b117bf1 req-ccf8cf36-ba89-42ff-b166-70294e3c05b7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:22.134387 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-469ce71b-eaa3-460c-bcce-75e22b117bf1 req-ccf8cf36-ba89-42ff-b166-70294e3c05b7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 943 time: 0.3978012 Jun 30 03:15:22.201616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-e3dd6e86-a41d-4ce7-a401-0ef0433e3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:22.204041 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-e3dd6e86-a41d-4ce7-a401-0ef0433e3713 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987313 Jun 30 03:15:22.205352 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-469ce71b-eaa3-460c-bcce-75e22b117bf1 req-7233263b-259d-46c9-9bc4-50acb6a829dd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633261 Jun 30 03:15:22.242217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 3360fd91-3fce-408b-8f0b-122adc7eec2e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:22.307706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-8cd12164-676e-451f-b1d6-77ee35cf1963 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966227 Jun 30 03:15:22.447450 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287e4567-e6ee-47d3-8fec-6f3b425ce68e req-03b388b4-088a-41d7-9b7a-aac249a84007 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331127 Jun 30 03:15:22.470783 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:22.709289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] For port 3360fd91-3fce-408b-8f0b-122adc7eec2e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3360fd91-3fce-408b-8f0b-122adc7eec2e,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:22.765064 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:22.941677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:22.943279 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:23.025381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:23.039394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-729e182c-e42e-4bfc-b279-da71d57e75aa None None] Provisioning for port 3360fd91-3fce-408b-8f0b-122adc7eec2e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:23.043682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:23.053627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-729e182c-e42e-4bfc-b279-da71d57e75aa None None] Provisioning complete for port 3360fd91-3fce-408b-8f0b-122adc7eec2e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:23.055686 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-729e182c-e42e-4bfc-b279-da71d57e75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:23.055799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Subnet': ['ID=91759599-cd26-4a27-b728-7c4fadf1ab4a,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:23.055981 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:23.058059 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:23.058814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:23.063180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=3360fd91-3fce-408b-8f0b-122adc7eec2e,revision_number=4']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:23.101767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40754) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:23.102189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a7fae-da5c-4515-a09b-6c1834e8ba48 None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:23.183908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3a7a1e14-e30f-467c-b2ed-e3a2a5805024 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/floatingips/ab89e17e-7467-4987-af15-431d62865d54 HTTP/1.1" status: 200 len: 993 time: 0.0957921 Jun 30 03:15:23.240326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1249b3ef-6670-463f-8f8c-5162911d4627 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6988890 Jun 30 03:15:23.243204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40760) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:23.248836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Request body: {'port': {'network_id': '8b1fc8b1-93de-4ade-819e-1955848f7bfe', 'mac_address': 'fa:16:3e:4f:e1:7f', 'name': 'tempest-NetworksTestDHCPv6-521643056'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:23.458371 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-729e182c-e42e-4bfc-b279-da71d57e75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:23.530736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-729e182c-e42e-4bfc-b279-da71d57e75aa None None] For port 3360fd91-3fce-408b-8f0b-122adc7eec2e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3360fd91-3fce-408b-8f0b-122adc7eec2e,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:23.573477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b96b5-4550-42fb-9e09-b70c924a9a90 req-294ebf8b-81cd-4352-bc08-c5161b85c0e0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:23.573477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-906b96b5-4550-42fb-9e09-b70c924a9a90 req-294ebf8b-81cd-4352-bc08-c5161b85c0e0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 943 time: 0.1461072 Jun 30 03:15:23.573477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40772) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:23.587288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40776) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:23.592846 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:23.644542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-729e182c-e42e-4bfc-b279-da71d57e75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:23.660311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-906b96b5-4550-42fb-9e09-b70c924a9a90 req-c928ed91-aca5-4f2f-b708-da3a4ecca58b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747924 Jun 30 03:15:23.661056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Made reservation on behalf of 4bb1b07d092645f2be05f353e4c0e91a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:23.760120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e182c-e42e-4bfc-b279-da71d57e75aa None None] Pushing event updated for resources: {'Port': ['ID=3360fd91-3fce-408b-8f0b-122adc7eec2e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:23.850794 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:23.868842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3360fd91-3fce-408b-8f0b-122adc7eec2e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:23.914293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c08aff52-7812-4ea0-b579-9628b26238c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:23.932647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] device_id is not set on port 93f33af4-ff43-49f0-8763-1957daa63bab yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:15:23.971664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3360fd91-3fce-408b-8f0b-122adc7eec2e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:23.972052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.056668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port d880bcfe-7c01-48db-9dda-dd9ef2784415 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:24.057025 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.235124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.235786 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.250181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for d880bcfe-7c01-48db-9dda-dd9ef2784415 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:24.279034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8::3ac (8b1fc8b1-93de-4ade-819e-1955848f7bfe/92ef79a8-4813-4687-bed2-26f266526718/93f33af4-ff43-49f0-8763-1957daa63bab) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:24.287500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:e17f (8b1fc8b1-93de-4ade-819e-1955848f7bfe/91759599-cd26-4a27-b728-7c4fadf1ab4a/93f33af4-ff43-49f0-8763-1957daa63bab) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:24.484811 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c08aff52-7812-4ea0-b579-9628b26238c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.558425 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.560607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.576078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Transition to ACTIVE for port object 93f33af4-ff43-49f0-8763-1957daa63bab will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:24.587300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c08aff52-7812-4ea0-b579-9628b26238c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.590523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=d880bcfe-7c01-48db-9dda-dd9ef2784415,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:24.591934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-16e5ee75-6ba7-425d-b22b-306795b655de None None] Provisioning complete for port 3360fd91-3fce-408b-8f0b-122adc7eec2e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:24.601044 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-16e5ee75-6ba7-425d-b22b-306795b655de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.640097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c08aff52-7812-4ea0-b579-9628b26238c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e838fdc9fb3d4aa890ec7b74a1ffc4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0701494 Jun 30 03:15:24.640741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40788) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:24.660838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08aff52-7812-4ea0-b579-9628b26238c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d47030c-9019-4bfb-b14c-fa227ae66add,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:24.707912 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.709097 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Floating IP ab89e17e-7467-4987-af15-431d62865d54 disassociated (deleted). External IP: 172.25.2.90, port: 9b72deba-9e70-4396-a278-f7eef2b1e26a. Jun 30 03:15:24.753369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.818512 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:24.824721 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:24.829369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:24.839453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:24.840492 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.847808 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-591d0f97-b5e3-4c9b-bec1-006aa71d3681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.857927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event updated for resources: {'Port': ['ID=93f33af4-ff43-49f0-8763-1957daa63bab,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:24.873377 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-591d0f97-b5e3-4c9b-bec1-006aa71d3681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.981746 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8e786306-964b-4413-b91d-446bf7f3ab66 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7372286 Jun 30 03:15:24.984360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40796) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:25.048384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c357745-859e-4184-b741-481370ea055f req-e6819ef8-deb5-4771-a7e1-013b8a197865 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:25.050569 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c357745-859e-4184-b741-481370ea055f req-e6819ef8-deb5-4771-a7e1-013b8a197865 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 943 time: 0.2058666 Jun 30 03:15:25.143145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-9da32002-c5cd-48c0-bda9-a696b2edf0cd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting port 93f33af4-ff43-49f0-8763-1957daa63bab {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:25.143802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9da32002-c5cd-48c0-bda9-a696b2edf0cd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:25.188951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c357745-859e-4184-b741-481370ea055f req-65fe1116-f213-40bb-9e88-271e79bdc269 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225111 Jun 30 03:15:25.192763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-591d0f97-b5e3-4c9b-bec1-006aa71d3681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:25.195551 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-591d0f97-b5e3-4c9b-bec1-006aa71d3681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:25.196927 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-591d0f97-b5e3-4c9b-bec1-006aa71d3681 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0d47030c-9019-4bfb-b14c-fa227ae66add HTTP/1.1" status: 204 len: 168 time: 0.5548546 Jun 30 03:15:25.240074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d0f97-b5e3-4c9b-bec1-006aa71d3681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d47030c-9019-4bfb-b14c-fa227ae66add,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:25.255344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:15:25.304133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9da32002-c5cd-48c0-bda9-a696b2edf0cd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:25.316748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-9da32002-c5cd-48c0-bda9-a696b2edf0cd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Calling delete_port for 93f33af4-ff43-49f0-8763-1957daa63bab owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:25.398255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:15:25.403597 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:25.409352 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] Sync routers for ids ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:15:25.423400 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] Routers {'f4f2dc26-7f27-4475-8de3-c2c736bb29b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:15:25.425035 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:15:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:25.449813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-41c66137-ca51-443f-89e5-bcb12b53681b None None] Provisioning for port 93f33af4-ff43-49f0-8763-1957daa63bab completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:25.457220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-41c66137-ca51-443f-89e5-bcb12b53681b None None] Provisioning complete for port 93f33af4-ff43-49f0-8763-1957daa63bab triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:25.457601 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-41c66137-ca51-443f-89e5-bcb12b53681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:25.475335 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0e4c3d61-727b-4e40-b1b8-96c9336bd5ba tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/floatingips/ab89e17e-7467-4987-af15-431d62865d54 HTTP/1.1" status: 204 len: 168 time: 1.8866732 Jun 30 03:15:25.476524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'tag': '9b72deba-9e70-4396-a278-f7eef2b1e26a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:25.479702 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6461b039-f6c9-4072-9833-23534ba71811" -d '{"events": [{"name": "network-changed", "server_uuid": "d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593", "tag": "9b72deba-9e70-4396-a278-f7eef2b1e26a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:25.562740 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8c509a-514b-4120-b929-d1290c9c9689 x-openstack-request-id: req-3a8c509a-514b-4120-b929-d1290c9c9689 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:25.563046 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593", "tag": "9b72deba-9e70-4396-a278-f7eef2b1e26a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:25.563204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-41c66137-ca51-443f-89e5-bcb12b53681b None None] Port 93f33af4-ff43-49f0-8763-1957daa63bab cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:15:25.563329 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a8c509a-514b-4120-b929-d1290c9c9689 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:25.563696 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'tag': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'status': 'completed', 'code': 200} Jun 30 03:15:25.602379 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] Set router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:15:25.721370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461b039-f6c9-4072-9833-23534ba71811 req-c717be0b-5e09-4aac-bd37-09989501021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:25.722550 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6461b039-f6c9-4072-9833-23534ba71811 req-c717be0b-5e09-4aac-bd37-09989501021e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 1097 time: 0.1229279 Jun 30 03:15:25.849637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3360fd91-3fce-408b-8f0b-122adc7eec2e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:25.881670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461b039-f6c9-4072-9833-23534ba71811 req-e5639f87-eaac-41c5-bae7-f6db662af4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:25.883268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6461b039-f6c9-4072-9833-23534ba71811 req-e5639f87-eaac-41c5-bae7-f6db662af4aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=d8617c0d-684e-41ef-8d52-0ad560209155 HTTP/1.1" status: 200 len: 898 time: 0.1537316 Jun 30 03:15:25.884406 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9da32002-c5cd-48c0-bda9-a696b2edf0cd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:25.965124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3360fd91-3fce-408b-8f0b-122adc7eec2e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:25.967184 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:25.997519 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6bfae53-2f9d-4092-8b85-b39b71f4ffb9', 'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:49:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:22Z', 'updated_at': '2021-06-30T03:14:32Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:26.006993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6461b039-f6c9-4072-9833-23534ba71811 req-d5b51e34-8ff5-4860-9164-96f29605abfa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b72deba-9e70-4396-a278-f7eef2b1e26a HTTP/1.1" status: 200 len: 217 time: 0.0940068 Jun 30 03:15:26.007720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da32002-c5cd-48c0-bda9-a696b2edf0cd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Port': ['ID=93f33af4-ff43-49f0-8763-1957daa63bab,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:26.043613 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] Checking router: f4f2dc26-7f27-4475-8de3-c2c736bb29b6 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:15:26.103737 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] Routers {'f4f2dc26-7f27-4475-8de3-c2c736bb29b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:15:26.106252 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:15:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:26.144651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9da32002-c5cd-48c0-bda9-a696b2edf0cd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:26.146724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9da32002-c5cd-48c0-bda9-a696b2edf0cd tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/93f33af4-ff43-49f0-8763-1957daa63bab HTTP/1.1" status: 204 len: 168 time: 1.1611459 Jun 30 03:15:26.149359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40818) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:26.197513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461b039-f6c9-4072-9833-23534ba71811 req-8cfccd98-058a-490c-a9a3-25f7a415b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:26.199430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6461b039-f6c9-4072-9833-23534ba71811 req-8cfccd98-058a-490c-a9a3-25f7a415b51d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b2f499b0-b23a-4e7a-8b7c-0d808ab230ff HTTP/1.1" status: 200 len: 834 time: 0.0859816 Jun 30 03:15:26.281144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f92ec-ab5d-4073-8802-ad45e15ce495 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:26.288418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4f9f92ec-ab5d-4073-8802-ad45e15ce495 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1377547 Jun 30 03:15:26.290809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40824) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:26.342519 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] Set router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:15:26.345011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461b039-f6c9-4072-9833-23534ba71811 req-bd4878a8-3ed6-4088-94c9-3f4fc4fb9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:26.358944 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6461b039-f6c9-4072-9833-23534ba71811 req-bd4878a8-3ed6-4088-94c9-3f4fc4fb9bb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d8617c0d-684e-41ef-8d52-0ad560209155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503775 Jun 30 03:15:26.566535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21391932-0716-44d7-b934-9fc34902b2ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:26.569124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-21391932-0716-44d7-b934-9fc34902b2ad tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2765677 Jun 30 03:15:26.581895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40828) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:26.624811 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6461b039-f6c9-4072-9833-23534ba71811 req-15130f57-e007-4f54-bae9-4a3d8d1a9bf3 service neutron] 10.222.0.83 "GET /v2.0/networks/d8617c0d-684e-41ef-8d52-0ad560209155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588310 Jun 30 03:15:26.635184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0a0d1-4f7c-4e3f-9f86-c0ff09b210c2 req-0d4172d6-37d9-4055-816c-8ee10a44818a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:26.649752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-01f0a0d1-4f7c-4e3f-9f86-c0ff09b210c2 req-0d4172d6-37d9-4055-816c-8ee10a44818a tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 946 time: 0.2141781 Jun 30 03:15:26.651843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40832) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:26.718901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd6a133a-b046-4d33-9f0e-1fc4ef16d64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:26.777779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-01f0a0d1-4f7c-4e3f-9f86-c0ff09b210c2 req-6a31f1c0-0e9e-4276-8b0f-c013679fade7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270256 Jun 30 03:15:26.796717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d205459-23fb-40a5-8d13-48f6801992ea req-f1aa3503-f2fa-4692-8d8a-180f8522b51f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:26.799834 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d205459-23fb-40a5-8d13-48f6801992ea req-f1aa3503-f2fa-4692-8d8a-180f8522b51f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 943 time: 0.2703087 Jun 30 03:15:26.805726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f059f5-6ba7-4c5a-95df-277fee317e80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:26.808441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f059f5-6ba7-4c5a-95df-277fee317e80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:26.811564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f059f5-6ba7-4c5a-95df-277fee317e80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:26.813901 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-25f059f5-6ba7-4c5a-95df-277fee317e80 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1921701 Jun 30 03:15:26.821173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40840) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:26.838171 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6bfae53-2f9d-4092-8b85-b39b71f4ffb9', 'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:49:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:22Z', 'updated_at': '2021-06-30T03:14:32Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:26.877831 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6461b039-f6c9-4072-9833-23534ba71811 req-76acccf3-3739-46e8-acb4-8f6355628cc1 service neutron] 10.222.0.83 "GET /v2.0/networks/d8617c0d-684e-41ef-8d52-0ad560209155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394962 Jun 30 03:15:26.887872 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d205459-23fb-40a5-8d13-48f6801992ea req-5483952f-3c89-4515-b8f2-8580f5950ef8 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717566 Jun 30 03:15:26.905155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b253d5-fba2-4e82-bd59-f60c063b8d54 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 91759599-cd26-4a27-b728-7c4fadf1ab4a {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:26.908928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36b253d5-fba2-4e82-bd59-f60c063b8d54 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:26.975607 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36b253d5-fba2-4e82-bd59-f60c063b8d54 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.015141 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd6a133a-b046-4d33-9f0e-1fc4ef16d64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.036336 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86e9dd-0377-48ad-b7d5-a3ca0fdf65dc None None] The sync data for ids ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'] in n-d-798249-3 is: [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd6bfae53-2f9d-4092-8b85-b39b71f4ffb9', 'name': '', 'network_id': 'd8617c0d-684e-41ef-8d52-0ad560209155', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'mac_address': 'fa:16:3e:49:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:22Z', 'updated_at': '2021-06-30T03:14:32Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'subnets': [{'id': 'b2f499b0-b23a-4e7a-8b7c-0d808ab230ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:15:27.112293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36b253d5-fba2-4e82-bd59-f60c063b8d54 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.170752 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd6a133a-b046-4d33-9f0e-1fc4ef16d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.217382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fd6a133a-b046-4d33-9f0e-1fc4ef16d64b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67fbb218a1cf4aeca67988f1c0aca760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635149 Jun 30 03:15:27.219297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a133a-b046-4d33-9f0e-1fc4ef16d64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84390684-34f4-4067-970c-598f666e6d02,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:27.220105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40844) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:27.306991 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82970364-ccdc-46d9-b3b0-35b0fe6114aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.325094 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36b253d5-fba2-4e82-bd59-f60c063b8d54 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.339863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82970364-ccdc-46d9-b3b0-35b0fe6114aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.356745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b253d5-fba2-4e82-bd59-f60c063b8d54 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=91759599-cd26-4a27-b728-7c4fadf1ab4a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:27.363544 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36b253d5-fba2-4e82-bd59-f60c063b8d54 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.363544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-36b253d5-fba2-4e82-bd59-f60c063b8d54 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/91759599-cd26-4a27-b728-7c4fadf1ab4a HTTP/1.1" status: 204 len: 168 time: 0.5401785 Jun 30 03:15:27.365390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40848) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:27.370770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adcdbbf-ee10-486d-adef-882841e395ef None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:27.419629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08078eff-27b7-4036-a42f-3184beb07f56 None None] New status for floating IP ab89e17e-7467-4987-af15-431d62865d54: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:15:27.433113 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7aa74d-6580-41dc-bac4-6bc9e84eb80f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Deleting subnet 92ef79a8-4813-4687-bed2-26f266526718 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:27.437423 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa74d-6580-41dc-bac4-6bc9e84eb80f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.483858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa74d-6580-41dc-bac4-6bc9e84eb80f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.529637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82970364-ccdc-46d9-b3b0-35b0fe6114aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.552172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82970364-ccdc-46d9-b3b0-35b0fe6114aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.558941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-82970364-ccdc-46d9-b3b0-35b0fe6114aa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84390684-34f4-4067-970c-598f666e6d02 HTTP/1.1" status: 204 len: 168 time: 0.3321807 Jun 30 03:15:27.570488 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82970364-ccdc-46d9-b3b0-35b0fe6114aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84390684-34f4-4067-970c-598f666e6d02,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:27.602493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa74d-6580-41dc-bac4-6bc9e84eb80f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.810185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-f4af5c02-a261-4511-96ba-9bf5271085e0 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:27.812014 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-f4af5c02-a261-4511-96ba-9bf5271085e0 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.83 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 946 time: 0.1479487 Jun 30 03:15:27.976457 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa74d-6580-41dc-bac4-6bc9e84eb80f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:28.010438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-5d757ffa-d278-4dd3-b26b-caf18bbec4dd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port 9b72deba-9e70-4396-a278-f7eef2b1e26a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:28.010778 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-5d757ffa-d278-4dd3-b26b-caf18bbec4dd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:28.027108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7aa74d-6580-41dc-bac4-6bc9e84eb80f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Subnet': ['ID=92ef79a8-4813-4687-bed2-26f266526718,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:28.033925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb7aa74d-6580-41dc-bac4-6bc9e84eb80f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:28.036839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-eb7aa74d-6580-41dc-bac4-6bc9e84eb80f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/92ef79a8-4813-4687-bed2-26f266526718 HTTP/1.1" status: 204 len: 168 time: 0.6703827 Jun 30 03:15:28.047120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40864) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.129618 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8a1797e8-f2ca-48ed-a018-a27f698e5c85 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765886 Jun 30 03:15:28.131686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40868) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.204602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064533ed-2936-40d6-94d0-c05d83188b7b req-c6c77a54-4d03-4e84-83f8-3a96e18a4d6e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:28.206232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-064533ed-2936-40d6-94d0-c05d83188b7b req-c6c77a54-4d03-4e84-83f8-3a96e18a4d6e tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 946 time: 0.2801938 Jun 30 03:15:28.221266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-5d757ffa-d278-4dd3-b26b-caf18bbec4dd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] For port 9b72deba-9e70-4396-a278-f7eef2b1e26a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=9b72deba-9e70-4396-a278-f7eef2b1e26a,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:28.224154 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-5d757ffa-d278-4dd3-b26b-caf18bbec4dd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:28.287039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-5d757ffa-d278-4dd3-b26b-caf18bbec4dd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for 9b72deba-9e70-4396-a278-f7eef2b1e26a owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:28.319513 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-064533ed-2936-40d6-94d0-c05d83188b7b req-1dc039bb-c8b6-457e-a0b4-0c01b3781acf tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/security-groups?id=c0663b11-2695-4b36-bd30-0d35a5e90738&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059840 Jun 30 03:15:28.350878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da395e-ab79-4ace-ab68-31c5febd3855 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:28.352401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-86da395e-ab79-4ace-ab68-31c5febd3855 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2198384 Jun 30 03:15:28.356174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40874) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.469396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b766d-8940-421c-b8f9-00cbd43da5c7 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:28.471323 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-544b766d-8940-421c-b8f9-00cbd43da5c7 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1139643 Jun 30 03:15:28.474915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40878) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.591455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c1e25a10-8a58-42e2-a704-23a4094435b6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132216 Jun 30 03:15:28.596146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40886) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.655787 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48bbdae-e80a-43f8-9f8c-1ecb2121dbe4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:28.663800 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cad95c17-34e9-4fa2-99a1-ec7ce37ae0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:28.664307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48bbdae-e80a-43f8-9f8c-1ecb2121dbe4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:28.664307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d48bbdae-e80a-43f8-9f8c-1ecb2121dbe4 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/93f33af4-ff43-49f0-8763-1957daa63bab HTTP/1.1" status: 404 len: 333 time: 0.0612259 Jun 30 03:15:28.664490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40888) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.668356 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-5d757ffa-d278-4dd3-b26b-caf18bbec4dd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:28.689531 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a79878-df51-444e-82fb-02eb6526b986 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:28.689996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a79878-df51-444e-82fb-02eb6526b986 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:28.692944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a9a79878-df51-444e-82fb-02eb6526b986 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/91759599-cd26-4a27-b728-7c4fadf1ab4a HTTP/1.1" status: 404 len: 337 time: 0.0291638 Jun 30 03:15:28.694887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40892) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.708525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d757ffa-d278-4dd3-b26b-caf18bbec4dd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=9b72deba-9e70-4396-a278-f7eef2b1e26a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:28.737404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b89545-2bd6-4926-aa8d-4a70f9bb479f None None] Network 8b1fc8b1-93de-4ade-819e-1955848f7bfe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:28.738842 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cd739c-75d9-4713-bf87-369746685257 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:28.739584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cd739c-75d9-4713-bf87-369746685257 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:28.740826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-35a5f5bf-b59f-4906-aa14-96d69a751224 None None] Provisioning complete for port 3360fd91-3fce-408b-8f0b-122adc7eec2e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:28.741345 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-35a5f5bf-b59f-4906-aa14-96d69a751224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:28.742218 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b5cd739c-75d9-4713-bf87-369746685257 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/92ef79a8-4813-4687-bed2-26f266526718 HTTP/1.1" status: 404 len: 337 time: 0.0463789 Jun 30 03:15:28.745024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40894) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.781705 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6996e4f2-db01-4a7a-8169-638285b4c696 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:28.783244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6996e4f2-db01-4a7a-8169-638285b4c696 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:28.790146 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6996e4f2-db01-4a7a-8169-638285b4c696 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/2028d878-8e8b-40f4-8834-38d83573e53a HTTP/1.1" status: 404 len: 333 time: 0.0422263 Jun 30 03:15:28.794716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40898) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.801740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-5d757ffa-d278-4dd3-b26b-caf18bbec4dd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] No DVR routers for this DVR port 9b72deba-9e70-4396-a278-f7eef2b1e26a on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:28.810561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cb721-d38b-4da8-8791-a35bc53ea007 req-95f746c3-18f4-427a-8dd8-810cd0e2c4d0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:28.812802 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b26cb721-d38b-4da8-8791-a35bc53ea007 req-95f746c3-18f4-427a-8dd8-810cd0e2c4d0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 943 time: 0.7030582 Jun 30 03:15:28.814203 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-5d757ffa-d278-4dd3-b26b-caf18bbec4dd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:28.818321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-230bc467-5ab8-42dc-ae15-848cc5265f88 req-5d757ffa-d278-4dd3-b26b-caf18bbec4dd tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.83 "DELETE /v2.0/ports/9b72deba-9e70-4396-a278-f7eef2b1e26a HTTP/1.1" status: 204 len: 173 time: 0.9990211 Jun 30 03:15:28.819082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'name': 'network-vif-deleted', 'tag': '9b72deba-9e70-4396-a278-f7eef2b1e26a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:28.851310 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cbb769-552a-4694-af84-0debc4a146f4" -d '{"events": [{"server_uuid": "d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593", "name": "network-vif-deleted", "tag": "9b72deba-9e70-4396-a278-f7eef2b1e26a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:28.876823 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2f65d7-ce3c-4899-89df-e72e11ebaeb5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:28.877184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2f65d7-ce3c-4899-89df-e72e11ebaeb5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:28.881967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5c2f65d7-ce3c-4899-89df-e72e11ebaeb5 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/44caa64e-af17-4568-8f34-96c7b8e75ccf HTTP/1.1" status: 404 len: 337 time: 0.0877519 Jun 30 03:15:28.895421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40906) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.917239 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970f9cfd-4fc3-4482-aff2-47c4034b31c9 x-openstack-request-id: req-970f9cfd-4fc3-4482-aff2-47c4034b31c9 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:28.917814 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593", "name": "network-vif-deleted", "tag": "9b72deba-9e70-4396-a278-f7eef2b1e26a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:28.918697 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-970f9cfd-4fc3-4482-aff2-47c4034b31c9 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:28.919287 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70ab7f7-1f50-4afd-89a2-3a3c4a9dd593', 'name': 'network-vif-deleted', 'tag': '9b72deba-9e70-4396-a278-f7eef2b1e26a', 'status': 'completed', 'code': 200} Jun 30 03:15:28.960229 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-030326b0-ae2d-4e72-bd56-fc2c115df51f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:28.960857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030326b0-ae2d-4e72-bd56-fc2c115df51f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:28.962959 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-030326b0-ae2d-4e72-bd56-fc2c115df51f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/25a06bfa-5bf8-4130-876b-f00aed0174f7 HTTP/1.1" status: 404 len: 337 time: 0.0577850 Jun 30 03:15:28.966233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40908) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:28.992560 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b26cb721-d38b-4da8-8791-a35bc53ea007 req-5ddf7f9d-fa40-4ff4-9baf-e6badf00ca45 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397362 Jun 30 03:15:29.028467 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a4988b-6953-4517-a851-4345f7033cd0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.029175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a4988b-6953-4517-a851-4345f7033cd0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.033346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-50a4988b-6953-4517-a851-4345f7033cd0 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/21420dfb-9832-432d-9d26-94d3a7228024 HTTP/1.1" status: 404 len: 333 time: 0.0636768 Jun 30 03:15:29.034340 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40910) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.105421 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-243056e0-051e-4075-9675-d748811c4b43 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.106134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243056e0-051e-4075-9675-d748811c4b43 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.108605 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-243056e0-051e-4075-9675-d748811c4b43 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/93696c77-0f5e-4ec4-951d-30196521e292 HTTP/1.1" status: 404 len: 337 time: 0.0732725 Jun 30 03:15:29.112423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40914) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.156395 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-760521b0-117a-4e91-8b27-d0cabd87f172 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.156852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760521b0-117a-4e91-8b27-d0cabd87f172 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.158767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0927d1b6-d0a8-416c-8cf3-fa71cc774721 None None] DHCP port deletion for 8b1fc8b1-93de-4ade-819e-1955848f7bfe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:15:29.162092 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-760521b0-117a-4e91-8b27-d0cabd87f172 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/8df80130-6606-4f62-8243-d7c684a6623f HTTP/1.1" status: 404 len: 337 time: 0.0458040 Jun 30 03:15:29.162339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40920) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.195650 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b60a8f-d839-4272-a670-382bf1ed479a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.196351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b60a8f-d839-4272-a670-382bf1ed479a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.198445 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-48b60a8f-d839-4272-a670-382bf1ed479a tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/f594f5d5-a98c-4296-b279-b76cda6b8dcf HTTP/1.1" status: 404 len: 333 time: 0.0352128 Jun 30 03:15:29.200841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40924) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.234091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0927d1b6-d0a8-416c-8cf3-fa71cc774721 None None] Deleting port 3360fd91-3fce-408b-8f0b-122adc7eec2e {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:29.234557 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b6-d0a8-416c-8cf3-fa71cc774721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:29.240381 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee6f5d8-db8d-4669-b12e-62d102eb6deb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.240844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee6f5d8-db8d-4669-b12e-62d102eb6deb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.242973 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2ee6f5d8-db8d-4669-b12e-62d102eb6deb tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/33d65fa8-1ba8-4e8b-9a23-c7d0d02fe884 HTTP/1.1" status: 404 len: 337 time: 0.0408375 Jun 30 03:15:29.245420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40926) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.290708 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c7ec17-e202-4f69-ad1c-45960671404b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.291168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c7ec17-e202-4f69-ad1c-45960671404b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.295454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-90c7ec17-e202-4f69-ad1c-45960671404b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/00a289c7-5d3e-4ca2-9f09-f9e9b03fc16d HTTP/1.1" status: 404 len: 337 time: 0.0462909 Jun 30 03:15:29.295773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40928) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.340632 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcf807e-2089-4521-bf50-0108c88ef256 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.341356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcf807e-2089-4521-bf50-0108c88ef256 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.345204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dfcf807e-2089-4521-bf50-0108c88ef256 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/dd914cdf-089c-43d0-90c0-923b7425a435 HTTP/1.1" status: 404 len: 333 time: 0.0479722 Jun 30 03:15:29.347934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40934) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.358174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0927d1b6-d0a8-416c-8cf3-fa71cc774721 None None] For port 3360fd91-3fce-408b-8f0b-122adc7eec2e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3360fd91-3fce-408b-8f0b-122adc7eec2e,segment=NetworkSegment(87aed833-7112-4697-b182-0b92c20116af),segment_id=87aed833-7112-4697-b182-0b92c20116af)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:29.358573 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b6-d0a8-416c-8cf3-fa71cc774721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:29.379405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0927d1b6-d0a8-416c-8cf3-fa71cc774721 None None] Calling delete_port for 3360fd91-3fce-408b-8f0b-122adc7eec2e owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:29.414687 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d71694-492c-47ba-bbd2-4da397801752 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.415265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d71694-492c-47ba-bbd2-4da397801752 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.417104 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e0d71694-492c-47ba-bbd2-4da397801752 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/ab98de86-24a9-4c9a-af9b-945e67645e9b HTTP/1.1" status: 404 len: 337 time: 0.0673270 Jun 30 03:15:29.420394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40936) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.473805 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-32656f60-11ae-40af-915d-5183b12f3751 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.474643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32656f60-11ae-40af-915d-5183b12f3751 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.479368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40938) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.489984 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-32656f60-11ae-40af-915d-5183b12f3751 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/d8fd15c2-db49-470e-8ece-d8f83694f400 HTTP/1.1" status: 404 len: 333 time: 0.0680733 Jun 30 03:15:29.530211 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:15:29.532257 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f2fd3f-5633-462b-992d-f4d81e70da3c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.533740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f2fd3f-5633-462b-992d-f4d81e70da3c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.536197 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-05f2fd3f-5633-462b-992d-f4d81e70da3c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/085ded25-4156-4525-9495-dcd2f67293b1 HTTP/1.1" status: 404 len: 337 time: 0.0556359 Jun 30 03:15:29.538798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40942) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.598035 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0314f10a-6a3c-410a-b965-5304d7ba0bb7 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.599630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0314f10a-6a3c-410a-b965-5304d7ba0bb7 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.607384 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0314f10a-6a3c-410a-b965-5304d7ba0bb7 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/eed65fda-5d4b-4a1e-b1ef-dc04a6f891b7 HTTP/1.1" status: 404 len: 333 time: 0.0672786 Jun 30 03:15:29.608300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40944) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.613393 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d9130f0-ba48-4ba0-9655-f3303290d6bd req-51406384-1a6a-4dfc-8b6f-162e1951ceac tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 210 time: 0.0506406 Jun 30 03:15:29.630684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0927d1b6-d0a8-416c-8cf3-fa71cc774721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:29.649316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927d1b6-d0a8-416c-8cf3-fa71cc774721 None None] No DVR routers for this DVR port 3360fd91-3fce-408b-8f0b-122adc7eec2e on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:29.696070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927d1b6-d0a8-416c-8cf3-fa71cc774721 None None] Pushing event deleted for resources: {'Port': ['ID=3360fd91-3fce-408b-8f0b-122adc7eec2e,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:29.708185 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b668c55-79f6-4b78-8987-14f4bb2772bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.708831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b668c55-79f6-4b78-8987-14f4bb2772bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.711658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6b668c55-79f6-4b78-8987-14f4bb2772bc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/4f46b320-292e-42a3-ab26-c2387cfbfd86 HTTP/1.1" status: 404 len: 337 time: 0.1017394 Jun 30 03:15:29.713710 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40952) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.733096 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41e79fda-e2a6-4422-b961-b597b6357659 req-a64dc664-60c7-4783-a321-9b2228bdc0b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0468633 Jun 30 03:15:29.751136 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ee8f85-307c-42ab-bb00-d13a76021d2d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.752451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ee8f85-307c-42ab-bb00-d13a76021d2d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.754710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-47ee8f85-307c-42ab-bb00-d13a76021d2d tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/c3e60a5b-9918-4369-962a-be718fab0dac HTTP/1.1" status: 404 len: 333 time: 0.0396576 Jun 30 03:15:29.756966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40954) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.841087 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bab9947-e7f3-435a-a88e-c8d9a0e5bec2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.841669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bab9947-e7f3-435a-a88e-c8d9a0e5bec2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.849952 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4bab9947-e7f3-435a-a88e-c8d9a0e5bec2 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/6820a072-081d-47b0-a3db-5b12555f318a HTTP/1.1" status: 404 len: 337 time: 0.0910738 Jun 30 03:15:29.850191 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3360fd91-3fce-408b-8f0b-122adc7eec2e no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:29.852832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 40958) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.872310 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41e79fda-e2a6-4422-b961-b597b6357659 req-42a43efa-d8ef-4a63-b60a-c9f556cacb67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&device_id=d70ab7f7-1f50-4afd-89a2-3a3c4a9dd593 HTTP/1.1" status: 200 len: 210 time: 0.0736687 Jun 30 03:15:29.877356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 3360fd91-3fce-408b-8f0b-122adc7eec2e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:29.877878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3360fd91-3fce-408b-8f0b-122adc7eec2e not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:29.937300 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6120eb4-5f34-4a07-b484-0b9a54cdbaa1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.937908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6120eb4-5f34-4a07-b484-0b9a54cdbaa1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.943607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b6120eb4-5f34-4a07-b484-0b9a54cdbaa1 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/3e13d392-e745-4790-9d2f-2ded2610e68f HTTP/1.1" status: 404 len: 333 time: 0.0840416 Jun 30 03:15:29.944077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40962) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:29.992000 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc1338a-49b2-465a-89cd-53db0aec3117 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:29.993250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc1338a-49b2-465a-89cd-53db0aec3117 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:29.996781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5cc1338a-49b2-465a-89cd-53db0aec3117 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/61776e4d-8e6c-4e7a-9708-f2fefe1b36bf HTTP/1.1" status: 404 len: 337 time: 0.0511115 Jun 30 03:15:30.000267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40966) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.068268 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a09196e-80a0-40b2-9677-2bcdbdecf590 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.069139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a09196e-80a0-40b2-9677-2bcdbdecf590 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.071279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6a09196e-80a0-40b2-9677-2bcdbdecf590 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/29151515-2810-44d1-b788-883d5553504b HTTP/1.1" status: 404 len: 333 time: 0.0659366 Jun 30 03:15:30.080785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40970) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.090913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e79fda-e2a6-4422-b961-b597b6357659 req-39eb710c-90b3-4c86-871c-81f0a40ddefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:30.094253 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41e79fda-e2a6-4422-b961-b597b6357659 req-39eb710c-90b3-4c86-871c-81f0a40ddefc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1760666 Jun 30 03:15:30.108357 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af409f5-6d97-4aaf-8d75-b29b5d96ed22 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.109088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af409f5-6d97-4aaf-8d75-b29b5d96ed22 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.111562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1af409f5-6d97-4aaf-8d75-b29b5d96ed22 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/abde9a89-698b-4f13-8e3a-9cc17b1f6dd9 HTTP/1.1" status: 404 len: 337 time: 0.0361564 Jun 30 03:15:30.123142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40972) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.204189 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-2341d501-d816-48b6-ab1a-98d9aa799468 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.206691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2341d501-d816-48b6-ab1a-98d9aa799468 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.213073 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2341d501-d816-48b6-ab1a-98d9aa799468 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/2ac49a2f-6d93-45f2-84a1-9cc8ef9b4dfe HTTP/1.1" status: 404 len: 337 time: 0.0886455 Jun 30 03:15:30.213712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40974) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.228142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e79fda-e2a6-4422-b961-b597b6357659 req-b93f2e3b-5973-4b42-b01b-0647a4edf8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:30.229539 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41e79fda-e2a6-4422-b961-b597b6357659 req-b93f2e3b-5973-4b42-b01b-0647a4edf8b1 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297781 Jun 30 03:15:30.289997 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df3cfa0-89de-47c5-9f4c-44211ccbec4f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.290775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df3cfa0-89de-47c5-9f4c-44211ccbec4f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.296602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8df3cfa0-89de-47c5-9f4c-44211ccbec4f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/686f033d-7d20-4b63-859c-017a1266d405 HTTP/1.1" status: 404 len: 333 time: 0.0781617 Jun 30 03:15:30.300483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40976) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.354708 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7c9b52-f6d6-4b4a-ac4f-ea6e98c3775b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.355423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7c9b52-f6d6-4b4a-ac4f-ea6e98c3775b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.358079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9f7c9b52-f6d6-4b4a-ac4f-ea6e98c3775b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/d23086fd-d58c-41be-af67-324ad2cdbf0c HTTP/1.1" status: 404 len: 337 time: 0.0556684 Jun 30 03:15:30.360596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40978) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.371413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66014-4238-4bb1-a023-e1f6b1e6cccc req-a3d52924-6769-4360-b847-e559fd2d9865 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:30.374427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24f66014-4238-4bb1-a023-e1f6b1e6cccc req-a3d52924-6769-4360-b847-e559fd2d9865 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 943 time: 0.0920041 Jun 30 03:15:30.401964 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e3003e-7ea3-44de-8991-0402ab8dae9e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.402671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e3003e-7ea3-44de-8991-0402ab8dae9e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.405696 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-54e3003e-7ea3-44de-8991-0402ab8dae9e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/5feb7733-3f3e-43a4-8f11-93838067db7a HTTP/1.1" status: 404 len: 337 time: 0.0433435 Jun 30 03:15:30.408559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40980) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.448980 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8633350-806c-435c-aa4f-ca6d392206fc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.449721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8633350-806c-435c-aa4f-ca6d392206fc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.451556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b8633350-806c-435c-aa4f-ca6d392206fc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/69b915a9-c675-4cd2-b42e-a95e64c7be39 HTTP/1.1" status: 404 len: 333 time: 0.0418134 Jun 30 03:15:30.456496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40984) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.469871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24f66014-4238-4bb1-a023-e1f6b1e6cccc req-70e829d8-8040-4ddd-b233-320a71c466e2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885284 Jun 30 03:15:30.534508 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a8bda5-6674-476a-9924-f6edf147ddce tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.535247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a8bda5-6674-476a-9924-f6edf147ddce tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.540730 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b2a8bda5-6674-476a-9924-f6edf147ddce tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/283b368a-8718-4262-bca9-142cf15af980 HTTP/1.1" status: 404 len: 337 time: 0.0795450 Jun 30 03:15:30.540997 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40990) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.568291 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53d45bd-2393-4a5a-877f-5933d7fb24af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.568744 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53d45bd-2393-4a5a-877f-5933d7fb24af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.570506 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c53d45bd-2393-4a5a-877f-5933d7fb24af tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/05950698-52bb-4081-b901-6759d2f25c19 HTTP/1.1" status: 404 len: 337 time: 0.0284457 Jun 30 03:15:30.573651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40992) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.601231 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-70213cd1-bd40-4cd0-9af0-1d53e25bc131 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.601907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70213cd1-bd40-4cd0-9af0-1d53e25bc131 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.603588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-70213cd1-bd40-4cd0-9af0-1d53e25bc131 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/789f6a3a-61a3-4553-a4fd-7370cdf410ae HTTP/1.1" status: 404 len: 333 time: 0.0283854 Jun 30 03:15:30.607389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40994) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.634671 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb326b4-c598-4cdd-bf34-4c867b25bb82 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.635123 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb326b4-c598-4cdd-bf34-4c867b25bb82 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.639185 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9cb326b4-c598-4cdd-bf34-4c867b25bb82 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/4df261c8-2434-445c-bffc-4d46d349ac9a HTTP/1.1" status: 404 len: 337 time: 0.0284648 Jun 30 03:15:30.639439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 40998) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.676700 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a511261-9600-4f77-9a8c-f66460216e97 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.678322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a511261-9600-4f77-9a8c-f66460216e97 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.680488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4a511261-9600-4f77-9a8c-f66460216e97 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/6f3e9b93-8f11-4349-bb37-7272035107d5 HTTP/1.1" status: 404 len: 337 time: 0.0392692 Jun 30 03:15:30.682406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41000) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.710320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41002) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.723788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cbbfc9bf-82f4-4ce4-86f7-775eafac521c tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports?device_id=29db0709-713f-440e-8b62-c17394812709 HTTP/1.1" status: 200 len: 205 time: 0.0359101 Jun 30 03:15:30.725738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41006) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.770122 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-e65cb874-b288-49bb-8625-ca37f7ce07db tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] delete failed (client error): The resource could not be found. Jun 30 03:15:30.773592 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e65cb874-b288-49bb-8625-ca37f7ce07db tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/routers/29db0709-713f-440e-8b62-c17394812709 HTTP/1.1" status: 404 len: 336 time: 0.0444849 Jun 30 03:15:30.774003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41012) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.811020 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-b619f498-91c2-4f36-bd9d-2d8a6f5d4a15 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.811546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b619f498-91c2-4f36-bd9d-2d8a6f5d4a15 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.816975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b619f498-91c2-4f36-bd9d-2d8a6f5d4a15 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/f20cb83b-3ed1-427f-a373-75d21073e986 HTTP/1.1" status: 404 len: 337 time: 0.0385244 Jun 30 03:15:30.818924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41014) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.868279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ca212926-c534-4aa9-85ae-f978aa0a2136 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "GET /v2.0/ports?device_id=6cee54b0-9227-4d42-831f-3ddb65ff6ad5 HTTP/1.1" status: 200 len: 205 time: 0.0462241 Jun 30 03:15:30.869389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41018) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.919023 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-e4228a2d-559c-4318-adbf-a60d8b8a81b6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] delete failed (client error): The resource could not be found. Jun 30 03:15:30.924191 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e4228a2d-559c-4318-adbf-a60d8b8a81b6 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/routers/6cee54b0-9227-4d42-831f-3ddb65ff6ad5 HTTP/1.1" status: 404 len: 336 time: 0.0502012 Jun 30 03:15:30.924665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41020) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:30.964756 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-1278d99e-689c-4741-b756-bceee2f58104 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:30.965415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1278d99e-689c-4741-b756-bceee2f58104 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:30.971256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1278d99e-689c-4741-b756-bceee2f58104 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/97f6a273-84f7-41c7-ad9c-864d584d64ee HTTP/1.1" status: 404 len: 337 time: 0.0417924 Jun 30 03:15:30.972194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41024) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.048627 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc03801-44ba-4081-b1bc-3dd54306bac9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.049264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc03801-44ba-4081-b1bc-3dd54306bac9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.053575 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0fc03801-44ba-4081-b1bc-3dd54306bac9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/b5db5cf9-8ee0-4072-86a4-e72e199998fd HTTP/1.1" status: 404 len: 337 time: 0.0777082 Jun 30 03:15:31.054596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41030) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.085858 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8db9d5f-32a8-4255-95dd-99b5640e18f9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.089100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8db9d5f-32a8-4255-95dd-99b5640e18f9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.091992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a8db9d5f-32a8-4255-95dd-99b5640e18f9 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/4edbbe76-ac5e-4cd9-945e-eb9c842e4b8e HTTP/1.1" status: 404 len: 333 time: 0.0361271 Jun 30 03:15:31.092552 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41032) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.122110 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7aef2c-e70c-4585-bb08-a9578642951e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.122574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7aef2c-e70c-4585-bb08-a9578642951e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.125236 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bd7aef2c-e70c-4585-bb08-a9578642951e tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/beb50c80-c147-4935-91aa-3fd8ba7dd8cd HTTP/1.1" status: 404 len: 337 time: 0.0307708 Jun 30 03:15:31.127177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41034) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.159971 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80ee16d-4618-47a6-ab4b-c12b339eb321 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.161232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80ee16d-4618-47a6-ab4b-c12b339eb321 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.162697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d80ee16d-4618-47a6-ab4b-c12b339eb321 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/e183761b-ac0e-4ae9-ab0e-bb4354227b4e HTTP/1.1" status: 404 len: 333 time: 0.0345516 Jun 30 03:15:31.165262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41036) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.198285 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-012ae537-3326-4730-ac03-57fdb19e935b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.198887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012ae537-3326-4730-ac03-57fdb19e935b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.201088 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-012ae537-3326-4730-ac03-57fdb19e935b tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/f5c00477-c132-4341-bd1f-27e6079846f4 HTTP/1.1" status: 404 len: 337 time: 0.0347059 Jun 30 03:15:31.203609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41040) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.232022 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bf9d73-4429-4bcc-bc02-e960733e03da tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.232790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bf9d73-4429-4bcc-bc02-e960733e03da tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.237531 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-01bf9d73-4429-4bcc-bc02-e960733e03da tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/b14d3300-cb7c-4317-bd1a-b3baf9f02d4c HTTP/1.1" status: 404 len: 333 time: 0.0298278 Jun 30 03:15:31.237822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41042) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.275050 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ad94d7-b32d-484b-9049-5c7caf6b61aa tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.278878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ad94d7-b32d-484b-9049-5c7caf6b61aa tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.278878 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-06ad94d7-b32d-484b-9049-5c7caf6b61aa tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/f909ffb5-36c9-4589-a616-432f47651422 HTTP/1.1" status: 404 len: 337 time: 0.0385652 Jun 30 03:15:31.278878 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ecefdb1-1006-4b9b-8aa4-435b876a12a0 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.280240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41046) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.318414 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.324690 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57b833f-571e-472f-bd5e-f009f5af9f92 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.325419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57b833f-571e-472f-bd5e-f009f5af9f92 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.329460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a57b833f-571e-472f-bd5e-f009f5af9f92 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/5df8f325-8462-4bcc-8815-e0c6c0ccaed2 HTTP/1.1" status: 404 len: 333 time: 0.0463297 Jun 30 03:15:31.330552 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41050) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.358027 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-df0b65d6-9264-47b7-a7f6-84c53a4b73cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.360337 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ecefdb1-1006-4b9b-8aa4-435b876a12a0 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.385402 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3ada75-0628-44d9-ad78-4d31109d4e20 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.385927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3ada75-0628-44d9-ad78-4d31109d4e20 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.387755 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7a3ada75-0628-44d9-ad78-4d31109d4e20 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/390a6b42-ff3c-49c4-a403-70030d5306aa HTTP/1.1" status: 404 len: 337 time: 0.0550823 Jun 30 03:15:31.391317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41054) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.435007 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f3fa1c-fc0f-4342-9ef8-f1dd67e7fe59 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.435007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f3fa1c-fc0f-4342-9ef8-f1dd67e7fe59 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.445873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c2f3fa1c-fc0f-4342-9ef8-f1dd67e7fe59 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/6ad0e713-74f7-448d-b429-61ca6dccd9bd HTTP/1.1" status: 404 len: 333 time: 0.0454340 Jun 30 03:15:31.451815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41056) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.480568 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bd0630-d449-48c0-bfbe-4c8bf6c77544 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.481045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bd0630-d449-48c0-bfbe-4c8bf6c77544 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.484079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c1bd0630-d449-48c0-bfbe-4c8bf6c77544 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/9aac6377-b1f1-44aa-802f-b3858ff946de HTTP/1.1" status: 404 len: 337 time: 0.0301824 Jun 30 03:15:31.486315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41058) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.526540 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32082fa-b889-453e-aacd-a1e366b46ccc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.527525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32082fa-b889-453e-aacd-a1e366b46ccc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.532422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41062) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.541900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c32082fa-b889-453e-aacd-a1e366b46ccc tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/8a724a4f-9ed9-4e71-803f-f8673c95b67c HTTP/1.1" status: 404 len: 333 time: 0.0544229 Jun 30 03:15:31.560744 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7b9107-9dc1-4a6f-8536-0a9cc6b109c8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.563369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7b9107-9dc1-4a6f-8536-0a9cc6b109c8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.574329 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-db7b9107-9dc1-4a6f-8536-0a9cc6b109c8 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/1730e4c1-55ec-464b-9d9d-2900ca4aff05 HTTP/1.1" status: 404 len: 337 time: 0.0358024 Jun 30 03:15:31.579013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41064) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.613096 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25390de-8b6c-40d5-ab2d-e034f1d67402 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.613856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25390de-8b6c-40d5-ab2d-e034f1d67402 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.618182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a25390de-8b6c-40d5-ab2d-e034f1d67402 tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/ports/d890b03c-1d4c-4078-a629-da4e59717718 HTTP/1.1" status: 404 len: 333 time: 0.0378172 Jun 30 03:15:31.618591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41070) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.649665 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-780a53c4-3b83-4585-b942-2e90ccdf47df tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] DELETE failed (client error): The resource could not be found. Jun 30 03:15:31.650088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780a53c4-3b83-4585-b942-2e90ccdf47df tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:31.651916 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-780a53c4-3b83-4585-b942-2e90ccdf47df tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/subnets/d12eb047-1d37-4dc7-9fc2-24a73a69d707 HTTP/1.1" status: 404 len: 337 time: 0.0322604 Jun 30 03:15:31.654511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41072) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.705856 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ecefdb1-1006-4b9b-8aa4-435b876a12a0 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.708417 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7ecefdb1-1006-4b9b-8aa4-435b876a12a0 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.709558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7ecefdb1-1006-4b9b-8aa4-435b876a12a0 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/security-groups/c0663b11-2695-4b36-bd30-0d35a5e90738 HTTP/1.1" status: 204 len: 168 time: 0.9980309 Jun 30 03:15:31.711746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4d3c9-b1cf-4bf5-963e-6aa5867d9330 req-e382eedd-1460-407d-9e04-54fa29bfc843 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:31.713253 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9a4d3c9-b1cf-4bf5-963e-6aa5867d9330 req-e382eedd-1460-407d-9e04-54fa29bfc843 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 943 time: 0.0655785 Jun 30 03:15:31.729780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecefdb1-1006-4b9b-8aa4-435b876a12a0 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0663b11-2695-4b36-bd30-0d35a5e90738,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:31.755091 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.779941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d9a4d3c9-b1cf-4bf5-963e-6aa5867d9330 req-f81813a2-d59b-42ee-8a21-642a5cc65486 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546589 Jun 30 03:15:31.837078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41080) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:31.847212 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.863763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1fc8b1-93de-4ade-819e-1955848f7bfe']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:31.879642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87aed833-7112-4697-b182-0b92c20116af') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:31.880255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87aed833-7112-4697-b182-0b92c20116af') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:31.891030 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.909249 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.922692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:15:31.923024 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:15:31.926772 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:15:32.100750 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:32.118012 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:32.122717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] 10.222.0.77 "DELETE /v2.0/networks/8b1fc8b1-93de-4ade-819e-1955848f7bfe HTTP/1.1" status: 204 len: 168 time: 0.4649498 Jun 30 03:15:32.139644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732ccac-3f22-4259-8c8d-3bc064fe595f tempest-NetworksTestDHCPv6-2021230252 tempest-NetworksTestDHCPv6-2021230252-project] Pushing event deleted for resources: {'Network': ['ID=8b1fc8b1-93de-4ade-819e-1955848f7bfe,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:32.656762 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-e1cb5a76-80a6-4202-874c-7e9657b1a405 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1156552 Jun 30 03:15:32.661431 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:32.799302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-a237211e-a237-4e48-a97d-f97477887609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:32.801111 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-a237211e-a237-4e48-a97d-f97477887609 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa1510fd26f84fb3b6b3ad64197199af&device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 1097 time: 0.0848749 Jun 30 03:15:33.016245 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:33.019024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-fc4a8652-a2b6-48ca-9d55-b1d04e9f5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:33.020589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-fc4a8652-a2b6-48ca-9d55-b1d04e9f5824 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4fca8bba-594d-4dfd-8786-6db597252662 HTTP/1.1" status: 200 len: 909 time: 0.1924345 Jun 30 03:15:33.041586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41122) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:33.102130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:33.102626 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:33.124395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-9bd76d92-600f-4c6b-8eaf-ccc632696261 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff HTTP/1.1" status: 200 len: 1002 time: 0.0948198 Jun 30 03:15:33.184919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c661f-1978-4eee-8b97-81da65cddc56 req-bfd95d83-124c-493d-9aa3-f448ddb12aaa tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:33.186840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e1c661f-1978-4eee-8b97-81da65cddc56 req-bfd95d83-124c-493d-9aa3-f448ddb12aaa tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 943 time: 0.1945403 Jun 30 03:15:33.210255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-7b7aae28-dced-4cfb-a169-613e9e1034d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:33.212031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-7b7aae28-dced-4cfb-a169-613e9e1034d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b4f32ce1-0ab3-4341-acba-2eed3c592f15 HTTP/1.1" status: 200 len: 847 time: 0.0798061 Jun 30 03:15:33.248426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] For port d6bfae53-2f9d-4092-8b85-b39b71f4ffb9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d6bfae53-2f9d-4092-8b85-b39b71f4ffb9,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:33.249151 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:33.275237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e1c661f-1978-4eee-8b97-81da65cddc56 req-c3f3b268-fac2-4d79-b9d6-68bc3c5c4e42 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784025 Jun 30 03:15:33.289438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:33.290347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9b72deba-9e70-4396-a278-f7eef2b1e26a no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:33.310478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 9b72deba-9e70-4396-a278-f7eef2b1e26a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:33.311219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 9b72deba-9e70-4396-a278-f7eef2b1e26a not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:33.324426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-bb021d5f-2fcb-4c86-b44f-99eff3e0edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:33.326015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-bb021d5f-2fcb-4c86-b44f-99eff3e0edeb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4fca8bba-594d-4dfd-8786-6db597252662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064985 Jun 30 03:15:33.392702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3b7e57a3-0a06-489b-b5a4-158f47879658 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4bb1b07d092645f2be05f353e4c0e91a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439403 Jun 30 03:15:33.395769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41138) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:33.468336 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-29c2ffd2-e526-4d62-86ab-91c04174ec5d service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344512 Jun 30 03:15:33.509869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:33.538246 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:33.598749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f917f8ff-0694-48e9-8541-56f28fa3274b req-f0a49e43-ec35-4f3d-a6e3-03f2f84db0ea service neutron] 10.222.0.74 "GET /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229129 Jun 30 03:15:33.722337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:33.722337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:33.722337 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:33.722337 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a0904877-9946-490d-a9bd-2752bd584a10 HTTP/1.1" status: 204 len: 168 time: 0.3230557 Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=d6bfae53-2f9d-4092-8b85-b39b71f4ffb9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0904877-9946-490d-a9bd-2752bd584a10,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:33.856324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9aec2-4ff5-47d1-a0b7-cbf653d54d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:34.089464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:34.325332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:15:34.469184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:15:34.479027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b3ca7-b5cb-4de0-9a17-342e5d2de1e5 req-f74ba912-c9ef-481e-953b-7a2e4c99a86d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:34.481739 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] Sync routers for ids ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:15:34.484393 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dc6d9af1-39fe-4f05-b040-4b57f43c4b45 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "PUT /v2.0/routers/f4f2dc26-7f27-4475-8de3-c2c736bb29b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461484 Jun 30 03:15:34.487396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d9b3ca7-b5cb-4de0-9a17-342e5d2de1e5 req-f74ba912-c9ef-481e-953b-7a2e4c99a86d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 943 time: 0.0798473 Jun 30 03:15:34.490919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41184) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:34.498785 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] Routers {'f4f2dc26-7f27-4475-8de3-c2c736bb29b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:15:34.502370 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:15:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:34.560987 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d9b3ca7-b5cb-4de0-9a17-342e5d2de1e5 req-2b1c3f40-da45-46b2-8a9b-ae82dbcf56df tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718749 Jun 30 03:15:34.618509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2e0979-fb4d-4453-ab28-66d7cb7bfea4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting subnet b2f499b0-b23a-4e7a-8b7c-0d808ab230ff {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:34.624063 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc2e0979-fb4d-4453-ab28-66d7cb7bfea4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:34.669529 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc2e0979-fb4d-4453-ab28-66d7cb7bfea4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:34.672022 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] Set router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:15:34.803921 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:34.817532 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc2e0979-fb4d-4453-ab28-66d7cb7bfea4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:34.947800 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:15:33Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:34.988249 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] Checking router: f4f2dc26-7f27-4475-8de3-c2c736bb29b6 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:15:34.992028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41200) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:35.006933 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] Routers {'f4f2dc26-7f27-4475-8de3-c2c736bb29b6'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:15:35.007714 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:15:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:35.050874 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc2e0979-fb4d-4453-ab28-66d7cb7bfea4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.110144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e0979-fb4d-4453-ab28-66d7cb7bfea4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f499b0-b23a-4e7a-8b7c-0d808ab230ff,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:35.120530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc2e0979-fb4d-4453-ab28-66d7cb7bfea4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.123472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53c144-4879-4f3e-825a-010c961cbec4 None None] Network d8617c0d-684e-41ef-8d52-0ad560209155 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:35.127480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dc2e0979-fb4d-4453-ab28-66d7cb7bfea4 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/subnets/b2f499b0-b23a-4e7a-8b7c-0d808ab230ff HTTP/1.1" status: 204 len: 168 time: 0.6308186 Jun 30 03:15:35.129082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41210) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:35.231699 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] Set router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:15:35.240463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa86da0c-013e-47aa-98b6-5003bc72465d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.333475 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.404771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1c3298-9e3f-4654-ae7a-0a97a64eaccb None None] DHCP port deletion for d8617c0d-684e-41ef-8d52-0ad560209155 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:15:35.466347 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.490445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c3298-9e3f-4654-ae7a-0a97a64eaccb None None] Deleting port 713182dd-2c4d-4ce4-9c41-b748b15c06d9 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:35.491718 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3298-9e3f-4654-ae7a-0a97a64eaccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.521553 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa86da0c-013e-47aa-98b6-5003bc72465d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.537072 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:15:33Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:35.577086 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3d1c3298-9e3f-4654-ae7a-0a97a64eaccb None None] For port 713182dd-2c4d-4ce4-9c41-b748b15c06d9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=713182dd-2c4d-4ce4-9c41-b748b15c06d9,segment=NetworkSegment(03b5e921-55de-4289-97a7-7b2f43cdf4c6),segment_id=03b5e921-55de-4289-97a7-7b2f43cdf4c6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:35.577804 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3298-9e3f-4654-ae7a-0a97a64eaccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.583726 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d732fa8c-bb78-4f6a-8747-9b57a70d3852 None None] The sync data for ids ['f4f2dc26-7f27-4475-8de3-c2c736bb29b6'] in n-d-798249-3 is: [{'id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'name': 'tempest-TestNetworkBasicOps-router-417147264', 'tenant_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:14:15Z', 'updated_at': '2021-06-30T03:15:33Z', 'revision_number': 5, 'project_id': '3b3b9b93cfef4dd6a88ebf21ff22120b', 'gw_port': {'id': 'ce0e80dd-d665-4f93-a088-8092329b7c94', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f2dc26-7f27-4475-8de3-c2c736bb29b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:14:16Z', 'updated_at': '2021-06-30T03:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:15:35.601269 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c3298-9e3f-4654-ae7a-0a97a64eaccb None None] Calling delete_port for 713182dd-2c4d-4ce4-9c41-b748b15c06d9 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:35.618072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41222) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:35.747661 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa86da0c-013e-47aa-98b6-5003bc72465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.782153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1248076490'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:35.816957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fa86da0c-013e-47aa-98b6-5003bc72465d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88eca3e7f3e042b6a188828148cdc01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8237965 Jun 30 03:15:35.819812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41230) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:35.832379 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3298-9e3f-4654-ae7a-0a97a64eaccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.839281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86da0c-013e-47aa-98b6-5003bc72465d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335144ef-c84f-47f7-b47f-3de74442fd85,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:35.839668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Deleting port ce0e80dd-d665-4f93-a088-8092329b7c94 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:35.840013 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.884886 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e19477f-1d26-4ec0-843a-7223177e3a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.902176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c3298-9e3f-4654-ae7a-0a97a64eaccb None None] No DVR routers for this DVR port 713182dd-2c4d-4ce4-9c41-b748b15c06d9 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:35.902176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c3298-9e3f-4654-ae7a-0a97a64eaccb None None] Pushing event deleted for resources: {'Port': ['ID=713182dd-2c4d-4ce4-9c41-b748b15c06d9,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:35.918308 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e19477f-1d26-4ec0-843a-7223177e3a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:35.921088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23129cc-21b6-41af-a9a2-9a8e82a39a04 req-913d9b50-e685-4eac-988e-aee5cf08047b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:35.928766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e23129cc-21b6-41af-a9a2-9a8e82a39a04 req-913d9b50-e685-4eac-988e-aee5cf08047b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 943 time: 0.2136979 Jun 30 03:15:35.950566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2ca0abbf-426b-464b-9cfb-61ead25330d3 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:15:35.974382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:35.974382 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.015750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.090789 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e23129cc-21b6-41af-a9a2-9a8e82a39a04 req-09c2b8a1-1b89-47f9-945a-322e8f6153c2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527843 Jun 30 03:15:36.103759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] For port ce0e80dd-d665-4f93-a088-8092329b7c94, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ce0e80dd-d665-4f93-a088-8092329b7c94,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:36.111767 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.114712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:36.128765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Calling delete_port for ce0e80dd-d665-4f93-a088-8092329b7c94 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:36.148474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:36.149074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d6bfae53-2f9d-4092-8b85-b39b71f4ffb9 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:36.149671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 713182dd-2c4d-4ce4-9c41-b748b15c06d9 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:36.171688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 713182dd-2c4d-4ce4-9c41-b748b15c06d9 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:36.172228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 713182dd-2c4d-4ce4-9c41-b748b15c06d9 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:36.174744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e19477f-1d26-4ec0-843a-7223177e3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.179110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e19477f-1d26-4ec0-843a-7223177e3a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.181455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e19477f-1d26-4ec0-843a-7223177e3a51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/335144ef-c84f-47f7-b47f-3de74442fd85 HTTP/1.1" status: 204 len: 168 time: 0.3600137 Jun 30 03:15:36.195730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19477f-1d26-4ec0-843a-7223177e3a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335144ef-c84f-47f7-b47f-3de74442fd85,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:36.241451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 2ca0abbf-426b-464b-9cfb-61ead25330d3, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2ca0abbf-426b-464b-9cfb-61ead25330d3,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:36.289139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '2ca0abbf-426b-464b-9cfb-61ead25330d3', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'port_id': '2ca0abbf-426b-464b-9cfb-61ead25330d3', 'mac_address': 'fa:16:3e:ae:28:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:15:36.367315 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.390046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca0abbf-426b-464b-9cfb-61ead25330d3 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:15:36.399903 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.413513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 2ca0abbf-426b-464b-9cfb-61ead25330d3, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2ca0abbf-426b-464b-9cfb-61ead25330d3,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:36.523802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.553742 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3ca573-82b4-49bc-abdf-94b79f767241,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:36.655497 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.661219 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.663207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:15:36.707160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Port': ['ID=ce0e80dd-d665-4f93-a088-8092329b7c94,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:36.711875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=2ca0abbf-426b-464b-9cfb-61ead25330d3,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:36.752662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.753019 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Added segment 66202032-6951-46cc-9bb9-992e571755a6 of type vlan for network 1620c677-a560-4a61-b6b5-30e26d684821 Jun 30 03:15:36.821546 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.831138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:36.876347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['2ca0abbf-426b-464b-9cfb-61ead25330d3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:15:37.006805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.009080 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.123213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.138194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:37.138864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.222808 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.223495 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Fanout notify agent at l3_agent the message router_deleted on router f4f2dc26-7f27-4475-8de3-c2c736bb29b6 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:15:37.233575 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.237805 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-76e55013-bb80-49d8-9448-585ff1c347db tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/routers/f4f2dc26-7f27-4475-8de3-c2c736bb29b6 HTTP/1.1" status: 204 len: 168 time: 2.1033692 Jun 30 03:15:37.238209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41266) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:37.252477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Network': ['ID=1620c677-a560-4a61-b6b5-30e26d684821,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:37.265001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 1620c677-a560-4a61-b6b5-30e26d684821 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:15:37.310502 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c1808a0f-b7f5-4979-ae4c-309fab35aa37 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6897922 Jun 30 03:15:37.333383 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.384455 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41272) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:37.404700 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4506fd12-aecb-473f-a293-fb07e607f9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.512141 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.536052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8617c0d-684e-41ef-8d52-0ad560209155']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:37.550348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b5e921-55de-4289-97a7-7b2f43cdf4c6') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:37.550974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b5e921-55de-4289-97a7-7b2f43cdf4c6') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:37.562413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.579528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.589229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:15:37.589639 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.631870 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4506fd12-aecb-473f-a293-fb07e607f9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:15:37.672687 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:15:37.780920 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4506fd12-aecb-473f-a293-fb07e607f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.801144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.807770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:37.817527 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] 10.222.0.77 "DELETE /v2.0/networks/d8617c0d-684e-41ef-8d52-0ad560209155 HTTP/1.1" status: 204 len: 168 time: 0.5707381 Jun 30 03:15:37.832564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc05cd0-8dfe-478e-9d83-11cfcb347df7 tempest-TestNetworkBasicOps-1703036190 tempest-TestNetworkBasicOps-1703036190-project] Pushing event deleted for resources: {'Network': ['ID=d8617c0d-684e-41ef-8d52-0ad560209155,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:37.859865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74873a-8c75-46d9-8bb0-f2cf41849ba0 req-803c8606-5fdc-4439-beca-fbecd207c9fb tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:37.862218 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f74873a-8c75-46d9-8bb0-f2cf41849ba0 req-803c8606-5fdc-4439-beca-fbecd207c9fb tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 944 time: 0.6016362 Jun 30 03:15:37.897384 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4506fd12-aecb-473f-a293-fb07e607f9b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dae69718993f4ad1bc46f864a1b3cd51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5117006 Jun 30 03:15:37.914405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41280) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:37.914593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ce0e80dd-d665-4f93-a088-8092329b7c94 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:37.917846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506fd12-aecb-473f-a293-fb07e607f9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87287f24-a903-4786-959a-a03dff1e8eb9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:37.936828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f74873a-8c75-46d9-8bb0-f2cf41849ba0 req-e39b1f50-c862-40ec-b241-3f9f2a96434f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636930 Jun 30 03:15:37.955166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: ce0e80dd-d665-4f93-a088-8092329b7c94 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:37.955900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ce0e80dd-d665-4f93-a088-8092329b7c94 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:37.963170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2ca0abbf-426b-464b-9cfb-61ead25330d3 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:38.027038 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76461161-fad4-4477-998e-e35eecd27a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:38.061611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76461161-fad4-4477-998e-e35eecd27a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:38.261017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 2ca0abbf-426b-464b-9cfb-61ead25330d3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:38.265487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 2ca0abbf-426b-464b-9cfb-61ead25330d3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:38.265895 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:38.313040 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76461161-fad4-4477-998e-e35eecd27a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:38.316325 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76461161-fad4-4477-998e-e35eecd27a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:38.317679 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-76461161-fad4-4477-998e-e35eecd27a91 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87287f24-a903-4786-959a-a03dff1e8eb9 HTTP/1.1" status: 204 len: 168 time: 0.3793108 Jun 30 03:15:38.326115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76461161-fad4-4477-998e-e35eecd27a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87287f24-a903-4786-959a-a03dff1e8eb9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:38.382624 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:38.423307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca0abbf-426b-464b-9cfb-61ead25330d3'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:38.425895 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66937e32-a523-4f50-a0c6-b313ed331f1e" -d '{"events": [{"server_uuid": "e5e5eedc-2f9a-4a08-b68e-9cf6c9093627", "name": "network-vif-plugged", "status": "completed", "tag": "2ca0abbf-426b-464b-9cfb-61ead25330d3"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:38.439694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 2ca0abbf-426b-464b-9cfb-61ead25330d3, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2ca0abbf-426b-464b-9cfb-61ead25330d3,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:38.515384 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be570e37-bec9-4308-80d4-d24ad7f6bf9f x-openstack-request-id: req-be570e37-bec9-4308-80d4-d24ad7f6bf9f {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:38.515789 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e5eedc-2f9a-4a08-b68e-9cf6c9093627", "name": "network-vif-plugged", "status": "completed", "tag": "2ca0abbf-426b-464b-9cfb-61ead25330d3", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:38.516141 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be570e37-bec9-4308-80d4-d24ad7f6bf9f {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:38.516750 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca0abbf-426b-464b-9cfb-61ead25330d3', 'code': 200} Jun 30 03:15:38.587062 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:38.639521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=2ca0abbf-426b-464b-9cfb-61ead25330d3,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:38.734039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e47b4-ac36-433f-8601-dd3a3d0dc639 req-466836c8-e1f1-469f-a035-a54978c60f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:38.741128 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a13e47b4-ac36-433f-8601-dd3a3d0dc639 req-466836c8-e1f1-469f-a035-a54978c60f11 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 1096 time: 0.1189096 Jun 30 03:15:38.780880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a13e47b4-ac36-433f-8601-dd3a3d0dc639 req-0448a841-8107-4a17-8218-8345def48fe9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346184 Jun 30 03:15:38.837160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41306) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:39.059841 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1162faa2-5824-4799-84a4-d4958a5f6834 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b3b9b93cfef4dd6a88ebf21ff22120b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209105 Jun 30 03:15:39.062181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41322) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:39.202052 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f574d16-2997-4bcd-930f-cc973a6dea23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:39.256395 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f574d16-2997-4bcd-930f-cc973a6dea23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:39.385069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b12a2c-1816-45bf-b3bd-0f047285154e req-34d3eabc-9df5-45c6-a959-789d8f22b48d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:39.386706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-97b12a2c-1816-45bf-b3bd-0f047285154e req-34d3eabc-9df5-45c6-a959-789d8f22b48d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 945 time: 0.2035844 Jun 30 03:15:39.440771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-97b12a2c-1816-45bf-b3bd-0f047285154e req-5c68751d-edfe-430b-b018-c60427f6c7ad tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474603 Jun 30 03:15:39.550556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f574d16-2997-4bcd-930f-cc973a6dea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:39.550556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2f574d16-2997-4bcd-930f-cc973a6dea23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:39.567237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2f574d16-2997-4bcd-930f-cc973a6dea23 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50b17958-030b-4a71-921f-a0a3277e4b14 HTTP/1.1" status: 204 len: 168 time: 0.4982281 Jun 30 03:15:39.601122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f574d16-2997-4bcd-930f-cc973a6dea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b17958-030b-4a71-921f-a0a3277e4b14,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:40.498257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41378) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:40.505132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'subnet': {'network_id': '1620c677-a560-4a61-b6b5-30e26d684821', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:40.646671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41386) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:40.669638 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e84e5bc0-8865-40f6-b0d6-a28cabcb5676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:40.689254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e085ea2-cc8f-4c15-a761-6b02bbeb5ab3 req-48131001-67d6-4017-8558-b02e10f6a228 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:40.690942 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e085ea2-cc8f-4c15-a761-6b02bbeb5ab3 req-48131001-67d6-4017-8558-b02e10f6a228 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 945 time: 0.0821350 Jun 30 03:15:40.733103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e085ea2-cc8f-4c15-a761-6b02bbeb5ab3 req-5e348d7b-0d4a-4309-bd24-d6d94f3bd915 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361235 Jun 30 03:15:40.744432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:40.745364 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:40.841984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e84e5bc0-8865-40f6-b0d6-a28cabcb5676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:40.934731 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e84e5bc0-8865-40f6-b0d6-a28cabcb5676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:40.987366 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e84e5bc0-8865-40f6-b0d6-a28cabcb5676 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4992e059d8d04497a766ee71ab4fd856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378530 Jun 30 03:15:40.988333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41400) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:41.091642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc209d2c-e668-4bd9-ac94-38ac6192ae6a req-4f4dd878-1329-454d-8ae8-1ee6e41ab09d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:41.094573 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc209d2c-e668-4bd9-ac94-38ac6192ae6a req-4f4dd878-1329-454d-8ae8-1ee6e41ab09d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 945 time: 0.2074835 Jun 30 03:15:41.100246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e5bc0-8865-40f6-b0d6-a28cabcb5676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a367f1-2f25-443c-950c-3c27a39759a1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:41.158589 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82dfe303-72b8-4812-89ca-90cb2610973d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:41.167279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc209d2c-e668-4bd9-ac94-38ac6192ae6a req-fabcd7af-db12-49fd-a892-8008d403b36e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604703 Jun 30 03:15:41.192752 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41404) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:41.195978 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82dfe303-72b8-4812-89ca-90cb2610973d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:41.402087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810adc7-e8ea-4c8f-9885-fd7a437c3556 tempest-TestVolumeBootPattern-406993245 tempest-TestVolumeBootPattern-406993245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:41.403586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7810adc7-e8ea-4c8f-9885-fd7a437c3556 tempest-TestVolumeBootPattern-406993245 tempest-TestVolumeBootPattern-406993245-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 1091 time: 0.2098076 Jun 30 03:15:41.406749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41410) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:41.411665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '2ca0abbf-426b-464b-9cfb-61ead25330d3', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:41.462332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:41.534634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Subnet': ['ID=5a78eced-73ec-46c4-8732-f8ff71e6b3ce,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:41.546404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Checking segment: {'id': '66202032-6951-46cc-9bb9-992e571755a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1620c677-a560-4a61-b6b5-30e26d684821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:41.550348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network hostable DHCP agents. Network: 1620c677-a560-4a61-b6b5-30e26d684821, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:15:41.592495 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82dfe303-72b8-4812-89ca-90cb2610973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:41.596195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:41.596317 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-82dfe303-72b8-4812-89ca-90cb2610973d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:41.596432 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-82dfe303-72b8-4812-89ca-90cb2610973d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8a367f1-2f25-443c-950c-3c27a39759a1 HTTP/1.1" status: 204 len: 168 time: 0.6051686 Jun 30 03:15:41.604259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfe303-72b8-4812-89ca-90cb2610973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a367f1-2f25-443c-950c-3c27a39759a1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:41.707381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:41.741446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network 1620c677-a560-4a61-b6b5-30e26d684821 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:15:41.879017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Allocated IP 172.25.2.206 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/69803989-8467-43d8-afb2-ff76244f620c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:41.891031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 1620c677-a560-4a61-b6b5-30e26d684821) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:41.898197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:41.906494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:41.908086 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf1058b-4e58-492e-81ce-a62cd71e75aa None None] Network 1620c677-a560-4a61-b6b5-30e26d684821 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:42.041849 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.045537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41426) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:42.049178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7a8c61c0-ee16-41a7-8427-d9192b4ed419 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5497599 Jun 30 03:15:42.057641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41430) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:42.074347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2088303541'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:42.222716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-1620c677-a560-4a61-b6b5-30e26d684821', 'network_id': '1620c677-a560-4a61-b6b5-30e26d684821', 'tenant_id': 'f9c66041089f49839cf02b9f0b40d663', 'fixed_ips': [{'subnet_id': '5a78eced-73ec-46c4-8732-f8ff71e6b3ce'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:15:42.224694 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.261882 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.338119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:42.340206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:42.345952 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.384952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=69803989-8467-43d8-afb2-ff76244f620c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:42.391099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:42.397991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:42.427600 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c965dbef-fe58-42be-89c4-448b9c5ea76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.454244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:15:42.477345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.479019 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Added segment 45f37c17-1a81-4a53-b30b-35ddad37735c of type vlan for network ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 Jun 30 03:15:42.489621 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Allocated IP 2001:db8:0:ffff::2 (1620c677-a560-4a61-b6b5-30e26d684821/5a78eced-73ec-46c4-8732-f8ff71e6b3ce/03e9d64e-fc4d-4631-b6f5-3454ac8923a9) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:42.554755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.668690 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c965dbef-fe58-42be-89c4-448b9c5ea76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.728803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.738608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:42.739333 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.855320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Network': ['ID=ae25cc58-8625-4ec7-94c0-23cb0a8e46a5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:42.864657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c965dbef-fe58-42be-89c4-448b9c5ea76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.868592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:15:42.872211 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.907174 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:42.915070 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c965dbef-fe58-42be-89c4-448b9c5ea76e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e2cf483d0ef4a85a60176219822489f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8674517 Jun 30 03:15:42.915307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Transition to ACTIVE for port object 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:42.916180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965dbef-fe58-42be-89c4-448b9c5ea76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5291fd2b-d872-4623-abd0-e34f64b6fd6f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:42.920199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41442) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:42.954743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Transition to ACTIVE for port object 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:42.975847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a269ec18-ff2d-4dfa-bc7e-1c11746ecdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.001815 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a269ec18-ff2d-4dfa-bc7e-1c11746ecdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.014898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41446) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:43.018377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e0af1c4e-bbb4-4d48-b995-8af8f06d2670 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9590275 Jun 30 03:15:43.020886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'subnet': {'network_id': 'ae25cc58-8625-4ec7-94c0-23cb0a8e46a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:43.043999 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.102030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Pushing event updated for resources: {'Port': ['ID=03e9d64e-fc4d-4631-b6f5-3454ac8923a9,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:43.118893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Network 1620c677-a560-4a61-b6b5-30e26d684821 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:43.124742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:43.124742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:43.153118 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.190116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Attempting to bind port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:43.190534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Attempting to bind port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '66202032-6951-46cc-9bb9-992e571755a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1620c677-a560-4a61-b6b5-30e26d684821'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:43.190990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Attempting to bind port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 on network 1620c677-a560-4a61-b6b5-30e26d684821 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:43.196003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:43.198884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Checking segment: {'id': '66202032-6951-46cc-9bb9-992e571755a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1620c677-a560-4a61-b6b5-30e26d684821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:43.198884 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.198884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Bound using segment: {'id': '66202032-6951-46cc-9bb9-992e571755a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1620c677-a560-4a61-b6b5-30e26d684821'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:43.198884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Bound port: 03e9d64e-fc4d-4631-b6f5-3454ac8923a9, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66202032-6951-46cc-9bb9-992e571755a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1620c677-a560-4a61-b6b5-30e26d684821'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:43.198884 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.227141 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a269ec18-ff2d-4dfa-bc7e-1c11746ecdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.230510 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a269ec18-ff2d-4dfa-bc7e-1c11746ecdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.234261 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a269ec18-ff2d-4dfa-bc7e-1c11746ecdb7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5291fd2b-d872-4623-abd0-e34f64b6fd6f HTTP/1.1" status: 204 len: 168 time: 0.3105559 Jun 30 03:15:43.253439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269ec18-ff2d-4dfa-bc7e-1c11746ecdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291fd2b-d872-4623-abd0-e34f64b6fd6f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:43.288017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] For port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:43.291355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] For port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=03e9d64e-fc4d-4631-b6f5-3454ac8923a9,segment=NetworkSegment(66202032-6951-46cc-9bb9-992e571755a6),segment_id=66202032-6951-46cc-9bb9-992e571755a6)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:43.450794 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.529451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1960b8c-12d6-4063-8cd8-1bfb6e6b8357 None None] Pushing event updated for resources: {'Port': ['ID=03e9d64e-fc4d-4631-b6f5-3454ac8923a9,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:43.719013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:43.723195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.833303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.934217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:43.965862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:44.072662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=69803989-8467-43d8-afb2-ff76244f620c,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:44.096224 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:44.220777 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Floating IP 4d9653f0-e950-4c70-a4ba-89b528abda46 associated. External IP: 172.25.2.206, port: 2ca0abbf-426b-464b-9cfb-61ead25330d3. Jun 30 03:15:44.323498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:44.533115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:15:44.539134 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:44.585314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Router 3677b95a-93c8-4ce5-9268-bcc00351862d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:15:44.627762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Subnet': ['ID=0d205f7a-03b8-471d-9bf0-4a313c1cb032,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:44.678207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Checking segment: {'id': '45f37c17-1a81-4a53-b30b-35ddad37735c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ae25cc58-8625-4ec7-94c0-23cb0a8e46a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:44.678582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network hostable DHCP agents. Network: ae25cc58-8625-4ec7-94c0-23cb0a8e46a5, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:15:44.765414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:15:44.776226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] Sync routers for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:15:44.800493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:15:44.801340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:15:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:44.842838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaa4430-fd49-4e94-8f60-e39e154501a6 None None] Network 1620c677-a560-4a61-b6b5-30e26d684821 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:44.917127 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:15:44.975437 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:45.022393 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ae9c3e9a-7d19-4b52-bf20-45981a752115 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6139762 Jun 30 03:15:45.022995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'tag': '2ca0abbf-426b-464b-9cfb-61ead25330d3'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:45.025450 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466f5e19-afe3-44fc-8782-5e284aca7de6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e5eedc-2f9a-4a08-b68e-9cf6c9093627", "tag": "2ca0abbf-426b-464b-9cfb-61ead25330d3"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:45.065093 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:15:45.084769 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad77fcb4-bdc4-44e8-9a15-f98d0a2d2698 x-openstack-request-id: req-ad77fcb4-bdc4-44e8-9a15-f98d0a2d2698 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:45.085440 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e5eedc-2f9a-4a08-b68e-9cf6c9093627", "tag": "2ca0abbf-426b-464b-9cfb-61ead25330d3", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:45.085889 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad77fcb4-bdc4-44e8-9a15-f98d0a2d2698 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:45.086656 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'tag': '2ca0abbf-426b-464b-9cfb-61ead25330d3', 'status': 'completed', 'code': 200} Jun 30 03:15:45.113391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ae25cc58-8625-4ec7-94c0-23cb0a8e46a5) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:45.133767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:45.134626 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:45.153169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7e277f-c893-431a-8188-5dd8361657ac None None] Network ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:45.191562 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-8a2b2d8e-cb4c-4ffc-8764-97affdbaa1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:45.213710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-8a2b2d8e-cb4c-4ffc-8764-97affdbaa1e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 1096 time: 0.0852621 Jun 30 03:15:45.272854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c426ac3-ed07-4088-8d32-04de7b1745b5 None None] Provisioning for port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:45.284922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c426ac3-ed07-4088-8d32-04de7b1745b5 None None] Provisioning complete for port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:45.285292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c426ac3-ed07-4088-8d32-04de7b1745b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:45.286973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-6c1d30bd-0d19-4e75-83d5-8aefa6092b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:45.288457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-6c1d30bd-0d19-4e75-83d5-8aefa6092b19 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.0889659 Jun 30 03:15:45.316147 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-96747aa3-996e-4a1a-81a2-76b1ce023cbb tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2973859 Jun 30 03:15:45.319112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41528) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:45.328117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'port': {'network_id': 'ae25cc58-8625-4ec7-94c0-23cb0a8e46a5', 'name': 'tempest-NetworksIpV6TestAttrs-1937161063'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:45.410861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-d448c183-b55c-445b-9e6a-8c97309df394 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca0abbf-426b-464b-9cfb-61ead25330d3 HTTP/1.1" status: 200 len: 999 time: 0.1142280 Jun 30 03:15:45.544052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-1107e9d6-e11a-4587-a49c-13cd8dbd359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:45.548409 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-1107e9d6-e11a-4587-a49c-13cd8dbd359f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.1220315 Jun 30 03:15:45.628827 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c426ac3-ed07-4088-8d32-04de7b1745b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:45.638533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-9437a6fa-e036-4878-b1c0-6ec01b22a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:45.638811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-ae25cc58-8625-4ec7-94c0-23cb0a8e46a5', 'network_id': 'ae25cc58-8625-4ec7-94c0-23cb0a8e46a5', 'tenant_id': 'f9c66041089f49839cf02b9f0b40d663', 'fixed_ips': [{'subnet_id': '0d205f7a-03b8-471d-9bf0-4a313c1cb032'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:15:45.639834 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:45.640090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-9437a6fa-e036-4878-b1c0-6ec01b22a5e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856354 Jun 30 03:15:45.706517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2c426ac3-ed07-4088-8d32-04de7b1745b5 None None] For port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=03e9d64e-fc4d-4631-b6f5-3454ac8923a9,segment=NetworkSegment(66202032-6951-46cc-9bb9-992e571755a6),segment_id=66202032-6951-46cc-9bb9-992e571755a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:45.753788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-b9cadf0b-104c-4822-9d6a-3481e9fa4d81 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004548 Jun 30 03:15:45.780133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:45.784225 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:45.803446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d9653f0-e950-4c70-a4ba-89b528abda46', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': '2ca0abbf-426b-464b-9cfb-61ead25330d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:ae:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:15:42Z', 'updated_at': '2021-06-30T03:15:42Z', 'revision_number': 0, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:45.833383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] device_id is not set on port 6d2b0938-27ad-4845-ae59-9b9aa0c472dd yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:15:45.879206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] Checking router: 3677b95a-93c8-4ce5-9268-bcc00351862d for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:15:45.880989 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c426ac3-ed07-4088-8d32-04de7b1745b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:45.901458 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-466f5e19-afe3-44fc-8782-5e284aca7de6 req-cd2ab033-0e3f-467b-bd44-dc101b42faf4 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418548 Jun 30 03:15:45.963681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:15:45.964303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:15:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:46.022386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Allocated IP 2001:db8::f816:3eff:fe34:2fda (ae25cc58-8625-4ec7-94c0-23cb0a8e46a5/0d205f7a-03b8-471d-9bf0-4a313c1cb032/656b50fb-9851-487e-9d3d-d49824b94263) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:46.042149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c426ac3-ed07-4088-8d32-04de7b1745b5 None None] Pushing event updated for resources: {'Port': ['ID=03e9d64e-fc4d-4631-b6f5-3454ac8923a9,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:46.124630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3ac260a6-2566-453e-9876-d0d470cd5750 None None] Provisioning complete for port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:46.125308 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ac260a6-2566-453e-9876-d0d470cd5750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:46.199219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:15:46.555301 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:46.606676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Transition to ACTIVE for port object 656b50fb-9851-487e-9d3d-d49824b94263 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:46.636484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Transition to ACTIVE for port object 656b50fb-9851-487e-9d3d-d49824b94263 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:46.713608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d9653f0-e950-4c70-a4ba-89b528abda46', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': '2ca0abbf-426b-464b-9cfb-61ead25330d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:ae:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:15:42Z', 'updated_at': '2021-06-30T03:15:42Z', 'revision_number': 0, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:46.743238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6dc52-ba08-4a66-80d3-eba77bc94f0e None None] The sync data for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 is: [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d9653f0-e950-4c70-a4ba-89b528abda46', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.206', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': '2ca0abbf-426b-464b-9cfb-61ead25330d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:ae:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:15:42Z', 'updated_at': '2021-06-30T03:15:42Z', 'revision_number': 0, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:15:46.803452 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:46.841376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Network ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:46.844504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:46.853271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:46.867882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Pushing event updated for resources: {'Port': ['ID=656b50fb-9851-487e-9d3d-d49824b94263,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:46.882946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Allocated IP 2001:db8::f816:3eff:fe9b:1567 (ae25cc58-8625-4ec7-94c0-23cb0a8e46a5/0d205f7a-03b8-471d-9bf0-4a313c1cb032/6d2b0938-27ad-4845-ae59-9b9aa0c472dd) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:46.924524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Attempting to bind port 656b50fb-9851-487e-9d3d-d49824b94263 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:46.924848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Attempting to bind port 656b50fb-9851-487e-9d3d-d49824b94263 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '45f37c17-1a81-4a53-b30b-35ddad37735c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ae25cc58-8625-4ec7-94c0-23cb0a8e46a5'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:46.925220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Attempting to bind port 656b50fb-9851-487e-9d3d-d49824b94263 on network ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:46.930531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:46.930904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Checking segment: {'id': '45f37c17-1a81-4a53-b30b-35ddad37735c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ae25cc58-8625-4ec7-94c0-23cb0a8e46a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:46.931306 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:46.931695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Bound using segment: {'id': '45f37c17-1a81-4a53-b30b-35ddad37735c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ae25cc58-8625-4ec7-94c0-23cb0a8e46a5'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:46.932591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Bound port: 656b50fb-9851-487e-9d3d-d49824b94263, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f37c17-1a81-4a53-b30b-35ddad37735c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ae25cc58-8625-4ec7-94c0-23cb0a8e46a5'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:46.932591 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.008686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] For port 656b50fb-9851-487e-9d3d-d49824b94263, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:47.014845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] For port 656b50fb-9851-487e-9d3d-d49824b94263, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=656b50fb-9851-487e-9d3d-d49824b94263,segment=NetworkSegment(45f37c17-1a81-4a53-b30b-35ddad37735c),segment_id=45f37c17-1a81-4a53-b30b-35ddad37735c)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:47.064164 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd5be2-ad73-4e72-b750-f4569d6dc743 None None] New status for floating IP 4d9653f0-e950-4c70-a4ba-89b528abda46: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:15:47.064851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.079288 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Transition to ACTIVE for port object 6d2b0938-27ad-4845-ae59-9b9aa0c472dd will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:47.107451 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.236878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178831b-d255-45b2-ab20-4e05cd7c3cb5 None None] Pushing event updated for resources: {'Port': ['ID=656b50fb-9851-487e-9d3d-d49824b94263,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:47.249644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.315901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:47.322302 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:47.329675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:47.336763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:47.337595 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.357383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Port': ['ID=6d2b0938-27ad-4845-ae59-9b9aa0c472dd,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:47.512600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41626) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:47.513064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-147fce96-415e-4805-b42d-c9c3c231c962 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1914859 Jun 30 03:15:47.599397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef22f4d-3e74-4a59-95ce-ad87799b19fc tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Deleting subnet 0d205f7a-03b8-471d-9bf0-4a313c1cb032 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:47.599397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef22f4d-3e74-4a59-95ce-ad87799b19fc tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.647073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef22f4d-3e74-4a59-95ce-ad87799b19fc tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.849697 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef22f4d-3e74-4a59-95ce-ad87799b19fc tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.908320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:47.994703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:47.995218 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.078606 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef22f4d-3e74-4a59-95ce-ad87799b19fc tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.089256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 656b50fb-9851-487e-9d3d-d49824b94263 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:48.108060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef22f4d-3e74-4a59-95ce-ad87799b19fc tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Subnet': ['ID=0d205f7a-03b8-471d-9bf0-4a313c1cb032,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:48.122398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ef22f4d-3e74-4a59-95ce-ad87799b19fc tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.124354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5ef22f4d-3e74-4a59-95ce-ad87799b19fc tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/subnets/0d205f7a-03b8-471d-9bf0-4a313c1cb032 HTTP/1.1" status: 204 len: 168 time: 0.6168025 Jun 30 03:15:48.127523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41640) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.223250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93328af2-1c49-43fd-ab34-9e8bc4bf5bdf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:48.225348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93328af2-1c49-43fd-ab34-9e8bc4bf5bdf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:48.229958 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-93328af2-1c49-43fd-ab34-9e8bc4bf5bdf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0984931 Jun 30 03:15:48.230206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41646) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.266703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 656b50fb-9851-487e-9d3d-d49824b94263 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:48.319152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41650) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.365984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf1db07a-6438-442d-9fab-0290a32c181f tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.375424 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1db07a-6438-442d-9fab-0290a32c181f tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 03:15:48.376081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1db07a-6438-442d-9fab-0290a32c181f tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:48.378178 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bf1db07a-6438-442d-9fab-0290a32c181f tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 HTTP/1.1" status: 409 len: 405 time: 0.1469977 Jun 30 03:15:48.382043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41654) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.387654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-264475539'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:48.455499 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5faba464-7346-48c2-902d-4eb40fda2b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.522557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb9db8-cd37-4129-a4ce-232b686c7195 None None] Network ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:48.525769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:48.535494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.597748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:15:48.621241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.621647 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Added segment 0970c2e8-51de-4cd6-8e74-a3476345bb08 of type vlan for network 9faf8ac0-b020-4b92-9cfd-d79c319412bb Jun 30 03:15:48.684618 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.733320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5faba464-7346-48c2-902d-4eb40fda2b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.738297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e67ac-b587-410b-9d4e-da9063bab5ad None None] DHCP port deletion for ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:15:48.781714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e0e1be47-c00d-4cb5-9c89-be100d07345c None None] Provisioning for port 656b50fb-9851-487e-9d3d-d49824b94263 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:48.787419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e0e1be47-c00d-4cb5-9c89-be100d07345c None None] Provisioning complete for port 656b50fb-9851-487e-9d3d-d49824b94263 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:48.789031 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e0e1be47-c00d-4cb5-9c89-be100d07345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.818342 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f60e67ac-b587-410b-9d4e-da9063bab5ad None None] Deleting port 656b50fb-9851-487e-9d3d-d49824b94263 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:48.818712 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f60e67ac-b587-410b-9d4e-da9063bab5ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.849512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5faba464-7346-48c2-902d-4eb40fda2b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.894232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5faba464-7346-48c2-902d-4eb40fda2b30 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9676b93c8c914bdea94c77283b1417bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738780 Jun 30 03:15:48.897024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41666) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:48.904015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faba464-7346-48c2-902d-4eb40fda2b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e6bfa3-a207-4bc9-9bbe-abafc93bdb4e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:48.907258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f60e67ac-b587-410b-9d4e-da9063bab5ad None None] For port 656b50fb-9851-487e-9d3d-d49824b94263, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=656b50fb-9851-487e-9d3d-d49824b94263,segment=NetworkSegment(45f37c17-1a81-4a53-b30b-35ddad37735c),segment_id=45f37c17-1a81-4a53-b30b-35ddad37735c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:48.907658 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f60e67ac-b587-410b-9d4e-da9063bab5ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.923703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.923703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:48.923703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:48.952207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f60e67ac-b587-410b-9d4e-da9063bab5ad None None] Calling delete_port for 656b50fb-9851-487e-9d3d-d49824b94263 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:48.972977 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e0e1be47-c00d-4cb5-9c89-be100d07345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:49.015037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Network': ['ID=9faf8ac0-b020-4b92-9cfd-d79c319412bb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:49.026670 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4801ef7c-328d-4e38-ada3-30625636a37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:49.033184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9faf8ac0-b020-4b92-9cfd-d79c319412bb details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:15:49.053817 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4801ef7c-328d-4e38-ada3-30625636a37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:49.106565 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e0e1be47-c00d-4cb5-9c89-be100d07345c None None] For port 656b50fb-9851-487e-9d3d-d49824b94263, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=656b50fb-9851-487e-9d3d-d49824b94263,segment=NetworkSegment(45f37c17-1a81-4a53-b30b-35ddad37735c),segment_id=45f37c17-1a81-4a53-b30b-35ddad37735c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:49.120334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bd90094a-20ae-4558-aba0-b71b51558c99 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7367926 Jun 30 03:15:49.128967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41672) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:49.128967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'subnet': {'network_id': '9faf8ac0-b020-4b92-9cfd-d79c319412bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:49.209121 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4801ef7c-328d-4e38-ada3-30625636a37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:49.211687 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4801ef7c-328d-4e38-ada3-30625636a37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:49.212819 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4801ef7c-328d-4e38-ada3-30625636a37c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5e6bfa3-a207-4bc9-9bbe-abafc93bdb4e HTTP/1.1" status: 204 len: 168 time: 0.3148420 Jun 30 03:15:49.221322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801ef7c-328d-4e38-ada3-30625636a37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e6bfa3-a207-4bc9-9bbe-abafc93bdb4e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:49.248555 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e0e1be47-c00d-4cb5-9c89-be100d07345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:49.299996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1be47-c00d-4cb5-9c89-be100d07345c None None] Pushing event updated for resources: {'Port': ['ID=656b50fb-9851-487e-9d3d-d49824b94263,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:49.323583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:49.327396 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:49.358015 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f60e67ac-b587-410b-9d4e-da9063bab5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:49.394607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e67ac-b587-410b-9d4e-da9063bab5ad None None] No DVR routers for this DVR port 656b50fb-9851-487e-9d3d-d49824b94263 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:49.399867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e67ac-b587-410b-9d4e-da9063bab5ad None None] Pushing event deleted for resources: {'Port': ['ID=656b50fb-9851-487e-9d3d-d49824b94263,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:49.687722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.objects.ports [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:15:49.689360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:49.756867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Subnet': ['ID=abaebd24-b8c2-498e-840f-3b70087bacd3,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:49.764553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Checking segment: {'id': '0970c2e8-51de-4cd6-8e74-a3476345bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9faf8ac0-b020-4b92-9cfd-d79c319412bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:49.765114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network hostable DHCP agents. Network: 9faf8ac0-b020-4b92-9cfd-d79c319412bb, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:15:49.820992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 656b50fb-9851-487e-9d3d-d49824b94263 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:49.842922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 656b50fb-9851-487e-9d3d-d49824b94263 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:49.843394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 656b50fb-9851-487e-9d3d-d49824b94263 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:49.900787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network 9faf8ac0-b020-4b92-9cfd-d79c319412bb is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:15:50.106351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 9faf8ac0-b020-4b92-9cfd-d79c319412bb) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:50.111012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:50.111744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:50.124003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4667fb-bb0d-4726-aad4-86c09c9afd56 None None] Network 9faf8ac0-b020-4b92-9cfd-d79c319412bb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:50.307442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d7951b9f-f7d5-4cdc-b50e-7a4fe35e2930 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1831501 Jun 30 03:15:50.310236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41712) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:50.317348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'port': {'network_id': '9faf8ac0-b020-4b92-9cfd-d79c319412bb', 'name': 'tempest-NetworksIpV6TestAttrs-82102605'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:50.343748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-9faf8ac0-b020-4b92-9cfd-d79c319412bb', 'network_id': '9faf8ac0-b020-4b92-9cfd-d79c319412bb', 'tenant_id': 'f9c66041089f49839cf02b9f0b40d663', 'fixed_ips': [{'subnet_id': 'abaebd24-b8c2-498e-840f-3b70087bacd3'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:15:50.344709 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:50.509528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Allocated IP 2001:db8::f816:3eff:fec4:d55 (9faf8ac0-b020-4b92-9cfd-d79c319412bb/abaebd24-b8c2-498e-840f-3b70087bacd3/1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:50.614394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:50.621447 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:50.647696 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] device_id is not set on port abb9a135-499d-432b-bfc6-4b3f9964fdd2 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:15:50.716864 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:50.727195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Transition to ACTIVE for port object 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:50.746149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Transition to ACTIVE for port object 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:50.844244 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:50.886270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Network 9faf8ac0-b020-4b92-9cfd-d79c319412bb is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:50.889080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:50.892384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:50.911415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Pushing event updated for resources: {'Port': ['ID=1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:50.913517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Allocated IP 2001:db8::f816:3eff:fe8a:daf8 (9faf8ac0-b020-4b92-9cfd-d79c319412bb/abaebd24-b8c2-498e-840f-3b70087bacd3/abb9a135-499d-432b-bfc6-4b3f9964fdd2) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:50.955202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.956103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.956103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.956608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.957769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.958351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.958749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.959145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.960196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.960196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.960426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:50.961058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:51.003820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Attempting to bind port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:51.004191 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Attempting to bind port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '0970c2e8-51de-4cd6-8e74-a3476345bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9faf8ac0-b020-4b92-9cfd-d79c319412bb'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:51.004596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Attempting to bind port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 on network 9faf8ac0-b020-4b92-9cfd-d79c319412bb {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:51.010595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:51.011450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Checking segment: {'id': '0970c2e8-51de-4cd6-8e74-a3476345bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9faf8ac0-b020-4b92-9cfd-d79c319412bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:51.012142 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.012578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Bound using segment: {'id': '0970c2e8-51de-4cd6-8e74-a3476345bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9faf8ac0-b020-4b92-9cfd-d79c319412bb'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:51.013063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Bound port: 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0970c2e8-51de-4cd6-8e74-a3476345bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '9faf8ac0-b020-4b92-9cfd-d79c319412bb'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:51.013445 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.098859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] For port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:51.103173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] For port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0,segment=NetworkSegment(0970c2e8-51de-4cd6-8e74-a3476345bb08),segment_id=0970c2e8-51de-4cd6-8e74-a3476345bb08)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:51.113969 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.143386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Transition to ACTIVE for port object abb9a135-499d-432b-bfc6-4b3f9964fdd2 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:51.238840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.306751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ef030-a8b7-4735-b344-5b33db718928 None None] Pushing event updated for resources: {'Port': ['ID=1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:51.315445 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.367761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network 9faf8ac0-b020-4b92-9cfd-d79c319412bb is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:51.371071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:51.379495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:51.385011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:51.385991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.389866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Port': ['ID=abb9a135-499d-432b-bfc6-4b3f9964fdd2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:51.499233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41750) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:51.499854 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b1621566-ec62-4e59-867e-38eba7a80b5c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.1875906 Jun 30 03:15:51.597760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c5f5d3-33e2-4bc2-ba26-e6c0edb9c01e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Deleting subnet abaebd24-b8c2-498e-840f-3b70087bacd3 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:15:51.601315 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41c5f5d3-33e2-4bc2-ba26-e6c0edb9c01e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.695172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41c5f5d3-33e2-4bc2-ba26-e6c0edb9c01e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.894250 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41c5f5d3-33e2-4bc2-ba26-e6c0edb9c01e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:51.911778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:52.119325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:52.166309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41774) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:52.192803 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41c5f5d3-33e2-4bc2-ba26-e6c0edb9c01e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.220776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5f5d3-33e2-4bc2-ba26-e6c0edb9c01e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Subnet': ['ID=abaebd24-b8c2-498e-840f-3b70087bacd3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:52.227082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-41c5f5d3-33e2-4bc2-ba26-e6c0edb9c01e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.235499 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-41c5f5d3-33e2-4bc2-ba26-e6c0edb9c01e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/subnets/abaebd24-b8c2-498e-840f-3b70087bacd3 HTTP/1.1" status: 204 len: 168 time: 0.7290800 Jun 30 03:15:52.235499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41778) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:52.286109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8f8d9a1d-2b96-4a13-96b7-92757d1ad4a6 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:52.303640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e8e76-01c1-4583-beb9-912d05ec7466 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:52.305306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126e8e76-01c1-4583-beb9-912d05ec7466 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:52.306852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-126e8e76-01c1-4583-beb9-912d05ec7466 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0739610 Jun 30 03:15:52.309791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41780) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:52.393917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-15307898-35e8-4247-baed-1d9006786f4c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.403016 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-15307898-35e8-4247-baed-1d9006786f4c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 03:15:52.407647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15307898-35e8-4247-baed-1d9006786f4c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:52.407647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-15307898-35e8-4247-baed-1d9006786f4c tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/9faf8ac0-b020-4b92-9cfd-d79c319412bb HTTP/1.1" status: 409 len: 405 time: 0.0946038 Jun 30 03:15:52.413294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41784) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:52.419352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-868273130'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:52.457596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41786) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:52.463404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Request body: {'network': {'project_id': '65c65a41d7c8434a8256b99185867bfc'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:52.466605 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8f8d9a1d-2b96-4a13-96b7-92757d1ad4a6 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] 10.222.0.77 "PUT /v2.0/quotas/65c65a41d7c8434a8256b99185867bfc HTTP/1.1" status: 200 len: 368 time: 0.3035240 Jun 30 03:15:52.540336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6449815-0ced-4928-8f13-e27d8d0fb717 None None] Network 9faf8ac0-b020-4b92-9cfd-d79c319412bb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:52.575125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:52.580029 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.608516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:15:52.618955 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.619633 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Added segment 2a84656d-ed5d-4ea7-93f6-c35c1306cc69 of type vlan for network d428368e-bceb-4b28-a530-0034d2e085b0 Jun 30 03:15:52.666452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.699533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Made reservation on behalf of 65c65a41d7c8434a8256b99185867bfc for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:52.702181 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.712200 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.758131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-78264eb9-0ba8-4b1a-b354-80875739f10a None None] Provisioning for port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:52.762476 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-78264eb9-0ba8-4b1a-b354-80875739f10a None None] Provisioning complete for port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:52.762903 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-78264eb9-0ba8-4b1a-b354-80875739f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.787519 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af1d15-c77e-4f6f-8a07-5136417482ec None None] DHCP port deletion for 9faf8ac0-b020-4b92-9cfd-d79c319412bb request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:15:52.819196 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.838254 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.849996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:52.850798 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.894471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d3af1d15-c77e-4f6f-8a07-5136417482ec None None] Deleting port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:52.894641 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d3af1d15-c77e-4f6f-8a07-5136417482ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.947153 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.956843 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-78264eb9-0ba8-4b1a-b354-80875739f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.957401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Network': ['ID=d428368e-bceb-4b28-a530-0034d2e085b0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:52.969878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:15:52.973124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d428368e-bceb-4b28-a530-0034d2e085b0 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:15:52.984387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f64166-673e-48e8-82c0-6116edc7f700,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:52.990286 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:52.990635 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Added segment 6f93a4af-cd53-4aaf-9658-bb0cd4e63815 of type vlan for network 5adeb2fc-a0bd-46e2-82b3-e732db5c8700 Jun 30 03:15:53.034962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d3af1d15-c77e-4f6f-8a07-5136417482ec None None] For port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0,segment=NetworkSegment(0970c2e8-51de-4cd6-8e74-a3476345bb08),segment_id=0970c2e8-51de-4cd6-8e74-a3476345bb08)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:53.035362 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d3af1d15-c77e-4f6f-8a07-5136417482ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.035989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.053691 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.065361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d3af1d15-c77e-4f6f-8a07-5136417482ec None None] Calling delete_port for 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:53.068074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-78264eb9-0ba8-4b1a-b354-80875739f10a None None] For port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0,segment=NetworkSegment(0970c2e8-51de-4cd6-8e74-a3476345bb08),segment_id=0970c2e8-51de-4cd6-8e74-a3476345bb08)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:53.075153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4e2cf301-db61-4da5-853e-7c43b7c49ccf tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6599965 Jun 30 03:15:53.075916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41804) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:53.083235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'subnet': {'network_id': 'd428368e-bceb-4b28-a530-0034d2e085b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:53.174922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.176014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.176646 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.194992 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-78264eb9-0ba8-4b1a-b354-80875739f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.245943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Pushing event updated for resources: {'Network': ['ID=5adeb2fc-a0bd-46e2-82b3-e732db5c8700,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:53.254074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.254389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.254733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.255102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.255482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.255793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.256122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.256246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78264eb9-0ba8-4b1a-b354-80875739f10a None None] Pushing event updated for resources: {'Port': ['ID=1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:53.256449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.256922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.257351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.257752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.258056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:53.273800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 5adeb2fc-a0bd-46e2-82b3-e732db5c8700 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:15:53.300595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:53.304144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.427488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9487721f-576b-4549-b883-3df4c53438af tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9684348 Jun 30 03:15:53.429959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41812) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:53.435551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Request body: {'network': {'project_id': '65c65a41d7c8434a8256b99185867bfc'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:53.466619 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d3af1d15-c77e-4f6f-8a07-5136417482ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.503674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af1d15-c77e-4f6f-8a07-5136417482ec None None] No DVR routers for this DVR port 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:53.505600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af1d15-c77e-4f6f-8a07-5136417482ec None None] Pushing event deleted for resources: {'Port': ['ID=1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:53.608547 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.649412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Made reservation on behalf of 65c65a41d7c8434a8256b99185867bfc for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:53.652308 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.694624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:15:53.704455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.704803 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Added segment 062fe44c-2c26-4467-b149-4c020f858f35 of type vlan for network ebeae182-1f82-4221-a129-5bcb0b04cc20 Jun 30 03:15:53.732248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.objects.ports [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94531) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:15:53.737810 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.753277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.793128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Subnet': ['ID=b6c79b0a-7853-437a-a25c-2dadce75f8aa,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:53.809480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Checking segment: {'id': '2a84656d-ed5d-4ea7-93f6-c35c1306cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd428368e-bceb-4b28-a530-0034d2e085b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:53.810012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network hostable DHCP agents. Network: d428368e-bceb-4b28-a530-0034d2e085b0, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:15:53.872435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:53.883491 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.884694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.885407 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:53.895532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:53.902444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1d4aa2bc-6c03-4073-b6b2-2d9962e3eaa0 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:53.940868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network d428368e-bceb-4b28-a530-0034d2e085b0 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:15:53.955636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Pushing event updated for resources: {'Network': ['ID=ebeae182-1f82-4221-a129-5bcb0b04cc20,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:53.956687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ebeae182-1f82-4221-a129-5bcb0b04cc20 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:15:54.021713 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-38d915c4-5214-4caf-be5a-7954dcec97d0 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5905209 Jun 30 03:15:54.024801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41826) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:54.030368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-175c90a8-4c99-4fe2-ac21-4049828d691c tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Request body: {'network': {'project_id': '65c65a41d7c8434a8256b99185867bfc'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:54.044420 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-175c90a8-4c99-4fe2-ac21-4049828d691c tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 03:15:54.045090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175c90a8-4c99-4fe2-ac21-4049828d691c tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:15:54.046369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-175c90a8-4c99-4fe2-ac21-4049828d691c tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0199804 Jun 30 03:15:54.049334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41828) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:54.058865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d428368e-bceb-4b28-a530-0034d2e085b0) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:54.067959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1914d97-bdbb-480a-a5af-9c035437d601 None None] Network d428368e-bceb-4b28-a530-0034d2e085b0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:54.103605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:54.105054 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.143757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.220942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.231719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebeae182-1f82-4221-a129-5bcb0b04cc20']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:54.239833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-d428368e-bceb-4b28-a530-0034d2e085b0', 'network_id': 'd428368e-bceb-4b28-a530-0034d2e085b0', 'tenant_id': 'f9c66041089f49839cf02b9f0b40d663', 'fixed_ips': [{'subnet_id': 'b6c79b0a-7853-437a-a25c-2dadce75f8aa'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:15:54.240696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.243048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062fe44c-2c26-4467-b149-4c020f858f35') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:54.243346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062fe44c-2c26-4467-b149-4c020f858f35') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:54.253841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.272686 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.278631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:15:54.279012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:15:54.280849 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:15:54.291530 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d1717462-0cb2-400a-99c7-142c9e73a20e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2143464 Jun 30 03:15:54.294605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41836) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:54.424399 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.436489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Allocated IP 2001:db8::f816:3eff:fe15:60d4 (d428368e-bceb-4b28-a530-0034d2e085b0/b6c79b0a-7853-437a-a25c-2dadce75f8aa/6b0681cb-28fd-44ec-a76f-c05627287a13) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:54.462253 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.481867 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.484792 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] 10.222.0.77 "DELETE /v2.0/networks/ebeae182-1f82-4221-a129-5bcb0b04cc20 HTTP/1.1" status: 204 len: 168 time: 0.4341769 Jun 30 03:15:54.489360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41838) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:54.510022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b55bbc-2c45-4fb0-bd41-275d15df0bf3 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebeae182-1f82-4221-a129-5bcb0b04cc20,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:54.513983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.615489 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.710634 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.721333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adeb2fc-a0bd-46e2-82b3-e732db5c8700']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:54.732557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f93a4af-cd53-4aaf-9658-bb0cd4e63815') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:54.732859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f93a4af-cd53-4aaf-9658-bb0cd4e63815') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:54.743433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.762217 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.770083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:15:54.770491 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:15:54.773328 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:15:54.807523 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.940827 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.944129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Transition to ACTIVE for port object 6b0681cb-28fd-44ec-a76f-c05627287a13 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:54.956454 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.958334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] 10.222.0.77 "DELETE /v2.0/networks/5adeb2fc-a0bd-46e2-82b3-e732db5c8700 HTTP/1.1" status: 204 len: 168 time: 0.4679720 Jun 30 03:15:54.958537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Transition to ACTIVE for port object 6b0681cb-28fd-44ec-a76f-c05627287a13 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:54.959288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bef38a-05cf-494a-aa42-cafcaa34b199 tempest-QuotasNegativeTest-647591427 tempest-QuotasNegativeTest-647591427-project-admin] Pushing event deleted for resources: {'Network': ['ID=5adeb2fc-a0bd-46e2-82b3-e732db5c8700,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:55.129760 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:55.166982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Network d428368e-bceb-4b28-a530-0034d2e085b0 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:55.169966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:55.173632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:55.188885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Pushing event updated for resources: {'Port': ['ID=6b0681cb-28fd-44ec-a76f-c05627287a13,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:55.245456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Attempting to bind port 6b0681cb-28fd-44ec-a76f-c05627287a13 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:55.246460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Attempting to bind port 6b0681cb-28fd-44ec-a76f-c05627287a13 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '2a84656d-ed5d-4ea7-93f6-c35c1306cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd428368e-bceb-4b28-a530-0034d2e085b0'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:55.247022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Attempting to bind port 6b0681cb-28fd-44ec-a76f-c05627287a13 on network d428368e-bceb-4b28-a530-0034d2e085b0 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:55.257878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:55.258258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Checking segment: {'id': '2a84656d-ed5d-4ea7-93f6-c35c1306cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd428368e-bceb-4b28-a530-0034d2e085b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:55.258664 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:55.259061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Bound using segment: {'id': '2a84656d-ed5d-4ea7-93f6-c35c1306cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd428368e-bceb-4b28-a530-0034d2e085b0'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:55.259644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Bound port: 6b0681cb-28fd-44ec-a76f-c05627287a13, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a84656d-ed5d-4ea7-93f6-c35c1306cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd428368e-bceb-4b28-a530-0034d2e085b0'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:55.260025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:55.279047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:55.305611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c79b0a-7853-437a-a25c-2dadce75f8aa,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:55.338281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] For port 6b0681cb-28fd-44ec-a76f-c05627287a13, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:55.341722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] For port 6b0681cb-28fd-44ec-a76f-c05627287a13, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6b0681cb-28fd-44ec-a76f-c05627287a13,segment=NetworkSegment(2a84656d-ed5d-4ea7-93f6-c35c1306cc69),segment_id=2a84656d-ed5d-4ea7-93f6-c35c1306cc69)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:55.376356 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:55.386905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d428368e-bceb-4b28-a530-0034d2e085b0']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:55.399503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a84656d-ed5d-4ea7-93f6-c35c1306cc69') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:55.399810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a84656d-ed5d-4ea7-93f6-c35c1306cc69') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:55.411669 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:55.528810 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:55.533451 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:55.537635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:15:55.538011 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:15:55.541839 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:15:55.616363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1683ed-e410-41e5-aef0-50037fb7bdd6 None None] Pushing event updated for resources: {'Port': ['ID=6b0681cb-28fd-44ec-a76f-c05627287a13,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:55.645090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 03:15:55.645090 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 03:15:55.645090 n-d-798249-3 neutron-server[94530]: [parameters: {'id': 'd428368e-bceb-4b28-a530-0034d2e085b0'}] Jun 30 03:15:55.645090 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:15:55.651550 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:15:55.656344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35711c6f-34f6-435d-9669-48b71e10c70e None None] Network d428368e-bceb-4b28-a530-0034d2e085b0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:55.820465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bda7e4a-4871-4b04-8d53-5583524de8ca None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:15:55.920595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bda7e4a-4871-4b04-8d53-5583524de8ca None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:15:56.144841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de603a-18c6-43b6-b7cc-2ad51a3147e5 req-25810bd7-b312-4c02-a9a6-29b702002b9d tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:56.146437 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98de603a-18c6-43b6-b7cc-2ad51a3147e5 req-25810bd7-b312-4c02-a9a6-29b702002b9d tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 946 time: 0.1016409 Jun 30 03:15:56.152499 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.175885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41886) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:56.202036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98de603a-18c6-43b6-b7cc-2ad51a3147e5 req-296b76eb-3ca9-471f-94a0-b57ccce2f44e tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499737 Jun 30 03:15:56.215909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Deleting port 6b0681cb-28fd-44ec-a76f-c05627287a13 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:56.219918 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.292958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] For port 6b0681cb-28fd-44ec-a76f-c05627287a13, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6b0681cb-28fd-44ec-a76f-c05627287a13,segment=NetworkSegment(2a84656d-ed5d-4ea7-93f6-c35c1306cc69),segment_id=2a84656d-ed5d-4ea7-93f6-c35c1306cc69)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:56.293239 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.306726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Calling delete_port for 6b0681cb-28fd-44ec-a76f-c05627287a13 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:56.462010 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.505276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Port': ['ID=6b0681cb-28fd-44ec-a76f-c05627287a13,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:56.511904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No DVR routers for this DVR port 6b0681cb-28fd-44ec-a76f-c05627287a13 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:56.517820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82d7abf6-08cb-4892-b69c-32df1b439818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.604189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.615616 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82d7abf6-08cb-4892-b69c-32df1b439818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.617138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d428368e-bceb-4b28-a530-0034d2e085b0']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:56.629309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a84656d-ed5d-4ea7-93f6-c35c1306cc69') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:56.629772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a84656d-ed5d-4ea7-93f6-c35c1306cc69') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:56.638983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.654193 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.661764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:15:56.662621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:15:56.666116 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:15:56.952218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-82d7abf6-08cb-4892-b69c-32df1b439818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:56.996089 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-82d7abf6-08cb-4892-b69c-32df1b439818 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f6b2241f25af41e9b85085da72aaadb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8190665 Jun 30 03:15:56.997079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7abf6-08cb-4892-b69c-32df1b439818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09535b1d-3972-4679-ae17-b32d70f85dbf,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:56.998670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41908) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:57.056123 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3061dd7-9944-47cb-8191-2d260042b770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.067119 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.082717 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.085045 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/d428368e-bceb-4b28-a530-0034d2e085b0 HTTP/1.1" status: 204 len: 168 time: 2.7891135 Jun 30 03:15:57.089051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41910) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:57.095916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-175334522'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:57.112107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3061dd7-9944-47cb-8191-2d260042b770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.114304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55494b-2277-4b44-ae9e-3eb7a4832e3b tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Network': ['ID=d428368e-bceb-4b28-a530-0034d2e085b0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:57.227008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:57.232033 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.262388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3061dd7-9944-47cb-8191-2d260042b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.267204 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d3061dd7-9944-47cb-8191-2d260042b770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.272033 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d3061dd7-9944-47cb-8191-2d260042b770 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/09535b1d-3972-4679-ae17-b32d70f85dbf HTTP/1.1" status: 204 len: 168 time: 0.2690802 Jun 30 03:15:57.280153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3061dd7-9944-47cb-8191-2d260042b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09535b1d-3972-4679-ae17-b32d70f85dbf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:57.291245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:15:57.315962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.316325 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Added segment 090ba152-91bd-4891-b04d-bc302ae3daa5 of type vlan for network 16d0f16a-0319-4448-83e9-45d77de77a53 Jun 30 03:15:57.371672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.465456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-6f1e5d32-cce7-4d16-b8d6-c45a08080b5c tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:57.466058 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-6f1e5d32-cce7-4d16-b8d6-c45a08080b5c tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.74 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 946 time: 0.1087601 Jun 30 03:15:57.477137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22a37-cdcd-4160-a5c9-af7bf45448a7 req-3ce234f3-6e65-4721-ab13-374b9853425d tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:57.478718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-44f22a37-cdcd-4160-a5c9-af7bf45448a7 req-3ce234f3-6e65-4721-ab13-374b9853425d tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 946 time: 0.1114693 Jun 30 03:15:57.573940 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.581060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:57.581725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.654669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Network': ['ID=16d0f16a-0319-4448-83e9-45d77de77a53,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:57.667159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 16d0f16a-0319-4448-83e9-45d77de77a53 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:15:57.819602 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e6532829-20cf-45e5-9217-8bb757dac255 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7293158 Jun 30 03:15:57.822722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41932) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:57.826139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'subnet': {'network_id': '16d0f16a-0319-4448-83e9-45d77de77a53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:57.956164 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-44f22a37-cdcd-4160-a5c9-af7bf45448a7 req-850448ab-8196-40b4-aaef-56f69221f4b5 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/security-groups?id=2266a599-24b4-4232-a99d-ab4e53142c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4662299 Jun 30 03:15:58.003336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Deleting port d3308e84-9c22-46ac-a46a-e5bc6fc72cff {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:58.003719 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.095548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:58.099566 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.099950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] For port d3308e84-9c22-46ac-a46a-e5bc6fc72cff, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:58.100319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.246980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41940) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:58.268489 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0d6496f7-a5f4-4a8a-ac96-5773ddb2ba9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.397683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.398507 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.399052 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Floating IP c8fd9624-8288-423e-8612-a3dd3618f712 disassociated. External IP: 172.25.2.110, port: d3308e84-9c22-46ac-a46a-e5bc6fc72cff. Jun 30 03:15:58.399721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Calling delete_port for d3308e84-9c22-46ac-a46a-e5bc6fc72cff owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:58.416707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0d6496f7-a5f4-4a8a-ac96-5773ddb2ba9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.497131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.542128 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0d6496f7-a5f4-4a8a-ac96-5773ddb2ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.607760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Subnet': ['ID=3600232b-651b-4e39-b049-a0446d6e0ca1,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:58.617825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0d6496f7-a5f4-4a8a-ac96-5773ddb2ba9a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e011c186ce12453a84625519c52c97ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698158 Jun 30 03:15:58.618550 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6496f7-a5f4-4a8a-ac96-5773ddb2ba9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a395c793-d862-407a-aa64-1d2500fa01e6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:58.620484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 41950) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:58.637854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Checking segment: {'id': '090ba152-91bd-4891-b04d-bc302ae3daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16d0f16a-0319-4448-83e9-45d77de77a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:58.638224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network hostable DHCP agents. Network: 16d0f16a-0319-4448-83e9-45d77de77a53, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:15:58.673033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ca32d6c-7f26-46a6-bb72-683683c4714c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.696530 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.708462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ca32d6c-7f26-46a6-bb72-683683c4714c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.735177 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9d9e46d0-cabd-411d-a574-e5b42a986c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.739777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event deleted for resources: {'Port': ['ID=d3308e84-9c22-46ac-a46a-e5bc6fc72cff,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:58.889844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network 16d0f16a-0319-4448-83e9-45d77de77a53 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:15:58.901641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Router 4ec974c8-f00d-4a80-9511-980948680bd7 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:15:58.960341 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ca32d6c-7f26-46a6-bb72-683683c4714c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.963194 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ca32d6c-7f26-46a6-bb72-683683c4714c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.964541 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4ca32d6c-7f26-46a6-bb72-683683c4714c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a395c793-d862-407a-aa64-1d2500fa01e6 HTTP/1.1" status: 204 len: 168 time: 0.3419905 Jun 30 03:15:58.982534 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca32d6c-7f26-46a6-bb72-683683c4714c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a395c793-d862-407a-aa64-1d2500fa01e6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:58.988483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 16d0f16a-0319-4448-83e9-45d77de77a53) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:59.007426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:59.008067 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:59.012098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b8f9d3-50e7-40e1-8426-9ba7f1a54bb6 None None] Network 16d0f16a-0319-4448-83e9-45d77de77a53 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:59.090729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:15:59.116809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] Sync routers for ids ['4ec974c8-f00d-4a80-9511-980948680bd7'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:15:59.142750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] Routers {'4ec974c8-f00d-4a80-9511-980948680bd7'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:15:59.143591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:15:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4ec974c8-f00d-4a80-9511-980948680bd7'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:59.150729 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1de6b460-8709-46ee-932a-ef4e0dba0f86 req-8df681f2-8152-434e-8fc5-ded9cbb84b94 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 210 time: 0.0392530 Jun 30 03:15:59.174865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] No DVR routers for this DVR port d3308e84-9c22-46ac-a46a-e5bc6fc72cff on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:59.177986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:59.180171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0a6aa501-51d0-4fe3-bdc8-ea064a5693db req-f97f8c7a-1940-4a2e-9590-21a31853db75 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.74 "DELETE /v2.0/ports/d3308e84-9c22-46ac-a46a-e5bc6fc72cff HTTP/1.1" status: 204 len: 173 time: 1.7003160 Jun 30 03:15:59.180624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'name': 'network-vif-deleted', 'tag': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:59.184060 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20864b6d-41cf-452d-82ff-537486c29bba" -d '{"events": [{"server_uuid": "fdf0824b-781e-4c07-be5b-5afcb4438b65", "name": "network-vif-deleted", "tag": "d3308e84-9c22-46ac-a46a-e5bc6fc72cff"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:59.223036 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70777040-f49f-4787-bd84-5b16409c8e8d x-openstack-request-id: req-70777040-f49f-4787-bd84-5b16409c8e8d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:59.223036 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0824b-781e-4c07-be5b-5afcb4438b65", "name": "network-vif-deleted", "tag": "d3308e84-9c22-46ac-a46a-e5bc6fc72cff", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:59.223036 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70777040-f49f-4787-bd84-5b16409c8e8d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:59.223036 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0824b-781e-4c07-be5b-5afcb4438b65', 'name': 'network-vif-deleted', 'tag': 'd3308e84-9c22-46ac-a46a-e5bc6fc72cff', 'status': 'completed', 'code': 200} Jun 30 03:15:59.305795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-56debd7a-84fd-4d63-a4ce-2ab0f83566e5 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4843526 Jun 30 03:15:59.308778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 41972) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:59.321707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-16d0f16a-0319-4448-83e9-45d77de77a53', 'network_id': '16d0f16a-0319-4448-83e9-45d77de77a53', 'tenant_id': 'f9c66041089f49839cf02b9f0b40d663', 'fixed_ips': [{'subnet_id': '3600232b-651b-4e39-b049-a0446d6e0ca1'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:15:59.322892 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:59.435518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] Set router 4ec974c8-f00d-4a80-9511-980948680bd7 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:15:59.511266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:59.629262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:59.640200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Allocated IP 2001:db8::2 (16d0f16a-0319-4448-83e9-45d77de77a53/3600232b-651b-4e39-b049-a0446d6e0ca1/87fcc3c2-dfd2-44ca-9611-fe203124707c) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:59.826415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd66545b9-153c-424f-9aad-0249bb89fd3c', 'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'mac_address': 'fa:16:3e:a2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:20Z', 'updated_at': '2021-06-30T03:10:30Z', 'revision_number': 5, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'subnets': [{'id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:59.874507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] Checking router: 4ec974c8-f00d-4a80-9511-980948680bd7 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:15:59.898575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] Routers {'4ec974c8-f00d-4a80-9511-980948680bd7'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:15:59.899184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:15:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4ec974c8-f00d-4a80-9511-980948680bd7'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:15:59.939486 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:59.955203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Transition to ACTIVE for port object 87fcc3c2-dfd2-44ca-9611-fe203124707c will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:00.015188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Transition to ACTIVE for port object 87fcc3c2-dfd2-44ca-9611-fe203124707c will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:00.056233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] Set router 4ec974c8-f00d-4a80-9511-980948680bd7 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:00.143986 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.218653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Network 16d0f16a-0319-4448-83e9-45d77de77a53 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:00.224259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:00.229170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:00.269349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Pushing event updated for resources: {'Port': ['ID=87fcc3c2-dfd2-44ca-9611-fe203124707c,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:00.381861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-273e6efc-72de-4eca-b3d1-402341c2fa3f req-7308caf6-5c49-4d61-935b-9c109643af94 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "GET /v2.0/ports?device_id=fdf0824b-781e-4c07-be5b-5afcb4438b65 HTTP/1.1" status: 200 len: 210 time: 0.0368924 Jun 30 03:16:00.386277 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.434097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Subnet': ['ID=3600232b-651b-4e39-b049-a0446d6e0ca1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:00.448910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Attempting to bind port 87fcc3c2-dfd2-44ca-9611-fe203124707c on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:00.449403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Attempting to bind port 87fcc3c2-dfd2-44ca-9611-fe203124707c by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '090ba152-91bd-4891-b04d-bc302ae3daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16d0f16a-0319-4448-83e9-45d77de77a53'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:00.449787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Attempting to bind port 87fcc3c2-dfd2-44ca-9611-fe203124707c on network 16d0f16a-0319-4448-83e9-45d77de77a53 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:00.458494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:00.458862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Checking segment: {'id': '090ba152-91bd-4891-b04d-bc302ae3daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16d0f16a-0319-4448-83e9-45d77de77a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:00.459381 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.459771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Bound using segment: {'id': '090ba152-91bd-4891-b04d-bc302ae3daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16d0f16a-0319-4448-83e9-45d77de77a53'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:00.460535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Bound port: 87fcc3c2-dfd2-44ca-9611-fe203124707c, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090ba152-91bd-4891-b04d-bc302ae3daa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '16d0f16a-0319-4448-83e9-45d77de77a53'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:00.461090 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.505270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.515798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d0f16a-0319-4448-83e9-45d77de77a53']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:00.527189 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090ba152-91bd-4891-b04d-bc302ae3daa5') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:00.527488 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090ba152-91bd-4891-b04d-bc302ae3daa5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:00.536370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.551533 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.556195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd66545b9-153c-424f-9aad-0249bb89fd3c', 'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'mac_address': 'fa:16:3e:a2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:20Z', 'updated_at': '2021-06-30T03:10:30Z', 'revision_number': 5, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'subnets': [{'id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:00.557615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:00.558002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.559960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] For port 87fcc3c2-dfd2-44ca-9611-fe203124707c, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:00.560888 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:00.585534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908e002-1cd6-43e8-bbf5-a8a3929df80f None None] The sync data for ids ['4ec974c8-f00d-4a80-9511-980948680bd7'] in n-d-798249-3 is: [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:10:21Z', 'revision_number': 4, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd66545b9-153c-424f-9aad-0249bb89fd3c', 'name': '', 'network_id': '4fca8bba-594d-4dfd-8786-6db597252662', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'mac_address': 'fa:16:3e:a2:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:20Z', 'updated_at': '2021-06-30T03:10:30Z', 'revision_number': 5, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'subnets': [{'id': 'b4f32ce1-0ab3-4341-acba-2eed3c592f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:16:00.627790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] For port 87fcc3c2-dfd2-44ca-9611-fe203124707c, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=87fcc3c2-dfd2-44ca-9611-fe203124707c,segment=NetworkSegment(090ba152-91bd-4891-b04d-bc302ae3daa5),segment_id=090ba152-91bd-4891-b04d-bc302ae3daa5)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:00.673641 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.db.api [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 03:16:00.673641 n-d-798249-3 neutron-server[94531]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 03:16:00.673641 n-d-798249-3 neutron-server[94531]: [parameters: {'id': '16d0f16a-0319-4448-83e9-45d77de77a53'}] Jun 30 03:16:00.673641 n-d-798249-3 neutron-server[94531]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:16:00.673641 n-d-798249-3 neutron-server[94531]: DEBUG oslo_db.api [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:16:00.769751 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:00.881145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf7ee9-e457-4fa5-b290-28a37b160bc2 None None] Pushing event updated for resources: {'Port': ['ID=87fcc3c2-dfd2-44ca-9611-fe203124707c,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:00.897539 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae6e10-e61b-4d6d-8cd3-e57a1369f35d None None] New status for floating IP c8fd9624-8288-423e-8612-a3dd3618f712: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:16:00.916510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc545bbe-a6d2-426a-98ab-5b166095cc29 None None] Network 16d0f16a-0319-4448-83e9-45d77de77a53 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:01.087646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d51792a-4466-4355-b730-7c4c43454e6a None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:16:01.170138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.206094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d51792a-4466-4355-b730-7c4c43454e6a None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:16:01.228875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Deleting port 87fcc3c2-dfd2-44ca-9611-fe203124707c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:01.229384 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.304778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] For port 87fcc3c2-dfd2-44ca-9611-fe203124707c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=87fcc3c2-dfd2-44ca-9611-fe203124707c,segment=NetworkSegment(090ba152-91bd-4891-b04d-bc302ae3daa5),segment_id=090ba152-91bd-4891-b04d-bc302ae3daa5)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:01.305415 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.320886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Calling delete_port for 87fcc3c2-dfd2-44ca-9611-fe203124707c owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:01.356290 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.399417 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e4304276-ddbb-486d-953a-ce62df2cfd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.512668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42038) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:01.610579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.657937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Port': ['ID=87fcc3c2-dfd2-44ca-9611-fe203124707c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:01.660093 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No DVR routers for this DVR port 87fcc3c2-dfd2-44ca-9611-fe203124707c on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:01.775012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.786328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d0f16a-0319-4448-83e9-45d77de77a53']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:01.800036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-661234e3-24a1-4a59-ba6b-6352a45f4880 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Deleting port c7e459f3-c1c3-4147-8e9a-9132b0d435a1 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:01.800379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-661234e3-24a1-4a59-ba6b-6352a45f4880 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.803449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090ba152-91bd-4891-b04d-bc302ae3daa5') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:01.803449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090ba152-91bd-4891-b04d-bc302ae3daa5') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:01.850520 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.872098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.881830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:01.882314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:01.885645 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:01.975293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-661234e3-24a1-4a59-ba6b-6352a45f4880 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.975620 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-661234e3-24a1-4a59-ba6b-6352a45f4880 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.990075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-661234e3-24a1-4a59-ba6b-6352a45f4880 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Calling delete_port for c7e459f3-c1c3-4147-8e9a-9132b0d435a1 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:02.057376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d3308e84-9c22-46ac-a46a-e5bc6fc72cff no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:02.080846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: d3308e84-9c22-46ac-a46a-e5bc6fc72cff {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:02.081858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device d3308e84-9c22-46ac-a46a-e5bc6fc72cff not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:02.125527 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.165263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42062) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:02.165869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.165869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/16d0f16a-0319-4448-83e9-45d77de77a53 HTTP/1.1" status: 204 len: 168 time: 2.8503096 Jun 30 03:16:02.165869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42064) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:02.166146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b32d61-416b-41c4-8cc9-94b5376122e0 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Network': ['ID=16d0f16a-0319-4448-83e9-45d77de77a53,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:02.173056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-425682455'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:02.295148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-661234e3-24a1-4a59-ba6b-6352a45f4880 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.322101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:02.332790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1435154334'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:02.336555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.343541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661234e3-24a1-4a59-ba6b-6352a45f4880 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event deleted for resources: {'Port': ['ID=c7e459f3-c1c3-4147-8e9a-9132b0d435a1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:02.410276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:02.428467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.428812 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Added segment d9e2114b-c0f4-43fb-bf3c-e709abafab25 of type vlan for network 8845de77-d53b-470f-867f-de351abf32f1 Jun 30 03:16:02.448283 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-661234e3-24a1-4a59-ba6b-6352a45f4880 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.448283 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-661234e3-24a1-4a59-ba6b-6352a45f4880 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.448283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-661234e3-24a1-4a59-ba6b-6352a45f4880 tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "DELETE /v2.0/floatingips/c8fd9624-8288-423e-8612-a3dd3618f712 HTTP/1.1" status: 204 len: 168 time: 0.9317842 Jun 30 03:16:02.471941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Made reservation on behalf of 0b629e1637ae4ea9be8a01a6b431ed03 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:02.479517 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.491644 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.492570 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.605390 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.612420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42080) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:02.664824 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.671065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:02.671459 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.671985 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3ea9-44e6-4e31-920a-7fd7dd0742bb tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.698316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3ea9-44e6-4e31-920a-7fd7dd0742bb tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.740300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Network': ['ID=8845de77-d53b-470f-867f-de351abf32f1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:02.754281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8845de77-d53b-470f-867f-de351abf32f1 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:02.784297 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.814005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:02.831460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a42ac75-2e39-49ed-a975-193d263b30c2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:02.834520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.834919 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Added segment 1e90558c-c3dc-40ac-82a3-e8966603060c of type vlan for network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 Jun 30 03:16:02.889525 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.942493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7f8ef88e-2f5e-4960-a7aa-177da4511f9d tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7667737 Jun 30 03:16:02.942751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42086) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:02.948008 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Request body: {'subnet': {'network_id': '8845de77-d53b-470f-867f-de351abf32f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:02.951626 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3ea9-44e6-4e31-920a-7fd7dd0742bb tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.954340 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3ea9-44e6-4e31-920a-7fd7dd0742bb tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.955402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3d6f3ea9-44e6-4e31-920a-7fd7dd0742bb tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] 10.222.0.77 "DELETE /v2.0/security-groups/2266a599-24b4-4232-a99d-ab4e53142c7b HTTP/1.1" status: 204 len: 168 time: 0.3420374 Jun 30 03:16:03.004016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f3ea9-44e6-4e31-920a-7fd7dd0742bb tempest-TestServerBasicOps-324445291 tempest-TestServerBasicOps-324445291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2266a599-24b4-4232-a99d-ab4e53142c7b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:03.037835 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.151197 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.157631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:03.158303 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.164438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42094) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:03.213094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Made reservation on behalf of f9c66041089f49839cf02b9f0b40d663 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:03.217241 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.291592 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Pushing event updated for resources: {'Network': ['ID=2b3cc46a-cafb-4c4f-aaea-684b915c7f96,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:03.307715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:03.347705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d0f3f891-0bb2-462b-83a8-c6418a51775d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1894403 Jun 30 03:16:03.595982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42106) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:03.601761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Request body: {'port': {'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96', 'binding:host_id': 'n-h1-798249-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-675970094'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:03.676605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.objects.ports [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94530) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 03:16:03.678222 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.747496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event updated for resources: {'Subnet': ['ID=7c9d8386-fb61-49d2-b7e5-2fa8f445b0a9,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:03.758579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Made reservation on behalf of e9ca726f5bef47cb898a2ce8a6b79db8 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:03.761643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.767646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Checking segment: {'id': 'd9e2114b-c0f4-43fb-bf3c-e709abafab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8845de77-d53b-470f-867f-de351abf32f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:03.774724 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network hostable DHCP agents. Network: 8845de77-d53b-470f-867f-de351abf32f1, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:03.788189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.893293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:03.957704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Network 8845de77-d53b-470f-867f-de351abf32f1 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:04.003709 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.012279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] device_id is not set on port 086fa0b2-b53c-4779-871f-ac043f6f28cd yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:04.089360 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.094852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 8845de77-d53b-470f-867f-de351abf32f1) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:04.102868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23778177-5efe-4365-bb23-e1198c809826 None None] Network 8845de77-d53b-470f-867f-de351abf32f1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:04.105233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.105925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.110880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dff660-47e5-4a36-8f2d-342fc5543e5d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:04.319882 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a237bf6b-f1cf-4842-88a8-d046f8bce8ed tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3757226 Jun 30 03:16:04.322589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42120) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:04.391124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] device_id is not set on port 086fa0b2-b53c-4779-871f-ac043f6f28cd yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:04.409341 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.433776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Transition to ACTIVE for port object 086fa0b2-b53c-4779-871f-ac043f6f28cd will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:04.459401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] Deleting port d66545b9-153c-424f-9aad-0249bb89fd3c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:04.459942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.476616 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.483412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58df8ace-19e3-4ccf-a350-c88ff2d58acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8845de77-d53b-470f-867f-de351abf32f1', 'network_id': '8845de77-d53b-470f-867f-de351abf32f1', 'tenant_id': 'f9c66041089f49839cf02b9f0b40d663', 'fixed_ips': [{'subnet_id': '7c9d8386-fb61-49d2-b7e5-2fa8f445b0a9'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:16:04.484700 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-58df8ace-19e3-4ccf-a350-c88ff2d58acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.535689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.574109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] For port d66545b9-153c-424f-9aad-0249bb89fd3c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d66545b9-153c-424f-9aad-0249bb89fd3c,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:04.574109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.587360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] Calling delete_port for d66545b9-153c-424f-9aad-0249bb89fd3c owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:04.653637 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.720703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event updated for resources: {'Port': ['ID=086fa0b2-b53c-4779-871f-ac043f6f28cd,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:04.733557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Checking segment: {'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:04.734164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Network hostable DHCP agents. Network: 2b3cc46a-cafb-4c4f-aaea-684b915c7f96, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:04.763425 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.825190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.856726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9d8386-fb61-49d2-b7e5-2fa8f445b0a9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:04.919337 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.922455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server [None req-58df8ace-19e3-4ccf-a350-c88ff2d58acf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c9d8386-fb61-49d2-b7e5-2fa8f445b0a9: This subnet is being modified by another concurrent operation. Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server raise exception Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c9d8386-fb61-49d2-b7e5-2fa8f445b0a9: This subnet is being modified by another concurrent operation. Jun 30 03:16:04.925556 n-d-798249-3 neutron-server[94532]: ERROR oslo_messaging.rpc.server Jun 30 03:16:04.947211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8845de77-d53b-470f-867f-de351abf32f1']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:04.956978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c795d90-7eaf-4669-bdc7-d56858faef3a None None] Network 8845de77-d53b-470f-867f-de351abf32f1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:04.966634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e2114b-c0f4-43fb-bf3c-e709abafab25') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:04.966932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e2114b-c0f4-43fb-bf3c-e709abafab25') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:04.981588 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:04.984949 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.004060 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.011783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:05.013113 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.031462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d66545b9-153c-424f-9aad-0249bb89fd3c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:05.070026 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:05.163233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 2b3cc46a-cafb-4c4f-aaea-684b915c7f96) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:05.167467 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:05.174981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf73149-a3ec-4fb7-a165-e124b138e464 None None] Network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:05.190000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:05.190338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:05.190816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:05.195808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:05.196168 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:05.196671 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 2 to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd Jun 30 03:16:05.221779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:05.222398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:05.222964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:05.236864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:05.237911 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:05.240841 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 3 to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd Jun 30 03:16:05.249414 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.267248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.273559 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/8845de77-d53b-470f-867f-de351abf32f1 HTTP/1.1" status: 204 len: 168 time: 0.9498580 Jun 30 03:16:05.278866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42132) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:05.320901 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af7d4f1-32f1-4b19-8d5a-32063505a209 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:05.321469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af7d4f1-32f1-4b19-8d5a-32063505a209 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:05.322847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6766327-d3ca-4d91-b296-7c159be789e1 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Network': ['ID=8845de77-d53b-470f-867f-de351abf32f1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:05.327396 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7af7d4f1-32f1-4b19-8d5a-32063505a209 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/subnets/7c9d8386-fb61-49d2-b7e5-2fa8f445b0a9 HTTP/1.1" status: 404 len: 337 time: 0.0463226 Jun 30 03:16:05.328581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42134) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:05.337927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:05.338200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:05.338545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:05.354823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.360344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:05.360344 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:05.360344 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 4 to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd Jun 30 03:16:05.375037 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff441ad1-56a4-43bd-8971-472d4e2c92ba tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:05.375929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff441ad1-56a4-43bd-8971-472d4e2c92ba tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:05.382219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ff441ad1-56a4-43bd-8971-472d4e2c92ba tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/8845de77-d53b-470f-867f-de351abf32f1 HTTP/1.1" status: 404 len: 339 time: 0.0506170 Jun 30 03:16:05.386519 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42138) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:05.393298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:05.393298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:05.393298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:05.403961 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:05.404288 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:05.404682 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 5 to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd Jun 30 03:16:05.428339 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:05.429230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:05.429847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:05.437730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:05.438349 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:05.438958 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 6 to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd Jun 30 03:16:05.454725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2079e888-1fde-440a-bbd3-6a59c620d012 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:16:05.460261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:05.460616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:05.460966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:05.466644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:05.466999 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:05.467410 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 7 to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd Jun 30 03:16:05.482682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:05.483032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:05.483524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:05.488546 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:05.489022 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:05.489421 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 8 to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd Jun 30 03:16:05.504193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:05.504535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:05.504998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:05.510140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:05.510598 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:05.511001 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 9 to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd Jun 30 03:16:05.525963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:05.526307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:05.526654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:05.532358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:05.532713 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:05.533094 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 10 to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd Jun 30 03:16:05.537534 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e1e4cf-b995-47e8-be45-b9394224a3ea tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:05.537985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e1e4cf-b995-47e8-be45-b9394224a3ea tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:05.542694 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-36e1e4cf-b995-47e8-be45-b9394224a3ea tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/subnets/3600232b-651b-4e39-b049-a0446d6e0ca1 HTTP/1.1" status: 404 len: 337 time: 0.1545928 Jun 30 03:16:05.544307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42142) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:05.558177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:05.558524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:05.558878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:05.563917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 086fa0b2-b53c-4779-871f-ac043f6f28cd on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:05.564252 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 086fa0b2-b53c-4779-871f-ac043f6f28cd on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:05.564633 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.592694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2079e888-1fde-440a-bbd3-6a59c620d012 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:16:05.657036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] For port 086fa0b2-b53c-4779-871f-ac043f6f28cd, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:05.658004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempted to set empty binding levels {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 03:16:05.684090 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-82be9aaa-ed4d-4ea0-a3c3-6d6ad31ce004 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:05.685260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82be9aaa-ed4d-4ea0-a3c3-6d6ad31ce004 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:05.691680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-82be9aaa-ed4d-4ea0-a3c3-6d6ad31ce004 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/16d0f16a-0319-4448-83e9-45d77de77a53 HTTP/1.1" status: 404 len: 339 time: 0.1463826 Jun 30 03:16:05.692122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42144) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:05.701309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] Router 4ec974c8-f00d-4a80-9511-980948680bd7 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:16:05.764834 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17ade64-9725-41e7-a4c0-4eeae6fce3fe tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:05.765780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17ade64-9725-41e7-a4c0-4eeae6fce3fe tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:05.768035 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f17ade64-9725-41e7-a4c0-4eeae6fce3fe tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/subnets/b6c79b0a-7853-437a-a25c-2dadce75f8aa HTTP/1.1" status: 404 len: 337 time: 0.0748069 Jun 30 03:16:05.770795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42146) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:05.785787 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.828767 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-34baf072-426a-42e4-9b83-d7b091044898 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:05.829395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34baf072-426a-42e4-9b83-d7b091044898 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:05.846226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-34baf072-426a-42e4-9b83-d7b091044898 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/d428368e-bceb-4b28-a530-0034d2e085b0 HTTP/1.1" status: 404 len: 339 time: 0.0744410 Jun 30 03:16:05.852830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42148) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:05.883714 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:05.884444 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.911595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event updated for resources: {'Port': ['ID=086fa0b2-b53c-4779-871f-ac043f6f28cd,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:05.950133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:16:05.955742 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d618fbad-d0fc-40e6-8966-39dc244683d4 admin admin] 10.222.0.77 "PUT /v2.0/routers/4ec974c8-f00d-4a80-9511-980948680bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7900527 Jun 30 03:16:05.962051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42150) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:05.967166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] Sync routers for ids ['4ec974c8-f00d-4a80-9511-980948680bd7'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:16:05.994376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] Routers {'4ec974c8-f00d-4a80-9511-980948680bd7'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:05.995560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4ec974c8-f00d-4a80-9511-980948680bd7'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:06.030403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-efc39d87-e6c3-4bd0-9efc-7670e8030fa2 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Deleting port abb9a135-499d-432b-bfc6-4b3f9964fdd2 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:06.030757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efc39d87-e6c3-4bd0-9efc-7670e8030fa2 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.042189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0fbdf0d8-9d46-4bc6-b2cf-9c26787fb51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.4436319 Jun 30 03:16:06.045450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42156) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:06.118378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.134251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] Set router 4ec974c8-f00d-4a80-9511-980948680bd7 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:06.167622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efc39d87-e6c3-4bd0-9efc-7670e8030fa2 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.188777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-efc39d87-e6c3-4bd0-9efc-7670e8030fa2 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Calling delete_port for abb9a135-499d-432b-bfc6-4b3f9964fdd2 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:06.253351 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.291435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-9dac0061-7acc-4342-859c-a17a45df9bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Deleting port 086fa0b2-b53c-4779-871f-ac043f6f28cd {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:06.292030 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9dac0061-7acc-4342-859c-a17a45df9bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.357695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:16:04Z', 'revision_number': 5, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:06.369823 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-9dac0061-7acc-4342-859c-a17a45df9bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] For port 086fa0b2-b53c-4779-871f-ac043f6f28cd, host n-h1-798249-3, got binding levels [] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:06.370475 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9dac0061-7acc-4342-859c-a17a45df9bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.387238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-9dac0061-7acc-4342-859c-a17a45df9bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Calling delete_port for 086fa0b2-b53c-4779-871f-ac043f6f28cd owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:06.389680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] Checking router: 4ec974c8-f00d-4a80-9511-980948680bd7 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:16:06.404957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] Routers {'4ec974c8-f00d-4a80-9511-980948680bd7'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:06.405707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['4ec974c8-f00d-4a80-9511-980948680bd7'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:06.531910 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:16:06.535408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] Set router 4ec974c8-f00d-4a80-9511-980948680bd7 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:06.609632 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efc39d87-e6c3-4bd0-9efc-7670e8030fa2 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.642230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Deleting port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:06.643564 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.671256 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efc39d87-e6c3-4bd0-9efc-7670e8030fa2 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.673681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-efc39d87-e6c3-4bd0-9efc-7670e8030fa2 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/ports/abb9a135-499d-432b-bfc6-4b3f9964fdd2 HTTP/1.1" status: 204 len: 168 time: 0.8195002 Jun 30 03:16:06.675512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9dac0061-7acc-4342-859c-a17a45df9bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.679290 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc39d87-e6c3-4bd0-9efc-7670e8030fa2 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Port': ['ID=abb9a135-499d-432b-bfc6-4b3f9964fdd2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:06.700569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42162) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:06.758088 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9dac0061-7acc-4342-859c-a17a45df9bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.760334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9dac0061-7acc-4342-859c-a17a45df9bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "DELETE /v2.0/ports/086fa0b2-b53c-4779-871f-ac043f6f28cd HTTP/1.1" status: 204 len: 168 time: 0.7138996 Jun 30 03:16:06.762582 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f16bc3-a5ff-48f2-81fb-2cae887d0ab9 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:06.763274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f16bc3-a5ff-48f2-81fb-2cae887d0ab9 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:06.765341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-25f16bc3-a5ff-48f2-81fb-2cae887d0ab9 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/subnets/abaebd24-b8c2-498e-840f-3b70087bacd3 HTTP/1.1" status: 404 len: 337 time: 0.0579109 Jun 30 03:16:06.766614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42164) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:06.769579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac0061-7acc-4342-859c-a17a45df9bf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event deleted for resources: {'Port': ['ID=086fa0b2-b53c-4779-871f-ac043f6f28cd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:06.777641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42166) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:06.801853 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6e86d9-a305-4d6a-83a4-261f1a8d3ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] GET failed (client error): The resource could not be found. Jun 30 03:16:06.803693 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bf6e86d9-a305-4d6a-83a4-261f1a8d3ebe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "GET /v2.0/ports/086fa0b2-b53c-4779-871f-ac043f6f28cd HTTP/1.1" status: 404 len: 333 time: 0.0358682 Jun 30 03:16:06.805610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] For port c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:06.805984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.808293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42170) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:06.818805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Request body: {'port': {'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1450399266'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:06.831181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Calling delete_port for c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:06.833750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:16:04Z', 'revision_number': 5, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:06.873236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8ef21-4634-407d-8f83-b800ea201569 None None] The sync data for ids ['4ec974c8-f00d-4a80-9511-980948680bd7'] in n-d-798249-3 is: [{'id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'name': 'tempest-TestServerBasicOps-154034698-router', 'tenant_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:14Z', 'updated_at': '2021-06-30T03:16:04Z', 'revision_number': 5, 'project_id': 'fa1510fd26f84fb3b6b3ad64197199af', 'gw_port': {'id': 'c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec974c8-f00d-4a80-9511-980948680bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:16Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:16:06.883251 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.991411 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Made reservation on behalf of e9ca726f5bef47cb898a2ce8a6b79db8 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:06.994078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:06.999342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.011726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9faf8ac0-b020-4b92-9cfd-d79c319412bb']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:07.035447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0970c2e8-51de-4cd6-8e74-a3476345bb08') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:07.035935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0970c2e8-51de-4cd6-8e74-a3476345bb08') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:07.039835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] device_id is not set on port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:07.064174 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.081571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.090570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:07.091439 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:07.095592 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:07.311067 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.318386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.320753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/9faf8ac0-b020-4b92-9cfd-d79c319412bb HTTP/1.1" status: 204 len: 168 time: 0.5418508 Jun 30 03:16:07.323795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42180) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:07.339055 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e285e3a-d9b5-4cd7-930f-6bc56c1e4e52 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Network': ['ID=9faf8ac0-b020-4b92-9cfd-d79c319412bb,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:07.362539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.453178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:07.557860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.581001 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.707118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.711136 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.723335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5715da70-a796-4a63-adbb-30f3f82dac60 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Deleting port 6d2b0938-27ad-4845-ae59-9b9aa0c472dd {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:07.723694 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5715da70-a796-4a63-adbb-30f3f82dac60 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.850403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5715da70-a796-4a63-adbb-30f3f82dac60 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.865932 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.868154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5715da70-a796-4a63-adbb-30f3f82dac60 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Calling delete_port for 6d2b0938-27ad-4845-ae59-9b9aa0c472dd owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:07.898645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d66545b9-153c-424f-9aad-0249bb89fd3c no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:07.923130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d66545b9-153c-424f-9aad-0249bb89fd3c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:07.923727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d66545b9-153c-424f-9aad-0249bb89fd3c not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:07.933742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:08.315883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.316446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec974c8-f00d-4a80-9511-980948680bd7 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:16:08.318360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:08.320714 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:08.321469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:08.322223 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.333187 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.337749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-458279b9-cf32-4e69-9f42-2171233965f8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/4ec974c8-f00d-4a80-9511-980948680bd7 HTTP/1.1" status: 204 len: 168 time: 2.3711390 Jun 30 03:16:08.338974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42194) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:08.340430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event updated for resources: {'Port': ['ID=a00a0441-cd97-4ebf-b8e8-438d6fda7cfc,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:08.401050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e32dd1-6dad-4323-878d-62b780f45b25 admin admin] Deleting subnet b4f32ce1-0ab3-4341-acba-2eed3c592f15 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:16:08.404384 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7e32dd1-6dad-4323-878d-62b780f45b25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.447864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7e32dd1-6dad-4323-878d-62b780f45b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.499358 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8c2f2c6b-ce00-49e7-8f3b-d28cdaf2afe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6899261 Jun 30 03:16:08.500726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42198) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:08.516283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:08.560362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7e32dd1-6dad-4323-878d-62b780f45b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.566504 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5715da70-a796-4a63-adbb-30f3f82dac60 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.624528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5715da70-a796-4a63-adbb-30f3f82dac60 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.627553 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5715da70-a796-4a63-adbb-30f3f82dac60 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/ports/6d2b0938-27ad-4845-ae59-9b9aa0c472dd HTTP/1.1" status: 204 len: 168 time: 1.3020051 Jun 30 03:16:08.630667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715da70-a796-4a63-adbb-30f3f82dac60 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Port': ['ID=6d2b0938-27ad-4845-ae59-9b9aa0c472dd,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:08.631425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42200) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:08.651009 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.679854 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-719e51cd-77d2-43cd-a5ac-f7c336c7d46e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:08.680322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719e51cd-77d2-43cd-a5ac-f7c336c7d46e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:08.682468 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-719e51cd-77d2-43cd-a5ac-f7c336c7d46e tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/subnets/0d205f7a-03b8-471d-9bf0-4a313c1cb032 HTTP/1.1" status: 404 len: 337 time: 0.0496747 Jun 30 03:16:08.686266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42202) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:08.741976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7e32dd1-6dad-4323-878d-62b780f45b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.779743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e32dd1-6dad-4323-878d-62b780f45b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f32ce1-0ab3-4341-acba-2eed3c592f15,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:08.796580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eab2c4-38f8-40e1-ba27-fcbd03674878 None None] Network 4fca8bba-594d-4dfd-8786-6db597252662 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:08.797225 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7e32dd1-6dad-4323-878d-62b780f45b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.797225 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c7e32dd1-6dad-4323-878d-62b780f45b25 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b4f32ce1-0ab3-4341-acba-2eed3c592f15 HTTP/1.1" status: 204 len: 168 time: 0.4548202 Jun 30 03:16:08.799821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42206) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:08.813540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.978596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.993074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] device_id is not set on port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:09.004181 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.028645 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.039849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae25cc58-8625-4ec7-94c0-23cb0a8e46a5']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:09.042248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Transition to ACTIVE for port object a00a0441-cd97-4ebf-b8e8-438d6fda7cfc will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:09.065180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f37c17-1a81-4a53-b30b-35ddad37735c') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:09.065180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f37c17-1a81-4a53-b30b-35ddad37735c') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:09.075370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.087433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Deleting port cbd70454-387b-42da-af66-c09d4ff496f9 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:09.087777 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.100433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9063380d-9209-4daf-a73a-2524e0b21548 None None] DHCP port deletion for 4fca8bba-594d-4dfd-8786-6db597252662 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:16:09.104702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.118687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:09.118887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:09.122078 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:09.152304 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.190774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9063380d-9209-4daf-a73a-2524e0b21548 None None] Deleting port cbd70454-387b-42da-af66-c09d4ff496f9 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:09.194043 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9063380d-9209-4daf-a73a-2524e0b21548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.238415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] For port cbd70454-387b-42da-af66-c09d4ff496f9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cbd70454-387b-42da-af66-c09d4ff496f9,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:09.238794 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.251572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event updated for resources: {'Port': ['ID=a00a0441-cd97-4ebf-b8e8-438d6fda7cfc,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:09.276502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Calling delete_port for cbd70454-387b-42da-af66-c09d4ff496f9 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:09.277028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9063380d-9209-4daf-a73a-2524e0b21548 None None] For port cbd70454-387b-42da-af66-c09d4ff496f9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cbd70454-387b-42da-af66-c09d4ff496f9,segment=NetworkSegment(d5d867a2-a6a3-47df-ba90-3b222a925415),segment_id=d5d867a2-a6a3-47df-ba90-3b222a925415)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:09.277590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9063380d-9209-4daf-a73a-2524e0b21548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.283385 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.293911 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.296220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9063380d-9209-4daf-a73a-2524e0b21548 None None] Calling delete_port for cbd70454-387b-42da-af66-c09d4ff496f9 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:09.299753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42216) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:09.299929 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/ae25cc58-8625-4ec7-94c0-23cb0a8e46a5 HTTP/1.1" status: 204 len: 168 time: 0.6121097 Jun 30 03:16:09.303628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:09.303968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:09.304316 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:09.311254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d3fd1-5170-48e3-85e5-c55861533695 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Network': ['ID=ae25cc58-8625-4ec7-94c0-23cb0a8e46a5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:09.319725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:09.320197 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:09.352012 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 2 to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc Jun 30 03:16:09.394689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:09.394956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:09.395295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:09.419658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:09.419986 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:09.423933 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 3 to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc Jun 30 03:16:09.432260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe6acd8-f263-4e32-b488-89e4244a20dd tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Deleting subnet 5a78eced-73ec-46c4-8732-f8ff71e6b3ce {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:16:09.447325 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbe6acd8-f263-4e32-b488-89e4244a20dd tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.468131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:09.468525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:09.468862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:09.475522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:09.475844 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:09.478275 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 4 to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc Jun 30 03:16:09.500391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:09.500754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:09.501093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:09.507372 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbe6acd8-f263-4e32-b488-89e4244a20dd tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.536740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:09.537072 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:09.539476 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 5 to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc Jun 30 03:16:09.558805 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9063380d-9209-4daf-a73a-2524e0b21548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.564145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:09.564485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:09.564824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:09.578270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:09.578616 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:09.581616 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 6 to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc Jun 30 03:16:09.591879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063380d-9209-4daf-a73a-2524e0b21548 None None] Pushing event deleted for resources: {'Port': ['ID=cbd70454-387b-42da-af66-c09d4ff496f9,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:09.596569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063380d-9209-4daf-a73a-2524e0b21548 None None] No DVR routers for this DVR port cbd70454-387b-42da-af66-c09d4ff496f9 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:09.612506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.623906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:09.624301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:09.624640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:09.660573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd70454-387b-42da-af66-c09d4ff496f9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:09.662218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:09.662522 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:09.663286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] No DVR routers for this DVR port cbd70454-387b-42da-af66-c09d4ff496f9 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:09.665398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbe6acd8-f263-4e32-b488-89e4244a20dd tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.668806 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 7 to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc Jun 30 03:16:09.727060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:09.727355 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:09.727754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:09.772465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:09.772849 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:09.777017 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 8 to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc Jun 30 03:16:09.801804 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.810684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:09.811034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:09.811372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:09.822327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fca8bba-594d-4dfd-8786-6db597252662']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:09.834091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:09.834423 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:09.836857 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 9 to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc Jun 30 03:16:09.840971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d867a2-a6a3-47df-ba90-3b222a925415') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:09.841269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d867a2-a6a3-47df-ba90-3b222a925415') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:09.857197 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.864865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:09.865198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:09.865556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:09.873155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:09.883364 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:09.883364 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 10 to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc Jun 30 03:16:09.883364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.892227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:09.894477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:09.894894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:09.896842 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:09.906069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:09.906408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:09.906750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:09.913668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:09.914093 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c53dc8eb-7cc2-42ae-a9cb-99bd34f77db6 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:09.914586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cbd70454-387b-42da-af66-c09d4ff496f9 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:09.939461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: cbd70454-387b-42da-af66-c09d4ff496f9 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:09.940174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cbd70454-387b-42da-af66-c09d4ff496f9 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:09.948424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:09.948987 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:09.949925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.972802 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbe6acd8-f263-4e32-b488-89e4244a20dd tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.015450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1956a13f-0369-4187-8e52-b1b83057accd None None] Network 1620c677-a560-4a61-b6b5-30e26d684821 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:10.026039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6acd8-f263-4e32-b488-89e4244a20dd tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Subnet': ['ID=5a78eced-73ec-46c4-8732-f8ff71e6b3ce,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:10.028285 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fbe6acd8-f263-4e32-b488-89e4244a20dd tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.032707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fbe6acd8-f263-4e32-b488-89e4244a20dd tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/subnets/5a78eced-73ec-46c4-8732-f8ff71e6b3ce HTTP/1.1" status: 204 len: 168 time: 0.7279420 Jun 30 03:16:10.033163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42222) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:10.132832 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.138209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.143240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] 10.222.0.77 "DELETE /v2.0/networks/4fca8bba-594d-4dfd-8786-6db597252662 HTTP/1.1" status: 204 len: 168 time: 1.3405814 Jun 30 03:16:10.145994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42228) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:10.176889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.209292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648fea0-6ee0-4a6d-ad2b-68d4c3aa9d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=4fca8bba-594d-4dfd-8786-6db597252662,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:10.214830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] For port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:10.215209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempted to set empty binding levels {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 03:16:10.264118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Deleting port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:10.264498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.266661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90abaf50-3ed3-4d00-a45a-0b1bb8a7e9d9 None None] DHCP port deletion for 1620c677-a560-4a61-b6b5-30e26d684821 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:16:10.343582 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] For port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=03e9d64e-fc4d-4631-b6f5-3454ac8923a9,segment=NetworkSegment(66202032-6951-46cc-9bb9-992e571755a6),segment_id=66202032-6951-46cc-9bb9-992e571755a6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:10.344488 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.347664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.349675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-90abaf50-3ed3-4d00-a45a-0b1bb8a7e9d9 None None] Deleting port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:10.350096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90abaf50-3ed3-4d00-a45a-0b1bb8a7e9d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.392500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Calling delete_port for 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:10.397572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] In _notify_port_updated(), no bound segment for port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:16:10.398461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.399652 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.401170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "PUT /v2.0/ports/a00a0441-cd97-4ebf-b8e8-438d6fda7cfc HTTP/1.1" status: 200 len: 979 time: 1.8938735 Jun 30 03:16:10.403898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42232) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:10.436673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-90abaf50-3ed3-4d00-a45a-0b1bb8a7e9d9 None None] For port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=03e9d64e-fc4d-4631-b6f5-3454ac8923a9,segment=NetworkSegment(66202032-6951-46cc-9bb9-992e571755a6),segment_id=66202032-6951-46cc-9bb9-992e571755a6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:10.437137 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90abaf50-3ed3-4d00-a45a-0b1bb8a7e9d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.455295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-90abaf50-3ed3-4d00-a45a-0b1bb8a7e9d9 None None] Calling delete_port for 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:10.535149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5a1cc-be2a-4f9a-bb1e-ad0ab1a20ae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event updated for resources: {'Port': ['ID=a00a0441-cd97-4ebf-b8e8-438d6fda7cfc,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:10.599230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.599712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.600186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.600708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.601182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.601749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.602250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.602719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.603177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.603645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.604112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.604706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.605017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.605473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.605965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.606424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.606939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:10.609743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4e0cef17-5796-415b-94df-2f4216cc9fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15446 time: 0.2026193 Jun 30 03:16:10.613384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42236) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:10.621578 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.688814 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-90abaf50-3ed3-4d00-a45a-0b1bb8a7e9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.698985 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.724696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abaf50-3ed3-4d00-a45a-0b1bb8a7e9d9 None None] Pushing event deleted for resources: {'Port': ['ID=03e9d64e-fc4d-4631-b6f5-3454ac8923a9,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:10.728318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90abaf50-3ed3-4d00-a45a-0b1bb8a7e9d9 None None] No DVR routers for this DVR port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:10.736748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-66c07feb-a213-4b0d-96ae-a693f59df5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Deleting port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:10.737124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66c07feb-a213-4b0d-96ae-a693f59df5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.739096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] No DVR routers for this DVR port 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:10.741070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Port': ['ID=03e9d64e-fc4d-4631-b6f5-3454ac8923a9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:10.909616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-66c07feb-a213-4b0d-96ae-a693f59df5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] For port a00a0441-cd97-4ebf-b8e8-438d6fda7cfc, host n-h1-798249-3, got binding levels [] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:10.910275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66c07feb-a213-4b0d-96ae-a693f59df5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.913763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.932770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1620c677-a560-4a61-b6b5-30e26d684821']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:10.934204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] Deleting port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:10.939429 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.939558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-66c07feb-a213-4b0d-96ae-a693f59df5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Calling delete_port for a00a0441-cd97-4ebf-b8e8-438d6fda7cfc owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:10.947930 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66202032-6951-46cc-9bb9-992e571755a6') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:10.948236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66202032-6951-46cc-9bb9-992e571755a6') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:10.963602 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.018052 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.026661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] For port 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7c27fcec-d6b1-4fb4-b8dc-bd501574f98a,segment=NetworkSegment(f640b3a7-4f85-4486-ae24-21c131428674),segment_id=f640b3a7-4f85-4486-ae24-21c131428674)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:11.027185 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.029525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:11.029982 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:11.033115 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:11.041764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] Calling delete_port for 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:11.230643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.248474 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.250373 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] 10.222.0.77 "DELETE /v2.0/networks/1620c677-a560-4a61-b6b5-30e26d684821 HTTP/1.1" status: 204 len: 168 time: 1.2159739 Jun 30 03:16:11.251672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd12ede-f5af-4add-855b-40008dc83e13 tempest-NetworksIpV6TestAttrs-496928581 tempest-NetworksIpV6TestAttrs-496928581-project] Pushing event deleted for resources: {'Network': ['ID=1620c677-a560-4a61-b6b5-30e26d684821,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:11.266446 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66c07feb-a213-4b0d-96ae-a693f59df5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.312708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c07feb-a213-4b0d-96ae-a693f59df5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event deleted for resources: {'Port': ['ID=a00a0441-cd97-4ebf-b8e8-438d6fda7cfc,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:11.321936 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66c07feb-a213-4b0d-96ae-a693f59df5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.324415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-66c07feb-a213-4b0d-96ae-a693f59df5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "DELETE /v2.0/ports/a00a0441-cd97-4ebf-b8e8-438d6fda7cfc HTTP/1.1" status: 204 len: 168 time: 0.7100532 Jun 30 03:16:11.326984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42252) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:11.340127 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.362076 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00afbb8-098a-4998-b9c8-7a0ecbd1c078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] GET failed (client error): The resource could not be found. Jun 30 03:16:11.368272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e00afbb8-098a-4998-b9c8-7a0ecbd1c078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "GET /v2.0/ports/a00a0441-cd97-4ebf-b8e8-438d6fda7cfc HTTP/1.1" status: 404 len: 333 time: 0.0400770 Jun 30 03:16:11.370317 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42256) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:11.382523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1879761548', 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:11.410263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c27fcec-d6b1-4fb4-b8dc-bd501574f98a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:11.569920 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.620732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Made reservation on behalf of e9ca726f5bef47cb898a2ce8a6b79db8 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:11.625737 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.650611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] device_id is not set on port 3be505b8-5fce-45b1-ae4b-79f44455f6f5 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:11.877711 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.931801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42268) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:11.990847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.002015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:12.032669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:12.033167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 03e9d64e-fc4d-4631-b6f5-3454ac8923a9 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:12.073248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:12.077385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:12.083060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:12.085150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:12.086113 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.105718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event updated for resources: {'Port': ['ID=3be505b8-5fce-45b1-ae4b-79f44455f6f5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:12.160811 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bf10f731-4c9f-4a78-a4a1-9024a21636f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f9c66041089f49839cf02b9f0b40d663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273130 Jun 30 03:16:12.163386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42276) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:12.239594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] Router 9cf448b4-0a4e-455b-8b1c-65da44f0532f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:16:12.255352 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f6587510-e6cb-4995-b920-f79952e6433a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.278521 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f6587510-e6cb-4995-b920-f79952e6433a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.297024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f717e313-b612-44a7-b5a0-fbe24ffda3d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9253125 Jun 30 03:16:12.303164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42282) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:12.357011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75c161a-e83f-4202-8d2b-0a410ab1240f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:12.361545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c75c161a-e83f-4202-8d2b-0a410ab1240f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "GET /v2.0/ports/3be505b8-5fce-45b1-ae4b-79f44455f6f5 HTTP/1.1" status: 200 len: 959 time: 0.0542815 Jun 30 03:16:12.361900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42284) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:12.363058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:16:12.373279 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] Sync routers for ids ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:16:12.374706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-93e8b58d-8204-4d51-8c39-09daf1f7680d admin admin] 10.222.0.77 "PUT /v2.0/routers/9cf448b4-0a4e-455b-8b1c-65da44f0532f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2274816 Jun 30 03:16:12.382238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42286) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:12.384863 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] Routers {'9cf448b4-0a4e-455b-8b1c-65da44f0532f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:12.385751 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:12.482474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c769c-6515-4aef-b4d5-cdde59bcebac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Deleting port 3be505b8-5fce-45b1-ae4b-79f44455f6f5 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:12.482821 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d9c769c-6515-4aef-b4d5-cdde59bcebac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.525370 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] Set router 9cf448b4-0a4e-455b-8b1c-65da44f0532f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:12.525647 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.550401 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d9c769c-6515-4aef-b4d5-cdde59bcebac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.568973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c769c-6515-4aef-b4d5-cdde59bcebac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Calling delete_port for 3be505b8-5fce-45b1-ae4b-79f44455f6f5 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:12.655430 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.663370 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f6587510-e6cb-4995-b920-f79952e6433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.666159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f6587510-e6cb-4995-b920-f79952e6433a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.668230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f6587510-e6cb-4995-b920-f79952e6433a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a3ca573-82b4-49bc-abdf-94b79f767241 HTTP/1.1" status: 204 len: 168 time: 0.5023446 Jun 30 03:16:12.677096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6587510-e6cb-4995-b920-f79952e6433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3ca573-82b4-49bc-abdf-94b79f767241,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:12.798988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d9c769c-6515-4aef-b4d5-cdde59bcebac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.838041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c769c-6515-4aef-b4d5-cdde59bcebac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event deleted for resources: {'Port': ['ID=3be505b8-5fce-45b1-ae4b-79f44455f6f5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:12.844309 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'name': 'tempest-TestServerBasicOps-2045641984-router', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:31Z', 'updated_at': '2021-06-30T03:16:11Z', 'revision_number': 5, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'gw_port': {'id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:33Z', 'updated_at': '2021-06-30T03:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:12.845172 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0d9c769c-6515-4aef-b4d5-cdde59bcebac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:12.848867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0d9c769c-6515-4aef-b4d5-cdde59bcebac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "DELETE /v2.0/ports/3be505b8-5fce-45b1-ae4b-79f44455f6f5 HTTP/1.1" status: 204 len: 168 time: 0.4857185 Jun 30 03:16:12.851722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42296) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:12.877705 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] Checking router: 9cf448b4-0a4e-455b-8b1c-65da44f0532f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:16:12.886971 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] Routers {'9cf448b4-0a4e-455b-8b1c-65da44f0532f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:12.887589 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:12.901952 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-a535a32a-ca72-40ba-8a2c-e3b1cc514e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] GET failed (client error): The resource could not be found. Jun 30 03:16:12.907364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a535a32a-ca72-40ba-8a2c-e3b1cc514e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "GET /v2.0/ports/3be505b8-5fce-45b1-ae4b-79f44455f6f5 HTTP/1.1" status: 404 len: 333 time: 0.0508027 Jun 30 03:16:12.908035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42300) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:12.914104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Request body: {'port': {'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2123707651'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:13.002484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Deleting port 89733b8f-6473-4e48-85ca-dc8e0a008dc5 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:13.002793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:13.046301 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] Set router 9cf448b4-0a4e-455b-8b1c-65da44f0532f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:16:13.095152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Made reservation on behalf of e9ca726f5bef47cb898a2ce8a6b79db8 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:13.098144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:13.131989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] device_id is not set on port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:13.162126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] For port 89733b8f-6473-4e48-85ca-dc8e0a008dc5, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=89733b8f-6473-4e48-85ca-dc8e0a008dc5,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:13.162513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:13.199496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Calling delete_port for 89733b8f-6473-4e48-85ca-dc8e0a008dc5 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:13.280918 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'name': 'tempest-TestServerBasicOps-2045641984-router', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:31Z', 'updated_at': '2021-06-30T03:16:11Z', 'revision_number': 5, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'gw_port': {'id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:33Z', 'updated_at': '2021-06-30T03:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:13.351023 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f132e63-f3ab-411f-92bb-558883060e36 None None] The sync data for ids ['9cf448b4-0a4e-455b-8b1c-65da44f0532f'] in n-d-798249-3 is: [{'id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'name': 'tempest-TestServerBasicOps-2045641984-router', 'tenant_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:10:31Z', 'updated_at': '2021-06-30T03:16:11Z', 'revision_number': 5, 'project_id': 'aa74f9dc1d9b4a5a842697bd7e87f2dd', 'gw_port': {'id': '89733b8f-6473-4e48-85ca-dc8e0a008dc5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf448b4-0a4e-455b-8b1c-65da44f0532f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:10:33Z', 'updated_at': '2021-06-30T03:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:16:13.430409 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:13.603143 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:13.661163 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:13.684974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:13.690584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:13.709227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Pushing event deleted for resources: {'Port': ['ID=89733b8f-6473-4e48-85ca-dc8e0a008dc5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:13.711800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:13.713289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:13.714764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:13.740081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event updated for resources: {'Port': ['ID=7d594d6e-4d21-4942-aaa3-a79e4aa7f93f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:13.884499 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:13.911429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e85b8e62-270b-497d-bb10-51d4ac1be167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0021458 Jun 30 03:16:13.913806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42318) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:13.915525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:13.924455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:13.990790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:13.990790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7c27fcec-d6b1-4fb4-b8dc-bd501574f98a not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:14.094891 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.198552 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.204861 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.340468 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.341032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf448b4-0a4e-455b-8b1c-65da44f0532f {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:16:14.346379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.347529 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-67ef5eac-9f5d-4284-b216-8a9c71b9ac9d admin admin] 10.222.0.77 "DELETE /v2.0/routers/9cf448b4-0a4e-455b-8b1c-65da44f0532f HTTP/1.1" status: 204 len: 168 time: 1.9638078 Jun 30 03:16:14.350133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42330) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:14.368934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] device_id is not set on port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:14.382582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.427151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Transition to ACTIVE for port object 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:14.433975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-430a701c-07ee-4f52-b605-10f74b9f17bc admin admin] Deleting subnet 86539870-71a1-4584-8191-35f0b5e9d638 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:16:14.440089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-430a701c-07ee-4f52-b605-10f74b9f17bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.498624 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-430a701c-07ee-4f52-b605-10f74b9f17bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.557569 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.631292 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-430a701c-07ee-4f52-b605-10f74b9f17bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.698515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event updated for resources: {'Port': ['ID=7d594d6e-4d21-4942-aaa3-a79e4aa7f93f,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:14.717621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:14.719188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:14.719650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:14.724603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:14.725246 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:14.725616 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 2 to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f Jun 30 03:16:14.740337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:14.740684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:14.741031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:14.745848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:14.746081 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:14.746475 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 3 to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f Jun 30 03:16:14.758630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-430a701c-07ee-4f52-b605-10f74b9f17bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.759443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:14.763249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:14.763249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:14.765865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:14.766208 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:14.766604 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 4 to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f Jun 30 03:16:14.771737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42332) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:14.785194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:14.785591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:14.785947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:14.790818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:14.791981 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:14.791981 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 5 to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f Jun 30 03:16:14.801798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a701c-07ee-4f52-b605-10f74b9f17bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86539870-71a1-4584-8191-35f0b5e9d638,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:14.804653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-430a701c-07ee-4f52-b605-10f74b9f17bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.805581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-430a701c-07ee-4f52-b605-10f74b9f17bc admin admin] 10.222.0.77 "DELETE /v2.0/subnets/86539870-71a1-4584-8191-35f0b5e9d638 HTTP/1.1" status: 204 len: 168 time: 0.4544342 Jun 30 03:16:14.808203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42336) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:14.822869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5ed0e-2880-4d16-a9cc-8001e4ec7a7a None None] Network d1aeeeb9-43bf-4683-a765-41074319e0f9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:14.829091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:14.829606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:14.830430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:14.835928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:14.836735 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:14.837188 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 6 to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f Jun 30 03:16:14.855594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:14.856093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:14.856537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:14.862407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:14.862918 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:14.863631 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 7 to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f Jun 30 03:16:14.879200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:14.880012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:14.880463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:14.891436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:14.892332 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:14.892728 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 8 to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f Jun 30 03:16:14.911509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:14.912029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:14.912387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:14.918658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:14.918992 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:14.919462 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 9 to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f Jun 30 03:16:14.961612 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.962080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:14.962227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:14.962567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:14.969674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:14.970086 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:14.970542 n-d-798249-3 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempt 10 to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f Jun 30 03:16:15.018080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:15.018080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:15.018080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempting to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:15.018080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:15.018080 n-d-798249-3 neutron-server[94530]: ERROR neutron.plugins.ml2.managers [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Failed to bind port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on host n-h1-798249-3 for vnic_type normal using segments [{'id': '1e90558c-c3dc-40ac-82a3-e8966603060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2b3cc46a-cafb-4c4f-aaea-684b915c7f96'}] Jun 30 03:16:15.018080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.020573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-889595707'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:15.071508 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Deleting port e25aafee-26a8-4820-aeca-92811d049945 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:15.071854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.115439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] For port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:15.115920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attempted to set empty binding levels {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 03:16:15.145449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] For port e25aafee-26a8-4820-aeca-92811d049945, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e25aafee-26a8-4820-aeca-92811d049945,segment=NetworkSegment(f640b3a7-4f85-4486-ae24-21c131428674),segment_id=f640b3a7-4f85-4486-ae24-21c131428674)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:15.154713 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.154931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e56371d-af74-4a4a-b990-857fcdef6712 None None] DHCP port deletion for d1aeeeb9-43bf-4683-a765-41074319e0f9 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:16:15.159360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Calling delete_port for e25aafee-26a8-4820-aeca-92811d049945 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:15.215522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2e56371d-af74-4a4a-b990-857fcdef6712 None None] Deleting port e25aafee-26a8-4820-aeca-92811d049945 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:15.216020 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2e56371d-af74-4a4a-b990-857fcdef6712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.244516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:15.249184 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.260110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.289749 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.310276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2e56371d-af74-4a4a-b990-857fcdef6712 None None] For port e25aafee-26a8-4820-aeca-92811d049945, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e25aafee-26a8-4820-aeca-92811d049945,segment=NetworkSegment(f640b3a7-4f85-4486-ae24-21c131428674),segment_id=f640b3a7-4f85-4486-ae24-21c131428674)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:15.314595 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2e56371d-af74-4a4a-b990-857fcdef6712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.317592 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] In _notify_port_updated(), no bound segment for port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f on network 2b3cc46a-cafb-4c4f-aaea-684b915c7f96 {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:16:15.318637 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:15.319450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.328893 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "PUT /v2.0/ports/7d594d6e-4d21-4942-aaa3-a79e4aa7f93f HTTP/1.1" status: 200 len: 979 time: 1.4107144 Jun 30 03:16:15.328998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42342) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:15.343937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2e56371d-af74-4a4a-b990-857fcdef6712 None None] Calling delete_port for e25aafee-26a8-4820-aeca-92811d049945 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:15.361949 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.376675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc240c-b40d-4551-b0e8-c5b99431a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event updated for resources: {'Port': ['ID=7d594d6e-4d21-4942-aaa3-a79e4aa7f93f,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:15.394374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] No DVR routers for this DVR port e25aafee-26a8-4820-aeca-92811d049945 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:15.444249 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25aafee-26a8-4820-aeca-92811d049945,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:15.469370 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2e56371d-af74-4a4a-b990-857fcdef6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.512199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56371d-af74-4a4a-b990-857fcdef6712 None None] Pushing event deleted for resources: {'Port': ['ID=e25aafee-26a8-4820-aeca-92811d049945,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:15.518403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e56371d-af74-4a4a-b990-857fcdef6712 None None] No DVR routers for this DVR port e25aafee-26a8-4820-aeca-92811d049945 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:15.560467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.579746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1aeeeb9-43bf-4683-a765-41074319e0f9']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:15.591705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.595746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f640b3a7-4f85-4486-ae24-21c131428674') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:15.596047 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f640b3a7-4f85-4486-ae24-21c131428674') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:15.608795 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.632993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d744bf5e-a318-4572-bf24-45086862c96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Deleting port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:15.636280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d744bf5e-a318-4572-bf24-45086862c96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.636608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.678427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:15.678838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:15.680733 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:15.727216 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.776575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:15.807969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-d744bf5e-a318-4572-bf24-45086862c96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] For port 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f, host n-h1-798249-3, got binding levels [] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:15.808344 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d744bf5e-a318-4572-bf24-45086862c96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.818645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b0c89-a8de-48be-a9ef-6125b6b8d9fe,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:15.823683 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.824035 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Added segment 1e6aac68-21f6-435e-a099-05845ab93d07 of type vlan for network 115cc908-cf52-4a00-8000-82f8d12c00b3 Jun 30 03:16:15.836261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d744bf5e-a318-4572-bf24-45086862c96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Calling delete_port for 7d594d6e-4d21-4942-aaa3-a79e4aa7f93f owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:15.908504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 89733b8f-6473-4e48-85ca-dc8e0a008dc5 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:15.923667 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.929327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 89733b8f-6473-4e48-85ca-dc8e0a008dc5 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:15.930100 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 89733b8f-6473-4e48-85ca-dc8e0a008dc5 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:15.930756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e25aafee-26a8-4820-aeca-92811d049945 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:15.983204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.993934 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.996395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d1aeeeb9-43bf-4683-a765-41074319e0f9 HTTP/1.1" status: 204 len: 168 time: 1.1866424 Jun 30 03:16:16.009545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e7f44-72cd-4599-8eea-5c3bdcb24ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1aeeeb9-43bf-4683-a765-41074319e0f9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:16.123655 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.130106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:16.130736 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.137264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e25aafee-26a8-4820-aeca-92811d049945 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:16.137264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e25aafee-26a8-4820-aeca-92811d049945 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:16.210328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Network': ['ID=115cc908-cf52-4a00-8000-82f8d12c00b3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:16.222957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:16.261083 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d744bf5e-a318-4572-bf24-45086862c96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.312128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744bf5e-a318-4572-bf24-45086862c96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d594d6e-4d21-4942-aaa3-a79e4aa7f93f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:16.318791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d744bf5e-a318-4572-bf24-45086862c96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.320925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d744bf5e-a318-4572-bf24-45086862c96f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "DELETE /v2.0/ports/7d594d6e-4d21-4942-aaa3-a79e4aa7f93f HTTP/1.1" status: 204 len: 168 time: 0.9926529 Jun 30 03:16:16.324561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42350) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:16.358341 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90bc712-1456-4096-9cfc-b466fa28d1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] GET failed (client error): The resource could not be found. Jun 30 03:16:16.395148 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c90bc712-1456-4096-9cfc-b466fa28d1ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1668677653-project-admin] 10.222.0.77 "GET /v2.0/ports/7d594d6e-4d21-4942-aaa3-a79e4aa7f93f HTTP/1.1" status: 404 len: 333 time: 0.0343852 Jun 30 03:16:16.406668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42354) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:16.480698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.555754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-35b1381c-751a-4a52-bcd9-cfbcb245ab74 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7828915 Jun 30 03:16:16.558574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42356) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:16.576992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'name': 'tempest-PortsTestJSON-1200019265'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:16.582716 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.596745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3cc46a-cafb-4c4f-aaea-684b915c7f96']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:16.611031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e90558c-c3dc-40ac-82a3-e8966603060c') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:16.611699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e90558c-c3dc-40ac-82a3-e8966603060c') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:16.625690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.646241 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.656912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:16.657513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:16.661119 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:16.944576 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.958988 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.960836 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] 10.222.0.77 "DELETE /v2.0/networks/2b3cc46a-cafb-4c4f-aaea-684b915c7f96 HTTP/1.1" status: 204 len: 168 time: 0.5531368 Jun 30 03:16:16.970997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11075e6e-10c9-4b4c-8b05-ab269511f93f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1930185050-project] Pushing event deleted for resources: {'Network': ['ID=2b3cc46a-cafb-4c4f-aaea-684b915c7f96,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:17.019468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42374) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:17.059804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-658d259b-87bd-478b-b7bd-be4ffcacfb97 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa1510fd26f84fb3b6b3ad64197199af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390627 Jun 30 03:16:17.062842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42376) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:17.101891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:17.105427 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.127480 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f461cb3-5fe4-43dd-beba-ae905e3acb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.139585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port b07c6a0c-c4d6-4355-b7f3-21042c59e763 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:17.195513 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f461cb3-5fe4-43dd-beba-ae905e3acb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.407299 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f461cb3-5fe4-43dd-beba-ae905e3acb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.411839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5f461cb3-5fe4-43dd-beba-ae905e3acb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.413824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5f461cb3-5fe4-43dd-beba-ae905e3acb0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/34542fc6-afea-4d7f-a8c2-3db58e9bf5f8 HTTP/1.1" status: 204 len: 168 time: 0.3497844 Jun 30 03:16:17.482577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f461cb3-5fe4-43dd-beba-ae905e3acb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34542fc6-afea-4d7f-a8c2-3db58e9bf5f8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:17.529224 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.695241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42402) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:17.703402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.776341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=b07c6a0c-c4d6-4355-b7f3-21042c59e763,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:17.787166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Checking segment: {'id': '1e6aac68-21f6-435e-a099-05845ab93d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:17.787774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network hostable DHCP agents. Network: 115cc908-cf52-4a00-8000-82f8d12c00b3, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:17.951851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:18.007294 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42412) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:18.007763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-eade4d44-7998-437b-aebc-677c3d45ac78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b629e1637ae4ea9be8a01a6b431ed03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107123 Jun 30 03:16:18.073914 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5302daa-f037-4f00-ad87-91af9f099d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.097451 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5302daa-f037-4f00-ad87-91af9f099d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.123314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 115cc908-cf52-4a00-8000-82f8d12c00b3) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:18.127690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:18.133704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:18.134321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.138029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555a90e-cce5-42dd-9429-446b09907a30 None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:18.310089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5302daa-f037-4f00-ad87-91af9f099d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.310668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fa1f5150-77b2-4e2a-b993-18dc339d6ce6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7509022 Jun 30 03:16:18.313141 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5302daa-f037-4f00-ad87-91af9f099d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.315163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42424) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:18.315304 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b5302daa-f037-4f00-ad87-91af9f099d70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2a42ac75-2e39-49ed-a975-193d263b30c2 HTTP/1.1" status: 204 len: 168 time: 0.3061113 Jun 30 03:16:18.321530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1303462028'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:18.324457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5302daa-f037-4f00-ad87-91af9f099d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a42ac75-2e39-49ed-a975-193d263b30c2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:18.463991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:18.467583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.493290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:18.509026 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.509395 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Added segment 1ddf36cb-3d50-4e0b-ab97-c834399f18d6 of type vlan for network 0fe7defb-c5b3-49f6-af48-c03508a901aa Jun 30 03:16:18.556463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42442) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:18.565164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.602494 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ffef9431-1507-44f8-93e0-f66b4864826a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa74f9dc1d9b4a5a842697bd7e87f2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447574 Jun 30 03:16:18.605080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42444) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:18.670109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26bf7a82-f919-46bf-a722-54ea099da222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.687394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26bf7a82-f919-46bf-a722-54ea099da222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.763177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.771230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:18.771230 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.842362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Network': ['ID=0fe7defb-c5b3-49f6-af48-c03508a901aa,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:18.853983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 0fe7defb-c5b3-49f6-af48-c03508a901aa details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:18.889063 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26bf7a82-f919-46bf-a722-54ea099da222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.892306 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-26bf7a82-f919-46bf-a722-54ea099da222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:18.896240 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-26bf7a82-f919-46bf-a722-54ea099da222 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4aab49c-3db9-4666-a3f4-10136c83e7b2 HTTP/1.1" status: 204 len: 168 time: 0.2875447 Jun 30 03:16:18.903192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf7a82-f919-46bf-a722-54ea099da222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aab49c-3db9-4666-a3f4-10136c83e7b2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:18.961912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7f0de655-668e-46e1-967e-2db166277d99 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6460376 Jun 30 03:16:18.962429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42464) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:18.969564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'ports': [{'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3'}, {'network_id': '0fe7defb-c5b3-49f6-af48-c03508a901aa'}]} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:18.969921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:18.970411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '0fe7defb-c5b3-49f6-af48-c03508a901aa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:19.294524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42474) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:19.329996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 2} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:19.334717 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:19.350120 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-31fad425-a022-44fa-afc4-87d2f309b5d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e9ca726f5bef47cb898a2ce8a6b79db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538285 Jun 30 03:16:19.352529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42478) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:19.354707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:19.413472 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79dc9b2-c7a4-41ed-8b81-2e79b21814fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:19.440873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port 9fc53e67-08c4-46c1-b79b-d7ce366a626b yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:19.456574 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79dc9b2-c7a4-41ed-8b81-2e79b21814fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:19.580789 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:19.609319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79dc9b2-c7a4-41ed-8b81-2e79b21814fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:19.609319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a79dc9b2-c7a4-41ed-8b81-2e79b21814fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:19.609319 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a79dc9b2-c7a4-41ed-8b81-2e79b21814fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6dff660-47e5-4a36-8f2d-342fc5543e5d HTTP/1.1" status: 204 len: 168 time: 0.2533164 Jun 30 03:16:19.626899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dc9b2-c7a4-41ed-8b81-2e79b21814fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dff660-47e5-4a36-8f2d-342fc5543e5d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:19.710806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port c7b62e2d-aeda-4681-9055-2819a0f4fef5 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:19.849689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:20.066405 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:20.123282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:20.127228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:20.134163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:20.134437 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:20.136262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=9fc53e67-08c4-46c1-b79b-d7ce366a626b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:20.194868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=c7b62e2d-aeda-4681-9055-2819a0f4fef5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:20.213531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Checking segment: {'id': '1ddf36cb-3d50-4e0b-ab97-c834399f18d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0fe7defb-c5b3-49f6-af48-c03508a901aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:20.213902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network hostable DHCP agents. Network: 0fe7defb-c5b3-49f6-af48-c03508a901aa, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:20.351438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 0fe7defb-c5b3-49f6-af48-c03508a901aa is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:20.500700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 0fe7defb-c5b3-49f6-af48-c03508a901aa) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:20.504263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:20.509441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca310e-8d77-4d9d-9b7f-0b8a63b9c2e1 None None] Network 0fe7defb-c5b3-49f6-af48-c03508a901aa requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:20.510200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:20.515893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:20.516794 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:20.603860 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f5d5fd46-f5b5-4a64-a699-66fe473f5d14 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6399484 Jun 30 03:16:20.606504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42538) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:20.705206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3a0fa92e-bc3e-4403-85bf-3c730898d356 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port c7b62e2d-aeda-4681-9055-2819a0f4fef5 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:20.705572 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa92e-bc3e-4403-85bf-3c730898d356 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:20.781124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa92e-bc3e-4403-85bf-3c730898d356 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:20.794627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3a0fa92e-bc3e-4403-85bf-3c730898d356 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for c7b62e2d-aeda-4681-9055-2819a0f4fef5 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:21.008908 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa92e-bc3e-4403-85bf-3c730898d356 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.035559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42568) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:21.054640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa92e-bc3e-4403-85bf-3c730898d356 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.054640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3a0fa92e-bc3e-4403-85bf-3c730898d356 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/c7b62e2d-aeda-4681-9055-2819a0f4fef5 HTTP/1.1" status: 204 len: 168 time: 0.4377592 Jun 30 03:16:21.054640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fa92e-bc3e-4403-85bf-3c730898d356 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=c7b62e2d-aeda-4681-9055-2819a0f4fef5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:21.056286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42574) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:21.129392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d285c-7d18-447b-9d0e-b8f96e775d54 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:21.135303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d285c-7d18-447b-9d0e-b8f96e775d54 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:21.136884 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e58d285c-7d18-447b-9d0e-b8f96e775d54 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0795853 Jun 30 03:16:21.139765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42576) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:21.154207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1772844594'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:21.252625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3a38a-4c37-4567-a01f-28b8dd4b0a3a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 9fc53e67-08c4-46c1-b79b-d7ce366a626b {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:21.252968 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a38a-4c37-4567-a01f-28b8dd4b0a3a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.322235 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a38a-4c37-4567-a01f-28b8dd4b0a3a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.335126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3a38a-4c37-4567-a01f-28b8dd4b0a3a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 9fc53e67-08c4-46c1-b79b-d7ce366a626b owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:21.374958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Made reservation on behalf of 7823f64616b24b11b23f3e3c42966cab for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:21.378440 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.392153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.575237 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a38a-4c37-4567-a01f-28b8dd4b0a3a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.617204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3a38a-4c37-4567-a01f-28b8dd4b0a3a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=9fc53e67-08c4-46c1-b79b-d7ce366a626b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:21.622687 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a38a-4c37-4567-a01f-28b8dd4b0a3a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.624736 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e8b3a38a-4c37-4567-a01f-28b8dd4b0a3a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/9fc53e67-08c4-46c1-b79b-d7ce366a626b HTTP/1.1" status: 204 len: 168 time: 0.4838185 Jun 30 03:16:21.627317 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42594) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:21.663579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.692672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf8cfb-ffd7-412e-85a9-fa771469a36e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:21.694186 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-94bf8cfb-ffd7-412e-85a9-fa771469a36e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0658774 Jun 30 03:16:21.696982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42596) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:21.725119 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-8788859c-c24c-4375-aab1-42aa4d4820c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:16:21.726981 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8788859c-c24c-4375-aab1-42aa4d4820c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/c7b62e2d-aeda-4681-9055-2819a0f4fef5 HTTP/1.1" status: 404 len: 333 time: 0.0287397 Jun 30 03:16:21.729686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42600) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:21.757789 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-0230b7e5-d316-452b-b0f7-8f52a4f14446 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:16:21.759292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0230b7e5-d316-452b-b0f7-8f52a4f14446 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/9fc53e67-08c4-46c1-b79b-d7ce366a626b HTTP/1.1" status: 404 len: 333 time: 0.0285652 Jun 30 03:16:21.761909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42602) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:21.767607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.798888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:21.810303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ee323-c192-4552-abb2-33863e5914ff,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:21.817544 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.818226 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Added segment c8833fa9-c0fd-4baa-9042-09d565a88e49 of type vlan for network eefae68a-9621-401f-8f8b-df9f24ac0c77 Jun 30 03:16:21.852118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.863238 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.936629 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.947074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe7defb-c5b3-49f6-af48-c03508a901aa']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:21.951743 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.959434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:21.960261 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.962990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddf36cb-3d50-4e0b-ab97-c834399f18d6') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:21.963503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddf36cb-3d50-4e0b-ab97-c834399f18d6') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:21.973531 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.988035 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:21.996789 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:21.997237 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:22.001709 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:22.034067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event updated for resources: {'Network': ['ID=eefae68a-9621-401f-8f8b-df9f24ac0c77,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:22.044371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network eefae68a-9621-401f-8f8b-df9f24ac0c77 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:22.081813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b83a2e79-cee0-4103-8aab-9f5276fcdb5b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0450127 Jun 30 03:16:22.084577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42622) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:22.089472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Request body: {'subnet': {'network_id': 'eefae68a-9621-401f-8f8b-df9f24ac0c77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:22.163353 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:22.173321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:22.180745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/networks/0fe7defb-c5b3-49f6-af48-c03508a901aa HTTP/1.1" status: 204 len: 168 time: 0.4178364 Jun 30 03:16:22.181566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42630) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:22.186471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-17262295'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:22.194116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8018d-e984-4f83-91cb-5c1959df0f16 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Network': ['ID=0fe7defb-c5b3-49f6-af48-c03508a901aa,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:22.313780 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Made reservation on behalf of 7823f64616b24b11b23f3e3c42966cab for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:22.317820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:22.538283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:22.542105 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:22.565668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:22.574282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:22.574631 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Added segment a1756cfd-13c5-490b-9221-8401672694c1 of type vlan for network f6de5be3-0480-4e7c-8dd7-6f1c908c8679 Jun 30 03:16:22.619733 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:22.722979 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:22.788075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event updated for resources: {'Subnet': ['ID=c0350bf3-7d0a-482c-9b31-aef5ee27cfe9,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:22.797204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Checking segment: {'id': 'c8833fa9-c0fd-4baa-9042-09d565a88e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eefae68a-9621-401f-8f8b-df9f24ac0c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:22.797790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Network hostable DHCP agents. Network: eefae68a-9621-401f-8f8b-df9f24ac0c77, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:22.852851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:22.859178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:22.859878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:22.929661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Network': ['ID=f6de5be3-0480-4e7c-8dd7-6f1c908c8679,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:22.943415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network f6de5be3-0480-4e7c-8dd7-6f1c908c8679 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:22.947015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Network eefae68a-9621-401f-8f8b-df9f24ac0c77 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:23.015514 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.015756 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-54fb06f6-9178-47cb-ad28-0952918e5976 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8319640 Jun 30 03:16:23.017653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42662) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:23.022635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': 'f6de5be3-0480-4e7c-8dd7-6f1c908c8679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:23.163401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, eefae68a-9621-401f-8f8b-df9f24ac0c77) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:23.168291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:23.168555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.175369 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e125506d-3008-42aa-b487-b0806cbb45ac None None] Network eefae68a-9621-401f-8f8b-df9f24ac0c77 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:23.225140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:23.228980 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.344548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-eefae68a-9621-401f-8f8b-df9f24ac0c77', 'network_id': 'eefae68a-9621-401f-8f8b-df9f24ac0c77', 'tenant_id': '7823f64616b24b11b23f3e3c42966cab', 'fixed_ips': [{'subnet_id': 'c0350bf3-7d0a-482c-9b31-aef5ee27cfe9'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:16:23.345418 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.418619 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-64e851c0-fe64-4853-a7cc-6b819849bb4f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3331060 Jun 30 03:16:23.422047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42674) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:23.427608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Request body: {'port': {'network_id': 'eefae68a-9621-401f-8f8b-df9f24ac0c77', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1399099702'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:23.501610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Allocated IP 172.20.0.2 (eefae68a-9621-401f-8f8b-df9f24ac0c77/c0350bf3-7d0a-482c-9b31-aef5ee27cfe9/cf1652a1-8575-470a-bc22-16310a12fc12) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:23.597728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.652999 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.661823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Transition to ACTIVE for port object cf1652a1-8575-470a-bc22-16310a12fc12 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:23.666300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=e446ce11-0708-43d8-ae25-7a9aa6097f2f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:23.668544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Checking segment: {'id': 'a1756cfd-13c5-490b-9221-8401672694c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6de5be3-0480-4e7c-8dd7-6f1c908c8679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:23.668907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network hostable DHCP agents. Network: f6de5be3-0480-4e7c-8dd7-6f1c908c8679, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:23.678475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Transition to ACTIVE for port object cf1652a1-8575-470a-bc22-16310a12fc12 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:23.680846 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.734943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Made reservation on behalf of 7823f64616b24b11b23f3e3c42966cab for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:23.738676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.758934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] device_id is not set on port 05ec35fe-ffd8-4ce9-967e-dc1b6140071f yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:23.775012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network f6de5be3-0480-4e7c-8dd7-6f1c908c8679 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:23.779579 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.824606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Network eefae68a-9621-401f-8f8b-df9f24ac0c77 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:23.827468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:23.831352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:23.840678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Pushing event updated for resources: {'Port': ['ID=cf1652a1-8575-470a-bc22-16310a12fc12,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:23.890926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Allocated IP 172.20.0.5 (eefae68a-9621-401f-8f8b-df9f24ac0c77/c0350bf3-7d0a-482c-9b31-aef5ee27cfe9/05ec35fe-ffd8-4ce9-967e-dc1b6140071f) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:23.911778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, f6de5be3-0480-4e7c-8dd7-6f1c908c8679) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:23.915960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:23.916549 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.918583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Attempting to bind port cf1652a1-8575-470a-bc22-16310a12fc12 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:23.919033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Attempting to bind port cf1652a1-8575-470a-bc22-16310a12fc12 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'c8833fa9-c0fd-4baa-9042-09d565a88e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eefae68a-9621-401f-8f8b-df9f24ac0c77'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:23.920395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Attempting to bind port cf1652a1-8575-470a-bc22-16310a12fc12 on network eefae68a-9621-401f-8f8b-df9f24ac0c77 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:23.925411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938f13c6-da07-4fd4-b008-c9bed3eec7d3 None None] Network f6de5be3-0480-4e7c-8dd7-6f1c908c8679 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:23.941200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:23.942659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Checking segment: {'id': 'c8833fa9-c0fd-4baa-9042-09d565a88e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eefae68a-9621-401f-8f8b-df9f24ac0c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:23.943191 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:23.943770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Bound using segment: {'id': 'c8833fa9-c0fd-4baa-9042-09d565a88e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eefae68a-9621-401f-8f8b-df9f24ac0c77'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:23.944362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Bound port: cf1652a1-8575-470a-bc22-16310a12fc12, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8833fa9-c0fd-4baa-9042-09d565a88e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'eefae68a-9621-401f-8f8b-df9f24ac0c77'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:23.944921 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.062136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-04548f65-ce8d-45f1-b492-f5678f4bfa01 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0425618 Jun 30 03:16:24.063926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42702) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:24.069575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': 'f6de5be3-0480-4e7c-8dd7-6f1c908c8679', 'name': 'tempest-PortsTestJSON-2091466762'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:24.075087 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.090298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Transition to ACTIVE for port object 05ec35fe-ffd8-4ce9-967e-dc1b6140071f will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:24.101015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] For port cf1652a1-8575-470a-bc22-16310a12fc12, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:24.121002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] For port cf1652a1-8575-470a-bc22-16310a12fc12, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cf1652a1-8575-470a-bc22-16310a12fc12,segment=NetworkSegment(c8833fa9-c0fd-4baa-9042-09d565a88e49),segment_id=c8833fa9-c0fd-4baa-9042-09d565a88e49)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:24.159608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-f6de5be3-0480-4e7c-8dd7-6f1c908c8679', 'network_id': 'f6de5be3-0480-4e7c-8dd7-6f1c908c8679', 'tenant_id': '3a51a2fa813d49c090812c99b67caa8d', 'fixed_ips': [{'subnet_id': 'e446ce11-0708-43d8-ae25-7a9aa6097f2f'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:16:24.160519 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.244082 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.300988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Network eefae68a-9621-401f-8f8b-df9f24ac0c77 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:24.308983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Allocated IP 172.20.0.2 (f6de5be3-0480-4e7c-8dd7-6f1c908c8679/e446ce11-0708-43d8-ae25-7a9aa6097f2f/34ee3669-1d44-4cc1-92a9-a32eb28a5cb0) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:24.309666 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:24.312288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:24.336573 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.341778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event updated for resources: {'Port': ['ID=05ec35fe-ffd8-4ce9-967e-dc1b6140071f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:24.378990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:24.379665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.397568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:24.402355 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.426037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port 0e492ae8-46cd-4566-aa6b-1a0cc8c6168b yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:24.439523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eb8e9-7df6-4855-864a-313813074611 None None] Pushing event updated for resources: {'Port': ['ID=cf1652a1-8575-470a-bc22-16310a12fc12,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:24.536940 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.546907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Transition to ACTIVE for port object 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:24.562014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Transition to ACTIVE for port object 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:24.570689 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1c2081af-5596-452f-9785-e80c181c93b0 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1447783 Jun 30 03:16:24.573069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42720) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:24.576848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Request body: {'port': {'network_id': 'eefae68a-9621-401f-8f8b-df9f24ac0c77', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1422195201', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:24.577918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.api.validators [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] bootfile-name is not in valid_values {{(pid=94531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:16:24.578270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.api.validators [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] tftp-server is not in valid_values {{(pid=94531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:16:24.578600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.api.validators [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] server-ip-address is not in valid_values {{(pid=94531) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:16:24.700965 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.750825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Network f6de5be3-0480-4e7c-8dd7-6f1c908c8679 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:24.754029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:24.760358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:24.789340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Pushing event updated for resources: {'Port': ['ID=34ee3669-1d44-4cc1-92a9-a32eb28a5cb0,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:24.856154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Attempting to bind port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:24.856528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Attempting to bind port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'a1756cfd-13c5-490b-9221-8401672694c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6de5be3-0480-4e7c-8dd7-6f1c908c8679'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:24.857029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Attempting to bind port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 on network f6de5be3-0480-4e7c-8dd7-6f1c908c8679 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:24.862529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:24.862952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Checking segment: {'id': 'a1756cfd-13c5-490b-9221-8401672694c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6de5be3-0480-4e7c-8dd7-6f1c908c8679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:24.869259 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.869259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Bound using segment: {'id': 'a1756cfd-13c5-490b-9221-8401672694c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6de5be3-0480-4e7c-8dd7-6f1c908c8679'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:24.869259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Bound port: 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1756cfd-13c5-490b-9221-8401672694c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6de5be3-0480-4e7c-8dd7-6f1c908c8679'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:24.869259 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.935157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] For port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:24.939757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] For port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=34ee3669-1d44-4cc1-92a9-a32eb28a5cb0,segment=NetworkSegment(a1756cfd-13c5-490b-9221-8401672694c1),segment_id=a1756cfd-13c5-490b-9221-8401672694c1)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:25.041642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:25.068310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.5 (f6de5be3-0480-4e7c-8dd7-6f1c908c8679/e446ce11-0708-43d8-ae25-7a9aa6097f2f/0e492ae8-46cd-4566-aa6b-1a0cc8c6168b) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:25.102227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a0840-ca82-45bc-a9b5-e01286276bd7 None None] Pushing event updated for resources: {'Port': ['ID=34ee3669-1d44-4cc1-92a9-a32eb28a5cb0,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:25.212621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Made reservation on behalf of 7823f64616b24b11b23f3e3c42966cab for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:25.217327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:25.245483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] device_id is not set on port a68e54ec-645e-4d9c-9b79-d01e698dae9e yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:25.346939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:25.395622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object 0e492ae8-46cd-4566-aa6b-1a0cc8c6168b will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:25.430505 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Allocated IP 172.20.0.7 (eefae68a-9621-401f-8f8b-df9f24ac0c77/c0350bf3-7d0a-482c-9b31-aef5ee27cfe9/a68e54ec-645e-4d9c-9b79-d01e698dae9e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:25.585991 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:25.651372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f74d9a-bdae-423d-aa10-557b7da73020 None None] Network eefae68a-9621-401f-8f8b-df9f24ac0c77 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:25.662297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network f6de5be3-0480-4e7c-8dd7-6f1c908c8679 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:25.672767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:25.681937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:25.712974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=0e492ae8-46cd-4566-aa6b-1a0cc8c6168b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:25.728331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:25.753155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Transition to ACTIVE for port object a68e54ec-645e-4d9c-9b79-d01e698dae9e will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:25.768146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:25.768778 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:25.831644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-49d23c3f-4285-4f26-aeb9-0a3dd8efe39b None None] Provisioning for port cf1652a1-8575-470a-bc22-16310a12fc12 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:25.879451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-91237fb7-47db-410e-b74a-c6b0e2ac6ed9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8140006 Jun 30 03:16:25.884095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42776) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:25.929443 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:25.947811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cf1652a1-8575-470a-bc22-16310a12fc12 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:25.978429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Network eefae68a-9621-401f-8f8b-df9f24ac0c77 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:26.004018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:26.011782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:26.062947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f18c82f2-f0d9-4597-8111-373b8c24060e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 0e492ae8-46cd-4566-aa6b-1a0cc8c6168b {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:26.063295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f18c82f2-f0d9-4597-8111-373b8c24060e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.070757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event updated for resources: {'Port': ['ID=a68e54ec-645e-4d9c-9b79-d01e698dae9e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:26.086270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:26.086943 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.132852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port cf1652a1-8575-470a-bc22-16310a12fc12 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:26.137644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cf1652a1-8575-470a-bc22-16310a12fc12 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:26.138023 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.179899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f18c82f2-f0d9-4597-8111-373b8c24060e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.193467 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f18c82f2-f0d9-4597-8111-373b8c24060e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 0e492ae8-46cd-4566-aa6b-1a0cc8c6168b owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:26.229172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f0fe13ae-4bcf-464e-8942-90d45d910d3c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6569202 Jun 30 03:16:26.230484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42794) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:26.293261 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.338966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef25e97-0bab-462c-99a5-558ae20cb594 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:26.349689 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-98e9107c-3e6f-4d2a-b340-32fbe309d84e None None] Provisioning for port 05ec35fe-ffd8-4ce9-967e-dc1b6140071f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:26.353974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef25e97-0bab-462c-99a5-558ae20cb594 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:26.371703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-98e9107c-3e6f-4d2a-b340-32fbe309d84e None None] Provisioning complete for port 05ec35fe-ffd8-4ce9-967e-dc1b6140071f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:26.372814 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-98e9107c-3e6f-4d2a-b340-32fbe309d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.374065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef25e97-0bab-462c-99a5-558ae20cb594 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:26.375765 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-aef25e97-0bab-462c-99a5-558ae20cb594 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1440916 Jun 30 03:16:26.378769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42804) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:26.418582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port cf1652a1-8575-470a-bc22-16310a12fc12, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cf1652a1-8575-470a-bc22-16310a12fc12,segment=NetworkSegment(c8833fa9-c0fd-4baa-9042-09d565a88e49),segment_id=c8833fa9-c0fd-4baa-9042-09d565a88e49)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:26.426405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-98e9107c-3e6f-4d2a-b340-32fbe309d84e None None] Port 05ec35fe-ffd8-4ce9-967e-dc1b6140071f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:16:26.441175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-98e9107c-3e6f-4d2a-b340-32fbe309d84e None None] Provisioning complete for port cf1652a1-8575-470a-bc22-16310a12fc12 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:26.441175 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-98e9107c-3e6f-4d2a-b340-32fbe309d84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.492223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9528208-e365-4b57-9e63-886d2cee0902 None None] Network f6de5be3-0480-4e7c-8dd7-6f1c908c8679 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:26.545128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b5c6fdea-f43a-4b4b-ac7a-e6dd6f31bcaa tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Deleting port a68e54ec-645e-4d9c-9b79-d01e698dae9e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:26.545761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5c6fdea-f43a-4b4b-ac7a-e6dd6f31bcaa tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.548567 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.549734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:26.576346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f18c82f2-f0d9-4597-8111-373b8c24060e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.619474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c82f2-f0d9-4597-8111-373b8c24060e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=0e492ae8-46cd-4566-aa6b-1a0cc8c6168b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:26.665680 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5c6fdea-f43a-4b4b-ac7a-e6dd6f31bcaa tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.680977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b5c6fdea-f43a-4b4b-ac7a-e6dd6f31bcaa tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Calling delete_port for a68e54ec-645e-4d9c-9b79-d01e698dae9e owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:26.711107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=cf1652a1-8575-470a-bc22-16310a12fc12,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:26.742476 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f18c82f2-f0d9-4597-8111-373b8c24060e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.745362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f18c82f2-f0d9-4597-8111-373b8c24060e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/0e492ae8-46cd-4566-aa6b-1a0cc8c6168b HTTP/1.1" status: 204 len: 168 time: 0.8595426 Jun 30 03:16:26.748570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42822) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:26.788548 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-4326494b-b40c-4f56-84e2-cf031bb1df79 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:26.789440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4326494b-b40c-4f56-84e2-cf031bb1df79 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:26.791453 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4326494b-b40c-4f56-84e2-cf031bb1df79 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/0e492ae8-46cd-4566-aa6b-1a0cc8c6168b HTTP/1.1" status: 404 len: 333 time: 0.0416954 Jun 30 03:16:26.794079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42824) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:26.822520 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-edce2147-bf66-4bce-beab-635c0233c088 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:16:26.824001 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-edce2147-bf66-4bce-beab-635c0233c088 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/0e492ae8-46cd-4566-aa6b-1a0cc8c6168b HTTP/1.1" status: 404 len: 333 time: 0.0288579 Jun 30 03:16:26.837556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42826) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:26.860357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Provisioning complete for port 05ec35fe-ffd8-4ce9-967e-dc1b6140071f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:26.860739 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.904308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:26.916655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Port 05ec35fe-ffd8-4ce9-967e-dc1b6140071f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:16:26.948215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffe64ce-6dc4-441e-b6d9-845ceb31af67 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet e446ce11-0708-43d8-ae25-7a9aa6097f2f {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:16:26.951574 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ffe64ce-6dc4-441e-b6d9-845ceb31af67 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:26.994715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ffe64ce-6dc4-441e-b6d9-845ceb31af67 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.080796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ffe64ce-6dc4-441e-b6d9-845ceb31af67 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.118775 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5c6fdea-f43a-4b4b-ac7a-e6dd6f31bcaa tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:27.119359 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:16:27.125757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Provisioning for port a68e54ec-645e-4d9c-9b79-d01e698dae9e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:27.129708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Provisioning complete for port a68e54ec-645e-4d9c-9b79-d01e698dae9e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:27.130192 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.150196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Port a68e54ec-645e-4d9c-9b79-d01e698dae9e was deleted so its status cannot be updated. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 03:16:27.155850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6fdea-f43a-4b4b-ac7a-e6dd6f31bcaa tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event deleted for resources: {'Port': ['ID=a68e54ec-645e-4d9c-9b79-d01e698dae9e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:27.249692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5c6fdea-f43a-4b4b-ac7a-e6dd6f31bcaa tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.256775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42844) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:27.257693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b5c6fdea-f43a-4b4b-ac7a-e6dd6f31bcaa tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "DELETE /v2.0/ports/a68e54ec-645e-4d9c-9b79-d01e698dae9e HTTP/1.1" status: 204 len: 168 time: 0.8778470 Jun 30 03:16:27.262647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Request body: {'port': {'name': 'tempest-new-port-name-784599464', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:27.263185 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.api.validators [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] bootfile-name is not in valid_values {{(pid=94530) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:16:27.263626 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.api.validators [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] tftp-server is not in valid_values {{(pid=94530) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:16:27.264152 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.api.validators [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] server-ip-address is not in valid_values {{(pid=94530) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 03:16:27.340177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Provisioning for port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:27.344857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Provisioning complete for port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:27.345482 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.356973 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ffe64ce-6dc4-441e-b6d9-845ceb31af67 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.373640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.409424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe64ce-6dc4-441e-b6d9-845ceb31af67 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=e446ce11-0708-43d8-ae25-7a9aa6097f2f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:27.437728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4ffe64ce-6dc4-441e-b6d9-845ceb31af67 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.440869 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4ffe64ce-6dc4-441e-b6d9-845ceb31af67 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/e446ce11-0708-43d8-ae25-7a9aa6097f2f HTTP/1.1" status: 204 len: 168 time: 0.5997956 Jun 30 03:16:27.441598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42850) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:27.570856 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65dfe35-be04-4557-9b76-41c5247e2483 None None] Network f6de5be3-0480-4e7c-8dd7-6f1c908c8679 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:27.583107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.690321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:27.690577 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.704524 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.742980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.753688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] For port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=34ee3669-1d44-4cc1-92a9-a32eb28a5cb0,segment=NetworkSegment(a1756cfd-13c5-490b-9221-8401672694c1),segment_id=a1756cfd-13c5-490b-9221-8401672694c1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:27.770399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] For port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=34ee3669-1d44-4cc1-92a9-a32eb28a5cb0,segment=NetworkSegment(a1756cfd-13c5-490b-9221-8401672694c1),segment_id=a1756cfd-13c5-490b-9221-8401672694c1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:27.770831 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.784954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:27.832308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d46bbe-b006-46ca-93d0-dae77684622a None None] DHCP port deletion for f6de5be3-0480-4e7c-8dd7-6f1c908c8679 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:16:27.866984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cf1652a1-8575-470a-bc22-16310a12fc12 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:27.880899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.917892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d2d46bbe-b006-46ca-93d0-dae77684622a None None] Deleting port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:27.917892 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2d46bbe-b006-46ca-93d0-dae77684622a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.950946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event updated for resources: {'Port': ['ID=05ec35fe-ffd8-4ce9-967e-dc1b6140071f,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:27.981307 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.981307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cf1652a1-8575-470a-bc22-16310a12fc12 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:27.981307 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.011135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] In _notify_port_updated(), no bound segment for port 05ec35fe-ffd8-4ce9-967e-dc1b6140071f on network eefae68a-9621-401f-8f8b-df9f24ac0c77 {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:16:28.017972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:28.018718 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.021573 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cc000680-7675-4e8b-9e74-e2271c91384b tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "PUT /v2.0/ports/05ec35fe-ffd8-4ce9-967e-dc1b6140071f HTTP/1.1" status: 200 len: 1135 time: 0.7620740 Jun 30 03:16:28.022731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42878) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:28.048865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d2d46bbe-b006-46ca-93d0-dae77684622a None None] For port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=34ee3669-1d44-4cc1-92a9-a32eb28a5cb0,segment=NetworkSegment(a1756cfd-13c5-490b-9221-8401672694c1),segment_id=a1756cfd-13c5-490b-9221-8401672694c1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:28.049273 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2d46bbe-b006-46ca-93d0-dae77684622a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.078939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d2d46bbe-b006-46ca-93d0-dae77684622a None None] Calling delete_port for 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:28.081223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc8104-6235-4f66-90e8-2f637bd9359c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:28.083707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c6fc8104-6235-4f66-90e8-2f637bd9359c tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "GET /v2.0/ports/05ec35fe-ffd8-4ce9-967e-dc1b6140071f HTTP/1.1" status: 200 len: 1135 time: 0.0600455 Jun 30 03:16:28.087641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 42880) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:28.106174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b4ace-b51b-40ef-9770-9aab61d25e53 None None] Pushing event updated for resources: {'Port': ['ID=34ee3669-1d44-4cc1-92a9-a32eb28a5cb0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:28.109136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e41e1d91-c083-4166-838b-970199beef10 None None] Could not find standard attr ID for object 0e492ae8-46cd-4566-aa6b-1a0cc8c6168b. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:16:28.135201 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.188306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e41e1d91-c083-4166-838b-970199beef10 None None] Provisioning complete for port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:28.188685 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e41e1d91-c083-4166-838b-970199beef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.191283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=34ee3669-1d44-4cc1-92a9-a32eb28a5cb0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:28.197290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No DVR routers for this DVR port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:28.218399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e41e1d91-c083-4166-838b-970199beef10 None None] Port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 was deleted so its status cannot be updated. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 03:16:28.239639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2d46bbe-b006-46ca-93d0-dae77684622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.262738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d46bbe-b006-46ca-93d0-dae77684622a None None] Pushing event deleted for resources: {'Port': ['ID=34ee3669-1d44-4cc1-92a9-a32eb28a5cb0,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:28.268562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d46bbe-b006-46ca-93d0-dae77684622a None None] No DVR routers for this DVR port 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:28.293120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.306479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6de5be3-0480-4e7c-8dd7-6f1c908c8679']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:28.321353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1756cfd-13c5-490b-9221-8401672694c1') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:28.321806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1756cfd-13c5-490b-9221-8401672694c1') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:28.324043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-899524cd-d539-4581-91dc-47297e0e0124 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Deleting port 05ec35fe-ffd8-4ce9-967e-dc1b6140071f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:28.324384 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-899524cd-d539-4581-91dc-47297e0e0124 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.344621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.344848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-13f11545-4e87-4d24-93c6-2de0db9e5ee4 None None] Provisioning complete for port 05ec35fe-ffd8-4ce9-967e-dc1b6140071f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:28.345155 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-13f11545-4e87-4d24-93c6-2de0db9e5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.388290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-13f11545-4e87-4d24-93c6-2de0db9e5ee4 None None] Port 05ec35fe-ffd8-4ce9-967e-dc1b6140071f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:16:28.392000 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.402068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:28.402463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:28.405847 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:28.478805 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-899524cd-d539-4581-91dc-47297e0e0124 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.491025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-899524cd-d539-4581-91dc-47297e0e0124 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Calling delete_port for 05ec35fe-ffd8-4ce9-967e-dc1b6140071f owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:28.558429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.572915 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.575886 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/networks/f6de5be3-0480-4e7c-8dd7-6f1c908c8679 HTTP/1.1" status: 204 len: 168 time: 1.1322615 Jun 30 03:16:28.578546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42904) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:28.583587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1317492256'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:28.594603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a1da8-c671-40db-9858-e9c99c962d6a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Network': ['ID=f6de5be3-0480-4e7c-8dd7-6f1c908c8679,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:28.625714 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d1a305be-cc3e-426f-a514-51a332dedef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.699855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:28.703658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.780319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-899524cd-d539-4581-91dc-47297e0e0124 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.786126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:28.795266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.795717 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Added segment 6d90e245-e9d9-40ec-898e-3420bad169c6 of type vlan for network 800459f7-114c-409c-a164-77397719b383 Jun 30 03:16:28.813888 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899524cd-d539-4581-91dc-47297e0e0124 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event deleted for resources: {'Port': ['ID=05ec35fe-ffd8-4ce9-967e-dc1b6140071f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:28.848093 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.913686 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-899524cd-d539-4581-91dc-47297e0e0124 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.915679 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-899524cd-d539-4581-91dc-47297e0e0124 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "DELETE /v2.0/ports/05ec35fe-ffd8-4ce9-967e-dc1b6140071f HTTP/1.1" status: 204 len: 168 time: 0.8268943 Jun 30 03:16:28.918292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42918) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:28.972887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d998ed2-4d12-4756-8f26-c0a71379ee8f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Deleting subnet c0350bf3-7d0a-482c-9b31-aef5ee27cfe9 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:16:28.977559 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1d998ed2-4d12-4756-8f26-c0a71379ee8f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.024545 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1d998ed2-4d12-4756-8f26-c0a71379ee8f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.067247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.080848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:29.080848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.173172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1d998ed2-4d12-4756-8f26-c0a71379ee8f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.175973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Network': ['ID=800459f7-114c-409c-a164-77397719b383,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:29.187466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 800459f7-114c-409c-a164-77397719b383 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:29.288129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e97d7e67-67e7-45fd-8a75-b99e1fc31f1d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7040758 Jun 30 03:16:29.288129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42930) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:29.291414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '800459f7-114c-409c-a164-77397719b383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:29.382331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1d998ed2-4d12-4756-8f26-c0a71379ee8f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.414085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d998ed2-4d12-4756-8f26-c0a71379ee8f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event deleted for resources: {'Subnet': ['ID=c0350bf3-7d0a-482c-9b31-aef5ee27cfe9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:29.416677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1d998ed2-4d12-4756-8f26-c0a71379ee8f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.418577 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1d998ed2-4d12-4756-8f26-c0a71379ee8f tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "DELETE /v2.0/subnets/c0350bf3-7d0a-482c-9b31-aef5ee27cfe9 HTTP/1.1" status: 204 len: 168 time: 0.4992199 Jun 30 03:16:29.420936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42940) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:29.422913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4fd4da-146f-4067-9bc8-96d440512792 None None] Network eefae68a-9621-401f-8f8b-df9f24ac0c77 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:29.498823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.534841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:29.538420 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.608952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4520a4-eb70-44d1-abc2-dd2ec822b360 None None] DHCP port deletion for eefae68a-9621-401f-8f8b-df9f24ac0c77 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:16:29.634234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Deleting port cf1652a1-8575-470a-bc22-16310a12fc12 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:29.634738 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.658918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9f4520a4-eb70-44d1-abc2-dd2ec822b360 None None] Deleting port cf1652a1-8575-470a-bc22-16310a12fc12 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:29.659399 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f4520a4-eb70-44d1-abc2-dd2ec822b360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.726128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9f4520a4-eb70-44d1-abc2-dd2ec822b360 None None] For port cf1652a1-8575-470a-bc22-16310a12fc12, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cf1652a1-8575-470a-bc22-16310a12fc12,segment=NetworkSegment(c8833fa9-c0fd-4baa-9042-09d565a88e49),segment_id=c8833fa9-c0fd-4baa-9042-09d565a88e49)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:29.726521 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f4520a4-eb70-44d1-abc2-dd2ec822b360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.734157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] For port cf1652a1-8575-470a-bc22-16310a12fc12, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cf1652a1-8575-470a-bc22-16310a12fc12,segment=NetworkSegment(c8833fa9-c0fd-4baa-9042-09d565a88e49),segment_id=c8833fa9-c0fd-4baa-9042-09d565a88e49)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:29.734526 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:29.738913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9f4520a4-eb70-44d1-abc2-dd2ec822b360 None None] Calling delete_port for cf1652a1-8575-470a-bc22-16310a12fc12 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:29.754782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Calling delete_port for cf1652a1-8575-470a-bc22-16310a12fc12 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:29.866236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cf1652a1-8575-470a-bc22-16310a12fc12 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:29.956366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.247902 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f4520a4-eb70-44d1-abc2-dd2ec822b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.258212 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.284491 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event deleted for resources: {'Port': ['ID=cf1652a1-8575-470a-bc22-16310a12fc12,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:30.290401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] No DVR routers for this DVR port cf1652a1-8575-470a-bc22-16310a12fc12 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:30.295508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:30.297778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4520a4-eb70-44d1-abc2-dd2ec822b360 None None] Pushing event deleted for resources: {'Port': ['ID=cf1652a1-8575-470a-bc22-16310a12fc12,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:30.302494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4520a4-eb70-44d1-abc2-dd2ec822b360 None None] No DVR routers for this DVR port cf1652a1-8575-470a-bc22-16310a12fc12 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:30.321082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:30.321608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 34ee3669-1d44-4cc1-92a9-a32eb28a5cb0 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:30.360935 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.407978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.429264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefae68a-9621-401f-8f8b-df9f24ac0c77']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:30.443817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8833fa9-c0fd-4baa-9042-09d565a88e49') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:30.444117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8833fa9-c0fd-4baa-9042-09d565a88e49') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:30.446082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=a591e6be-d5cf-44f2-a162-1146c39c86fc,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:30.457898 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.479675 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.481906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Checking segment: {'id': '6d90e245-e9d9-40ec-898e-3420bad169c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '800459f7-114c-409c-a164-77397719b383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:30.486587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network hostable DHCP agents. Network: 800459f7-114c-409c-a164-77397719b383, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:30.490758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:30.491165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:30.494915 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:30.711093 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 800459f7-114c-409c-a164-77397719b383 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:30.785653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.793201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.794433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] 10.222.0.77 "DELETE /v2.0/networks/eefae68a-9621-401f-8f8b-df9f24ac0c77 HTTP/1.1" status: 204 len: 168 time: 1.3725607 Jun 30 03:16:30.811850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8aa26b-b888-4f7f-a6fa-e5b332de06a8 tempest-ExtraDHCPOptionsTestJSON-1160540680 tempest-ExtraDHCPOptionsTestJSON-1160540680-project] Pushing event deleted for resources: {'Network': ['ID=eefae68a-9621-401f-8f8b-df9f24ac0c77,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:30.836799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 800459f7-114c-409c-a164-77397719b383) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:30.842266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:30.843902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.846162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188de75-e244-442b-a903-5db99e29f0bf None None] Network 800459f7-114c-409c-a164-77397719b383 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:30.997044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-800459f7-114c-409c-a164-77397719b383', 'network_id': '800459f7-114c-409c-a164-77397719b383', 'tenant_id': '3a51a2fa813d49c090812c99b67caa8d', 'fixed_ips': [{'subnet_id': 'a591e6be-d5cf-44f2-a162-1146c39c86fc'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:16:30.997915 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.008469 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ab21aa19-a69f-4d05-b07b-d2afa9f67f32 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7210801 Jun 30 03:16:31.011053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 42994) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:31.016987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '800459f7-114c-409c-a164-77397719b383', 'security_groups': [], 'name': 'tempest-PortsTestJSON-83624603'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:31.227719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Allocated IP 172.20.0.2 (800459f7-114c-409c-a164-77397719b383/a591e6be-d5cf-44f2-a162-1146c39c86fc/a9773270-65af-4442-9407-9e8ee0f848a4) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:31.328464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:31.332209 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.349072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port e07a51bb-cad0-4d3f-b70a-5f62fd0e6f29 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:31.376370 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.382373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.387158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Transition to ACTIVE for port object a9773270-65af-4442-9407-9e8ee0f848a4 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:31.402342 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Transition to ACTIVE for port object a9773270-65af-4442-9407-9e8ee0f848a4 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:31.408226 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c9eef368-4b15-443a-b43a-165c4e8e9a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.468518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.509293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Network 800459f7-114c-409c-a164-77397719b383 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:31.512376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43010) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:31.512834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:31.517810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:31.519705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.14 (800459f7-114c-409c-a164-77397719b383/a591e6be-d5cf-44f2-a162-1146c39c86fc/e07a51bb-cad0-4d3f-b70a-5f62fd0e6f29) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:31.531865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Pushing event updated for resources: {'Port': ['ID=a9773270-65af-4442-9407-9e8ee0f848a4,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:31.596959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Attempting to bind port a9773270-65af-4442-9407-9e8ee0f848a4 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:31.597778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Attempting to bind port a9773270-65af-4442-9407-9e8ee0f848a4 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '6d90e245-e9d9-40ec-898e-3420bad169c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '800459f7-114c-409c-a164-77397719b383'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:31.598150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Attempting to bind port a9773270-65af-4442-9407-9e8ee0f848a4 on network 800459f7-114c-409c-a164-77397719b383 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:31.603894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:31.604357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Checking segment: {'id': '6d90e245-e9d9-40ec-898e-3420bad169c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '800459f7-114c-409c-a164-77397719b383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:31.604969 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.606007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Bound using segment: {'id': '6d90e245-e9d9-40ec-898e-3420bad169c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '800459f7-114c-409c-a164-77397719b383'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:31.611116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Bound port: a9773270-65af-4442-9407-9e8ee0f848a4, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d90e245-e9d9-40ec-898e-3420bad169c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '800459f7-114c-409c-a164-77397719b383'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:31.611116 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.668598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.677078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] For port a9773270-65af-4442-9407-9e8ee0f848a4, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:31.680768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] For port a9773270-65af-4442-9407-9e8ee0f848a4, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a9773270-65af-4442-9407-9e8ee0f848a4,segment=NetworkSegment(6d90e245-e9d9-40ec-898e-3420bad169c6),segment_id=6d90e245-e9d9-40ec-898e-3420bad169c6)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:31.688474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object e07a51bb-cad0-4d3f-b70a-5f62fd0e6f29 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:31.712832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f2fd2769-ddde-46f1-94d7-c9bbef1f4a5c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7823f64616b24b11b23f3e3c42966cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970832 Jun 30 03:16:31.713067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43024) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:31.761134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b76af1fe-7eab-43db-9147-cdebc6d7a68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.783888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b76af1fe-7eab-43db-9147-cdebc6d7a68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.802980 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.837369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.866438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4929b-c561-4bdb-9275-67bf8204b52d None None] Pushing event updated for resources: {'Port': ['ID=a9773270-65af-4442-9407-9e8ee0f848a4,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:31.894103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 800459f7-114c-409c-a164-77397719b383 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:31.897623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:31.901852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:31.943258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=e07a51bb-cad0-4d3f-b70a-5f62fd0e6f29,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:31.956682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b76af1fe-7eab-43db-9147-cdebc6d7a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.956682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b76af1fe-7eab-43db-9147-cdebc6d7a68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.956682 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b76af1fe-7eab-43db-9147-cdebc6d7a68f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c0ee323-c192-4552-abb2-33863e5914ff HTTP/1.1" status: 204 len: 168 time: 0.2409871 Jun 30 03:16:31.973979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:31.974746 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:31.990146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76af1fe-7eab-43db-9147-cdebc6d7a68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ee323-c192-4552-abb2-33863e5914ff,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:32.087721 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5f73668e-a822-4f7e-9167-3f6ac1159d20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.0755610 Jun 30 03:16:32.090473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43042) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:32.214027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5c47143a-27d9-4e24-a329-0dc750bfb620 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port e07a51bb-cad0-4d3f-b70a-5f62fd0e6f29 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:32.214374 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c47143a-27d9-4e24-a329-0dc750bfb620 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:32.305571 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c47143a-27d9-4e24-a329-0dc750bfb620 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:32.317217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5c47143a-27d9-4e24-a329-0dc750bfb620 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for e07a51bb-cad0-4d3f-b70a-5f62fd0e6f29 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:32.535061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c47143a-27d9-4e24-a329-0dc750bfb620 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:32.561909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47143a-27d9-4e24-a329-0dc750bfb620 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=e07a51bb-cad0-4d3f-b70a-5f62fd0e6f29,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:32.643078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c47143a-27d9-4e24-a329-0dc750bfb620 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:32.645054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5c47143a-27d9-4e24-a329-0dc750bfb620 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/e07a51bb-cad0-4d3f-b70a-5f62fd0e6f29 HTTP/1.1" status: 204 len: 168 time: 0.5532672 Jun 30 03:16:32.647761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43070) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:32.677834 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fceafda-175d-4812-85c2-0854dd498ed1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:16:32.679818 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0fceafda-175d-4812-85c2-0854dd498ed1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/e07a51bb-cad0-4d3f-b70a-5f62fd0e6f29 HTTP/1.1" status: 404 len: 333 time: 0.0308721 Jun 30 03:16:32.682520 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43076) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:32.749476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a734b5-4de9-437c-bc63-21a93763454e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet a591e6be-d5cf-44f2-a162-1146c39c86fc {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:16:32.755691 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97a734b5-4de9-437c-bc63-21a93763454e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:32.804186 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97a734b5-4de9-437c-bc63-21a93763454e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:32.897123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97a734b5-4de9-437c-bc63-21a93763454e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:32.901177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd2b55-fc43-41f5-9d47-449fafb06623 None None] Network 800459f7-114c-409c-a164-77397719b383 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:33.038095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:33.115380 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97a734b5-4de9-437c-bc63-21a93763454e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:33.148031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a734b5-4de9-437c-bc63-21a93763454e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=a591e6be-d5cf-44f2-a162-1146c39c86fc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:33.151475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7ac7b761-9bc1-4c05-96ec-cdbd00dc1656 None None] Provisioning for port a9773270-65af-4442-9407-9e8ee0f848a4 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:33.160582 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97a734b5-4de9-437c-bc63-21a93763454e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:33.160582 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-97a734b5-4de9-437c-bc63-21a93763454e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/a591e6be-d5cf-44f2-a162-1146c39c86fc HTTP/1.1" status: 204 len: 168 time: 0.4747529 Jun 30 03:16:33.161848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43102) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.252991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:33.261927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec46e1b-7ec2-4c66-a21b-acee20a392c2 None None] Network 800459f7-114c-409c-a164-77397719b383 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:33.317401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port a9773270-65af-4442-9407-9e8ee0f848a4 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:33.317808 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:33.362019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43116) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.397859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] For port a9773270-65af-4442-9407-9e8ee0f848a4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a9773270-65af-4442-9407-9e8ee0f848a4,segment=NetworkSegment(6d90e245-e9d9-40ec-898e-3420bad169c6),segment_id=6d90e245-e9d9-40ec-898e-3420bad169c6)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:33.398342 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:33.413012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for a9773270-65af-4442-9407-9e8ee0f848a4 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:33.513806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-af34e5bd-a7aa-46d2-8244-375aa2441835 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] Request body: {'port': {'network_id': 'a6d76f1f-d84f-4314-a301-b71fd9f52670', 'name': 'tempest-NetworksNegativeTestJSON-878334532'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:33.530389 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-af34e5bd-a7aa-46d2-8244-375aa2441835 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] POST failed (client error): The resource could not be found. Jun 30 03:16:33.531183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af34e5bd-a7aa-46d2-8244-375aa2441835 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:33.538310 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-af34e5bd-a7aa-46d2-8244-375aa2441835 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1751504 Jun 30 03:16:33.539510 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43128) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.558651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13abe175-022c-4d44-9f25-39954e9fb7d4 None None] DHCP port deletion for 800459f7-114c-409c-a164-77397719b383 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:16:33.563005 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-96605d1d-25b9-411c-8c84-bbebccee16e3 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:33.563842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96605d1d-25b9-411c-8c84-bbebccee16e3 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:33.565656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-96605d1d-25b9-411c-8c84-bbebccee16e3 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] 10.222.0.77 "DELETE /v2.0/networks/2d92cd97-ae44-49d3-827a-63c1fc30ec3f HTTP/1.1" status: 404 len: 339 time: 0.0251083 Jun 30 03:16:33.569533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43132) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.596705 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e692cf-50ca-4508-bcd5-cf2802555786 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:33.597840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e692cf-50ca-4508-bcd5-cf2802555786 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:33.599618 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-63e692cf-50ca-4508-bcd5-cf2802555786 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] 10.222.0.77 "DELETE /v2.0/ports/47ce67ec-b349-40d2-9af2-44927f446135 HTTP/1.1" status: 404 len: 333 time: 0.0287969 Jun 30 03:16:33.603671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43134) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.620548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-13abe175-022c-4d44-9f25-39954e9fb7d4 None None] Deleting port a9773270-65af-4442-9407-9e8ee0f848a4 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:33.621077 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-13abe175-022c-4d44-9f25-39954e9fb7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:33.633728 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59a88ed-8b58-413f-be40-20e7bff5e991 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] DELETE failed (client error): The resource could not be found. Jun 30 03:16:33.633728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59a88ed-8b58-413f-be40-20e7bff5e991 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:33.639288 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e59a88ed-8b58-413f-be40-20e7bff5e991 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] 10.222.0.77 "DELETE /v2.0/subnets/3e4c615e-9fcb-4a22-9318-0bf30b759e07 HTTP/1.1" status: 404 len: 337 time: 0.0304291 Jun 30 03:16:33.639570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43136) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.661159 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-007aca52-3c40-4bf5-aad1-50a2b9ca863a tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] GET failed (client error): The resource could not be found. Jun 30 03:16:33.662971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-007aca52-3c40-4bf5-aad1-50a2b9ca863a tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] 10.222.0.77 "GET /v2.0/networks/ee5e2397-9f40-48e0-b1e8-3c698d15b818 HTTP/1.1" status: 404 len: 339 time: 0.0221376 Jun 30 03:16:33.668484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43138) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.691873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-13abe175-022c-4d44-9f25-39954e9fb7d4 None None] For port a9773270-65af-4442-9407-9e8ee0f848a4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a9773270-65af-4442-9407-9e8ee0f848a4,segment=NetworkSegment(6d90e245-e9d9-40ec-898e-3420bad169c6),segment_id=6d90e245-e9d9-40ec-898e-3420bad169c6)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:33.692349 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-13abe175-022c-4d44-9f25-39954e9fb7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:33.697824 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbb524f-2714-42fc-ab1c-a90288b96029 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] GET failed (client error): The resource could not be found. Jun 30 03:16:33.699833 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-adbb524f-2714-42fc-ab1c-a90288b96029 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] 10.222.0.77 "GET /v2.0/ports/c10e8533-23ff-4caf-a319-3ae52348fedb HTTP/1.1" status: 404 len: 333 time: 0.0298653 Jun 30 03:16:33.703740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43142) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.717811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-13abe175-022c-4d44-9f25-39954e9fb7d4 None None] Calling delete_port for a9773270-65af-4442-9407-9e8ee0f848a4 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:33.736731 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef993ee-2ee1-4d6e-a1cd-e320995148c3 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] GET failed (client error): The resource could not be found. Jun 30 03:16:33.741955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cef993ee-2ee1-4d6e-a1cd-e320995148c3 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] 10.222.0.77 "GET /v2.0/subnets/6749a9cb-484f-49f3-80a9-29fc9c197daa HTTP/1.1" status: 404 len: 337 time: 0.0371373 Jun 30 03:16:33.743444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43146) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.750453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-56d3384a-70d2-41d7-8827-b9bdfa66b7c4 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:33.770729 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d3384a-70d2-41d7-8827-b9bdfa66b7c4 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] PUT failed (client error): The resource could not be found. Jun 30 03:16:33.771750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d3384a-70d2-41d7-8827-b9bdfa66b7c4 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:33.777220 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-56d3384a-70d2-41d7-8827-b9bdfa66b7c4 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] 10.222.0.77 "PUT /v2.0/networks/0e3a3190-8408-4f66-899c-25b3d9cf35cb HTTP/1.1" status: 404 len: 339 time: 0.0327220 Jun 30 03:16:33.777839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43152) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.783378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-40a98ccf-0525-4673-b21e-00ef5506f946 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:33.806954 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a98ccf-0525-4673-b21e-00ef5506f946 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] PUT failed (client error): The resource could not be found. Jun 30 03:16:33.808017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a98ccf-0525-4673-b21e-00ef5506f946 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:33.809962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-40a98ccf-0525-4673-b21e-00ef5506f946 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] 10.222.0.77 "PUT /v2.0/ports/d6f8fee5-5f92-49f1-a549-fce27061d8c0 HTTP/1.1" status: 404 len: 333 time: 0.0309370 Jun 30 03:16:33.813832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43154) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:33.819886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-49d5c8be-71cf-4a83-94f1-867c7252b145 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:33.836412 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-32b53c2f-c0fb-4b30-9f8d-9501418170bf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5207942 Jun 30 03:16:33.842127 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d5c8be-71cf-4a83-94f1-867c7252b145 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] PUT failed (client error): The resource could not be found. Jun 30 03:16:33.842617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d5c8be-71cf-4a83-94f1-867c7252b145 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:33.843809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-49d5c8be-71cf-4a83-94f1-867c7252b145 tempest-NetworksNegativeTestJSON-869867961 tempest-NetworksNegativeTestJSON-869867961-project] 10.222.0.77 "PUT /v2.0/subnets/36916611-b19f-4e48-83d5-7fd1af683aba HTTP/1.1" status: 404 len: 337 time: 0.0290563 Jun 30 03:16:33.911512 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-13abe175-022c-4d44-9f25-39954e9fb7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:33.923611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:33.926019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13abe175-022c-4d44-9f25-39954e9fb7d4 None None] No DVR routers for this DVR port a9773270-65af-4442-9407-9e8ee0f848a4 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:33.958816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abe175-022c-4d44-9f25-39954e9fb7d4 None None] Pushing event deleted for resources: {'Port': ['ID=a9773270-65af-4442-9407-9e8ee0f848a4,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:33.965676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No DVR routers for this DVR port a9773270-65af-4442-9407-9e8ee0f848a4 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:33.967701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=a9773270-65af-4442-9407-9e8ee0f848a4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:34.050693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-c1936363-19c5-4be9-bfac-5921d6d586b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:34.052181 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-c1936363-19c5-4be9-bfac-5921d6d586b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 1096 time: 0.1731415 Jun 30 03:16:34.056061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.066581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800459f7-114c-409c-a164-77397719b383']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:34.084114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d90e245-e9d9-40ec-898e-3420bad169c6') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:34.084490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d90e245-e9d9-40ec-898e-3420bad169c6') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:34.148422 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.151199 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.161224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:34.161642 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:34.164514 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:34.246885 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-4c340bec-d1e6-4c70-ab9b-788d51b0cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:34.246885 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-4c340bec-d1e6-4c70-ab9b-788d51b0cfd7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.1623852 Jun 30 03:16:34.302717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-7accb1fe-044d-488d-a8b6-23a914a19831 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca0abbf-426b-464b-9cfb-61ead25330d3 HTTP/1.1" status: 200 len: 1001 time: 0.0598533 Jun 30 03:16:34.350849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-1db5a068-450d-4ed9-bafc-f0b82e1936cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:34.352245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-1db5a068-450d-4ed9-bafc-f0b82e1936cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0424821 Jun 30 03:16:34.413234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-95ad8fb7-3021-4f7b-afaa-3838811043a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:34.414774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-95ad8fb7-3021-4f7b-afaa-3838811043a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567536 Jun 30 03:16:34.499071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.502817 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.507976 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/networks/800459f7-114c-409c-a164-77397719b383 HTTP/1.1" status: 204 len: 168 time: 1.3419273 Jun 30 03:16:34.508482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43180) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:34.513384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'name': 'tempest-PortsTestJSON-1002012973'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:34.526929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8881f-51bc-4f9a-a80c-9fde965d99a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Network': ['ID=800459f7-114c-409c-a164-77397719b383,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:34.532002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-067516bd-29c1-4650-9c2b-41f0e3bfb85b service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107259 Jun 30 03:16:34.628533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7495cb3f-4201-4c44-88be-f5a376b88ce0 req-8e009999-c2d9-4566-9996-0711f97bf17c service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904098 Jun 30 03:16:34.692177 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.745207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43190) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:34.745801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:34.754996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.770715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port a5389dfb-eaaf-407f-a2e4-b495258d7351 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:34.868060 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e899b905-f7dc-4f6f-b9da-c0c018ae30c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.936456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:34.969358 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e899b905-f7dc-4f6f-b9da-c0c018ae30c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.078186 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.121652 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:35.124899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:35.130225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:35.134737 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e899b905-f7dc-4f6f-b9da-c0c018ae30c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.135717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:35.136324 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.147421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=a5389dfb-eaaf-407f-a2e4-b495258d7351,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:35.158338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.158692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.159029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.159364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.159698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.160024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.160350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.160696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.161014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.161423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.165578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.165578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:35.174088 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e899b905-f7dc-4f6f-b9da-c0c018ae30c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b2ab4d6acab4b908b5c6dd9f21cd04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277463 Jun 30 03:16:35.175967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899b905-f7dc-4f6f-b9da-c0c018ae30c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927d2257-668a-4768-b4f1-45889ee36198,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:35.176693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43212) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:35.226831 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ff93435-3ea2-41d4-845d-35ce8936c04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.248275 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ff93435-3ea2-41d4-845d-35ce8936c04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.305943 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c7befbf9-7b4f-44f3-b3fa-2a1a2050926f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7964792 Jun 30 03:16:35.309148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43222) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:35.405342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6d6992eb-97f2-49b5-8235-b3170265d4f2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port a5389dfb-eaaf-407f-a2e4-b495258d7351 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:35.405714 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d6992eb-97f2-49b5-8235-b3170265d4f2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.442681 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ff93435-3ea2-41d4-845d-35ce8936c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.445123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ff93435-3ea2-41d4-845d-35ce8936c04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.446281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1ff93435-3ea2-41d4-845d-35ce8936c04d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/927d2257-668a-4768-b4f1-45889ee36198 HTTP/1.1" status: 204 len: 168 time: 0.2686148 Jun 30 03:16:35.465712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93435-3ea2-41d4-845d-35ce8936c04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927d2257-668a-4768-b4f1-45889ee36198,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:35.486089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d6992eb-97f2-49b5-8235-b3170265d4f2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.514171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6d6992eb-97f2-49b5-8235-b3170265d4f2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for a5389dfb-eaaf-407f-a2e4-b495258d7351 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:35.745864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d6992eb-97f2-49b5-8235-b3170265d4f2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.776945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6992eb-97f2-49b5-8235-b3170265d4f2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=a5389dfb-eaaf-407f-a2e4-b495258d7351,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:35.783561 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d6992eb-97f2-49b5-8235-b3170265d4f2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:35.785943 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6d6992eb-97f2-49b5-8235-b3170265d4f2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/a5389dfb-eaaf-407f-a2e4-b495258d7351 HTTP/1.1" status: 204 len: 168 time: 0.4765329 Jun 30 03:16:35.788518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43238) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:35.793775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'mac_address': 'fa:16:3e:d3:8d:4f', 'name': 'tempest-PortsTestJSON-1182319647'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:35.985661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:36.068395 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:36.080472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port 4d24b934-1469-4b2a-9954-8257a0ee951f yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:36.245350 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:36.395387 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:36.438748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:36.441926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:36.445938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:36.451326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:36.452451 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:36.461474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=4d24b934-1469-4b2a-9954-8257a0ee951f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:36.614980 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-74722e76-8977-4d38-8a67-080eee35dcf3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8254123 Jun 30 03:16:36.617392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43292) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:36.672254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e56bb-586a-4da5-966f-f453bf918d88 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:36.673617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-db8e56bb-586a-4da5-966f-f453bf918d88 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/4d24b934-1469-4b2a-9954-8257a0ee951f HTTP/1.1" status: 200 len: 841 time: 0.0552680 Jun 30 03:16:36.676472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43294) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:36.775738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bf907dad-91d6-44ac-afa8-8689d9953819 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 4d24b934-1469-4b2a-9954-8257a0ee951f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:36.776001 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf907dad-91d6-44ac-afa8-8689d9953819 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:36.799343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43302) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:36.847253 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf907dad-91d6-44ac-afa8-8689d9953819 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:36.862146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bf907dad-91d6-44ac-afa8-8689d9953819 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 4d24b934-1469-4b2a-9954-8257a0ee951f owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:36.901227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-301299dc-a1da-4def-961c-8439f23b1575 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1906546241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:37.015323 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-301299dc-a1da-4def-961c-8439f23b1575 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.016763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-301299dc-a1da-4def-961c-8439f23b1575 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.135013 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf907dad-91d6-44ac-afa8-8689d9953819 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.168621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf907dad-91d6-44ac-afa8-8689d9953819 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=4d24b934-1469-4b2a-9954-8257a0ee951f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:37.173859 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bf907dad-91d6-44ac-afa8-8689d9953819 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.177952 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bf907dad-91d6-44ac-afa8-8689d9953819 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/4d24b934-1469-4b2a-9954-8257a0ee951f HTTP/1.1" status: 204 len: 168 time: 0.5005279 Jun 30 03:16:37.186186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43320) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:37.211352 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05eec86-5a91-46eb-80cc-04ebe74c4867 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:16:37.212812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e05eec86-5a91-46eb-80cc-04ebe74c4867 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/4d24b934-1469-4b2a-9954-8257a0ee951f HTTP/1.1" status: 404 len: 333 time: 0.0329530 Jun 30 03:16:37.216454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43322) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:37.219174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-301299dc-a1da-4def-961c-8439f23b1575 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.221765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'name': 'tempest-PortsTestJSON-1580094535'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:37.351919 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-301299dc-a1da-4def-961c-8439f23b1575 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.471441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:37.475098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.492630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port 2d20b895-4b79-43bd-bcfd-d371a390d6f4 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:37.589438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-301299dc-a1da-4def-961c-8439f23b1575 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.593687 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-301299dc-a1da-4def-961c-8439f23b1575 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7903202 Jun 30 03:16:37.595873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43334) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:37.600844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2145047799'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:37.656954 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.768457 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Made reservation on behalf of 778ee784cb1949b0a92c870dcf32f691 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:37.772076 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.782197 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.825889 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.877793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:37.881115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:37.885143 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.885759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:37.891739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:37.892335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:37.902108 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=2d20b895-4b79-43bd-bcfd-d371a390d6f4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:38.011694 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.039174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:38.048689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ac582d-278f-4fc3-8251-503cb659e6e1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:38.053560 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.053839 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Added segment 259a9275-bdf1-4d9e-842e-0e3432e38bef of type vlan for network c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 Jun 30 03:16:38.093247 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.191813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7d78c247-4c10-493a-986a-5e592b4777ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9743049 Jun 30 03:16:38.194430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43358) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:38.202739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-97854267-d577-48f0-9336-ed3a0014889f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:38.277999 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.283661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:38.284252 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.297830 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97854267-d577-48f0-9336-ed3a0014889f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.384701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Network': ['ID=c8f00bbe-d1bd-46d1-b4da-cb1955f2b184,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:38.395885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:38.507027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d762e6d4-ec1f-4c23-ade8-4ca00d93d557 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9100952 Jun 30 03:16:38.517335 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97854267-d577-48f0-9336-ed3a0014889f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.518524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43368) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:38.523306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'subnet': {'network_id': 'c8f00bbe-d1bd-46d1-b4da-cb1955f2b184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:38.613939 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97854267-d577-48f0-9336-ed3a0014889f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.647901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-97854267-d577-48f0-9336-ed3a0014889f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] In _notify_port_updated(), no bound segment for port 2d20b895-4b79-43bd-bcfd-d371a390d6f4 on network 115cc908-cf52-4a00-8000-82f8d12c00b3 {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:16:38.653486 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97854267-d577-48f0-9336-ed3a0014889f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:38.654134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-97854267-d577-48f0-9336-ed3a0014889f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.655974 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-97854267-d577-48f0-9336-ed3a0014889f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "PUT /v2.0/ports/2d20b895-4b79-43bd-bcfd-d371a390d6f4 HTTP/1.1" status: 200 len: 818 time: 0.4605386 Jun 30 03:16:38.658842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43378) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:38.671625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97854267-d577-48f0-9336-ed3a0014889f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=2d20b895-4b79-43bd-bcfd-d371a390d6f4,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:38.694144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Made reservation on behalf of 778ee784cb1949b0a92c870dcf32f691 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:38.703900 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.757265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f1aee-073e-4589-b85a-3e25980724e6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 2d20b895-4b79-43bd-bcfd-d371a390d6f4 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:38.757754 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1aee-073e-4589-b85a-3e25980724e6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.827573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1aee-073e-4589-b85a-3e25980724e6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:38.844811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-cd2f1aee-073e-4589-b85a-3e25980724e6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 2d20b895-4b79-43bd-bcfd-d371a390d6f4 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:38.978312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.042438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1aee-073e-4589-b85a-3e25980724e6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.045319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Subnet': ['ID=b8d88228-f1be-42cc-b80d-1374c1765396,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:39.051431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Checking segment: {'id': '259a9275-bdf1-4d9e-842e-0e3432e38bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c8f00bbe-d1bd-46d1-b4da-cb1955f2b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:39.051794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network hostable DHCP agents. Network: c8f00bbe-d1bd-46d1-b4da-cb1955f2b184, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:39.074629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f1aee-073e-4589-b85a-3e25980724e6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=2d20b895-4b79-43bd-bcfd-d371a390d6f4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:39.082466 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1aee-073e-4589-b85a-3e25980724e6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.087054 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cd2f1aee-073e-4589-b85a-3e25980724e6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/2d20b895-4b79-43bd-bcfd-d371a390d6f4 HTTP/1.1" status: 204 len: 168 time: 0.4271162 Jun 30 03:16:39.087260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43396) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:39.148955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c1f16-d626-4b6a-ac62-68f2021a34c0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:39.150486 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a84c1f16-d626-4b6a-ac62-68f2021a34c0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0623553 Jun 30 03:16:39.153111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43398) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:39.179021 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dd1abb-bf09-4c3d-b08f-1f3ffeaf52f3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:16:39.180428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-28dd1abb-bf09-4c3d-b08f-1f3ffeaf52f3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/2d20b895-4b79-43bd-bcfd-d371a390d6f4 HTTP/1.1" status: 404 len: 333 time: 0.0263913 Jun 30 03:16:39.183860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43400) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:39.189109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1375711823'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:39.225072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:39.350858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:39.354455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.379107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:39.383514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c8f00bbe-d1bd-46d1-b4da-cb1955f2b184) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:39.392082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd080a5d-fa07-4824-945d-5fb9a7c2e7a7 None None] Network c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:39.395745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:39.396448 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.401746 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.402081 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Added segment ebd80315-2e4f-43ce-868c-9c049697562c of type vlan for network 54d6cfd5-ba20-433f-8977-2a8c67822239 Jun 30 03:16:39.449118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.528899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d51bfca0-7a16-4ad1-80a0-ee251a2e2e74 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0095356 Jun 30 03:16:39.531782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43416) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:39.536734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'network': {'name': 'tempest-router-network01--2050394353'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:39.541832 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c8f00bbe-d1bd-46d1-b4da-cb1955f2b184', 'network_id': 'c8f00bbe-d1bd-46d1-b4da-cb1955f2b184', 'tenant_id': '778ee784cb1949b0a92c870dcf32f691', 'fixed_ips': [{'subnet_id': 'b8d88228-f1be-42cc-b80d-1374c1765396'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:16:39.543054 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.591428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.597976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:39.598585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.658844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Made reservation on behalf of 778ee784cb1949b0a92c870dcf32f691 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:39.662283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.689053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Network': ['ID=54d6cfd5-ba20-433f-8977-2a8c67822239,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:39.689924 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Allocated IP 2001:db8::2 (c8f00bbe-d1bd-46d1-b4da-cb1955f2b184/b8d88228-f1be-42cc-b80d-1374c1765396/771745d5-1a60-48ba-8e06-a313eae841f0) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:39.698624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:39.702667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 54d6cfd5-ba20-433f-8977-2a8c67822239 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:39.708481 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.708830 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Added segment 002ea56b-40a3-49cf-8fcd-a3d16c0899f8 of type vlan for network b608a926-7292-4bce-b5a1-87ababfd4fed Jun 30 03:16:39.749816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.771906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fa17962a-047e-4c4c-8429-e5b3cd129659 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5868716 Jun 30 03:16:39.774374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43424) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:39.780948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:39.898772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.907334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Transition to ACTIVE for port object 771745d5-1a60-48ba-8e06-a313eae841f0 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:39.922003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Transition to ACTIVE for port object 771745d5-1a60-48ba-8e06-a313eae841f0 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:39.968905 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:39.974487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:39.975092 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.039039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Network': ['ID=b608a926-7292-4bce-b5a1-87ababfd4fed,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:40.050797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network b608a926-7292-4bce-b5a1-87ababfd4fed details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:40.087490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:40.091469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.228104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fd39b5e9-1117-43f4-b7f4-2c189691b91c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6952543 Jun 30 03:16:40.230925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43442) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:40.236131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'network': {'name': 'tempest-router-network02--1283155587'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:40.243832 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.295589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Network c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:40.303673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:40.305942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:40.322068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Pushing event updated for resources: {'Port': ['ID=771745d5-1a60-48ba-8e06-a313eae841f0,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:40.370066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Attempting to bind port 771745d5-1a60-48ba-8e06-a313eae841f0 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:40.370439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Attempting to bind port 771745d5-1a60-48ba-8e06-a313eae841f0 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '259a9275-bdf1-4d9e-842e-0e3432e38bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c8f00bbe-d1bd-46d1-b4da-cb1955f2b184'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:40.370805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Attempting to bind port 771745d5-1a60-48ba-8e06-a313eae841f0 on network c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:40.375820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:40.380376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Checking segment: {'id': '259a9275-bdf1-4d9e-842e-0e3432e38bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c8f00bbe-d1bd-46d1-b4da-cb1955f2b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:40.380376 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.380376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Bound using segment: {'id': '259a9275-bdf1-4d9e-842e-0e3432e38bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c8f00bbe-d1bd-46d1-b4da-cb1955f2b184'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:40.380376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Bound port: 771745d5-1a60-48ba-8e06-a313eae841f0, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259a9275-bdf1-4d9e-842e-0e3432e38bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'c8f00bbe-d1bd-46d1-b4da-cb1955f2b184'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:40.380376 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.406765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Made reservation on behalf of 778ee784cb1949b0a92c870dcf32f691 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:40.410290 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.434923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:40.437671 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.446818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] For port 771745d5-1a60-48ba-8e06-a313eae841f0, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:40.448986 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.449356 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Added segment 63e5676e-9e72-4464-9e33-7ecb5627202c of type vlan for network 939a2029-1ead-4fe2-9dc2-524f7e43d391 Jun 30 03:16:40.452582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] For port 771745d5-1a60-48ba-8e06-a313eae841f0, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=771745d5-1a60-48ba-8e06-a313eae841f0,segment=NetworkSegment(259a9275-bdf1-4d9e-842e-0e3432e38bef),segment_id=259a9275-bdf1-4d9e-842e-0e3432e38bef)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:40.491780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.509584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=8ce20480-bf6d-4580-af9f-6c7d52b32900,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:40.524843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Checking segment: {'id': 'ebd80315-2e4f-43ce-868c-9c049697562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:40.524843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network hostable DHCP agents. Network: 54d6cfd5-ba20-433f-8977-2a8c67822239, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:40.554775 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.616170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19de008-147e-487d-8703-8d6af90e9056 None None] Pushing event updated for resources: {'Port': ['ID=771745d5-1a60-48ba-8e06-a313eae841f0,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:40.677001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 54d6cfd5-ba20-433f-8977-2a8c67822239 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:40.812707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 54d6cfd5-ba20-433f-8977-2a8c67822239) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:40.819568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:40.820356 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:40.824112 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3aaf1-6ad0-414d-a531-0d035996600c None None] Network 54d6cfd5-ba20-433f-8977-2a8c67822239 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:40.946197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f188c3d1-5c48-46b5-ab1c-cfd2c8949917 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1707139 Jun 30 03:16:40.948806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43468) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:40.953919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6bf20715-2300-452a-8d0f-5e638f519ac9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:40.996226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-54d6cfd5-ba20-433f-8977-2a8c67822239', 'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239', 'tenant_id': '3a51a2fa813d49c090812c99b67caa8d', 'fixed_ips': [{'subnet_id': '8ce20480-bf6d-4580-af9f-6c7d52b32900'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:16:40.997094 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:41.101883 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:41.111754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:41.111754 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:41.135059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Allocated IP 172.20.0.2 (54d6cfd5-ba20-433f-8977-2a8c67822239/8ce20480-bf6d-4580-af9f-6c7d52b32900/0796a4c5-ec52-4b30-91a1-95dcd60f8f79) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:41.178415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Network': ['ID=939a2029-1ead-4fe2-9dc2-524f7e43d391,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:41.199474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 939a2029-1ead-4fe2-9dc2-524f7e43d391 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:41.208695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf20715-2300-452a-8d0f-5e638f519ac9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:41.213074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6bf20715-2300-452a-8d0f-5e638f519ac9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:41.316211 n-d-798249-3 neutron-server[94530]: INFO neutron.db.ipam_backend_mixin [None req-6bf20715-2300-452a-8d0f-5e638f519ac9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ce20480-bf6d-4580-af9f-6c7d52b32900 (CIDR: 172.20.0.0/28) Jun 30 03:16:41.361054 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:41.369419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Transition to ACTIVE for port object 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:41.384521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Transition to ACTIVE for port object 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:41.392214 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf20715-2300-452a-8d0f-5e638f519ac9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:16:41.396216 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-564176db-ff88-4d0c-8c29-7483115511ca tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1604469 Jun 30 03:16:41.396712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf20715-2300-452a-8d0f-5e638f519ac9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:16:41.396824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43480) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:41.402147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'subnet': {'network_id': 'b608a926-7292-4bce-b5a1-87ababfd4fed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:41.549451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bea43b-9460-493b-99b0-0e9c033e7248 None None] Network c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:41.553781 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:41.626620 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6bf20715-2300-452a-8d0f-5e638f519ac9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6766534 Jun 30 03:16:41.629034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Network 54d6cfd5-ba20-433f-8977-2a8c67822239 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:41.630021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43490) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:41.635408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e8bfbb5e-4d72-4110-94d0-49ac3f1cdcbe tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:41.639954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:41.646741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:41.663022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Pushing event updated for resources: {'Port': ['ID=0796a4c5-ec52-4b30-91a1-95dcd60f8f79,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:41.734882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Attempting to bind port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:41.735270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Attempting to bind port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ebd80315-2e4f-43ce-868c-9c049697562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:41.735799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Attempting to bind port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 on network 54d6cfd5-ba20-433f-8977-2a8c67822239 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:41.762207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:41.762583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Checking segment: {'id': 'ebd80315-2e4f-43ce-868c-9c049697562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:41.762993 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:41.763391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Bound using segment: {'id': 'ebd80315-2e4f-43ce-868c-9c049697562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:41.763883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Bound port: 0796a4c5-ec52-4b30-91a1-95dcd60f8f79, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd80315-2e4f-43ce-868c-9c049697562c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:41.764840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:41.846323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d6747331-3110-4c2d-988e-333328c3c4dc None None] Provisioning for port 771745d5-1a60-48ba-8e06-a313eae841f0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:41.867957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Made reservation on behalf of 778ee784cb1949b0a92c870dcf32f691 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:41.867957 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:41.868841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] For port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:41.868964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] For port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0796a4c5-ec52-4b30-91a1-95dcd60f8f79,segment=NetworkSegment(ebd80315-2e4f-43ce-868c-9c049697562c),segment_id=ebd80315-2e4f-43ce-868c-9c049697562c)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:41.886628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 771745d5-1a60-48ba-8e06-a313eae841f0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:42.086638 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.142979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bfbb5e-4d72-4110-94d0-49ac3f1cdcbe tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:42.142979 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8bfbb5e-4d72-4110-94d0-49ac3f1cdcbe tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.148477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 771745d5-1a60-48ba-8e06-a313eae841f0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:42.168005 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 771745d5-1a60-48ba-8e06-a313eae841f0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:42.168388 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.197439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6db149-9ff3-49de-8573-a475761aa133 None None] Pushing event updated for resources: {'Port': ['ID=0796a4c5-ec52-4b30-91a1-95dcd60f8f79,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:42.221134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5be808d9-25dd-452d-96a8-66f75cf3b3e3 None None] Provisioning complete for port 771745d5-1a60-48ba-8e06-a313eae841f0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:42.221531 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5be808d9-25dd-452d-96a8-66f75cf3b3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.293869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.303568 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.360795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5be808d9-25dd-452d-96a8-66f75cf3b3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.399056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Subnet': ['ID=54c63b3c-b4b9-4f8c-a1de-9bff387c0e08,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:42.429658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Checking segment: {'id': '002ea56b-40a3-49cf-8fcd-a3d16c0899f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b608a926-7292-4bce-b5a1-87ababfd4fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:42.430033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network hostable DHCP agents. Network: b608a926-7292-4bce-b5a1-87ababfd4fed, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:42.437144 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 771745d5-1a60-48ba-8e06-a313eae841f0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=771745d5-1a60-48ba-8e06-a313eae841f0,segment=NetworkSegment(259a9275-bdf1-4d9e-842e-0e3432e38bef),segment_id=259a9275-bdf1-4d9e-842e-0e3432e38bef)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:42.609130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network b608a926-7292-4bce-b5a1-87ababfd4fed is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:42.609770 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.611618 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8bfbb5e-4d72-4110-94d0-49ac3f1cdcbe tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.654169 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bfbb5e-4d72-4110-94d0-49ac3f1cdcbe tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 54d6cfd5-ba20-433f-8977-2a8c67822239 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:42.659545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-e8bfbb5e-4d72-4110-94d0-49ac3f1cdcbe tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:42.663763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfbb5e-4d72-4110-94d0-49ac3f1cdcbe tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:42.664346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8bfbb5e-4d72-4110-94d0-49ac3f1cdcbe tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.674793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-5be808d9-25dd-452d-96a8-66f75cf3b3e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:16:42.675776 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-5be808d9-25dd-452d-96a8-66f75cf3b3e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:16:42.676972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfbb5e-4d72-4110-94d0-49ac3f1cdcbe tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=a30148ee-feee-4697-962f-34ae62a9ad2e,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:42.689245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=771745d5-1a60-48ba-8e06-a313eae841f0,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:42.756957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, b608a926-7292-4bce-b5a1-87ababfd4fed) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:42.761221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:42.761866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.767069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d55f17-d753-40f2-a92f-70ea8d80b7d4 None None] Network b608a926-7292-4bce-b5a1-87ababfd4fed requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:42.826654 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e8bfbb5e-4d72-4110-94d0-49ac3f1cdcbe tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1955125 Jun 30 03:16:42.829213 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43524) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:42.834429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239', 'fixed_ips': [{'subnet_id': '8ce20480-bf6d-4580-af9f-6c7d52b32900'}, {'subnet_id': 'a30148ee-feee-4697-962f-34ae62a9ad2e'}], 'name': 'tempest-PortsTestJSON-300096170'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:42.923997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-b608a926-7292-4bce-b5a1-87ababfd4fed', 'network_id': 'b608a926-7292-4bce-b5a1-87ababfd4fed', 'tenant_id': '778ee784cb1949b0a92c870dcf32f691', 'fixed_ips': [{'subnet_id': '54c63b3c-b4b9-4f8c-a1de-9bff387c0e08'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:16:42.924869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:42.979936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43530) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:42.980410 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ee2247b2-2e80-4992-977f-1cc465a049e9 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5826340 Jun 30 03:16:42.986783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'subnet': {'network_id': '939a2029-1ead-4fe2-9dc2-524f7e43d391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:43.078631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Allocated IP 2001:db8::2 (b608a926-7292-4bce-b5a1-87ababfd4fed/54c63b3c-b4b9-4f8c-a1de-9bff387c0e08/81d089de-60b1-49c3-a80a-bdd3f59a297f) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:43.088447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:43.184644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:43.206650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port 734a8996-164d-4021-beac-9cffe86624cb yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:43.274623 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Made reservation on behalf of 778ee784cb1949b0a92c870dcf32f691 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:43.277203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f410230-4044-4a8e-848f-cd1e37481bad None None] Network 54d6cfd5-ba20-433f-8977-2a8c67822239 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:43.284678 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:43.327580 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:43.362641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Transition to ACTIVE for port object 81d089de-60b1-49c3-a80a-bdd3f59a297f will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:43.446512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Transition to ACTIVE for port object 81d089de-60b1-49c3-a80a-bdd3f59a297f will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:43.542945 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:16:43.549796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.11 (54d6cfd5-ba20-433f-8977-2a8c67822239/8ce20480-bf6d-4580-af9f-6c7d52b32900/734a8996-164d-4021-beac-9cffe86624cb) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:43.559859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.25 (54d6cfd5-ba20-433f-8977-2a8c67822239/a30148ee-feee-4697-962f-34ae62a9ad2e/734a8996-164d-4021-beac-9cffe86624cb) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:43.591559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6634f473-4fe6-4fe4-a329-4e0fea928d18 None None] Provisioning for port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:43.617992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f769f289-2b0b-42cf-a5ca-8abbf46aef49 None None] Update dhcp port {'port': {'network_id': '54d6cfd5-ba20-433f-8977-2a8c67822239', 'fixed_ips': [{'subnet_id': '8ce20480-bf6d-4580-af9f-6c7d52b32900', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a30148ee-feee-4697-962f-34ae62a9ad2e'}], 'binding:host_id': 'n-d-798249-3'}, 'id': '0796a4c5-ec52-4b30-91a1-95dcd60f8f79'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:16:43.663919 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f769f289-2b0b-42cf-a5ca-8abbf46aef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:43.692753 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:43.702287 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:43.735272 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:43.749439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object 734a8996-164d-4021-beac-9cffe86624cb will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:43.785235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Subnet': ['ID=e9f05c1c-da72-4cf5-81c7-44d0fbd99071,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:43.792150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Checking segment: {'id': '63e5676e-9e72-4464-9e33-7ecb5627202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '939a2029-1ead-4fe2-9dc2-524f7e43d391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:43.792369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network hostable DHCP agents. Network: 939a2029-1ead-4fe2-9dc2-524f7e43d391, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:43.826014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Network b608a926-7292-4bce-b5a1-87ababfd4fed is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:43.832344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:43.835427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:43.849540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Pushing event updated for resources: {'Port': ['ID=81d089de-60b1-49c3-a80a-bdd3f59a297f,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:43.922839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network 939a2029-1ead-4fe2-9dc2-524f7e43d391 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:43.923531 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:43.928610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Attempting to bind port 81d089de-60b1-49c3-a80a-bdd3f59a297f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:43.929436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Attempting to bind port 81d089de-60b1-49c3-a80a-bdd3f59a297f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '002ea56b-40a3-49cf-8fcd-a3d16c0899f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b608a926-7292-4bce-b5a1-87ababfd4fed'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:43.929854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Attempting to bind port 81d089de-60b1-49c3-a80a-bdd3f59a297f on network b608a926-7292-4bce-b5a1-87ababfd4fed {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:43.964543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 54d6cfd5-ba20-433f-8977-2a8c67822239 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:43.966173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:43.966882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Checking segment: {'id': '002ea56b-40a3-49cf-8fcd-a3d16c0899f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b608a926-7292-4bce-b5a1-87ababfd4fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:43.967534 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:43.968058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:43.968345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Bound using segment: {'id': '002ea56b-40a3-49cf-8fcd-a3d16c0899f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b608a926-7292-4bce-b5a1-87ababfd4fed'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:43.968840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Bound port: 81d089de-60b1-49c3-a80a-bdd3f59a297f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002ea56b-40a3-49cf-8fcd-a3d16c0899f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b608a926-7292-4bce-b5a1-87ababfd4fed'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:43.970319 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:43.972075 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:43.980734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:44.014864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=734a8996-164d-4021-beac-9cffe86624cb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:44.033967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:44.034725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:44.082779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 939a2029-1ead-4fe2-9dc2-524f7e43d391) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:44.087871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:44.088470 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:44.175138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bc54e8-8ffc-476c-bb53-baca1644dddb None None] Network 939a2029-1ead-4fe2-9dc2-524f7e43d391 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:44.189703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-35efbfb1-68fd-4240-9b0a-b3bf85f19fb6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3591280 Jun 30 03:16:44.192549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43570) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:44.197847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce20480-bf6d-4580-af9f-6c7d52b32900'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:44.239844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-f769f289-2b0b-42cf-a5ca-8abbf46aef49 None None] Allocated IP 172.20.0.18 (54d6cfd5-ba20-433f-8977-2a8c67822239/a30148ee-feee-4697-962f-34ae62a9ad2e/0796a4c5-ec52-4b30-91a1-95dcd60f8f79) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:44.263978 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-35f53fd3-bf5d-4ce3-9a5c-0c5eee268918 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2829523 Jun 30 03:16:44.267905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43572) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:44.312220 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:44.408806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] For port 81d089de-60b1-49c3-a80a-bdd3f59a297f, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:44.437245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] For port 81d089de-60b1-49c3-a80a-bdd3f59a297f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=81d089de-60b1-49c3-a80a-bdd3f59a297f,segment=NetworkSegment(002ea56b-40a3-49cf-8fcd-a3d16c0899f8),segment_id=002ea56b-40a3-49cf-8fcd-a3d16c0899f8)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:44.486783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f769f289-2b0b-42cf-a5ca-8abbf46aef49 None None] For port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0796a4c5-ec52-4b30-91a1-95dcd60f8f79,segment=NetworkSegment(ebd80315-2e4f-43ce-868c-9c049697562c),segment_id=ebd80315-2e4f-43ce-868c-9c049697562c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:44.546401 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f769f289-2b0b-42cf-a5ca-8abbf46aef49 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:44.550639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-939a2029-1ead-4fe2-9dc2-524f7e43d391', 'network_id': '939a2029-1ead-4fe2-9dc2-524f7e43d391', 'tenant_id': '778ee784cb1949b0a92c870dcf32f691', 'fixed_ips': [{'subnet_id': 'e9f05c1c-da72-4cf5-81c7-44d0fbd99071'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:16:44.551469 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:44.572012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f769f289-2b0b-42cf-a5ca-8abbf46aef49 None None] Transition to ACTIVE for port object 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:44.626864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:44.629255 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:44.646712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:44.647086 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:44.650571 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:44.731984 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f769f289-2b0b-42cf-a5ca-8abbf46aef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:44.789429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Delete allocated IP 172.20.0.25 (54d6cfd5-ba20-433f-8977-2a8c67822239/a30148ee-feee-4697-962f-34ae62a9ad2e) {{(pid=94531) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 03:16:44.789979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b0866-c70a-45c4-bac5-f8178a8a4488 None None] Pushing event updated for resources: {'Port': ['ID=81d089de-60b1-49c3-a80a-bdd3f59a297f,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:44.850593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 had new provisioning blocks added so it will not transition to active. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 30 03:16:44.851164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 771745d5-1a60-48ba-8e06-a313eae841f0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:44.926501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Allocated IP 2001:db8::2 (939a2029-1ead-4fe2-9dc2-524f7e43d391/e9f05c1c-da72-4cf5-81c7-44d0fbd99071/a1fcff44-b903-4be9-bcfe-f2f153511c8f) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:44.950838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769f289-2b0b-42cf-a5ca-8abbf46aef49 None None] Pushing event updated for resources: {'Port': ['ID=0796a4c5-ec52-4b30-91a1-95dcd60f8f79,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:44.972506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.013285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Ignored duplicate provisioning block setup for port 734a8996-164d-4021-beac-9cffe86624cb by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 03:16:45.065302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 771745d5-1a60-48ba-8e06-a313eae841f0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:45.065912 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.122949 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.134993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Allocated IP 2001:db8::1 (b608a926-7292-4bce-b5a1-87ababfd4fed/54c63b3c-b4b9-4f8c-a1de-9bff387c0e08/b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:45.246365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=734a8996-164d-4021-beac-9cffe86624cb,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:45.267636 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.310604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Transition to ACTIVE for port object a1fcff44-b903-4be9-bcfe-f2f153511c8f will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:45.346092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Transition to ACTIVE for port object a1fcff44-b903-4be9-bcfe-f2f153511c8f will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:45.360171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] In _notify_port_updated(), no bound segment for port 734a8996-164d-4021-beac-9cffe86624cb on network 54d6cfd5-ba20-433f-8977-2a8c67822239 {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:16:45.367078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:45.368508 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.374436 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-01ab43e0-e668-4371-8064-861b6bbaae20 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "PUT /v2.0/ports/734a8996-164d-4021-beac-9cffe86624cb HTTP/1.1" status: 200 len: 919 time: 1.1796837 Jun 30 03:16:45.375293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43606) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:45.381870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce20480-bf6d-4580-af9f-6c7d52b32900'}, {'subnet_id': 'a30148ee-feee-4697-962f-34ae62a9ad2e'}]}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:45.442844 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.526956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.530451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Pushing event updated for resources: {'Port': ['ID=a1fcff44-b903-4be9-bcfe-f2f153511c8f,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:45.567622 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Network 939a2029-1ead-4fe2-9dc2-524f7e43d391 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:45.569160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:45.571684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:45.698400 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.700188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Attempting to bind port a1fcff44-b903-4be9-bcfe-f2f153511c8f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:45.700539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Attempting to bind port a1fcff44-b903-4be9-bcfe-f2f153511c8f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '63e5676e-9e72-4464-9e33-7ecb5627202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '939a2029-1ead-4fe2-9dc2-524f7e43d391'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:45.700900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Attempting to bind port a1fcff44-b903-4be9-bcfe-f2f153511c8f on network 939a2029-1ead-4fe2-9dc2-524f7e43d391 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:45.711095 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:45.711473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Checking segment: {'id': '63e5676e-9e72-4464-9e33-7ecb5627202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '939a2029-1ead-4fe2-9dc2-524f7e43d391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:45.711890 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.712292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Bound using segment: {'id': '63e5676e-9e72-4464-9e33-7ecb5627202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '939a2029-1ead-4fe2-9dc2-524f7e43d391'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:45.712779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Bound port: a1fcff44-b903-4be9-bcfe-f2f153511c8f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e5676e-9e72-4464-9e33-7ecb5627202c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '939a2029-1ead-4fe2-9dc2-524f7e43d391'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:45.718328 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.725524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Transition to ACTIVE for port object b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:45.866168 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.888351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30107ae-84a6-45fa-9ee8-05b6286cd26d None None] Network 54d6cfd5-ba20-433f-8977-2a8c67822239 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:45.896188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] For port a1fcff44-b903-4be9-bcfe-f2f153511c8f, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:45.926632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network b608a926-7292-4bce-b5a1-87ababfd4fed is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:45.932957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:45.936283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:45.936956 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:45.984450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] For port a1fcff44-b903-4be9-bcfe-f2f153511c8f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a1fcff44-b903-4be9-bcfe-f2f153511c8f,segment=NetworkSegment(63e5676e-9e72-4464-9e33-7ecb5627202c),segment_id=63e5676e-9e72-4464-9e33-7ecb5627202c)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:45.988450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.19 (54d6cfd5-ba20-433f-8977-2a8c67822239/a30148ee-feee-4697-962f-34ae62a9ad2e/734a8996-164d-4021-beac-9cffe86624cb) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:46.033610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Port': ['ID=b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:46.096886 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.156143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:46.188316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f14a7-3fb1-4123-9f0b-6316d84e7de0 None None] Pushing event updated for resources: {'Port': ['ID=a1fcff44-b903-4be9-bcfe-f2f153511c8f,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:46.189273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.195724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9ca9e09e-2a04-4dd4-abec-eaeb275e3460 None None] Provisioning for port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:46.208009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9ca9e09e-2a04-4dd4-abec-eaeb275e3460 None None] Provisioning complete for port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:46.208444 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e09e-2a04-4dd4-abec-eaeb275e3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.215707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Ignored duplicate provisioning block setup for port 734a8996-164d-4021-beac-9cffe86624cb by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 03:16:46.222788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1946e57c-176f-4f93-b069-8ad3dfa54a8b None None] Network b608a926-7292-4bce-b5a1-87ababfd4fed requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:46.295050 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.409766 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.450481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:46.450848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.539743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=734a8996-164d-4021-beac-9cffe86624cb,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:46.687096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e09e-2a04-4dd4-abec-eaeb275e3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.697742 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.725693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] In _notify_port_updated(), no bound segment for port 734a8996-164d-4021-beac-9cffe86624cb on network 54d6cfd5-ba20-433f-8977-2a8c67822239 {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:16:46.731833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:46.732586 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.737218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-de473ff6-7ca9-48ad-b040-148711e6b99c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "PUT /v2.0/ports/734a8996-164d-4021-beac-9cffe86624cb HTTP/1.1" status: 200 len: 999 time: 1.3590934 Jun 30 03:16:46.739043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43624) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:46.780169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9ca9e09e-2a04-4dd4-abec-eaeb275e3460 None None] For port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0796a4c5-ec52-4b30-91a1-95dcd60f8f79,segment=NetworkSegment(ebd80315-2e4f-43ce-868c-9c049697562c),segment_id=ebd80315-2e4f-43ce-868c-9c049697562c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:46.795395 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.835615 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.835615 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.889949 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9ca9e09e-2a04-4dd4-abec-eaeb275e3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.975965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Port': ['ID=b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:47.018973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6ce83adb-9d30-4bcf-b41e-de1a1a201baf tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 734a8996-164d-4021-beac-9cffe86624cb {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:47.019322 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ce83adb-9d30-4bcf-b41e-de1a1a201baf tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:47.071170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network b608a926-7292-4bce-b5a1-87ababfd4fed is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:47.075438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:47.084358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:16:47.085023 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:16:47.087235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9e09e-2a04-4dd4-abec-eaeb275e3460 None None] Pushing event updated for resources: {'Port': ['ID=0796a4c5-ec52-4b30-91a1-95dcd60f8f79,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:47.237863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ce83adb-9d30-4bcf-b41e-de1a1a201baf tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:47.249382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c811f9cd-497a-42e8-bbd6-16ca5a3c4890 None None] Provisioning for port 81d089de-60b1-49c3-a80a-bdd3f59a297f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:47.299962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6ce83adb-9d30-4bcf-b41e-de1a1a201baf tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 734a8996-164d-4021-beac-9cffe86624cb owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:47.396387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dbc1c8d4-fe66-4a47-b36c-9fcb0f9be826 None None] Provisioning complete for port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:47.396946 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c8d4-fe66-4a47-b36c-9fcb0f9be826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:47.507137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Router 9f8be2ab-a44a-4645-9c41-9253dbec6e88 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:16:47.816552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 81d089de-60b1-49c3-a80a-bdd3f59a297f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:47.841631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:16:47.861121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-240c6978-17a0-48ad-9509-25692e0b6a35 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "PUT /v2.0/routers/9f8be2ab-a44a-4645-9c41-9253dbec6e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5898659 Jun 30 03:16:47.861379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43634) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:47.913364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25fc71-5e03-4c27-b84d-4ab504df8bf3 None None] Sync routers for ids ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:16:47.944906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25fc71-5e03-4c27-b84d-4ab504df8bf3 None None] Routers {'9f8be2ab-a44a-4645-9c41-9253dbec6e88'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:47.945704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e25fc71-5e03-4c27-b84d-4ab504df8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:47.953001 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ce83adb-9d30-4bcf-b41e-de1a1a201baf tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.015274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce83adb-9d30-4bcf-b41e-de1a1a201baf tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=734a8996-164d-4021-beac-9cffe86624cb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:48.104199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 81d089de-60b1-49c3-a80a-bdd3f59a297f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:48.106750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340f29cb-88a4-49a9-a318-13a57f3bd863 None None] Network 939a2029-1ead-4fe2-9dc2-524f7e43d391 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:48.114989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e25fc71-5e03-4c27-b84d-4ab504df8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:48.187113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 81d089de-60b1-49c3-a80a-bdd3f59a297f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:48.187599 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.209837 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6ce83adb-9d30-4bcf-b41e-de1a1a201baf tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.218157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6ce83adb-9d30-4bcf-b41e-de1a1a201baf tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/734a8996-164d-4021-beac-9cffe86624cb HTTP/1.1" status: 204 len: 168 time: 1.4775193 Jun 30 03:16:48.218866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43638) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:48.294553 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-528514e4-41bd-44a3-9da1-6b9cb9cb65d9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:16:48.297101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-528514e4-41bd-44a3-9da1-6b9cb9cb65d9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/734a8996-164d-4021-beac-9cffe86624cb HTTP/1.1" status: 404 len: 333 time: 0.0772362 Jun 30 03:16:48.305728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43640) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:48.436972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c311f1-9a6d-4d31-8a11-0f8bebe85952 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet a30148ee-feee-4697-962f-34ae62a9ad2e {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:16:48.451088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69c311f1-9a6d-4d31-8a11-0f8bebe85952 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.507466 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-43d5ee8a-619f-40e2-91eb-8889059091a7 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:16:48.512600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-43d5ee8a-619f-40e2-91eb-8889059091a7 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "PUT /v2.0/routers/9f8be2ab-a44a-4645-9c41-9253dbec6e88/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6499827 Jun 30 03:16:48.512799 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43644) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:48.524891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25fc71-5e03-4c27-b84d-4ab504df8bf3 None None] Routers {'9f8be2ab-a44a-4645-9c41-9253dbec6e88'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:48.525746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e25fc71-5e03-4c27-b84d-4ab504df8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:48.575191 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.589690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dbc1c8d4-fe66-4a47-b36c-9fcb0f9be826 None None] Could not find standard attr ID for object 734a8996-164d-4021-beac-9cffe86624cb. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:16:48.594442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-2e25fc71-5e03-4c27-b84d-4ab504df8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:48.595576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25fc71-5e03-4c27-b84d-4ab504df8bf3 None None] The sync data for ids ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:16:48.600596 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69c311f1-9a6d-4d31-8a11-0f8bebe85952 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.670387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 81d089de-60b1-49c3-a80a-bdd3f59a297f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=81d089de-60b1-49c3-a80a-bdd3f59a297f,segment=NetworkSegment(002ea56b-40a3-49cf-8fcd-a3d16c0899f8),segment_id=002ea56b-40a3-49cf-8fcd-a3d16c0899f8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:48.739731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dbc1c8d4-fe66-4a47-b36c-9fcb0f9be826 None None] Provisioning for port b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:48.746707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dbc1c8d4-fe66-4a47-b36c-9fcb0f9be826 None None] Provisioning complete for port b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:48.747084 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c8d4-fe66-4a47-b36c-9fcb0f9be826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.797367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1c8d4-fe66-4a47-b36c-9fcb0f9be826 None None] Port b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:16:48.805085 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.876002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dbc1c8d4-fe66-4a47-b36c-9fcb0f9be826 None None] Provisioning complete for port 81d089de-60b1-49c3-a80a-bdd3f59a297f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:48.876380 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbc1c8d4-fe66-4a47-b36c-9fcb0f9be826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.937283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69c311f1-9a6d-4d31-8a11-0f8bebe85952 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:48.988889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=81d089de-60b1-49c3-a80a-bdd3f59a297f,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:49.071941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:49.130140 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:49.130561 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.167307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3bd05315-2fa6-4a91-88d2-b843f0b49ebe None None] Could not find standard attr ID for object 734a8996-164d-4021-beac-9cffe86624cb. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:16:49.190301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3bd05315-2fa6-4a91-88d2-b843f0b49ebe None None] Provisioning complete for port b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:49.190603 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3bd05315-2fa6-4a91-88d2-b843f0b49ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.251351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3bd05315-2fa6-4a91-88d2-b843f0b49ebe None None] Port b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:16:49.275228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a1fcff44-b903-4be9-bcfe-f2f153511c8f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:49.286450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69c311f1-9a6d-4d31-8a11-0f8bebe85952 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.322353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c311f1-9a6d-4d31-8a11-0f8bebe85952 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=a30148ee-feee-4697-962f-34ae62a9ad2e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:49.327165 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-69c311f1-9a6d-4d31-8a11-0f8bebe85952 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.329130 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-69c311f1-9a6d-4d31-8a11-0f8bebe85952 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/a30148ee-feee-4697-962f-34ae62a9ad2e HTTP/1.1" status: 204 len: 168 time: 1.0217013 Jun 30 03:16:49.331789 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43648) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:49.338056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc434128-4711-4278-bd8c-0a76816a9a61 None None] Network 54d6cfd5-ba20-433f-8977-2a8c67822239 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:49.385875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3bd05315-2fa6-4a91-88d2-b843f0b49ebe None None] Provisioning for port a1fcff44-b903-4be9-bcfe-f2f153511c8f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:49.402630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaa796d-2120-466d-9fdb-91be082f57d0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet 8ce20480-bf6d-4580-af9f-6c7d52b32900 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:16:49.411285 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6eaa796d-2120-466d-9fdb-91be082f57d0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.455663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a1fcff44-b903-4be9-bcfe-f2f153511c8f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:49.459131 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.485804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a1fcff44-b903-4be9-bcfe-f2f153511c8f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:49.486179 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.655988 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.742965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port a1fcff44-b903-4be9-bcfe-f2f153511c8f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a1fcff44-b903-4be9-bcfe-f2f153511c8f,segment=NetworkSegment(63e5676e-9e72-4464-9e33-7ecb5627202c),segment_id=63e5676e-9e72-4464-9e33-7ecb5627202c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:49.868598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6eaa796d-2120-466d-9fdb-91be082f57d0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.871003 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:49.930888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=a1fcff44-b903-4be9-bcfe-f2f153511c8f,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:50.072117 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6eaa796d-2120-466d-9fdb-91be082f57d0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.241234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Deleting port b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:50.241768 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.291386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6eaa796d-2120-466d-9fdb-91be082f57d0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.307659 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6eaa796d-2120-466d-9fdb-91be082f57d0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.312624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6eaa796d-2120-466d-9fdb-91be082f57d0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/8ce20480-bf6d-4580-af9f-6c7d52b32900 HTTP/1.1" status: 204 len: 168 time: 0.9768503 Jun 30 03:16:50.314657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43654) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:50.339787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa796d-2120-466d-9fdb-91be082f57d0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce20480-bf6d-4580-af9f-6c7d52b32900,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:50.391498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.406818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Calling delete_port for b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:50.432058 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.481842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d4da4-c3b0-4e83-a93d-b707323db900 None None] Network 54d6cfd5-ba20-433f-8977-2a8c67822239 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:50.511094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:50.511631 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.581774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] For port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0796a4c5-ec52-4b30-91a1-95dcd60f8f79,segment=NetworkSegment(ebd80315-2e4f-43ce-868c-9c049697562c),segment_id=ebd80315-2e4f-43ce-868c-9c049697562c)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:50.582017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.602740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:50.613520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f5eeef2c-bb37-4cc3-9a46-6769d56b4bfc None None] Provisioning complete for port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:50.613520 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f5eeef2c-bb37-4cc3-9a46-6769d56b4bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.822809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] DHCP port deletion for 54d6cfd5-ba20-433f-8977-2a8c67822239 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:16:50.836443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.865366 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.914648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Port': ['ID=b9c5b49f-6ffb-4f20-aeb6-8b3a4daacd14,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:50.929864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Deleting port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:50.931141 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:50.937017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=0796a4c5-ec52-4b30-91a1-95dcd60f8f79,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:50.950955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a1fcff44-b903-4be9-bcfe-f2f153511c8f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:50.953360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No DVR routers for this DVR port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:51.059683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.065510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a1fcff44-b903-4be9-bcfe-f2f153511c8f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:51.066042 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.112626 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.122828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] For port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79, host n-d-798249-3, got binding levels [] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:51.123863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.124763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d6cfd5-ba20-433f-8977-2a8c67822239']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:51.142823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Calling delete_port for 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:51.146583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd80315-2e4f-43ce-868c-9c049697562c') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:51.146891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd80315-2e4f-43ce-868c-9c049697562c') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:51.149063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.ipam_backend_mixin [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 was not found and therefore no delete operation was performed {{(pid=94532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:16:51.152085 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.157820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.182665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.187771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Pushing event deleted for resources: {'Port': ['ID=0796a4c5-ec52-4b30-91a1-95dcd60f8f79,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:51.191799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:51.192564 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.199061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.199477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.200634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.201393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.201864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.202284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.202777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.203109 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.203438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.203762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.204088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.204408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:51.211456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3e9778-b927-4b48-acef-31261f985d0b None None] No DVR routers for this DVR port 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:51.272772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 81d089de-60b1-49c3-a80a-bdd3f59a297f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:51.273840 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:51.320193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Router 9f8be2ab-a44a-4645-9c41-9253dbec6e88 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:16:51.322929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 81d089de-60b1-49c3-a80a-bdd3f59a297f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:51.323274 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.394742 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.410727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.420845 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/networks/54d6cfd5-ba20-433f-8977-2a8c67822239 HTTP/1.1" status: 204 len: 168 time: 1.0997584 Jun 30 03:16:51.421065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:16:51.421541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43660) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:51.432461 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e6663-ef59-4d9b-864f-380c9f9669a7 None None] Sync routers for ids ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:16:51.446922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9c8e7-2b1f-402c-beac-21fbf0c5531f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Network': ['ID=54d6cfd5-ba20-433f-8977-2a8c67822239,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:51.472692 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e6663-ef59-4d9b-864f-380c9f9669a7 None None] Routers {'9f8be2ab-a44a-4645-9c41-9253dbec6e88'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:51.473955 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a87e6663-ef59-4d9b-864f-380c9f9669a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:51.488472 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bd128d83-4ba6-4200-b305-7a3a764bd833 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "PUT /v2.0/routers/9f8be2ab-a44a-4645-9c41-9253dbec6e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9718933 Jun 30 03:16:51.491444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43662) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:51.502054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:51.510977 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a87e6663-ef59-4d9b-864f-380c9f9669a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:51.529612 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e6663-ef59-4d9b-864f-380c9f9669a7 None None] Routers {'9f8be2ab-a44a-4645-9c41-9253dbec6e88'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:51.530571 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a87e6663-ef59-4d9b-864f-380c9f9669a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:51.539935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:51.540581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0796a4c5-ec52-4b30-91a1-95dcd60f8f79 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:51.549816 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-b24c30be-5f1c-40ac-9ef6-859301864623 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] delete failed (client error): The resource could not be found. Jun 30 03:16:51.554316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b24c30be-5f1c-40ac-9ef6-859301864623 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-493205357 HTTP/1.1" status: 404 len: 334 time: 0.0595577 Jun 30 03:16:51.557101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43664) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:51.563094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8411e119-8367-4cdf-b1aa-784215646cf0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f8be2ab-a44a-4645-9c41-9253dbec6e88'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:51.567455 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-a87e6663-ef59-4d9b-864f-380c9f9669a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:51.568259 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e6663-ef59-4d9b-864f-380c9f9669a7 None None] The sync data for ids ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:16:51.600307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f01483-72b8-40ad-bc31-3942663dad2f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:51.605827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-33f01483-72b8-40ad-bc31-3942663dad2f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1826568 Jun 30 03:16:51.606541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43670) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:51.674581 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-160a7856-1330-485d-8e91-af24cb16e0da tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0669436 Jun 30 03:16:51.678007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43674) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:51.682876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1049593030'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:51.799382 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8411e119-8367-4cdf-b1aa-784215646cf0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.893940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:51.897581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.923847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:51.938444 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:51.938924 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Added segment 8fa5c707-f515-4fea-90ab-df8c74ba33a8 of type vlan for network 07d905b5-dd41-4950-9046-4ad8373a1bff Jun 30 03:16:51.953169 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-8411e119-8367-4cdf-b1aa-784215646cf0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] update failed (client error): The resource could not be found. Jun 30 03:16:51.954777 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8411e119-8367-4cdf-b1aa-784215646cf0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "PUT /v2.0/routers/9f8be2ab-a44a-4645-9c41-9253dbec6e88 HTTP/1.1" status: 404 len: 339 time: 0.3957679 Jun 30 03:16:51.965248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43678) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:51.971766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-95142694'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:51.988689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.179631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Made reservation on behalf of 778ee784cb1949b0a92c870dcf32f691 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:52.179850 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.183591 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.185448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:52.186428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.266275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Network': ['ID=07d905b5-dd41-4950-9046-4ad8373a1bff,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:52.277292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 07d905b5-dd41-4950-9046-4ad8373a1bff details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:52.320566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:52.333234 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.333617 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Added segment 9b6b2aa3-9606-46cf-a9cf-81aa88372abd of type vlan for network c2b99dc1-9775-4078-8be8-4007db6532f5 Jun 30 03:16:52.351901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9367cc44-f346-41c7-ac36-a9dca67eca9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6728561 Jun 30 03:16:52.356339 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43682) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:52.364185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '07d905b5-dd41-4950-9046-4ad8373a1bff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:52.384127 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.539177 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.545642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:52.546296 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.573984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:52.577811 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.615599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Network': ['ID=c2b99dc1-9775-4078-8be8-4007db6532f5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:52.626854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c2b99dc1-9775-4078-8be8-4007db6532f5 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:52.723327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b43463e1-bee6-42cd-832c-3c4517e518cc tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7565119 Jun 30 03:16:52.725996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43686) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:52.731357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'subnet': {'network_id': 'c2b99dc1-9775-4078-8be8-4007db6532f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:53.062627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.108990 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.117570 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Made reservation on behalf of 778ee784cb1949b0a92c870dcf32f691 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:53.124281 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.188514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=d6338e71-85fb-4000-b7b6-481bf185a525,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:53.217581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Checking segment: {'id': '8fa5c707-f515-4fea-90ab-df8c74ba33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '07d905b5-dd41-4950-9046-4ad8373a1bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:53.217989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network hostable DHCP agents. Network: 07d905b5-dd41-4950-9046-4ad8373a1bff, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:53.350510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 07d905b5-dd41-4950-9046-4ad8373a1bff is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:53.516898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 07d905b5-dd41-4950-9046-4ad8373a1bff) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:53.521827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:53.522631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.526037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1bbf2-16e3-4a54-bc51-779926dba044 None None] Network 07d905b5-dd41-4950-9046-4ad8373a1bff requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:53.580885 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.618853 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.662228 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ac01e929-814c-4368-bdb8-53a751c016f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3032773 Jun 30 03:16:53.662702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43692) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:53.668626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '07d905b5-dd41-4950-9046-4ad8373a1bff', 'name': 'tempest-PortsTestJSON-415280832'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:53.679359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Checking segment: {'id': '9b6b2aa3-9606-46cf-a9cf-81aa88372abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2b99dc1-9775-4078-8be8-4007db6532f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:53.679732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network hostable DHCP agents. Network: c2b99dc1-9775-4078-8be8-4007db6532f5, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:53.684257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Subnet': ['ID=dc265ba8-4b54-419f-b019-1d2b1a807984,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:53.706054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.706496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.706758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.707100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.707437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.707795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.708127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.708457 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.708787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.709119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.709444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.709791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:53.740187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-07d905b5-dd41-4950-9046-4ad8373a1bff', 'network_id': '07d905b5-dd41-4950-9046-4ad8373a1bff', 'tenant_id': '3a51a2fa813d49c090812c99b67caa8d', 'fixed_ips': [{'subnet_id': 'd6338e71-85fb-4000-b7b6-481bf185a525'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:16:53.741579 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.840269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network c2b99dc1-9775-4078-8be8-4007db6532f5 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:53.883171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:53.887945 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.896762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Allocated IP 172.20.0.2 (07d905b5-dd41-4950-9046-4ad8373a1bff/d6338e71-85fb-4000-b7b6-481bf185a525/435314f4-02e6-4885-90e3-a245dc3b790a) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:53.907269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port d081cf6d-b1e3-4598-b42d-310409cfeeb6 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:53.982791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c2b99dc1-9775-4078-8be8-4007db6532f5) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:53.987489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:53.988082 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.996409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c00c9ae-b4fb-49d2-b5c5-88ededcd60e6 None None] Network c2b99dc1-9775-4078-8be8-4007db6532f5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:54.092541 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.122072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Transition to ACTIVE for port object 435314f4-02e6-4885-90e3-a245dc3b790a will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:54.152177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Transition to ACTIVE for port object 435314f4-02e6-4885-90e3-a245dc3b790a will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:54.160778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-714e18fd-03f2-419f-86e3-0294ebcf5268 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4336755 Jun 30 03:16:54.173106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43698) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:54.179720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-422ae631-d34d-4a39-a87c-fc9c2d81d63c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2b99dc1-9775-4078-8be8-4007db6532f5'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:54.202714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c2b99dc1-9775-4078-8be8-4007db6532f5', 'network_id': 'c2b99dc1-9775-4078-8be8-4007db6532f5', 'tenant_id': '778ee784cb1949b0a92c870dcf32f691', 'fixed_ips': [{'subnet_id': 'dc265ba8-4b54-419f-b019-1d2b1a807984'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:16:54.202847 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.269727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.325233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Network 07d905b5-dd41-4950-9046-4ad8373a1bff is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:54.335177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:54.339887 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:54.342586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Pushing event updated for resources: {'Port': ['ID=435314f4-02e6-4885-90e3-a245dc3b790a,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:54.592793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Attempting to bind port 435314f4-02e6-4885-90e3-a245dc3b790a on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:54.593076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Attempting to bind port 435314f4-02e6-4885-90e3-a245dc3b790a by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '8fa5c707-f515-4fea-90ab-df8c74ba33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '07d905b5-dd41-4950-9046-4ad8373a1bff'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:54.593676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Attempting to bind port 435314f4-02e6-4885-90e3-a245dc3b790a on network 07d905b5-dd41-4950-9046-4ad8373a1bff {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:54.608294 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Allocated IP 2001:db8:1::2 (c2b99dc1-9775-4078-8be8-4007db6532f5/dc265ba8-4b54-419f-b019-1d2b1a807984/bad5e307-b2cc-48e3-92cb-7908ff54280a) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:54.610827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:54.616772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Checking segment: {'id': '8fa5c707-f515-4fea-90ab-df8c74ba33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '07d905b5-dd41-4950-9046-4ad8373a1bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:54.616772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.616772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Bound using segment: {'id': '8fa5c707-f515-4fea-90ab-df8c74ba33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '07d905b5-dd41-4950-9046-4ad8373a1bff'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:54.616772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Bound port: 435314f4-02e6-4885-90e3-a245dc3b790a, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa5c707-f515-4fea-90ab-df8c74ba33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '07d905b5-dd41-4950-9046-4ad8373a1bff'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:54.616772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.747154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] For port 435314f4-02e6-4885-90e3-a245dc3b790a, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:54.761799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.12 (07d905b5-dd41-4950-9046-4ad8373a1bff/d6338e71-85fb-4000-b7b6-481bf185a525/d081cf6d-b1e3-4598-b42d-310409cfeeb6) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:54.776788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] For port 435314f4-02e6-4885-90e3-a245dc3b790a, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=435314f4-02e6-4885-90e3-a245dc3b790a,segment=NetworkSegment(8fa5c707-f515-4fea-90ab-df8c74ba33a8),segment_id=8fa5c707-f515-4fea-90ab-df8c74ba33a8)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:54.835970 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.846350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Transition to ACTIVE for port object bad5e307-b2cc-48e3-92cb-7908ff54280a will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:54.864335 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.874570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Transition to ACTIVE for port object bad5e307-b2cc-48e3-92cb-7908ff54280a will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:54.933554 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-422ae631-d34d-4a39-a87c-fc9c2d81d63c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.947552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592f757-1a9e-4482-a5ff-523fa2e35374 None None] Pushing event updated for resources: {'Port': ['ID=435314f4-02e6-4885-90e3-a245dc3b790a,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:54.969659 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:55.007856 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:55.027174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object d081cf6d-b1e3-4598-b42d-310409cfeeb6 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:55.039904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Network c2b99dc1-9775-4078-8be8-4007db6532f5 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:55.040737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Pushing event updated for resources: {'Port': ['ID=bad5e307-b2cc-48e3-92cb-7908ff54280a,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:55.046477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:55.050435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:55.112122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Attempting to bind port bad5e307-b2cc-48e3-92cb-7908ff54280a on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:55.118908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Attempting to bind port bad5e307-b2cc-48e3-92cb-7908ff54280a by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '9b6b2aa3-9606-46cf-a9cf-81aa88372abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2b99dc1-9775-4078-8be8-4007db6532f5'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:55.118908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Attempting to bind port bad5e307-b2cc-48e3-92cb-7908ff54280a on network c2b99dc1-9775-4078-8be8-4007db6532f5 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:55.121379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:55.121922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Checking segment: {'id': '9b6b2aa3-9606-46cf-a9cf-81aa88372abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2b99dc1-9775-4078-8be8-4007db6532f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:55.122397 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:55.122892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Bound using segment: {'id': '9b6b2aa3-9606-46cf-a9cf-81aa88372abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2b99dc1-9775-4078-8be8-4007db6532f5'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:55.123529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Bound port: bad5e307-b2cc-48e3-92cb-7908ff54280a, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b2aa3-9606-46cf-a9cf-81aa88372abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'c2b99dc1-9775-4078-8be8-4007db6532f5'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:55.124030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:55.225866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:55.244767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] For port bad5e307-b2cc-48e3-92cb-7908ff54280a, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:55.248477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] For port bad5e307-b2cc-48e3-92cb-7908ff54280a, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bad5e307-b2cc-48e3-92cb-7908ff54280a,segment=NetworkSegment(9b6b2aa3-9606-46cf-a9cf-81aa88372abd),segment_id=9b6b2aa3-9606-46cf-a9cf-81aa88372abd)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:55.280196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 07d905b5-dd41-4950-9046-4ad8373a1bff is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:55.286198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:55.291291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:55.346275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=d081cf6d-b1e3-4598-b42d-310409cfeeb6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:55.366696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:55.367248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:55.371532 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-422ae631-d34d-4a39-a87c-fc9c2d81d63c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:16:55.372579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-422ae631-d34d-4a39-a87c-fc9c2d81d63c tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "PUT /v2.0/routers/9f8be2ab-a44a-4645-9c41-9253dbec6e88 HTTP/1.1" status: 400 len: 364 time: 1.1983790 Jun 30 03:16:55.376542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43716) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:55.446292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:55.527065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e82e3-b408-417a-8065-5f24a8bb8465 None None] Pushing event updated for resources: {'Port': ['ID=bad5e307-b2cc-48e3-92cb-7908ff54280a,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:55.557002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-11d634cc-dc40-4a98-af37-47866e3641c2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8925309 Jun 30 03:16:55.562720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43718) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:55.566585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '07d905b5-dd41-4950-9046-4ad8373a1bff', 'name': 'tempest-PortsTestJSON-834866308'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:55.727323 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:55.828139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:55.849450 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:55.867859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port 4555e9a9-ec0e-4048-a1fc-744e79dbb83c yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:16:56.051156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Allocated IP 2001:db8::1 (c8f00bbe-d1bd-46d1-b4da-cb1955f2b184/b8d88228-f1be-42cc-b80d-1374c1765396/a126845f-c695-47a7-b49c-50c1e9dac8b4) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:56.099942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.13 (07d905b5-dd41-4950-9046-4ad8373a1bff/d6338e71-85fb-4000-b7b6-481bf185a525/4555e9a9-ec0e-4048-a1fc-744e79dbb83c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:56.204547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:56.220197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Transition to ACTIVE for port object a126845f-c695-47a7-b49c-50c1e9dac8b4 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:56.305596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08a576-ec42-4c4d-b38f-310c77c43812 None None] Network 07d905b5-dd41-4950-9046-4ad8373a1bff requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:56.327066 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:56.345419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object 4555e9a9-ec0e-4048-a1fc-744e79dbb83c will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:56.434308 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:56.484300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:56.487864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:56.492231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:56.494813 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:56.511345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Port': ['ID=a126845f-c695-47a7-b49c-50c1e9dac8b4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:56.552594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:56.571253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a9bc2f62-735b-428c-a89a-bf03829a632c None None] Provisioning for port 435314f4-02e6-4885-90e3-a245dc3b790a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:56.651605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 07d905b5-dd41-4950-9046-4ad8373a1bff is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:56.660572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:56.665354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:56.708088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=4555e9a9-ec0e-4048-a1fc-744e79dbb83c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:56.766955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:56.767804 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:56.896916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3ec7c13c-8573-414d-89a9-27d06568f7c8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3341725 Jun 30 03:16:56.898541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43740) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:56.957599 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.086154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43744) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:57.096806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 435314f4-02e6-4885-90e3-a245dc3b790a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:57.221411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbaa47f-c7d1-45ef-8add-4826fc482fcc tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:57.224096 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3cbaa47f-c7d1-45ef-8add-4826fc482fcc tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.3255270 Jun 30 03:16:57.229697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43750) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:57.260340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 435314f4-02e6-4885-90e3-a245dc3b790a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:57.272794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 435314f4-02e6-4885-90e3-a245dc3b790a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:57.272794 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.356431 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c9224747-9d73-4dcf-969d-ff474928c60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.370185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-69a5d171-2a8f-4335-bf34-5c90cd694cba None None] Provisioning for port a126845f-c695-47a7-b49c-50c1e9dac8b4 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:57.387068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-69a5d171-2a8f-4335-bf34-5c90cd694cba None None] Provisioning complete for port a126845f-c695-47a7-b49c-50c1e9dac8b4 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:57.392755 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-69a5d171-2a8f-4335-bf34-5c90cd694cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.473304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16166a32-bc43-4857-954b-3c30d511794f None None] Network c2b99dc1-9775-4078-8be8-4007db6532f5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:57.491939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3a316ae8-416f-4937-b459-0dafc946aff6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 4555e9a9-ec0e-4048-a1fc-744e79dbb83c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:57.492539 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a316ae8-416f-4937-b459-0dafc946aff6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.608780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-69a5d171-2a8f-4335-bf34-5c90cd694cba None None] Port a126845f-c695-47a7-b49c-50c1e9dac8b4 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:16:57.677421 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a316ae8-416f-4937-b459-0dafc946aff6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.690610 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.706598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3a316ae8-416f-4937-b459-0dafc946aff6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 4555e9a9-ec0e-4048-a1fc-744e79dbb83c owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:57.741987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-69a5d171-2a8f-4335-bf34-5c90cd694cba None None] Provisioning for port d081cf6d-b1e3-4598-b42d-310409cfeeb6 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:57.762422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-69a5d171-2a8f-4335-bf34-5c90cd694cba None None] Provisioning complete for port d081cf6d-b1e3-4598-b42d-310409cfeeb6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:57.763094 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-69a5d171-2a8f-4335-bf34-5c90cd694cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.809815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 435314f4-02e6-4885-90e3-a245dc3b790a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=435314f4-02e6-4885-90e3-a245dc3b790a,segment=NetworkSegment(8fa5c707-f515-4fea-90ab-df8c74ba33a8),segment_id=8fa5c707-f515-4fea-90ab-df8c74ba33a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:57.858242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-69a5d171-2a8f-4335-bf34-5c90cd694cba None None] Port d081cf6d-b1e3-4598-b42d-310409cfeeb6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:16:57.882758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-69a5d171-2a8f-4335-bf34-5c90cd694cba None None] Provisioning complete for port 435314f4-02e6-4885-90e3-a245dc3b790a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:57.883304 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-69a5d171-2a8f-4335-bf34-5c90cd694cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.951018 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.951954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bad5e307-b2cc-48e3-92cb-7908ff54280a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:58.012770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.064693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=435314f4-02e6-4885-90e3-a245dc3b790a,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:58.143854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a316ae8-416f-4937-b459-0dafc946aff6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.160280 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.161224 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.193019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a316ae8-416f-4937-b459-0dafc946aff6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=4555e9a9-ec0e-4048-a1fc-744e79dbb83c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:58.225460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port bad5e307-b2cc-48e3-92cb-7908ff54280a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:58.272511 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3a316ae8-416f-4937-b459-0dafc946aff6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.275411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3a316ae8-416f-4937-b459-0dafc946aff6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/4555e9a9-ec0e-4048-a1fc-744e79dbb83c HTTP/1.1" status: 204 len: 168 time: 1.0430591 Jun 30 03:16:58.277715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43762) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:58.317973 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-f605c5f0-5880-43fb-87f7-79399c50952b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:16:58.320149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f605c5f0-5880-43fb-87f7-79399c50952b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/4555e9a9-ec0e-4048-a1fc-744e79dbb83c HTTP/1.1" status: 404 len: 333 time: 0.0407460 Jun 30 03:16:58.322510 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43764) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:58.328401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event updated for resources: {'Port': ['ID=a126845f-c695-47a7-b49c-50c1e9dac8b4,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:58.328716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] Provisioning for port bad5e307-b2cc-48e3-92cb-7908ff54280a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:58.334672 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] Provisioning complete for port bad5e307-b2cc-48e3-92cb-7908ff54280a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:58.338660 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.378841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c9224747-9d73-4dcf-969d-ff474928c60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.401878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Network c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:58.403583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:58.470608 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.491758 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c9224747-9d73-4dcf-969d-ff474928c60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.534131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-f426f7ec-7799-4b7d-abb0-eec1cca73b8a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port d081cf6d-b1e3-4598-b42d-310409cfeeb6 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:58.534489 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f426f7ec-7799-4b7d-abb0-eec1cca73b8a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.555569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] For port bad5e307-b2cc-48e3-92cb-7908ff54280a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bad5e307-b2cc-48e3-92cb-7908ff54280a,segment=NetworkSegment(9b6b2aa3-9606-46cf-a9cf-81aa88372abd),segment_id=9b6b2aa3-9606-46cf-a9cf-81aa88372abd)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:58.563176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c9224747-9d73-4dcf-969d-ff474928c60e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e7c0962a943490ab2d62979cf3f514e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4686120 Jun 30 03:16:58.563176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9224747-9d73-4dcf-969d-ff474928c60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7febc2de-8e59-40d8-8d4e-f2f529be0676,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:58.575686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43768) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:58.586692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Router 9f8be2ab-a44a-4645-9c41-9253dbec6e88 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:16:58.631278 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.670275 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f426f7ec-7799-4b7d-abb0-eec1cca73b8a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.678766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9855-cbcf-4d05-bfd3-12be0be5b80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.682307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] Provisioning complete for port d081cf6d-b1e3-4598-b42d-310409cfeeb6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:58.682916 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.686132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-f426f7ec-7799-4b7d-abb0-eec1cca73b8a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for d081cf6d-b1e3-4598-b42d-310409cfeeb6 owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:58.734967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] Port d081cf6d-b1e3-4598-b42d-310409cfeeb6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:16:58.735331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-02e9104a-cf60-45a6-86ef-8146b1608d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.747564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] Could not find standard attr ID for object 4555e9a9-ec0e-4048-a1fc-744e79dbb83c. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:16:58.758803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:16:58.771825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffa692-af71-4ddc-8f2a-ee433d41b9b7 None None] Pushing event updated for resources: {'Port': ['ID=bad5e307-b2cc-48e3-92cb-7908ff54280a,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:58.772006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9b172a56-b928-449a-bfae-e82d26ce1b71 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "PUT /v2.0/routers/9f8be2ab-a44a-4645-9c41-9253dbec6e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3915594 Jun 30 03:16:58.772986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43774) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:58.789999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d02b89-bf82-4656-b11a-6727e3b96c4e None None] Sync routers for ids ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:16:58.790124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-02e9104a-cf60-45a6-86ef-8146b1608d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.806067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d02b89-bf82-4656-b11a-6727e3b96c4e None None] Routers {'9f8be2ab-a44a-4645-9c41-9253dbec6e88'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:58.806311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a2d02b89-bf82-4656-b11a-6727e3b96c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:58.851904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a2d02b89-bf82-4656-b11a-6727e3b96c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:58.868553 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d02b89-bf82-4656-b11a-6727e3b96c4e None None] Routers {'9f8be2ab-a44a-4645-9c41-9253dbec6e88'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:16:58.869424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a2d02b89-bf82-4656-b11a-6727e3b96c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:58.930676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a2d02b89-bf82-4656-b11a-6727e3b96c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:58.931713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d02b89-bf82-4656-b11a-6727e3b96c4e None None] The sync data for ids ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:16:58.937365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bfef2653-d909-43be-b4c3-ffd5606ac55e None None] Provisioning complete for port bad5e307-b2cc-48e3-92cb-7908ff54280a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:58.938214 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bfef2653-d909-43be-b4c3-ffd5606ac55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.963466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09600c9e-b30e-44bd-b725-115797c944e8 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.964354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 435314f4-02e6-4885-90e3-a245dc3b790a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:58.990145 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f426f7ec-7799-4b7d-abb0-eec1cca73b8a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.040144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426f7ec-7799-4b7d-abb0-eec1cca73b8a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=d081cf6d-b1e3-4598-b42d-310409cfeeb6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:59.057046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 435314f4-02e6-4885-90e3-a245dc3b790a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:59.057431 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.084924 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-09600c9e-b30e-44bd-b725-115797c944e8 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 03:16:59.088921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-09600c9e-b30e-44bd-b725-115797c944e8 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/routers/9f8be2ab-a44a-4645-9c41-9253dbec6e88 HTTP/1.1" status: 409 len: 329 time: 0.3049517 Jun 30 03:16:59.099076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43782) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:59.124459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bfef2653-d909-43be-b4c3-ffd5606ac55e None None] Provisioning complete for port a126845f-c695-47a7-b49c-50c1e9dac8b4 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:59.124837 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bfef2653-d909-43be-b4c3-ffd5606ac55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.140700 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f426f7ec-7799-4b7d-abb0-eec1cca73b8a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.144166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f426f7ec-7799-4b7d-abb0-eec1cca73b8a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/d081cf6d-b1e3-4598-b42d-310409cfeeb6 HTTP/1.1" status: 204 len: 168 time: 0.8201613 Jun 30 03:16:59.150071 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43784) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:59.172048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-bfef2653-d909-43be-b4c3-ffd5606ac55e None None] Port a126845f-c695-47a7-b49c-50c1e9dac8b4 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:16:59.183997 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-867f21db-5279-44f5-9c52-334b094d6860 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:16:59.186691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-867f21db-5279-44f5-9c52-334b094d6860 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/d081cf6d-b1e3-4598-b42d-310409cfeeb6 HTTP/1.1" status: 404 len: 333 time: 0.0353615 Jun 30 03:16:59.189269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43786) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:59.203096 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-02e9104a-cf60-45a6-86ef-8146b1608d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.205121 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-02e9104a-cf60-45a6-86ef-8146b1608d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.209115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-02e9104a-cf60-45a6-86ef-8146b1608d96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7febc2de-8e59-40d8-8d4e-f2f529be0676 HTTP/1.1" status: 204 len: 168 time: 0.6301827 Jun 30 03:16:59.226194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bad5e307-b2cc-48e3-92cb-7908ff54280a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:59.239085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9104a-cf60-45a6-86ef-8146b1608d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7febc2de-8e59-40d8-8d4e-f2f529be0676,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:59.273234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9989f5-34ca-4951-b3b2-fe356b636e34 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet d6338e71-85fb-4000-b7b6-481bf185a525 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:16:59.279014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de9989f5-34ca-4951-b3b2-fe356b636e34 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.347845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port bad5e307-b2cc-48e3-92cb-7908ff54280a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:59.348152 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.358868 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de9989f5-34ca-4951-b3b2-fe356b636e34 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.464784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de9989f5-34ca-4951-b3b2-fe356b636e34 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.569936 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.642651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de9989f5-34ca-4951-b3b2-fe356b636e34 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.670034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9989f5-34ca-4951-b3b2-fe356b636e34 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=d6338e71-85fb-4000-b7b6-481bf185a525,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:59.678731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-de9989f5-34ca-4951-b3b2-fe356b636e34 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.683025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe1078-bc4f-4c0f-a291-e1f1d244c5a1 None None] Network 07d905b5-dd41-4950-9046-4ad8373a1bff requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:59.683553 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-de9989f5-34ca-4951-b3b2-fe356b636e34 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/d6338e71-85fb-4000-b7b6-481bf185a525 HTTP/1.1" status: 204 len: 168 time: 0.4901521 Jun 30 03:16:59.693941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43796) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:59.776403 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.837837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 435314f4-02e6-4885-90e3-a245dc3b790a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:59.838100 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.867032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Deleting port a126845f-c695-47a7-b49c-50c1e9dac8b4 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:59.867452 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.919548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] For port 435314f4-02e6-4885-90e3-a245dc3b790a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=435314f4-02e6-4885-90e3-a245dc3b790a,segment=NetworkSegment(8fa5c707-f515-4fea-90ab-df8c74ba33a8),segment_id=8fa5c707-f515-4fea-90ab-df8c74ba33a8)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:59.919960 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.929802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0ec98a-4d0f-4c2c-9c4a-9a7c7c1248f8 None None] DHCP port deletion for 07d905b5-dd41-4950-9046-4ad8373a1bff request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:16:59.962008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 435314f4-02e6-4885-90e3-a245dc3b790a owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:59.985026 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:59.997318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Calling delete_port for a126845f-c695-47a7-b49c-50c1e9dac8b4 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:00.029884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ec98a-4d0f-4c2c-9c4a-9a7c7c1248f8 None None] Deleting port 435314f4-02e6-4885-90e3-a245dc3b790a {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:00.030268 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec98a-4d0f-4c2c-9c4a-9a7c7c1248f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.097449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0e0ec98a-4d0f-4c2c-9c4a-9a7c7c1248f8 None None] For port 435314f4-02e6-4885-90e3-a245dc3b790a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=435314f4-02e6-4885-90e3-a245dc3b790a,segment=NetworkSegment(8fa5c707-f515-4fea-90ab-df8c74ba33a8),segment_id=8fa5c707-f515-4fea-90ab-df8c74ba33a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:00.097449 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec98a-4d0f-4c2c-9c4a-9a7c7c1248f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.109297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ec98a-4d0f-4c2c-9c4a-9a7c7c1248f8 None None] Calling delete_port for 435314f4-02e6-4885-90e3-a245dc3b790a owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:00.141922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43804) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:00.154757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4b1bed1f-1a96-4892-b455-a527e189f36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.157780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.196610 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=435314f4-02e6-4885-90e3-a245dc3b790a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:00.198474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No DVR routers for this DVR port 435314f4-02e6-4885-90e3-a245dc3b790a on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:00.200096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e0ec98a-4d0f-4c2c-9c4a-9a7c7c1248f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.227597 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ec98a-4d0f-4c2c-9c4a-9a7c7c1248f8 None None] Pushing event deleted for resources: {'Port': ['ID=435314f4-02e6-4885-90e3-a245dc3b790a,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:00.233952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0ec98a-4d0f-4c2c-9c4a-9a7c7c1248f8 None None] No DVR routers for this DVR port 435314f4-02e6-4885-90e3-a245dc3b790a on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:00.246325 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.289539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Port': ['ID=a126845f-c695-47a7-b49c-50c1e9dac8b4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:00.301581 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.315117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d905b5-dd41-4950-9046-4ad8373a1bff']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:00.330032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa5c707-f515-4fea-90ab-df8c74ba33a8') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:00.330342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa5c707-f515-4fea-90ab-df8c74ba33a8') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:00.348979 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.374607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.386281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:00.386682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.388159 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:00.390012 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:00.440034 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4b1bed1f-1a96-4892-b455-a527e189f36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.554187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4b1bed1f-1a96-4892-b455-a527e189f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.559348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Router 9f8be2ab-a44a-4645-9c41-9253dbec6e88 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:17:00.593889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4b1bed1f-1a96-4892-b455-a527e189f36e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bfb2b2ba1c5140f0af345651739bfae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509861 Jun 30 03:17:00.594847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bed1f-1a96-4892-b455-a527e189f36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2425203c-7c53-4b15-8a1f-35f85d548352,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:00.597259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43810) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:00.605248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.613391 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.615211 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/networks/07d905b5-dd41-4950-9046-4ad8373a1bff HTTP/1.1" status: 204 len: 168 time: 0.9301591 Jun 30 03:17:00.621292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43812) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:00.635432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2113887087'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:00.638709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:17:00.642196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b8833-0255-4303-9df7-c1b14137ff9b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Network': ['ID=07d905b5-dd41-4950-9046-4ad8373a1bff,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:00.647443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4b377742-235a-4144-9eb7-dc5e0d2be3a1 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "PUT /v2.0/routers/9f8be2ab-a44a-4645-9c41-9253dbec6e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5439723 Jun 30 03:17:00.647915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43814) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:00.651237 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d0589-e5ff-4c50-bb7a-7d96aa84f165 None None] Sync routers for ids ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:17:00.661265 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d0589-e5ff-4c50-bb7a-7d96aa84f165 None None] Routers {'9f8be2ab-a44a-4645-9c41-9253dbec6e88'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:00.661925 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-067d0589-e5ff-4c50-bb7a-7d96aa84f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:00.698408 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-067d0589-e5ff-4c50-bb7a-7d96aa84f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:00.701251 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9626ba9-dd09-457f-a485-a02bef0f6756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.708222 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d0589-e5ff-4c50-bb7a-7d96aa84f165 None None] Routers {'9f8be2ab-a44a-4645-9c41-9253dbec6e88'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:00.709213 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-067d0589-e5ff-4c50-bb7a-7d96aa84f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:16:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:00.727202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9626ba9-dd09-457f-a485-a02bef0f6756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.744638 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-067d0589-e5ff-4c50-bb7a-7d96aa84f165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:00.745610 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067d0589-e5ff-4c50-bb7a-7d96aa84f165 None None] The sync data for ids ['9f8be2ab-a44a-4645-9c41-9253dbec6e88'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:17:00.808328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:00.812603 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.886584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:17:00.900675 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.901072 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Added segment 9bbc2105-86ee-41c1-ba98-d5d61116ff84 of type vlan for network 9f5c5e07-921c-492d-a50d-e187977fccd7 Jun 30 03:17:00.907740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 435314f4-02e6-4885-90e3-a245dc3b790a no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:00.932520 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9626ba9-dd09-457f-a485-a02bef0f6756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.936292 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9626ba9-dd09-457f-a485-a02bef0f6756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.947358 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a9626ba9-dd09-457f-a485-a02bef0f6756 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2425203c-7c53-4b15-8a1f-35f85d548352 HTTP/1.1" status: 204 len: 168 time: 0.3476582 Jun 30 03:17:00.956749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 435314f4-02e6-4885-90e3-a245dc3b790a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:00.957328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 435314f4-02e6-4885-90e3-a245dc3b790a not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:01.017232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9626ba9-dd09-457f-a485-a02bef0f6756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2425203c-7c53-4b15-8a1f-35f85d548352,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:01.020800 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-e042763c-cc67-470c-be74-fe4de279286d tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] show failed (client error): The resource could not be found. Jun 30 03:17:01.025865 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e042763c-cc67-470c-be74-fe4de279286d tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-1770512177 HTTP/1.1" status: 404 len: 335 time: 0.3743324 Jun 30 03:17:01.026482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43824) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:01.031819 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.039896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2b12a254-2018-4d5f-8e28-0ea5ca2d179b tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:01.082354 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-2b12a254-2018-4d5f-8e28-0ea5ca2d179b tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] update failed (client error): The resource could not be found. Jun 30 03:17:01.087791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2b12a254-2018-4d5f-8e28-0ea5ca2d179b tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-92650687 HTTP/1.1" status: 404 len: 333 time: 0.0560274 Jun 30 03:17:01.088244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43826) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:01.156560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-b848fcc5-82d6-4ae4-9568-f9d032cb0f5e tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Deleting subnet dc265ba8-4b54-419f-b019-1d2b1a807984 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:01.159969 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b848fcc5-82d6-4ae4-9568-f9d032cb0f5e tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.202118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b848fcc5-82d6-4ae4-9568-f9d032cb0f5e tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.287566 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b848fcc5-82d6-4ae4-9568-f9d032cb0f5e tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.319873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.325915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:01.326503 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.378205 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-20f30f85-7960-40e8-9122-5ee3792e93db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.383523 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.394350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Network': ['ID=9f5c5e07-921c-492d-a50d-e187977fccd7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:01.408284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9f5c5e07-921c-492d-a50d-e187977fccd7 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:17:01.469569 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b848fcc5-82d6-4ae4-9568-f9d032cb0f5e tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.504370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848fcc5-82d6-4ae4-9568-f9d032cb0f5e tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Subnet': ['ID=dc265ba8-4b54-419f-b019-1d2b1a807984,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:01.507206 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b848fcc5-82d6-4ae4-9568-f9d032cb0f5e tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.509683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b848fcc5-82d6-4ae4-9568-f9d032cb0f5e tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/subnets/dc265ba8-4b54-419f-b019-1d2b1a807984 HTTP/1.1" status: 204 len: 168 time: 0.4198263 Jun 30 03:17:01.511618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43830) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:01.516782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e53a67-d5e6-47b4-9b49-edb7fa96d4f5 None None] Network c2b99dc1-9775-4078-8be8-4007db6532f5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:01.534866 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7de69ed3-0d7f-4898-99c6-df9c5d5ce873 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9100401 Jun 30 03:17:01.538859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43832) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:01.546716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '9f5c5e07-921c-492d-a50d-e187977fccd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:01.664746 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.732128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7927d98-b1e3-479c-9b41-61c3c4a2cd0b None None] DHCP port deletion for c2b99dc1-9775-4078-8be8-4007db6532f5 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:17:01.737017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Deleting port bad5e307-b2cc-48e3-92cb-7908ff54280a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:01.737370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.785408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:01.790776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.794237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b7927d98-b1e3-479c-9b41-61c3c4a2cd0b None None] Deleting port bad5e307-b2cc-48e3-92cb-7908ff54280a {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:01.796546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7927d98-b1e3-479c-9b41-61c3c4a2cd0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.815074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] For port bad5e307-b2cc-48e3-92cb-7908ff54280a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bad5e307-b2cc-48e3-92cb-7908ff54280a,segment=NetworkSegment(9b6b2aa3-9606-46cf-a9cf-81aa88372abd),segment_id=9b6b2aa3-9606-46cf-a9cf-81aa88372abd)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:01.815962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.832875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Calling delete_port for bad5e307-b2cc-48e3-92cb-7908ff54280a owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:01.878331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b7927d98-b1e3-479c-9b41-61c3c4a2cd0b None None] For port bad5e307-b2cc-48e3-92cb-7908ff54280a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bad5e307-b2cc-48e3-92cb-7908ff54280a,segment=NetworkSegment(9b6b2aa3-9606-46cf-a9cf-81aa88372abd),segment_id=9b6b2aa3-9606-46cf-a9cf-81aa88372abd)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:01.878331 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7927d98-b1e3-479c-9b41-61c3c4a2cd0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:01.879804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b7927d98-b1e3-479c-9b41-61c3c4a2cd0b None None] Calling delete_port for bad5e307-b2cc-48e3-92cb-7908ff54280a owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:02.135177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.135486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.144011 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7927d98-b1e3-479c-9b41-61c3c4a2cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.188419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7927d98-b1e3-479c-9b41-61c3c4a2cd0b None None] Pushing event deleted for resources: {'Port': ['ID=bad5e307-b2cc-48e3-92cb-7908ff54280a,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:02.193898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7927d98-b1e3-479c-9b41-61c3c4a2cd0b None None] No DVR routers for this DVR port bad5e307-b2cc-48e3-92cb-7908ff54280a on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:02.199507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] No DVR routers for this DVR port bad5e307-b2cc-48e3-92cb-7908ff54280a on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:02.214202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Port': ['ID=bad5e307-b2cc-48e3-92cb-7908ff54280a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:02.246548 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=d92e027f-004e-459b-ab9b-fa9e60f1c937,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:02.248968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Checking segment: {'id': '9bbc2105-86ee-41c1-ba98-d5d61116ff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9f5c5e07-921c-492d-a50d-e187977fccd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:02.249339 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network hostable DHCP agents. Network: 9f5c5e07-921c-492d-a50d-e187977fccd7, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:17:02.300890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.316937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b99dc1-9775-4078-8be8-4007db6532f5']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:02.321279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6b2aa3-9606-46cf-a9cf-81aa88372abd') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:02.322159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6b2aa3-9606-46cf-a9cf-81aa88372abd') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:02.331229 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.345927 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.352371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:02.356527 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:02.400797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 9f5c5e07-921c-492d-a50d-e187977fccd7 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:17:02.581192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 9f5c5e07-921c-492d-a50d-e187977fccd7) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:02.582579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.589676 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.595693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694dbf8-dce6-4d7d-b56c-a2c8a3bd6a99 None None] Network 9f5c5e07-921c-492d-a50d-e187977fccd7 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:02.595858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:02.596241 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.598045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/networks/c2b99dc1-9775-4078-8be8-4007db6532f5 HTTP/1.1" status: 204 len: 168 time: 1.0799985 Jun 30 03:17:02.598565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43862) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:02.619960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e00b9-44a5-42d0-b8ae-3f2875abf6e5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Network': ['ID=c2b99dc1-9775-4078-8be8-4007db6532f5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:02.675387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-da65c6dc-e61e-4862-8af5-5535f07d24b5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Deleting subnet e9f05c1c-da72-4cf5-81c7-44d0fbd99071 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:02.678953 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da65c6dc-e61e-4862-8af5-5535f07d24b5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.736148 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da65c6dc-e61e-4862-8af5-5535f07d24b5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.793748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-9f5c5e07-921c-492d-a50d-e187977fccd7', 'network_id': '9f5c5e07-921c-492d-a50d-e187977fccd7', 'tenant_id': '3a51a2fa813d49c090812c99b67caa8d', 'fixed_ips': [{'subnet_id': 'd92e027f-004e-459b-ab9b-fa9e60f1c937'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:17:02.795153 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.829762 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6781f36c-ffae-42ce-87ea-1ab4c1b0a980 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2893190 Jun 30 03:17:02.832175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43870) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:02.839022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '9f5c5e07-921c-492d-a50d-e187977fccd7', 'name': 'tempest-PortsTestJSON-295949636', 'fixed_ips': [{'subnet_id': 'd92e027f-004e-459b-ab9b-fa9e60f1c937', 'ip_address': '172.20.0.10'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:02.895956 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da65c6dc-e61e-4862-8af5-5535f07d24b5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:02.959802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Allocated IP 172.20.0.2 (9f5c5e07-921c-492d-a50d-e187977fccd7/d92e027f-004e-459b-ab9b-fa9e60f1c937/d61339bd-9998-40d2-8274-6e6fa37ae352) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:03.135012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bad5e307-b2cc-48e3-92cb-7908ff54280a no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:03.184570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: bad5e307-b2cc-48e3-92cb-7908ff54280a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:03.185296 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bad5e307-b2cc-48e3-92cb-7908ff54280a not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:03.194308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:03.223687 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da65c6dc-e61e-4862-8af5-5535f07d24b5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.273352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65c6dc-e61e-4862-8af5-5535f07d24b5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f05c1c-da72-4cf5-81c7-44d0fbd99071,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:03.277287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-da65c6dc-e61e-4862-8af5-5535f07d24b5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.281760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-da65c6dc-e61e-4862-8af5-5535f07d24b5 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/subnets/e9f05c1c-da72-4cf5-81c7-44d0fbd99071 HTTP/1.1" status: 204 len: 168 time: 0.6796849 Jun 30 03:17:03.283352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43880) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:03.283637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9412c208-1b63-44bf-998e-0d49480cfa6c None None] Network 939a2029-1ead-4fe2-9dc2-524f7e43d391 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:03.320360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.340111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port 5ee80d5d-0211-47d5-9c45-22846b90f4cb yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:17:03.361178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-03089c6f-5bcd-4e3a-b07a-9c2b481c030a tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Deleting subnet 54c63b3c-b4b9-4f8c-a1de-9bff387c0e08 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:03.364282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03089c6f-5bcd-4e3a-b07a-9c2b481c030a tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.401250 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.405849 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03089c6f-5bcd-4e3a-b07a-9c2b481c030a tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.449968 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.461993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Transition to ACTIVE for port object d61339bd-9998-40d2-8274-6e6fa37ae352 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:03.481426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Transition to ACTIVE for port object d61339bd-9998-40d2-8274-6e6fa37ae352 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:03.507083 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03089c6f-5bcd-4e3a-b07a-9c2b481c030a tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.566913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520496a3-d00e-4501-b9d5-608e0319aded None None] DHCP port deletion for 939a2029-1ead-4fe2-9dc2-524f7e43d391 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:17:03.613209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-520496a3-d00e-4501-b9d5-608e0319aded None None] Deleting port a1fcff44-b903-4be9-bcfe-f2f153511c8f {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:03.613634 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-520496a3-d00e-4501-b9d5-608e0319aded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.627496 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.672404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.10 (9f5c5e07-921c-492d-a50d-e187977fccd7/d92e027f-004e-459b-ab9b-fa9e60f1c937/5ee80d5d-0211-47d5-9c45-22846b90f4cb) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:03.703343 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03089c6f-5bcd-4e3a-b07a-9c2b481c030a tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.704270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Network 9f5c5e07-921c-492d-a50d-e187977fccd7 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:03.717817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:03.726512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:03.734013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-520496a3-d00e-4501-b9d5-608e0319aded None None] For port a1fcff44-b903-4be9-bcfe-f2f153511c8f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a1fcff44-b903-4be9-bcfe-f2f153511c8f,segment=NetworkSegment(63e5676e-9e72-4464-9e33-7ecb5627202c),segment_id=63e5676e-9e72-4464-9e33-7ecb5627202c)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:03.734413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-520496a3-d00e-4501-b9d5-608e0319aded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.736589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Pushing event updated for resources: {'Port': ['ID=d61339bd-9998-40d2-8274-6e6fa37ae352,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:03.749926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03089c6f-5bcd-4e3a-b07a-9c2b481c030a tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Subnet': ['ID=54c63b3c-b4b9-4f8c-a1de-9bff387c0e08,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:03.766913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03089c6f-5bcd-4e3a-b07a-9c2b481c030a tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.771888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-03089c6f-5bcd-4e3a-b07a-9c2b481c030a tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/subnets/54c63b3c-b4b9-4f8c-a1de-9bff387c0e08 HTTP/1.1" status: 204 len: 168 time: 0.4842896 Jun 30 03:17:03.772321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43884) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:03.784116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-520496a3-d00e-4501-b9d5-608e0319aded None None] Calling delete_port for a1fcff44-b903-4be9-bcfe-f2f153511c8f owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:03.786069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a816b8-7e72-4bd6-8456-2ecd3f7d22c8 None None] Network b608a926-7292-4bce-b5a1-87ababfd4fed requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:03.885976 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.887025 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.906745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object 5ee80d5d-0211-47d5-9c45-22846b90f4cb will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:03.962838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Attempting to bind port d61339bd-9998-40d2-8274-6e6fa37ae352 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:03.963226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Attempting to bind port d61339bd-9998-40d2-8274-6e6fa37ae352 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '9bbc2105-86ee-41c1-ba98-d5d61116ff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9f5c5e07-921c-492d-a50d-e187977fccd7'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:03.963761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Attempting to bind port d61339bd-9998-40d2-8274-6e6fa37ae352 on network 9f5c5e07-921c-492d-a50d-e187977fccd7 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:03.977690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Deleting port a1fcff44-b903-4be9-bcfe-f2f153511c8f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:03.978057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.994255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:03.998549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Checking segment: {'id': '9bbc2105-86ee-41c1-ba98-d5d61116ff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9f5c5e07-921c-492d-a50d-e187977fccd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:03.998549 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.998549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Bound using segment: {'id': '9bbc2105-86ee-41c1-ba98-d5d61116ff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9f5c5e07-921c-492d-a50d-e187977fccd7'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:03.998549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Bound port: d61339bd-9998-40d2-8274-6e6fa37ae352, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbc2105-86ee-41c1-ba98-d5d61116ff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9f5c5e07-921c-492d-a50d-e187977fccd7'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:03.998549 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.046554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] For port a1fcff44-b903-4be9-bcfe-f2f153511c8f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a1fcff44-b903-4be9-bcfe-f2f153511c8f,segment=NetworkSegment(63e5676e-9e72-4464-9e33-7ecb5627202c),segment_id=63e5676e-9e72-4464-9e33-7ecb5627202c)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:04.062944 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.062944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Calling delete_port for a1fcff44-b903-4be9-bcfe-f2f153511c8f owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:04.105793 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.126028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] For port d61339bd-9998-40d2-8274-6e6fa37ae352, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:04.130249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] For port d61339bd-9998-40d2-8274-6e6fa37ae352, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d61339bd-9998-40d2-8274-6e6fa37ae352,segment=NetworkSegment(9bbc2105-86ee-41c1-ba98-d5d61116ff84),segment_id=9bbc2105-86ee-41c1-ba98-d5d61116ff84)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:04.161244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 9f5c5e07-921c-492d-a50d-e187977fccd7 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:04.167879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:04.174136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:04.199152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9189ecc-f77c-41aa-946a-ac4ec6196272 None None] DHCP port deletion for b608a926-7292-4bce-b5a1-87ababfd4fed request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:17:04.208552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=5ee80d5d-0211-47d5-9c45-22846b90f4cb,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:04.238779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:04.239605 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.256199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b9189ecc-f77c-41aa-946a-ac4ec6196272 None None] Deleting port 81d089de-60b1-49c3-a80a-bdd3f59a297f {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:04.256601 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9189ecc-f77c-41aa-946a-ac4ec6196272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.288850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.296624 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-520496a3-d00e-4501-b9d5-608e0319aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.319386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Port': ['ID=a1fcff44-b903-4be9-bcfe-f2f153511c8f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:04.324672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] No DVR routers for this DVR port a1fcff44-b903-4be9-bcfe-f2f153511c8f on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:04.354507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520496a3-d00e-4501-b9d5-608e0319aded None None] Pushing event deleted for resources: {'Port': ['ID=a1fcff44-b903-4be9-bcfe-f2f153511c8f,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:04.362593 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.369717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520496a3-d00e-4501-b9d5-608e0319aded None None] No DVR routers for this DVR port a1fcff44-b903-4be9-bcfe-f2f153511c8f on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:04.393768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b9189ecc-f77c-41aa-946a-ac4ec6196272 None None] For port 81d089de-60b1-49c3-a80a-bdd3f59a297f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=81d089de-60b1-49c3-a80a-bdd3f59a297f,segment=NetworkSegment(002ea56b-40a3-49cf-8fcd-a3d16c0899f8),segment_id=002ea56b-40a3-49cf-8fcd-a3d16c0899f8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:04.393768 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9189ecc-f77c-41aa-946a-ac4ec6196272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.394021 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-66e278c2-4406-47a2-8d11-3d4d421b2550 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5592043 Jun 30 03:17:04.395290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43898) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:04.402510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': '9f5c5e07-921c-492d-a50d-e187977fccd7', 'name': 'tempest-PortsTestJSON-88056141', 'fixed_ips': [{'subnet_id': 'd92e027f-004e-459b-ab9b-fa9e60f1c937', 'ip_address': '172.20.0.9'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:04.441728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a7a2-761a-49a4-9b71-1e78bdd260a0 None None] Pushing event updated for resources: {'Port': ['ID=d61339bd-9998-40d2-8274-6e6fa37ae352,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:04.464996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.475648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b9189ecc-f77c-41aa-946a-ac4ec6196272 None None] Calling delete_port for 81d089de-60b1-49c3-a80a-bdd3f59a297f owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:04.483107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939a2029-1ead-4fe2-9dc2-524f7e43d391']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:04.508420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e5676e-9e72-4464-9e33-7ecb5627202c') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:04.508727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e5676e-9e72-4464-9e33-7ecb5627202c') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:04.522157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.544433 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.555439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:04.555847 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:04.562039 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:04.751671 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.791131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:04.793188 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9189ecc-f77c-41aa-946a-ac4ec6196272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.794327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.794734 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.812513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.815016 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/networks/939a2029-1ead-4fe2-9dc2-524f7e43d391 HTTP/1.1" status: 204 len: 168 time: 1.0416610 Jun 30 03:17:04.828154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43906) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:04.908343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port a45e12ff-7f53-4a70-adb6-7c289105d013 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:17:04.928599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9189ecc-f77c-41aa-946a-ac4ec6196272 None None] No DVR routers for this DVR port 81d089de-60b1-49c3-a80a-bdd3f59a297f on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:04.931992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9189ecc-f77c-41aa-946a-ac4ec6196272 None None] Pushing event deleted for resources: {'Port': ['ID=81d089de-60b1-49c3-a80a-bdd3f59a297f,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:05.009910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173ed9d-c18d-4e77-8dfc-0e6a424cbba0 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Network': ['ID=939a2029-1ead-4fe2-9dc2-524f7e43d391,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:05.051804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d61339bd-9998-40d2-8274-6e6fa37ae352 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:05.069352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.189301 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.192918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.9 (9f5c5e07-921c-492d-a50d-e187977fccd7/d92e027f-004e-459b-ab9b-fa9e60f1c937/a45e12ff-7f53-4a70-adb6-7c289105d013) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:05.199406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d61339bd-9998-40d2-8274-6e6fa37ae352 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:05.208737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b608a926-7292-4bce-b5a1-87ababfd4fed']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:05.220318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002ea56b-40a3-49cf-8fcd-a3d16c0899f8') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:05.220623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002ea56b-40a3-49cf-8fcd-a3d16c0899f8') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:05.232098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.254020 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.265915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:05.266415 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.267721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a1fcff44-b903-4be9-bcfe-f2f153511c8f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:05.272981 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:05.293392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: a1fcff44-b903-4be9-bcfe-f2f153511c8f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:05.294066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a1fcff44-b903-4be9-bcfe-f2f153511c8f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:05.294718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 81d089de-60b1-49c3-a80a-bdd3f59a297f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:05.315583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 81d089de-60b1-49c3-a80a-bdd3f59a297f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:05.316185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 81d089de-60b1-49c3-a80a-bdd3f59a297f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:05.424237 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.441742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object a45e12ff-7f53-4a70-adb6-7c289105d013 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:05.516994 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.522860 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.536588 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/networks/b608a926-7292-4bce-b5a1-87ababfd4fed HTTP/1.1" status: 204 len: 168 time: 0.6955473 Jun 30 03:17:05.537152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43916) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:05.547619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a8d36-c310-4908-94d7-7e3d95141532 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Network': ['ID=b608a926-7292-4bce-b5a1-87ababfd4fed,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:05.601157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01a972c-e4e7-459d-ae39-ef0f8dfdbe24 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Deleting subnet b8d88228-f1be-42cc-b80d-1374c1765396 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:05.604719 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f01a972c-e4e7-459d-ae39-ef0f8dfdbe24 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.659691 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f01a972c-e4e7-459d-ae39-ef0f8dfdbe24 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.683586 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.749945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 9f5c5e07-921c-492d-a50d-e187977fccd7 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:05.758027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:05.765883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:05.770250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f093c0-cd41-4835-a3ca-272c6e4c6ebd None None] Network 9f5c5e07-921c-492d-a50d-e187977fccd7 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:05.797140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=a45e12ff-7f53-4a70-adb6-7c289105d013,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:05.852099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:05.852779 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:05.859551 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f01a972c-e4e7-459d-ae39-ef0f8dfdbe24 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.054151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-84387537-22a3-453b-8ada-fcf9371b2144 None None] Provisioning for port d61339bd-9998-40d2-8274-6e6fa37ae352 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:06.059658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f686a9e2-8484-4876-b64d-489f4ad7597e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6574240 Jun 30 03:17:06.059658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43926) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:06.059937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-84387537-22a3-453b-8ada-fcf9371b2144 None None] Provisioning complete for port d61339bd-9998-40d2-8274-6e6fa37ae352 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:06.059937 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-84387537-22a3-453b-8ada-fcf9371b2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.122069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f01a972c-e4e7-459d-ae39-ef0f8dfdbe24 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.171693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a972c-e4e7-459d-ae39-ef0f8dfdbe24 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d88228-f1be-42cc-b80d-1374c1765396,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:06.190926 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-84387537-22a3-453b-8ada-fcf9371b2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.197679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f01a972c-e4e7-459d-ae39-ef0f8dfdbe24 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.205170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a210bcf4-a349-4e9d-ab03-2b2f51ce5c89 None None] Network c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:06.210145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f01a972c-e4e7-459d-ae39-ef0f8dfdbe24 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/subnets/b8d88228-f1be-42cc-b80d-1374c1765396 HTTP/1.1" status: 204 len: 168 time: 0.6783113 Jun 30 03:17:06.211921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43932) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:06.290763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa6248b-415b-4141-b0f2-a9ed61b221a5 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:06.296209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8fa6248b-415b-4141-b0f2-a9ed61b221a5 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2339332 Jun 30 03:17:06.298029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43936) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:06.313638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-84387537-22a3-453b-8ada-fcf9371b2144 None None] For port d61339bd-9998-40d2-8274-6e6fa37ae352, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d61339bd-9998-40d2-8274-6e6fa37ae352,segment=NetworkSegment(9bbc2105-86ee-41c1-ba98-d5d61116ff84),segment_id=9bbc2105-86ee-41c1-ba98-d5d61116ff84)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:06.335860 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.398866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Deleting port 771745d5-1a60-48ba-8e06-a313eae841f0 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:06.399196 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.428505 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-84387537-22a3-453b-8ada-fcf9371b2144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.439363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-f94854d1-83e2-4678-a5a3-a8bbf3c67048 req-3cc9268b-a4e7-4bbb-992b-519e1c4ca747 service neutron] (94531) timed out ('10.222.0.74', 60548) {{(pid=94531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:17:06.473084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] For port 771745d5-1a60-48ba-8e06-a313eae841f0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=771745d5-1a60-48ba-8e06-a313eae841f0,segment=NetworkSegment(259a9275-bdf1-4d9e-842e-0e3432e38bef),segment_id=259a9275-bdf1-4d9e-842e-0e3432e38bef)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:06.473408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.485608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa5c4ce-70f5-4ef1-945b-bf8c72b104a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:06.490905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Calling delete_port for 771745d5-1a60-48ba-8e06-a313eae841f0 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:06.499863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa5c4ce-70f5-4ef1-945b-bf8c72b104a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:06.513613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa5c4ce-70f5-4ef1-945b-bf8c72b104a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:06.514203 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-faa5c4ce-70f5-4ef1-945b-bf8c72b104a1 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.2139421 Jun 30 03:17:06.522173 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43940) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:06.608640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7221bca8-9cbb-4016-ab6f-6b1da708ab8a None None] Provisioning complete for port d61339bd-9998-40d2-8274-6e6fa37ae352 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:06.609143 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7221bca8-9cbb-4016-ab6f-6b1da708ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.612855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84387537-22a3-453b-8ada-fcf9371b2144 None None] Pushing event updated for resources: {'Port': ['ID=d61339bd-9998-40d2-8274-6e6fa37ae352,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:06.682037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-838231d6-0bca-44c4-87f3-2881d8b836fc tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port a45e12ff-7f53-4a70-adb6-7c289105d013 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:06.682870 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-838231d6-0bca-44c4-87f3-2881d8b836fc tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.698691 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.734419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] No DVR routers for this DVR port 771745d5-1a60-48ba-8e06-a313eae841f0 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:06.751272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ae317-acf7-48ab-a273-b64ba61ef5f2 None None] DHCP port deletion for c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:17:06.766620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Port': ['ID=771745d5-1a60-48ba-8e06-a313eae841f0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:06.877105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7221bca8-9cbb-4016-ab6f-6b1da708ab8a None None] Provisioning for port 5ee80d5d-0211-47d5-9c45-22846b90f4cb completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:06.882290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7221bca8-9cbb-4016-ab6f-6b1da708ab8a None None] Provisioning complete for port 5ee80d5d-0211-47d5-9c45-22846b90f4cb triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:06.885741 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7221bca8-9cbb-4016-ab6f-6b1da708ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.938258 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-838231d6-0bca-44c4-87f3-2881d8b836fc tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.966619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7221bca8-9cbb-4016-ab6f-6b1da708ab8a None None] Port 5ee80d5d-0211-47d5-9c45-22846b90f4cb cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:06.967490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-838231d6-0bca-44c4-87f3-2881d8b836fc tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for a45e12ff-7f53-4a70-adb6-7c289105d013 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:06.968790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d61339bd-9998-40d2-8274-6e6fa37ae352 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:06.969164 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.983522 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f00bbe-d1bd-46d1-b4da-cb1955f2b184']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:07.000378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259a9275-bdf1-4d9e-842e-0e3432e38bef') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:07.000378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259a9275-bdf1-4d9e-842e-0e3432e38bef') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:07.010360 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.034363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d61339bd-9998-40d2-8274-6e6fa37ae352 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:07.034783 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.034993 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.047908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:07.048335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:07.052021 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:07.178511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 771745d5-1a60-48ba-8e06-a313eae841f0 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:07.203059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 771745d5-1a60-48ba-8e06-a313eae841f0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:07.203598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 771745d5-1a60-48ba-8e06-a313eae841f0 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:07.225276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7221bca8-9cbb-4016-ab6f-6b1da708ab8a None None] Provisioning for port a45e12ff-7f53-4a70-adb6-7c289105d013 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:07.229863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7221bca8-9cbb-4016-ab6f-6b1da708ab8a None None] Provisioning complete for port a45e12ff-7f53-4a70-adb6-7c289105d013 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:07.229863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7221bca8-9cbb-4016-ab6f-6b1da708ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.265956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7221bca8-9cbb-4016-ab6f-6b1da708ab8a None None] Port a45e12ff-7f53-4a70-adb6-7c289105d013 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:07.282491 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.289513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.292044 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/networks/c8f00bbe-d1bd-46d1-b4da-cb1955f2b184 HTTP/1.1" status: 204 len: 168 time: 1.0783339 Jun 30 03:17:07.294911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43950) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:07.315243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbed1b6-cca6-4395-ad8a-24a70564df22 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Pushing event deleted for resources: {'Network': ['ID=c8f00bbe-d1bd-46d1-b4da-cb1955f2b184,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:07.325960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a38e6cdc-0719-4371-863b-cf7980c61d01 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "GET /v2.0/ports?device_id=9f8be2ab-a44a-4645-9c41-9253dbec6e88 HTTP/1.1" status: 200 len: 205 time: 0.0291634 Jun 30 03:17:07.329654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43952) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:07.401059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7a84172b-13c0-4d1a-88dc-3d5f48d3290e None None] Provisioning complete for port a45e12ff-7f53-4a70-adb6-7c289105d013 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:07.403232 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7a84172b-13c0-4d1a-88dc-3d5f48d3290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.422090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0c12-ad7a-400c-afa6-3d10b6f04637 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.443619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7a84172b-13c0-4d1a-88dc-3d5f48d3290e None None] Port a45e12ff-7f53-4a70-adb6-7c289105d013 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:07.455699 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7a84172b-13c0-4d1a-88dc-3d5f48d3290e None None] Provisioning complete for port 5ee80d5d-0211-47d5-9c45-22846b90f4cb triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:07.456313 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7a84172b-13c0-4d1a-88dc-3d5f48d3290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.499547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7a84172b-13c0-4d1a-88dc-3d5f48d3290e None None] Port 5ee80d5d-0211-47d5-9c45-22846b90f4cb cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:07.563208 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-838231d6-0bca-44c4-87f3-2881d8b836fc tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.620246 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0c12-ad7a-400c-afa6-3d10b6f04637 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.624342 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0c12-ad7a-400c-afa6-3d10b6f04637 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.626280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838231d6-0bca-44c4-87f3-2881d8b836fc tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=a45e12ff-7f53-4a70-adb6-7c289105d013,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:07.732649 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-838231d6-0bca-44c4-87f3-2881d8b836fc tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.734728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-838231d6-0bca-44c4-87f3-2881d8b836fc tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/a45e12ff-7f53-4a70-adb6-7c289105d013 HTTP/1.1" status: 204 len: 168 time: 1.2114587 Jun 30 03:17:07.737530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43956) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:07.768267 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfef69d-f7ff-4c13-8806-856457855f59 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:17:07.770289 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fdfef69d-f7ff-4c13-8806-856457855f59 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/a45e12ff-7f53-4a70-adb6-7c289105d013 HTTP/1.1" status: 404 len: 333 time: 0.0318058 Jun 30 03:17:07.773054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43960) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:07.810887 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0c12-ad7a-400c-afa6-3d10b6f04637 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.812500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4d0c12-ad7a-400c-afa6-3d10b6f04637 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Fanout notify agent at l3_agent the message router_deleted on router 9f8be2ab-a44a-4645-9c41-9253dbec6e88 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:17:07.825060 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0c12-ad7a-400c-afa6-3d10b6f04637 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:07.829408 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ef4d0c12-ad7a-400c-afa6-3d10b6f04637 tempest-RoutersNegativeIpV6Test-680874223 tempest-RoutersNegativeIpV6Test-680874223-project] 10.222.0.77 "DELETE /v2.0/routers/9f8be2ab-a44a-4645-9c41-9253dbec6e88 HTTP/1.1" status: 204 len: 168 time: 0.4980633 Jun 30 03:17:07.955813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-2552e6de-ff74-4341-a7d3-eb05cba81b70 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 5ee80d5d-0211-47d5-9c45-22846b90f4cb {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:07.956414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2552e6de-ff74-4341-a7d3-eb05cba81b70 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:08.052519 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2552e6de-ff74-4341-a7d3-eb05cba81b70 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:08.065883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-2552e6de-ff74-4341-a7d3-eb05cba81b70 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 5ee80d5d-0211-47d5-9c45-22846b90f4cb owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:08.414007 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2552e6de-ff74-4341-a7d3-eb05cba81b70 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:08.444429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e6de-ff74-4341-a7d3-eb05cba81b70 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=5ee80d5d-0211-47d5-9c45-22846b90f4cb,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:08.534837 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2552e6de-ff74-4341-a7d3-eb05cba81b70 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:08.539312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2552e6de-ff74-4341-a7d3-eb05cba81b70 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/5ee80d5d-0211-47d5-9c45-22846b90f4cb HTTP/1.1" status: 204 len: 168 time: 0.7633662 Jun 30 03:17:08.542876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43972) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:08.575693 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ed4ca5-f461-461f-b34a-aac4faf4055e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:17:08.578196 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-92ed4ca5-f461-461f-b34a-aac4faf4055e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/5ee80d5d-0211-47d5-9c45-22846b90f4cb HTTP/1.1" status: 404 len: 333 time: 0.0329673 Jun 30 03:17:08.580105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43974) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:08.643053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1347625c-9668-43a0-addc-4d098ad6f82e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet d92e027f-004e-459b-ab9b-fa9e60f1c937 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:08.652228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1347625c-9668-43a0-addc-4d098ad6f82e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:08.710908 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1347625c-9668-43a0-addc-4d098ad6f82e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:08.769384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43980) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:08.841793 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1347625c-9668-43a0-addc-4d098ad6f82e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:08.995373 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d73c1d3f-58af-4065-8d05-20764a8352af admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=778ee784cb1949b0a92c870dcf32f691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246943 Jun 30 03:17:08.998774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 43986) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:09.030144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1347625c-9668-43a0-addc-4d098ad6f82e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.073571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1347625c-9668-43a0-addc-4d098ad6f82e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.079955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1347625c-9668-43a0-addc-4d098ad6f82e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/d92e027f-004e-459b-ab9b-fa9e60f1c937 HTTP/1.1" status: 204 len: 168 time: 0.4951046 Jun 30 03:17:09.079955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347625c-9668-43a0-addc-4d098ad6f82e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=d92e027f-004e-459b-ab9b-fa9e60f1c937,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:09.080242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 43990) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:09.083953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b84094-4302-49d6-90e2-73980272b371 None None] Network 9f5c5e07-921c-492d-a50d-e187977fccd7 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:09.106398 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d361-492c-4c58-9b6d-f855fb6ae55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.130341 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d361-492c-4c58-9b6d-f855fb6ae55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.164023 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.216858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port d61339bd-9998-40d2-8274-6e6fa37ae352 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:09.217202 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.284419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5597262b-a471-4766-838c-fa0ebac31680 None None] DHCP port deletion for 9f5c5e07-921c-492d-a50d-e187977fccd7 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:17:09.297785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] For port d61339bd-9998-40d2-8274-6e6fa37ae352, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d61339bd-9998-40d2-8274-6e6fa37ae352,segment=NetworkSegment(9bbc2105-86ee-41c1-ba98-d5d61116ff84),segment_id=9bbc2105-86ee-41c1-ba98-d5d61116ff84)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:09.303071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.312716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for d61339bd-9998-40d2-8274-6e6fa37ae352 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:09.327820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d361-492c-4c58-9b6d-f855fb6ae55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.330498 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2b7d361-492c-4c58-9b6d-f855fb6ae55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.336241 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f2b7d361-492c-4c58-9b6d-f855fb6ae55c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d7ac582d-278f-4fc3-8251-503cb659e6e1 HTTP/1.1" status: 204 len: 168 time: 0.3319786 Jun 30 03:17:09.341271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7d361-492c-4c58-9b6d-f855fb6ae55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ac582d-278f-4fc3-8251-503cb659e6e1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:09.346659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5597262b-a471-4766-838c-fa0ebac31680 None None] Deleting port d61339bd-9998-40d2-8274-6e6fa37ae352 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:09.346958 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5597262b-a471-4766-838c-fa0ebac31680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.440190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5597262b-a471-4766-838c-fa0ebac31680 None None] For port d61339bd-9998-40d2-8274-6e6fa37ae352, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d61339bd-9998-40d2-8274-6e6fa37ae352,segment=NetworkSegment(9bbc2105-86ee-41c1-ba98-d5d61116ff84),segment_id=9bbc2105-86ee-41c1-ba98-d5d61116ff84)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:09.440591 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5597262b-a471-4766-838c-fa0ebac31680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.453514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5597262b-a471-4766-838c-fa0ebac31680 None None] Calling delete_port for d61339bd-9998-40d2-8274-6e6fa37ae352 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:09.473934 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.504519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=d61339bd-9998-40d2-8274-6e6fa37ae352,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:09.510331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No DVR routers for this DVR port d61339bd-9998-40d2-8274-6e6fa37ae352 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:09.548112 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5597262b-a471-4766-838c-fa0ebac31680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.574891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597262b-a471-4766-838c-fa0ebac31680 None None] Pushing event deleted for resources: {'Port': ['ID=d61339bd-9998-40d2-8274-6e6fa37ae352,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:09.582559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597262b-a471-4766-838c-fa0ebac31680 None None] No DVR routers for this DVR port d61339bd-9998-40d2-8274-6e6fa37ae352 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:09.596174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.606506 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5c5e07-921c-492d-a50d-e187977fccd7']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:09.616933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbc2105-86ee-41c1-ba98-d5d61116ff84') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:09.617223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbc2105-86ee-41c1-ba98-d5d61116ff84') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:09.626438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.640382 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.646126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:09.646513 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:09.649394 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:09.873849 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.883645 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:09.885749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/networks/9f5c5e07-921c-492d-a50d-e187977fccd7 HTTP/1.1" status: 204 len: 168 time: 0.8047092 Jun 30 03:17:09.890808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44012) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:09.897707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1788059764'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:09.900257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817f12b-b326-4a3c-8ebf-36d92332ee66 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Network': ['ID=9f5c5e07-921c-492d-a50d-e187977fccd7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:10.062835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:10.066711 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:10.090643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:17:10.100049 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:10.100388 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Added segment 18ea86db-a6cf-4aa5-b863-9b55f361ac11 of type vlan for network eca7c321-7abe-4a6d-a21d-4a40ab321a56 Jun 30 03:17:10.142225 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:10.410540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:10.410540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:10.410540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:10.474156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Network': ['ID=eca7c321-7abe-4a6d-a21d-4a40ab321a56,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:10.484504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network eca7c321-7abe-4a6d-a21d-4a40ab321a56 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:17:10.576196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-43dfadd7-1e6f-4e82-981e-0fd504463ee6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6818683 Jun 30 03:17:10.578321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44038) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:10.591254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': 'eca7c321-7abe-4a6d-a21d-4a40ab321a56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:10.700255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44042) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:10.796413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:10.799979 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:10.835354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026181823'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:10.895289 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d61339bd-9998-40d2-8274-6e6fa37ae352 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:10.915595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d61339bd-9998-40d2-8274-6e6fa37ae352 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:10.915938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d61339bd-9998-40d2-8274-6e6fa37ae352 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:11.042049 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:11.051074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:11.119659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:11.146240 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:11.186440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=e6bfa420-3d82-4a30-86ad-b41b2242763a,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:11.200744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Checking segment: {'id': '18ea86db-a6cf-4aa5-b863-9b55f361ac11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'eca7c321-7abe-4a6d-a21d-4a40ab321a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:11.201186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network hostable DHCP agents. Network: eca7c321-7abe-4a6d-a21d-4a40ab321a56, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:17:11.245803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:11.287509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f02350-2d80-4058-9666-dc4b1b3d03c7,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:11.350931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network eca7c321-7abe-4a6d-a21d-4a40ab321a56 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:17:11.363375 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:11.619334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, eca7c321-7abe-4a6d-a21d-4a40ab321a56) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:11.623637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:11.624387 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:11.628457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff41aa-b4bd-4ca3-ade9-307d761cf49d None None] Network eca7c321-7abe-4a6d-a21d-4a40ab321a56 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:11.663839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:11.690944 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a1762d-bddb-40d7-b52b-4290c4a1a482,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:11.786395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-eca7c321-7abe-4a6d-a21d-4a40ab321a56', 'network_id': 'eca7c321-7abe-4a6d-a21d-4a40ab321a56', 'tenant_id': '3a51a2fa813d49c090812c99b67caa8d', 'fixed_ips': [{'subnet_id': 'e6bfa420-3d82-4a30-86ad-b41b2242763a'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:17:11.787455 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:11.815544 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2d60d1b8-6634-49f8-ad68-869cce564cb3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2360270 Jun 30 03:17:11.818102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44062) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:11.825079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-cb12f8b4-6f1c-4581-ad21-362dfb70acac tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1580455002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:11.886737 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:11.890512 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5b794467-022f-4142-b502-67af56921af8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1885893 Jun 30 03:17:11.893699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44064) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:11.940468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Allocated IP 172.20.0.2 (eca7c321-7abe-4a6d-a21d-4a40ab321a56/e6bfa420-3d82-4a30-86ad-b41b2242763a/87de9987-b785-4926-bb97-9df3e4b19e91) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:11.981910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-86ee0f6a-7665-4a53-a6f3-7951f0cd1675 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0850639 Jun 30 03:17:11.984541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44066) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:11.989088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-16cddf1e-03d1-4b6b-9f08-2c1c5c958274 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group': {'name': 'tempest-security--1908063316', 'description': 'tempest-security-description-1794869426'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:12.020795 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-16cddf1e-03d1-4b6b-9f08-2c1c5c958274 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.062606 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb12f8b4-6f1c-4581-ad21-362dfb70acac tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.063660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb12f8b4-6f1c-4581-ad21-362dfb70acac tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.069258 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-16cddf1e-03d1-4b6b-9f08-2c1c5c958274 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.121524 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.131629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Transition to ACTIVE for port object 87de9987-b785-4926-bb97-9df3e4b19e91 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:12.146799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Transition to ACTIVE for port object 87de9987-b785-4926-bb97-9df3e4b19e91 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:12.302403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-16cddf1e-03d1-4b6b-9f08-2c1c5c958274 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.302963 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.308046 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-16cddf1e-03d1-4b6b-9f08-2c1c5c958274 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.316697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-16cddf1e-03d1-4b6b-9f08-2c1c5c958274 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "PUT /v2.0/security-groups/04a1762d-bddb-40d7-b52b-4290c4a1a482 HTTP/1.1" status: 200 len: 1780 time: 0.3309469 Jun 30 03:17:12.317280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44072) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:12.376116 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cddf1e-03d1-4b6b-9f08-2c1c5c958274 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a1762d-bddb-40d7-b52b-4290c4a1a482,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:12.380046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Pushing event updated for resources: {'Port': ['ID=87de9987-b785-4926-bb97-9df3e4b19e91,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:12.410216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Network eca7c321-7abe-4a6d-a21d-4a40ab321a56 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:12.411866 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5ca18bb2-dcd9-4a36-9032-8fe7369ee198 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups/04a1762d-bddb-40d7-b52b-4290c4a1a482 HTTP/1.1" status: 200 len: 1780 time: 0.0779588 Jun 30 03:17:12.412475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44076) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:12.419331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:12.433875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:12.499925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-796033c5-f98d-44c0-a750-09c77b78881a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.505825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Attempting to bind port 87de9987-b785-4926-bb97-9df3e4b19e91 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:12.506719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Attempting to bind port 87de9987-b785-4926-bb97-9df3e4b19e91 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '18ea86db-a6cf-4aa5-b863-9b55f361ac11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'eca7c321-7abe-4a6d-a21d-4a40ab321a56'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:12.507701 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Attempting to bind port 87de9987-b785-4926-bb97-9df3e4b19e91 on network eca7c321-7abe-4a6d-a21d-4a40ab321a56 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:12.518134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:12.518953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Checking segment: {'id': '18ea86db-a6cf-4aa5-b863-9b55f361ac11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'eca7c321-7abe-4a6d-a21d-4a40ab321a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:12.519569 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.520132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Bound using segment: {'id': '18ea86db-a6cf-4aa5-b863-9b55f361ac11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'eca7c321-7abe-4a6d-a21d-4a40ab321a56'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:12.521371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Bound port: 87de9987-b785-4926-bb97-9df3e4b19e91, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea86db-a6cf-4aa5-b863-9b55f361ac11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'eca7c321-7abe-4a6d-a21d-4a40ab321a56'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:12.521990 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.561599 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb12f8b4-6f1c-4581-ad21-362dfb70acac tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.567820 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-796033c5-f98d-44c0-a750-09c77b78881a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.648555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb12f8b4-6f1c-4581-ad21-362dfb70acac tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.765929 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-796033c5-f98d-44c0-a750-09c77b78881a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.768538 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-796033c5-f98d-44c0-a750-09c77b78881a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.771016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-796033c5-f98d-44c0-a750-09c77b78881a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-groups/04a1762d-bddb-40d7-b52b-4290c4a1a482 HTTP/1.1" status: 204 len: 168 time: 0.3571522 Jun 30 03:17:12.773236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44080) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:12.799706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796033c5-f98d-44c0-a750-09c77b78881a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a1762d-bddb-40d7-b52b-4290c4a1a482,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:12.799946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cb12f8b4-6f1c-4581-ad21-362dfb70acac tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:12.801099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cb12f8b4-6f1c-4581-ad21-362dfb70acac tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9814613 Jun 30 03:17:12.803877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44084) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:12.810408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'network_id': 'eca7c321-7abe-4a6d-a21d-4a40ab321a56', 'name': 'tempest-PortsTestJSON-1322667774'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:12.853923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] For port 87de9987-b785-4926-bb97-9df3e4b19e91, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:12.857294 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] For port 87de9987-b785-4926-bb97-9df3e4b19e91, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=87de9987-b785-4926-bb97-9df3e4b19e91,segment=NetworkSegment(18ea86db-a6cf-4aa5-b863-9b55f361ac11),segment_id=18ea86db-a6cf-4aa5-b863-9b55f361ac11)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:12.895953 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c08d9d3d-f3ab-4a28-af9c-a061864061dc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1212497 Jun 30 03:17:12.898659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44086) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:12.919699 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-afcbed59-223c-4f94-bd17-9e05366090ca tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] delete failed (client error): The resource could not be found. Jun 30 03:17:12.923512 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-afcbed59-223c-4f94-bd17-9e05366090ca tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-groups/04a1762d-bddb-40d7-b52b-4290c4a1a482 HTTP/1.1" status: 404 len: 347 time: 0.0238981 Jun 30 03:17:12.931172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44088) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:12.939155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-79548da9-470b-4f02-808a-7bee3c9116b2 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group': {'name': 'tempest-secgroup--556248331'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:13.000113 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:13.056437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf69a64-ca5f-4c93-89a4-7a48eb322788 None None] Pushing event updated for resources: {'Port': ['ID=87de9987-b785-4926-bb97-9df3e4b19e91,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:13.108032 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79548da9-470b-4f02-808a-7bee3c9116b2 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:13.280953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:13.284538 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:13.316463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port 70521d3e-8fd2-4b12-9694-176fd3b85653 yet. {{(pid=94531) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:17:13.459554 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79548da9-470b-4f02-808a-7bee3c9116b2 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:13.468762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.14 (eca7c321-7abe-4a6d-a21d-4a40ab321a56/e6bfa420-3d82-4a30-86ad-b41b2242763a/70521d3e-8fd2-4b12-9694-176fd3b85653) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:13.615999 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79548da9-470b-4f02-808a-7bee3c9116b2 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:13.634026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:13.667999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object 70521d3e-8fd2-4b12-9694-176fd3b85653 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:13.672726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79548da9-470b-4f02-808a-7bee3c9116b2 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97183e12-f426-47e4-8835-de93d1a2c3f7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:13.770905 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-79548da9-470b-4f02-808a-7bee3c9116b2 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:13.775094 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-79548da9-470b-4f02-808a-7bee3c9116b2 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8396702 Jun 30 03:17:13.776591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44098) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:13.781747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ed2e67fc-5939-449b-bbdf-2356696b67a7 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': '97183e12-f426-47e4-8835-de93d1a2c3f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:13.823182 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:13.848610 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network eca7c321-7abe-4a6d-a21d-4a40ab321a56 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:13.874846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:13.881323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:13.936962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed2e67fc-5939-449b-bbdf-2356696b67a7 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:13.949873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=70521d3e-8fd2-4b12-9694-176fd3b85653,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:13.971695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:13.972327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:14.035049 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed2e67fc-5939-449b-bbdf-2356696b67a7 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:14.105603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb0bf50-b9ae-49df-86b5-c3931f86c8c0 None None] Network eca7c321-7abe-4a6d-a21d-4a40ab321a56 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:14.147186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-306aee4b-a2d3-4b1c-9bc6-e40c5c4b780e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3322077 Jun 30 03:17:14.147515 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44108) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:14.235892 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed2e67fc-5939-449b-bbdf-2356696b67a7 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:14.262739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e67fc-5939-449b-bbdf-2356696b67a7 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68859e17-1a6d-4efe-bde0-4b076b774ee1,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:14.409438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3d876520-1644-40a0-9666-bfacc7764c6f None None] Provisioning for port 87de9987-b785-4926-bb97-9df3e4b19e91 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:14.481253 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed2e67fc-5939-449b-bbdf-2356696b67a7 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:14.484149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ed2e67fc-5939-449b-bbdf-2356696b67a7 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7064049 Jun 30 03:17:14.488421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44114) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:14.535338 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed32-d481-48f9-bd4d-8031633c077a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:14.544960 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed32-d481-48f9-bd4d-8031633c077a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:14.826409 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:14.862775 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed32-d481-48f9-bd4d-8031633c077a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:14.876690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-64e7ed32-d481-48f9-bd4d-8031633c077a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:14.880179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-64e7ed32-d481-48f9-bd4d-8031633c077a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/68859e17-1a6d-4efe-bde0-4b076b774ee1 HTTP/1.1" status: 204 len: 168 time: 0.3902822 Jun 30 03:17:14.884723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44120) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:14.889221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7ed32-d481-48f9-bd4d-8031633c077a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68859e17-1a6d-4efe-bde0-4b076b774ee1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:14.899275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d11707b4-bd15-48b9-8ee4-f0765adb42ba None None] Provisioning for port 70521d3e-8fd2-4b12-9694-176fd3b85653 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:14.904560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d11707b4-bd15-48b9-8ee4-f0765adb42ba None None] Provisioning complete for port 70521d3e-8fd2-4b12-9694-176fd3b85653 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:14.904999 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d11707b4-bd15-48b9-8ee4-f0765adb42ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:14.954130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 87de9987-b785-4926-bb97-9df3e4b19e91 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:15.000353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d11707b4-bd15-48b9-8ee4-f0765adb42ba None None] Port 70521d3e-8fd2-4b12-9694-176fd3b85653 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:15.070323 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-220b4196-3038-42eb-96f8-76b491c7a9be tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1841865 Jun 30 03:17:15.073420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44124) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:15.129306 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07c9a14b-bca5-43f8-be68-72e9acf84a97 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.154510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-43c92fcd-8134-4ba6-96b9-85e50dc5a326 None None] Provisioning complete for port 70521d3e-8fd2-4b12-9694-176fd3b85653 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:15.155123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07c9a14b-bca5-43f8-be68-72e9acf84a97 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.155813 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-43c92fcd-8134-4ba6-96b9-85e50dc5a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.188082 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.205554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-43c92fcd-8134-4ba6-96b9-85e50dc5a326 None None] Port 70521d3e-8fd2-4b12-9694-176fd3b85653 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:15.269415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 87de9987-b785-4926-bb97-9df3e4b19e91 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:15.274153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 87de9987-b785-4926-bb97-9df3e4b19e91 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:15.274538 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.351829 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.389141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 87de9987-b785-4926-bb97-9df3e4b19e91, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=87de9987-b785-4926-bb97-9df3e4b19e91,segment=NetworkSegment(18ea86db-a6cf-4aa5-b863-9b55f361ac11),segment_id=18ea86db-a6cf-4aa5-b863-9b55f361ac11)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:15.442319 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.550433 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07c9a14b-bca5-43f8-be68-72e9acf84a97 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.553419 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-07c9a14b-bca5-43f8-be68-72e9acf84a97 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.555005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-07c9a14b-bca5-43f8-be68-72e9acf84a97 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-groups/97183e12-f426-47e4-8835-de93d1a2c3f7 HTTP/1.1" status: 204 len: 168 time: 0.4803176 Jun 30 03:17:15.569639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44132) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:15.570419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=70521d3e-8fd2-4b12-9694-176fd3b85653,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:15.571500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9a14b-bca5-43f8-be68-72e9acf84a97 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97183e12-f426-47e4-8835-de93d1a2c3f7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:15.596125 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.660149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9177ee7a-c6d7-4825-accb-9fe3c13b90fc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620780 Jun 30 03:17:15.667175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44134) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:15.686180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e868e3ff-1d53-4ba1-a22e-2dc405385126 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145625461'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:15.717317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=87de9987-b785-4926-bb97-9df3e4b19e91,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:15.792998 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.930276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4a0af7cb-26ce-4e1c-be52-8ea09d2459b8 None None] Provisioning complete for port 70521d3e-8fd2-4b12-9694-176fd3b85653 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:15.930650 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4a0af7cb-26ce-4e1c-be52-8ea09d2459b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:15.968487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4a0af7cb-26ce-4e1c-be52-8ea09d2459b8 None None] Port 70521d3e-8fd2-4b12-9694-176fd3b85653 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:16.199317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e868e3ff-1d53-4ba1-a22e-2dc405385126 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.281448 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.282198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e868e3ff-1d53-4ba1-a22e-2dc405385126 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.414034 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e868e3ff-1d53-4ba1-a22e-2dc405385126 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.453746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868e3ff-1d53-4ba1-a22e-2dc405385126 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca115f-fbb7-4a5b-ac4a-ca4bfb877586,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:16.558508 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e868e3ff-1d53-4ba1-a22e-2dc405385126 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.562808 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e868e3ff-1d53-4ba1-a22e-2dc405385126 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8913531 Jun 30 03:17:16.562936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44142) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:16.574935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-784b72f4-2963-49b5-b7e0-457dcc256ecc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': '85ca115f-fbb7-4a5b-ac4a-ca4bfb877586', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:16.578385 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.770550 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.807469 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-784b72f4-2963-49b5-b7e0-457dcc256ecc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.867520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=70521d3e-8fd2-4b12-9694-176fd3b85653,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:16.880803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.885842 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-784b72f4-2963-49b5-b7e0-457dcc256ecc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.925313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 87de9987-b785-4926-bb97-9df3e4b19e91 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:16.970944 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-784b72f4-2963-49b5-b7e0-457dcc256ecc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.987454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b72f4-2963-49b5-b7e0-457dcc256ecc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f14218-ecb0-456c-8be0-3a02bd6c8507,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:17.000705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 87de9987-b785-4926-bb97-9df3e4b19e91 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:17.001079 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:17.020986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network eca7c321-7abe-4a6d-a21d-4a40ab321a56 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:17.027477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:17.119212 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-784b72f4-2963-49b5-b7e0-457dcc256ecc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:17.124292 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-784b72f4-2963-49b5-b7e0-457dcc256ecc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5521030 Jun 30 03:17:17.124567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44150) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:17.129461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d71f032b-5c9c-4fda-ad76-67b7842730e1 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': '85ca115f-fbb7-4a5b-ac4a-ca4bfb877586', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:17.290851 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Router 9520fcaf-0702-46bb-8a43-f0bb822df40f is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:17:17.297561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3127222f-33f1-4f26-b6f1-7e8d4ad5c107 None None] Provisioning complete for port 70521d3e-8fd2-4b12-9694-176fd3b85653 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:17.297938 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3127222f-33f1-4f26-b6f1-7e8d4ad5c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:17.332691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3127222f-33f1-4f26-b6f1-7e8d4ad5c107 None None] Port 70521d3e-8fd2-4b12-9694-176fd3b85653 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:17.339258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d71f032b-5c9c-4fda-ad76-67b7842730e1 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:17.384730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:17:17.394842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f32286-152b-4272-982f-85407030516c None None] Sync routers for ids ['9520fcaf-0702-46bb-8a43-f0bb822df40f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:17:17.400155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e30634ae-e764-4832-ac08-cd0a20bf70a0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "PUT /v2.0/routers/9520fcaf-0702-46bb-8a43-f0bb822df40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2585127 Jun 30 03:17:17.400905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44156) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:17.403850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f32286-152b-4272-982f-85407030516c None None] Routers {'9520fcaf-0702-46bb-8a43-f0bb822df40f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:17.404470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-95f32286-152b-4272-982f-85407030516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:17:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9520fcaf-0702-46bb-8a43-f0bb822df40f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:17.404956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d71f032b-5c9c-4fda-ad76-67b7842730e1 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:17.438027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-95f32286-152b-4272-982f-85407030516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:17.447276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f32286-152b-4272-982f-85407030516c None None] Routers {'9520fcaf-0702-46bb-8a43-f0bb822df40f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:17.447948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-95f32286-152b-4272-982f-85407030516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:17:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9520fcaf-0702-46bb-8a43-f0bb822df40f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:17.467793 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb1f1db-8a76-42f8-ac43-2afd867b6cdd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:17.469337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2cb1f1db-8a76-42f8-ac43-2afd867b6cdd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports?device_id=9520fcaf-0702-46bb-8a43-f0bb822df40f HTTP/1.1" status: 200 len: 983 time: 0.0673771 Jun 30 03:17:17.472802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44158) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:17.484664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-95f32286-152b-4272-982f-85407030516c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:17.485331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f32286-152b-4272-982f-85407030516c None None] The sync data for ids ['9520fcaf-0702-46bb-8a43-f0bb822df40f'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:17:17.505332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d71f032b-5c9c-4fda-ad76-67b7842730e1 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:17.523776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f032b-5c9c-4fda-ad76-67b7842730e1 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46720d1-15ad-4643-94fc-c22b86585334,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:17.639877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d71f032b-5c9c-4fda-ad76-67b7842730e1 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:17.643927 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d71f032b-5c9c-4fda-ad76-67b7842730e1 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5154715 Jun 30 03:17:17.644073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44162) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:17.649067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c81c8142-8487-4a5a-b339-3fa5a7fc3f78 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': '85ca115f-fbb7-4a5b-ac4a-ca4bfb877586', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:17.781710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c81c8142-8487-4a5a-b339-3fa5a7fc3f78 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:17.857906 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c81c8142-8487-4a5a-b339-3fa5a7fc3f78 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:17.910744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.018964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c81c8142-8487-4a5a-b339-3fa5a7fc3f78 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.049356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c8142-8487-4a5a-b339-3fa5a7fc3f78 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5378318c-9466-45d3-9612-ebf3b426b98b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:18.168234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 70521d3e-8fd2-4b12-9694-176fd3b85653 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:18.168234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.176170 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c81c8142-8487-4a5a-b339-3fa5a7fc3f78 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.180631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c81c8142-8487-4a5a-b339-3fa5a7fc3f78 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5354545 Jun 30 03:17:18.181458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44198) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:18.187687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e4c627be-a422-4f06-bbae-98e4791bac5b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': '85ca115f-fbb7-4a5b-ac4a-ca4bfb877586', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:18.300629 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.315351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 70521d3e-8fd2-4b12-9694-176fd3b85653 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:18.365831 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4c627be-a422-4f06-bbae-98e4791bac5b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.459114 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4c627be-a422-4f06-bbae-98e4791bac5b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.681423 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4c627be-a422-4f06-bbae-98e4791bac5b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.699061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c627be-a422-4f06-bbae-98e4791bac5b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c779ce83-6f4d-48ab-b88f-1923139485ea,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:18.765342 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.799243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=70521d3e-8fd2-4b12-9694-176fd3b85653,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:18.813270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4c627be-a422-4f06-bbae-98e4791bac5b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.814624 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e4c627be-a422-4f06-bbae-98e4791bac5b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6319673 Jun 30 03:17:18.817227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44220) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:18.822124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3220de5c-a14e-48d4-b22a-1a6d1fc6691f tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': '85ca115f-fbb7-4a5b-ac4a-ca4bfb877586', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:18.981185 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3220de5c-a14e-48d4-b22a-1a6d1fc6691f tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.987961 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.067590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3220de5c-a14e-48d4-b22a-1a6d1fc6691f tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.170833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3220de5c-a14e-48d4-b22a-1a6d1fc6691f tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.188857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220de5c-a14e-48d4-b22a-1a6d1fc6691f tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffd4306-3ecc-41fe-ae4a-99b780294f84,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:19.336090 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3220de5c-a14e-48d4-b22a-1a6d1fc6691f tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.336090 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3220de5c-a14e-48d4-b22a-1a6d1fc6691f tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5144224 Jun 30 03:17:19.336090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44226) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:19.367781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c17db91-deae-4ac4-bc60-c1fde5d7e69b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.380214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c17db91-deae-4ac4-bc60-c1fde5d7e69b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.455705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Router 9520fcaf-0702-46bb-8a43-f0bb822df40f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:17:19.502079 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c17db91-deae-4ac4-bc60-c1fde5d7e69b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.508801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6c17db91-deae-4ac4-bc60-c1fde5d7e69b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.512867 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6c17db91-deae-4ac4-bc60-c1fde5d7e69b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/cffd4306-3ecc-41fe-ae4a-99b780294f84 HTTP/1.1" status: 204 len: 168 time: 0.1728020 Jun 30 03:17:19.515808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44230) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:19.523523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17db91-deae-4ac4-bc60-c1fde5d7e69b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cffd4306-3ecc-41fe-ae4a-99b780294f84,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:19.534313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:17:19.539228 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-91da6e9e-c88b-40b2-82ba-aa053a71890b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "PUT /v2.0/routers/9520fcaf-0702-46bb-8a43-f0bb822df40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0660734 Jun 30 03:17:19.541752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44232) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:19.549552 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b113772-edc4-43fb-8930-2dba3721dd2b None None] Sync routers for ids ['9520fcaf-0702-46bb-8a43-f0bb822df40f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:17:19.573134 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c062de7a-035d-43cb-860f-7ece6646608d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:17:19.574860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c062de7a-035d-43cb-860f-7ece6646608d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/70521d3e-8fd2-4b12-9694-176fd3b85653 HTTP/1.1" status: 404 len: 333 time: 0.0319767 Jun 30 03:17:19.577935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44238) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:19.588856 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b113772-edc4-43fb-8930-2dba3721dd2b None None] Routers {'9520fcaf-0702-46bb-8a43-f0bb822df40f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:19.589607 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-1b113772-edc4-43fb-8930-2dba3721dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:17:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9520fcaf-0702-46bb-8a43-f0bb822df40f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:19.599692 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4cbc7918-d3ca-4e17-a8b4-8f8036141d03 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0801053 Jun 30 03:17:19.605512 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44240) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:19.648161 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-1b113772-edc4-43fb-8930-2dba3721dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:19.659154 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b113772-edc4-43fb-8930-2dba3721dd2b None None] Routers {'9520fcaf-0702-46bb-8a43-f0bb822df40f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:19.660240 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-1b113772-edc4-43fb-8930-2dba3721dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:17:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9520fcaf-0702-46bb-8a43-f0bb822df40f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:19.668346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f09a96-66a3-4c8c-beb5-9f8ae3deb77a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.674995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d29f0525-bc11-40f8-9b91-bbafa702e62a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.680873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d29f0525-bc11-40f8-9b91-bbafa702e62a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.699562 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-1b113772-edc4-43fb-8930-2dba3721dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:19.700537 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b113772-edc4-43fb-8930-2dba3721dd2b None None] The sync data for ids ['9520fcaf-0702-46bb-8a43-f0bb822df40f'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:17:19.813838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d29f0525-bc11-40f8-9b91-bbafa702e62a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.823110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d29f0525-bc11-40f8-9b91-bbafa702e62a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.829098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d29f0525-bc11-40f8-9b91-bbafa702e62a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/c779ce83-6f4d-48ab-b88f-1923139485ea HTTP/1.1" status: 204 len: 168 time: 0.2214170 Jun 30 03:17:19.832324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44244) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:19.868067 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f09a96-66a3-4c8c-beb5-9f8ae3deb77a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.890226 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f09a96-66a3-4c8c-beb5-9f8ae3deb77a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:19.895137 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f0525-bc11-40f8-9b91-bbafa702e62a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c779ce83-6f4d-48ab-b88f-1923139485ea,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:19.965859 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4c3dae5d-da6b-4bb4-9c38-cf0628d26a05 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1311207 Jun 30 03:17:19.969143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44248) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:20.000921 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4c9b73c4-0d7d-4e0f-bf2a-5df5ced8f57e tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.009839 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4c9b73c4-0d7d-4e0f-bf2a-5df5ced8f57e tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.070107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f09a96-66a3-4c8c-beb5-9f8ae3deb77a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.072644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f09a96-66a3-4c8c-beb5-9f8ae3deb77a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Fanout notify agent at l3_agent the message router_deleted on router 9520fcaf-0702-46bb-8a43-f0bb822df40f {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:17:20.077387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44f09a96-66a3-4c8c-beb5-9f8ae3deb77a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.079309 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-44f09a96-66a3-4c8c-beb5-9f8ae3deb77a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/routers/9520fcaf-0702-46bb-8a43-f0bb822df40f HTTP/1.1" status: 204 len: 168 time: 0.4995220 Jun 30 03:17:20.081545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44250) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:20.140107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fce1b7-79ca-4a7f-9b76-4fd3621feca4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet e6bfa420-3d82-4a30-86ad-b41b2242763a {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:20.143614 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-26fce1b7-79ca-4a7f-9b76-4fd3621feca4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.190101 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-26fce1b7-79ca-4a7f-9b76-4fd3621feca4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.204607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4c9b73c4-0d7d-4e0f-bf2a-5df5ced8f57e tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.213435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4c9b73c4-0d7d-4e0f-bf2a-5df5ced8f57e tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.216475 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4c9b73c4-0d7d-4e0f-bf2a-5df5ced8f57e tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/5378318c-9466-45d3-9612-ebf3b426b98b HTTP/1.1" status: 204 len: 168 time: 0.2460186 Jun 30 03:17:20.218981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44254) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:20.230487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b73c4-0d7d-4e0f-bf2a-5df5ced8f57e tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5378318c-9466-45d3-9612-ebf3b426b98b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:20.274065 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0780f48b-e7aa-4abc-a15c-3e6ea2ecc0a8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0536854 Jun 30 03:17:20.276894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44256) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:20.281449 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-26fce1b7-79ca-4a7f-9b76-4fd3621feca4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.301603 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b02039f9-6f56-4df3-bb6c-40518e81f951 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.308898 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b02039f9-6f56-4df3-bb6c-40518e81f951 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.470366 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b02039f9-6f56-4df3-bb6c-40518e81f951 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.476368 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b02039f9-6f56-4df3-bb6c-40518e81f951 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.477446 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b02039f9-6f56-4df3-bb6c-40518e81f951 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d46720d1-15ad-4643-94fc-c22b86585334 HTTP/1.1" status: 204 len: 168 time: 0.1986184 Jun 30 03:17:20.480371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44260) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:20.483642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02039f9-6f56-4df3-bb6c-40518e81f951 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d46720d1-15ad-4643-94fc-c22b86585334,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:20.523839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2b43f635-f928-4f7e-8a92-e7ab80521d9e tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0421870 Jun 30 03:17:20.524931 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-26fce1b7-79ca-4a7f-9b76-4fd3621feca4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.527248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44262) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:20.532207 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:17:20.555462 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a50f-a96a-4f24-85fb-b68e5f21e18c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.562579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fce1b7-79ca-4a7f-9b76-4fd3621feca4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=e6bfa420-3d82-4a30-86ad-b41b2242763a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:20.565357 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-26fce1b7-79ca-4a7f-9b76-4fd3621feca4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.568209 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a50f-a96a-4f24-85fb-b68e5f21e18c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.568460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a0f7f-517a-4a28-82d7-c805dd6aa2b2 None None] Network eca7c321-7abe-4a6d-a21d-4a40ab321a56 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:20.570357 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44266) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:20.570533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-26fce1b7-79ca-4a7f-9b76-4fd3621feca4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/e6bfa420-3d82-4a30-86ad-b41b2242763a HTTP/1.1" status: 204 len: 168 time: 0.4863703 Jun 30 03:17:20.668404 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.721734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 87de9987-b785-4926-bb97-9df3e4b19e91 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:20.722086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.794532 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a50f-a96a-4f24-85fb-b68e5f21e18c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.797222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff967cb-20ad-487c-b0e4-b11d5fdc2c7a None None] DHCP port deletion for eca7c321-7abe-4a6d-a21d-4a40ab321a56 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:17:20.805215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e7c4a50f-a96a-4f24-85fb-b68e5f21e18c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.805871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e7c4a50f-a96a-4f24-85fb-b68e5f21e18c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/33f14218-ecb0-456c-8be0-3a02bd6c8507 HTTP/1.1" status: 204 len: 168 time: 0.2768116 Jun 30 03:17:20.808957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] For port 87de9987-b785-4926-bb97-9df3e4b19e91, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=87de9987-b785-4926-bb97-9df3e4b19e91,segment=NetworkSegment(18ea86db-a6cf-4aa5-b863-9b55f361ac11),segment_id=18ea86db-a6cf-4aa5-b863-9b55f361ac11)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:20.808957 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.809198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44270) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:20.829566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4a50f-a96a-4f24-85fb-b68e5f21e18c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33f14218-ecb0-456c-8be0-3a02bd6c8507,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:20.834684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 87de9987-b785-4926-bb97-9df3e4b19e91 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:20.871351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4ff967cb-20ad-487c-b0e4-b11d5fdc2c7a None None] Deleting port 87de9987-b785-4926-bb97-9df3e4b19e91 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:20.872092 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4ff967cb-20ad-487c-b0e4-b11d5fdc2c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.889198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cedc718f-8086-429d-9b9f-c45e41856abc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0772576 Jun 30 03:17:20.891186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44278) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:20.951450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 87de9987-b785-4926-bb97-9df3e4b19e91 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:20.958823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4ff967cb-20ad-487c-b0e4-b11d5fdc2c7a None None] For port 87de9987-b785-4926-bb97-9df3e4b19e91, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=87de9987-b785-4926-bb97-9df3e4b19e91,segment=NetworkSegment(18ea86db-a6cf-4aa5-b863-9b55f361ac11),segment_id=18ea86db-a6cf-4aa5-b863-9b55f361ac11)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:20.959224 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4ff967cb-20ad-487c-b0e4-b11d5fdc2c7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.970875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d3476f-b5d7-426b-8e07-a1acd185f5bc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:20.990303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4ff967cb-20ad-487c-b0e4-b11d5fdc2c7a None None] Calling delete_port for 87de9987-b785-4926-bb97-9df3e4b19e91 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:20.996394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d3476f-b5d7-426b-8e07-a1acd185f5bc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.107858 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.128107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.130062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d3476f-b5d7-426b-8e07-a1acd185f5bc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.132645 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54d3476f-b5d7-426b-8e07-a1acd185f5bc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.136790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44284) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:21.137055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-54d3476f-b5d7-426b-8e07-a1acd185f5bc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-groups/85ca115f-fbb7-4a5b-ac4a-ca4bfb877586 HTTP/1.1" status: 204 len: 168 time: 0.2447381 Jun 30 03:17:21.174241 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4ff967cb-20ad-487c-b0e4-b11d5fdc2c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.206383 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff967cb-20ad-487c-b0e4-b11d5fdc2c7a None None] Pushing event deleted for resources: {'Port': ['ID=87de9987-b785-4926-bb97-9df3e4b19e91,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:21.240574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff967cb-20ad-487c-b0e4-b11d5fdc2c7a None None] No DVR routers for this DVR port 87de9987-b785-4926-bb97-9df3e4b19e91 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:21.241268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=87de9987-b785-4926-bb97-9df3e4b19e91,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:21.241268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3476f-b5d7-426b-8e07-a1acd185f5bc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca115f-fbb7-4a5b-ac4a-ca4bfb877586,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:21.241268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No DVR routers for this DVR port 87de9987-b785-4926-bb97-9df3e4b19e91 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:21.242011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a7fbcd0c-5a31-4f40-9f2d-1d20c342fd60 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950820 Jun 30 03:17:21.242011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44286) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:21.252892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2af5c0c8-6e1f-418d-ad58-b383b2d2d377 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392249653'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:21.319865 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.330485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca7c321-7abe-4a6d-a21d-4a40ab321a56']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:21.344098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ea86db-a6cf-4aa5-b863-9b55f361ac11') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:21.344390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ea86db-a6cf-4aa5-b863-9b55f361ac11') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:21.353104 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:21.392338 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:21.479122 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2af5c0c8-6e1f-418d-ad58-b383b2d2d377 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.560712 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2af5c0c8-6e1f-418d-ad58-b383b2d2d377 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.593245 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.598348 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.609938 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/networks/eca7c321-7abe-4a6d-a21d-4a40ab321a56 HTTP/1.1" status: 204 len: 168 time: 1.0290980 Jun 30 03:17:21.609938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44292) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:21.625854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4795b6-c685-496d-95bf-d5558c663d26 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Network': ['ID=eca7c321-7abe-4a6d-a21d-4a40ab321a56,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:21.677617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a77cb-6e17-4d28-a803-f19fa3d6d6c0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:21.682412 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-be3a77cb-6e17-4d28-a803-f19fa3d6d6c0 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/b07c6a0c-c4d6-4355-b7f3-21042c59e763 HTTP/1.1" status: 200 len: 841 time: 0.0741513 Jun 30 03:17:21.682679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44298) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:21.690326 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2af5c0c8-6e1f-418d-ad58-b383b2d2d377 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.732760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5c0c8-6e1f-418d-ad58-b383b2d2d377 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e883b-4f8d-4706-bc71-1a3ff2c54f57,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:21.752513 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7b188f0a-6b4b-40ea-8907-d9c15d89e4ba tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/b07c6a0c-c4d6-4355-b7f3-21042c59e763?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0687480 Jun 30 03:17:21.756102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44300) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:21.761827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a2a01179-b189-404b-8d26-9c222d7286c4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:21.815777 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2af5c0c8-6e1f-418d-ad58-b383b2d2d377 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:21.817318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2af5c0c8-6e1f-418d-ad58-b383b2d2d377 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5782166 Jun 30 03:17:21.820061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44302) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:21.825122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-93f75d0b-335c-4588-acfc-37eeab864a41 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': '9e4e883b-4f8d-4706-bc71-1a3ff2c54f57', 'direction': 'ingress', 'protocol': 17}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:21.950587 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93f75d0b-335c-4588-acfc-37eeab864a41 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.024781 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93f75d0b-335c-4588-acfc-37eeab864a41 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.062245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a01179-b189-404b-8d26-9c222d7286c4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:22.068473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2a01179-b189-404b-8d26-9c222d7286c4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.124416 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93f75d0b-335c-4588-acfc-37eeab864a41 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.146731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f75d0b-335c-4588-acfc-37eeab864a41 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3a790c-99ad-4882-b973-7fa6e260deac,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:22.286940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93f75d0b-335c-4588-acfc-37eeab864a41 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.289567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-93f75d0b-335c-4588-acfc-37eeab864a41 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4669893 Jun 30 03:17:22.291014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44310) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:22.353548 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2a01179-b189-404b-8d26-9c222d7286c4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.353994 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7fa32269-7150-44d0-af17-28e9a2f15087 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.382720 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7fa32269-7150-44d0-af17-28e9a2f15087 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.396301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a01179-b189-404b-8d26-9c222d7286c4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:22.401095 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-a2a01179-b189-404b-8d26-9c222d7286c4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:22.408729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a01179-b189-404b-8d26-9c222d7286c4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:22.409326 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a2a01179-b189-404b-8d26-9c222d7286c4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.413840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d577b9-5163-495d-b553-46692391638c None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:22.426198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a01179-b189-404b-8d26-9c222d7286c4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=78d4d299-4b67-407d-9640-3db180f0f587,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:22.507994 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a2a01179-b189-404b-8d26-9c222d7286c4 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7509215 Jun 30 03:17:22.510734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44314) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:22.516411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-fc289855-a0e0-4c20-8e39-5c42ee477387 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'security_group': {'name': 'tempest-secgroup-1444199768'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:22.547331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7fa32269-7150-44d0-af17-28e9a2f15087 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.550300 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7fa32269-7150-44d0-af17-28e9a2f15087 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.552026 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7fa32269-7150-44d0-af17-28e9a2f15087 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-groups/9e4e883b-4f8d-4706-bc71-1a3ff2c54f57 HTTP/1.1" status: 204 len: 168 time: 0.2600188 Jun 30 03:17:22.555982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44318) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:22.580535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa32269-7150-44d0-af17-28e9a2f15087 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e883b-4f8d-4706-bc71-1a3ff2c54f57,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:22.612327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0875b967-d197-4271-93dd-13c9d748e330 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523021 Jun 30 03:17:22.613275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44320) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:22.616063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-115cc908-cf52-4a00-8000-82f8d12c00b3', 'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'tenant_id': '3a51a2fa813d49c090812c99b67caa8d', 'fixed_ips': [{'subnet_id': '78d4d299-4b67-407d-9640-3db180f0f587'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:17:22.617397 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.617780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-cbd16899-6c40-4765-9fd3-a4bdf4510699 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120737338'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:22.656424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc289855-a0e0-4c20-8e39-5c42ee477387 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.768953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Allocated IP 172.20.0.2 (115cc908-cf52-4a00-8000-82f8d12c00b3/78d4d299-4b67-407d-9640-3db180f0f587/1a2a2166-7df9-412f-aa3f-560399dd4465) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:22.781556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cbd16899-6c40-4765-9fd3-a4bdf4510699 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.856204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc289855-a0e0-4c20-8e39-5c42ee477387 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.938085 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:22.946889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Transition to ACTIVE for port object 1a2a2166-7df9-412f-aa3f-560399dd4465 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:22.960853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Transition to ACTIVE for port object 1a2a2166-7df9-412f-aa3f-560399dd4465 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:23.041824 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc289855-a0e0-4c20-8e39-5c42ee477387 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.076622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc289855-a0e0-4c20-8e39-5c42ee477387 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199a3e2d-c320-4b3e-9913-285902bb605a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:23.078995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.080530 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.117585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:23.121870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:23.125908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:23.136619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Pushing event updated for resources: {'Port': ['ID=1a2a2166-7df9-412f-aa3f-560399dd4465,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:23.140874 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cbd16899-6c40-4765-9fd3-a4bdf4510699 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.195138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Attempting to bind port 1a2a2166-7df9-412f-aa3f-560399dd4465 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:23.195596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Attempting to bind port 1a2a2166-7df9-412f-aa3f-560399dd4465 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '1e6aac68-21f6-435e-a099-05845ab93d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:23.196037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Attempting to bind port 1a2a2166-7df9-412f-aa3f-560399dd4465 on network 115cc908-cf52-4a00-8000-82f8d12c00b3 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:23.202111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:23.202568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Checking segment: {'id': '1e6aac68-21f6-435e-a099-05845ab93d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:23.203107 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.203574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Bound using segment: {'id': '1e6aac68-21f6-435e-a099-05845ab93d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:23.204120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Bound port: 1a2a2166-7df9-412f-aa3f-560399dd4465, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6aac68-21f6-435e-a099-05845ab93d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:23.204579 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.238601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cbd16899-6c40-4765-9fd3-a4bdf4510699 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.268986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd16899-6c40-4765-9fd3-a4bdf4510699 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8def83-9e34-4e73-b36a-41f3c31857cf,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:23.276514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] For port 1a2a2166-7df9-412f-aa3f-560399dd4465, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:23.279812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] For port 1a2a2166-7df9-412f-aa3f-560399dd4465, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a2a2166-7df9-412f-aa3f-560399dd4465,segment=NetworkSegment(1e6aac68-21f6-435e-a099-05845ab93d07),segment_id=1e6aac68-21f6-435e-a099-05845ab93d07)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:23.451145 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cbd16899-6c40-4765-9fd3-a4bdf4510699 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.451530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fc289855-a0e0-4c20-8e39-5c42ee477387 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.452889 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cbd16899-6c40-4765-9fd3-a4bdf4510699 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8382721 Jun 30 03:17:23.453022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fc289855-a0e0-4c20-8e39-5c42ee477387 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9410295 Jun 30 03:17:23.456259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44336) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:23.456685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44338) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:23.458324 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.462946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1a681409-ece3-4575-abc0-cd758889f488 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'security_group': {'name': 'tempest-secgroup-1367230893'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:23.469899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-25ff85bc-a4e5-4b99-b24a-00d66c273c84 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group': {'name': 'tempest-secgroup--956324862'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:23.499354 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-1a681409-ece3-4575-abc0-cd758889f488 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:17:23.499354 n-d-798249-3 neutron-server[94530]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 03:17:23.499354 n-d-798249-3 neutron-server[94530]: [parameters: {'project_id': '3a51a2fa813d49c090812c99b67caa8d', 'id': '8d349749-e68c-4c0e-ba00-48b237fb5e60', 'expiration': datetime.datetime(2021, 6, 30, 3, 19, 23, 493478)}] Jun 30 03:17:23.499354 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:17:23.500016 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-1a681409-ece3-4575-abc0-cd758889f488 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:17:23.522157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4bbf1-62b8-499a-844a-b15412c99f56 None None] Pushing event updated for resources: {'Port': ['ID=1a2a2166-7df9-412f-aa3f-560399dd4465,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:23.587528 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.621794 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25ff85bc-a4e5-4b99-b24a-00d66c273c84 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.718045 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25ff85bc-a4e5-4b99-b24a-00d66c273c84 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.804390 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25ff85bc-a4e5-4b99-b24a-00d66c273c84 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.838074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff85bc-a4e5-4b99-b24a-00d66c273c84 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282c475c-8198-4f4b-9982-74a1bd39fc70,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:23.997566 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-25ff85bc-a4e5-4b99-b24a-00d66c273c84 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:23.997566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-25ff85bc-a4e5-4b99-b24a-00d66c273c84 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5356572 Jun 30 03:17:23.998412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44350) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:24.003748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-155a7a8b-b9f9-4a63-912c-f180727c5d39 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': '2d8def83-9e34-4e73-b36a-41f3c31857cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '282c475c-8198-4f4b-9982-74a1bd39fc70', 'remote_ip_prefix': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:24.182471 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a681409-ece3-4575-abc0-cd758889f488 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.323431 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-155a7a8b-b9f9-4a63-912c-f180727c5d39 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.435105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a681409-ece3-4575-abc0-cd758889f488 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.467135 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-155a7a8b-b9f9-4a63-912c-f180727c5d39 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.529640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a681409-ece3-4575-abc0-cd758889f488 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.569956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a681409-ece3-4575-abc0-cd758889f488 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985fa804-e0e5-4c4f-9e46-45749e44e432,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:24.601951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-155a7a8b-b9f9-4a63-912c-f180727c5d39 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.624877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a7a8b-b9f9-4a63-912c-f180727c5d39 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24940ad3-1607-4525-8c49-7e6fdc0f931d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:24.720885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b01ebe7a-7b09-4e05-800e-a85fa1734d46 None None] Provisioning complete for port b07c6a0c-c4d6-4355-b7f3-21042c59e763 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:24.721526 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b01ebe7a-7b09-4e05-800e-a85fa1734d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.725680 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a681409-ece3-4575-abc0-cd758889f488 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.727702 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1a681409-ece3-4575-abc0-cd758889f488 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2698708 Jun 30 03:17:24.731020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44360) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:24.736687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1749857746', 'security_groups': ['985fa804-e0e5-4c4f-9e46-45749e44e432'], 'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78d4d299-4b67-407d-9640-3db180f0f587'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:24.741672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-155a7a8b-b9f9-4a63-912c-f180727c5d39 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.742906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-155a7a8b-b9f9-4a63-912c-f180727c5d39 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7428200 Jun 30 03:17:24.745819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44362) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:24.767985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b01ebe7a-7b09-4e05-800e-a85fa1734d46 None None] Port b07c6a0c-c4d6-4355-b7f3-21042c59e763 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:24.775008 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1b089e71-49a3-4bbe-bd48-0b8ca646285b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.785216 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1b089e71-49a3-4bbe-bd48-0b8ca646285b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.887489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b01ebe7a-7b09-4e05-800e-a85fa1734d46 None None] Provisioning for port 1a2a2166-7df9-412f-aa3f-560399dd4465 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:24.940136 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1b089e71-49a3-4bbe-bd48-0b8ca646285b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.952586 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1b089e71-49a3-4bbe-bd48-0b8ca646285b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:24.952866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1a2a2166-7df9-412f-aa3f-560399dd4465 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:24.956184 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1b089e71-49a3-4bbe-bd48-0b8ca646285b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/24940ad3-1607-4525-8c49-7e6fdc0f931d HTTP/1.1" status: 204 len: 168 time: 0.2069778 Jun 30 03:17:24.956624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44368) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:24.975833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b089e71-49a3-4bbe-bd48-0b8ca646285b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24940ad3-1607-4525-8c49-7e6fdc0f931d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:25.007976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-daf8c572-65f7-48a8-ad35-9cf8107dc6d2 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0502834 Jun 30 03:17:25.010673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44370) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:25.021575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:25.069781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0d5243ac-ccaa-4783-be5f-de7b0e95cafa tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.100627 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0d5243ac-ccaa-4783-be5f-de7b0e95cafa tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.108471 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.126376 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port 9466bec1-0e6c-4468-b467-35dbf8a5be2c yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:17:25.141582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1a2a2166-7df9-412f-aa3f-560399dd4465 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:25.145568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1a2a2166-7df9-412f-aa3f-560399dd4465 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:25.146795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.225583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.257356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1a2a2166-7df9-412f-aa3f-560399dd4465, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a2a2166-7df9-412f-aa3f-560399dd4465,segment=NetworkSegment(1e6aac68-21f6-435e-a099-05845ab93d07),segment_id=1e6aac68-21f6-435e-a099-05845ab93d07)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:25.286687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.12 (115cc908-cf52-4a00-8000-82f8d12c00b3/78d4d299-4b67-407d-9640-3db180f0f587/9466bec1-0e6c-4468-b467-35dbf8a5be2c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:25.342187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0d5243ac-ccaa-4783-be5f-de7b0e95cafa tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.348202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0d5243ac-ccaa-4783-be5f-de7b0e95cafa tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.349382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0d5243ac-ccaa-4783-be5f-de7b0e95cafa tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-groups/282c475c-8198-4f4b-9982-74a1bd39fc70 HTTP/1.1" status: 204 len: 168 time: 0.3377867 Jun 30 03:17:25.364419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44376) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:25.382215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5243ac-ccaa-4783-be5f-de7b0e95cafa tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282c475c-8198-4f4b-9982-74a1bd39fc70,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:25.435036 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.440052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0604e5d6-9730-4b17-abe7-bc83c07b3e6d tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0705521 Jun 30 03:17:25.440192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44378) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:25.449483 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.463073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object 9466bec1-0e6c-4468-b467-35dbf8a5be2c will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:25.500725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1a2a2166-7df9-412f-aa3f-560399dd4465,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:25.524270 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c0595f3-796d-40a1-a9e1-8639fb115795 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.549616 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c0595f3-796d-40a1-a9e1-8639fb115795 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.640137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.686451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:25.689947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:25.693743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:25.702760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=9466bec1-0e6c-4468-b467-35dbf8a5be2c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:25.748481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:25.749144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.752897 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c0595f3-796d-40a1-a9e1-8639fb115795 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.755384 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c0595f3-796d-40a1-a9e1-8639fb115795 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.759230 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6c0595f3-796d-40a1-a9e1-8639fb115795 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-groups/2d8def83-9e34-4e73-b36a-41f3c31857cf HTTP/1.1" status: 204 len: 168 time: 0.3168778 Jun 30 03:17:25.761822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44386) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:25.772235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0595f3-796d-40a1-a9e1-8639fb115795 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8def83-9e34-4e73-b36a-41f3c31857cf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:25.888791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b63e27e-95b7-418e-87ea-09a3651309b8 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1248457 Jun 30 03:17:25.894007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44394) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:25.899041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-78ca5283-ce11-4349-8335-7052386b1fed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782752752'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:25.912354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-eb19c31c-188c-43b5-a988-86c7d6632afd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1805458 Jun 30 03:17:25.915103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44396) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:25.929408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-75bdb28a-020d-47cb-91ec-39b84b579f2e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:26.030788 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78ca5283-ce11-4349-8335-7052386b1fed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:26.107800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c255849-2f6b-4380-b0e9-fee49c33a6ed None None] Provisioning for port 9466bec1-0e6c-4468-b467-35dbf8a5be2c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:26.112042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c255849-2f6b-4380-b0e9-fee49c33a6ed None None] Provisioning complete for port 9466bec1-0e6c-4468-b467-35dbf8a5be2c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:26.112421 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c255849-2f6b-4380-b0e9-fee49c33a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:26.150206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2c255849-2f6b-4380-b0e9-fee49c33a6ed None None] Port 9466bec1-0e6c-4468-b467-35dbf8a5be2c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:26.161538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bdb28a-020d-47cb-91ec-39b84b579f2e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:26.165298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75bdb28a-020d-47cb-91ec-39b84b579f2e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:26.230876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78ca5283-ce11-4349-8335-7052386b1fed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:26.256028 n-d-798249-3 neutron-server[94531]: INFO neutron.db.ipam_backend_mixin [None req-75bdb28a-020d-47cb-91ec-39b84b579f2e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 78d4d299-4b67-407d-9640-3db180f0f587 (CIDR: 172.20.0.0/28) Jun 30 03:17:26.324644 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bdb28a-020d-47cb-91ec-39b84b579f2e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:17:26.325084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bdb28a-020d-47cb-91ec-39b84b579f2e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:26.359156 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78ca5283-ce11-4349-8335-7052386b1fed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:26.391014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca5283-ce11-4349-8335-7052386b1fed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5eb46d-7e98-4ab0-8845-a1219eec22dd,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:26.479359 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-75bdb28a-020d-47cb-91ec-39b84b579f2e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5630212 Jun 30 03:17:26.482637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44404) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:26.487988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7b40e8eb-e10f-4d73-a4af-f6c828f0b91b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:26.506858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78ca5283-ce11-4349-8335-7052386b1fed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:26.508155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-78ca5283-ce11-4349-8335-7052386b1fed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6129625 Jun 30 03:17:26.511594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44406) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:26.517079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1ab3c8e2-6529-40f4-82b3-8441bbfb927b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': 'da5eb46d-7e98-4ab0-8845-a1219eec22dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:26.692230 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c8e2-6529-40f4-82b3-8441bbfb927b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:26.750522 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c8e2-6529-40f4-82b3-8441bbfb927b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:26.781751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b40e8eb-e10f-4d73-a4af-f6c828f0b91b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:26.785469 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b40e8eb-e10f-4d73-a4af-f6c828f0b91b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:26.848357 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c8e2-6529-40f4-82b3-8441bbfb927b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:26.884032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3c8e2-6529-40f4-82b3-8441bbfb927b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155171a6-a1bb-43b1-8881-8ecfdfed175d,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:26.951743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1a2a2166-7df9-412f-aa3f-560399dd4465 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:26.999758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1a2a2166-7df9-412f-aa3f-560399dd4465 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:27.001631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c8e2-6529-40f4-82b3-8441bbfb927b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.005606 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.006201 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1ab3c8e2-6529-40f4-82b3-8441bbfb927b tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4936237 Jun 30 03:17:27.007693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44416) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:27.050899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4287be14-0678-4390-9564-337db06286e6 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.078888 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4287be14-0678-4390-9564-337db06286e6 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.221694 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4287be14-0678-4390-9564-337db06286e6 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.228039 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4287be14-0678-4390-9564-337db06286e6 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.229271 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4287be14-0678-4390-9564-337db06286e6 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/155171a6-a1bb-43b1-8881-8ecfdfed175d HTTP/1.1" status: 204 len: 168 time: 0.2213261 Jun 30 03:17:27.232063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44420) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:27.246383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287be14-0678-4390-9564-337db06286e6 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=155171a6-a1bb-43b1-8881-8ecfdfed175d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:27.291255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-15804d57-39f4-4f9c-b6c2-ced69b5d60b3 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0578461 Jun 30 03:17:27.295185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44422) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:27.318244 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b40e8eb-e10f-4d73-a4af-f6c828f0b91b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.379229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b40e8eb-e10f-4d73-a4af-f6c828f0b91b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:27.384620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7b40e8eb-e10f-4d73-a4af-f6c828f0b91b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:27.387624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b40e8eb-e10f-4d73-a4af-f6c828f0b91b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:27.388206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7b40e8eb-e10f-4d73-a4af-f6c828f0b91b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.394185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ac3262-c31b-45d9-800f-b00d2675d57c None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:27.400717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40e8eb-e10f-4d73-a4af-f6c828f0b91b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=4ebbfdaf-8b09-4204-8c19-30c311b829d2,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:27.412673 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-508c4229-c6cf-4dd1-850c-6f0b6a5d1bbc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.440796 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-508c4229-c6cf-4dd1-850c-6f0b6a5d1bbc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.533779 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7b40e8eb-e10f-4d73-a4af-f6c828f0b91b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0498965 Jun 30 03:17:27.537171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44428) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:27.542664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-364913264', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ebbfdaf-8b09-4204-8c19-30c311b829d2'}], 'security_groups': ['199a3e2d-c320-4b3e-9913-285902bb605a']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:27.613258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-508c4229-c6cf-4dd1-850c-6f0b6a5d1bbc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.617018 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-508c4229-c6cf-4dd1-850c-6f0b6a5d1bbc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.621339 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-508c4229-c6cf-4dd1-850c-6f0b6a5d1bbc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-groups/da5eb46d-7e98-4ab0-8845-a1219eec22dd HTTP/1.1" status: 204 len: 168 time: 0.3257806 Jun 30 03:17:27.622695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44430) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:27.645642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c4229-c6cf-4dd1-850c-6f0b6a5d1bbc tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5eb46d-7e98-4ab0-8845-a1219eec22dd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:27.668291 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.693439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-861f30f9-5e12-46ae-bb82-8edcdb436474 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667169 Jun 30 03:17:27.694461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44432) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:27.698248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288075db-83a4-40c0-8c6d-0d1f7832aacd None None] Update dhcp port {'port': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'fixed_ips': [{'subnet_id': '78d4d299-4b67-407d-9640-3db180f0f587', 'ip_address': '172.20.0.2'}, {'subnet_id': '4ebbfdaf-8b09-4204-8c19-30c311b829d2'}], 'binding:host_id': 'n-d-798249-3'}, 'id': '1a2a2166-7df9-412f-aa3f-560399dd4465'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:17:27.706181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9fc7a1eb-32e0-45d2-a7c3-78f4e715f799 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249993802'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:27.746303 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-288075db-83a4-40c0-8c6d-0d1f7832aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.816336 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a1eb-32e0-45d2-a7c3-78f4e715f799 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.915162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a1eb-32e0-45d2-a7c3-78f4e715f799 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.967324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-288075db-83a4-40c0-8c6d-0d1f7832aacd None None] Allocated IP 172.20.0.18 (115cc908-cf52-4a00-8000-82f8d12c00b3/4ebbfdaf-8b09-4204-8c19-30c311b829d2/1a2a2166-7df9-412f-aa3f-560399dd4465) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:28.064596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-288075db-83a4-40c0-8c6d-0d1f7832aacd None None] For port 1a2a2166-7df9-412f-aa3f-560399dd4465, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a2a2166-7df9-412f-aa3f-560399dd4465,segment=NetworkSegment(1e6aac68-21f6-435e-a099-05845ab93d07),segment_id=1e6aac68-21f6-435e-a099-05845ab93d07)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:28.084532 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a1eb-32e0-45d2-a7c3-78f4e715f799 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.108430 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-288075db-83a4-40c0-8c6d-0d1f7832aacd None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.116733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7a1eb-32e0-45d2-a7c3-78f4e715f799 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeac723-67eb-45f3-a464-0f876ae692c9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:28.128497 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-288075db-83a4-40c0-8c6d-0d1f7832aacd None None] Transition to ACTIVE for port object 1a2a2166-7df9-412f-aa3f-560399dd4465 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:28.255866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a1eb-32e0-45d2-a7c3-78f4e715f799 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.257317 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9fc7a1eb-32e0-45d2-a7c3-78f4e715f799 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5616789 Jun 30 03:17:28.260255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44444) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:28.265886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bf983a5a-97bd-4993-84e8-8a8da3663e9a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': 'ebeac723-67eb-45f3-a464-0f876ae692c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:28.324634 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-288075db-83a4-40c0-8c6d-0d1f7832aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.427479 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288075db-83a4-40c0-8c6d-0d1f7832aacd None None] Pushing event updated for resources: {'Port': ['ID=1a2a2166-7df9-412f-aa3f-560399dd4465,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:28.437391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Delete allocated IP 172.20.0.12 (115cc908-cf52-4a00-8000-82f8d12c00b3/78d4d299-4b67-407d-9640-3db180f0f587) {{(pid=94530) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 03:17:28.448672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.19 (115cc908-cf52-4a00-8000-82f8d12c00b3/4ebbfdaf-8b09-4204-8c19-30c311b829d2/9466bec1-0e6c-4468-b467-35dbf8a5be2c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:28.491999 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf983a5a-97bd-4993-84e8-8a8da3663e9a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.650518 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf983a5a-97bd-4993-84e8-8a8da3663e9a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.670557 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-66306d15-400b-4447-a50b-d1f7550c2d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.698037 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.721332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object 9466bec1-0e6c-4468-b467-35dbf8a5be2c will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:28.735615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44452) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:28.747516 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf983a5a-97bd-4993-84e8-8a8da3663e9a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.780656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983a5a-97bd-4993-84e8-8a8da3663e9a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a41fd1-7da1-4a85-af0c-e1fdc92a46e9,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:28.821432 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.861578 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bf983a5a-97bd-4993-84e8-8a8da3663e9a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.865027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bf983a5a-97bd-4993-84e8-8a8da3663e9a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6017241 Jun 30 03:17:28.866313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44458) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:28.933803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=9466bec1-0e6c-4468-b467-35dbf8a5be2c,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:28.949221 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a8beb723-9a73-45ba-9011-a23c10c5ab7e tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules/f1a41fd1-7da1-4a85-af0c-e1fdc92a46e9 HTTP/1.1" status: 200 len: 763 time: 0.0808854 Jun 30 03:17:28.954982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44464) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:28.976046 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96e28212-370f-4a4b-8da9-2453b8ddfee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:28.987648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1a2a2166-7df9-412f-aa3f-560399dd4465 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:29.054630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] In _notify_port_updated(), no bound segment for port 9466bec1-0e6c-4468-b467-35dbf8a5be2c on network 115cc908-cf52-4a00-8000-82f8d12c00b3 {{(pid=94530) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:17:29.062183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:29.063740 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.065316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ccb56251-5b09-489a-91bb-4bf3fd440e64 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "PUT /v2.0/ports/9466bec1-0e6c-4468-b467-35dbf8a5be2c HTTP/1.1" status: 200 len: 920 time: 1.5271943 Jun 30 03:17:29.068370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44466) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:29.095171 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-75ae4220-2c80-42a7-9191-78611c4591e7 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1249893 Jun 30 03:17:29.098117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44468) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:29.150660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-223d1e72-29c1-4114-a954-e72865470c82 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.165186 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-223d1e72-29c1-4114-a954-e72865470c82 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.201315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-98583261-406a-473d-9a25-2ccb6ded3180 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 9466bec1-0e6c-4468-b467-35dbf8a5be2c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:29.201739 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98583261-406a-473d-9a25-2ccb6ded3180 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.220032 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96e28212-370f-4a4b-8da9-2453b8ddfee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.299562 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98583261-406a-473d-9a25-2ccb6ded3180 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.311077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-98583261-406a-473d-9a25-2ccb6ded3180 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 9466bec1-0e6c-4468-b467-35dbf8a5be2c owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:29.355899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-223d1e72-29c1-4114-a954-e72865470c82 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.365284 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-223d1e72-29c1-4114-a954-e72865470c82 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.366363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-223d1e72-29c1-4114-a954-e72865470c82 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/f1a41fd1-7da1-4a85-af0c-e1fdc92a46e9 HTTP/1.1" status: 204 len: 168 time: 0.2670586 Jun 30 03:17:29.370103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44472) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:29.377422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d1e72-29c1-4114-a954-e72865470c82 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1a41fd1-7da1-4a85-af0c-e1fdc92a46e9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:29.411493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a32ae390-f962-4a12-b4b7-5f5ea50db27f tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402627 Jun 30 03:17:29.413979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44474) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:29.418423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6be16dee-8668-4ae6-a2b7-07301d33022c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': 'ebeac723-67eb-45f3-a464-0f876ae692c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:29.440026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96e28212-370f-4a4b-8da9-2453b8ddfee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.461563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2998a3df-802e-4371-b113-e95d70c75954 None None] Provisioning for port 1a2a2166-7df9-412f-aa3f-560399dd4465 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:29.468496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2998a3df-802e-4371-b113-e95d70c75954 None None] Provisioning complete for port 1a2a2166-7df9-412f-aa3f-560399dd4465 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:29.469335 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2998a3df-802e-4371-b113-e95d70c75954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.494016 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-96e28212-370f-4a4b-8da9-2453b8ddfee5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04c18b10c77443dd85861a2bddc17d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7545297 Jun 30 03:17:29.494016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e28212-370f-4a4b-8da9-2453b8ddfee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0917e4-6ddb-44d5-bba5-188f105266d8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:29.494437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44478) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:29.560987 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc62e-17be-4c7d-85d3-351ad16beb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.565367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2998a3df-802e-4371-b113-e95d70c75954 None None] Provisioning complete for port b07c6a0c-c4d6-4355-b7f3-21042c59e763 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:29.566176 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2998a3df-802e-4371-b113-e95d70c75954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.566549 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98583261-406a-473d-9a25-2ccb6ded3180 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.601659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2998a3df-802e-4371-b113-e95d70c75954 None None] Port b07c6a0c-c4d6-4355-b7f3-21042c59e763 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:29.604707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2998a3df-802e-4371-b113-e95d70c75954 None None] Could not find standard attr ID for object 9466bec1-0e6c-4468-b467-35dbf8a5be2c. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:17:29.615414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6be16dee-8668-4ae6-a2b7-07301d33022c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.619598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98583261-406a-473d-9a25-2ccb6ded3180 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=9466bec1-0e6c-4468-b467-35dbf8a5be2c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:29.640926 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc62e-17be-4c7d-85d3-351ad16beb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.666353 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6be16dee-8668-4ae6-a2b7-07301d33022c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.756348 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-98583261-406a-473d-9a25-2ccb6ded3180 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.758444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-98583261-406a-473d-9a25-2ccb6ded3180 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/9466bec1-0e6c-4468-b467-35dbf8a5be2c HTTP/1.1" status: 204 len: 168 time: 0.6887925 Jun 30 03:17:29.761011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44482) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:29.775640 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6be16dee-8668-4ae6-a2b7-07301d33022c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.790577 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9491cfc1-261e-4603-b3bc-185c510735f9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:17:29.795855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9491cfc1-261e-4603-b3bc-185c510735f9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/9466bec1-0e6c-4468-b467-35dbf8a5be2c HTTP/1.1" status: 404 len: 333 time: 0.0301988 Jun 30 03:17:29.795855 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44484) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:29.801128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be16dee-8668-4ae6-a2b7-07301d33022c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503778db-1116-4814-8324-eaa0ed333228,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:29.816642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cbed2536-7fde-4281-b19b-b58dfe489b6d None None] Could not find standard attr ID for object 9466bec1-0e6c-4468-b467-35dbf8a5be2c. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:17:29.861363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b255b370-986d-44e4-9921-4bb0def17ed3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.884288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6be16dee-8668-4ae6-a2b7-07301d33022c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.885529 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6be16dee-8668-4ae6-a2b7-07301d33022c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4706161 Jun 30 03:17:29.888937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44486) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:29.890247 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc62e-17be-4c7d-85d3-351ad16beb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.893999 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc62e-17be-4c7d-85d3-351ad16beb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.895658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9e1bc62e-17be-4c7d-85d3-351ad16beb23 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab0917e4-6ddb-44d5-bba5-188f105266d8 HTTP/1.1" status: 204 len: 168 time: 0.3999615 Jun 30 03:17:29.898326 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b255b370-986d-44e4-9921-4bb0def17ed3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.910286 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4ae6b5de-bd65-4d2d-8f45-17872463c250 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules/503778db-1116-4814-8324-eaa0ed333228 HTTP/1.1" status: 200 len: 763 time: 0.0190926 Jun 30 03:17:29.916384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44490) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:29.919441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bc62e-17be-4c7d-85d3-351ad16beb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0917e4-6ddb-44d5-bba5-188f105266d8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:30.042659 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-577acf5d-f23b-4f3b-89fc-80daf0bdc4b1 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1247532 Jun 30 03:17:30.045234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44496) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:30.069766 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a947e598-a5b3-4d40-b045-3a0df30b817a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.078658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a947e598-a5b3-4d40-b045-3a0df30b817a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.104945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b255b370-986d-44e4-9921-4bb0def17ed3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.108104 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b255b370-986d-44e4-9921-4bb0def17ed3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.109572 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b255b370-986d-44e4-9921-4bb0def17ed3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/security-groups/985fa804-e0e5-4c4f-9e46-45749e44e432 HTTP/1.1" status: 204 len: 168 time: 0.3130414 Jun 30 03:17:30.112376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44498) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:30.119009 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b370-986d-44e4-9921-4bb0def17ed3 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985fa804-e0e5-4c4f-9e46-45749e44e432,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:30.168857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8cc84cb9-dba3-4e19-9d18-f96ae7f87481 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.191741 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8cc84cb9-dba3-4e19-9d18-f96ae7f87481 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.275516 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a947e598-a5b3-4d40-b045-3a0df30b817a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.280201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a947e598-a5b3-4d40-b045-3a0df30b817a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.281315 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a947e598-a5b3-4d40-b045-3a0df30b817a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/503778db-1116-4814-8324-eaa0ed333228 HTTP/1.1" status: 204 len: 168 time: 0.2349238 Jun 30 03:17:30.284359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44504) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:30.286546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947e598-a5b3-4d40-b045-3a0df30b817a tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=503778db-1116-4814-8324-eaa0ed333228,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:30.330337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-afabdb6b-1f4e-46aa-8a84-396e7857885d tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423720 Jun 30 03:17:30.330972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44506) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:30.342247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-fcf64166-7913-4373-aefa-3f2f4fc498ed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Request body: {'security_group_rule': {'security_group_id': 'ebeac723-67eb-45f3-a464-0f876ae692c9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:30.360467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8cc84cb9-dba3-4e19-9d18-f96ae7f87481 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.363255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8cc84cb9-dba3-4e19-9d18-f96ae7f87481 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.364544 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8cc84cb9-dba3-4e19-9d18-f96ae7f87481 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/security-groups/199a3e2d-c320-4b3e-9913-285902bb605a HTTP/1.1" status: 204 len: 168 time: 0.2510004 Jun 30 03:17:30.368141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44510) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:30.406947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc84cb9-dba3-4e19-9d18-f96ae7f87481 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199a3e2d-c320-4b3e-9913-285902bb605a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:30.436906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-0108c3a5-10dd-4f04-8de6-e28d34eb122a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet 78d4d299-4b67-407d-9640-3db180f0f587 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:30.440358 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0108c3a5-10dd-4f04-8de6-e28d34eb122a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.450350 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fcf64166-7913-4373-aefa-3f2f4fc498ed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.496689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0108c3a5-10dd-4f04-8de6-e28d34eb122a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.508871 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fcf64166-7913-4373-aefa-3f2f4fc498ed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.581276 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0108c3a5-10dd-4f04-8de6-e28d34eb122a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.644558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fcf64166-7913-4373-aefa-3f2f4fc498ed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.666747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf64166-7913-4373-aefa-3f2f4fc498ed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00dfc1b-f5e1-49b8-b603-ebc6ba6372ed,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:30.776130 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0108c3a5-10dd-4f04-8de6-e28d34eb122a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.803672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108c3a5-10dd-4f04-8de6-e28d34eb122a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=78d4d299-4b67-407d-9640-3db180f0f587,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:30.809415 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0108c3a5-10dd-4f04-8de6-e28d34eb122a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.811757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0108c3a5-10dd-4f04-8de6-e28d34eb122a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/78d4d299-4b67-407d-9640-3db180f0f587 HTTP/1.1" status: 204 len: 168 time: 0.4426029 Jun 30 03:17:30.815901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44524) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:30.820927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4507c895-caa5-4e21-ad43-61a14514df18 None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:30.821685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-38bfaa83-7f0d-4f6b-a6da-010444c1f1cd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:30.825570 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fcf64166-7913-4373-aefa-3f2f4fc498ed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.827046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fcf64166-7913-4373-aefa-3f2f4fc498ed tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4952059 Jun 30 03:17:30.829907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44528) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:30.905550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2cb5ffc7-2246-4d43-9f76-cec5a695b443 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules/b00dfc1b-f5e1-49b8-b603-ebc6ba6372ed HTTP/1.1" status: 200 len: 764 time: 0.0717511 Jun 30 03:17:30.906383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44534) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:30.990914 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d25b3e2c-50df-43e4-bf2a-82b1e5d4217c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0831411 Jun 30 03:17:30.997578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44538) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:31.027581 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2710af8a-fc01-4160-bccf-51629b746b98 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.038978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2710af8a-fc01-4160-bccf-51629b746b98 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.095583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bfaa83-7f0d-4f6b-a6da-010444c1f1cd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:31.099443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38bfaa83-7f0d-4f6b-a6da-010444c1f1cd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.210478 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2710af8a-fc01-4160-bccf-51629b746b98 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.230848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2710af8a-fc01-4160-bccf-51629b746b98 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.235417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2710af8a-fc01-4160-bccf-51629b746b98 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/b00dfc1b-f5e1-49b8-b603-ebc6ba6372ed HTTP/1.1" status: 204 len: 168 time: 0.2367678 Jun 30 03:17:31.236593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44546) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:31.244016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710af8a-fc01-4160-bccf-51629b746b98 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b00dfc1b-f5e1-49b8-b603-ebc6ba6372ed,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:31.286082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ddafc81b-382b-4fd6-acd7-2d5523c21d8c tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479329 Jun 30 03:17:31.288898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44548) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:31.316017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44552) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:31.355861 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88a677f9-d623-4a14-8fcc-03c5bc79cfb4 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.390584 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88a677f9-d623-4a14-8fcc-03c5bc79cfb4 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.393099 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.455374 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b87807ff-e1d4-48bf-b378-07bce108b170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.498320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1854336411-network', 'tenant_id': 'c0fb480fdf4543689af8a30b665279e6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:31.535769 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38bfaa83-7f0d-4f6b-a6da-010444c1f1cd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.579289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bfaa83-7f0d-4f6b-a6da-010444c1f1cd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:31.583917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-38bfaa83-7f0d-4f6b-a6da-010444c1f1cd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:31.587787 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88a677f9-d623-4a14-8fcc-03c5bc79cfb4 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.590287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88a677f9-d623-4a14-8fcc-03c5bc79cfb4 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.601810 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-88a677f9-d623-4a14-8fcc-03c5bc79cfb4 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "DELETE /v2.0/security-groups/ebeac723-67eb-45f3-a464-0f876ae692c9 HTTP/1.1" status: 204 len: 168 time: 0.3015893 Jun 30 03:17:31.601810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44556) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:31.606991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bfaa83-7f0d-4f6b-a6da-010444c1f1cd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:31.607591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38bfaa83-7f0d-4f6b-a6da-010444c1f1cd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.617794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a677f9-d623-4a14-8fcc-03c5bc79cfb4 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeac723-67eb-45f3-a464-0f876ae692c9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:31.625705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfaa83-7f0d-4f6b-a6da-010444c1f1cd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=cc4958ee-e1cb-4509-8807-4ba83060d0b7,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:31.654455 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7bd99b6f-b8fa-4694-baa9-c54173b50979 tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580170 Jun 30 03:17:31.659327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44560) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:31.710381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6a15b452-ee7a-4f9c-adec-fafc210da4da tempest-SecGroupTest-823569456 tempest-SecGroupTest-823569456-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0457442 Jun 30 03:17:31.713011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Made reservation on behalf of c0fb480fdf4543689af8a30b665279e6 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:31.716761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a458e494-93b6-41b3-886d-60aebec46293 None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:31.718557 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.727650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.786123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bce21af7-8f57-4b8b-bdcc-da4064a70ac0 None None] Provisioning complete for port b07c6a0c-c4d6-4355-b7f3-21042c59e763 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:31.786588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bce21af7-8f57-4b8b-bdcc-da4064a70ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.820804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-38bfaa83-7f0d-4f6b-a6da-010444c1f1cd tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0032403 Jun 30 03:17:31.821578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44566) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:31.842312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-bce21af7-8f57-4b8b-bdcc-da4064a70ac0 None None] Port b07c6a0c-c4d6-4355-b7f3-21042c59e763 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:31.864700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b847c636-698d-4f42-9bb4-ff87e39b1e6d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'security_group': {'name': 'tempest-secgroup-30568268'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:31.915411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bce21af7-8f57-4b8b-bdcc-da4064a70ac0 None None] Provisioning complete for port 1a2a2166-7df9-412f-aa3f-560399dd4465 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:31.944362 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bce21af7-8f57-4b8b-bdcc-da4064a70ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:31.964533 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.129128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7147619e-a641-47ee-bf56-66ca2af2bace None None] Update dhcp port {'port': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'fixed_ips': [{'subnet_id': '4ebbfdaf-8b09-4204-8c19-30c311b829d2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cc4958ee-e1cb-4509-8807-4ba83060d0b7'}], 'binding:host_id': 'n-d-798249-3'}, 'id': '1a2a2166-7df9-412f-aa3f-560399dd4465'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:17:32.165522 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7147619e-a641-47ee-bf56-66ca2af2bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.267908 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.312274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:17:32.322907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb17a5-358c-4a39-8f41-2595bf73f0ed,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:32.329704 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.330733 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Added segment a31a6d79-b8ec-4013-98dd-e2e3e18f0521 of type vlan for network 0eca8a25-09f2-41b5-b914-b5d56a95159a Jun 30 03:17:32.355333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-7147619e-a641-47ee-bf56-66ca2af2bace None None] Allocated IP 172.20.0.2 (115cc908-cf52-4a00-8000-82f8d12c00b3/cc4958ee-e1cb-4509-8807-4ba83060d0b7/1a2a2166-7df9-412f-aa3f-560399dd4465) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:32.396544 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.401879 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b847c636-698d-4f42-9bb4-ff87e39b1e6d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.518706 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b847c636-698d-4f42-9bb4-ff87e39b1e6d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.547643 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.548941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:32.549630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.551417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44578) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:32.630761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b847c636-698d-4f42-9bb4-ff87e39b1e6d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.660834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] Pushing event updated for resources: {'Network': ['ID=0eca8a25-09f2-41b5-b914-b5d56a95159a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:32.673944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 0eca8a25-09f2-41b5-b914-b5d56a95159a details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:17:32.698658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847c636-698d-4f42-9bb4-ff87e39b1e6d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b25a7a-8151-430d-b1b4-7d16828740ed,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:32.725963 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b6bfefda-2607-40ae-9f7c-d7c6bb79f434 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef0dbfbb45174bf0b2b4e7146c99d6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728876 Jun 30 03:17:32.728275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44584) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:32.730483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7147619e-a641-47ee-bf56-66ca2af2bace None None] For port 1a2a2166-7df9-412f-aa3f-560399dd4465, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a2a2166-7df9-412f-aa3f-560399dd4465,segment=NetworkSegment(1e6aac68-21f6-435e-a099-05845ab93d07),segment_id=1e6aac68-21f6-435e-a099-05845ab93d07)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:32.763691 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e329f0d5-3617-4790-84aa-73fca58aa734 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4463584 Jun 30 03:17:32.767023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44586) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:32.772475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Request body: {'subnet': {'network_id': '0eca8a25-09f2-41b5-b914-b5d56a95159a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1854336411-subnet', 'tenant_id': 'c0fb480fdf4543689af8a30b665279e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:32.776793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7147619e-a641-47ee-bf56-66ca2af2bace None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.779596 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66899c98-a528-4932-a094-4a6b6142e463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.791583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7147619e-a641-47ee-bf56-66ca2af2bace None None] Transition to ACTIVE for port object 1a2a2166-7df9-412f-aa3f-560399dd4465 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:32.804165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66899c98-a528-4932-a094-4a6b6142e463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.820384 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b847c636-698d-4f42-9bb4-ff87e39b1e6d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.821740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b847c636-698d-4f42-9bb4-ff87e39b1e6d tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9991462 Jun 30 03:17:32.824648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44590) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:32.831389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1074b4be-4872-4b39-8fd6-0d1c529e0a83 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'security_group': {'name': 'tempest-secgroup-566152395'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:32.895661 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7147619e-a641-47ee-bf56-66ca2af2bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.958659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66899c98-a528-4932-a094-4a6b6142e463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.961987 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66899c98-a528-4932-a094-4a6b6142e463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.982009 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Made reservation on behalf of c0fb480fdf4543689af8a30b665279e6 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:32.982009 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:32.982573 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-66899c98-a528-4932-a094-4a6b6142e463 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/38f02350-2d80-4058-9666-dc4b1b3d03c7 HTTP/1.1" status: 204 len: 168 time: 0.2467320 Jun 30 03:17:32.994500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147619e-a641-47ee-bf56-66ca2af2bace None None] Pushing event updated for resources: {'Port': ['ID=1a2a2166-7df9-412f-aa3f-560399dd4465,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:33.002043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66899c98-a528-4932-a094-4a6b6142e463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f02350-2d80-4058-9666-dc4b1b3d03c7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:33.004749 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:33.081053 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1074b4be-4872-4b39-8fd6-0d1c529e0a83 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:33.241112 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1074b4be-4872-4b39-8fd6-0d1c529e0a83 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:33.342867 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:33.392353 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1074b4be-4872-4b39-8fd6-0d1c529e0a83 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:33.446831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Checking segment: {'id': 'a31a6d79-b8ec-4013-98dd-e2e3e18f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0eca8a25-09f2-41b5-b914-b5d56a95159a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:33.447118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Network hostable DHCP agents. Network: 0eca8a25-09f2-41b5-b914-b5d56a95159a, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:17:33.449260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112721ac-f1bc-41bc-9599-1d49da762452,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:33.456665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074b4be-4872-4b39-8fd6-0d1c529e0a83 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaa0bac-95ea-4adc-bd3d-6026e34721c6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:33.553053 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1074b4be-4872-4b39-8fd6-0d1c529e0a83 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:33.554403 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1074b4be-4872-4b39-8fd6-0d1c529e0a83 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7285962 Jun 30 03:17:33.556988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44606) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:33.561561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-85cf2471-3887-4129-aa88-dcc715472497 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'security_group': {'name': 'tempest-secgroup-1814016159'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:33.596777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9a569ee9-178c-45aa-b0c1-50e140414493 None None] Provisioning complete for port b07c6a0c-c4d6-4355-b7f3-21042c59e763 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:33.597197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9a569ee9-178c-45aa-b0c1-50e140414493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:33.633480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Network 0eca8a25-09f2-41b5-b914-b5d56a95159a is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:17:33.633693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9a569ee9-178c-45aa-b0c1-50e140414493 None None] Port b07c6a0c-c4d6-4355-b7f3-21042c59e763 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:33.827373 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9a569ee9-178c-45aa-b0c1-50e140414493 None None] Provisioning for port 1a2a2166-7df9-412f-aa3f-560399dd4465 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:33.827613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 0eca8a25-09f2-41b5-b914-b5d56a95159a) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:33.829335 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-85cf2471-3887-4129-aa88-dcc715472497 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:33.833904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9a569ee9-178c-45aa-b0c1-50e140414493 None None] Provisioning complete for port 1a2a2166-7df9-412f-aa3f-560399dd4465 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:33.834303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:33.834515 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9a569ee9-178c-45aa-b0c1-50e140414493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:33.834900 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:33.838943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae8c7ce-2836-4e5e-a3d8-490557077570 None None] Network 0eca8a25-09f2-41b5-b914-b5d56a95159a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:33.955749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2df1987e-c611-49e6-9332-16aeb888dac0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1812801 Jun 30 03:17:34.063601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e5bb2f-5c79-42c7-bec5-043a3d5067ac None None] Network 0eca8a25-09f2-41b5-b914-b5d56a95159a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:34.075799 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-85cf2471-3887-4129-aa88-dcc715472497 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:34.181374 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-85cf2471-3887-4129-aa88-dcc715472497 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:34.221792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf2471-3887-4129-aa88-dcc715472497 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8b0a30-37b7-440e-9357-66c89aaad404,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:34.375617 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-85cf2471-3887-4129-aa88-dcc715472497 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:34.376922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-85cf2471-3887-4129-aa88-dcc715472497 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8189712 Jun 30 03:17:34.379510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44634) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:34.384441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2036504941', 'security_groups': ['0d8b0a30-37b7-440e-9357-66c89aaad404'], 'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cc4958ee-e1cb-4509-8807-4ba83060d0b7'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:34.577711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-c8aafc65-0168-4550-93f1-58e3f65fd9fc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697656 Jun 30 03:17:34.581282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:34.713059 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:34.733788 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:34.758628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] device_id is not set on port 62dd79c6-3208-4b13-bed5-f6801ca1064d yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:17:34.777992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-8de2931a-cc29-4543-8733-511893c01fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:34.779582 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-8de2931a-cc29-4543-8733-511893c01fc2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 1096 time: 0.1171162 Jun 30 03:17:34.961291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1a2a2166-7df9-412f-aa3f-560399dd4465 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:35.018222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1a2a2166-7df9-412f-aa3f-560399dd4465 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:35.018595 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.036424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44658) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:35.041829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-764019836-network', 'tenant_id': 'b6f10fe7ffa64ff98de37d113dcdda36'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:35.164309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Made reservation on behalf of b6f10fe7ffa64ff98de37d113dcdda36 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:35.166883 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.185313 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.318495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-2088fd73-d5f9-401a-a153-e2ea6e236677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:35.320151 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-2088fd73-d5f9-401a-a153-e2ea6e236677 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.5063686 Jun 30 03:17:35.331216 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.409078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.4 (115cc908-cf52-4a00-8000-82f8d12c00b3/cc4958ee-e1cb-4509-8807-4ba83060d0b7/62dd79c6-3208-4b13-bed5-f6801ca1064d) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:35.416180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-13855141-e173-4e85-bf39-cc0aa79b1773 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca0abbf-426b-464b-9cfb-61ead25330d3 HTTP/1.1" status: 200 len: 1001 time: 0.0777934 Jun 30 03:17:35.479966 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.494502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-38b6e9e3-1388-483b-96bc-414fd9a91ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:35.497015 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-38b6e9e3-1388-483b-96bc-414fd9a91ff2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0744901 Jun 30 03:17:35.516120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:17:35.564873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.565213 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Added segment 6d12a038-6a1c-42bf-8e41-958b10def0f6 of type vlan for network c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d Jun 30 03:17:35.587487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9f3963-7c2d-4c2d-a05a-115425aa7ede,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:35.602268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.603060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.603489 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.603937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.604756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.605099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.605441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.607375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.607786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.608133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.608719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.609054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:35.646035 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.657834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-9b4099c4-0700-41a7-901a-bf07b9dedf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:35.659328 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-9b4099c4-0700-41a7-901a-bf07b9dedf07 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514940 Jun 30 03:17:35.659963 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.667611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object 62dd79c6-3208-4b13-bed5-f6801ca1064d will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:35.772226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-7736deaa-b556-479f-a26a-ff52008fc642 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058378 Jun 30 03:17:35.792514 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.794940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:35.794940 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.855012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:35.864295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:35.866106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:17:35.874890 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9e0af893-a674-43ee-a3bb-8eb5181a6511 req-ce1cf1a4-7dd5-4ee3-bb03-f488443d6a49 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966516 Jun 30 03:17:35.912406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:35.917729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:35.922636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:35.957710 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=62dd79c6-3208-4b13-bed5-f6801ca1064d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:35.979612 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d4378d0d-d4bd-4da6-98ef-557abc719876 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9419641 Jun 30 03:17:35.980270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44684) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:35.986390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:35.986734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Request body: {'subnet': {'network_id': 'c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-764019836-subnet', 'tenant_id': 'b6f10fe7ffa64ff98de37d113dcdda36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:35.987617 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:36.089782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Made reservation on behalf of b6f10fe7ffa64ff98de37d113dcdda36 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:36.094790 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:36.159436 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c08dd6e0-cc8f-43c2-b41f-ec69dae43c7c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7787979 Jun 30 03:17:36.162108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44692) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:36.167109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d9b4dfec-8247-4a34-bc47-3301c2203451 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:36.312336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-70cf44b2-1107-41ab-a396-050b2ec9625a None None] Provisioning for port 62dd79c6-3208-4b13-bed5-f6801ca1064d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:36.316180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-70cf44b2-1107-41ab-a396-050b2ec9625a None None] Provisioning complete for port 62dd79c6-3208-4b13-bed5-f6801ca1064d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:36.316552 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-70cf44b2-1107-41ab-a396-050b2ec9625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:36.354350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-70cf44b2-1107-41ab-a396-050b2ec9625a None None] Port 62dd79c6-3208-4b13-bed5-f6801ca1064d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:36.408061 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:36.409155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b4dfec-8247-4a34-bc47-3301c2203451 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:36.412894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9b4dfec-8247-4a34-bc47-3301c2203451 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:36.473727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15988952-d0ea-490a-a4f5-f3e330316a60,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:36.475852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Checking segment: {'id': '6d12a038-6a1c-42bf-8e41-958b10def0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:36.476209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Network hostable DHCP agents. Network: c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:17:36.520204 n-d-798249-3 neutron-server[94530]: INFO neutron.db.ipam_backend_mixin [None req-d9b4dfec-8247-4a34-bc47-3301c2203451 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cc4958ee-e1cb-4509-8807-4ba83060d0b7 (CIDR: 172.20.0.0/28) Jun 30 03:17:36.569475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Network c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:17:36.570173 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b4dfec-8247-4a34-bc47-3301c2203451 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:17:36.570677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b4dfec-8247-4a34-bc47-3301c2203451 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:36.738394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:36.741729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d9b4dfec-8247-4a34-bc47-3301c2203451 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5761046 Jun 30 03:17:36.742796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44702) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:36.745633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:36.746891 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:36.749358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9d176162-2af7-4929-8da3-94d20202e3c5 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:36.751530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f6cf8-e356-4afb-b4cd-962a7f7affe3 None None] Network c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:36.876632 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a9ab7a03-2b59-4cf5-9580-768416882de7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8951411 Jun 30 03:17:36.922796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9654c26-0c1d-45d6-90d7-14b784c257fa None None] Network c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:37.029557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d176162-2af7-4929-8da3-94d20202e3c5 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:37.033465 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d176162-2af7-4929-8da3-94d20202e3c5 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:37.148104 n-d-798249-3 neutron-server[94530]: INFO neutron.db.ipam_backend_mixin [None req-9d176162-2af7-4929-8da3-94d20202e3c5 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4ebbfdaf-8b09-4204-8c19-30c311b829d2 (CIDR: 172.20.0.16/28) Jun 30 03:17:37.255892 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d176162-2af7-4929-8da3-94d20202e3c5 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:17:37.256624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d176162-2af7-4929-8da3-94d20202e3c5 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:37.410807 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9d176162-2af7-4929-8da3-94d20202e3c5 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6667647 Jun 30 03:17:37.413381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44738) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:37.418967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c233c8be-f18d-46d2-88d5-29c8a0a77d6c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'subnet': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:37.438192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-6f700971-c562-430a-90d3-fb594983eb53 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:37.439820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-6f700971-c562-430a-90d3-fb594983eb53 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/networks?id=0eca8a25-09f2-41b5-b914-b5d56a95159a HTTP/1.1" status: 200 len: 812 time: 0.1117270 Jun 30 03:17:37.457283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-4596cc12-8dba-4be7-b62b-bd6606437d3d tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/quotas/c0fb480fdf4543689af8a30b665279e6 HTTP/1.1" status: 200 len: 375 time: 0.0106044 Jun 30 03:17:37.506032 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-0d3fce2e-7a0e-4230-a40e-afae09a2915b tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0fb480fdf4543689af8a30b665279e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428507 Jun 30 03:17:37.661150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c233c8be-f18d-46d2-88d5-29c8a0a77d6c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Made reservation on behalf of 3a51a2fa813d49c090812c99b67caa8d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:37.664860 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c233c8be-f18d-46d2-88d5-29c8a0a77d6c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:37.695001 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-1e0aad42-c756-4c06-a6a8-cb257cfc3245 service neutron] 10.222.0.77 "GET /v2.0/networks/0eca8a25-09f2-41b5-b914-b5d56a95159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798441 Jun 30 03:17:37.790701 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-8607b2d8-eca5-43e2-8b69-2606a8108399 service neutron] 10.222.0.77 "GET /v2.0/networks/0eca8a25-09f2-41b5-b914-b5d56a95159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887654 Jun 30 03:17:38.059655 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6cc03f2-c4b3-4c63-ad84-8018ddd432cf req-c19bb70e-946b-4a48-9e89-eba3feb81000 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 210 time: 0.0292544 Jun 30 03:17:38.060671 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c233c8be-f18d-46d2-88d5-29c8a0a77d6c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:38.102340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233c8be-f18d-46d2-88d5-29c8a0a77d6c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:38.105610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c233c8be-f18d-46d2-88d5-29c8a0a77d6c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:38.111887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c233c8be-f18d-46d2-88d5-29c8a0a77d6c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:38.112487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c233c8be-f18d-46d2-88d5-29c8a0a77d6c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:38.118895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6b50d3-b0a5-4616-b214-2a2ec682dc06 None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:38.132037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233c8be-f18d-46d2-88d5-29c8a0a77d6c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Subnet': ['ID=a96a68ea-6130-4367-8ccb-e74c18c0dca6,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:38.219583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c233c8be-f18d-46d2-88d5-29c8a0a77d6c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8049395 Jun 30 03:17:38.222363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44762) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:38.231798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1972411299', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a96a68ea-6130-4367-8ccb-e74c18c0dca6'}], 'security_groups': ['e7b25a7a-8151-430d-b1b4-7d16828740ed', '0aaa0bac-95ea-4adc-bd3d-6026e34721c6']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:38.388590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec5fa44-f5f8-4777-85ca-82a6cff39081 None None] Update dhcp port {'port': {'network_id': '115cc908-cf52-4a00-8000-82f8d12c00b3', 'fixed_ips': [{'subnet_id': '4ebbfdaf-8b09-4204-8c19-30c311b829d2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cc4958ee-e1cb-4509-8807-4ba83060d0b7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a96a68ea-6130-4367-8ccb-e74c18c0dca6'}], 'binding:host_id': 'n-d-798249-3'}, 'id': '1a2a2166-7df9-412f-aa3f-560399dd4465'} from n-d-798249-3. {{(pid=94532) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 03:17:38.437718 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fa44-f5f8-4777-85ca-82a6cff39081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:38.448644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:38.605503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-0ec5fa44-f5f8-4777-85ca-82a6cff39081 None None] Allocated IP 172.20.0.34 (115cc908-cf52-4a00-8000-82f8d12c00b3/a96a68ea-6130-4367-8ccb-e74c18c0dca6/1a2a2166-7df9-412f-aa3f-560399dd4465) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:38.710590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0ec5fa44-f5f8-4777-85ca-82a6cff39081 None None] For port 1a2a2166-7df9-412f-aa3f-560399dd4465, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a2a2166-7df9-412f-aa3f-560399dd4465,segment=NetworkSegment(1e6aac68-21f6-435e-a099-05845ab93d07),segment_id=1e6aac68-21f6-435e-a099-05845ab93d07)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:38.742199 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fa44-f5f8-4777-85ca-82a6cff39081 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:38.755426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0ec5fa44-f5f8-4777-85ca-82a6cff39081 None None] Transition to ACTIVE for port object 1a2a2166-7df9-412f-aa3f-560399dd4465 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:38.858655 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0ec5fa44-f5f8-4777-85ca-82a6cff39081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:38.988483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Delete allocated IP 172.20.0.4 (115cc908-cf52-4a00-8000-82f8d12c00b3/cc4958ee-e1cb-4509-8807-4ba83060d0b7) {{(pid=94531) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 03:17:38.988618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5fa44-f5f8-4777-85ca-82a6cff39081 None None] Pushing event updated for resources: {'Port': ['ID=1a2a2166-7df9-412f-aa3f-560399dd4465,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:38.994746 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Allocated IP 172.20.0.45 (115cc908-cf52-4a00-8000-82f8d12c00b3/a96a68ea-6130-4367-8ccb-e74c18c0dca6/62dd79c6-3208-4b13-bed5-f6801ca1064d) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:39.153600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-046363a5-a6f7-4c6a-9874-8449b0c6dd82 req-f2f922f9-7a50-4490-8b97-c79394013465 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 210 time: 0.0386121 Jun 30 03:17:39.216015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.236143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Transition to ACTIVE for port object 62dd79c6-3208-4b13-bed5-f6801ca1064d will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:39.347494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.466350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event updated for resources: {'Port': ['ID=62dd79c6-3208-4b13-bed5-f6801ca1064d,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:39.485389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] In _notify_port_updated(), no bound segment for port 62dd79c6-3208-4b13-bed5-f6801ca1064d on network 115cc908-cf52-4a00-8000-82f8d12c00b3 {{(pid=94531) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 03:17:39.491210 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:39.491907 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.493269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-01d77664-d944-4576-b888-2974c9c80b7e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "PUT /v2.0/ports/62dd79c6-3208-4b13-bed5-f6801ca1064d HTTP/1.1" status: 200 len: 960 time: 1.2696662 Jun 30 03:17:39.496146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44796) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:39.600400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-59b93b62-8088-4aa8-8c69-15c118f834e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 62dd79c6-3208-4b13-bed5-f6801ca1064d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:39.600757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59b93b62-8088-4aa8-8c69-15c118f834e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.696726 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59b93b62-8088-4aa8-8c69-15c118f834e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.710338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-59b93b62-8088-4aa8-8c69-15c118f834e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 62dd79c6-3208-4b13-bed5-f6801ca1064d owned by {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:39.741257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b93099bb-8d8e-4193-bfdf-7c9bfa4b40d4 None None] Provisioning for port 62dd79c6-3208-4b13-bed5-f6801ca1064d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:39.746163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b93099bb-8d8e-4193-bfdf-7c9bfa4b40d4 None None] Provisioning complete for port 62dd79c6-3208-4b13-bed5-f6801ca1064d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:39.747275 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b93099bb-8d8e-4193-bfdf-7c9bfa4b40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.783814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b93099bb-8d8e-4193-bfdf-7c9bfa4b40d4 None None] Port 62dd79c6-3208-4b13-bed5-f6801ca1064d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:39.794783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b93099bb-8d8e-4193-bfdf-7c9bfa4b40d4 None None] Provisioning complete for port b07c6a0c-c4d6-4355-b7f3-21042c59e763 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:39.795639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b93099bb-8d8e-4193-bfdf-7c9bfa4b40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.840198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b93099bb-8d8e-4193-bfdf-7c9bfa4b40d4 None None] Port b07c6a0c-c4d6-4355-b7f3-21042c59e763 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:40.071528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b93099bb-8d8e-4193-bfdf-7c9bfa4b40d4 None None] Provisioning for port 1a2a2166-7df9-412f-aa3f-560399dd4465 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:40.071676 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59b93b62-8088-4aa8-8c69-15c118f834e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:40.071815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b93099bb-8d8e-4193-bfdf-7c9bfa4b40d4 None None] Provisioning complete for port 1a2a2166-7df9-412f-aa3f-560399dd4465 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:40.071815 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b93099bb-8d8e-4193-bfdf-7c9bfa4b40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:40.100959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b93b62-8088-4aa8-8c69-15c118f834e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=62dd79c6-3208-4b13-bed5-f6801ca1064d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:40.301040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d1608178-ab94-4d18-b9b4-4d55c005c56b None None] Could not find standard attr ID for object 62dd79c6-3208-4b13-bed5-f6801ca1064d. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:17:40.413653 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e31e2de-2162-45cd-8f70-e88bb2047407 req-2355551e-ad92-4051-95ff-096eca291986 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 210 time: 0.0576997 Jun 30 03:17:40.645157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-59b93b62-8088-4aa8-8c69-15c118f834e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:40.647130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-59b93b62-8088-4aa8-8c69-15c118f834e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/62dd79c6-3208-4b13-bed5-f6801ca1064d HTTP/1.1" status: 204 len: 168 time: 1.1499240 Jun 30 03:17:40.649732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44820) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:40.677238 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-604fb713-35d8-467f-8c76-d5f0a88a7b29 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] GET failed (client error): The resource could not be found. Jun 30 03:17:40.678781 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-604fb713-35d8-467f-8c76-d5f0a88a7b29 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports/62dd79c6-3208-4b13-bed5-f6801ca1064d HTTP/1.1" status: 404 len: 333 time: 0.0281515 Jun 30 03:17:40.681731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44824) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:40.747965 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efb3fb52-9e4c-4d9a-9a6f-9f375803692b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:40.771626 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efb3fb52-9e4c-4d9a-9a6f-9f375803692b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:40.927314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1a2a2166-7df9-412f-aa3f-560399dd4465 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:40.957930 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efb3fb52-9e4c-4d9a-9a6f-9f375803692b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:40.960415 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-efb3fb52-9e4c-4d9a-9a6f-9f375803692b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:40.963992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-efb3fb52-9e4c-4d9a-9a6f-9f375803692b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/security-groups/0d8b0a30-37b7-440e-9357-66c89aaad404 HTTP/1.1" status: 204 len: 168 time: 0.2789235 Jun 30 03:17:40.973926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44828) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:40.974102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3fb52-9e4c-4d9a-9a6f-9f375803692b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8b0a30-37b7-440e-9357-66c89aaad404,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:40.974233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1a2a2166-7df9-412f-aa3f-560399dd4465 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:40.974233 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.027493 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e9b2e646-12de-4d8a-97ba-152b36e0b9e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.049889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e9b2e646-12de-4d8a-97ba-152b36e0b9e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.227765 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e9b2e646-12de-4d8a-97ba-152b36e0b9e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.233321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e9b2e646-12de-4d8a-97ba-152b36e0b9e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.237906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e9b2e646-12de-4d8a-97ba-152b36e0b9e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/security-groups/0aaa0bac-95ea-4adc-bd3d-6026e34721c6 HTTP/1.1" status: 204 len: 168 time: 0.2699814 Jun 30 03:17:41.238759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44832) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:41.245909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2e646-12de-4d8a-97ba-152b36e0b9e2 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaa0bac-95ea-4adc-bd3d-6026e34721c6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:41.340604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58627014-92fe-40f7-b86e-668ae5903fd6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.365444 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58627014-92fe-40f7-b86e-668ae5903fd6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.563226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8602d269-59c9-40a4-8231-6dd2805d38e7 req-867bc9bd-0d8f-43f3-ac23-784a37525bb9 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 210 time: 0.0293553 Jun 30 03:17:41.587176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58627014-92fe-40f7-b86e-668ae5903fd6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.589836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58627014-92fe-40f7-b86e-668ae5903fd6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.593352 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-58627014-92fe-40f7-b86e-668ae5903fd6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/security-groups/e7b25a7a-8151-430d-b1b4-7d16828740ed HTTP/1.1" status: 204 len: 168 time: 0.3511534 Jun 30 03:17:41.593919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44848) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:41.601529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58627014-92fe-40f7-b86e-668ae5903fd6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b25a7a-8151-430d-b1b4-7d16828740ed,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:41.679069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7698cc-d5bb-4c75-b5ed-bcaa50a30e5c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet cc4958ee-e1cb-4509-8807-4ba83060d0b7 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:41.682402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1d7698cc-d5bb-4c75-b5ed-bcaa50a30e5c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.723386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1d7698cc-d5bb-4c75-b5ed-bcaa50a30e5c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.812519 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1d7698cc-d5bb-4c75-b5ed-bcaa50a30e5c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:41.994647 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1d7698cc-d5bb-4c75-b5ed-bcaa50a30e5c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:42.021863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7698cc-d5bb-4c75-b5ed-bcaa50a30e5c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4958ee-e1cb-4509-8807-4ba83060d0b7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:42.031825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4bdb8e-e220-46d4-81f1-40b1b2d44fdf None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:42.035137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1d7698cc-d5bb-4c75-b5ed-bcaa50a30e5c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:42.037474 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1d7698cc-d5bb-4c75-b5ed-bcaa50a30e5c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/cc4958ee-e1cb-4509-8807-4ba83060d0b7 HTTP/1.1" status: 204 len: 168 time: 0.4423001 Jun 30 03:17:42.042716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44854) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:42.104864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-cbc7b84d-ca76-44e3-b620-da25c83663b6 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:42.107186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-cbc7b84d-ca76-44e3-b620-da25c83663b6 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.83 "GET /v2.0/networks?id=0eca8a25-09f2-41b5-b914-b5d56a95159a HTTP/1.1" status: 200 len: 812 time: 0.1346536 Jun 30 03:17:42.120896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bb6590-f93f-499d-bb8d-89036cf1592b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet a96a68ea-6130-4367-8ccb-e74c18c0dca6 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:42.123107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Request body: {'port': {'device_id': '2544a3c6-add2-49b9-ba08-599f2c8d9f7b', 'network_id': '0eca8a25-09f2-41b5-b914-b5d56a95159a', 'admin_state_up': True, 'tenant_id': 'c0fb480fdf4543689af8a30b665279e6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:42.123404 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6590-f93f-499d-bb8d-89036cf1592b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:42.215941 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6590-f93f-499d-bb8d-89036cf1592b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:42.314502 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6590-f93f-499d-bb8d-89036cf1592b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:42.455139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Made reservation on behalf of c0fb480fdf4543689af8a30b665279e6 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:42.459185 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:42.530198 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6590-f93f-499d-bb8d-89036cf1592b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:42.585030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb6590-f93f-499d-bb8d-89036cf1592b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=a96a68ea-6130-4367-8ccb-e74c18c0dca6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:42.603261 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9bb6590-f93f-499d-bb8d-89036cf1592b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:42.610262 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d9bb6590-f93f-499d-bb8d-89036cf1592b tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/a96a68ea-6130-4367-8ccb-e74c18c0dca6 HTTP/1.1" status: 204 len: 168 time: 0.5662227 Jun 30 03:17:42.610477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44866) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:42.668791 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6383cae8-2d7e-4e7c-b0fb-8d8da121cf69 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:42.669275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6383cae8-2d7e-4e7c-b0fb-8d8da121cf69 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:42.671189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6383cae8-2d7e-4e7c-b0fb-8d8da121cf69 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/cc4958ee-e1cb-4509-8807-4ba83060d0b7 HTTP/1.1" status: 404 len: 337 time: 0.0596259 Jun 30 03:17:42.674662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44870) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:42.769898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Allocated IP 172.20.0.10 (0eca8a25-09f2-41b5-b914-b5d56a95159a/112721ac-f1bc-41bc-9599-1d49da762452/69da0bcb-7f01-4554-8c22-b3b1037f4c44) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:42.772712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e7d585-6b0d-4a0d-a169-4e5e5a4e8c90 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting subnet 4ebbfdaf-8b09-4204-8c19-30c311b829d2 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:42.776368 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54e7d585-6b0d-4a0d-a169-4e5e5a4e8c90 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:42.882193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-56796482-bb75-420d-a20c-55a920745de1 req-6e675dfd-39e1-40f7-95ef-63b613ccc6a2 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 210 time: 0.0488491 Jun 30 03:17:42.929287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54e7d585-6b0d-4a0d-a169-4e5e5a4e8c90 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:43.010200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5f4f8-408b-48e4-850e-1cac4f7ccddb None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:43.064469 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:43.099489 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54e7d585-6b0d-4a0d-a169-4e5e5a4e8c90 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:43.101483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-205e4cd0-9c2f-49a6-90d5-e1fa0751fafb None None] Provisioning complete for port b07c6a0c-c4d6-4355-b7f3-21042c59e763 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:43.102064 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-205e4cd0-9c2f-49a6-90d5-e1fa0751fafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:43.171478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-205e4cd0-9c2f-49a6-90d5-e1fa0751fafb None None] Port b07c6a0c-c4d6-4355-b7f3-21042c59e763 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:43.196973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-205e4cd0-9c2f-49a6-90d5-e1fa0751fafb None None] Provisioning complete for port 1a2a2166-7df9-412f-aa3f-560399dd4465 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:43.197634 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-205e4cd0-9c2f-49a6-90d5-e1fa0751fafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:43.255735 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:43.319311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Network 0eca8a25-09f2-41b5-b914-b5d56a95159a is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:43.322656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54e7d585-6b0d-4a0d-a169-4e5e5a4e8c90 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:43.330989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:43.330989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:43.356532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Pushing event updated for resources: {'Port': ['ID=69da0bcb-7f01-4554-8c22-b3b1037f4c44,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:43.360501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7d585-6b0d-4a0d-a169-4e5e5a4e8c90 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebbfdaf-8b09-4204-8c19-30c311b829d2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:43.362872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-54e7d585-6b0d-4a0d-a169-4e5e5a4e8c90 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:43.367525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44884) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.371057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-54e7d585-6b0d-4a0d-a169-4e5e5a4e8c90 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/4ebbfdaf-8b09-4204-8c19-30c311b829d2 HTTP/1.1" status: 204 len: 168 time: 0.6918244 Jun 30 03:17:43.403659 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90816b7-9617-4129-80d0-46200eaa1b9e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:43.411142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90816b7-9617-4129-80d0-46200eaa1b9e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:43.411142 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d90816b7-9617-4129-80d0-46200eaa1b9e tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/78d4d299-4b67-407d-9640-3db180f0f587 HTTP/1.1" status: 404 len: 337 time: 0.0375602 Jun 30 03:17:43.413346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44886) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.426006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:43.426658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:43.447331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-40407c9e-d6cb-4bfe-b38e-c8596d8e96d9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "GET /v2.0/ports?device_id=9520fcaf-0702-46bb-8a43-f0bb822df40f HTTP/1.1" status: 200 len: 205 time: 0.0327346 Jun 30 03:17:43.450654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44888) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.489255 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-8b16c3a9-abe1-41a6-8fe2-4d6a1c43c672 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] delete failed (client error): The resource could not be found. Jun 30 03:17:43.490843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8b16c3a9-abe1-41a6-8fe2-4d6a1c43c672 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/routers/9520fcaf-0702-46bb-8a43-f0bb822df40f HTTP/1.1" status: 404 len: 336 time: 0.0387366 Jun 30 03:17:43.493008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44892) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.525992 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb35912-a71b-42ea-8669-157b33043a56 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:43.526459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb35912-a71b-42ea-8669-157b33043a56 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:43.531309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44896) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.542229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6bb35912-a71b-42ea-8669-157b33043a56 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/e6bfa420-3d82-4a30-86ad-b41b2242763a HTTP/1.1" status: 404 len: 337 time: 0.0476780 Jun 30 03:17:43.553406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-da99ce31-02d3-4b00-ac2b-6cab21cbcd54 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4380252 Jun 30 03:17:43.583758 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-6829d2a6-4dbe-460a-a321-13e071e62948 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:43.583758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6829d2a6-4dbe-460a-a321-13e071e62948 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:43.583758 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6829d2a6-4dbe-460a-a321-13e071e62948 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/d92e027f-004e-459b-ab9b-fa9e60f1c937 HTTP/1.1" status: 404 len: 337 time: 0.0493362 Jun 30 03:17:43.585128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44900) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.615790 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3dbb937-a220-4a0b-808f-44df7057c14f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:43.616676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3dbb937-a220-4a0b-808f-44df7057c14f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:43.618713 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d3dbb937-a220-4a0b-808f-44df7057c14f tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/d6338e71-85fb-4000-b7b6-481bf185a525 HTTP/1.1" status: 404 len: 337 time: 0.0319884 Jun 30 03:17:43.622871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44902) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.658391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Request body: {'port': {'device_id': '2544a3c6-add2-49b9-ba08-599f2c8d9f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:43.671820 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90c72a8-fa2b-4317-ab33-4f7a5173119c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:43.674690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90c72a8-fa2b-4317-ab33-4f7a5173119c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:43.678707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c90c72a8-fa2b-4317-ab33-4f7a5173119c tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/734a8996-164d-4021-beac-9cffe86624cb HTTP/1.1" status: 404 len: 333 time: 0.0525203 Jun 30 03:17:43.681134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44904) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.713716 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b24d77-f5b4-46e0-a49e-39a83da359ce tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:43.714225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b24d77-f5b4-46e0-a49e-39a83da359ce tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:43.717135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-16b24d77-f5b4-46e0-a49e-39a83da359ce tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/a30148ee-feee-4697-962f-34ae62a9ad2e HTTP/1.1" status: 404 len: 337 time: 0.0350263 Jun 30 03:17:43.720428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44906) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.749906 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-7746ed02-0ab9-4225-9ddf-2d1cfcb6fbeb tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:43.750426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7746ed02-0ab9-4225-9ddf-2d1cfcb6fbeb tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:43.753537 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7746ed02-0ab9-4225-9ddf-2d1cfcb6fbeb tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/8ce20480-bf6d-4580-af9f-6c7d52b32900 HTTP/1.1" status: 404 len: 337 time: 0.0308216 Jun 30 03:17:43.753710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:43.754656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44908) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.792946 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-282510b4-a57a-457c-933f-0b388385885a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:43.797140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282510b4-a57a-457c-933f-0b388385885a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:43.797140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-282510b4-a57a-457c-933f-0b388385885a tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/e07a51bb-cad0-4d3f-b70a-5f62fd0e6f29 HTTP/1.1" status: 404 len: 333 time: 0.0408604 Jun 30 03:17:43.798987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44910) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.826229 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-962b4741-535d-48e5-b584-5bc5fa5076f6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:43.826702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962b4741-535d-48e5-b584-5bc5fa5076f6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:43.828459 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-962b4741-535d-48e5-b584-5bc5fa5076f6 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/a591e6be-d5cf-44f2-a162-1146c39c86fc HTTP/1.1" status: 404 len: 337 time: 0.0281084 Jun 30 03:17:43.831150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44914) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:43.866903 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcd67f5-7cdf-46fa-84c1-586fa90789f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] DELETE failed (client error): The resource could not be found. Jun 30 03:17:43.867678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcd67f5-7cdf-46fa-84c1-586fa90789f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:17:43.869471 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5fcd67f5-7cdf-46fa-84c1-586fa90789f8 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/subnets/e446ce11-0708-43d8-ae25-7a9aa6097f2f HTTP/1.1" status: 404 len: 337 time: 0.0362287 Jun 30 03:17:43.872160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44916) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:44.044227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-23cc465f-8d8c-471c-91ce-25ba23724cc9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port b07c6a0c-c4d6-4355-b7f3-21042c59e763 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:44.049881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23cc465f-8d8c-471c-91ce-25ba23724cc9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.143785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0ebfe-91b2-42e3-8301-c02d331b667b None None] Network 115cc908-cf52-4a00-8000-82f8d12c00b3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:44.245828 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23cc465f-8d8c-471c-91ce-25ba23724cc9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.266020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-23cc465f-8d8c-471c-91ce-25ba23724cc9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for b07c6a0c-c4d6-4355-b7f3-21042c59e763 owned by {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:44.314586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69da0bcb-7f01-4554-8c22-b3b1037f4c44 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:17:44.323056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.336673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Transition to ACTIVE for port object 69da0bcb-7f01-4554-8c22-b3b1037f4c44 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:44.355916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-db4ed1c0-d422-417e-b685-72038b01e7b0 None None] Provisioning complete for port b07c6a0c-c4d6-4355-b7f3-21042c59e763 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:44.358336 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db4ed1c0-d422-417e-b685-72038b01e7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.384191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd52976-28ce-46f0-864d-d074db4bf2e5 req-549bbbae-67a8-4024-a331-e99c262c5506 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:44.392389 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3dd52976-28ce-46f0-864d-d074db4bf2e5 req-549bbbae-67a8-4024-a331-e99c262c5506 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 932 time: 0.2643399 Jun 30 03:17:44.433364 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.441180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3dd52976-28ce-46f0-864d-d074db4bf2e5 req-f748552e-6bf2-4c79-87af-3cb641444144 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475824 Jun 30 03:17:44.517877 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23cc465f-8d8c-471c-91ce-25ba23724cc9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.555580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc465f-8d8c-471c-91ce-25ba23724cc9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=b07c6a0c-c4d6-4355-b7f3-21042c59e763,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:44.565412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Pushing event updated for resources: {'Port': ['ID=69da0bcb-7f01-4554-8c22-b3b1037f4c44,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:44.582053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Attempting to bind port 69da0bcb-7f01-4554-8c22-b3b1037f4c44 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:44.582275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-db4ed1c0-d422-417e-b685-72038b01e7b0 None None] Port b07c6a0c-c4d6-4355-b7f3-21042c59e763 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:44.582803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Attempting to bind port 69da0bcb-7f01-4554-8c22-b3b1037f4c44 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'a31a6d79-b8ec-4013-98dd-e2e3e18f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0eca8a25-09f2-41b5-b914-b5d56a95159a'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:44.583353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Attempting to bind port 69da0bcb-7f01-4554-8c22-b3b1037f4c44 on network 0eca8a25-09f2-41b5-b914-b5d56a95159a {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:44.589755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-23cc465f-8d8c-471c-91ce-25ba23724cc9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.592330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-23cc465f-8d8c-471c-91ce-25ba23724cc9 tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/ports/b07c6a0c-c4d6-4355-b7f3-21042c59e763 HTTP/1.1" status: 204 len: 168 time: 0.7186544 Jun 30 03:17:44.595678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 44932) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:44.602047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-db4ed1c0-d422-417e-b685-72038b01e7b0 None None] Provisioning complete for port 1a2a2166-7df9-412f-aa3f-560399dd4465 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:44.602418 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db4ed1c0-d422-417e-b685-72038b01e7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.603403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Port 69da0bcb-7f01-4554-8c22-b3b1037f4c44 on network 0eca8a25-09f2-41b5-b914-b5d56a95159a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:17:44.603745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Attempting to bind port 69da0bcb-7f01-4554-8c22-b3b1037f4c44 on network 0eca8a25-09f2-41b5-b914-b5d56a95159a {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:44.612269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:44.612621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Checking segment: {'id': 'a31a6d79-b8ec-4013-98dd-e2e3e18f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0eca8a25-09f2-41b5-b914-b5d56a95159a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:44.613010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Bound using segment: {'id': 'a31a6d79-b8ec-4013-98dd-e2e3e18f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0eca8a25-09f2-41b5-b914-b5d56a95159a'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:44.626178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Bound port: 69da0bcb-7f01-4554-8c22-b3b1037f4c44, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31a6d79-b8ec-4013-98dd-e2e3e18f0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '0eca8a25-09f2-41b5-b914-b5d56a95159a'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:44.635048 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.706810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210058a9-d353-43ca-83f0-9ce0c40a768f None None] DHCP port deletion for 115cc908-cf52-4a00-8000-82f8d12c00b3 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:17:44.753276 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.772754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] For port 69da0bcb-7f01-4554-8c22-b3b1037f4c44, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:44.775990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] For port 69da0bcb-7f01-4554-8c22-b3b1037f4c44, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=69da0bcb-7f01-4554-8c22-b3b1037f4c44,segment=NetworkSegment(a31a6d79-b8ec-4013-98dd-e2e3e18f0521),segment_id=a31a6d79-b8ec-4013-98dd-e2e3e18f0521)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:44.784218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-210058a9-d353-43ca-83f0-9ce0c40a768f None None] Deleting port 1a2a2166-7df9-412f-aa3f-560399dd4465 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:44.789542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-210058a9-d353-43ca-83f0-9ce0c40a768f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.823832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Deleting port 1a2a2166-7df9-412f-aa3f-560399dd4465 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:44.824200 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.848913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-210058a9-d353-43ca-83f0-9ce0c40a768f None None] For port 1a2a2166-7df9-412f-aa3f-560399dd4465, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a2a2166-7df9-412f-aa3f-560399dd4465,segment=NetworkSegment(1e6aac68-21f6-435e-a099-05845ab93d07),segment_id=1e6aac68-21f6-435e-a099-05845ab93d07)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:44.849306 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-210058a9-d353-43ca-83f0-9ce0c40a768f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.855251 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.864783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-210058a9-d353-43ca-83f0-9ce0c40a768f None None] Calling delete_port for 1a2a2166-7df9-412f-aa3f-560399dd4465 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:44.909941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:44.910566 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.912008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] 10.222.0.83 "PUT /v2.0/ports/69da0bcb-7f01-4554-8c22-b3b1037f4c44 HTTP/1.1" status: 200 len: 1092 time: 1.3504472 Jun 30 03:17:44.912454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2544a3c6-add2-49b9-ba08-599f2c8d9f7b', 'tag': '69da0bcb-7f01-4554-8c22-b3b1037f4c44'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:17:44.914882 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89110de-76dc-4235-b666-9f9bf55ca75c" -d '{"events": [{"name": "network-changed", "server_uuid": "2544a3c6-add2-49b9-ba08-599f2c8d9f7b", "tag": "69da0bcb-7f01-4554-8c22-b3b1037f4c44"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:17:44.926446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] For port 1a2a2166-7df9-412f-aa3f-560399dd4465, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a2a2166-7df9-412f-aa3f-560399dd4465,segment=NetworkSegment(1e6aac68-21f6-435e-a099-05845ab93d07),segment_id=1e6aac68-21f6-435e-a099-05845ab93d07)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:44.927480 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.948943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Calling delete_port for 1a2a2166-7df9-412f-aa3f-560399dd4465 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:44.970400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ac7d4-b7f6-4e6a-86c1-b08c50010be6 service neutron] Pushing event updated for resources: {'Port': ['ID=69da0bcb-7f01-4554-8c22-b3b1037f4c44,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:44.982089 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffc478b-afb8-4abb-bf28-6f4dbe05208d x-openstack-request-id: req-0ffc478b-afb8-4abb-bf28-6f4dbe05208d {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:17:44.982433 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2544a3c6-add2-49b9-ba08-599f2c8d9f7b", "tag": "69da0bcb-7f01-4554-8c22-b3b1037f4c44", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:17:44.982803 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ffc478b-afb8-4abb-bf28-6f4dbe05208d {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:17:44.983133 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2544a3c6-add2-49b9-ba08-599f2c8d9f7b', 'tag': '69da0bcb-7f01-4554-8c22-b3b1037f4c44', 'status': 'completed', 'code': 200} Jun 30 03:17:44.987539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1a2a2166-7df9-412f-aa3f-560399dd4465 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:45.069799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89110de-76dc-4235-b666-9f9bf55ca75c req-4627b9e9-e907-4245-9524-c690bb3bcae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:45.071805 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f89110de-76dc-4235-b666-9f9bf55ca75c req-4627b9e9-e907-4245-9524-c690bb3bcae8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0fb480fdf4543689af8a30b665279e6&device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 1095 time: 0.0703328 Jun 30 03:17:45.077024 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:45.097583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-210058a9-d353-43ca-83f0-9ce0c40a768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:45.103547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:45.129568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210058a9-d353-43ca-83f0-9ce0c40a768f None None] Pushing event deleted for resources: {'Port': ['ID=1a2a2166-7df9-412f-aa3f-560399dd4465,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:45.173408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210058a9-d353-43ca-83f0-9ce0c40a768f None None] No DVR routers for this DVR port 1a2a2166-7df9-412f-aa3f-560399dd4465 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:45.202766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] No DVR routers for this DVR port 1a2a2166-7df9-412f-aa3f-560399dd4465 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:45.207614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Port': ['ID=1a2a2166-7df9-412f-aa3f-560399dd4465,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:45.294614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89110de-76dc-4235-b666-9f9bf55ca75c req-7fa58327-d6e1-49bc-aaac-f2b304518f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:45.296291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f89110de-76dc-4235-b666-9f9bf55ca75c req-7fa58327-d6e1-49bc-aaac-f2b304518f9a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c0fb480fdf4543689af8a30b665279e6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2152975 Jun 30 03:17:45.325524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:45.336356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115cc908-cf52-4a00-8000-82f8d12c00b3']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:45.347238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6aac68-21f6-435e-a099-05845ab93d07') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:45.347543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6aac68-21f6-435e-a099-05845ab93d07') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:45.357744 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:45.373434 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:45.381043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:45.381518 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:45.384878 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:45.426255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89110de-76dc-4235-b666-9f9bf55ca75c req-8f08dd46-cbdb-454a-a671-b0559fd58319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:45.428256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f89110de-76dc-4235-b666-9f9bf55ca75c req-8f08dd46-cbdb-454a-a671-b0559fd58319 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259677 Jun 30 03:17:45.528435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b09906dc-3352-46b5-8024-ca58a17d0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:45.529966 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-b09906dc-3352-46b5-8024-ca58a17d0725 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0fb480fdf4543689af8a30b665279e6&device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 1095 time: 0.0615442 Jun 30 03:17:45.552109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:45.561995 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:45.564224 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] 10.222.0.77 "DELETE /v2.0/networks/115cc908-cf52-4a00-8000-82f8d12c00b3 HTTP/1.1" status: 204 len: 168 time: 0.9675667 Jun 30 03:17:45.577766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a9599-c72c-4677-ad65-f790df3e7eef tempest-PortsTestJSON-1794551757 tempest-PortsTestJSON-1794551757-project] Pushing event deleted for resources: {'Network': ['ID=115cc908-cf52-4a00-8000-82f8d12c00b3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:45.594470 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-dea45417-728a-4332-921c-e23b5b28d63c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69da0bcb-7f01-4554-8c22-b3b1037f4c44 HTTP/1.1" status: 200 len: 217 time: 0.0579221 Jun 30 03:17:45.667650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-d99b916c-9273-4901-b4fb-4b9eb96617da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:45.669148 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-d99b916c-9273-4901-b4fb-4b9eb96617da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=112721ac-f1bc-41bc-9599-1d49da762452 HTTP/1.1" status: 200 len: 852 time: 0.0576568 Jun 30 03:17:45.696029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c057e33-4040-4776-b095-9af24827865f req-2b4ecd04-7cac-48e4-8b3c-e8cef25ca270 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:45.697657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c057e33-4040-4776-b095-9af24827865f req-2b4ecd04-7cac-48e4-8b3c-e8cef25ca270 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 944 time: 0.1148927 Jun 30 03:17:45.730082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-cb1ed30e-dd6a-4cb3-a37c-227da26a9e6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0eca8a25-09f2-41b5-b914-b5d56a95159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534906 Jun 30 03:17:45.809653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c057e33-4040-4776-b095-9af24827865f req-cd20bcec-1ca4-4372-a5ef-7bcc612b02c0 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829830 Jun 30 03:17:45.843310 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-c6cdd2b8-7cdb-4522-934c-e697cd8c5475 service neutron] 10.222.0.83 "GET /v2.0/networks/0eca8a25-09f2-41b5-b914-b5d56a95159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066277 Jun 30 03:17:45.946934 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0a2d853-e54a-48ad-989c-0357a19c9f35 req-6792ec67-7c5f-4c48-897a-7fe790409357 service neutron] 10.222.0.83 "GET /v2.0/networks/0eca8a25-09f2-41b5-b914-b5d56a95159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976312 Jun 30 03:17:46.118921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44960) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:46.430322 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-67055abf-cc64-4d03-a606-95f867cdaee6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a51a2fa813d49c090812c99b67caa8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100154 Jun 30 03:17:46.432583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 44970) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:46.484314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc709caf-6b33-42b0-a32f-61b430b4b06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:46.510592 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc709caf-6b33-42b0-a32f-61b430b4b06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:46.704007 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc709caf-6b33-42b0-a32f-61b430b4b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:46.706799 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc709caf-6b33-42b0-a32f-61b430b4b06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:46.710766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bc709caf-6b33-42b0-a32f-61b430b4b06b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d55b0c89-a8de-48be-a9ef-6125b6b8d9fe HTTP/1.1" status: 204 len: 168 time: 0.2771614 Jun 30 03:17:46.719209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc709caf-6b33-42b0-a32f-61b430b4b06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b0c89-a8de-48be-a9ef-6125b6b8d9fe,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:47.040365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7cefb-9d59-418a-908e-39f0aa9ff689 req-551f94a2-c40c-41ed-bf10-a42794f9eb1f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:47.042121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fbf7cefb-9d59-418a-908e-39f0aa9ff689 req-551f94a2-c40c-41ed-bf10-a42794f9eb1f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 944 time: 0.0884695 Jun 30 03:17:47.096724 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fbf7cefb-9d59-418a-908e-39f0aa9ff689 req-e8c5c0cc-de1a-4250-9e45-81a9b3fcbf36 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474586 Jun 30 03:17:47.868892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 69da0bcb-7f01-4554-8c22-b3b1037f4c44 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:17:47.972799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 69da0bcb-7f01-4554-8c22-b3b1037f4c44, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=69da0bcb-7f01-4554-8c22-b3b1037f4c44,segment=NetworkSegment(a31a6d79-b8ec-4013-98dd-e2e3e18f0521),segment_id=a31a6d79-b8ec-4013-98dd-e2e3e18f0521)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:47.984843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45016) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:47.985019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '69da0bcb-7f01-4554-8c22-b3b1037f4c44', 'network_id': '0eca8a25-09f2-41b5-b914-b5d56a95159a', 'port_id': '69da0bcb-7f01-4554-8c22-b3b1037f4c44', 'mac_address': 'fa:16:3e:32:8f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112721ac-f1bc-41bc-9599-1d49da762452', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:17:48.024476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.042460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69da0bcb-7f01-4554-8c22-b3b1037f4c44 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:17:48.063164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 69da0bcb-7f01-4554-8c22-b3b1037f4c44, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=69da0bcb-7f01-4554-8c22-b3b1037f4c44,segment=NetworkSegment(a31a6d79-b8ec-4013-98dd-e2e3e18f0521),segment_id=a31a6d79-b8ec-4013-98dd-e2e3e18f0521)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:48.108346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'network': {'name': 'tempest-RoutersTest-94463643'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:48.166844 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.218332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=69da0bcb-7f01-4554-8c22-b3b1037f4c44,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:48.237938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:48.252097 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.252097 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.285804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484102b-103a-4b84-868f-3f8cde189602 req-09164c49-603e-4946-a4d5-b6bcc5de9eef tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:48.292033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b484102b-103a-4b84-868f-3f8cde189602 req-09164c49-603e-4946-a4d5-b6bcc5de9eef tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 945 time: 0.0712166 Jun 30 03:17:48.327776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b484102b-103a-4b84-868f-3f8cde189602 req-262de747-9f6d-49d5-97ab-568dd9e6a42d tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Jun 30 03:17:48.350442 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.394943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['69da0bcb-7f01-4554-8c22-b3b1037f4c44'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:17:48.449228 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.504826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a02433c-323b-477b-b4fa-0d4f46881a6c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:48.514990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:17:48.526401 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.526768 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added segment 8b3fa704-316d-486f-86e9-d5d0e8953d87 of type vlan for network 140cc148-4437-4805-bf5f-ca542a23e87f Jun 30 03:17:48.572625 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.712091 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.718730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:48.719411 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.784182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Network': ['ID=140cc148-4437-4805-bf5f-ca542a23e87f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:48.795022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 140cc148-4437-4805-bf5f-ca542a23e87f details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:17:48.956376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ff746b9f-2beb-48eb-a448-e3d7bf0b634c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9703302 Jun 30 03:17:48.958846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45042) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:48.963825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'network': {'name': 'tempest-RoutersTest-1098788049'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:49.192016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:49.196114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.220111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:17:49.228847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.229198 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added segment cefdac1f-4206-402b-a649-a3c58cd706ed of type vlan for network 37fdfc9b-9d64-4880-b955-f72b7e97df6d Jun 30 03:17:49.275553 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.409340 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.415502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:49.416284 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.516064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Network': ['ID=37fdfc9b-9d64-4880-b955-f72b7e97df6d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:49.529326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 37fdfc9b-9d64-4880-b955-f72b7e97df6d details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:17:49.559503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10f941-2aec-4304-88c0-dc9ad9332d60 req-6c413908-3ff0-44cb-b642-fee2ab674463 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:49.559855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c10f941-2aec-4304-88c0-dc9ad9332d60 req-6c413908-3ff0-44cb-b642-fee2ab674463 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 945 time: 0.0930636 Jun 30 03:17:49.562469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5edd9771-067d-4913-8dd6-e011bf51f05f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6017971 Jun 30 03:17:49.564433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45046) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:49.571168 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'subnet': {'network_id': '140cc148-4437-4805-bf5f-ca542a23e87f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:49.708260 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0c10f941-2aec-4304-88c0-dc9ad9332d60 req-9a66969e-fcd8-49c0-ad0c-59cb97d6038d tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332972 Jun 30 03:17:49.849347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:49.853075 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.868922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 69da0bcb-7f01-4554-8c22-b3b1037f4c44 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:50.043834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 69da0bcb-7f01-4554-8c22-b3b1037f4c44 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:50.048026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 69da0bcb-7f01-4554-8c22-b3b1037f4c44 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:50.048539 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:50.129850 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:50.149835 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:50.160829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2544a3c6-add2-49b9-ba08-599f2c8d9f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69da0bcb-7f01-4554-8c22-b3b1037f4c44'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:17:50.163590 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfacb99-da43-4c27-8a68-15d4e02305d4" -d '{"events": [{"server_uuid": "2544a3c6-add2-49b9-ba08-599f2c8d9f7b", "name": "network-vif-plugged", "status": "completed", "tag": "69da0bcb-7f01-4554-8c22-b3b1037f4c44"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:17:50.171790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 69da0bcb-7f01-4554-8c22-b3b1037f4c44, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=69da0bcb-7f01-4554-8c22-b3b1037f4c44,segment=NetworkSegment(a31a6d79-b8ec-4013-98dd-e2e3e18f0521),segment_id=a31a6d79-b8ec-4013-98dd-e2e3e18f0521)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:50.229503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Subnet': ['ID=0a6a62ec-89db-4e36-b49a-cd6fd72dca55,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:50.239042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Checking segment: {'id': '8b3fa704-316d-486f-86e9-d5d0e8953d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '140cc148-4437-4805-bf5f-ca542a23e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:50.239553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network hostable DHCP agents. Network: 140cc148-4437-4805-bf5f-ca542a23e87f, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:17:50.289464 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:50.344136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=69da0bcb-7f01-4554-8c22-b3b1037f4c44,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:50.348131 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b173cfb5-eb89-4e5b-a982-d689913b1a56 x-openstack-request-id: req-b173cfb5-eb89-4e5b-a982-d689913b1a56 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:17:50.348511 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2544a3c6-add2-49b9-ba08-599f2c8d9f7b", "name": "network-vif-plugged", "status": "completed", "tag": "69da0bcb-7f01-4554-8c22-b3b1037f4c44", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:17:50.348853 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b173cfb5-eb89-4e5b-a982-d689913b1a56 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:17:50.349315 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2544a3c6-add2-49b9-ba08-599f2c8d9f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69da0bcb-7f01-4554-8c22-b3b1037f4c44', 'code': 200} Jun 30 03:17:50.376982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 140cc148-4437-4805-bf5f-ca542a23e87f is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:17:50.471743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9d4c0-1efe-4aad-8a4d-41775c0cf4f5 req-18af082c-4642-4464-b37f-3f62cdd5eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:50.473261 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1a9d4c0-1efe-4aad-8a4d-41775c0cf4f5 req-18af082c-4642-4464-b37f-3f62cdd5eab0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 1097 time: 0.0601823 Jun 30 03:17:50.508188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1a9d4c0-1efe-4aad-8a4d-41775c0cf4f5 req-1f2e1c5e-c303-4627-98b7-4a0a0b4c1134 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287611 Jun 30 03:17:50.517442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 140cc148-4437-4805-bf5f-ca542a23e87f) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:50.525315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:50.526177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:50.532521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de8d81-2c3e-4123-a148-0ecd438d0d4c None None] Network 140cc148-4437-4805-bf5f-ca542a23e87f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:50.661324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8490456e-8110-4971-a7a3-57b3b85818fb tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0958359 Jun 30 03:17:50.663988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45058) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:50.675815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'subnet': {'network_id': '37fdfc9b-9d64-4880-b955-f72b7e97df6d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:50.711878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-140cc148-4437-4805-bf5f-ca542a23e87f', 'network_id': '140cc148-4437-4805-bf5f-ca542a23e87f', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'fixed_ips': [{'subnet_id': '0a6a62ec-89db-4e36-b49a-cd6fd72dca55'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:17:50.713096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:50.889152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Allocated IP 172.20.0.2 (140cc148-4437-4805-bf5f-ca542a23e87f/0a6a62ec-89db-4e36-b49a-cd6fd72dca55/0dbc5e7a-cc5d-411f-a58b-09b105431b4f) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:50.946893 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a0f91-edce-4db1-a308-ea28fe613d60 req-f8dc6ce0-3800-47b8-8557-b668abb0e72a tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:50.954362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-534a0f91-edce-4db1-a308-ea28fe613d60 req-f8dc6ce0-3800-47b8-8557-b668abb0e72a tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.1024561 Jun 30 03:17:50.957221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:50.960932 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.067857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.075723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-534a0f91-edce-4db1-a308-ea28fe613d60 req-824b6f0f-f032-465a-bc1d-25bb9d17742b tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197956 Jun 30 03:17:51.078051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Transition to ACTIVE for port object 0dbc5e7a-cc5d-411f-a58b-09b105431b4f will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:51.103437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Transition to ACTIVE for port object 0dbc5e7a-cc5d-411f-a58b-09b105431b4f will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:51.326940 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.361257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Network 140cc148-4437-4805-bf5f-ca542a23e87f is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:51.366885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:51.367670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:51.382740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Pushing event updated for resources: {'Port': ['ID=0dbc5e7a-cc5d-411f-a58b-09b105431b4f,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:51.404162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.411005 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.411335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.418846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.418846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.418846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.418846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.418846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.418846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.418846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.418846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.418846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.418846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:51.457980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Attempting to bind port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:51.458347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Attempting to bind port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '8b3fa704-316d-486f-86e9-d5d0e8953d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '140cc148-4437-4805-bf5f-ca542a23e87f'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:51.459152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Attempting to bind port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f on network 140cc148-4437-4805-bf5f-ca542a23e87f {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:51.468073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:51.468441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Checking segment: {'id': '8b3fa704-316d-486f-86e9-d5d0e8953d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '140cc148-4437-4805-bf5f-ca542a23e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:51.468843 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.469228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Bound using segment: {'id': '8b3fa704-316d-486f-86e9-d5d0e8953d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '140cc148-4437-4805-bf5f-ca542a23e87f'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:51.469726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Bound port: 0dbc5e7a-cc5d-411f-a58b-09b105431b4f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3fa704-316d-486f-86e9-d5d0e8953d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '140cc148-4437-4805-bf5f-ca542a23e87f'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:51.470133 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.504405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Subnet': ['ID=25c33d07-df60-4227-8466-1c297e93a0be,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:51.515486 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Checking segment: {'id': 'cefdac1f-4206-402b-a649-a3c58cd706ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37fdfc9b-9d64-4880-b955-f72b7e97df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:51.515987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network hostable DHCP agents. Network: 37fdfc9b-9d64-4880-b955-f72b7e97df6d, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:17:51.553719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] For port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:51.556660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] For port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0dbc5e7a-cc5d-411f-a58b-09b105431b4f,segment=NetworkSegment(8b3fa704-316d-486f-86e9-d5d0e8953d87),segment_id=8b3fa704-316d-486f-86e9-d5d0e8953d87)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:51.689084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 37fdfc9b-9d64-4880-b955-f72b7e97df6d is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:17:51.767199 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.809152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 37fdfc9b-9d64-4880-b955-f72b7e97df6d) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:51.820808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:51.820808 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.824453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5447b98-214e-4600-b3d0-666ab69e6725 None None] Network 37fdfc9b-9d64-4880-b955-f72b7e97df6d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:51.838108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb8c62-ef42-4cfe-8e29-39af4ecfea0d None None] Pushing event updated for resources: {'Port': ['ID=0dbc5e7a-cc5d-411f-a58b-09b105431b4f,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:51.947672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7e0c611e-d739-41f7-8d2a-7a965e14eb68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2825079 Jun 30 03:17:51.950226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45074) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:51.956909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-32c2fb88-60e7-4956-8512-46f2d878e81c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1503118537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:52.034844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-37fdfc9b-9d64-4880-b955-f72b7e97df6d', 'network_id': '37fdfc9b-9d64-4880-b955-f72b7e97df6d', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'fixed_ips': [{'subnet_id': '25c33d07-df60-4227-8466-1c297e93a0be'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:17:52.035713 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.109594 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c2fb88-60e7-4956-8512-46f2d878e81c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.111077 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c2fb88-60e7-4956-8512-46f2d878e81c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.208426 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c2fb88-60e7-4956-8512-46f2d878e81c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.294789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Allocated IP 172.21.0.2 (37fdfc9b-9d64-4880-b955-f72b7e97df6d/25c33d07-df60-4227-8466-1c297e93a0be/4182b94e-6cd0-4ce0-b4cf-561de0519767) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:52.335892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71319f91-141d-4ced-afef-6955a468c551 req-a3697807-d33f-4f28-811c-676b713160cd tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:52.335892 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71319f91-141d-4ced-afef-6955a468c551 req-a3697807-d33f-4f28-811c-676b713160cd tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0725121 Jun 30 03:17:52.369803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c2fb88-60e7-4956-8512-46f2d878e81c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.374145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-71319f91-141d-4ced-afef-6955a468c551 req-0871f016-3c4b-4789-8d8d-9a1232824b9d tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360026 Jun 30 03:17:52.467825 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.476475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Transition to ACTIVE for port object 4182b94e-6cd0-4ce0-b4cf-561de0519767 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:52.493581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Transition to ACTIVE for port object 4182b94e-6cd0-4ce0-b4cf-561de0519767 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:52.533153 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c2fb88-60e7-4956-8512-46f2d878e81c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.534367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-32c2fb88-60e7-4956-8512-46f2d878e81c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5830834 Jun 30 03:17:52.537164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45080) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:52.580279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74440bba-679f-459d-9e6f-8afcb8fc6902 req-00c23d23-00b3-455f-bf22-cf848803feab tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:52.587841 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74440bba-679f-459d-9e6f-8afcb8fc6902 req-00c23d23-00b3-455f-bf22-cf848803feab tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0828638 Jun 30 03:17:52.638917 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.642144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74440bba-679f-459d-9e6f-8afcb8fc6902 req-46bdaf1a-127f-4e67-b54f-9afa4889ab3a tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532072 Jun 30 03:17:52.718500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Network 37fdfc9b-9d64-4880-b955-f72b7e97df6d is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:52.722292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:52.731411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:52.751467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Pushing event updated for resources: {'Port': ['ID=4182b94e-6cd0-4ce0-b4cf-561de0519767,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:52.848485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Attempting to bind port 4182b94e-6cd0-4ce0-b4cf-561de0519767 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:52.849127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Attempting to bind port 4182b94e-6cd0-4ce0-b4cf-561de0519767 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'cefdac1f-4206-402b-a649-a3c58cd706ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37fdfc9b-9d64-4880-b955-f72b7e97df6d'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:52.850054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Attempting to bind port 4182b94e-6cd0-4ce0-b4cf-561de0519767 on network 37fdfc9b-9d64-4880-b955-f72b7e97df6d {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:52.859100 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:52.859770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Checking segment: {'id': 'cefdac1f-4206-402b-a649-a3c58cd706ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37fdfc9b-9d64-4880-b955-f72b7e97df6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:52.860282 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.868435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Bound using segment: {'id': 'cefdac1f-4206-402b-a649-a3c58cd706ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37fdfc9b-9d64-4880-b955-f72b7e97df6d'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:52.869764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Bound port: 4182b94e-6cd0-4ce0-b4cf-561de0519767, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefdac1f-4206-402b-a649-a3c58cd706ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37fdfc9b-9d64-4880-b955-f72b7e97df6d'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:52.870629 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.036475 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] For port 4182b94e-6cd0-4ce0-b4cf-561de0519767, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:53.043616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] For port 4182b94e-6cd0-4ce0-b4cf-561de0519767, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4182b94e-6cd0-4ce0-b4cf-561de0519767,segment=NetworkSegment(cefdac1f-4206-402b-a649-a3c58cd706ed),segment_id=cefdac1f-4206-402b-a649-a3c58cd706ed)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:53.062162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0dbc5e7a-cc5d-411f-a58b-09b105431b4f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:53.089789 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.102747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.135802 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.212152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b376fc7-fc93-43b0-bb1d-f5f159b21908 None None] Pushing event updated for resources: {'Port': ['ID=4182b94e-6cd0-4ce0-b4cf-561de0519767,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:53.255721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac3be94-1f0a-4585-801a-aeb2265c2435 None None] Network 140cc148-4437-4805-bf5f-ca542a23e87f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:53.300741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:53.416503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Allocated IP 172.20.0.1 (140cc148-4437-4805-bf5f-ca542a23e87f/0a6a62ec-89db-4e36-b49a-cd6fd72dca55/e48ac897-53f2-4caa-a8da-e92be0e8ccd4) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:53.498414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b8748bb7-f43c-4250-b536-4e6549519442 None None] Provisioning for port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:53.520679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b8748bb7-f43c-4250-b536-4e6549519442 None None] Provisioning complete for port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:53.521066 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b8748bb7-f43c-4250-b536-4e6549519442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.648518 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.676750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Transition to ACTIVE for port object e48ac897-53f2-4caa-a8da-e92be0e8ccd4 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:53.687510 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b8748bb7-f43c-4250-b536-4e6549519442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.763333 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.763333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b8748bb7-f43c-4250-b536-4e6549519442 None None] For port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0dbc5e7a-cc5d-411f-a58b-09b105431b4f,segment=NetworkSegment(8b3fa704-316d-486f-86e9-d5d0e8953d87),segment_id=8b3fa704-316d-486f-86e9-d5d0e8953d87)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:53.767424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65559f8b-af3d-46bb-9b0a-82a6560793f7 req-e42bc55f-b180-4df6-9019-b1205654ba7b tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:53.770068 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65559f8b-af3d-46bb-9b0a-82a6560793f7 req-e42bc55f-b180-4df6-9019-b1205654ba7b tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.1715400 Jun 30 03:17:53.829721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65559f8b-af3d-46bb-9b0a-82a6560793f7 req-e0c4a045-d455-41b9-a5e3-c396cb163556 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 Jun 30 03:17:53.946613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.991506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 140cc148-4437-4805-bf5f-ca542a23e87f is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:53.994845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:53.997649 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b8748bb7-f43c-4250-b536-4e6549519442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.998242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:54.029592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=e48ac897-53f2-4caa-a8da-e92be0e8ccd4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:54.061193 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.088977 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8748bb7-f43c-4250-b536-4e6549519442 None None] Pushing event updated for resources: {'Port': ['ID=0dbc5e7a-cc5d-411f-a58b-09b105431b4f,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:54.142243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6eab05ac-bba1-48b9-9e05-376e61ee6d4b None None] Provisioning complete for port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:54.142591 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6eab05ac-bba1-48b9-9e05-376e61ee6d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.368409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.567186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6f8029-3900-441c-8944-00650e153f3e None None] Network 37fdfc9b-9d64-4880-b955-f72b7e97df6d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:54.615463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9f73c2fc-fbeb-4bbd-82e5-cab12fa10834 None None] Provisioning for port e48ac897-53f2-4caa-a8da-e92be0e8ccd4 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:54.625283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9f73c2fc-fbeb-4bbd-82e5-cab12fa10834 None None] Provisioning complete for port e48ac897-53f2-4caa-a8da-e92be0e8ccd4 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:54.625687 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f73c2fc-fbeb-4bbd-82e5-cab12fa10834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.662307 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.681321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9f73c2fc-fbeb-4bbd-82e5-cab12fa10834 None None] Port e48ac897-53f2-4caa-a8da-e92be0e8ccd4 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:54.774918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.860917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=e48ac897-53f2-4caa-a8da-e92be0e8ccd4,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:54.864352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.906046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7c7dbf63-d9f7-49bf-b728-db1e7af2673a None None] Provisioning for port 4182b94e-6cd0-4ce0-b4cf-561de0519767 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:55.026421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 140cc148-4437-4805-bf5f-ca542a23e87f is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:55.028278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:55.147509 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4182b94e-6cd0-4ce0-b4cf-561de0519767 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:55.223770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831b685-ba65-42ed-b340-5603119289e6 req-0c8c95ff-4c9d-4fee-8ef6-281fcdfee75c tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:55.225601 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e831b685-ba65-42ed-b340-5603119289e6 req-0c8c95ff-4c9d-4fee-8ef6-281fcdfee75c tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.1886635 Jun 30 03:17:55.291279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e831b685-ba65-42ed-b340-5603119289e6 req-7e86f13a-413b-4733-aa07-774770758cb0 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587249 Jun 30 03:17:55.398034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 4182b94e-6cd0-4ce0-b4cf-561de0519767 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:55.405196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4182b94e-6cd0-4ce0-b4cf-561de0519767 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:55.405679 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:55.439032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d1532e51-7c58-4478-9826-f08d531ee0e0 None None] Provisioning complete for port e48ac897-53f2-4caa-a8da-e92be0e8ccd4 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:55.439032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d1532e51-7c58-4478-9826-f08d531ee0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:55.439271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 0c68175f-34da-46d7-b48f-6059c4102040 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:17:55.477186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d1532e51-7c58-4478-9826-f08d531ee0e0 None None] Port e48ac897-53f2-4caa-a8da-e92be0e8ccd4 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:55.522306 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:55.537053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:17:55.546824 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-40f21464-41a4-4970-9ba5-5ae18dc502a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/0c68175f-34da-46d7-b48f-6059c4102040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0067875 Jun 30 03:17:55.548874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45118) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:55.550491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52da1e-af14-49cf-870e-0123966ef4c2 None None] Sync routers for ids ['0c68175f-34da-46d7-b48f-6059c4102040'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:17:55.563663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 4182b94e-6cd0-4ce0-b4cf-561de0519767, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4182b94e-6cd0-4ce0-b4cf-561de0519767,segment=NetworkSegment(cefdac1f-4206-402b-a649-a3c58cd706ed),segment_id=cefdac1f-4206-402b-a649-a3c58cd706ed)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:55.568696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52da1e-af14-49cf-870e-0123966ef4c2 None None] Routers {'0c68175f-34da-46d7-b48f-6059c4102040'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:55.569257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9b52da1e-af14-49cf-870e-0123966ef4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:17:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['0c68175f-34da-46d7-b48f-6059c4102040'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:55.599926 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9b52da1e-af14-49cf-870e-0123966ef4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:55.609139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c7828-a663-4fa7-9222-e2979fafebcf tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:55.610643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-200c7828-a663-4fa7-9222-e2979fafebcf tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports/e48ac897-53f2-4caa-a8da-e92be0e8ccd4 HTTP/1.1" status: 200 len: 910 time: 0.0607543 Jun 30 03:17:55.613455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52da1e-af14-49cf-870e-0123966ef4c2 None None] Routers {'0c68175f-34da-46d7-b48f-6059c4102040'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:55.613455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9b52da1e-af14-49cf-870e-0123966ef4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:17:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['0c68175f-34da-46d7-b48f-6059c4102040'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:55.614243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45120) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:55.648369 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9b52da1e-af14-49cf-870e-0123966ef4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:55.649011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b52da1e-af14-49cf-870e-0123966ef4c2 None None] The sync data for ids ['0c68175f-34da-46d7-b48f-6059c4102040'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:17:55.728884 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:55.729704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0dbc5e7a-cc5d-411f-a58b-09b105431b4f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:55.810501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=4182b94e-6cd0-4ce0-b4cf-561de0519767,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:55.846531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:55.848541 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.086318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21859ab1-121e-48ae-9ebf-ae5e07f471f9 req-c5b1fe28-790f-4e43-bd8c-31d0bb012293 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:56.090045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21859ab1-121e-48ae-9ebf-ae5e07f471f9 req-c5b1fe28-790f-4e43-bd8c-31d0bb012293 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.1911511 Jun 30 03:17:56.099728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.219201 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21859ab1-121e-48ae-9ebf-ae5e07f471f9 req-6c9449b4-c234-4c4d-80bb-68d139d85aff tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218491 Jun 30 03:17:56.233732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7ddbe-c12f-48ec-8e14-303123d9ab3d req-4bc9c535-c014-4bda-9494-0a019573d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:56.241671 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2b7ddbe-c12f-48ec-8e14-303123d9ab3d req-4bc9c535-c014-4bda-9494-0a019573d5a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0fb480fdf4543689af8a30b665279e6&device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 1097 time: 0.2083213 Jun 30 03:17:56.419691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7ddbe-c12f-48ec-8e14-303123d9ab3d req-e9db45e6-bfce-498b-b094-76daeeb2b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:56.421161 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2b7ddbe-c12f-48ec-8e14-303123d9ab3d req-e9db45e6-bfce-498b-b094-76daeeb2b18b service neutron] 10.222.0.83 "GET /v2.0/networks?id=0eca8a25-09f2-41b5-b914-b5d56a95159a HTTP/1.1" status: 200 len: 913 time: 0.1767519 Jun 30 03:17:56.853977 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2b7ddbe-c12f-48ec-8e14-303123d9ab3d req-3bc0d7d0-a02f-4fca-b35b-a59cd2e877c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69da0bcb-7f01-4554-8c22-b3b1037f4c44 HTTP/1.1" status: 200 len: 217 time: 0.4211822 Jun 30 03:17:56.902894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Allocated IP 172.21.0.1 (37fdfc9b-9d64-4880-b955-f72b7e97df6d/25c33d07-df60-4227-8466-1c297e93a0be/977cff0c-6774-47b6-9960-49d7e866386e) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:56.928791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7ddbe-c12f-48ec-8e14-303123d9ab3d req-6603c983-b394-4e38-9d4e-56a16531a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:56.930274 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2b7ddbe-c12f-48ec-8e14-303123d9ab3d req-6603c983-b394-4e38-9d4e-56a16531a494 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=112721ac-f1bc-41bc-9599-1d49da762452 HTTP/1.1" status: 200 len: 852 time: 0.0679410 Jun 30 03:17:56.947153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4182b94e-6cd0-4ce0-b4cf-561de0519767 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:57.000661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 4182b94e-6cd0-4ce0-b4cf-561de0519767 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:57.001031 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.001799 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2b7ddbe-c12f-48ec-8e14-303123d9ab3d req-55a8c98b-3c99-443a-a7a7-98b14d5ab4ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0eca8a25-09f2-41b5-b914-b5d56a95159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602589 Jun 30 03:17:57.124770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.146771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2b7ddbe-c12f-48ec-8e14-303123d9ab3d req-4d5b6401-bb08-47b6-a171-17050c057d68 service neutron] 10.222.0.83 "GET /v2.0/networks/0eca8a25-09f2-41b5-b914-b5d56a95159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379952 Jun 30 03:17:57.149283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Transition to ACTIVE for port object 977cff0c-6774-47b6-9960-49d7e866386e will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:57.255569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2b7ddbe-c12f-48ec-8e14-303123d9ab3d req-dec0c363-f312-43c4-affd-cced9bb6122a service neutron] 10.222.0.83 "GET /v2.0/networks/0eca8a25-09f2-41b5-b914-b5d56a95159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019092 Jun 30 03:17:57.368979 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.413159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 37fdfc9b-9d64-4880-b955-f72b7e97df6d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:57.416292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:57.419916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:57.438148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bc073-99ce-43cd-82eb-2a615a3f65b3 req-967c6444-c0f7-498f-8968-ba947fa3da83 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:57.439955 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-950bc073-99ce-43cd-82eb-2a615a3f65b3 req-967c6444-c0f7-498f-8968-ba947fa3da83 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0777884 Jun 30 03:17:57.470062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=977cff0c-6774-47b6-9960-49d7e866386e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:57.494919 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-950bc073-99ce-43cd-82eb-2a615a3f65b3 req-aa5bcf7c-20dc-421c-b49e-4e7f9519a157 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494068 Jun 30 03:17:57.502171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.536339 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:17:57.766955 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.837101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-29a25831-6a06-412e-863f-8656b17e438d None None] Provisioning for port 977cff0c-6774-47b6-9960-49d7e866386e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:57.841749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-29a25831-6a06-412e-863f-8656b17e438d None None] Provisioning complete for port 977cff0c-6774-47b6-9960-49d7e866386e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:57.842122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-29a25831-6a06-412e-863f-8656b17e438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.875997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-29a25831-6a06-412e-863f-8656b17e438d None None] Port 977cff0c-6774-47b6-9960-49d7e866386e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:58.038339 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.194873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.271682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.273469 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=977cff0c-6774-47b6-9960-49d7e866386e,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:58.376975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 37fdfc9b-9d64-4880-b955-f72b7e97df6d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:58.378511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:58.489921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 0c68175f-34da-46d7-b48f-6059c4102040 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:17:58.624624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:17:58.637082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b7eebedf-3b8e-4e43-a21e-efb561a62537 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/0c68175f-34da-46d7-b48f-6059c4102040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0191290 Jun 30 03:17:58.640744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45148) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:58.640902 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-021fdd27-9bb4-42ba-b286-dfff897edd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.643161 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2a50e-ce40-42ff-a2e6-7cb32f8ed02b None None] Sync routers for ids ['0c68175f-34da-46d7-b48f-6059c4102040'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:17:58.656759 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b2a50e-ce40-42ff-a2e6-7cb32f8ed02b None None] Routers {'0c68175f-34da-46d7-b48f-6059c4102040'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:58.657442 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-51b2a50e-ce40-42ff-a2e6-7cb32f8ed02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:17:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['0c68175f-34da-46d7-b48f-6059c4102040'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:58.700681 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-51b2a50e-ce40-42ff-a2e6-7cb32f8ed02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:58.710968 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b2a50e-ce40-42ff-a2e6-7cb32f8ed02b None None] Routers {'0c68175f-34da-46d7-b48f-6059c4102040'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:58.711671 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-51b2a50e-ce40-42ff-a2e6-7cb32f8ed02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:17:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['0c68175f-34da-46d7-b48f-6059c4102040'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:58.746786 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-51b2a50e-ce40-42ff-a2e6-7cb32f8ed02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:58.749628 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2a50e-ce40-42ff-a2e6-7cb32f8ed02b None None] The sync data for ids ['0c68175f-34da-46d7-b48f-6059c4102040'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:17:58.775663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b2cb19-7f33-46f0-8c15-476e7fa4c0f4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:58.777073 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e3b2cb19-7f33-46f0-8c15-476e7fa4c0f4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports/977cff0c-6774-47b6-9960-49d7e866386e HTTP/1.1" status: 200 len: 910 time: 0.1253810 Jun 30 03:17:58.780197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45150) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:58.807706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6835ae36-87cb-41da-8946-feb7c77a4682 None None] Provisioning complete for port 977cff0c-6774-47b6-9960-49d7e866386e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:58.808025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6835ae36-87cb-41da-8946-feb7c77a4682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.810960 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633599f-a3f7-4c90-9e6f-e708e38a3d00 req-db55fe3b-86a2-40cd-a85f-27167eceb103 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:58.811764 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f633599f-a3f7-4c90-9e6f-e708e38a3d00 req-db55fe3b-86a2-40cd-a85f-27167eceb103 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0955431 Jun 30 03:17:58.853648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6835ae36-87cb-41da-8946-feb7c77a4682 None None] Port 977cff0c-6774-47b6-9960-49d7e866386e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:58.859391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f633599f-a3f7-4c90-9e6f-e708e38a3d00 req-14b4c6f3-f1fe-497c-b396-f2b4a61b1497 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 Jun 30 03:17:59.462388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:59.740061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985656-9572-48b3-bfcb-e3a951271a86 req-4edc5cc1-46db-4fb5-ae6d-fc7a052bffa6 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:59.741810 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1a985656-9572-48b3-bfcb-e3a951271a86 req-4edc5cc1-46db-4fb5-ae6d-fc7a052bffa6 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0888515 Jun 30 03:17:59.791696 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 977cff0c-6774-47b6-9960-49d7e866386e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:59.792888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:59.801032 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1a985656-9572-48b3-bfcb-e3a951271a86 req-00325cd7-68e7-4d63-9cc9-4c954098e4a7 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521307 Jun 30 03:17:59.889337 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:59.900953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 977cff0c-6774-47b6-9960-49d7e866386e owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:00.206996 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.237488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=977cff0c-6774-47b6-9960-49d7e866386e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:00.280970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.281397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.281734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.282075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.282409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.282740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.283068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.283394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.283760 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.284087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.284410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.284733 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:00.458881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.654076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 0c68175f-34da-46d7-b48f-6059c4102040 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:00.748762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:00.756254 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c7df9761-db31-4025-8858-9dc79e32dab2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/0c68175f-34da-46d7-b48f-6059c4102040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9722767 Jun 30 03:18:00.757186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45164) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:00.761917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef9448-4932-4728-9778-6967ccf3a13c None None] Sync routers for ids ['0c68175f-34da-46d7-b48f-6059c4102040'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:00.781983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef9448-4932-4728-9778-6967ccf3a13c None None] Routers {'0c68175f-34da-46d7-b48f-6059c4102040'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:00.782608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-19ef9448-4932-4728-9778-6967ccf3a13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:17:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['0c68175f-34da-46d7-b48f-6059c4102040'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:00.835481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-19ef9448-4932-4728-9778-6967ccf3a13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:00.847800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef9448-4932-4728-9778-6967ccf3a13c None None] Routers {'0c68175f-34da-46d7-b48f-6059c4102040'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:00.847800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-19ef9448-4932-4728-9778-6967ccf3a13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:17:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['0c68175f-34da-46d7-b48f-6059c4102040'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:00.897321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-19ef9448-4932-4728-9778-6967ccf3a13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:00.898028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef9448-4932-4728-9778-6967ccf3a13c None None] The sync data for ids ['0c68175f-34da-46d7-b48f-6059c4102040'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:01.005430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccfebc-1162-4492-be77-220d92f0c8b0 req-2783ad31-4512-490e-b623-cd8a6a01f5ac tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.006915 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1ccfebc-1162-4492-be77-220d92f0c8b0 req-2783ad31-4512-490e-b623-cd8a6a01f5ac tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0679269 Jun 30 03:18:01.051048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1ccfebc-1162-4492-be77-220d92f0c8b0 req-37c13f99-e115-4446-ad8c-e5808fcec76b tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376310 Jun 30 03:18:01.160418 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:01.328594 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:01.408931 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4dcea25a-db3b-441e-ab30-104619dfcb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:01.440487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port e48ac897-53f2-4caa-a8da-e92be0e8ccd4 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:01.440836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:01.537254 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:01.549765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for e48ac897-53f2-4caa-a8da-e92be0e8ccd4 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:01.836652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ffcf0-8d9d-430e-9412-8c021257f8ec req-e1b84f78-42c2-4f8f-a708-7582df5df84a tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.838465 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de0ffcf0-8d9d-430e-9412-8c021257f8ec req-e1b84f78-42c2-4f8f-a708-7582df5df84a tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0758986 Jun 30 03:18:01.896787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de0ffcf0-8d9d-430e-9412-8c021257f8ec req-f1582a62-1b41-4225-905a-f5846191763c tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516534 Jun 30 03:18:01.900070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:01.947403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=e48ac897-53f2-4caa-a8da-e92be0e8ccd4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:02.034479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81dc83-d3f2-442f-9962-31586f4cfc45 req-eded07f4-91b0-44e4-940b-10544d668ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:02.036173 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d81dc83-d3f2-442f-9962-31586f4cfc45 req-eded07f4-91b0-44e4-940b-10544d668ff6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0fb480fdf4543689af8a30b665279e6&device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 1097 time: 0.1783595 Jun 30 03:18:02.187017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:02.250374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81dc83-d3f2-442f-9962-31586f4cfc45 req-5c95023a-3922-46e9-be82-32be08772af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:02.251771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d81dc83-d3f2-442f-9962-31586f4cfc45 req-5c95023a-3922-46e9-be82-32be08772af2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0eca8a25-09f2-41b5-b914-b5d56a95159a HTTP/1.1" status: 200 len: 913 time: 0.2081172 Jun 30 03:18:02.317677 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d81dc83-d3f2-442f-9962-31586f4cfc45 req-4e22e43f-2f65-4c63-80c8-5c46e5a5f0d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69da0bcb-7f01-4554-8c22-b3b1037f4c44 HTTP/1.1" status: 200 len: 217 time: 0.0372367 Jun 30 03:18:02.426620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 0c68175f-34da-46d7-b48f-6059c4102040 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:02.433537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81dc83-d3f2-442f-9962-31586f4cfc45 req-ab6a4af3-8def-4a7e-9eac-8ad2e27f2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:02.435004 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d81dc83-d3f2-442f-9962-31586f4cfc45 req-ab6a4af3-8def-4a7e-9eac-8ad2e27f2605 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=112721ac-f1bc-41bc-9599-1d49da762452 HTTP/1.1" status: 200 len: 852 time: 0.1111336 Jun 30 03:18:02.502976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d81dc83-d3f2-442f-9962-31586f4cfc45 req-29b60f17-b2ea-456e-b401-7370855f6155 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0eca8a25-09f2-41b5-b914-b5d56a95159a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596156 Jun 30 03:18:02.576906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:02.583622 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9948c906-43de-47ce-884d-3ea077b143b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/0c68175f-34da-46d7-b48f-6059c4102040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8252771 Jun 30 03:18:02.586201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45186) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:02.588971 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd2926-b567-4877-a633-fb5e06d2aef5 None None] Sync routers for ids ['0c68175f-34da-46d7-b48f-6059c4102040'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:02.600316 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd2926-b567-4877-a633-fb5e06d2aef5 None None] Routers {'0c68175f-34da-46d7-b48f-6059c4102040'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:02.600927 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-92fd2926-b567-4877-a633-fb5e06d2aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['0c68175f-34da-46d7-b48f-6059c4102040'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:02.640077 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-92fd2926-b567-4877-a633-fb5e06d2aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:02.643630 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-405e3922-98ec-4f97-beaa-d8f56fffdeb3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c68175f-34da-46d7-b48f-6059c4102040 HTTP/1.1" status: 200 len: 205 time: 0.0530980 Jun 30 03:18:02.644151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45190) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:02.660758 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd2926-b567-4877-a633-fb5e06d2aef5 None None] Routers {'0c68175f-34da-46d7-b48f-6059c4102040'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:02.661373 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-92fd2926-b567-4877-a633-fb5e06d2aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['0c68175f-34da-46d7-b48f-6059c4102040'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:02.694541 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-92fd2926-b567-4877-a633-fb5e06d2aef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:02.695423 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd2926-b567-4877-a633-fb5e06d2aef5 None None] The sync data for ids ['0c68175f-34da-46d7-b48f-6059c4102040'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:02.711233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d81dc83-d3f2-442f-9962-31586f4cfc45 req-67f8af57-8da1-4227-9959-3ea7fde51b81 service neutron] 10.222.0.83 "GET /v2.0/networks/0eca8a25-09f2-41b5-b914-b5d56a95159a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827123 Jun 30 03:18:02.752143 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9084264e-8cf0-4a12-99be-22dbf8c7eecf tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:02.828260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d81dc83-d3f2-442f-9962-31586f4cfc45 req-a5f1fbb9-0323-4c56-b0c9-08326abf3310 service neutron] 10.222.0.83 "GET /v2.0/networks/0eca8a25-09f2-41b5-b914-b5d56a95159a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104846 Jun 30 03:18:02.943755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9084264e-8cf0-4a12-99be-22dbf8c7eecf tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:02.943755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9084264e-8cf0-4a12-99be-22dbf8c7eecf tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.094625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af056f74-a6ae-4ec1-8b5d-ceba85591211 req-aa231b76-5618-4fba-9efe-21c7074f2965 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:03.096102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af056f74-a6ae-4ec1-8b5d-ceba85591211 req-aa231b76-5618-4fba-9efe-21c7074f2965 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0684013 Jun 30 03:18:03.134746 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af056f74-a6ae-4ec1-8b5d-ceba85591211 req-6a49c01c-39c0-47d5-8982-932c21aa47b4 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323985 Jun 30 03:18:03.180368 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.181824 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9084264e-8cf0-4a12-99be-22dbf8c7eecf tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.182392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9084264e-8cf0-4a12-99be-22dbf8c7eecf tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Fanout notify agent at l3_agent the message router_deleted on router 0c68175f-34da-46d7-b48f-6059c4102040 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:18:03.199446 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9084264e-8cf0-4a12-99be-22dbf8c7eecf tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.199446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9084264e-8cf0-4a12-99be-22dbf8c7eecf tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/0c68175f-34da-46d7-b48f-6059c4102040 HTTP/1.1" status: 204 len: 168 time: 0.5463989 Jun 30 03:18:03.200979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45198) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:03.251982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a7954f-9c18-4a78-bede-dd4053d9b41f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting subnet 25c33d07-df60-4227-8466-1c297e93a0be {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:18:03.254996 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93a7954f-9c18-4a78-bede-dd4053d9b41f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.299365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93a7954f-9c18-4a78-bede-dd4053d9b41f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.381859 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93a7954f-9c18-4a78-bede-dd4053d9b41f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.700426 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93a7954f-9c18-4a78-bede-dd4053d9b41f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.733178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7954f-9c18-4a78-bede-dd4053d9b41f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Subnet': ['ID=25c33d07-df60-4227-8466-1c297e93a0be,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:03.737039 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-93a7954f-9c18-4a78-bede-dd4053d9b41f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.739341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-93a7954f-9c18-4a78-bede-dd4053d9b41f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/25c33d07-df60-4227-8466-1c297e93a0be HTTP/1.1" status: 204 len: 168 time: 0.5371320 Jun 30 03:18:03.751504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45202) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:03.752375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19048a75-e149-4f2d-b0a7-4045a7a19c83 None None] Network 37fdfc9b-9d64-4880-b955-f72b7e97df6d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:03.802292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbebc92d-130b-49f0-8faa-beeafdbc76db tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting subnet 0a6a62ec-89db-4e36-b49a-cd6fd72dca55 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:18:03.805888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbebc92d-130b-49f0-8faa-beeafdbc76db tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.852739 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbebc92d-130b-49f0-8faa-beeafdbc76db tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:03.970983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbebc92d-130b-49f0-8faa-beeafdbc76db tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.015202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cd551e-7d46-4978-b3a1-ffb35492257d None None] DHCP port deletion for 37fdfc9b-9d64-4880-b955-f72b7e97df6d request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:18:04.065837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd551e-7d46-4978-b3a1-ffb35492257d None None] Deleting port 4182b94e-6cd0-4ce0-b4cf-561de0519767 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:04.066273 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0cd551e-7d46-4978-b3a1-ffb35492257d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.138478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbebc92d-130b-49f0-8faa-beeafdbc76db tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.139082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d0cd551e-7d46-4978-b3a1-ffb35492257d None None] For port 4182b94e-6cd0-4ce0-b4cf-561de0519767, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4182b94e-6cd0-4ce0-b4cf-561de0519767,segment=NetworkSegment(cefdac1f-4206-402b-a649-a3c58cd706ed),segment_id=cefdac1f-4206-402b-a649-a3c58cd706ed)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:04.139082 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0cd551e-7d46-4978-b3a1-ffb35492257d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.152279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd551e-7d46-4978-b3a1-ffb35492257d None None] Calling delete_port for 4182b94e-6cd0-4ce0-b4cf-561de0519767 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:04.160419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebc92d-130b-49f0-8faa-beeafdbc76db tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6a62ec-89db-4e36-b49a-cd6fd72dca55,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:04.162585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dbebc92d-130b-49f0-8faa-beeafdbc76db tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.166923 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dbebc92d-130b-49f0-8faa-beeafdbc76db tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/0a6a62ec-89db-4e36-b49a-cd6fd72dca55 HTTP/1.1" status: 204 len: 168 time: 0.4214509 Jun 30 03:18:04.175537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45214) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:04.203893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3d9c8-4cf6-4f44-87dc-1a6df6219f24 None None] Network 140cc148-4437-4805-bf5f-ca542a23e87f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:04.269127 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.341641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 4182b94e-6cd0-4ce0-b4cf-561de0519767 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:04.341988 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.381740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ff946-f245-4fb9-9675-e700b665dd84 req-bd74831a-18a1-4b77-ae25-24ee90ea8e08 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:04.384468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e16ff946-f245-4fb9-9675-e700b665dd84 req-bd74831a-18a1-4b77-ae25-24ee90ea8e08 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0942280 Jun 30 03:18:04.609084 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e830c-1dff-4681-84c1-22499616e8ee None None] DHCP port deletion for 140cc148-4437-4805-bf5f-ca542a23e87f request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:18:04.609084 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0cd551e-7d46-4978-b3a1-ffb35492257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.616943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 4182b94e-6cd0-4ce0-b4cf-561de0519767, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4182b94e-6cd0-4ce0-b4cf-561de0519767,segment=NetworkSegment(cefdac1f-4206-402b-a649-a3c58cd706ed),segment_id=cefdac1f-4206-402b-a649-a3c58cd706ed)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:04.616943 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.616943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 4182b94e-6cd0-4ce0-b4cf-561de0519767 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:04.621902 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e16ff946-f245-4fb9-9675-e700b665dd84 req-152a2f00-170d-416f-be7f-c47c24ac3b2e tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037285 Jun 30 03:18:04.622446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd551e-7d46-4978-b3a1-ffb35492257d None None] Pushing event deleted for resources: {'Port': ['ID=4182b94e-6cd0-4ce0-b4cf-561de0519767,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:04.622446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd551e-7d46-4978-b3a1-ffb35492257d None None] No DVR routers for this DVR port 4182b94e-6cd0-4ce0-b4cf-561de0519767 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:04.657232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-855e830c-1dff-4681-84c1-22499616e8ee None None] Deleting port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:04.657833 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-855e830c-1dff-4681-84c1-22499616e8ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.695274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.709653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No DVR routers for this DVR port 4182b94e-6cd0-4ce0-b4cf-561de0519767 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:04.738957 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.746479 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-855e830c-1dff-4681-84c1-22499616e8ee None None] For port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0dbc5e7a-cc5d-411f-a58b-09b105431b4f,segment=NetworkSegment(8b3fa704-316d-486f-86e9-d5d0e8953d87),segment_id=8b3fa704-316d-486f-86e9-d5d0e8953d87)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:04.752448 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-855e830c-1dff-4681-84c1-22499616e8ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.754992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=4182b94e-6cd0-4ce0-b4cf-561de0519767,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:04.763575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-855e830c-1dff-4681-84c1-22499616e8ee None None] Calling delete_port for 0dbc5e7a-cc5d-411f-a58b-09b105431b4f owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:04.812495 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.822286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fdfc9b-9d64-4880-b955-f72b7e97df6d']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:04.832663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefdac1f-4206-402b-a649-a3c58cd706ed') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:04.832963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefdac1f-4206-402b-a649-a3c58cd706ed') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:04.842401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.860335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.865959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:18:04.866332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:18:04.869256 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:18:04.945295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4182b94e-6cd0-4ce0-b4cf-561de0519767 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:18:04.974636 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-855e830c-1dff-4681-84c1-22499616e8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.977878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 4182b94e-6cd0-4ce0-b4cf-561de0519767 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:18:04.979131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4182b94e-6cd0-4ce0-b4cf-561de0519767 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:18:04.979131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0dbc5e7a-cc5d-411f-a58b-09b105431b4f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:18:05.018851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e830c-1dff-4681-84c1-22499616e8ee None None] Pushing event deleted for resources: {'Port': ['ID=0dbc5e7a-cc5d-411f-a58b-09b105431b4f,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:05.023167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e830c-1dff-4681-84c1-22499616e8ee None None] No DVR routers for this DVR port 0dbc5e7a-cc5d-411f-a58b-09b105431b4f on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:05.027162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0dbc5e7a-cc5d-411f-a58b-09b105431b4f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:18:05.027504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0dbc5e7a-cc5d-411f-a58b-09b105431b4f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:18:05.048604 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.056769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.057739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/networks/37fdfc9b-9d64-4880-b955-f72b7e97df6d HTTP/1.1" status: 204 len: 168 time: 0.8881445 Jun 30 03:18:05.060749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45234) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:05.069066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c005b-656f-4de7-a4f4-b12af9ef333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Network': ['ID=37fdfc9b-9d64-4880-b955-f72b7e97df6d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:05.180866 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.306124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.319740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140cc148-4437-4805-bf5f-ca542a23e87f']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:05.335176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3fa704-316d-486f-86e9-d5d0e8953d87') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:05.335600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3fa704-316d-486f-86e9-d5d0e8953d87') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:05.350409 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.372074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.393751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660bea3-6fa0-4104-9c96-b3ad3c61a7e3 req-13bbc6fc-96c4-45ca-afb9-4bf5a3af59dc tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:05.393751 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e660bea3-6fa0-4104-9c96-b3ad3c61a7e3 req-13bbc6fc-96c4-45ca-afb9-4bf5a3af59dc tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.1325750 Jun 30 03:18:05.393751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:18:05.393751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:18:05.395221 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:18:05.477442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e660bea3-6fa0-4104-9c96-b3ad3c61a7e3 req-508619fb-5126-43bb-9099-d04dd84e3917 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813885 Jun 30 03:18:05.585904 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.599623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.599623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/networks/140cc148-4437-4805-bf5f-ca542a23e87f HTTP/1.1" status: 204 len: 168 time: 0.5335007 Jun 30 03:18:05.599935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45250) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:05.605378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'network': {'name': 'tempest-RoutersTest-250414924'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:05.607964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed143d-7bb6-467e-a3c4-f88d64ff73c7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Network': ['ID=140cc148-4437-4805-bf5f-ca542a23e87f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:05.777718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:05.781386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.804437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:18:05.814109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:05.814460 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added segment 1ac8cff4-7df4-4493-8248-842559f04612 of type vlan for network b9fde00e-f71d-4287-a1c6-d256760c448d Jun 30 03:18:05.858580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:06.048352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:06.054180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:06.054830 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:06.126232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Network': ['ID=b9fde00e-f71d-4287-a1c6-d256760c448d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:06.138246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network b9fde00e-f71d-4287-a1c6-d256760c448d details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:18:06.237937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c54f2550-dae0-43e7-9984-8b0515fa966a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6375306 Jun 30 03:18:06.240724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45264) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:06.246805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'subnet': {'network_id': 'b9fde00e-f71d-4287-a1c6-d256760c448d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:06.418273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:06.421986 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:06.675767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66c8a7-7265-4b51-b9be-92eddac444ce req-139b319c-4d9f-4552-bcf6-69dd93578716 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:06.677447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef66c8a7-7265-4b51-b9be-92eddac444ce req-139b319c-4d9f-4552-bcf6-69dd93578716 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0754099 Jun 30 03:18:06.718490 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:06.769657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ef66c8a7-7265-4b51-b9be-92eddac444ce req-44b50d95-e7d8-4fcc-8a91-a5b935bbdba0 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/security-groups?id=73cb17a5-358c-4a39-8f41-2595bf73f0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844545 Jun 30 03:18:06.805210 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Subnet': ['ID=12a4d67d-f037-4051-aee9-259b102d33ff,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:06.818342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Checking segment: {'id': '1ac8cff4-7df4-4493-8248-842559f04612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'b9fde00e-f71d-4287-a1c6-d256760c448d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:06.819356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network hostable DHCP agents. Network: b9fde00e-f71d-4287-a1c6-d256760c448d, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:18:06.969363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network b9fde00e-f71d-4287-a1c6-d256760c448d is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:18:07.004365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-21a932fd-5e3f-486c-b50c-2667ad9a8330 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:07.005855 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-21a932fd-5e3f-486c-b50c-2667ad9a8330 tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.83 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 946 time: 0.0663180 Jun 30 03:18:07.097289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, b9fde00e-f71d-4287-a1c6-d256760c448d) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:07.100910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:07.101584 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.110090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20994d5-e033-4e12-ae78-bcadd5b41736 None None] Network b9fde00e-f71d-4287-a1c6-d256760c448d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:07.132400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-7b65da7c-ca14-4ce4-940b-d482622a218f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Deleting port 69da0bcb-7f01-4554-8c22-b3b1037f4c44 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:07.132766 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-7b65da7c-ca14-4ce4-940b-d482622a218f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.224757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-7b65da7c-ca14-4ce4-940b-d482622a218f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] For port 69da0bcb-7f01-4554-8c22-b3b1037f4c44, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=69da0bcb-7f01-4554-8c22-b3b1037f4c44,segment=NetworkSegment(a31a6d79-b8ec-4013-98dd-e2e3e18f0521),segment_id=a31a6d79-b8ec-4013-98dd-e2e3e18f0521)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:07.225123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-7b65da7c-ca14-4ce4-940b-d482622a218f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.236564 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8992987c-b1de-44e8-b5a0-d617d6548aa2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9948039 Jun 30 03:18:07.239351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45282) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:07.240895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-7b65da7c-ca14-4ce4-940b-d482622a218f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Calling delete_port for 69da0bcb-7f01-4554-8c22-b3b1037f4c44 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:07.246579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a63258fd-14f3-448a-8059-15b92922d931 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1839030161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:07.310223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-b9fde00e-f71d-4287-a1c6-d256760c448d', 'network_id': 'b9fde00e-f71d-4287-a1c6-d256760c448d', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'fixed_ips': [{'subnet_id': '12a4d67d-f037-4051-aee9-259b102d33ff'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:18:07.311090 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.410903 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a63258fd-14f3-448a-8059-15b92922d931 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.412188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a63258fd-14f3-448a-8059-15b92922d931 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.500210 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-7b65da7c-ca14-4ce4-940b-d482622a218f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.543258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65da7c-ca14-4ce4-940b-d482622a218f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Pushing event deleted for resources: {'Port': ['ID=69da0bcb-7f01-4554-8c22-b3b1037f4c44,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:07.548696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['69da0bcb-7f01-4554-8c22-b3b1037f4c44'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:18:07.551355 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a63258fd-14f3-448a-8059-15b92922d931 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.607008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-7b65da7c-ca14-4ce4-940b-d482622a218f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] No DVR routers for this DVR port 69da0bcb-7f01-4554-8c22-b3b1037f4c44 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:07.613599 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-7b65da7c-ca14-4ce4-940b-d482622a218f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.615656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee3f9f1d-ab74-48db-9064-60bc946d67fb req-7b65da7c-ca14-4ce4-940b-d482622a218f tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.83 "DELETE /v2.0/ports/69da0bcb-7f01-4554-8c22-b3b1037f4c44 HTTP/1.1" status: 204 len: 173 time: 0.6038480 Jun 30 03:18:07.616569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2544a3c6-add2-49b9-ba08-599f2c8d9f7b', 'name': 'network-vif-deleted', 'tag': '69da0bcb-7f01-4554-8c22-b3b1037f4c44'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:18:07.618961 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec989ab6-4cb0-49a2-a323-c936c8ce3997" -d '{"events": [{"server_uuid": "2544a3c6-add2-49b9-ba08-599f2c8d9f7b", "name": "network-vif-deleted", "tag": "69da0bcb-7f01-4554-8c22-b3b1037f4c44"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:18:07.664066 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec5c3ac-322f-4997-97ff-e7cef0230655 x-openstack-request-id: req-3ec5c3ac-322f-4997-97ff-e7cef0230655 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:18:07.664366 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2544a3c6-add2-49b9-ba08-599f2c8d9f7b", "name": "network-vif-deleted", "tag": "69da0bcb-7f01-4554-8c22-b3b1037f4c44", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:18:07.664621 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ec5c3ac-322f-4997-97ff-e7cef0230655 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:18:07.665025 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2544a3c6-add2-49b9-ba08-599f2c8d9f7b', 'name': 'network-vif-deleted', 'tag': '69da0bcb-7f01-4554-8c22-b3b1037f4c44', 'status': 'completed', 'code': 200} Jun 30 03:18:07.680916 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a63258fd-14f3-448a-8059-15b92922d931 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.688939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Allocated IP 172.20.0.2 (b9fde00e-f71d-4287-a1c6-d256760c448d/12a4d67d-f037-4051-aee9-259b102d33ff/0e76fdfc-de6a-455d-b91a-81438580f89e) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:07.823970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a63258fd-14f3-448a-8059-15b92922d931 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.826177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a63258fd-14f3-448a-8059-15b92922d931 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5836954 Jun 30 03:18:07.827959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45300) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:07.833627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'port': {'network_id': 'b9fde00e-f71d-4287-a1c6-d256760c448d', 'name': 'tempest-RoutersTest-1177928038'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:07.927518 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:07.940051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Transition to ACTIVE for port object 0e76fdfc-de6a-455d-b91a-81438580f89e will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:07.961358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Transition to ACTIVE for port object 0e76fdfc-de6a-455d-b91a-81438580f89e will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:08.019577 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8717b31-bf1c-4aee-9563-d56e136a929d req-246e7312-528d-4be4-a629-ab583c429fec tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 210 time: 0.0291927 Jun 30 03:18:08.117627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:08.159336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Network b9fde00e-f71d-4287-a1c6-d256760c448d is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:08.162058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:08.164384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:08.174858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Pushing event updated for resources: {'Port': ['ID=0e76fdfc-de6a-455d-b91a-81438580f89e,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:08.207034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:08.210718 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:08.235954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Attempting to bind port 0e76fdfc-de6a-455d-b91a-81438580f89e on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:08.236720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Attempting to bind port 0e76fdfc-de6a-455d-b91a-81438580f89e by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '1ac8cff4-7df4-4493-8248-842559f04612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'b9fde00e-f71d-4287-a1c6-d256760c448d'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:08.238167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Attempting to bind port 0e76fdfc-de6a-455d-b91a-81438580f89e on network b9fde00e-f71d-4287-a1c6-d256760c448d {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:08.244101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] device_id is not set on port 87b3beb9-796d-4df8-a782-095a045bc2b6 yet. {{(pid=94530) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:18:08.246274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:08.246697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Checking segment: {'id': '1ac8cff4-7df4-4493-8248-842559f04612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'b9fde00e-f71d-4287-a1c6-d256760c448d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:08.247137 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:08.247566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Bound using segment: {'id': '1ac8cff4-7df4-4493-8248-842559f04612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'b9fde00e-f71d-4287-a1c6-d256760c448d'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:08.248071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Bound port: 0e76fdfc-de6a-455d-b91a-81438580f89e, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac8cff4-7df4-4493-8248-842559f04612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'b9fde00e-f71d-4287-a1c6-d256760c448d'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:08.248457 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:08.342165 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] For port 0e76fdfc-de6a-455d-b91a-81438580f89e, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:08.345784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] For port 0e76fdfc-de6a-455d-b91a-81438580f89e, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0e76fdfc-de6a-455d-b91a-81438580f89e,segment=NetworkSegment(1ac8cff4-7df4-4493-8248-842559f04612),segment_id=1ac8cff4-7df4-4493-8248-842559f04612)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:08.363991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Allocated IP 172.20.0.5 (b9fde00e-f71d-4287-a1c6-d256760c448d/12a4d67d-f037-4051-aee9-259b102d33ff/87b3beb9-796d-4df8-a782-095a045bc2b6) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:08.438648 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:08.545536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15c4c9-938f-44d2-84bf-8f4368ded1d9 None None] Pushing event updated for resources: {'Port': ['ID=0e76fdfc-de6a-455d-b91a-81438580f89e,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:08.575052 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:08.595589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Transition to ACTIVE for port object 87b3beb9-796d-4df8-a782-095a045bc2b6 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:08.826287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:08.875005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network b9fde00e-f71d-4287-a1c6-d256760c448d is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:08.875005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:08.877455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:08.887144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=87b3beb9-796d-4df8-a782-095a045bc2b6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:08.964014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:08.964646 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:09.000154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0e76fdfc-de6a-455d-b91a-81438580f89e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:09.190326 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf68d99e-3b8b-491a-acbe-db06e3ed2175 req-ba8c919d-124a-453b-93e3-f287fd301d7c tempest-TestServerAdvancedOps-848944191 tempest-TestServerAdvancedOps-848944191-project] 10.222.0.77 "GET /v2.0/ports?device_id=2544a3c6-add2-49b9-ba08-599f2c8d9f7b HTTP/1.1" status: 200 len: 210 time: 0.0300479 Jun 30 03:18:09.328929 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c15e29be-222d-4fe7-ae5e-cff21faa75a3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4996097 Jun 30 03:18:09.331614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45322) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:09.414063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0e76fdfc-de6a-455d-b91a-81438580f89e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:09.589227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89acde-ce15-4113-9e3b-d0a039a90f6a None None] Network b9fde00e-f71d-4287-a1c6-d256760c448d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:09.755828 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:09.775115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dbde8f05-cde1-4740-a9e6-7ee8a9d1adfd None None] Provisioning for port 0e76fdfc-de6a-455d-b91a-81438580f89e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:09.807111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dbde8f05-cde1-4740-a9e6-7ee8a9d1adfd None None] Provisioning complete for port 0e76fdfc-de6a-455d-b91a-81438580f89e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:09.807545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbde8f05-cde1-4740-a9e6-7ee8a9d1adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:09.913377 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbde8f05-cde1-4740-a9e6-7ee8a9d1adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:09.999078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-dbde8f05-cde1-4740-a9e6-7ee8a9d1adfd None None] For port 0e76fdfc-de6a-455d-b91a-81438580f89e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0e76fdfc-de6a-455d-b91a-81438580f89e,segment=NetworkSegment(1ac8cff4-7df4-4493-8248-842559f04612),segment_id=1ac8cff4-7df4-4493-8248-842559f04612)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:10.040521 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.105513 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbde8f05-cde1-4740-a9e6-7ee8a9d1adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.145919 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.165336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde8f05-cde1-4740-a9e6-7ee8a9d1adfd None None] Pushing event updated for resources: {'Port': ['ID=0e76fdfc-de6a-455d-b91a-81438580f89e,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:10.230246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=87b3beb9-796d-4df8-a782-095a045bc2b6,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:10.305969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45340) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:10.362906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b576ddc5-94d6-47c1-94d3-eb25c7fc3d99 None None] Provisioning for port 87b3beb9-796d-4df8-a782-095a045bc2b6 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:10.373328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b576ddc5-94d6-47c1-94d3-eb25c7fc3d99 None None] Provisioning complete for port 87b3beb9-796d-4df8-a782-095a045bc2b6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:10.373328 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b576ddc5-94d6-47c1-94d3-eb25c7fc3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.399904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cce4133-8103-4ecc-b71d-145e6bfabb77 admin admin] Deleting subnet 112721ac-f1bc-41bc-9599-1d49da762452 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:18:10.403631 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cce4133-8103-4ecc-b71d-145e6bfabb77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.420592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b576ddc5-94d6-47c1-94d3-eb25c7fc3d99 None None] Port 87b3beb9-796d-4df8-a782-095a045bc2b6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:10.421545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.440163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b576ddc5-94d6-47c1-94d3-eb25c7fc3d99 None None] Provisioning complete for port 0e76fdfc-de6a-455d-b91a-81438580f89e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:10.440980 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b576ddc5-94d6-47c1-94d3-eb25c7fc3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.464974 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cce4133-8103-4ecc-b71d-145e6bfabb77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.558771 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cce4133-8103-4ecc-b71d-145e6bfabb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.666367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c61975fd-941e-441a-989c-a84fc1e771cc None None] Provisioning complete for port 87b3beb9-796d-4df8-a782-095a045bc2b6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:10.666751 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c61975fd-941e-441a-989c-a84fc1e771cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.712745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c61975fd-941e-441a-989c-a84fc1e771cc None None] Port 87b3beb9-796d-4df8-a782-095a045bc2b6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:10.731133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cce4133-8103-4ecc-b71d-145e6bfabb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.764684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce4133-8103-4ecc-b71d-145e6bfabb77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112721ac-f1bc-41bc-9599-1d49da762452,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:10.768507 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cce4133-8103-4ecc-b71d-145e6bfabb77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:10.771114 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1cce4133-8103-4ecc-b71d-145e6bfabb77 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/112721ac-f1bc-41bc-9599-1d49da762452 HTTP/1.1" status: 204 len: 168 time: 0.4640346 Jun 30 03:18:10.780998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45356) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:10.993668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0e76fdfc-de6a-455d-b91a-81438580f89e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:10.995012 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.050288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0e76fdfc-de6a-455d-b91a-81438580f89e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:11.050844 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.308324 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.328866 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.397402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.401761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.416206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eca8a25-09f2-41b5-b914-b5d56a95159a']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:11.428425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31a6d79-b8ec-4013-98dd-e2e3e18f0521') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:11.429287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31a6d79-b8ec-4013-98dd-e2e3e18f0521') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:11.442237 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.457597 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.466180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:18:11.466658 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:18:11.468381 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:18:11.503849 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.517018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=87b3beb9-796d-4df8-a782-095a045bc2b6,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:11.616711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network b9fde00e-f71d-4287-a1c6-d256760c448d is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:11.618001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:11.631464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.638082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.648128 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0eca8a25-09f2-41b5-b914-b5d56a95159a HTTP/1.1" status: 204 len: 168 time: 0.8627741 Jun 30 03:18:11.648128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45378) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:11.662159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243b21f-cfad-4096-b221-224200269160 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eca8a25-09f2-41b5-b914-b5d56a95159a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:11.708173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5aafc33-e568-48b8-b04e-f307a35a7db3 admin admin] Deleting subnet 15988952-d0ea-490a-a4f5-f3e330316a60 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:18:11.713943 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5aafc33-e568-48b8-b04e-f307a35a7db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.762096 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5aafc33-e568-48b8-b04e-f307a35a7db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:11.823111 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5aafc33-e568-48b8-b04e-f307a35a7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.107962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:18:12.109980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ffa2623d-c012-4487-b132-fa8d89bbca9a None None] Provisioning complete for port 87b3beb9-796d-4df8-a782-095a045bc2b6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:12.109980 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ffa2623d-c012-4487-b132-fa8d89bbca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.109980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 69da0bcb-7f01-4554-8c22-b3b1037f4c44 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:18:12.109980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 69da0bcb-7f01-4554-8c22-b3b1037f4c44 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:18:12.109980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 69da0bcb-7f01-4554-8c22-b3b1037f4c44 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:18:12.109980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2623d-c012-4487-b132-fa8d89bbca9a None None] Port 87b3beb9-796d-4df8-a782-095a045bc2b6 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:12.110864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:12.110864 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-340f5e2e-04dc-4b60-8c60-e4f439606547 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7105722 Jun 30 03:18:12.110864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45384) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:12.111166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ca125d-0379-40d8-9e43-d1ceaa68ccff None None] Sync routers for ids ['9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:12.111166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca125d-0379-40d8-9e43-d1ceaa68ccff None None] Routers {'9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:12.111166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-95ca125d-0379-40d8-9e43-d1ceaa68ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:12.111166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-95ca125d-0379-40d8-9e43-d1ceaa68ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:12.111595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff13a9f-8281-450c-b9ee-82e58c292a26 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:12.111595 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5ff13a9f-8281-450c-b9ee-82e58c292a26 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports/87b3beb9-796d-4df8-a782-095a045bc2b6 HTTP/1.1" status: 200 len: 977 time: 0.0550249 Jun 30 03:18:12.111595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45386) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:12.111875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca125d-0379-40d8-9e43-d1ceaa68ccff None None] Routers {'9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:12.111875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-95ca125d-0379-40d8-9e43-d1ceaa68ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:12.145256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-95ca125d-0379-40d8-9e43-d1ceaa68ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:12.146151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ca125d-0379-40d8-9e43-d1ceaa68ccff None None] The sync data for ids ['9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:12.350722 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5aafc33-e568-48b8-b04e-f307a35a7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.419216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aafc33-e568-48b8-b04e-f307a35a7db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15988952-d0ea-490a-a4f5-f3e330316a60,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:12.434705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5aafc33-e568-48b8-b04e-f307a35a7db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.436627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b5aafc33-e568-48b8-b04e-f307a35a7db3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/15988952-d0ea-490a-a4f5-f3e330316a60 HTTP/1.1" status: 204 len: 168 time: 0.7906632 Jun 30 03:18:12.439124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45394) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:12.478799 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.514762 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.640992 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.640992 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:12.652036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d12a038-6a1c-42bf-8e41-958b10def0f6') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:12.652582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d12a038-6a1c-42bf-8e41-958b10def0f6') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:12.662352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.680183 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.687545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:18:12.688273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:18:12.690206 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:18:12.721921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 87b3beb9-796d-4df8-a782-095a045bc2b6 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:12.722489 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.810144 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:12.822028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 87b3beb9-796d-4df8-a782-095a045bc2b6 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:13.019697 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:13.025020 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:13.028516 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] 10.222.0.77 "DELETE /v2.0/networks/c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d HTTP/1.1" status: 204 len: 168 time: 0.5873132 Jun 30 03:18:13.038648 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73e325-01e6-4f68-a61d-f20b80d95e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f2b9ec-3e40-4a35-9e47-9f4df4e2875d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:13.162681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:13.195597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=87b3beb9-796d-4df8-a782-095a045bc2b6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:13.369263 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:13.552275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:13.627818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:13.632862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7098e1f9-d1d1-4fc6-b8d3-1e53cae12598 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5266159 Jun 30 03:18:13.636391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45414) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:13.639105 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a8772-6523-4d43-bcff-d151fa761307 None None] Sync routers for ids ['9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:13.649542 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a8772-6523-4d43-bcff-d151fa761307 None None] Routers {'9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:13.649542 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-919a8772-6523-4d43-bcff-d151fa761307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:13.681827 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-919a8772-6523-4d43-bcff-d151fa761307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:13.692252 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a8772-6523-4d43-bcff-d151fa761307 None None] Routers {'9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:13.692252 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-919a8772-6523-4d43-bcff-d151fa761307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:13.705647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45416) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:13.738745 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-919a8772-6523-4d43-bcff-d151fa761307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:13.738745 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a8772-6523-4d43-bcff-d151fa761307 None None] The sync data for ids ['9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:13.747009 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6a4a43f0-17bc-4897-a1f4-617a240cccd3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0fb480fdf4543689af8a30b665279e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465159 Jun 30 03:18:13.747555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45418) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:13.803434 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d6f-9c39-4345-9f7f-0805b66a328a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:13.830439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d6f-9c39-4345-9f7f-0805b66a328a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:13.850643 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-ab725bc0-ac86-4eac-81f3-9b28e1664b75 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 03:18:13.854885 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ab725bc0-ac86-4eac-81f3-9b28e1664b75 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2164903 Jun 30 03:18:13.855183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45424) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:13.891835 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ace19990-237c-445c-b8b6-0ad3f4661b00 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec HTTP/1.1" status: 200 len: 205 time: 0.0346255 Jun 30 03:18:13.894444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45426) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:13.979157 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8ca123b9-650e-4279-ac40-df8024649821 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.012989 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d6f-9c39-4345-9f7f-0805b66a328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.015499 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d6f-9c39-4345-9f7f-0805b66a328a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.016632 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b72a2d6f-9c39-4345-9f7f-0805b66a328a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/73cb17a5-358c-4a39-8f41-2595bf73f0ed HTTP/1.1" status: 204 len: 168 time: 0.2683785 Jun 30 03:18:14.062557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a2d6f-9c39-4345-9f7f-0805b66a328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb17a5-358c-4a39-8f41-2595bf73f0ed,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:14.168548 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8ca123b9-650e-4279-ac40-df8024649821 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.171093 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8ca123b9-650e-4279-ac40-df8024649821 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.360795 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8ca123b9-650e-4279-ac40-df8024649821 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.361434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca123b9-650e-4279-ac40-df8024649821 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Fanout notify agent at l3_agent the message router_deleted on router 9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:18:14.371481 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8ca123b9-650e-4279-ac40-df8024649821 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.371481 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8ca123b9-650e-4279-ac40-df8024649821 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec HTTP/1.1" status: 204 len: 168 time: 0.4746320 Jun 30 03:18:14.373137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45438) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:14.426016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-65731e5d-54b0-4db8-86fb-2ce97da5130d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting subnet 12a4d67d-f037-4051-aee9-259b102d33ff {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:18:14.429558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65731e5d-54b0-4db8-86fb-2ce97da5130d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.470863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65731e5d-54b0-4db8-86fb-2ce97da5130d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.573646 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65731e5d-54b0-4db8-86fb-2ce97da5130d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.801180 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65731e5d-54b0-4db8-86fb-2ce97da5130d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.832468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65731e5d-54b0-4db8-86fb-2ce97da5130d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Subnet': ['ID=12a4d67d-f037-4051-aee9-259b102d33ff,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:14.841456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-65731e5d-54b0-4db8-86fb-2ce97da5130d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:14.844524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-65731e5d-54b0-4db8-86fb-2ce97da5130d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/12a4d67d-f037-4051-aee9-259b102d33ff HTTP/1.1" status: 204 len: 168 time: 0.4694567 Jun 30 03:18:14.846725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45458) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:14.848108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44195038-7594-42fd-b2c5-6ea9721e2ce9 None None] Network b9fde00e-f71d-4287-a1c6-d256760c448d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:15.002770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.058096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 0e76fdfc-de6a-455d-b91a-81438580f89e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:15.058486 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.125687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45464) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:15.136412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 0e76fdfc-de6a-455d-b91a-81438580f89e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0e76fdfc-de6a-455d-b91a-81438580f89e,segment=NetworkSegment(1ac8cff4-7df4-4493-8248-842559f04612),segment_id=1ac8cff4-7df4-4493-8248-842559f04612)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:15.136789 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.152091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 0e76fdfc-de6a-455d-b91a-81438580f89e owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:15.414212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-727026fe-7d69-4b36-bcdf-81a6d00c6a27 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6f10fe7ffa64ff98de37d113dcdda36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794718 Jun 30 03:18:15.414212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45466) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:15.414212 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66bb3233-afe2-4819-97af-f8527318e6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.427731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ecee3e-0199-4411-87d5-436be772d131 None None] DHCP port deletion for b9fde00e-f71d-4287-a1c6-d256760c448d request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:18:15.428336 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66bb3233-afe2-4819-97af-f8527318e6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.428862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.428862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No DVR routers for this DVR port 0e76fdfc-de6a-455d-b91a-81438580f89e on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:15.429460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-53ecee3e-0199-4411-87d5-436be772d131 None None] Deleting port 0e76fdfc-de6a-455d-b91a-81438580f89e {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:15.429460 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53ecee3e-0199-4411-87d5-436be772d131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.474152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=0e76fdfc-de6a-455d-b91a-81438580f89e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:15.502559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-53ecee3e-0199-4411-87d5-436be772d131 None None] For port 0e76fdfc-de6a-455d-b91a-81438580f89e, host n-d-798249-3, got binding levels [] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:15.502957 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53ecee3e-0199-4411-87d5-436be772d131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.518563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-53ecee3e-0199-4411-87d5-436be772d131 None None] Calling delete_port for 0e76fdfc-de6a-455d-b91a-81438580f89e owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:15.521717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.ipam_backend_mixin [None req-53ecee3e-0199-4411-87d5-436be772d131 None None] Port 0e76fdfc-de6a-455d-b91a-81438580f89e was not found and therefore no delete operation was performed {{(pid=94532) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:18:15.522964 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53ecee3e-0199-4411-87d5-436be772d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.540875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecee3e-0199-4411-87d5-436be772d131 None None] No DVR routers for this DVR port 0e76fdfc-de6a-455d-b91a-81438580f89e on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:15.575001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecee3e-0199-4411-87d5-436be772d131 None None] Pushing event deleted for resources: {'Port': ['ID=0e76fdfc-de6a-455d-b91a-81438580f89e,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:15.583604 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66bb3233-afe2-4819-97af-f8527318e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.586625 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66bb3233-afe2-4819-97af-f8527318e6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.587374 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.589470 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-66bb3233-afe2-4819-97af-f8527318e6f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b9f3963-7c2d-4c2d-a05a-115425aa7ede HTTP/1.1" status: 204 len: 168 time: 0.3787379 Jun 30 03:18:15.603390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fde00e-f71d-4287-a1c6-d256760c448d']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:15.615535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac8cff4-7df4-4493-8248-842559f04612') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:15.615894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac8cff4-7df4-4493-8248-842559f04612') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:15.626463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.639601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb3233-afe2-4819-97af-f8527318e6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9f3963-7c2d-4c2d-a05a-115425aa7ede,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:15.642492 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.663361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:18:15.664246 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:18:15.668185 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:18:15.848276 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.879413 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:15.879413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/networks/b9fde00e-f71d-4287-a1c6-d256760c448d HTTP/1.1" status: 204 len: 168 time: 1.0233173 Jun 30 03:18:15.879413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d5704-d6ee-4729-aebe-7b3b1c06bb7e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Network': ['ID=b9fde00e-f71d-4287-a1c6-d256760c448d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:15.879893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45482) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:15.889273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'network': {'name': 'tempest-RoutersTest-77712388'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:16.040680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:16.045015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:16.081016 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:18:16.090538 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:16.090900 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added segment d2baac31-a0e1-400b-be1a-b9eb8c5b1ab1 of type vlan for network 68598a81-bbaf-476f-b524-b87889db0ded Jun 30 03:18:16.146225 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:16.414162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:16.414162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:16.414619 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:16.500924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Network': ['ID=68598a81-bbaf-476f-b524-b87889db0ded,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:16.504503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 68598a81-bbaf-476f-b524-b87889db0ded details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:18:16.626803 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ff5aef82-1adb-4f5e-9fdf-79ef52ef970d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7452643 Jun 30 03:18:16.630209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45506) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:16.641279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'subnet': {'network_id': '68598a81-bbaf-476f-b524-b87889db0ded', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:16.956611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:16.966744 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:16.982520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0e76fdfc-de6a-455d-b91a-81438580f89e no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:18:17.004090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0e76fdfc-de6a-455d-b91a-81438580f89e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:18:17.004862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0e76fdfc-de6a-455d-b91a-81438580f89e not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:18:17.315898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45524) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:17.338252 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:17.407078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Subnet': ['ID=d328b945-014f-4547-9638-e173f750d0be,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:17.421071 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Checking segment: {'id': 'd2baac31-a0e1-400b-be1a-b9eb8c5b1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '68598a81-bbaf-476f-b524-b87889db0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:17.421588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network hostable DHCP agents. Network: 68598a81-bbaf-476f-b524-b87889db0ded, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:18:17.443128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1788466774-network', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:17.590823 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 68598a81-bbaf-476f-b524-b87889db0ded is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:18:17.591023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Made reservation on behalf of 6e4126028aba423ebbccfd0459c71b2d for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:17.593234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:17.602767 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:17.697334 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:17.825558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 68598a81-bbaf-476f-b524-b87889db0ded) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:17.831462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:17.831462 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:17.835692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f390ea-5312-4d91-97ec-30f9c334d721 None None] Network 68598a81-bbaf-476f-b524-b87889db0ded requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:17.909923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:17.940656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:18:17.947777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd287aad-3af3-4986-93dc-183265b301a6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:17.960633 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:17.962580 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Added segment 4dddbbb6-0e92-49a9-8479-6868b6ddc5d9 of type vlan for network d7504505-541f-49e3-b347-269ccb6890c1 Jun 30 03:18:18.001646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-68598a81-bbaf-476f-b524-b87889db0ded', 'network_id': '68598a81-bbaf-476f-b524-b87889db0ded', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'fixed_ips': [{'subnet_id': 'd328b945-014f-4547-9638-e173f750d0be'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:18:18.003461 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.012500 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.100141 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7cf22fa1-cb9d-48b9-a372-d3fe61feabfc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4687243 Jun 30 03:18:18.102828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45542) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:18.107771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0b6ac1c6-5e24-46a0-b55a-04ee068d9a2c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1636121922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:18.150047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Allocated IP 172.20.0.2 (68598a81-bbaf-476f-b524-b87889db0ded/d328b945-014f-4547-9638-e173f750d0be/132b179a-140c-49a5-8694-b711e6abf03f) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:18.231363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.244857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:18.246065 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.337808 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.345003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=d7504505-541f-49e3-b347-269ccb6890c1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:18.347155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Transition to ACTIVE for port object 132b179a-140c-49a5-8694-b711e6abf03f will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:18.356511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network d7504505-541f-49e3-b347-269ccb6890c1 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:18:18.402055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Transition to ACTIVE for port object 132b179a-140c-49a5-8694-b711e6abf03f will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:18.534153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac1c6-5e24-46a0-b55a-04ee068d9a2c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.535070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac1c6-5e24-46a0-b55a-04ee068d9a2c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.593843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac1c6-5e24-46a0-b55a-04ee068d9a2c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.637927 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.675385 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f7de0918-c33b-40cb-b40d-466a074cf6e5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3582096 Jun 30 03:18:18.678594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45554) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:18.682051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Network 68598a81-bbaf-476f-b524-b87889db0ded is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:18.684880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Request body: {'subnet': {'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1788466774-subnet', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:18.686528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:18.693142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:18.696610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Pushing event updated for resources: {'Port': ['ID=132b179a-140c-49a5-8694-b711e6abf03f,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:18.723287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac1c6-5e24-46a0-b55a-04ee068d9a2c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.768504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Attempting to bind port 132b179a-140c-49a5-8694-b711e6abf03f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:18.768976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Attempting to bind port 132b179a-140c-49a5-8694-b711e6abf03f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd2baac31-a0e1-400b-be1a-b9eb8c5b1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '68598a81-bbaf-476f-b524-b87889db0ded'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:18.769405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Attempting to bind port 132b179a-140c-49a5-8694-b711e6abf03f on network 68598a81-bbaf-476f-b524-b87889db0ded {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:18.774894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:18.775354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Checking segment: {'id': 'd2baac31-a0e1-400b-be1a-b9eb8c5b1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '68598a81-bbaf-476f-b524-b87889db0ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:18.775760 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.776702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Bound using segment: {'id': 'd2baac31-a0e1-400b-be1a-b9eb8c5b1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '68598a81-bbaf-476f-b524-b87889db0ded'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:18.777176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Bound port: 132b179a-140c-49a5-8694-b711e6abf03f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2baac31-a0e1-400b-be1a-b9eb8c5b1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '68598a81-bbaf-476f-b524-b87889db0ded'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:18.777652 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.827437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Made reservation on behalf of 6e4126028aba423ebbccfd0459c71b2d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:18.831315 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.844417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] For port 132b179a-140c-49a5-8694-b711e6abf03f, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:18.848628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] For port 132b179a-140c-49a5-8694-b711e6abf03f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=132b179a-140c-49a5-8694-b711e6abf03f,segment=NetworkSegment(d2baac31-a0e1-400b-be1a-b9eb8c5b1ab1),segment_id=d2baac31-a0e1-400b-be1a-b9eb8c5b1ab1)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:18.974243 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac1c6-5e24-46a0-b55a-04ee068d9a2c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:18.975430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0b6ac1c6-5e24-46a0-b55a-04ee068d9a2c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8714499 Jun 30 03:18:18.978831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45560) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:19.015075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:19.110661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1f1dd-a79d-4ab9-b231-2776c6a7896d None None] Pushing event updated for resources: {'Port': ['ID=132b179a-140c-49a5-8694-b711e6abf03f,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:19.231054 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:19.313058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0e62aa-fea8-4af2-aeec-0e8447cd27eb,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:19.324922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Checking segment: {'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:19.325207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Network hostable DHCP agents. Network: d7504505-541f-49e3-b347-269ccb6890c1, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:18:19.388315 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:19.585590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Network d7504505-541f-49e3-b347-269ccb6890c1 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:18:19.764329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, d7504505-541f-49e3-b347-269ccb6890c1) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:19.769740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:19.814303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:19.814945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85708e29-3845-4fe1-8e26-145bc378ff39 None None] Network d7504505-541f-49e3-b347-269ccb6890c1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:19.979375 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Allocated IP 172.20.0.1 (68598a81-bbaf-476f-b524-b87889db0ded/d328b945-014f-4547-9638-e173f750d0be/e4b2a6f0-c2e3-4ba0-8034-5e567a62582a) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:19.989983 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-d7504505-541f-49e3-b347-269ccb6890c1', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:18:19.990859 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.122896 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f2c952bf-be08-482f-a791-ed233af94981 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4422464 Jun 30 03:18:20.147924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45580) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:20.152753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:20.169273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.185689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Transition to ACTIVE for port object e4b2a6f0-c2e3-4ba0-8034-5e567a62582a will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:20.216524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Allocated IP 172.20.0.2 (d7504505-541f-49e3-b347-269ccb6890c1/ca0e62aa-fea8-4af2-aeec-0e8447cd27eb/c2cd29d9-251b-419e-ba56-beb636dda992) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:20.274618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d45b89b-1904-429d-be67-0fbba6f15f2c None None] Network 68598a81-bbaf-476f-b524-b87889db0ded requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:20.403019 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.404100 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.404683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.447604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 68598a81-bbaf-476f-b524-b87889db0ded is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:20.451679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:20.454510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:20.480928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cd765732-89d6-4375-a502-30bb6030b3fa None None] Provisioning for port 132b179a-140c-49a5-8694-b711e6abf03f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:20.484109 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.501538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Transition to ACTIVE for port object c2cd29d9-251b-419e-ba56-beb636dda992 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:20.507789 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.511430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=e4b2a6f0-c2e3-4ba0-8034-5e567a62582a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:20.534689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.546109 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Transition to ACTIVE for port object c2cd29d9-251b-419e-ba56-beb636dda992 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:20.758765 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.799944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Network d7504505-541f-49e3-b347-269ccb6890c1 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:20.804658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:20.806237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:20.821782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.826273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Pushing event updated for resources: {'Port': ['ID=c2cd29d9-251b-419e-ba56-beb636dda992,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:20.902822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Attempting to bind port c2cd29d9-251b-419e-ba56-beb636dda992 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:20.903192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Attempting to bind port c2cd29d9-251b-419e-ba56-beb636dda992 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:20.903549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Attempting to bind port c2cd29d9-251b-419e-ba56-beb636dda992 on network d7504505-541f-49e3-b347-269ccb6890c1 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:20.912211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:20.912585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Checking segment: {'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:20.912986 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:20.913618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Bound using segment: {'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:20.914291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Bound port: c2cd29d9-251b-419e-ba56-beb636dda992, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:20.915210 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.011068 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.065389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 132b179a-140c-49a5-8694-b711e6abf03f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:21.098114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] For port c2cd29d9-251b-419e-ba56-beb636dda992, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:21.120801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] For port c2cd29d9-251b-419e-ba56-beb636dda992, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c2cd29d9-251b-419e-ba56-beb636dda992,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:21.140284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6409fd84-7260-4ca0-ab26-408e7d1e4d5c None None] Provisioning for port e4b2a6f0-c2e3-4ba0-8034-5e567a62582a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:21.144950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6409fd84-7260-4ca0-ab26-408e7d1e4d5c None None] Provisioning complete for port e4b2a6f0-c2e3-4ba0-8034-5e567a62582a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:21.146106 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6409fd84-7260-4ca0-ab26-408e7d1e4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.161187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45602) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:21.185514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6409fd84-7260-4ca0-ab26-408e7d1e4d5c None None] Port e4b2a6f0-c2e3-4ba0-8034-5e567a62582a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:21.293873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.314745 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.319709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ee70e1cd-920b-49a6-8733-c05d974880cd None None] Provisioning complete for port e4b2a6f0-c2e3-4ba0-8034-5e567a62582a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:21.320089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee70e1cd-920b-49a6-8733-c05d974880cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.354242 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.383332 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.393456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cbf88c0-a179-48f5-aefc-88379952762b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.402452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 132b179a-140c-49a5-8694-b711e6abf03f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:21.408508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ee70e1cd-920b-49a6-8733-c05d974880cd None None] Port e4b2a6f0-c2e3-4ba0-8034-5e567a62582a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:21.414401 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 132b179a-140c-49a5-8694-b711e6abf03f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:21.415196 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.463319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Allocated IP 172.25.2.97 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/7361dcba-50ce-4271-b613-207ca2fb370f) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:21.466789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdfe30-c9e7-477a-8902-476ae59434c6 None None] Pushing event updated for resources: {'Port': ['ID=c2cd29d9-251b-419e-ba56-beb636dda992,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:21.524686 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cbf88c0-a179-48f5-aefc-88379952762b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.555924 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.589255 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.608314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 132b179a-140c-49a5-8694-b711e6abf03f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=132b179a-140c-49a5-8694-b711e6abf03f,segment=NetworkSegment(d2baac31-a0e1-400b-be1a-b9eb8c5b1ab1),segment_id=d2baac31-a0e1-400b-be1a-b9eb8c5b1ab1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:21.634869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.691631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cbf88c0-a179-48f5-aefc-88379952762b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.715900 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.728485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=e4b2a6f0-c2e3-4ba0-8034-5e567a62582a,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:21.754691 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.769212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3cbf88c0-a179-48f5-aefc-88379952762b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c63c6d37b5c14efba4cbf9e143830e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069052 Jun 30 03:18:21.772029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45612) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:21.828630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf88c0-a179-48f5-aefc-88379952762b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd308cb-0668-4ebd-94af-74791971cff6,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:21.858716 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.868506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=132b179a-140c-49a5-8694-b711e6abf03f,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:21.891441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 68598a81-bbaf-476f-b524-b87889db0ded is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:21.893400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:21.893879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71bda4e7-68a8-4102-8790-c7bf5abe2212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.925049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:21.936788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71bda4e7-68a8-4102-8790-c7bf5abe2212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:21.938923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:21.952435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:21.984777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Pushing event updated for resources: {'Port': ['ID=7361dcba-50ce-4271-b613-207ca2fb370f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:22.239924 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7c558097-105c-4cf0-99e4-cf5fe436ac20 None None] Provisioning complete for port e4b2a6f0-c2e3-4ba0-8034-5e567a62582a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:22.240537 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c558097-105c-4cf0-99e4-cf5fe436ac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:22.277169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7c558097-105c-4cf0-99e4-cf5fe436ac20 None None] Port e4b2a6f0-c2e3-4ba0-8034-5e567a62582a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:22.517514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f188c-46b5-4c81-9529-687a2f9cd92c None None] Network d7504505-541f-49e3-b347-269ccb6890c1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:22.642309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:18:22.681406 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71bda4e7-68a8-4102-8790-c7bf5abe2212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:22.692766 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-71bda4e7-68a8-4102-8790-c7bf5abe2212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:22.696650 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-71bda4e7-68a8-4102-8790-c7bf5abe2212 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ecd308cb-0668-4ebd-94af-74791971cff6 HTTP/1.1" status: 204 len: 168 time: 0.9209604 Jun 30 03:18:22.709012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bda4e7-68a8-4102-8790-c7bf5abe2212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd308cb-0668-4ebd-94af-74791971cff6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:22.751541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:22.764120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d6ecfa05-31eb-4903-85df-89e2883738d5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7774749 Jun 30 03:18:22.765394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45624) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:22.765741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a3b94c-1465-4b35-8d76-13a35d5c1ce0 None None] Sync routers for ids ['ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:22.779368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a3b94c-1465-4b35-8d76-13a35d5c1ce0 None None] Routers {'ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:22.781968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d8a3b94c-1465-4b35-8d76-13a35d5c1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:22.813927 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:22.828712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d8a3b94c-1465-4b35-8d76-13a35d5c1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:22.836107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18587d3-7a80-4d47-b601-bef6609e0a88 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:22.841483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f18587d3-7a80-4d47-b601-bef6609e0a88 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports/e4b2a6f0-c2e3-4ba0-8034-5e567a62582a HTTP/1.1" status: 200 len: 910 time: 0.0746555 Jun 30 03:18:22.841998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45626) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:22.851187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a3b94c-1465-4b35-8d76-13a35d5c1ce0 None None] Routers {'ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:22.852255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d8a3b94c-1465-4b35-8d76-13a35d5c1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:22.913262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d8a3b94c-1465-4b35-8d76-13a35d5c1ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:22.914149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a3b94c-1465-4b35-8d76-13a35d5c1ce0 None None] The sync data for ids ['ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:22.917077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5e0b2b06-7e3d-4e46-b9b0-9a8e0229bd70 None None] Provisioning for port c2cd29d9-251b-419e-ba56-beb636dda992 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:23.121175 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.140061 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.152116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 132b179a-140c-49a5-8694-b711e6abf03f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:23.236822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 132b179a-140c-49a5-8694-b711e6abf03f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:23.238030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.286858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.327376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c2cd29d9-251b-419e-ba56-beb636dda992 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:23.437758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Router 7fef7f73-dd15-4186-b38b-e43634e587cf is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:18:23.522303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port c2cd29d9-251b-419e-ba56-beb636dda992 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:23.526689 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c2cd29d9-251b-419e-ba56-beb636dda992 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:23.527822 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.556306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:23.574285 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Sync routers for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:23.575126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port e4b2a6f0-c2e3-4ba0-8034-5e567a62582a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:23.576049 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.593837 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:23.594533 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:23.633358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.682588 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.739066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port c2cd29d9-251b-419e-ba56-beb636dda992, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c2cd29d9-251b-419e-ba56-beb636dda992,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:23.739362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for e4b2a6f0-c2e3-4ba0-8034-5e567a62582a owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:23.739493 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:23.842501 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.848216 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.848216 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a6e3a1a1-4ed6-4c4a-b437-9ca68e81f1da admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6950393 Jun 30 03:18:23.848216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45640) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:23.893930 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.946898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=c2cd29d9-251b-419e-ba56-beb636dda992,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:23.979972 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:23.997856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45644) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:24.014554 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e90fff1c-35b0-4106-9207-3ca2640b9113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.015559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=e4b2a6f0-c2e3-4ba0-8034-5e567a62582a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:24.049541 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:22Z', 'revision_number': 3, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:24.089156 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Checking router: 7fef7f73-dd15-4186-b38b-e43634e587cf for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:18:24.089525 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Updating router 7fef7f73-dd15-4186-b38b-e43634e587cf port 7361dcba-50ce-4271-b613-207ca2fb370f binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:18:24.132292 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.235777 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.342198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e90fff1c-35b0-4106-9207-3ca2640b9113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.447926 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e90fff1c-35b0-4106-9207-3ca2640b9113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.482014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:24.504586 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.504857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e90fff1c-35b0-4106-9207-3ca2640b9113 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04b05e67b9444e47a711b6f6b60431ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047472 Jun 30 03:18:24.515553 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Transition to ACTIVE for port object 7361dcba-50ce-4271-b613-207ca2fb370f will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:24.524285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45652) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:24.527010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fff1c-35b0-4106-9207-3ca2640b9113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a84d224-2e25-483f-8345-311fe83f86ca,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:24.568631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:24.578616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae9727-0a63-4584-b847-4f5a6fcd9714 None None] Sync routers for ids ['ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:24.581088 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-db2a717a-b91e-43cc-844d-e76ce48527c4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377980 Jun 30 03:18:24.584086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45656) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:24.590523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae9727-0a63-4584-b847-4f5a6fcd9714 None None] Routers {'ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:24.591541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-25ae9727-0a63-4584-b847-4f5a6fcd9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:24.608570 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.633993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-25ae9727-0a63-4584-b847-4f5a6fcd9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:24.637838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e0613951-457c-43e5-8420-8422db4e5ecc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79 HTTP/1.1" status: 200 len: 205 time: 0.0473995 Jun 30 03:18:24.637838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45658) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:24.644369 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae9727-0a63-4584-b847-4f5a6fcd9714 None None] Routers {'ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:24.645219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-25ae9727-0a63-4584-b847-4f5a6fcd9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:24.663424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.680445 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Pushing event updated for resources: {'Port': ['ID=7361dcba-50ce-4271-b613-207ca2fb370f,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:24.683237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-25ae9727-0a63-4584-b847-4f5a6fcd9714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:24.683738 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-748fc50c-dde3-42d3-8c6e-f33b3f43961e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.684302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae9727-0a63-4584-b847-4f5a6fcd9714 None None] The sync data for ids ['ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:24.694826 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.695444 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.695790 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.696120 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.696640 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.697165 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.697952 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.698288 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.698615 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.698940 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.699260 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.699762 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:24.731403 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Attempting to bind port 7361dcba-50ce-4271-b613-207ca2fb370f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:24.732456 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Attempting to bind port 7361dcba-50ce-4271-b613-207ca2fb370f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:24.732981 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Attempting to bind port 7361dcba-50ce-4271-b613-207ca2fb370f on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:24.738827 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-531a1fbf-864f-4241-818f-c3237c66bb29 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.741382 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:24.742047 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:24.742609 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.744669 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:24.745286 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Bound port: 7361dcba-50ce-4271-b613-207ca2fb370f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:24.745703 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.765166 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-748fc50c-dde3-42d3-8c6e-f33b3f43961e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.820195 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] For port 7361dcba-50ce-4271-b613-207ca2fb370f, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:24.824516 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] For port 7361dcba-50ce-4271-b613-207ca2fb370f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7361dcba-50ce-4271-b613-207ca2fb370f,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:24.971331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-531a1fbf-864f-4241-818f-c3237c66bb29 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.975174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-531a1fbf-864f-4241-818f-c3237c66bb29 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.988608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c2cd29d9-251b-419e-ba56-beb636dda992 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:24.991923 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.058012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c2cd29d9-251b-419e-ba56-beb636dda992 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:25.059051 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.111518 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:25.111518 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:25.111518 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffc389-2c00-4905-821f-c24fd909d6e7 None None] Pushing event updated for resources: {'Port': ['ID=7361dcba-50ce-4271-b613-207ca2fb370f,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:25.206302 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-531a1fbf-864f-4241-818f-c3237c66bb29 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.206302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531a1fbf-864f-4241-818f-c3237c66bb29 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Fanout notify agent at l3_agent the message router_deleted on router ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:18:25.214913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-531a1fbf-864f-4241-818f-c3237c66bb29 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.216508 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-531a1fbf-864f-4241-818f-c3237c66bb29 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79 HTTP/1.1" status: 204 len: 168 time: 0.5777457 Jun 30 03:18:25.219431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45668) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:25.276451 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:25.281165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee604171-fa39-45ab-bc18-f9a23cba9bb3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting subnet d328b945-014f-4547-9638-e173f750d0be {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:18:25.284506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee604171-fa39-45ab-bc18-f9a23cba9bb3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.332878 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee604171-fa39-45ab-bc18-f9a23cba9bb3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.355757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Allocated IP 172.20.0.1 (d7504505-541f-49e3-b347-269ccb6890c1/ca0e62aa-fea8-4af2-aeec-0e8447cd27eb/fce70fa2-e67f-4a6f-aa2a-7fea155c15f9) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:25.423832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-748fc50c-dde3-42d3-8c6e-f33b3f43961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.424347 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-748fc50c-dde3-42d3-8c6e-f33b3f43961e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.425436 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-748fc50c-dde3-42d3-8c6e-f33b3f43961e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a84d224-2e25-483f-8345-311fe83f86ca HTTP/1.1" status: 204 len: 168 time: 0.9000022 Jun 30 03:18:25.432845 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee604171-fa39-45ab-bc18-f9a23cba9bb3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.440574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fc50c-dde3-42d3-8c6e-f33b3f43961e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a84d224-2e25-483f-8345-311fe83f86ca,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:25.488578 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.504674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Transition to ACTIVE for port object fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:25.552342 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:22Z', 'revision_number': 3, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:25.578331 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e883553c-8460-4c3c-aa8f-e84f1a2fcb2f None None] The sync data for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 is: [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:22Z', 'revision_number': 3, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:25.836856 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee604171-fa39-45ab-bc18-f9a23cba9bb3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.865114 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.877936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee604171-fa39-45ab-bc18-f9a23cba9bb3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Subnet': ['ID=d328b945-014f-4547-9638-e173f750d0be,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:25.880443 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee604171-fa39-45ab-bc18-f9a23cba9bb3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:25.882899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ee604171-fa39-45ab-bc18-f9a23cba9bb3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/d328b945-014f-4547-9638-e173f750d0be HTTP/1.1" status: 204 len: 168 time: 0.6624691 Jun 30 03:18:25.886422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45676) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:25.889306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f42211-0e5d-4ec9-ab02-21335e3b4389 None None] Network 68598a81-bbaf-476f-b524-b87889db0ded requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:25.933057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Network d7504505-541f-49e3-b347-269ccb6890c1 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:25.939983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:25.945429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:26.025152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Pushing event updated for resources: {'Port': ['ID=fce70fa2-e67f-4a6f-aa2a-7fea155c15f9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:26.039084 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.046366 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.149139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 132b179a-140c-49a5-8694-b711e6abf03f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:26.150109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.287965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 132b179a-140c-49a5-8694-b711e6abf03f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=132b179a-140c-49a5-8694-b711e6abf03f,segment=NetworkSegment(d2baac31-a0e1-400b-be1a-b9eb8c5b1ab1),segment_id=d2baac31-a0e1-400b-be1a-b9eb8c5b1ab1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:26.288632 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.311410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 132b179a-140c-49a5-8694-b711e6abf03f owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:26.349532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae755ca4-5c7b-4664-892f-603ca66ce5b3 None None] DHCP port deletion for 68598a81-bbaf-476f-b524-b87889db0ded request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:18:26.463854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ae755ca4-5c7b-4664-892f-603ca66ce5b3 None None] Deleting port 132b179a-140c-49a5-8694-b711e6abf03f {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:26.465267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae755ca4-5c7b-4664-892f-603ca66ce5b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.465456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.588130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ae755ca4-5c7b-4664-892f-603ca66ce5b3 None None] For port 132b179a-140c-49a5-8694-b711e6abf03f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=132b179a-140c-49a5-8694-b711e6abf03f,segment=NetworkSegment(d2baac31-a0e1-400b-be1a-b9eb8c5b1ab1),segment_id=d2baac31-a0e1-400b-be1a-b9eb8c5b1ab1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:26.588130 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae755ca4-5c7b-4664-892f-603ca66ce5b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.601474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ae755ca4-5c7b-4664-892f-603ca66ce5b3 None None] Calling delete_port for 132b179a-140c-49a5-8694-b711e6abf03f owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:26.626928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.659469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=132b179a-140c-49a5-8694-b711e6abf03f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:26.664821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No DVR routers for this DVR port 132b179a-140c-49a5-8694-b711e6abf03f on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:26.728721 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae755ca4-5c7b-4664-892f-603ca66ce5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.736904 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.768899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9e01fc67-be10-4cfd-ba8c-cc87a2ce6a85 None None] Provisioning for port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:26.775138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae755ca4-5c7b-4664-892f-603ca66ce5b3 None None] Pushing event deleted for resources: {'Port': ['ID=132b179a-140c-49a5-8694-b711e6abf03f,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:26.778399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9e01fc67-be10-4cfd-ba8c-cc87a2ce6a85 None None] Provisioning complete for port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:26.778755 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9e01fc67-be10-4cfd-ba8c-cc87a2ce6a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:26.784173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae755ca4-5c7b-4664-892f-603ca66ce5b3 None None] No DVR routers for this DVR port 132b179a-140c-49a5-8694-b711e6abf03f on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:26.865224 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.023981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Pushing event updated for resources: {'Port': ['ID=fce70fa2-e67f-4a6f-aa2a-7fea155c15f9,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:27.038203 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.064343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9e01fc67-be10-4cfd-ba8c-cc87a2ce6a85 None None] Port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:27.076738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7361dcba-50ce-4271-b613-207ca2fb370f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:27.173604 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.185673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68598a81-bbaf-476f-b524-b87889db0ded']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:27.194256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Network d7504505-541f-49e3-b347-269ccb6890c1 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:27.195732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:27.198045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2baac31-a0e1-400b-be1a-b9eb8c5b1ab1') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:27.198621 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2baac31-a0e1-400b-be1a-b9eb8c5b1ab1') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:27.237792 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.259218 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.268023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:18:27.268463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:18:27.278718 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:18:27.356131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 7361dcba-50ce-4271-b613-207ca2fb370f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:27.356131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7361dcba-50ce-4271-b613-207ca2fb370f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:27.356494 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.443825 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.470538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 7361dcba-50ce-4271-b613-207ca2fb370f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7361dcba-50ce-4271-b613-207ca2fb370f,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:27.511881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.515343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Router 7fef7f73-dd15-4186-b38b-e43634e587cf has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:27.524507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-918a0a41-750b-4006-9579-7c546d0306b3 None None] Provisioning complete for port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:27.525204 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-918a0a41-750b-4006-9579-7c546d0306b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.541842 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.544028 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/networks/68598a81-bbaf-476f-b524-b87889db0ded HTTP/1.1" status: 204 len: 168 time: 1.6562560 Jun 30 03:18:27.545100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21a4e6-314c-4817-89fa-1def72ca48ec tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Network': ['ID=68598a81-bbaf-476f-b524-b87889db0ded,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:27.548118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45712) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:27.558897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-287258800', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:27.576071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-918a0a41-750b-4006-9579-7c546d0306b3 None None] Port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:27.607962 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.681255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=7361dcba-50ce-4271-b613-207ca2fb370f,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:27.686493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 132b179a-140c-49a5-8694-b711e6abf03f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:18:27.694124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.698269 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.723631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 132b179a-140c-49a5-8694-b711e6abf03f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:18:27.724586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 132b179a-140c-49a5-8694-b711e6abf03f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:18:27.725951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:27.750760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ac969569-0650-49df-83a1-e365424bda63 admin admin] 10.222.0.77 "PUT /v2.0/routers/7fef7f73-dd15-4186-b38b-e43634e587cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8938928 Jun 30 03:18:27.787719 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.880635 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Sync routers for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:27.896634 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:27.897711 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:28.067940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.076104 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:28.305624 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 2, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:28.340233 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Checking router: 7fef7f73-dd15-4186-b38b-e43634e587cf for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:18:28.340707 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Updating router 7fef7f73-dd15-4186-b38b-e43634e587cf port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:18:28.381564 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.487365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.508133 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.647945 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b4772fa5-46a3-445c-800d-9a9d357fe62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.692671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Allocated IP 172.25.2.107 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/c14321bd-c29c-4422-8846-9840d82317d9) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:28.720941 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.743026 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Transition to ACTIVE for port object fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:28.839631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.993156 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7361dcba-50ce-4271-b613-207ca2fb370f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:29.017620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7361dcba-50ce-4271-b613-207ca2fb370f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:29.018139 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.149241 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.276898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.352342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:29.361425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:29.366316 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9847dd3-c46a-456c-91c5-5534ba30e071 None None] Pushing event updated for resources: {'Port': ['ID=fce70fa2-e67f-4a6f-aa2a-7fea155c15f9,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:29.368422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:29.418481 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Attempting to bind port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:29.418858 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Attempting to bind port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:29.419226 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Attempting to bind port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 on network d7504505-541f-49e3-b347-269ccb6890c1 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:29.437237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=c14321bd-c29c-4422-8846-9840d82317d9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:29.459030 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:29.459413 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Checking segment: {'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:29.461125 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.467432 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Bound using segment: {'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:29.467955 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Bound port: fce70fa2-e67f-4a6f-aa2a-7fea155c15f9, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:29.468371 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.526728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45760) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:29.529847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2111718053-network', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:29.573872 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] For port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:29.577714 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] For port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fce70fa2-e67f-4a6f-aa2a-7fea155c15f9,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:29.699684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Made reservation on behalf of 6a8defa011a4491abe62fbf40329dfe7 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:29.702165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.711173 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.799547 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.922335 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:29.981136 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:29.981894 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:30.020026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:30.043023 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9847dd3-c46a-456c-91c5-5534ba30e071 None None] Pushing event updated for resources: {'Port': ['ID=fce70fa2-e67f-4a6f-aa2a-7fea155c15f9,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:30.069792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:18:30.081598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6568c4-7ac6-4039-ae56-47fa9617519b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:30.088955 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:30.107326 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:30.107654 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Added segment cb15265d-4172-49fd-a817-353c7d7b3ed9 of type vlan for network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 Jun 30 03:18:30.171083 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:30.172699 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:30.334648 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:30.436003 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:29Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:30.463856 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9df5c3b-83c7-4667-a3e2-3561ff8e7cf6 None None] The sync data for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 is: [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:29Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:30.649464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:30.649464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:30.650274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:30.676616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 80a04830-96ef-4577-90a9-f78df96195a8 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:18:30.748802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:30.760403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:18:30.819727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6eddee91-5810-4527-8b48-4e189d6158b6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2978883 Jun 30 03:18:30.822490 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45764) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:30.836588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Request body: {'subnet': {'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2111718053-subnet', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:30.883895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:30.896021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cbad5-ba6e-4d8a-859d-0190672b7453 None None] Sync routers for ids ['80a04830-96ef-4577-90a9-f78df96195a8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:30.928241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cbad5-ba6e-4d8a-859d-0190672b7453 None None] Routers {'80a04830-96ef-4577-90a9-f78df96195a8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:30.928994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb9cbad5-ba6e-4d8a-859d-0190672b7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['80a04830-96ef-4577-90a9-f78df96195a8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:30.975992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb9cbad5-ba6e-4d8a-859d-0190672b7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:30.986536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cbad5-ba6e-4d8a-859d-0190672b7453 None None] Routers {'80a04830-96ef-4577-90a9-f78df96195a8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:30.987253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb9cbad5-ba6e-4d8a-859d-0190672b7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['80a04830-96ef-4577-90a9-f78df96195a8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:31.023370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Made reservation on behalf of 6a8defa011a4491abe62fbf40329dfe7 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:31.027341 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:31.038688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:31.043716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-eb9cbad5-ba6e-4d8a-859d-0190672b7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:31.044939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9cbad5-ba6e-4d8a-859d-0190672b7453 None None] The sync data for ids ['80a04830-96ef-4577-90a9-f78df96195a8'] in n-d-798249-3 is: [] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:31.143471 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:31.147696 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5243bcd6-444b-4595-af2d-5eeff7cbe98e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.5958722 Jun 30 03:18:31.154798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45770) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:31.311314 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5ef6b467-23c3-41aa-9eda-bd1b48b59d9c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/routers/80a04830-96ef-4577-90a9-f78df96195a8 HTTP/1.1" status: 200 len: 880 time: 0.1543801 Jun 30 03:18:31.313743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45772) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:31.430544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:31.441175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:31.441175 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:31.545111 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:31.570525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45776) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:31.573860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-da64885d-67be-4cb6-8507-183f56fc2e68 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2551491 Jun 30 03:18:31.576364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4b971dd4-ea09-4d14-a721-4661ec98618a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-287258800'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:31.581650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:31.588528 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1a1cb370-0c32-437b-8fb1-ff7a86c619e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:31.594041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fce70fa2-e67f-4a6f-aa2a-7fea155c15f9,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:31.597837 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:31.727873 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:31.799209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=fce70fa2-e67f-4a6f-aa2a-7fea155c15f9,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:31.823177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:31.903564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Checking segment: {'id': 'cb15265d-4172-49fd-a817-353c7d7b3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:31.903939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Network hostable DHCP agents. Network: e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:18:32.085393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:18:32.157556 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4b971dd4-ea09-4d14-a721-4661ec98618a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:32.332260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:32.332260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4b971dd4-ea09-4d14-a721-4661ec98618a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:32.334052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:32.334463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:32.334701 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f041b5-5312-40b8-9af7-f314fa3af164 None None] Network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:32.477586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b971dd4-ea09-4d14-a721-4661ec98618a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 80a04830-96ef-4577-90a9-f78df96195a8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:32.520441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5', 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'fixed_ips': [{'subnet_id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:18:32.521302 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:32.562134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45786) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:32.574875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2111718053-router', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:32.577993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ed5966af-236b-42db-9f78-95cee81da1cb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7542715 Jun 30 03:18:32.639582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b971dd4-ea09-4d14-a721-4661ec98618a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:32.646510 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4b971dd4-ea09-4d14-a721-4661ec98618a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:32.648986 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72325c0b-faae-4e74-b490-41a6b8f24504 None None] Sync routers for ids ['80a04830-96ef-4577-90a9-f78df96195a8'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:32.659056 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4b971dd4-ea09-4d14-a721-4661ec98618a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/80a04830-96ef-4577-90a9-f78df96195a8 HTTP/1.1" status: 200 len: 887 time: 1.0848062 Jun 30 03:18:32.659299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45790) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:32.663617 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72325c0b-faae-4e74-b490-41a6b8f24504 None None] Routers {'80a04830-96ef-4577-90a9-f78df96195a8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:32.664245 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-72325c0b-faae-4e74-b490-41a6b8f24504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['80a04830-96ef-4577-90a9-f78df96195a8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:32.699862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Allocated IP 172.20.0.2 (e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5/ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0/571fa9e5-1e73-4608-ac23-ffce8fd17d33) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:32.702806 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-72325c0b-faae-4e74-b490-41a6b8f24504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:32.712608 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72325c0b-faae-4e74-b490-41a6b8f24504 None None] Routers {'80a04830-96ef-4577-90a9-f78df96195a8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:32.713270 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-72325c0b-faae-4e74-b490-41a6b8f24504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['80a04830-96ef-4577-90a9-f78df96195a8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:32.754024 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-72325c0b-faae-4e74-b490-41a6b8f24504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:32.754676 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72325c0b-faae-4e74-b490-41a6b8f24504 None None] The sync data for ids ['80a04830-96ef-4577-90a9-f78df96195a8'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:32.792536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-13380c82-a96b-4051-a110-124d0c71e40c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/routers/80a04830-96ef-4577-90a9-f78df96195a8 HTTP/1.1" status: 200 len: 887 time: 0.1320915 Jun 30 03:18:32.793550 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45792) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:32.825222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e9c1d6de-a738-486a-8573-3ca05f62d552 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=80a04830-96ef-4577-90a9-f78df96195a8 HTTP/1.1" status: 200 len: 205 time: 0.0303564 Jun 30 03:18:32.828090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45794) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:32.879368 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:32.896652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Transition to ACTIVE for port object 571fa9e5-1e73-4608-ac23-ffce8fd17d33 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:32.915703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Transition to ACTIVE for port object 571fa9e5-1e73-4608-ac23-ffce8fd17d33 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:32.930277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:32.931618 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.011113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:33.059426 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.080320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:33.082007 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.123478 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.201158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:33.209972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Pushing event updated for resources: {'Port': ['ID=571fa9e5-1e73-4608-ac23-ffce8fd17d33,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:33.214802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:33.218218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:33.348206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Attempting to bind port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:33.348831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Attempting to bind port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'cb15265d-4172-49fd-a817-353c7d7b3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:33.349378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Attempting to bind port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 on network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:33.357776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:33.358437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Checking segment: {'id': 'cb15265d-4172-49fd-a817-353c7d7b3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:33.358995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.359399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Bound using segment: {'id': 'cb15265d-4172-49fd-a817-353c7d7b3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:33.360013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Bound port: 571fa9e5-1e73-4608-ac23-ffce8fd17d33, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb15265d-4172-49fd-a817-353c7d7b3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:33.360434 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.439722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] For port 571fa9e5-1e73-4608-ac23-ffce8fd17d33, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:33.444054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] For port 571fa9e5-1e73-4608-ac23-ffce8fd17d33, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=571fa9e5-1e73-4608-ac23-ffce8fd17d33,segment=NetworkSegment(cb15265d-4172-49fd-a817-353c7d7b3ed9),segment_id=cb15265d-4172-49fd-a817-353c7d7b3ed9)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:33.488118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.548229 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.554548 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.639108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224d49-8c8a-49c0-8d6e-18f031e5d95c None None] Pushing event updated for resources: {'Port': ['ID=571fa9e5-1e73-4608-ac23-ffce8fd17d33,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:33.645665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.866513 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.895208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port c14321bd-c29c-4422-8846-9840d82317d9 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:33.895563 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:33.987246 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:34.000749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for c14321bd-c29c-4422-8846-9840d82317d9 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:34.376797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:34.397964 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:34.446859 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:34.484861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=c14321bd-c29c-4422-8846-9840d82317d9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:34.537029 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:18:34.546645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360c8d1-6481-4387-b276-d6ecf4f356f1 req-f165b6fd-6c49-43a7-896b-f4f1a4747454 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:34.548374 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7360c8d1-6481-4387-b276-d6ecf4f356f1 req-f165b6fd-6c49-43a7-896b-f4f1a4747454 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 945 time: 0.0999591 Jun 30 03:18:34.600026 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7360c8d1-6481-4387-b276-d6ecf4f356f1 req-140dd36b-239f-4ace-99b4-d754da941c3e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451424 Jun 30 03:18:34.643333 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:34.729223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Allocated IP 172.25.2.73 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/1d340bf3-0ddd-4c30-85c1-d00887fd4f39) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:34.766866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c1484f-6da7-476f-908a-0e93cce23648 None None] Network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:34.770506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:34.773124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:34.852030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:34.899440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.038753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 571fa9e5-1e73-4608-ac23-ffce8fd17d33 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:35.068739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9c9d6a07-bf6f-4a10-9258-202bebfb09c7 None None] Provisioning for port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:35.069120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.069931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Fanout notify agent at l3_agent the message router_deleted on router 80a04830-96ef-4577-90a9-f78df96195a8 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:18:35.078695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.080718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2a291f2e-02b9-4916-9305-2f1eb6922df3 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/80a04830-96ef-4577-90a9-f78df96195a8 HTTP/1.1" status: 204 len: 168 time: 2.2514195 Jun 30 03:18:35.084737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45828) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:35.091229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'network': {'name': 'tempest-RoutersTest-692941839'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:35.111111 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.160581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:35.171083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:35.181148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:35.185557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=1d340bf3-0ddd-4c30-85c1-d00887fd4f39,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:35.310045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:35.314108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:35.314591 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.355813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:35.359394 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.383271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:18:35.396293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.396741 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added segment 7e98ed6d-de32-446f-93d6-f19d96560c98 of type vlan for network 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce Jun 30 03:18:35.412933 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.437314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 571fa9e5-1e73-4608-ac23-ffce8fd17d33, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=571fa9e5-1e73-4608-ac23-ffce8fd17d33,segment=NetworkSegment(cb15265d-4172-49fd-a817-353c7d7b3ed9),segment_id=cb15265d-4172-49fd-a817-353c7d7b3ed9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:35.442143 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.515512 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.581643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=571fa9e5-1e73-4608-ac23-ffce8fd17d33,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:35.602077 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.607588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:35.608172 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.633327 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:35.740487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Network': ['ID=6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:35.752193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:18:35.819397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-189d7eaa-b7c3-43a3-924e-0191d8ded09e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7330372 Jun 30 03:18:35.822334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45838) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:35.827947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'subnet': {'network_id': '6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:35.871995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1fb8-ba99-46c6-b681-983bed2221a8 req-87c7f46c-d950-4434-bc3a-848a3dc0e439 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:35.874088 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cc1fb8-ba99-46c6-b681-983bed2221a8 req-87c7f46c-d950-4434-bc3a-848a3dc0e439 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 945 time: 0.1443272 Jun 30 03:18:36.021061 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b3cc1fb8-ba99-46c6-b681-983bed2221a8 req-7a31b287-9ec0-4103-b4c7-8a11ff53991b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317658 Jun 30 03:18:36.059148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:36.065012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:36.074296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-464aceae-954a-42e8-be59-b0747e64ed32 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:36.076263 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-464aceae-954a-42e8-be59-b0747e64ed32 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 945 time: 0.2005730 Jun 30 03:18:36.127937 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:36.333303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Deleting port 2ca0abbf-426b-464b-9cfb-61ead25330d3 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:36.333778 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:36.419528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:36.430325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] For port 2ca0abbf-426b-464b-9cfb-61ead25330d3, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=2ca0abbf-426b-464b-9cfb-61ead25330d3,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:36.430767 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:36.502885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Subnet': ['ID=7ec41008-ed66-4bec-9aa6-186f85cd420c,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:36.514351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Checking segment: {'id': '7e98ed6d-de32-446f-93d6-f19d96560c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:36.514806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network hostable DHCP agents. Network: 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:18:36.518101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.518536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.518958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.519369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.519775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.520186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.520589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.520990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.521385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.521803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.522201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.522599 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:36.635459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:18:36.779040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:36.791157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493ed225-cee5-4388-8dc5-574c9f7da550 None None] Network 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:36.797969 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Router c2377d35-8bbb-4aae-978b-49822de35758 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:18:36.799386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:36.802222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:36.935555 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9cd1ac70-1f29-4e7f-a10a-c3150a1b5932 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1096694 Jun 30 03:18:36.936221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45846) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:36.958975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c4e7c147-5564-4fa5-9921-5bd37d30c313 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1254788156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:37.077057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:37.078769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 571fa9e5-1e73-4608-ac23-ffce8fd17d33 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:37.101102 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.101514 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.101858 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Floating IP 4d9653f0-e950-4c70-a4ba-89b528abda46 disassociated. External IP: 172.25.2.206, port: 2ca0abbf-426b-464b-9cfb-61ead25330d3. Jun 30 03:18:37.102209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Calling delete_port for 2ca0abbf-426b-464b-9cfb-61ead25330d3 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:37.116315 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Sync routers for ids ['c2377d35-8bbb-4aae-978b-49822de35758'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:37.150916 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c147-5564-4fa5-9921-5bd37d30c313 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.152801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Routers {'c2377d35-8bbb-4aae-978b-49822de35758'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:37.153038 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c147-5564-4fa5-9921-5bd37d30c313 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.156636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2377d35-8bbb-4aae-978b-49822de35758'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:37.226327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c147-5564-4fa5-9921-5bd37d30c313 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.239153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce', 'network_id': '6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'fixed_ips': [{'subnet_id': '7ec41008-ed66-4bec-9aa6-186f85cd420c'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:18:37.251544 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.330823 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.332382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-303bf51e-b5dc-44ca-8144-b7a12d2b4ab9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7675250 Jun 30 03:18:37.389167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45854) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:37.389851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:37.389851 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.439754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Set router c2377d35-8bbb-4aae-978b-49822de35758 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:37.464891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b12208-10c4-4da3-b5db-9c2ee50b5118 req-6f956679-de71-4bf5-9131-49e1350078b6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:37.471129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7b12208-10c4-4da3-b5db-9c2ee50b5118 req-6f956679-de71-4bf5-9131-49e1350078b6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 945 time: 0.1708302 Jun 30 03:18:37.500017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c147-5564-4fa5-9921-5bd37d30c313 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.526557 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.549639 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b7b12208-10c4-4da3-b5db-9c2ee50b5118 req-1ecf1b41-79c8-4075-81b1-6cfcfd2fe127 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687890 Jun 30 03:18:37.577609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'Port': ['ID=2ca0abbf-426b-464b-9cfb-61ead25330d3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:37.707726 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c4e7c147-5564-4fa5-9921-5bd37d30c313 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:37.711848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c4e7c147-5564-4fa5-9921-5bd37d30c313 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7745612 Jun 30 03:18:37.719218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Router 3677b95a-93c8-4ce5-9268-bcc00351862d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:37.720293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45858) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:37.914218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Allocated IP 172.20.0.2 (6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce/7ec41008-ed66-4bec-9aa6-186f85cd420c/a575a3c8-a49f-4ba8-aadd-cc8f35d1a962) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:38.024434 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:38.038577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:38.049323 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] Sync routers for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:38.067966 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:38.068598 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:38.094874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'name': 'tempest-TestVolumeBackupRestore-2111718053-router', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:33Z', 'updated_at': '2021-06-30T03:18:35Z', 'revision_number': 3, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'gw_port': {'id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:34Z', 'updated_at': '2021-06-30T03:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:38.246963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] No DVR routers for this DVR port 2ca0abbf-426b-464b-9cfb-61ead25330d3 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:38.256636 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:38.258957 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec9e030f-889d-4c0c-869f-fe86802dde72 req-a4fbbbf1-3f2c-4607-8157-8c4fbe17c288 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "DELETE /v2.0/ports/2ca0abbf-426b-464b-9cfb-61ead25330d3 HTTP/1.1" status: 204 len: 173 time: 2.1769190 Jun 30 03:18:38.266524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'name': 'network-vif-deleted', 'tag': '2ca0abbf-426b-464b-9cfb-61ead25330d3'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:18:38.266524 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c771065-39cb-41d5-a5e2-4f75e93ae5ab" -d '{"events": [{"server_uuid": "e5e5eedc-2f9a-4a08-b68e-9cf6c9093627", "name": "network-vif-deleted", "tag": "2ca0abbf-426b-464b-9cfb-61ead25330d3"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:18:38.295333 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:38.353753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Checking router: c2377d35-8bbb-4aae-978b-49822de35758 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:18:38.354464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Updating router c2377d35-8bbb-4aae-978b-49822de35758 port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:18:38.407271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:38.409265 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:38.410541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Allocated IP 172.20.0.1 (e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5/ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0/009b125a-25d1-4ce3-8b71-4bd4cf817489) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:38.442164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Transition to ACTIVE for port object a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:38.468008 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:38.472860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Transition to ACTIVE for port object a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:38.476293 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500f37e7-167f-4531-832e-4d4dd9215966 x-openstack-request-id: req-500f37e7-167f-4531-832e-4d4dd9215966 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:18:38.476865 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e5eedc-2f9a-4a08-b68e-9cf6c9093627", "name": "network-vif-deleted", "tag": "2ca0abbf-426b-464b-9cfb-61ead25330d3", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:18:38.477442 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-500f37e7-167f-4531-832e-4d4dd9215966 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:18:38.478133 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e5eedc-2f9a-4a08-b68e-9cf6c9093627', 'name': 'network-vif-deleted', 'tag': '2ca0abbf-426b-464b-9cfb-61ead25330d3', 'status': 'completed', 'code': 200} Jun 30 03:18:38.626205 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:38.645060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Transition to ACTIVE for port object 009b125a-25d1-4ce3-8b71-4bd4cf817489 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:38.650964 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:38.719850 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] Checking router: 3677b95a-93c8-4ce5-9268-bcc00351862d for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:18:38.745002 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:38.745778 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:38.751459 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:38.840524 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:38.920759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:38.932983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:38.983365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:38.998887 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:39.010720 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Network 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:39.031636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:39.042135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Allocated IP 172.20.0.1 (6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce/7ec41008-ed66-4bec-9aa6-186f85cd420c/3614a6e5-6f12-4247-82a9-e87f28ac8a7a) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:39.049199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:39.105725 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b0895ab9-33fa-4837-85c5-0255ae86d0bf req-2554ed48-1654-4d55-a9d7-f6ad206a3c69 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.3034189 Jun 30 03:18:39.109996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.313258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Pushing event updated for resources: {'Port': ['ID=a575a3c8-a49f-4ba8-aadd-cc8f35d1a962,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:39.368712 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.388788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Pushing event updated for resources: {'Port': ['ID=009b125a-25d1-4ce3-8b71-4bd4cf817489,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:39.408520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Transition to ACTIVE for port object 3614a6e5-6f12-4247-82a9-e87f28ac8a7a will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:39.420465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Attempting to bind port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:39.420956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Attempting to bind port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '7e98ed6d-de32-446f-93d6-f19d96560c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:39.421335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Attempting to bind port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 on network 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:39.448869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:39.448869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Checking segment: {'id': '7e98ed6d-de32-446f-93d6-f19d96560c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:39.449206 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.450650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Bound using segment: {'id': '7e98ed6d-de32-446f-93d6-f19d96560c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:39.453378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Bound port: a575a3c8-a49f-4ba8-aadd-cc8f35d1a962, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e98ed6d-de32-446f-93d6-f19d96560c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:39.454766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.469798 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.501445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Transition to ACTIVE for port object 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:39.525587 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:39.569966 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ade92-a0de-4c24-9102-e08e29216482 None None] The sync data for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 is: [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:39.578148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] For port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:39.582759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] For port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a575a3c8-a49f-4ba8-aadd-cc8f35d1a962,segment=NetworkSegment(7e98ed6d-de32-446f-93d6-f19d96560c98),segment_id=7e98ed6d-de32-446f-93d6-f19d96560c98)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:39.613930 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2854ff62-657d-4fa4-9a66-eb197f7255bf None None] Provisioning for port 009b125a-25d1-4ce3-8b71-4bd4cf817489 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:39.614780 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.617082 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.692013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886647b-fdba-4680-9683-266bf6797779 None None] Pushing event updated for resources: {'Port': ['ID=1d340bf3-0ddd-4c30-85c1-d00887fd4f39,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:39.708968 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2854ff62-657d-4fa4-9a66-eb197f7255bf None None] Provisioning complete for port 009b125a-25d1-4ce3-8b71-4bd4cf817489 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:39.709805 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2854ff62-657d-4fa4-9a66-eb197f7255bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.717888 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.817353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:39.828097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:39.848079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:39.853940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2854ff62-657d-4fa4-9a66-eb197f7255bf None None] Port 009b125a-25d1-4ce3-8b71-4bd4cf817489 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:39.862851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Attempting to bind port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:39.862851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Attempting to bind port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:39.862851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Attempting to bind port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:39.877209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:39.877616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:39.878036 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.878430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:39.879033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Bound port: 1d340bf3-0ddd-4c30-85c1-d00887fd4f39, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:39.880978 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:39.918331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af785ace-dba5-449e-b157-fed8a694d75e None None] Pushing event updated for resources: {'Port': ['ID=a575a3c8-a49f-4ba8-aadd-cc8f35d1a962,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:39.983116 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:40.039648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] For port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:40.046918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] For port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1d340bf3-0ddd-4c30-85c1-d00887fd4f39,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:40.086804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd52c4-df32-4e91-bd7b-8ea767815818 None None] New status for floating IP 4d9653f0-e950-4c70-a4ba-89b528abda46: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:18:40.101820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=3614a6e5-6f12-4247-82a9-e87f28ac8a7a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:40.292867 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:40.326560 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:40.373209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:40.455890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Routers {'c2377d35-8bbb-4aae-978b-49822de35758'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:40.456591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2377d35-8bbb-4aae-978b-49822de35758'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:40.464090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886647b-fdba-4680-9683-266bf6797779 None None] Pushing event updated for resources: {'Port': ['ID=1d340bf3-0ddd-4c30-85c1-d00887fd4f39,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:40.586349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b0224f93-d7c0-492c-8124-4150f95251fe req-b42021f6-eb65-4533-94c8-ce099815159d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.0629396 Jun 30 03:18:40.651069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] Set router c2377d35-8bbb-4aae-978b-49822de35758 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:40.654540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:40.797671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2ca0abbf-426b-464b-9cfb-61ead25330d3 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:18:40.832204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 2ca0abbf-426b-464b-9cfb-61ead25330d3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:18:40.832907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 2ca0abbf-426b-464b-9cfb-61ead25330d3 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:18:40.868740 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:40.875442 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:40.925332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:40.972997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Pushing event updated for resources: {'Port': ['ID=009b125a-25d1-4ce3-8b71-4bd4cf817489,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:41.010844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'name': 'tempest-TestVolumeBackupRestore-2111718053-router', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:33Z', 'updated_at': '2021-06-30T03:18:39Z', 'revision_number': 4, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'gw_port': {'id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:34Z', 'updated_at': '2021-06-30T03:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '009b125a-25d1-4ce3-8b71-4bd4cf817489', 'name': '', 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'mac_address': 'fa:16:3e:4f:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:38Z', 'updated_at': '2021-06-30T03:18:38Z', 'revision_number': 1, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'subnets': [{'id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:41.035833 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:41.070785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73556c48-ed7c-445b-ad58-d59bcce362ad None None] The sync data for ids ['c2377d35-8bbb-4aae-978b-49822de35758'] in n-d-798249-3 is: [{'id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'name': 'tempest-TestVolumeBackupRestore-2111718053-router', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:33Z', 'updated_at': '2021-06-30T03:18:39Z', 'revision_number': 4, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'gw_port': {'id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:34Z', 'updated_at': '2021-06-30T03:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '009b125a-25d1-4ce3-8b71-4bd4cf817489', 'name': '', 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'mac_address': 'fa:16:3e:4f:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:38Z', 'updated_at': '2021-06-30T03:18:38Z', 'revision_number': 1, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'subnets': [{'id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:41.120537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:41.204935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=3614a6e5-6f12-4247-82a9-e87f28ac8a7a,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:41.212088 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:41.218951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:41.220795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:41.332651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:41.339524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:41.379619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45960) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:41.389759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:41.531369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Router c2377d35-8bbb-4aae-978b-49822de35758 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:41.666428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521afc3f-f852-49ec-87dd-9d16b173926f None None] Network 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:41.706411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a58736a-6ac5-44b9-8f98-22158af49833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:41.727399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 28c3e627-6269-45c8-a891-68f7277658bb is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:18:41.850810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c5cbc9f-37fb-410f-9785-89dff267fb53 None None] Provisioning for port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:41.872533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2c5cbc9f-37fb-410f-9785-89dff267fb53 None None] Provisioning complete for port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:41.872798 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbc9f-37fb-410f-9785-89dff267fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:41.914850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:41.936308 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02251476-5f10-4bc7-a673-dce16900de73 req-cd1d0a9e-b7b1-4c96-aa5d-03a4a9f0d748 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.0918584 Jun 30 03:18:41.939332 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386609e3-e35b-4385-8f92-62ea754c8472 None None] Sync routers for ids ['28c3e627-6269-45c8-a891-68f7277658bb'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:41.949890 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ee9ca824-4167-438e-a3fd-a15d1afda55e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/28c3e627-6269-45c8-a891-68f7277658bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2269700 Jun 30 03:18:41.958212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 45980) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:41.967363 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386609e3-e35b-4385-8f92-62ea754c8472 None None] Routers {'28c3e627-6269-45c8-a891-68f7277658bb'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:41.968392 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-386609e3-e35b-4385-8f92-62ea754c8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['28c3e627-6269-45c8-a891-68f7277658bb'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:42.038399 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbc9f-37fb-410f-9785-89dff267fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.039532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:42.048707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f994621e-2ea4-432b-b881-950fad2a4636 admin admin] 10.222.0.77 "PUT /v2.0/routers/c2377d35-8bbb-4aae-978b-49822de35758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7069035 Jun 30 03:18:42.071857 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-386609e3-e35b-4385-8f92-62ea754c8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:42.121306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2c5cbc9f-37fb-410f-9785-89dff267fb53 None None] For port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a575a3c8-a49f-4ba8-aadd-cc8f35d1a962,segment=NetworkSegment(7e98ed6d-de32-446f-93d6-f19d96560c98),segment_id=7e98ed6d-de32-446f-93d6-f19d96560c98)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:42.128626 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386609e3-e35b-4385-8f92-62ea754c8472 None None] Routers {'28c3e627-6269-45c8-a891-68f7277658bb'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:42.129254 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-386609e3-e35b-4385-8f92-62ea754c8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['28c3e627-6269-45c8-a891-68f7277658bb'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:42.135260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f528722-a4d7-43ae-95ff-311e0715d6d7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:42.140960 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8f528722-a4d7-43ae-95ff-311e0715d6d7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports/3614a6e5-6f12-4247-82a9-e87f28ac8a7a HTTP/1.1" status: 200 len: 910 time: 0.1794555 Jun 30 03:18:42.141599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 45990) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:42.156823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a28b21b7-6a0f-4c18-acf9-7a39b8436763 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ec41008-ed66-4bec-9aa6-186f85cd420c'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:42.201451 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-386609e3-e35b-4385-8f92-62ea754c8472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:42.203244 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386609e3-e35b-4385-8f92-62ea754c8472 None None] The sync data for ids ['28c3e627-6269-45c8-a891-68f7277658bb'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:42.235917 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a58736a-6ac5-44b9-8f98-22158af49833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.252789 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbc9f-37fb-410f-9785-89dff267fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.332749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a58736a-6ac5-44b9-8f98-22158af49833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.413329 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a868003e-8c8e-4ca6-9e59-687978d84625 None None] Provisioning complete for port 009b125a-25d1-4ce3-8b71-4bd4cf817489 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:42.415212 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a868003e-8c8e-4ca6-9e59-687978d84625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.432686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58736a-6ac5-44b9-8f98-22158af49833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb28eb-5c7e-4872-bd0d-432edd23aa31,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:42.451887 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0a58736a-6ac5-44b9-8f98-22158af49833 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8c4ebdb0e1994d0294d8d48e8c8c1023&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0704997 Jun 30 03:18:42.459199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46006) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:42.531012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cbc9f-37fb-410f-9785-89dff267fb53 None None] Pushing event updated for resources: {'Port': ['ID=a575a3c8-a49f-4ba8-aadd-cc8f35d1a962,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:42.562055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a868003e-8c8e-4ca6-9e59-687978d84625 None None] Port 009b125a-25d1-4ce3-8b71-4bd4cf817489 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:42.586373 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cfc40a3-787e-4069-bec3-49d87fa0ff4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.641916 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cfc40a3-787e-4069-bec3-49d87fa0ff4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.662262 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a28b21b7-6a0f-4c18-acf9-7a39b8436763 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.857836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c7dea817-3cce-460d-83e9-6087ee3c319f None None] Provisioning for port 3614a6e5-6f12-4247-82a9-e87f28ac8a7a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:42.863586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c7dea817-3cce-460d-83e9-6087ee3c319f None None] Provisioning complete for port 3614a6e5-6f12-4247-82a9-e87f28ac8a7a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:42.864075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c7dea817-3cce-460d-83e9-6087ee3c319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.904038 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cfc40a3-787e-4069-bec3-49d87fa0ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.906632 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3cfc40a3-787e-4069-bec3-49d87fa0ff4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:42.932277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3cfc40a3-787e-4069-bec3-49d87fa0ff4d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5feb28eb-5c7e-4872-bd0d-432edd23aa31 HTTP/1.1" status: 204 len: 168 time: 0.4714551 Jun 30 03:18:42.946389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c7dea817-3cce-460d-83e9-6087ee3c319f None None] Port 3614a6e5-6f12-4247-82a9-e87f28ac8a7a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:42.953977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc40a3-787e-4069-bec3-49d87fa0ff4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb28eb-5c7e-4872-bd0d-432edd23aa31,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:42.986743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c7dea817-3cce-460d-83e9-6087ee3c319f None None] Provisioning complete for port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:42.989990 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c7dea817-3cce-460d-83e9-6087ee3c319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.273081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8c02fa2d-2519-4eb5-addd-9f8b78cecac4 None None] Provisioning complete for port 3614a6e5-6f12-4247-82a9-e87f28ac8a7a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:43.274194 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8c02fa2d-2519-4eb5-addd-9f8b78cecac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.278947 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc88aa42-c0f7-43c0-abf0-fc2644f3f86d req-f913b709-ac30-4e01-b925-85c208a5b091 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.0745497 Jun 30 03:18:43.299757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:43.388155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8c02fa2d-2519-4eb5-addd-9f8b78cecac4 None None] Port 3614a6e5-6f12-4247-82a9-e87f28ac8a7a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:43.413569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:43.414690 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.529715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a28b21b7-6a0f-4c18-acf9-7a39b8436763 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.543933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:43.602068 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e3b33e4d-942e-4fa5-b4d0-3f469a65ba9f None None] Provisioning complete for port 3614a6e5-6f12-4247-82a9-e87f28ac8a7a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:43.602068 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e3b33e4d-942e-4fa5-b4d0-3f469a65ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.639901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a28b21b7-6a0f-4c18-acf9-7a39b8436763 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.642467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e3b33e4d-942e-4fa5-b4d0-3f469a65ba9f None None] Port 3614a6e5-6f12-4247-82a9-e87f28ac8a7a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:43.728863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b21b7-6a0f-4c18-acf9-7a39b8436763 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=3614a6e5-6f12-4247-82a9-e87f28ac8a7a,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:43.736520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b21b7-6a0f-4c18-acf9-7a39b8436763 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:43.738587 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a28b21b7-6a0f-4c18-acf9-7a39b8436763 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.740033 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a28b21b7-6a0f-4c18-acf9-7a39b8436763 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/ports/3614a6e5-6f12-4247-82a9-e87f28ac8a7a HTTP/1.1" status: 200 len: 910 time: 1.5974340 Jun 30 03:18:43.743421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46084) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:43.829670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:43.839532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:43.840099 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.958994 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:43.981765 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1d340bf3-0ddd-4c30-85c1-d00887fd4f39,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:44.177069 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.244250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1d340bf3-0ddd-4c30-85c1-d00887fd4f39,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:44.321096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46102) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:44.336789 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86e33552-4b81-4773-975d-3cc3f884b51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.487359 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-102b4b9d-e986-49e2-81f9-56033c50c264 req-8a83c778-c2df-41dc-ac63-d8ee0a79a382 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.0670669 Jun 30 03:18:44.571291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86e33552-4b81-4773-975d-3cc3f884b51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.577105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.675664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-86e33552-4b81-4773-975d-3cc3f884b51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.704729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Sync routers for ids ['c2377d35-8bbb-4aae-978b-49822de35758'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:44.712181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-86e33552-4b81-4773-975d-3cc3f884b51f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e0a635ad6f43408e9ed68ff5fd0d3047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888104 Jun 30 03:18:44.717346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46116) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:44.724752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Routers {'c2377d35-8bbb-4aae-978b-49822de35758'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:44.726485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2377d35-8bbb-4aae-978b-49822de35758'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:44.736459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e33552-4b81-4773-975d-3cc3f884b51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fed9b2-3237-4335-b1a0-79294f72241b,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:44.805101 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4cf79e6-a52d-467a-a72f-15fc7f9e97dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.892638 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4cf79e6-a52d-467a-a72f-15fc7f9e97dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:44.990056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 3614a6e5-6f12-4247-82a9-e87f28ac8a7a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:44.990870 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:45.099241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:45.112972 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:45.129023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 3614a6e5-6f12-4247-82a9-e87f28ac8a7a owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:45.170546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Set router c2377d35-8bbb-4aae-978b-49822de35758 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:45.249869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:45.250261 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:45.339135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4cf79e6-a52d-467a-a72f-15fc7f9e97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:45.341987 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4cf79e6-a52d-467a-a72f-15fc7f9e97dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:45.343383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f4cf79e6-a52d-467a-a72f-15fc7f9e97dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74fed9b2-3237-4335-b1a0-79294f72241b HTTP/1.1" status: 204 len: 168 time: 0.6264927 Jun 30 03:18:45.351820 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf79e6-a52d-467a-a72f-15fc7f9e97dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fed9b2-3237-4335-b1a0-79294f72241b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:45.486964 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:45.502986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'name': 'tempest-TestVolumeBackupRestore-2111718053-router', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:33Z', 'updated_at': '2021-06-30T03:18:39Z', 'revision_number': 4, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'gw_port': {'id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:34Z', 'updated_at': '2021-06-30T03:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '009b125a-25d1-4ce3-8b71-4bd4cf817489', 'name': '', 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'mac_address': 'fa:16:3e:4f:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:38Z', 'updated_at': '2021-06-30T03:18:40Z', 'revision_number': 2, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'subnets': [{'id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:45.540053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Checking router: c2377d35-8bbb-4aae-978b-49822de35758 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:18:45.540595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Updating router c2377d35-8bbb-4aae-978b-49822de35758 port 009b125a-25d1-4ce3-8b71-4bd4cf817489 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:18:45.592372 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:45.604499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=3614a6e5-6f12-4247-82a9-e87f28ac8a7a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:45.761483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d40ab45e-f059-4f28-a19d-966cb8b5e525 req-4c2ce5db-27ab-416f-9746-a651a72d3372 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5e5eedc-2f9a-4a08-b68e-9cf6c9093627 HTTP/1.1" status: 200 len: 210 time: 0.0447831 Jun 30 03:18:45.761483 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:45.959659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 28c3e627-6269-45c8-a891-68f7277658bb has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:46.035499 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.050706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:46.054205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Transition to ACTIVE for port object 009b125a-25d1-4ce3-8b71-4bd4cf817489 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:46.057346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8b83937b-8571-44fb-968c-335b8fa18a02 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/28c3e627-6269-45c8-a891-68f7277658bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3129740 Jun 30 03:18:46.060264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46192) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:46.065056 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86a16e8-1a8d-4637-8301-42742a303339 None None] Sync routers for ids ['28c3e627-6269-45c8-a891-68f7277658bb'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:46.076310 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a16e8-1a8d-4637-8301-42742a303339 None None] Routers {'28c3e627-6269-45c8-a891-68f7277658bb'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:46.076948 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d86a16e8-1a8d-4637-8301-42742a303339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['28c3e627-6269-45c8-a891-68f7277658bb'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:46.125590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1883f0d0-f2ab-45eb-811b-21ad7da92811 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c3e627-6269-45c8-a891-68f7277658bb HTTP/1.1" status: 200 len: 205 time: 0.0614028 Jun 30 03:18:46.127853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46198) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:46.199639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.230551 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2dbab5c-2148-4ec5-a518-0d4e4d219eda tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.242855 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d86a16e8-1a8d-4637-8301-42742a303339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:46.253788 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a16e8-1a8d-4637-8301-42742a303339 None None] Routers {'28c3e627-6269-45c8-a891-68f7277658bb'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:46.254693 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d86a16e8-1a8d-4637-8301-42742a303339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['28c3e627-6269-45c8-a891-68f7277658bb'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:46.279172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807928c1-3cd1-4716-9393-e74ff954ca92 None None] Pushing event updated for resources: {'Port': ['ID=009b125a-25d1-4ce3-8b71-4bd4cf817489,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:46.295331 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d86a16e8-1a8d-4637-8301-42742a303339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:46.296497 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86a16e8-1a8d-4637-8301-42742a303339 None None] The sync data for ids ['28c3e627-6269-45c8-a891-68f7277658bb'] in n-d-798249-3 is: [] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:46.327830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Attempting to bind port 009b125a-25d1-4ce3-8b71-4bd4cf817489 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:46.331239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Attempting to bind port 009b125a-25d1-4ce3-8b71-4bd4cf817489 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'cb15265d-4172-49fd-a817-353c7d7b3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:46.335291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Attempting to bind port 009b125a-25d1-4ce3-8b71-4bd4cf817489 on network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:46.360443 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:46.360985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Checking segment: {'id': 'cb15265d-4172-49fd-a817-353c7d7b3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:46.361514 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.362023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Bound using segment: {'id': 'cb15265d-4172-49fd-a817-353c7d7b3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:46.362602 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Bound port: 009b125a-25d1-4ce3-8b71-4bd4cf817489, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb15265d-4172-49fd-a817-353c7d7b3ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:46.363089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.481655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2dbab5c-2148-4ec5-a518-0d4e4d219eda tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.485987 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2dbab5c-2148-4ec5-a518-0d4e4d219eda tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.491349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] For port 009b125a-25d1-4ce3-8b71-4bd4cf817489, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:46.495232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] For port 009b125a-25d1-4ce3-8b71-4bd4cf817489, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=009b125a-25d1-4ce3-8b71-4bd4cf817489,segment=NetworkSegment(cb15265d-4172-49fd-a817-353c7d7b3ed9),segment_id=cb15265d-4172-49fd-a817-353c7d7b3ed9)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:46.608923 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.692043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Routers {'c2377d35-8bbb-4aae-978b-49822de35758'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:46.692769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2377d35-8bbb-4aae-978b-49822de35758'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:46.716106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2dbab5c-2148-4ec5-a518-0d4e4d219eda tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.716644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dbab5c-2148-4ec5-a518-0d4e4d219eda tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Fanout notify agent at l3_agent the message router_deleted on router 28c3e627-6269-45c8-a891-68f7277658bb {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:18:46.724875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2dbab5c-2148-4ec5-a518-0d4e4d219eda tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.728405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46220) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:46.728733 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f2dbab5c-2148-4ec5-a518-0d4e4d219eda tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/28c3e627-6269-45c8-a891-68f7277658bb HTTP/1.1" status: 204 len: 168 time: 0.5997970 Jun 30 03:18:46.780007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807928c1-3cd1-4716-9393-e74ff954ca92 None None] Pushing event updated for resources: {'Port': ['ID=009b125a-25d1-4ce3-8b71-4bd4cf817489,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:46.841272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-500210ce-009c-43c3-a01c-8412138e6746 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting subnet 7ec41008-ed66-4bec-9aa6-186f85cd420c {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:18:46.845298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-500210ce-009c-43c3-a01c-8412138e6746 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.947818 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-500210ce-009c-43c3-a01c-8412138e6746 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:47.088966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] Set router c2377d35-8bbb-4aae-978b-49822de35758 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:47.140040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 009b125a-25d1-4ce3-8b71-4bd4cf817489 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:47.219712 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-500210ce-009c-43c3-a01c-8412138e6746 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:47.377822 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-c6bc873a-c542-4417-8401-8211467cea17 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780483040&fields=id&tenant_id=7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 267 time: 0.0803270 Jun 30 03:18:47.439130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'name': 'tempest-TestVolumeBackupRestore-2111718053-router', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:33Z', 'updated_at': '2021-06-30T03:18:39Z', 'revision_number': 4, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'gw_port': {'id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:34Z', 'updated_at': '2021-06-30T03:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '009b125a-25d1-4ce3-8b71-4bd4cf817489', 'name': '', 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'mac_address': 'fa:16:3e:4f:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:38Z', 'updated_at': '2021-06-30T03:18:46Z', 'revision_number': 4, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'subnets': [{'id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:47.454914 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-500210ce-009c-43c3-a01c-8412138e6746 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:47.473529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f9b0d-79fe-4694-9d06-611a304b7c7c None None] The sync data for ids ['c2377d35-8bbb-4aae-978b-49822de35758'] in n-d-798249-3 is: [{'id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'name': 'tempest-TestVolumeBackupRestore-2111718053-router', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:33Z', 'updated_at': '2021-06-30T03:18:39Z', 'revision_number': 4, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'gw_port': {'id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:34Z', 'updated_at': '2021-06-30T03:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '009b125a-25d1-4ce3-8b71-4bd4cf817489', 'name': '', 'network_id': 'e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'mac_address': 'fa:16:3e:4f:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:38Z', 'updated_at': '2021-06-30T03:18:46Z', 'revision_number': 4, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'subnets': [{'id': 'ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:47.487204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 009b125a-25d1-4ce3-8b71-4bd4cf817489 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:47.499333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 009b125a-25d1-4ce3-8b71-4bd4cf817489 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:47.499963 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:47.565876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500210ce-009c-43c3-a01c-8412138e6746 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec41008-ed66-4bec-9aa6-186f85cd420c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:47.565876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-500210ce-009c-43c3-a01c-8412138e6746 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:47.569277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-500210ce-009c-43c3-a01c-8412138e6746 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/7ec41008-ed66-4bec-9aa6-186f85cd420c HTTP/1.1" status: 204 len: 168 time: 0.8379629 Jun 30 03:18:47.570617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46260) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:47.583034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02229486-2bd3-4fb9-9599-78c1d9e8693a None None] Network 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:47.704447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-76d8ad3f-b389-4f78-a847-7170891ba987 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:47.706198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-76d8ad3f-b389-4f78-a847-7170891ba987 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.3248441 Jun 30 03:18:47.723728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-d72845c2-a425-4131-9854-e9a73d50f2b6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/quotas/7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 375 time: 0.0114207 Jun 30 03:18:47.744682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:47.845662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:47.846011 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:47.910616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-ffa17044-334d-43a0-943d-3b0438956cb9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1801879 Jun 30 03:18:47.977162 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:47.991346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a575a3c8-a49f-4ba8-aadd-cc8f35d1a962,segment=NetworkSegment(7e98ed6d-de32-446f-93d6-f19d96560c98),segment_id=7e98ed6d-de32-446f-93d6-f19d96560c98)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:47.991688 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.017166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:48.022830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 009b125a-25d1-4ce3-8b71-4bd4cf817489, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=009b125a-25d1-4ce3-8b71-4bd4cf817489,segment=NetworkSegment(cb15265d-4172-49fd-a817-353c7d7b3ed9),segment_id=cb15265d-4172-49fd-a817-353c7d7b3ed9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:48.129805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac5c2fb-4024-45f4-945f-9080526fa6ae None None] DHCP port deletion for 6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:18:48.190336 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.250748 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-56b15ccf-4706-4822-ae4d-abd60c5e57b9 service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168015 Jun 30 03:18:48.266837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=009b125a-25d1-4ce3-8b71-4bd4cf817489,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:48.282560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2ac5c2fb-4024-45f4-945f-9080526fa6ae None None] Deleting port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:18:48.282560 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2ac5c2fb-4024-45f4-945f-9080526fa6ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.347573 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2ac5c2fb-4024-45f4-945f-9080526fa6ae None None] For port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a575a3c8-a49f-4ba8-aadd-cc8f35d1a962,segment=NetworkSegment(7e98ed6d-de32-446f-93d6-f19d96560c98),segment_id=7e98ed6d-de32-446f-93d6-f19d96560c98)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:48.347896 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2ac5c2fb-4024-45f4-945f-9080526fa6ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.365936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2ac5c2fb-4024-45f4-945f-9080526fa6ae None None] Calling delete_port for a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:18:48.384061 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-55a7f084-612a-4087-8666-34974606d9ab service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240642 Jun 30 03:18:48.384611 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.455133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=a575a3c8-a49f-4ba8-aadd-cc8f35d1a962,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:48.464197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No DVR routers for this DVR port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:48.517977 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2ac5c2fb-4024-45f4-945f-9080526fa6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.575562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5c2fb-4024-45f4-945f-9080526fa6ae None None] Pushing event deleted for resources: {'Port': ['ID=a575a3c8-a49f-4ba8-aadd-cc8f35d1a962,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:48.581685 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5c2fb-4024-45f4-945f-9080526fa6ae None None] No DVR routers for this DVR port a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:18:48.633344 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.645191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:48.660991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e98ed6d-de32-446f-93d6-f19d96560c98') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:48.661295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e98ed6d-de32-446f-93d6-f19d96560c98') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:48.674061 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.693362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.700545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:18:48.700948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:18:48.712427 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:18:48.965322 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.973363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:48.976207 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/networks/6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce HTTP/1.1" status: 204 len: 168 time: 1.4038477 Jun 30 03:18:48.979818 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46322) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:48.986809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e0a7e179-9071-4970-9e3e-d6dd961003fa tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1088413923', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:49.007862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 009b125a-25d1-4ce3-8b71-4bd4cf817489 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:49.010398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66863f38-935b-4d47-9f0b-067a3142fb3a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Network': ['ID=6eb8ed60-135a-44cb-9a5b-e0e71bd7d2ce,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:49.064378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 009b125a-25d1-4ce3-8b71-4bd4cf817489 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:49.065086 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:49.195358 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e179-9071-4970-9e3e-d6dd961003fa tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:49.199665 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e179-9071-4970-9e3e-d6dd961003fa tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:49.207695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:18:49.240108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:18:49.240108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a575a3c8-a49f-4ba8-aadd-cc8f35d1a962 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:18:49.284439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06848954-3283-4d2b-9239-65a412beeb4e req-06b72e7b-dc2c-414b-aee8-761f30378dc1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 210 time: 0.0967863 Jun 30 03:18:49.310346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e179-9071-4970-9e3e-d6dd961003fa tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:49.442138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e179-9071-4970-9e3e-d6dd961003fa tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:49.652994 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e0a7e179-9071-4970-9e3e-d6dd961003fa tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:49.662233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46356) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:49.663183 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e0a7e179-9071-4970-9e3e-d6dd961003fa tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6766911 Jun 30 03:18:49.664876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'network': {'name': 'tempest-RoutersTest-851701751'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:49.846715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:49.861473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:49.876955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:18:49.891511 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:49.897306 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added segment eb42466a-949e-4ae0-bd41-0bb90787a001 of type vlan for network 5ca27bcc-46ef-4281-835b-bd9853c4c401 Jun 30 03:18:49.936974 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:50.080900 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:50.090892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:50.090892 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:50.156696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Network': ['ID=5ca27bcc-46ef-4281-835b-bd9853c4c401,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:50.167469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 5ca27bcc-46ef-4281-835b-bd9853c4c401 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:18:50.311660 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-24915575-abed-4c35-9701-ba96d708377f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6528716 Jun 30 03:18:50.314533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46386) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:50.320420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'subnet': {'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:50.411787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f16fdb4-1180-435e-a862-e2ac2454d251 req-05c8cb85-d1b1-4b68-a78e-b93aeafce934 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 210 time: 0.0397427 Jun 30 03:18:50.521678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:50.526373 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:50.875508 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:50.958198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Subnet': ['ID=94567527-4cb2-4091-804d-38f154eb368d,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:50.960243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Checking segment: {'id': 'eb42466a-949e-4ae0-bd41-0bb90787a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:50.960614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network hostable DHCP agents. Network: 5ca27bcc-46ef-4281-835b-bd9853c4c401, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:18:51.092520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 5ca27bcc-46ef-4281-835b-bd9853c4c401 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:18:51.512342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 5ca27bcc-46ef-4281-835b-bd9853c4c401) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:51.512342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:51.512342 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:51.518547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c9a670-9810-46e8-8fc3-f24662feabb9 None None] Network 5ca27bcc-46ef-4281-835b-bd9853c4c401 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:51.522548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-5ca27bcc-46ef-4281-835b-bd9853c4c401', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:18:51.522548 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:51.607496 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-25aad3ba-f186-4e8b-b1e2-e6c4033cc550 req-dcbc859e-6175-4c92-9d6c-b036f0ffdcd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 210 time: 0.0480754 Jun 30 03:18:51.698893 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ef5a1978-ca51-420e-b1a2-01ca76f86837 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3831718 Jun 30 03:18:51.702511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46438) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:51.733216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Allocated IP 172.20.0.2 (5ca27bcc-46ef-4281-835b-bd9853c4c401/94567527-4cb2-4091-804d-38f154eb368d/99da8266-d383-4dd7-951d-2d251a14ab7e) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:51.940119 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:51.946124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Transition to ACTIVE for port object 99da8266-d383-4dd7-951d-2d251a14ab7e will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:51.965261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Transition to ACTIVE for port object 99da8266-d383-4dd7-951d-2d251a14ab7e will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:52.022484 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:52.144479 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:52.199861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Network 5ca27bcc-46ef-4281-835b-bd9853c4c401 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:52.202909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:52.206721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:52.219879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Pushing event updated for resources: {'Port': ['ID=99da8266-d383-4dd7-951d-2d251a14ab7e,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:52.246852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.247237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.247541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.247880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.248215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.248551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.248877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.249210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.249579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.249886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.250232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.250535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:52.299266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Attempting to bind port 99da8266-d383-4dd7-951d-2d251a14ab7e on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:52.299638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Attempting to bind port 99da8266-d383-4dd7-951d-2d251a14ab7e by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'eb42466a-949e-4ae0-bd41-0bb90787a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:52.300009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Attempting to bind port 99da8266-d383-4dd7-951d-2d251a14ab7e on network 5ca27bcc-46ef-4281-835b-bd9853c4c401 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:52.308734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:52.309324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Checking segment: {'id': 'eb42466a-949e-4ae0-bd41-0bb90787a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:52.312655 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:52.312655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Bound using segment: {'id': 'eb42466a-949e-4ae0-bd41-0bb90787a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:52.312655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Bound port: 99da8266-d383-4dd7-951d-2d251a14ab7e, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb42466a-949e-4ae0-bd41-0bb90787a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:52.312999 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:52.332865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Allocated IP 172.20.0.1 (5ca27bcc-46ef-4281-835b-bd9853c4c401/94567527-4cb2-4091-804d-38f154eb368d/8c046575-233f-4ecf-a7c9-0d5fe96fcee2) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:52.408108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] For port 99da8266-d383-4dd7-951d-2d251a14ab7e, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:52.416047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] For port 99da8266-d383-4dd7-951d-2d251a14ab7e, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=99da8266-d383-4dd7-951d-2d251a14ab7e,segment=NetworkSegment(eb42466a-949e-4ae0-bd41-0bb90787a001),segment_id=eb42466a-949e-4ae0-bd41-0bb90787a001)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:52.486833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:52.500657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Transition to ACTIVE for port object 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:52.562115 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:52.628530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa89ad-6d3d-4bfe-acd4-512b8940719d None None] Pushing event updated for resources: {'Port': ['ID=99da8266-d383-4dd7-951d-2d251a14ab7e,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:52.662381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-7ed79b3e-3d76-4d25-86f0-50d49137a144 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:52.671198 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-7ed79b3e-3d76-4d25-86f0-50d49137a144 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.83 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.1390953 Jun 30 03:18:52.725799 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:52.781705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fae21405-6b7f-467f-a548-e099d69910d7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 379 time: 0.0987053 Jun 30 03:18:52.797113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'port': {'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'admin_state_up': True, 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'security_groups': ['2e88b3cf-3ffe-4af5-bf1a-2195200260cf']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:52.812005 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac3e73e0-beef-460f-bf29-3775210246fd req-97a21777-22ee-497a-b051-d43d367cedc9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 210 time: 0.0479157 Jun 30 03:18:52.822561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 5ca27bcc-46ef-4281-835b-bd9853c4c401 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:52.882739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:52.888280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:52.890136 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=8c046575-233f-4ecf-a7c9-0d5fe96fcee2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:53.001022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:53.081376 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:53.106959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 99da8266-d383-4dd7-951d-2d251a14ab7e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:53.280995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Made reservation on behalf of 7f5f72b3d7e44245880fdad3e491ef5c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:53.284971 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:53.320804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 99da8266-d383-4dd7-951d-2d251a14ab7e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:53.413964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:53.623727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:53.857467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Allocated IP 172.20.0.14 (f461a745-ad1f-4f7c-b639-d8b18c2f45a9/3476c010-abe5-41e6-87e4-8c939565d733/b81d05a9-011f-40ab-a0a7-9e05ad8a584d) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:53.943280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552b18d-dc5b-4ca0-bad8-30e4c09f93cc None None] Network 5ca27bcc-46ef-4281-835b-bd9853c4c401 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:54.111751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c7490fda-542a-42b1-9ca5-74956c70e808 req-6d897510-0b78-4d26-883a-84d2c0bc5f56 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 210 time: 0.0643871 Jun 30 03:18:54.179101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f2fd078d-8422-4a58-9bc5-44dac348a2af None None] Provisioning for port 99da8266-d383-4dd7-951d-2d251a14ab7e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:54.217039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f2fd078d-8422-4a58-9bc5-44dac348a2af None None] Provisioning complete for port 99da8266-d383-4dd7-951d-2d251a14ab7e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:54.217764 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f2fd078d-8422-4a58-9bc5-44dac348a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:54.320731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:54.343130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Transition to ACTIVE for port object b81d05a9-011f-40ab-a0a7-9e05ad8a584d will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:54.359852 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:54.429576 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:54.488579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:54.533766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f2fd078d-8422-4a58-9bc5-44dac348a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:54.562424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=8c046575-233f-4ecf-a7c9-0d5fe96fcee2,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:54.567475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:54.575192 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:54.607749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:54.613146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f2fd078d-8422-4a58-9bc5-44dac348a2af None None] For port 99da8266-d383-4dd7-951d-2d251a14ab7e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=99da8266-d383-4dd7-951d-2d251a14ab7e,segment=NetworkSegment(eb42466a-949e-4ae0-bd41-0bb90787a001),segment_id=eb42466a-949e-4ae0-bd41-0bb90787a001)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:54.617364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:54.712162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:54.713000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:54.738297 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f2fd078d-8422-4a58-9bc5-44dac348a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:54.791090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:54.854238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd078d-8422-4a58-9bc5-44dac348a2af None None] Pushing event updated for resources: {'Port': ['ID=99da8266-d383-4dd7-951d-2d251a14ab7e,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:54.859911 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-fd59d015-92b1-47dd-bcb2-31de40422abf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0712504 Jun 30 03:18:54.873386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 5ca27bcc-46ef-4281-835b-bd9853c4c401 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:54.876756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:54.883755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Request body: {'port': {'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:55.067252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 99da8266-d383-4dd7-951d-2d251a14ab7e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:55.132252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d09df6c5-3fe0-4b57-ad90-5fea9b36b05d None None] Provisioning complete for port 99da8266-d383-4dd7-951d-2d251a14ab7e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:55.132864 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d09df6c5-3fe0-4b57-ad90-5fea9b36b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:55.199397 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:55.480354 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a472d0-b2e7-4435-b3be-210893b70f9e req-981563e1-3fc4-4161-b1e0-26f4ed9ffe29 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:55.489019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87a472d0-b2e7-4435-b3be-210893b70f9e req-981563e1-3fc4-4161-b1e0-26f4ed9ffe29 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 932 time: 0.1205032 Jun 30 03:18:55.532907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:18:55.539175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 99da8266-d383-4dd7-951d-2d251a14ab7e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:55.542168 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:55.589627 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87a472d0-b2e7-4435-b3be-210893b70f9e req-95899a19-4114-4050-8c83-2acf3226ad29 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987620 Jun 30 03:18:55.671147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d09df6c5-3fe0-4b57-ad90-5fea9b36b05d None None] Provisioning for port b81d05a9-011f-40ab-a0a7-9e05ad8a584d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:55.681707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81d05a9-011f-40ab-a0a7-9e05ad8a584d {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:18:55.681933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d09df6c5-3fe0-4b57-ad90-5fea9b36b05d None None] Provisioning complete for port b81d05a9-011f-40ab-a0a7-9e05ad8a584d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:55.681933 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d09df6c5-3fe0-4b57-ad90-5fea9b36b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:55.707826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:55.723546 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:55.734856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7196d846-eb92-4bde-b56d-7890e5031d5f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0293262 Jun 30 03:18:55.735640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46584) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:55.751597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'network': {'name': 'tempest-RoutersTest-1440456597'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:55.752800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:55.763092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Transition to ACTIVE for port object b81d05a9-011f-40ab-a0a7-9e05ad8a584d will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:55.775495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d09df6c5-3fe0-4b57-ad90-5fea9b36b05d None None] Port b81d05a9-011f-40ab-a0a7-9e05ad8a584d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:55.788065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:55.789344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:55.880763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:55.883808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:55.884685 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:55.888422 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:55.928264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d09df6c5-3fe0-4b57-ad90-5fea9b36b05d None None] Provisioning for port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:55.980224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:18:55.992811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d09df6c5-3fe0-4b57-ad90-5fea9b36b05d None None] Provisioning complete for port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:55.994096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d09df6c5-3fe0-4b57-ad90-5fea9b36b05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:56.001335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Pushing event updated for resources: {'Port': ['ID=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:56.029622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:56.029970 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added segment 8143a1a2-fd0e-4b87-b0f0-2be18234fe44 of type vlan for network ccfff50d-5ebd-44c5-9804-eec2e1394632 Jun 30 03:18:56.119090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d09df6c5-3fe0-4b57-ad90-5fea9b36b05d None None] Port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:56.147335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:56.173403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Attempting to bind port b81d05a9-011f-40ab-a0a7-9e05ad8a584d on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:56.173800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Attempting to bind port b81d05a9-011f-40ab-a0a7-9e05ad8a584d by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:56.174139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Attempting to bind port b81d05a9-011f-40ab-a0a7-9e05ad8a584d on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:56.188942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Port b81d05a9-011f-40ab-a0a7-9e05ad8a584d on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:18:56.189280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Attempting to bind port b81d05a9-011f-40ab-a0a7-9e05ad8a584d on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:56.196459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:56.196813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Checking segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:56.197387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Bound using segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:56.198165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Bound port: b81d05a9-011f-40ab-a0a7-9e05ad8a584d, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:56.198491 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:56.280589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9010e40e-9bf9-4286-8137-6cae05fac120 None None] Provisioning complete for port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:56.281085 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9010e40e-9bf9-4286-8137-6cae05fac120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:56.287628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:18:53Z', 'revision_number': 2, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:18:54Z', 'revision_number': 2, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:56.322230 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:56.328401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:56.329006 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:56.349786 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:18:56.350230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Updating router b2a6429f-1a72-4ede-947a-a947e3f32c0f port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:18:56.414825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] For port b81d05a9-011f-40ab-a0a7-9e05ad8a584d, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:56.436713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9010e40e-9bf9-4286-8137-6cae05fac120 None None] Port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:56.441590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] For port b81d05a9-011f-40ab-a0a7-9e05ad8a584d, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:56.445422 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:56.445862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Network': ['ID=ccfff50d-5ebd-44c5-9804-eec2e1394632,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:56.463801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ccfff50d-5ebd-44c5-9804-eec2e1394632 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:18:56.472773 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-37157c43-fbe0-4f7b-9393-eafa46d1d740 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7256494 Jun 30 03:18:56.473070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46604) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:56.478662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'subnet': {'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:56.552660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:56.646859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:56.647792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:56.649859 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] 10.222.0.83 "PUT /v2.0/ports/b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 200 len: 1092 time: 1.7739034 Jun 30 03:18:56.650476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'tag': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:18:56.652955 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8462025-5031-46e9-8edf-97634fe736e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff89ec17-265c-464d-a67f-fdfb1532f045", "tag": "b81d05a9-011f-40ab-a0a7-9e05ad8a584d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:18:56.660081 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668eab5-e0a0-4560-b798-216f821a8c37 service neutron] Pushing event updated for resources: {'Port': ['ID=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:56.856617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:18:56.860319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:57.006449 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edaad82-8eac-4f81-a0be-feed6c486dff x-openstack-request-id: req-9edaad82-8eac-4f81-a0be-feed6c486dff {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:18:57.006449 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff89ec17-265c-464d-a67f-fdfb1532f045", "tag": "b81d05a9-011f-40ab-a0a7-9e05ad8a584d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:18:57.006449 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9edaad82-8eac-4f81-a0be-feed6c486dff {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:18:57.010013 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'tag': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'status': 'completed', 'code': 200} Jun 30 03:18:57.013520 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:57.044967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Transition to ACTIVE for port object 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:57.074122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6287a5-1039-4785-af61-e5bfce312ded req-46218450-1b34-4c6f-aabb-1b4562923573 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:57.075637 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d6287a5-1039-4785-af61-e5bfce312ded req-46218450-1b34-4c6f-aabb-1b4562923573 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 944 time: 0.2944319 Jun 30 03:18:57.121026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-bf141a23-daff-4e45-9280-11d142670a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:57.122527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-bf141a23-daff-4e45-9280-11d142670a95 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1095 time: 0.2854240 Jun 30 03:18:57.189907 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:57.200894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-21eabd62-3a6f-4d2c-9e31-f6d6e9d8e18a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 200 len: 217 time: 0.0702124 Jun 30 03:18:57.203748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d6287a5-1039-4785-af61-e5bfce312ded req-90867ede-24ad-48df-89f8-a635db644fe3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177285 Jun 30 03:18:57.288204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f6ac0-682b-49ac-bbf6-5f3aa28fa777 None None] Pushing event updated for resources: {'Port': ['ID=8c046575-233f-4ecf-a7c9-0d5fe96fcee2,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:57.288287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-4d935377-5b42-4093-9ecd-403d69bbcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:57.288287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-4d935377-5b42-4093-9ecd-403d69bbcce2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0804422 Jun 30 03:18:57.406729 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:57.408662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Attempting to bind port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:57.408990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Attempting to bind port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'eb42466a-949e-4ae0-bd41-0bb90787a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:57.409947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Attempting to bind port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 on network 5ca27bcc-46ef-4281-835b-bd9853c4c401 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:57.421196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:57.421604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Checking segment: {'id': 'eb42466a-949e-4ae0-bd41-0bb90787a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:57.422193 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:57.422684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Bound using segment: {'id': 'eb42466a-949e-4ae0-bd41-0bb90787a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:57.423715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Bound port: 8c046575-233f-4ecf-a7c9-0d5fe96fcee2, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb42466a-949e-4ae0-bd41-0bb90787a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:57.424351 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:57.510723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] For port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:57.515959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] For port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8c046575-233f-4ecf-a7c9-0d5fe96fcee2,segment=NetworkSegment(eb42466a-949e-4ae0-bd41-0bb90787a001),segment_id=eb42466a-949e-4ae0-bd41-0bb90787a001)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:57.590511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-3a92b43e-c33f-4f56-81a4-dc4cb414cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:57.592069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-3a92b43e-c33f-4f56-81a4-dc4cb414cf04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2947369 Jun 30 03:18:57.601526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Subnet': ['ID=eb6dbb7a-06d7-48fd-a539-f5e5eb67aced,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:57.607096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:57.726419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:57.728073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:18:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:57.732453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Checking segment: {'id': '8143a1a2-fd0e-4b87-b0f0-2be18234fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:57.732453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network hostable DHCP agents. Network: ccfff50d-5ebd-44c5-9804-eec2e1394632, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:18:57.791264 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-4a245f91-0365-4103-a81b-8901c4ecd680 service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862566 Jun 30 03:18:57.921654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network ccfff50d-5ebd-44c5-9804-eec2e1394632 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:18:57.940709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f6ac0-682b-49ac-bbf6-5f3aa28fa777 None None] Pushing event updated for resources: {'Port': ['ID=8c046575-233f-4ecf-a7c9-0d5fe96fcee2,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:57.949047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:57.971457 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0ba3930-e9b1-400c-af23-4791b0cf5913 req-28af917b-edc4-4873-bd51-8d1b4e1eedfe service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724677 Jun 30 03:18:58.030018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ccfff50d-5ebd-44c5-9804-eec2e1394632) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:58.035539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:58.036271 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:58.048493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e12df80-247f-4434-9e19-8ae6e6296a0a None None] Network ccfff50d-5ebd-44c5-9804-eec2e1394632 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:18:58.142039 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bb87b69c-b0e6-4977-81f0-bdd2a3035e07 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6662891 Jun 30 03:18:58.146344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46632) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:58.238733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8462025-5031-46e9-8edf-97634fe736e6 req-f92686d8-e7bd-4ad8-b8c9-481e78839dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:58.245415 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8462025-5031-46e9-8edf-97634fe736e6 req-f92686d8-e7bd-4ad8-b8c9-481e78839dd8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1095 time: 0.1583712 Jun 30 03:18:58.372815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-ccfff50d-5ebd-44c5-9804-eec2e1394632', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:18:58.375690 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:58.434260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8462025-5031-46e9-8edf-97634fe736e6 req-2b2f238b-0815-4201-8d6c-74a35776b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:58.438861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8462025-5031-46e9-8edf-97634fe736e6 req-2b2f238b-0815-4201-8d6c-74a35776b791 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.1876130 Jun 30 03:18:58.587098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8462025-5031-46e9-8edf-97634fe736e6 req-86f17849-46e0-4580-9874-b7325b3a5b47 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 200 len: 217 time: 0.1411920 Jun 30 03:18:58.653611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:18:53Z', 'revision_number': 2, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:18:57Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:58.690152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8462025-5031-46e9-8edf-97634fe736e6 req-58c6e564-2c3c-4847-bb22-4cae4a8300a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:58.721639 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8462025-5031-46e9-8edf-97634fe736e6 req-58c6e564-2c3c-4847-bb22-4cae4a8300a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0972595 Jun 30 03:18:58.722265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392031a-fc31-46c2-ae76-1e89e46c6dc0 None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:18:53Z', 'revision_number': 2, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:18:57Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:58.730648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf723b3-e4a9-4650-99aa-b59e939237a4 req-26b19047-276a-4021-bb55-6835a1e2f9a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:58.732477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7bf723b3-e4a9-4650-99aa-b59e939237a4 req-26b19047-276a-4021-bb55-6835a1e2f9a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 944 time: 0.2328317 Jun 30 03:18:58.740010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Allocated IP 172.21.0.2 (ccfff50d-5ebd-44c5-9804-eec2e1394632/eb6dbb7a-06d7-48fd-a539-f5e5eb67aced/9b19cf9e-654f-49d4-8043-c68c19549d72) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:58.819921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8462025-5031-46e9-8edf-97634fe736e6 req-05140366-7f4d-4825-b39b-0001cbc84e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:58.821654 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8462025-5031-46e9-8edf-97634fe736e6 req-05140366-7f4d-4825-b39b-0001cbc84e5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226912 Jun 30 03:18:58.987826 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2e295501-0445-4e37-96e2-3f6153dd01a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:58.999759 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7bf723b3-e4a9-4650-99aa-b59e939237a4 req-95eee0b1-72f7-4216-9161-c10561e171de tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606003 Jun 30 03:18:59.029266 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:59.050937 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:59.060423 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8462025-5031-46e9-8edf-97634fe736e6 req-66b39f9b-486f-4fba-b72c-7316ab794aea service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223904 Jun 30 03:18:59.069193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Transition to ACTIVE for port object 9b19cf9e-654f-49d4-8043-c68c19549d72 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:59.161711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Transition to ACTIVE for port object 9b19cf9e-654f-49d4-8043-c68c19549d72 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:59.277354 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:59.333776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Network ccfff50d-5ebd-44c5-9804-eec2e1394632 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:59.339963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:59.343923 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8462025-5031-46e9-8edf-97634fe736e6 req-5a5149b7-4638-4232-af32-1bc5f928469d service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713659 Jun 30 03:18:59.346723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:59.371892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Pushing event updated for resources: {'Port': ['ID=9b19cf9e-654f-49d4-8043-c68c19549d72,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:59.528271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Attempting to bind port 9b19cf9e-654f-49d4-8043-c68c19549d72 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:59.532207 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Attempting to bind port 9b19cf9e-654f-49d4-8043-c68c19549d72 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '8143a1a2-fd0e-4b87-b0f0-2be18234fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:59.533060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Attempting to bind port 9b19cf9e-654f-49d4-8043-c68c19549d72 on network ccfff50d-5ebd-44c5-9804-eec2e1394632 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:59.544854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:59.565965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Checking segment: {'id': '8143a1a2-fd0e-4b87-b0f0-2be18234fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:59.565965 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:59.565965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Bound using segment: {'id': '8143a1a2-fd0e-4b87-b0f0-2be18234fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:59.565965 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Bound port: 9b19cf9e-654f-49d4-8043-c68c19549d72, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8143a1a2-fd0e-4b87-b0f0-2be18234fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:59.565965 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:59.587431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Allocated IP 172.21.0.1 (ccfff50d-5ebd-44c5-9804-eec2e1394632/eb6dbb7a-06d7-48fd-a539-f5e5eb67aced/481aa177-0e7a-49b0-b40b-ca782083f6f3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:59.654797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] For port 9b19cf9e-654f-49d4-8043-c68c19549d72, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:59.658688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] For port 9b19cf9e-654f-49d4-8043-c68c19549d72, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9b19cf9e-654f-49d4-8043-c68c19549d72,segment=NetworkSegment(8143a1a2-fd0e-4b87-b0f0-2be18234fe44),segment_id=8143a1a2-fd0e-4b87-b0f0-2be18234fe44)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:59.732421 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:59.769164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:59.789022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Transition to ACTIVE for port object 481aa177-0e7a-49b0-b40b-ca782083f6f3 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:59.887450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143801f4-3115-47bc-bbb3-ee10c8540f92 None None] Pushing event updated for resources: {'Port': ['ID=9b19cf9e-654f-49d4-8043-c68c19549d72,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:59.943839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:00.068373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=481aa177-0e7a-49b0-b40b-ca782083f6f3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:00.088071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network ccfff50d-5ebd-44c5-9804-eec2e1394632 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:00.088071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:00.088071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:00.158225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:00.335404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83280e54-652d-4968-b446-440922033669 req-79d2385c-c4f2-4fa0-9162-1b71157a3d1a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:00.339968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83280e54-652d-4968-b446-440922033669 req-79d2385c-c4f2-4fa0-9162-1b71157a3d1a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 944 time: 0.1366470 Jun 30 03:19:00.393054 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83280e54-652d-4968-b446-440922033669 req-7f65596f-0da2-4fbf-b396-dd00c138d8e3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473056 Jun 30 03:19:00.486295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:01.009779 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:01.173155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:01.256215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9b19cf9e-654f-49d4-8043-c68c19549d72 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:01.302860 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:01.311308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=481aa177-0e7a-49b0-b40b-ca782083f6f3,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:01.320455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:01.331106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.331467 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.331807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.332150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.332502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.332827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.333377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.333522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.333882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.334223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.334553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.334686 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-be6ba32f-c56c-4041-a7f8-929ca2f124c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:01.334877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:01.413116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca39494-2c47-4293-83c8-ffb3d2606780 None None] Network ccfff50d-5ebd-44c5-9804-eec2e1394632 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:01.477987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network ccfff50d-5ebd-44c5-9804-eec2e1394632 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:01.479984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:01.485273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 9b19cf9e-654f-49d4-8043-c68c19549d72 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:01.492587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:01.589017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2d40aeb7-9f82-4acc-a3b0-dcd1e006b633 None None] Provisioning for port 9b19cf9e-654f-49d4-8043-c68c19549d72 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:01.599501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2d40aeb7-9f82-4acc-a3b0-dcd1e006b633 None None] Provisioning complete for port 9b19cf9e-654f-49d4-8043-c68c19549d72 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:01.600348 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d40aeb7-9f82-4acc-a3b0-dcd1e006b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:01.745407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:01.758554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:01.758937 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:01.760570 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d40aeb7-9f82-4acc-a3b0-dcd1e006b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:01.851779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2d40aeb7-9f82-4acc-a3b0-dcd1e006b633 None None] For port 9b19cf9e-654f-49d4-8043-c68c19549d72, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9b19cf9e-654f-49d4-8043-c68c19549d72,segment=NetworkSegment(8143a1a2-fd0e-4b87-b0f0-2be18234fe44),segment_id=8143a1a2-fd0e-4b87-b0f0-2be18234fe44)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:02.169991 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d40aeb7-9f82-4acc-a3b0-dcd1e006b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:02.173767 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:02.249060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8c046575-233f-4ecf-a7c9-0d5fe96fcee2,segment=NetworkSegment(eb42466a-949e-4ae0-bd41-0bb90787a001),segment_id=eb42466a-949e-4ae0-bd41-0bb90787a001)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:02.279472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40aeb7-9f82-4acc-a3b0-dcd1e006b633 None None] Pushing event updated for resources: {'Port': ['ID=9b19cf9e-654f-49d4-8043-c68c19549d72,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:02.306470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e80661e9-aa74-462c-ba78-7bbcc21fb068 None None] Provisioning complete for port 9b19cf9e-654f-49d4-8043-c68c19549d72 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:02.307032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e80661e9-aa74-462c-ba78-7bbcc21fb068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:02.416176 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:02.463426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:02.485539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=8c046575-233f-4ecf-a7c9-0d5fe96fcee2,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:02.497786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181151b-48e1-469d-8eb0-918881211e6b req-69a01fb3-98c5-4745-9aad-32030860b8c1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:02.499322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6181151b-48e1-469d-8eb0-918881211e6b req-69a01fb3-98c5-4745-9aad-32030860b8c1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 944 time: 0.9240923 Jun 30 03:19:02.632021 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6181151b-48e1-469d-8eb0-918881211e6b req-4d5bed9e-41f5-415c-9720-9bc153032f29 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979781 Jun 30 03:19:02.634648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e80661e9-aa74-462c-ba78-7bbcc21fb068 None None] Provisioning for port 481aa177-0e7a-49b0-b40b-ca782083f6f3 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:02.640034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e80661e9-aa74-462c-ba78-7bbcc21fb068 None None] Provisioning complete for port 481aa177-0e7a-49b0-b40b-ca782083f6f3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:02.640661 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e80661e9-aa74-462c-ba78-7bbcc21fb068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:02.644583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:02.653212 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-470a5def-8a27-4c30-a80f-a1de8a097784 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5048795 Jun 30 03:19:02.655189 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:02.655971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46672) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:02.661198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'network': {'name': 'tempest-RoutersTest-246053573'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:02.687999 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:02.688797 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:02.704522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e80661e9-aa74-462c-ba78-7bbcc21fb068 None None] Port 481aa177-0e7a-49b0-b40b-ca782083f6f3 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:19:02.766127 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:19:02.770666 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:02.806337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:19:02.814612 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:02.816203 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:02.816694 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added segment cdd1e4bd-64d4-4ddb-bb3b-482776959259 of type vlan for network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 Jun 30 03:19:02.835251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dd47cc25-1bae-4a52-aff9-d953e027ccda None None] Provisioning complete for port 481aa177-0e7a-49b0-b40b-ca782083f6f3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:02.836064 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dd47cc25-1bae-4a52-aff9-d953e027ccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:02.864675 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:02.893230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-dd47cc25-1bae-4a52-aff9-d953e027ccda None None] Port 481aa177-0e7a-49b0-b40b-ca782083f6f3 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:19:02.977653 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.041795 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.044641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9b19cf9e-654f-49d4-8043-c68c19549d72 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:03.050942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:03.051570 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.063000 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:00Z', 'revision_number': 3, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:00Z', 'revision_number': 2, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:03.103302 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:03.103858 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Updating router b2a6429f-1a72-4ede-947a-a947e3f32c0f port 481aa177-0e7a-49b0-b40b-ca782083f6f3 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:19:03.114757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9b19cf9e-654f-49d4-8043-c68c19549d72 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:03.115130 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.147779 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.155678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Network': ['ID=4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:03.167047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:19:03.236586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cf04be2b-64ad-48d6-87e2-c7034256868f tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5793455 Jun 30 03:19:03.239580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46676) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:03.244987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'subnet': {'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:03.265472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:03.331661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:03.336435 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.474935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:19:03.478599 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.519004 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.529708 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Transition to ACTIVE for port object 481aa177-0e7a-49b0-b40b-ca782083f6f3 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:03.606527 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.657805 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea33f6-10f6-4944-8903-4d8692cbd67a None None] Pushing event updated for resources: {'Port': ['ID=481aa177-0e7a-49b0-b40b-ca782083f6f3,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:03.777796 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Attempting to bind port 481aa177-0e7a-49b0-b40b-ca782083f6f3 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:03.780376 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Attempting to bind port 481aa177-0e7a-49b0-b40b-ca782083f6f3 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '8143a1a2-fd0e-4b87-b0f0-2be18234fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:03.782276 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Attempting to bind port 481aa177-0e7a-49b0-b40b-ca782083f6f3 on network ccfff50d-5ebd-44c5-9804-eec2e1394632 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:03.798977 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:03.799661 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Checking segment: {'id': '8143a1a2-fd0e-4b87-b0f0-2be18234fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:03.800320 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.803439 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Bound using segment: {'id': '8143a1a2-fd0e-4b87-b0f0-2be18234fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:03.804738 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Bound port: 481aa177-0e7a-49b0-b40b-ca782083f6f3, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8143a1a2-fd0e-4b87-b0f0-2be18234fe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:03.807311 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:03.898578 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] For port 481aa177-0e7a-49b0-b40b-ca782083f6f3, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:03.904993 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] For port 481aa177-0e7a-49b0-b40b-ca782083f6f3, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=481aa177-0e7a-49b0-b40b-ca782083f6f3,segment=NetworkSegment(8143a1a2-fd0e-4b87-b0f0-2be18234fe44),segment_id=8143a1a2-fd0e-4b87-b0f0-2be18234fe44)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:04.056590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbae1b-fd3f-436a-b3c3-a153d41a77db req-0d45c6a5-1c26-44fa-86d0-7f5649c979cf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:04.058182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96bbae1b-fd3f-436a-b3c3-a153d41a77db req-0d45c6a5-1c26-44fa-86d0-7f5649c979cf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 944 time: 0.1205103 Jun 30 03:19:04.130123 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-96bbae1b-fd3f-436a-b3c3-a153d41a77db req-49b04970-deee-4ff6-82cc-ce98a9a4c95e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651147 Jun 30 03:19:04.962092 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:04.962539 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:05.017304 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:05.033900 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:05.034605 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:05.069163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Subnet': ['ID=70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:05.080069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Checking segment: {'id': 'cdd1e4bd-64d4-4ddb-bb3b-482776959259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:05.080874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network hostable DHCP agents. Network: 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:19:05.161843 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea33f6-10f6-4944-8903-4d8692cbd67a None None] Pushing event updated for resources: {'Port': ['ID=481aa177-0e7a-49b0-b40b-ca782083f6f3,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:05.221222 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:05.239577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:19:05.314808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:05.319467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:05.324930 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:05.325186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4924f4b-8ed9-4024-91b3-faa7f79235e6 None None] Network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:05.407686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d0be-8ecf-4d90-a49f-37614ae9395f req-5f513089-9d82-438e-a71b-71e3e7d1ab71 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:05.410080 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65d0d0be-8ecf-4d90-a49f-37614ae9395f req-5f513089-9d82-438e-a71b-71e3e7d1ab71 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 944 time: 0.0977466 Jun 30 03:19:05.433884 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1deefeed-6d61-4c2a-ac27-b153df2cb613 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1876044 Jun 30 03:19:05.433884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46720) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:05.541010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65d0d0be-8ecf-4d90-a49f-37614ae9395f req-61e9a71a-6f34-4418-9eac-b58e5fcb85e4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131384 Jun 30 03:19:05.626599 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:00Z', 'revision_number': 3, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:03Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:05.634285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:19:05.635226 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:05.682365 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ecb91-acda-47ae-a04c-0d4f67878672 None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:00Z', 'revision_number': 3, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:03Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:05.964492 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Allocated IP 172.22.0.2 (4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7/70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47/8e8e2ef5-3cb0-4783-8621-37a4f69bd318) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:06.159435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:06.218614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:06.236135 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Transition to ACTIVE for port object 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:06.268954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Transition to ACTIVE for port object 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:06.395321 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:06.462943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Pushing event updated for resources: {'Port': ['ID=8e8e2ef5-3cb0-4783-8621-37a4f69bd318,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:06.495060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:06.496605 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:06.499118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:06.577219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Allocated IP 172.22.0.1 (4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7/70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47/0d2283e2-8b79-48fd-a4d8-c803ae8f94a8) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:06.631687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Attempting to bind port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:06.632173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Attempting to bind port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'cdd1e4bd-64d4-4ddb-bb3b-482776959259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:06.641603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Attempting to bind port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 on network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:06.647494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:06.648003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Checking segment: {'id': 'cdd1e4bd-64d4-4ddb-bb3b-482776959259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:06.648543 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:06.649072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Bound using segment: {'id': 'cdd1e4bd-64d4-4ddb-bb3b-482776959259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:06.653624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Bound port: 8e8e2ef5-3cb0-4783-8621-37a4f69bd318, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd1e4bd-64d4-4ddb-bb3b-482776959259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:06.654158 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:06.761943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] For port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:06.766190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] For port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8e8e2ef5-3cb0-4783-8621-37a4f69bd318,segment=NetworkSegment(cdd1e4bd-64d4-4ddb-bb3b-482776959259),segment_id=cdd1e4bd-64d4-4ddb-bb3b-482776959259)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:06.822506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:06.839888 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:06.846134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Transition to ACTIVE for port object 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:06.904863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1a596-6505-4e6b-a3b6-957ed3595a34 req-010a84cc-2474-41a5-98e8-49bb6bfda2e6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:06.906506 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5a1a596-6505-4e6b-a3b6-957ed3595a34 req-010a84cc-2474-41a5-98e8-49bb6bfda2e6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 944 time: 0.1361060 Jun 30 03:19:06.956046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd32ea-5db9-4f36-903e-af82f812b715 None None] Pushing event updated for resources: {'Port': ['ID=8e8e2ef5-3cb0-4783-8621-37a4f69bd318,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:06.992362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f5a1a596-6505-4e6b-a3b6-957ed3595a34 req-ea23f504-bc21-4aad-8ac2-5ab0f1c614ff tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790122 Jun 30 03:19:06.999296 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:07.059577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:07.063581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:07.067853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:07.106010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=0d2283e2-8b79-48fd-a4d8-c803ae8f94a8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:07.127057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:07.148105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 481aa177-0e7a-49b0-b40b-ca782083f6f3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:07.389324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 481aa177-0e7a-49b0-b40b-ca782083f6f3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:07.393872 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 481aa177-0e7a-49b0-b40b-ca782083f6f3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:07.394370 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:07.495170 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:07.537948 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:07.595042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 481aa177-0e7a-49b0-b40b-ca782083f6f3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=481aa177-0e7a-49b0-b40b-ca782083f6f3,segment=NetworkSegment(8143a1a2-fd0e-4b87-b0f0-2be18234fe44),segment_id=8143a1a2-fd0e-4b87-b0f0-2be18234fe44)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:07.714404 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:07.767643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=481aa177-0e7a-49b0-b40b-ca782083f6f3,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:07.820244 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:07.946528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:08.053364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=0d2283e2-8b79-48fd-a4d8-c803ae8f94a8,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:08.098085 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:08.216490 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28eab2f-8319-4ad1-bbb5-2864d53ac395 None None] Network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:08.220297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:08.224984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:08.242252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1382c-43fd-481a-bffb-d68667b19a2d req-ccd8b1e8-ea3a-4550-8aef-5a2c2a8fef2d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:08.250089 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fdd1382c-43fd-481a-bffb-d68667b19a2d req-ccd8b1e8-ea3a-4550-8aef-5a2c2a8fef2d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 944 time: 0.1120200 Jun 30 03:19:08.324910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fdd1382c-43fd-481a-bffb-d68667b19a2d req-d2534f48-5cd2-47a6-b1e9-ae5b39b9e897 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711091 Jun 30 03:19:08.352437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b81d05a9-011f-40ab-a0a7-9e05ad8a584d details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:19:08.359123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:08.470702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:08.476060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-03bfb669-5287-4193-984f-abd6c325b58e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0462008 Jun 30 03:19:08.479256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46764) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:08.486692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'network': {'name': 'tempest-RoutersTest-1174049525'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:08.491259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:08.541857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2e9fc24c-d734-4bb0-b97c-a3b56010503e None None] Provisioning for port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:08.574330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:08.574961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:08.636490 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:19:08.642213 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:08.663886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b81d05a9-011f-40ab-a0a7-9e05ad8a584d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:08.693973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:19:08.724552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'mac_address': 'fa:16:3e:bf:ff:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:19:08.769186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:08.772732 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:08.775577 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added segment 9675ed5a-0155-44b2-97be-a4203e2e777b of type vlan for network 42801efc-9f28-45e9-8718-069f0ecef659 Jun 30 03:19:08.856489 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:08.930684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:08.970108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81d05a9-011f-40ab-a0a7-9e05ad8a584d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:19:08.992831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b81d05a9-011f-40ab-a0a7-9e05ad8a584d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:09.089282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46776) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:09.091719 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:09.131704 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:09.138937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:09.140202 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:09.286460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 481aa177-0e7a-49b0-b40b-ca782083f6f3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:09.345262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:09.351371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['b81d05a9-011f-40ab-a0a7-9e05ad8a584d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:19:09.388990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Network': ['ID=42801efc-9f28-45e9-8718-069f0ecef659,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:09.421521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9737a8eb-6921-405e-8760-5d26a6e5cbe1 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9380581 Jun 30 03:19:09.427937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46784) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:09.443822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'subnet': {'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:09.450622 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 42801efc-9f28-45e9-8718-069f0ecef659 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:19:09.515459 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c2cb9cfa-e74e-4bf6-a93a-dea46e10d1ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62f804f066744a37bc9fe9e7c38c4786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221919 Jun 30 03:19:09.516187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46788) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:09.594278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46790) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:09.676036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 2, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:09.689534 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09071913-b870-4f44-a80a-6379aa3c4b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:09.741185 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09071913-b870-4f44-a80a-6379aa3c4b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:09.761834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:09.764752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Updating router b2a6429f-1a72-4ede-947a-a947e3f32c0f port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:19:09.775842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3722f2a0-92e1-47fb-91a1-ba18c1b07f9d None None] Provisioning for port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:09.796866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ae7d1-f59a-4c8f-8a4c-dd3e2cb71c35 req-31c47742-8e3f-47fc-8521-158570ff42a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:09.807022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-028ae7d1-f59a-4c8f-8a4c-dd3e2cb71c35 req-31c47742-8e3f-47fc-8521-158570ff42a2 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 945 time: 0.1856272 Jun 30 03:19:09.807258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3722f2a0-92e1-47fb-91a1-ba18c1b07f9d None None] Provisioning complete for port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:09.807654 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3722f2a0-92e1-47fb-91a1-ba18c1b07f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:09.907902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Made reservation on behalf of 72993a9603ad46bb87c5e8525caea0b9 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:19:09.915816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:09.919290 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b92dbe07-04f5-4455-9d8e-1776feedb013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:09.930133 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-028ae7d1-f59a-4c8f-8a4c-dd3e2cb71c35 req-78b58bf3-c639-4e60-a48f-51bed0d1930e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220820 Jun 30 03:19:09.934899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3722f2a0-92e1-47fb-91a1-ba18c1b07f9d None None] Port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:19:09.988010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 481aa177-0e7a-49b0-b40b-ca782083f6f3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:09.988821 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.063123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09071913-b870-4f44-a80a-6379aa3c4b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.067322 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-09071913-b870-4f44-a80a-6379aa3c4b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.068390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-09071913-b870-4f44-a80a-6379aa3c4b7a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6d9ee24d-8021-440c-aaaf-f92a8c187c99 HTTP/1.1" status: 204 len: 168 time: 0.5511434 Jun 30 03:19:10.082043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09071913-b870-4f44-a80a-6379aa3c4b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9ee24d-8021-440c-aaaf-f92a8c187c99,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:10.126363 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.176146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4115e154-74f6-4420-bb56-39c986da8618 None None] Provisioning complete for port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:10.176825 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4115e154-74f6-4420-bb56-39c986da8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.351164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b92dbe07-04f5-4455-9d8e-1776feedb013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.389356 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.463238 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b92dbe07-04f5-4455-9d8e-1776feedb013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.499737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Subnet': ['ID=cfb26862-bbea-488e-800d-fb228d5f8c05,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:10.531759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Checking segment: {'id': '9675ed5a-0155-44b2-97be-a4203e2e777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:10.532230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network hostable DHCP agents. Network: 42801efc-9f28-45e9-8718-069f0ecef659, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:19:10.549308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46800) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:10.549774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b92dbe07-04f5-4455-9d8e-1776feedb013 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9249a87eb0504d97badd627da5a09dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9537437 Jun 30 03:19:10.554219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dbe07-04f5-4455-9d8e-1776feedb013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec41ad60-c6a5-40b3-838b-1cbcab61a826,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:10.590347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4115e154-74f6-4420-bb56-39c986da8618 None None] Port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:19:10.636833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:10.649615 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-38b13957-b31d-4196-a58d-b57187b3db2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.662282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 42801efc-9f28-45e9-8718-069f0ecef659 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:19:10.681477 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-38b13957-b31d-4196-a58d-b57187b3db2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.794846 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 42801efc-9f28-45e9-8718-069f0ecef659) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:10.800755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:10.801380 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.815492 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728bf742-e0ed-4733-848c-ebbf465627e8 None None] Network 42801efc-9f28-45e9-8718-069f0ecef659 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:10.903126 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-38b13957-b31d-4196-a58d-b57187b3db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.905838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-38b13957-b31d-4196-a58d-b57187b3db2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:10.907085 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-38b13957-b31d-4196-a58d-b57187b3db2a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec41ad60-c6a5-40b3-838b-1cbcab61a826 HTTP/1.1" status: 204 len: 168 time: 0.3567462 Jun 30 03:19:10.917687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b13957-b31d-4196-a58d-b57187b3db2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec41ad60-c6a5-40b3-838b-1cbcab61a826,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:10.944271 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-06ba7e06-ee91-47ce-9a73-6bd319361fcc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5151882 Jun 30 03:19:10.947111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46810) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:10.959913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:10.972227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:10.972610 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.032920 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.054998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Transition to ACTIVE for port object 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:11.123393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-42801efc-9f28-45e9-8718-069f0ecef659', 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'fixed_ips': [{'subnet_id': 'cfb26862-bbea-488e-800d-fb228d5f8c05'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:19:11.124111 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.156509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.255354 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.259604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8e8e2ef5-3cb0-4783-8621-37a4f69bd318,segment=NetworkSegment(cdd1e4bd-64d4-4ddb-bb3b-482776959259),segment_id=cdd1e4bd-64d4-4ddb-bb3b-482776959259)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:11.289098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e33857-dcab-45b5-96f0-e56d37fe53c7 req-24601b77-0d6e-483e-81bf-e9cbd32b47f4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:11.291131 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22e33857-dcab-45b5-96f0-e56d37fe53c7 req-24601b77-0d6e-483e-81bf-e9cbd32b47f4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 945 time: 0.1729836 Jun 30 03:19:11.360946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc7df1-bbaf-494d-9a84-61a812c2c487 None None] Pushing event updated for resources: {'Port': ['ID=0d2283e2-8b79-48fd-a4d8-c803ae8f94a8,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:11.368612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Allocated IP 172.23.0.2 (42801efc-9f28-45e9-8718-069f0ecef659/cfb26862-bbea-488e-800d-fb228d5f8c05/3773e4ef-d64d-482a-b3c5-d33bd895f3ea) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:11.372532 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-22e33857-dcab-45b5-96f0-e56d37fe53c7 req-b9fd2549-e2ef-493a-9feb-95a333c2c3c0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746145 Jun 30 03:19:11.436022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Attempting to bind port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:11.436672 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Attempting to bind port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'cdd1e4bd-64d4-4ddb-bb3b-482776959259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:11.437046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Attempting to bind port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 on network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:11.439104 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.484241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:11.492356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Checking segment: {'id': 'cdd1e4bd-64d4-4ddb-bb3b-482776959259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:11.492356 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.492356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Bound using segment: {'id': 'cdd1e4bd-64d4-4ddb-bb3b-482776959259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:11.492356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Bound port: 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd1e4bd-64d4-4ddb-bb3b-482776959259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:11.492356 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.512179 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.536404 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:19:11.621842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=8e8e2ef5-3cb0-4783-8621-37a4f69bd318,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:11.695347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] For port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:11.701625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] For port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0d2283e2-8b79-48fd-a4d8-c803ae8f94a8,segment=NetworkSegment(cdd1e4bd-64d4-4ddb-bb3b-482776959259),segment_id=cdd1e4bd-64d4-4ddb-bb3b-482776959259)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:11.760656 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.772545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Transition to ACTIVE for port object 3773e4ef-d64d-482a-b3c5-d33bd895f3ea will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:11.794182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Transition to ACTIVE for port object 3773e4ef-d64d-482a-b3c5-d33bd895f3ea will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:11.857931 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.940907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46830) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:11.950260 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.956747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc7df1-bbaf-494d-9a84-61a812c2c487 None None] Pushing event updated for resources: {'Port': ['ID=0d2283e2-8b79-48fd-a4d8-c803ae8f94a8,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:11.969386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc22a-a61d-4b18-aa92-99c4c7f3f2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.983749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Allocated IP 172.23.0.1 (42801efc-9f28-45e9-8718-069f0ecef659/cfb26862-bbea-488e-800d-fb228d5f8c05/1ee6811b-05db-4ee8-aadf-9007855b174e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:11.986670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:11.987361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:12.104107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Network 42801efc-9f28-45e9-8718-069f0ecef659 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:12.107763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Pushing event updated for resources: {'Port': ['ID=3773e4ef-d64d-482a-b3c5-d33bd895f3ea,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:12.113409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:12.119062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:12.132597 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc22a-a61d-4b18-aa92-99c4c7f3f2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.165060 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.177957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Transition to ACTIVE for port object 1ee6811b-05db-4ee8-aadf-9007855b174e will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:12.189442 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:12.240616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Attempting to bind port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:12.240987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Attempting to bind port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '9675ed5a-0155-44b2-97be-a4203e2e777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:12.241456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Attempting to bind port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea on network 42801efc-9f28-45e9-8718-069f0ecef659 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:12.253462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:12.253851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Checking segment: {'id': '9675ed5a-0155-44b2-97be-a4203e2e777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:12.254259 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.254650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Bound using segment: {'id': '9675ed5a-0155-44b2-97be-a4203e2e777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:12.255118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Bound port: 3773e4ef-d64d-482a-b3c5-d33bd895f3ea, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9675ed5a-0155-44b2-97be-a4203e2e777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:12.255519 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.303003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b81d05a9-011f-40ab-a0a7-9e05ad8a584d up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:12.461840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] For port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:12.481669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] For port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3773e4ef-d64d-482a-b3c5-d33bd895f3ea,segment=NetworkSegment(9675ed5a-0155-44b2-97be-a4203e2e777b),segment_id=9675ed5a-0155-44b2-97be-a4203e2e777b)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:12.537636 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.538236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:11Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:12.539734 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ae2dc22a-a61d-4b18-aa92-99c4c7f3f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.571894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8048d8-891d-43be-9153-0f20d9c707c6 None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:11Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:12.592456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ae2dc22a-a61d-4b18-aa92-99c4c7f3f2f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fd67b56f446747ae9fba0d01aa9e444d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6498375 Jun 30 03:19:12.594949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dc22a-a61d-4b18-aa92-99c4c7f3f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ff077e-c11e-4bef-a75f-2aced16a8264,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:12.598276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46838) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:12.633010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 42801efc-9f28-45e9-8718-069f0ecef659 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:12.642619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:12.668698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:12.672746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port b81d05a9-011f-40ab-a0a7-9e05ad8a584d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:12.675534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d0582-da1d-4ecb-af2b-e10641c998d0 req-1f823130-ee3f-4e3d-9401-b2597d22be7a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:12.676967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba6d0582-da1d-4ecb-af2b-e10641c998d0 req-1f823130-ee3f-4e3d-9401-b2597d22be7a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 945 time: 0.1689126 Jun 30 03:19:12.693858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port b81d05a9-011f-40ab-a0a7-9e05ad8a584d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:12.694232 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.719631 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2e72e6d0-de3a-42cd-80e7-971a796ecaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.720536 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.736239 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=1ee6811b-05db-4ee8-aadf-9007855b174e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:12.764103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ba6d0582-da1d-4ecb-af2b-e10641c998d0 req-b1130241-c96b-4b61-88da-b5dd1ae83654 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720851 Jun 30 03:19:12.771771 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2e72e6d0-de3a-42cd-80e7-971a796ecaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.814600 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.878299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0c65f-b307-4e2d-9894-306581e74d83 None None] Pushing event updated for resources: {'Port': ['ID=3773e4ef-d64d-482a-b3c5-d33bd895f3ea,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:12.936169 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:12.971403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:19:12.974638 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b7a37e-9c66-4312-87be-7b21451dbb10" -d '{"events": [{"server_uuid": "ff89ec17-265c-464d-a67f-fdfb1532f045", "name": "network-vif-plugged", "status": "completed", "tag": "b81d05a9-011f-40ab-a0a7-9e05ad8a584d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:19:13.007922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port b81d05a9-011f-40ab-a0a7-9e05ad8a584d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:13.018964 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8367ce-ecac-44be-839e-c687e0798f07 x-openstack-request-id: req-fe8367ce-ecac-44be-839e-c687e0798f07 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:19:13.019597 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89ec17-265c-464d-a67f-fdfb1532f045", "name": "network-vif-plugged", "status": "completed", "tag": "b81d05a9-011f-40ab-a0a7-9e05ad8a584d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:19:13.019866 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe8367ce-ecac-44be-839e-c687e0798f07 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:19:13.020581 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'code': 200} Jun 30 03:19:13.034676 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2e72e6d0-de3a-42cd-80e7-971a796ecaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:13.038801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2e72e6d0-de3a-42cd-80e7-971a796ecaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:13.068228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2e72e6d0-de3a-42cd-80e7-971a796ecaa8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5ff077e-c11e-4bef-a75f-2aced16a8264 HTTP/1.1" status: 204 len: 168 time: 0.4413843 Jun 30 03:19:13.068228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72e6d0-de3a-42cd-80e7-971a796ecaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ff077e-c11e-4bef-a75f-2aced16a8264,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:13.223660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbdc17-b4d1-4b8d-b7d7-a68b3bb00461 req-15c707c5-bb55-4afc-9a77-5743afc2127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:13.226652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a3dbdc17-b4d1-4b8d-b7d7-a68b3bb00461 req-15c707c5-bb55-4afc-9a77-5743afc2127d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1096 time: 0.1157718 Jun 30 03:19:13.249945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:13.274354 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a3dbdc17-b4d1-4b8d-b7d7-a68b3bb00461 req-4f4b0fbe-041d-49d7-95b8-03b0e0e83b06 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398684 Jun 30 03:19:13.298716 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:13.378102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:13.586839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:13.672338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:13.727009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:13.727323 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:13.777033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:13.815046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3773e4ef-d64d-482a-b3c5-d33bd895f3ea up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:13.893405 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event updated for resources: {'Port': ['ID=1ee6811b-05db-4ee8-aadf-9007855b174e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:13.899328 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.006981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa29c1-a510-4862-92d2-7903a48f5700 req-9920291b-34b6-4d64-aadc-72a973827944 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:14.009256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3aaa29c1-a510-4862-92d2-7903a48f5700 req-9920291b-34b6-4d64-aadc-72a973827944 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 946 time: 0.0755439 Jun 30 03:19:14.031540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Network 42801efc-9f28-45e9-8718-069f0ecef659 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:14.033836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:14.056921 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3aaa29c1-a510-4862-92d2-7903a48f5700 req-da1668ae-5bd7-4aa5-85b0-ab7cb9e52d3f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411937 Jun 30 03:19:14.085906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:14.093615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:14.153113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ee93aa-3c32-41cf-b288-1f9fab73b8f9 None None] Network 42801efc-9f28-45e9-8718-069f0ecef659 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:14.162245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:14.259978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46882) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:14.277044 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-02cce24d-c950-463f-a3e3-c29ad7bffdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.292800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:14.304674 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4357aecf-b7eb-46e3-9bd3-ccbfcca9eb2d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3534703 Jun 30 03:19:14.304786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46884) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:14.306377 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:14.310679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3dd17486-a1e3-4c94-95b5-9c523dac3e65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:14.317019 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:14.317890 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:14.376591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:14.386082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:14.386498 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.410724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-02cce24d-c950-463f-a3e3-c29ad7bffdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.430631 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:14.559217 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.613862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0d2283e2-8b79-48fd-a4d8-c803ae8f94a8,segment=NetworkSegment(cdd1e4bd-64d4-4ddb-bb3b-482776959259),segment_id=cdd1e4bd-64d4-4ddb-bb3b-482776959259)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:14.640991 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-02cce24d-c950-463f-a3e3-c29ad7bffdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.646957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9f86e652-2510-42c8-95c9-691a0013d16f None None] Provisioning for port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:14.651575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9f86e652-2510-42c8-95c9-691a0013d16f None None] Provisioning complete for port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:14.651943 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f86e652-2510-42c8-95c9-691a0013d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.700496 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-02cce24d-c950-463f-a3e3-c29ad7bffdef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b06a685135ba40bf8e3093b5cdf1b22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382982 Jun 30 03:19:14.702865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cce24d-c950-463f-a3e3-c29ad7bffdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b812a-2e37-4d63-a1ee-9ddd178193d4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:14.706176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46894) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:14.792122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.799794 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:12Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:11Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ee6811b-05db-4ee8-aadf-9007855b174e', 'name': '', 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:ac:e9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:11Z', 'updated_at': '2021-06-30T03:19:13Z', 'revision_number': 2, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:14.805579 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f86e652-2510-42c8-95c9-691a0013d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.809705 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8e30-fe95-4bbb-b4ea-82bc4675e3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.837777 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:14.838363 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Updating router b2a6429f-1a72-4ede-947a-a947e3f32c0f port 1ee6811b-05db-4ee8-aadf-9007855b174e binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:19:14.860190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8e30-fe95-4bbb-b4ea-82bc4675e3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.871342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.extraroute_db [None req-3dd17486-a1e3-4c94-95b5-9c523dac3e65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 03:19:14.881408 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.895800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9f86e652-2510-42c8-95c9-691a0013d16f None None] For port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3773e4ef-d64d-482a-b3c5-d33bd895f3ea,segment=NetworkSegment(9675ed5a-0155-44b2-97be-a4203e2e777b),segment_id=9675ed5a-0155-44b2-97be-a4203e2e777b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:14.910245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.extraroute_db [None req-3dd17486-a1e3-4c94-95b5-9c523dac3e65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Removed routes are [] {{(pid=94530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 03:19:14.910664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3dd17486-a1e3-4c94-95b5-9c523dac3e65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:14.932687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=0d2283e2-8b79-48fd-a4d8-c803ae8f94a8,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:15.000605 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f86e652-2510-42c8-95c9-691a0013d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.054498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86e652-2510-42c8-95c9-691a0013d16f None None] Pushing event updated for resources: {'Port': ['ID=3773e4ef-d64d-482a-b3c5-d33bd895f3ea,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:15.103193 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8e30-fe95-4bbb-b4ea-82bc4675e3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.106651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8e30-fe95-4bbb-b4ea-82bc4675e3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.129873 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e9ac8e30-fe95-4bbb-b4ea-82bc4675e3e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3c0b812a-2e37-4d63-a1ee-9ddd178193d4 HTTP/1.1" status: 204 len: 168 time: 0.4184659 Jun 30 03:19:15.228199 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.241688 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Transition to ACTIVE for port object 1ee6811b-05db-4ee8-aadf-9007855b174e will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:15.281461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac8e30-fe95-4bbb-b4ea-82bc4675e3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b812a-2e37-4d63-a1ee-9ddd178193d4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:15.314724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5f7c7650-d94e-4bc2-a04a-bc358384af44 None None] Provisioning for port 1ee6811b-05db-4ee8-aadf-9007855b174e completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:15.316773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5f7c7650-d94e-4bc2-a04a-bc358384af44 None None] Provisioning complete for port 1ee6811b-05db-4ee8-aadf-9007855b174e triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:15.317163 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5f7c7650-d94e-4bc2-a04a-bc358384af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.368396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c7650-d94e-4bc2-a04a-bc358384af44 None None] Port 1ee6811b-05db-4ee8-aadf-9007855b174e cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:19:15.380554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5f7c7650-d94e-4bc2-a04a-bc358384af44 None None] Provisioning complete for port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:15.380554 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5f7c7650-d94e-4bc2-a04a-bc358384af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.428223 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.544953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3773e4ef-d64d-482a-b3c5-d33bd895f3ea up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:15.548355 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f736dc5-e72f-40d4-b472-bfd330986623 None None] Pushing event updated for resources: {'Port': ['ID=1ee6811b-05db-4ee8-aadf-9007855b174e,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:15.596909 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Attempting to bind port 1ee6811b-05db-4ee8-aadf-9007855b174e on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:15.598608 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Attempting to bind port 1ee6811b-05db-4ee8-aadf-9007855b174e by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '9675ed5a-0155-44b2-97be-a4203e2e777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:15.599156 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Attempting to bind port 1ee6811b-05db-4ee8-aadf-9007855b174e on network 42801efc-9f28-45e9-8718-069f0ecef659 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:15.610498 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:15.610498 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Checking segment: {'id': '9675ed5a-0155-44b2-97be-a4203e2e777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:15.610498 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.610498 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Bound using segment: {'id': '9675ed5a-0155-44b2-97be-a4203e2e777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:15.610498 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Bound port: 1ee6811b-05db-4ee8-aadf-9007855b174e, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9675ed5a-0155-44b2-97be-a4203e2e777b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:15.610498 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.611465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:15.612020 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.708135 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] For port 1ee6811b-05db-4ee8-aadf-9007855b174e, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:15.711593 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] For port 1ee6811b-05db-4ee8-aadf-9007855b174e, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1ee6811b-05db-4ee8-aadf-9007855b174e,segment=NetworkSegment(9675ed5a-0155-44b2-97be-a4203e2e777b),segment_id=9675ed5a-0155-44b2-97be-a4203e2e777b)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:15.727561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:15.776889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:15.777275 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.800679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f71ee-3bf6-4faa-8350-abe459a76fe9 req-d95208f3-f9f6-457a-b283-ba0615770e89 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:15.802467 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-225f71ee-3bf6-4faa-8350-abe459a76fe9 req-d95208f3-f9f6-457a-b283-ba0615770e89 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 946 time: 0.5400848 Jun 30 03:19:15.838377 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3dd17486-a1e3-4c94-95b5-9c523dac3e65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.866684 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-225f71ee-3bf6-4faa-8350-abe459a76fe9 req-c182bf31-50d5-42fc-aedb-51f7f1cdf01f tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563886 Jun 30 03:19:15.869071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3dd17486-a1e3-4c94-95b5-9c523dac3e65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.892119 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:15.939880 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f736dc5-e72f-40d4-b472-bfd330986623 None None] Pushing event updated for resources: {'Port': ['ID=1ee6811b-05db-4ee8-aadf-9007855b174e,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:15.957011 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:15.957721 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:16.069948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd17486-a1e3-4c94-95b5-9c523dac3e65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:16.126692 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:16.146019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97659ed2-b8ba-41b1-83fc-88ca83840fef req-a906fd17-e30d-46c9-90b7-26e8f1d2ea1a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:16.148253 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97659ed2-b8ba-41b1-83fc-88ca83840fef req-a906fd17-e30d-46c9-90b7-26e8f1d2ea1a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 946 time: 0.1172454 Jun 30 03:19:16.189931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd17486-a1e3-4c94-95b5-9c523dac3e65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:16.198471 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3dd17486-a1e3-4c94-95b5-9c523dac3e65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:16.202585 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3dd17486-a1e3-4c94-95b5-9c523dac3e65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f HTTP/1.1" status: 200 len: 934 time: 1.8961065 Jun 30 03:19:16.203576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46934) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:16.219101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-97659ed2-b8ba-41b1-83fc-88ca83840fef req-073ab601-9020-46e5-bf9a-95fb0f552bb0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640070 Jun 30 03:19:16.250198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46938) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:16.316551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cafc6c-0102-4dad-8ffa-2aa3dc012b24 tempest-TestVolumeBootPattern-406993245 tempest-TestVolumeBootPattern-406993245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:16.320821 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e0cafc6c-0102-4dad-8ffa-2aa3dc012b24 tempest-TestVolumeBootPattern-406993245 tempest-TestVolumeBootPattern-406993245-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1092 time: 0.0663331 Jun 30 03:19:16.321110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 46942) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:16.326573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:16.328130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-02984f43-6ac4-47f1-bc35-e77fca166ad7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f HTTP/1.1" status: 200 len: 934 time: 0.1231899 Jun 30 03:19:16.328686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 46944) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:16.334815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-546e570c-77ca-4b8f-b90a-d9d9a84e677c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'routes': None}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:16.401324 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 6, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ee6811b-05db-4ee8-aadf-9007855b174e', 'name': '', 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:ac:e9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:11Z', 'updated_at': '2021-06-30T03:19:15Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:16.434500 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db80c55d-171b-4dbb-af3e-6021f0450774 None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 6, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ee6811b-05db-4ee8-aadf-9007855b174e', 'name': '', 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:ac:e9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:11Z', 'updated_at': '2021-06-30T03:19:15Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:16.508971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:16.660869 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:16.811822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Allocated IP 172.25.2.23 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/d792422e-cdc9-47ee-b350-8af7507092f1) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:17.004042 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:17.156929 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:17.171876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.extraroute_db [None req-546e570c-77ca-4b8f-b90a-d9d9a84e677c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added routes are [] {{(pid=94531) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 03:19:17.172449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.extraroute_db [None req-546e570c-77ca-4b8f-b90a-d9d9a84e677c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94531) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 03:19:17.235762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=d792422e-cdc9-47ee-b350-8af7507092f1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:17.236355 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-546e570c-77ca-4b8f-b90a-d9d9a84e677c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:17.249464 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:17.251075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:17.255514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:17.597477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1ee6811b-05db-4ee8-aadf-9007855b174e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:17.645596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:17.674828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:17.675761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:17.700800 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-546e570c-77ca-4b8f-b90a-d9d9a84e677c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:17.704329 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-546e570c-77ca-4b8f-b90a-d9d9a84e677c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:17.787867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:17.804614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546e570c-77ca-4b8f-b90a-d9d9a84e677c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:17.879659 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:17.923099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546e570c-77ca-4b8f-b90a-d9d9a84e677c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:17.930376 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-546e570c-77ca-4b8f-b90a-d9d9a84e677c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:17.931706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-546e570c-77ca-4b8f-b90a-d9d9a84e677c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f HTTP/1.1" status: 200 len: 700 time: 1.6020377 Jun 30 03:19:17.936209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47008) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:17.999782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1ee6811b-05db-4ee8-aadf-9007855b174e completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:18.003898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1ee6811b-05db-4ee8-aadf-9007855b174e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:18.004398 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:18.052029 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dd5f9b0c-c674-4908-8313-d262b8aefcce tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f HTTP/1.1" status: 200 len: 700 time: 0.1147106 Jun 30 03:19:18.054836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47018) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:18.069817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:17Z', 'revision_number': 7, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ee6811b-05db-4ee8-aadf-9007855b174e', 'name': '', 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:ac:e9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:11Z', 'updated_at': '2021-06-30T03:19:15Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:18.099184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:18.135034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:18.135922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:18.182493 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:18.259978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1ee6811b-05db-4ee8-aadf-9007855b174e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1ee6811b-05db-4ee8-aadf-9007855b174e,segment=NetworkSegment(9675ed5a-0155-44b2-97be-a4203e2e777b),segment_id=9675ed5a-0155-44b2-97be-a4203e2e777b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:18.272573 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:18.335149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:18.367643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:18.499541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1ee6811b-05db-4ee8-aadf-9007855b174e,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:18.529565 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:18.607487 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:18.611319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:17Z', 'revision_number': 7, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ee6811b-05db-4ee8-aadf-9007855b174e', 'name': '', 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:ac:e9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:11Z', 'updated_at': '2021-06-30T03:19:15Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:18.639009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc70ac1-f8a1-469e-9c03-233cba1299f4 None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:17Z', 'revision_number': 7, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ee6811b-05db-4ee8-aadf-9007855b174e', 'name': '', 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:ac:e9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:11Z', 'updated_at': '2021-06-30T03:19:15Z', 'revision_number': 4, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:18.734530 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:18.851999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=d792422e-cdc9-47ee-b350-8af7507092f1,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:18.872689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:18.896772 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:18.921048 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:18.922741 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:19.055275 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:19.056999 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Floating IP 47b35286-2be4-4a08-9245-6ce2fc5baada associated. External IP: 172.25.2.23, port: b81d05a9-011f-40ab-a0a7-9e05ad8a584d. Jun 30 03:19:19.300775 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:17Z', 'revision_number': 7, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ee6811b-05db-4ee8-aadf-9007855b174e', 'name': '', 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:ac:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:11Z', 'updated_at': '2021-06-30T03:19:18Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:19.336578 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:19.346631 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:19.347442 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:19.482096 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:19.493923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 1ee6811b-05db-4ee8-aadf-9007855b174e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:19.494277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:19.574279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1ee6811b-05db-4ee8-aadf-9007855b174e up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:19.632580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47066) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:19.695902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 1ee6811b-05db-4ee8-aadf-9007855b174e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1ee6811b-05db-4ee8-aadf-9007855b174e,segment=NetworkSegment(9675ed5a-0155-44b2-97be-a4203e2e777b),segment_id=9675ed5a-0155-44b2-97be-a4203e2e777b)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:19.696287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:19.710052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1ee6811b-05db-4ee8-aadf-9007855b174e triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:19.710521 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:19.745454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 1ee6811b-05db-4ee8-aadf-9007855b174e owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:19.797171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85735ff3-a7d6-43b2-84a3-933dd3c8bc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:19.866661 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:17Z', 'revision_number': 7, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ee6811b-05db-4ee8-aadf-9007855b174e', 'name': '', 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:ac:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:11Z', 'updated_at': '2021-06-30T03:19:18Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:19.909829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85735ff3-a7d6-43b2-84a3-933dd3c8bc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:19.915569 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d1b025-b0ce-4667-84af-6249cd1fd723 None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:17Z', 'revision_number': 7, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ee6811b-05db-4ee8-aadf-9007855b174e', 'name': '', 'network_id': '42801efc-9f28-45e9-8718-069f0ecef659', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:ac:e9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:11Z', 'updated_at': '2021-06-30T03:19:18Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'cfb26862-bbea-488e-800d-fb228d5f8c05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:19.918234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Router 3677b95a-93c8-4ce5-9268-bcc00351862d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:20.005666 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-85735ff3-a7d6-43b2-84a3-933dd3c8bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:20.038600 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85735ff3-a7d6-43b2-84a3-933dd3c8bc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fe8ff8-8ce9-43c0-abe9-6d17182f1a41,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:20.060516 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-85735ff3-a7d6-43b2-84a3-933dd3c8bc6f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=529d91b536c3435dbfe314c4e2ca6011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262893 Jun 30 03:19:20.063242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47070) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:20.092815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-48fa425b-1dff-42c8-b7a9-3b72e83346e6 req-c483f12a-aa72-47a2-ad66-a95ef4e93673 service neutron] (94530) timed out ('10.222.0.77', 48680) {{(pid=94530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:19:20.116235 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acb501da-3ddd-45a7-ae4a-052814715352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:20.142480 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acb501da-3ddd-45a7-ae4a-052814715352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:20.150362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:20.162288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] Sync routers for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:20.172388 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:20.173006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:20.282146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:20.470034 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:20.472090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:20.472441 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acb501da-3ddd-45a7-ae4a-052814715352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:20.484169 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acb501da-3ddd-45a7-ae4a-052814715352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:20.488048 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-acb501da-3ddd-45a7-ae4a-052814715352 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84fe8ff8-8ce9-43c0-abe9-6d17182f1a41 HTTP/1.1" status: 204 len: 168 time: 0.4211655 Jun 30 03:19:20.495068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb501da-3ddd-45a7-ae4a-052814715352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fe8ff8-8ce9-43c0-abe9-6d17182f1a41,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:20.531641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '47b35286-2be4-4a08-9245-6ce2fc5baada', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:bf:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:19:17Z', 'updated_at': '2021-06-30T03:19:17Z', 'revision_number': 0, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:20.542403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=1ee6811b-05db-4ee8-aadf-9007855b174e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:20.565548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] Checking router: 3677b95a-93c8-4ce5-9268-bcc00351862d for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:20.577453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:20.578673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:20.609580 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2efa9a79-2c7a-4f92-a9b2-51d35766c963 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2844827 Jun 30 03:19:20.614500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'tag': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:19:20.616870 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829ca147-e073-4485-a5af-6932b8b80eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff89ec17-265c-464d-a67f-fdfb1532f045", "tag": "b81d05a9-011f-40ab-a0a7-9e05ad8a584d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:19:20.683078 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd5a3d0-c610-417f-8672-e2066589ca3e x-openstack-request-id: req-6dd5a3d0-c610-417f-8672-e2066589ca3e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:19:20.683386 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff89ec17-265c-464d-a67f-fdfb1532f045", "tag": "b81d05a9-011f-40ab-a0a7-9e05ad8a584d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:19:20.683642 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6dd5a3d0-c610-417f-8672-e2066589ca3e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:19:20.684774 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'tag': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'status': 'completed', 'code': 200} Jun 30 03:19:20.767108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:20.767561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-32e8bee9-f6b6-473a-b0dd-3ea7da6b7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:20.768980 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-32e8bee9-f6b6-473a-b0dd-3ea7da6b7778 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1097 time: 0.0741193 Jun 30 03:19:20.890453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:20.934731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-f0a3c0b9-856b-4de0-8f54-97795f900faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:20.934731 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-f0a3c0b9-856b-4de0-8f54-97795f900faa service neutron] 10.222.0.83 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.1582971 Jun 30 03:19:21.094890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-2114b99d-fbee-4812-ab72-07e9e2df8572 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 200 len: 999 time: 0.1521633 Jun 30 03:19:21.157428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '47b35286-2be4-4a08-9245-6ce2fc5baada', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:bf:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:19:17Z', 'updated_at': '2021-06-30T03:19:17Z', 'revision_number': 0, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:21.159212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-8ae9c251-5f5a-46a2-9ded-a88384242f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:21.161945 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-8ae9c251-5f5a-46a2-9ded-a88384242f01 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0608847 Jun 30 03:19:21.192912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d685610-d47a-42aa-80ee-1e7e1b77260d None None] The sync data for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 is: [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '47b35286-2be4-4a08-9245-6ce2fc5baada', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:bf:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:19:17Z', 'updated_at': '2021-06-30T03:19:17Z', 'revision_number': 0, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:21.234708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:21.245227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-9af37bc9-c27f-4c9b-8c75-c714897cb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:21.247584 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-9af37bc9-c27f-4c9b-8c75-c714897cb054 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698802 Jun 30 03:19:21.368630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:21.376689 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e166764d-b682-4128-a548-c4968398333c tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3176298 Jun 30 03:19:21.376689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47092) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:21.379711 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:21.397045 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:21.399929 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:21.437909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-eaff8664-512b-4dc9-889e-4ae15b1c018e service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835217 Jun 30 03:19:21.444505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b08bbbd-d729-4a39-af4b-37c4ab9dd5e2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting subnet cfb26862-bbea-488e-800d-fb228d5f8c05 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:19:21.449253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2b08bbbd-d729-4a39-af4b-37c4ab9dd5e2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:21.519146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47094) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:21.537974 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3dca95a-f70d-4d62-81f9-f6abbd058289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:21.559462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2b08bbbd-d729-4a39-af4b-37c4ab9dd5e2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:21.601981 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:21.636298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-829ca147-e073-4485-a5af-6932b8b80eb5 req-85fbb401-c4e5-4299-ba5e-9a8118977960 service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901109 Jun 30 03:19:21.661486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628a653c-3ec9-4c59-b830-5f8f286fc35a None None] New status for floating IP 47b35286-2be4-4a08-9245-6ce2fc5baada: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:19:21.769055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2b08bbbd-d729-4a39-af4b-37c4ab9dd5e2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:21.882168 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:20Z', 'revision_number': 8, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:21.900251 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3dca95a-f70d-4d62-81f9-f6abbd058289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:21.915773 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:21.931887 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:21.932501 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:21.977674 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2b08bbbd-d729-4a39-af4b-37c4ab9dd5e2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.042229 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c3dca95a-f70d-4d62-81f9-f6abbd058289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.042583 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:22.082263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08bbbd-d729-4a39-af4b-37c4ab9dd5e2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb26862-bbea-488e-800d-fb228d5f8c05,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:22.100957 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2b08bbbd-d729-4a39-af4b-37c4ab9dd5e2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.101681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3feaee-1dd8-4fc6-a451-82d1285d3d55 None None] Network 42801efc-9f28-45e9-8718-069f0ecef659 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:22.105833 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2b08bbbd-d729-4a39-af4b-37c4ab9dd5e2 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/cfb26862-bbea-488e-800d-fb228d5f8c05 HTTP/1.1" status: 204 len: 168 time: 0.7259426 Jun 30 03:19:22.106615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47098) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:22.129572 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c3dca95a-f70d-4d62-81f9-f6abbd058289 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11405593b0bf42c4b6ca8d998a8928be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6090970 Jun 30 03:19:22.133311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47100) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:22.200327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dca95a-f70d-4d62-81f9-f6abbd058289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f087eb9e-204f-4349-9822-b1441a88eecf,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:22.229968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-254c696f-fa7a-4819-b5cb-a92a93d774df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.267114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-254c696f-fa7a-4819-b5cb-a92a93d774df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.288233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.420670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:22.421094 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.437693 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:20Z', 'revision_number': 8, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:22.461378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-254c696f-fa7a-4819-b5cb-a92a93d774df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.464108 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-254c696f-fa7a-4819-b5cb-a92a93d774df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.465190 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-254c696f-fa7a-4819-b5cb-a92a93d774df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f087eb9e-204f-4349-9822-b1441a88eecf HTTP/1.1" status: 204 len: 168 time: 0.3309343 Jun 30 03:19:22.474253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c696f-fa7a-4819-b5cb-a92a93d774df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f087eb9e-204f-4349-9822-b1441a88eecf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:22.485714 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc5352-cc9e-40d0-9502-9f0be9d834dc None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:20Z', 'revision_number': 8, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '0d2283e2-8b79-48fd-a4d8-c803ae8f94a8', 'name': '', 'network_id': '4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:5a:a4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:06Z', 'updated_at': '2021-06-30T03:19:14Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:22.508613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e906f12-4cd6-4005-bff8-cd6214df5038 None None] DHCP port deletion for 42801efc-9f28-45e9-8718-069f0ecef659 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:19:22.526380 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3773e4ef-d64d-482a-b3c5-d33bd895f3ea,segment=NetworkSegment(9675ed5a-0155-44b2-97be-a4203e2e777b),segment_id=9675ed5a-0155-44b2-97be-a4203e2e777b)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:22.526806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.551568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 3773e4ef-d64d-482a-b3c5-d33bd895f3ea owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:22.570201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5e906f12-4cd6-4005-bff8-cd6214df5038 None None] Deleting port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:22.570848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5e906f12-4cd6-4005-bff8-cd6214df5038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.654089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5e906f12-4cd6-4005-bff8-cd6214df5038 None None] For port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3773e4ef-d64d-482a-b3c5-d33bd895f3ea,segment=NetworkSegment(9675ed5a-0155-44b2-97be-a4203e2e777b),segment_id=9675ed5a-0155-44b2-97be-a4203e2e777b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:22.654483 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5e906f12-4cd6-4005-bff8-cd6214df5038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.672199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-5e906f12-4cd6-4005-bff8-cd6214df5038 None None] Calling delete_port for 3773e4ef-d64d-482a-b3c5-d33bd895f3ea owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:22.971541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:22.978904 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5e906f12-4cd6-4005-bff8-cd6214df5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:23.002408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=3773e4ef-d64d-482a-b3c5-d33bd895f3ea,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:23.005395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No DVR routers for this DVR port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:19:23.014035 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e906f12-4cd6-4005-bff8-cd6214df5038 None None] Pushing event deleted for resources: {'Port': ['ID=3773e4ef-d64d-482a-b3c5-d33bd895f3ea,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:23.033550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e906f12-4cd6-4005-bff8-cd6214df5038 None None] No DVR routers for this DVR port 3773e4ef-d64d-482a-b3c5-d33bd895f3ea on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:19:23.092672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:23.102866 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:23.106959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42801efc-9f28-45e9-8718-069f0ecef659']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:23.123735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9675ed5a-0155-44b2-97be-a4203e2e777b') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:23.123996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9675ed5a-0155-44b2-97be-a4203e2e777b') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:23.141946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:23.160471 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:23.168391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:19:23.168693 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:19:23.173097 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:19:23.302645 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:23.310694 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:23.314051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/networks/42801efc-9f28-45e9-8718-069f0ecef659 HTTP/1.1" status: 204 len: 168 time: 1.2052999 Jun 30 03:19:23.316010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47118) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:23.329172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc80a2-0b62-43a8-91d5-bc0d9caf03d9 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Network': ['ID=42801efc-9f28-45e9-8718-069f0ecef659,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:23.565166 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:23.590896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1ee6811b-05db-4ee8-aadf-9007855b174e no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:19:23.621831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 1ee6811b-05db-4ee8-aadf-9007855b174e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:19:23.623740 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1ee6811b-05db-4ee8-aadf-9007855b174e not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:19:23.625288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3773e4ef-d64d-482a-b3c5-d33bd895f3ea no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:19:23.663357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 3773e4ef-d64d-482a-b3c5-d33bd895f3ea {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:19:23.664043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3773e4ef-d64d-482a-b3c5-d33bd895f3ea not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:19:23.741546 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.011491 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:24.011853 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.067713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47142) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:24.112705 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0d2283e2-8b79-48fd-a4d8-c803ae8f94a8,segment=NetworkSegment(cdd1e4bd-64d4-4ddb-bb3b-482776959259),segment_id=cdd1e4bd-64d4-4ddb-bb3b-482776959259)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:24.113182 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.126886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:24.194574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-337237218-network', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:24.331111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Made reservation on behalf of 3391c9c3692e47d7ac89d540aba058a4 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:19:24.333627 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.342448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.457000 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.486188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=0d2283e2-8b79-48fd-a4d8-c803ae8f94a8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:24.539795 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.623246 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.657966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:19:24.666347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c112cdbb-0d7a-4a4d-8a25-e785e135b763,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:24.690452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.690939 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Added segment 43116a92-4678-4513-bea3-00f2e931daca of type vlan for network a5d7a807-effa-4448-8ae9-6291912db562 Jun 30 03:19:24.698770 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.739924 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.914437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:24.925679 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.931303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:24.937035 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:25.005109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] Pushing event updated for resources: {'Network': ['ID=a5d7a807-effa-4448-8ae9-6291912db562,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:25.018310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network a5d7a807-effa-4448-8ae9-6291912db562 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:19:25.022154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:25.028318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ada22926-0b36-4420-b77a-3d0021492fa8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7104142 Jun 30 03:19:25.031403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47148) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:25.033412 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:25.051524 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:25.052149 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:25.097969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-122b12b0-0608-42ea-93a7-c04fdd38be99 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting subnet 70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:19:25.102660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-122b12b0-0608-42ea-93a7-c04fdd38be99 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:25.130085 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1cdf48da-4249-48d0-bf08-07c77deb5b36 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0606232 Jun 30 03:19:25.133072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47150) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:25.141908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Request body: {'subnet': {'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-337237218-subnet', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:25.160442 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-122b12b0-0608-42ea-93a7-c04fdd38be99 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:25.172275 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:25.250571 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-122b12b0-0608-42ea-93a7-c04fdd38be99 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:25.274699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Made reservation on behalf of 3391c9c3692e47d7ac89d540aba058a4 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:19:25.279299 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:25.400432 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:24Z', 'revision_number': 9, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:25.426004 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:25.435910 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:25.436511 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:25.530734 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:25.536955 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-122b12b0-0608-42ea-93a7-c04fdd38be99 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:25.570434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b12b0-0608-42ea-93a7-c04fdd38be99 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Subnet': ['ID=70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:25.582528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf40ae-ea3a-4c36-bb61-584f26225092 None None] Network 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:25.582849 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-122b12b0-0608-42ea-93a7-c04fdd38be99 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:25.594204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-122b12b0-0608-42ea-93a7-c04fdd38be99 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47 HTTP/1.1" status: 204 len: 168 time: 0.5588226 Jun 30 03:19:25.594770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47154) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:25.759556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:25.778619 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:25.862327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Checking segment: {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:25.862741 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Network hostable DHCP agents. Network: a5d7a807-effa-4448-8ae9-6291912db562, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:19:25.864812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=530e8f86-995a-4fce-bbf0-547c7fec0848,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:25.895226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee5ef2-869f-4b57-9d23-b9ce38b37639 None None] DHCP port deletion for 4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:19:25.920468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:25.921095 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:25.971395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Network a5d7a807-effa-4448-8ae9-6291912db562 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:19:25.985132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-20ee5ef2-869f-4b57-9d23-b9ce38b37639 None None] Deleting port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:25.985876 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ef2-869f-4b57-9d23-b9ce38b37639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.007206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8e8e2ef5-3cb0-4783-8621-37a4f69bd318,segment=NetworkSegment(cdd1e4bd-64d4-4ddb-bb3b-482776959259),segment_id=cdd1e4bd-64d4-4ddb-bb3b-482776959259)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:26.013520 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.022682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:26.083299 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:24Z', 'revision_number': 9, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:26.090506 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, a5d7a807-effa-4448-8ae9-6291912db562) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:26.097148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:26.098028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.111159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e3a16-860e-4b9c-968b-993b74cbc65d None None] Network a5d7a807-effa-4448-8ae9-6291912db562 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:26.117434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-20ee5ef2-869f-4b57-9d23-b9ce38b37639 None None] For port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8e8e2ef5-3cb0-4783-8621-37a4f69bd318,segment=NetworkSegment(cdd1e4bd-64d4-4ddb-bb3b-482776959259),segment_id=cdd1e4bd-64d4-4ddb-bb3b-482776959259)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:26.117869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ef2-869f-4b57-9d23-b9ce38b37639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.138995 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b8bc5-33db-4047-a6a2-45374d58fa50 None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:24Z', 'revision_number': 9, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '481aa177-0e7a-49b0-b40b-ca782083f6f3', 'name': '', 'network_id': 'ccfff50d-5ebd-44c5-9804-eec2e1394632', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:3d:92:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:59Z', 'updated_at': '2021-06-30T03:19:07Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': 'eb6dbb7a-06d7-48fd-a539-f5e5eb67aced', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:26.172564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-20ee5ef2-869f-4b57-9d23-b9ce38b37639 None None] Calling delete_port for 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:26.188960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-75f4135d-57de-4109-a5e2-6b6d9ad6abf6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0540209 Jun 30 03:19:26.207778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47170) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:26.212349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-337237218-router', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:26.224610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.256915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=8e8e2ef5-3cb0-4783-8621-37a4f69bd318,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:26.259320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No DVR routers for this DVR port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:19:26.318002 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-20ee5ef2-869f-4b57-9d23-b9ce38b37639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.338114 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.347819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:26.358031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd1e4bd-64d4-4ddb-bb3b-482776959259') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:26.358277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd1e4bd-64d4-4ddb-bb3b-482776959259') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:26.361227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee5ef2-869f-4b57-9d23-b9ce38b37639 None None] Pushing event deleted for resources: {'Port': ['ID=8e8e2ef5-3cb0-4783-8621-37a4f69bd318,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:26.365340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee5ef2-869f-4b57-9d23-b9ce38b37639 None None] No DVR routers for this DVR port 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:19:26.372414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.372713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-a5d7a807-effa-4448-8ae9-6291912db562', 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'fixed_ips': [{'subnet_id': '530e8f86-995a-4fce-bbf0-547c7fec0848'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:19:26.373607 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.385808 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.392228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:19:26.392616 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:19:26.395675 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:19:26.406366 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.412389 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.512542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Allocated IP 172.20.0.2 (a5d7a807-effa-4448-8ae9-6291912db562/530e8f86-995a-4fce-bbf0-547c7fec0848/980c8e9f-cc7b-44d3-9aae-827a02379928) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:26.589408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.594217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.604483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/networks/4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7 HTTP/1.1" status: 204 len: 168 time: 1.0004380 Jun 30 03:19:26.606785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47176) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:26.618081 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d883255-2bf6-471a-a05b-54deede117ab tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Network': ['ID=4e88663b-e2f3-4fc8-a062-f6fafcb1c5f7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:26.662362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.692247 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:26.701904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Transition to ACTIVE for port object 980c8e9f-cc7b-44d3-9aae-827a02379928 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:26.729394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Transition to ACTIVE for port object 980c8e9f-cc7b-44d3-9aae-827a02379928 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:26.923026 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.003717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Pushing event updated for resources: {'Port': ['ID=980c8e9f-cc7b-44d3-9aae-827a02379928,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:27.008345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Network a5d7a807-effa-4448-8ae9-6291912db562 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:27.010196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:27.012789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:27.047958 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.087287 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Attempting to bind port 980c8e9f-cc7b-44d3-9aae-827a02379928 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:27.087823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Attempting to bind port 980c8e9f-cc7b-44d3-9aae-827a02379928 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:27.088315 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Attempting to bind port 980c8e9f-cc7b-44d3-9aae-827a02379928 on network a5d7a807-effa-4448-8ae9-6291912db562 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:27.094769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:27.095251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Checking segment: {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:27.095729 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.096195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Bound using segment: {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:27.096747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Bound port: 980c8e9f-cc7b-44d3-9aae-827a02379928, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:27.097205 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.192374 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] For port 980c8e9f-cc7b-44d3-9aae-827a02379928, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:27.196292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] For port 980c8e9f-cc7b-44d3-9aae-827a02379928, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=980c8e9f-cc7b-44d3-9aae-827a02379928,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:27.326062 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.336247 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.496293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20347ed-2a7e-449a-b2c4-978c72a4be38 None None] Pushing event updated for resources: {'Port': ['ID=980c8e9f-cc7b-44d3-9aae-827a02379928,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:27.515297 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.556150 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.587051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:19:27.611027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:19:27.611504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8e8e2ef5-3cb0-4783-8621-37a4f69bd318 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:19:27.611941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:19:27.642870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:19:27.643229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0d2283e2-8b79-48fd-a4d8-c803ae8f94a8 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:19:27.730734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 481aa177-0e7a-49b0-b40b-ca782083f6f3 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:27.731153 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.932227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 481aa177-0e7a-49b0-b40b-ca782083f6f3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=481aa177-0e7a-49b0-b40b-ca782083f6f3,segment=NetworkSegment(8143a1a2-fd0e-4b87-b0f0-2be18234fe44),segment_id=8143a1a2-fd0e-4b87-b0f0-2be18234fe44)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:27.940720 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.964451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 481aa177-0e7a-49b0-b40b-ca782083f6f3 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:28.106758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Allocated IP 172.25.2.84 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/7bef383b-0cca-4aa0-920b-5b4cf90a9e30) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:28.209292 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:28.296881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:28.328383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=481aa177-0e7a-49b0-b40b-ca782083f6f3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:28.371650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:28.440509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Pushing event updated for resources: {'Port': ['ID=7bef383b-0cca-4aa0-920b-5b4cf90a9e30,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:28.444368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:28.447344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:28.461922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:28.519627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:28.617075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2dc6714c-e05b-4478-8d7c-d61817d84b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:28.779704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:28.900519 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:28.903258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc6ce64-cb6f-4f18-a3ba-27177743ef75 None None] Network a5d7a807-effa-4448-8ae9-6291912db562 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:28.907272 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:28.912354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f3a1a407-30fc-45d3-909c-5cb7ce59d9dd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3043673 Jun 30 03:19:28.915565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47204) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:28.931982 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:28.969624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-673ba699-f27f-4cb3-9f14-42f8f9fe2376 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting subnet eb6dbb7a-06d7-48fd-a539-f5e5eb67aced {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:19:28.973313 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-673ba699-f27f-4cb3-9f14-42f8f9fe2376 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:28.982849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:28.983464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:29.034473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-673ba699-f27f-4cb3-9f14-42f8f9fe2376 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:29.151401 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:29.155369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-673ba699-f27f-4cb3-9f14-42f8f9fe2376 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:29.209435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:29.250432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-924ece28-8726-4a86-9254-18569867c4e0 None None] Provisioning for port 980c8e9f-cc7b-44d3-9aae-827a02379928 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:29.365668 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-673ba699-f27f-4cb3-9f14-42f8f9fe2376 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:29.395509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ba699-f27f-4cb3-9f14-42f8f9fe2376 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6dbb7a-06d7-48fd-a539-f5e5eb67aced,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:29.399681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-673ba699-f27f-4cb3-9f14-42f8f9fe2376 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:29.404393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47212) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:29.412275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-673ba699-f27f-4cb3-9f14-42f8f9fe2376 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/eb6dbb7a-06d7-48fd-a539-f5e5eb67aced HTTP/1.1" status: 204 len: 168 time: 0.4954319 Jun 30 03:19:29.415732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff51551-b537-4a63-b1f9-5577074831c8 None None] Network ccfff50d-5ebd-44c5-9804-eec2e1394632 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:29.520723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:29.524059 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:19:29.598998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:28Z', 'revision_number': 10, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:29.658220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:29.674077 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:29.674710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:29.785928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:29.796812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:29.827217 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Sync routers for ids ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:29.848286 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Routers {'763ec57e-7ea0-4567-b4a4-07c0c6fabda0'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:29.849133 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:29.872906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d35ef19-dc09-4c53-983c-1eb23083396a None None] DHCP port deletion for ccfff50d-5ebd-44c5-9804-eec2e1394632 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:19:29.877801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 980c8e9f-cc7b-44d3-9aae-827a02379928 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:29.884569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 9b19cf9e-654f-49d4-8043-c68c19549d72 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:29.885110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.030553 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.032439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-100e16e4-f7d0-4f93-ac5b-3f961e98a4cc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8236592 Jun 30 03:19:30.034889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 9b19cf9e-654f-49d4-8043-c68c19549d72, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9b19cf9e-654f-49d4-8043-c68c19549d72,segment=NetworkSegment(8143a1a2-fd0e-4b87-b0f0-2be18234fe44),segment_id=8143a1a2-fd0e-4b87-b0f0-2be18234fe44)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:30.035416 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.035556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47224) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:30.057394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 9b19cf9e-654f-49d4-8043-c68c19549d72 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:30.070797 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Set router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:30.140084 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7d35ef19-dc09-4c53-983c-1eb23083396a None None] Deleting port 9b19cf9e-654f-49d4-8043-c68c19549d72 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:30.149202 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7d35ef19-dc09-4c53-983c-1eb23083396a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.348195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.359981 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'name': 'tempest-TestServerMultinode-337237218-router', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:26Z', 'updated_at': '2021-06-30T03:19:28Z', 'revision_number': 3, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'gw_port': {'id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:27Z', 'updated_at': '2021-06-30T03:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:30.368466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No DVR routers for this DVR port 9b19cf9e-654f-49d4-8043-c68c19549d72 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:19:30.398516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 980c8e9f-cc7b-44d3-9aae-827a02379928 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:30.403693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:28Z', 'revision_number': 10, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:30.408846 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Checking router: 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:30.409334 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Updating router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:19:30.442450 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70781dbc-d2fb-4755-a8f4-190ce56b49e2 None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:28Z', 'revision_number': 10, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None, '_interfaces': [{'id': '8c046575-233f-4ecf-a7c9-0d5fe96fcee2', 'name': '', 'network_id': '5ca27bcc-46ef-4281-835b-bd9853c4c401', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'mac_address': 'fa:16:3e:2b:52:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '94567527-4cb2-4091-804d-38f154eb368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:52Z', 'updated_at': '2021-06-30T03:19:02Z', 'revision_number': 5, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'subnets': [{'id': '94567527-4cb2-4091-804d-38f154eb368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:30.451244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 980c8e9f-cc7b-44d3-9aae-827a02379928 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:30.451622 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.473577 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.474523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=9b19cf9e-654f-49d4-8043-c68c19549d72,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:30.536760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7d35ef19-dc09-4c53-983c-1eb23083396a None None] For port 9b19cf9e-654f-49d4-8043-c68c19549d72, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9b19cf9e-654f-49d4-8043-c68c19549d72,segment=NetworkSegment(8143a1a2-fd0e-4b87-b0f0-2be18234fe44),segment_id=8143a1a2-fd0e-4b87-b0f0-2be18234fe44)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:30.537164 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7d35ef19-dc09-4c53-983c-1eb23083396a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.561537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7d35ef19-dc09-4c53-983c-1eb23083396a None None] Calling delete_port for 9b19cf9e-654f-49d4-8043-c68c19549d72 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:30.606115 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.631953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfff50d-5ebd-44c5-9804-eec2e1394632']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:30.659502 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8143a1a2-fd0e-4b87-b0f0-2be18234fe44') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:30.659886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8143a1a2-fd0e-4b87-b0f0-2be18234fe44') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:30.675218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.695526 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.712534 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.718789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:19:30.719187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.723747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.773531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 980c8e9f-cc7b-44d3-9aae-827a02379928, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=980c8e9f-cc7b-44d3-9aae-827a02379928,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:30.778697 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7d35ef19-dc09-4c53-983c-1eb23083396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:19:30.779934 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:19:30.803716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35ef19-dc09-4c53-983c-1eb23083396a None None] Pushing event deleted for resources: {'Port': ['ID=9b19cf9e-654f-49d4-8043-c68c19549d72,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:30.809261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35ef19-dc09-4c53-983c-1eb23083396a None None] No DVR routers for this DVR port 9b19cf9e-654f-49d4-8043-c68c19549d72 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:19:30.872849 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.943470 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Allocated IP 172.20.0.1 (a5d7a807-effa-4448-8ae9-6291912db562/530e8f86-995a-4fce-bbf0-547c7fec0848/d4125a5b-2f6a-4430-88cc-2b101ab86669) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:30.999267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.999538 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Transition to ACTIVE for port object 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:31.000929 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.013397 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.013682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/networks/ccfff50d-5ebd-44c5-9804-eec2e1394632 HTTP/1.1" status: 204 len: 168 time: 1.6081631 Jun 30 03:19:31.022536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47234) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:31.072719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=980c8e9f-cc7b-44d3-9aae-827a02379928,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:31.097269 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.107832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62241f68-613f-4766-bec3-ca3345209571 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Network': ['ID=ccfff50d-5ebd-44c5-9804-eec2e1394632,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:31.119263 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.120633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Transition to ACTIVE for port object d4125a5b-2f6a-4430-88cc-2b101ab86669 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:31.191099 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Attempting to bind port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:31.191711 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Attempting to bind port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:31.192220 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Attempting to bind port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:31.196739 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Pushing event updated for resources: {'Port': ['ID=7bef383b-0cca-4aa0-920b-5b4cf90a9e30,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:31.205414 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:31.205689 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:31.206088 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.206476 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:31.206932 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Bound port: 7bef383b-0cca-4aa0-920b-5b4cf90a9e30, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:31.207312 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.209747 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.210686 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.211255 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.211678 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.212075 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.212859 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.213238 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.213651 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.214024 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.214461 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.214839 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.217650 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:31.280268 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] For port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:31.285212 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] For port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7bef383b-0cca-4aa0-920b-5b4cf90a9e30,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:31.291149 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.292428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.332468 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d2c11028-2bbb-45ce-8ee7-654591f2c82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.351883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Network a5d7a807-effa-4448-8ae9-6291912db562 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:31.356492 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:31.361174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:31.390184 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.430332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.459395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4125a5b-2f6a-4430-88cc-2b101ab86669,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:31.561905 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.595959 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31010e-aa5d-4e2e-8eb3-b8ade6a65161 None None] Pushing event updated for resources: {'Port': ['ID=7bef383b-0cca-4aa0-920b-5b4cf90a9e30,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:31.634904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 980c8e9f-cc7b-44d3-9aae-827a02379928 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:31.647047 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Routers {'763ec57e-7ea0-4567-b4a4-07c0c6fabda0'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:31.647932 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:31.748523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 980c8e9f-cc7b-44d3-9aae-827a02379928 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:31.749246 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.855374 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] Set router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:31.932600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 481aa177-0e7a-49b0-b40b-ca782083f6f3 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:19:31.962278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:31.962928 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:31.976204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 481aa177-0e7a-49b0-b40b-ca782083f6f3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:19:31.976555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 481aa177-0e7a-49b0-b40b-ca782083f6f3 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:19:31.976985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9b19cf9e-654f-49d4-8043-c68c19549d72 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:19:32.023435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 9b19cf9e-654f-49d4-8043-c68c19549d72 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:19:32.023787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9b19cf9e-654f-49d4-8043-c68c19549d72 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:19:32.030043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ad27dd52-177f-4250-8130-1591489c9c9a None None] Provisioning for port d4125a5b-2f6a-4430-88cc-2b101ab86669 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:32.043182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ad27dd52-177f-4250-8130-1591489c9c9a None None] Provisioning complete for port d4125a5b-2f6a-4430-88cc-2b101ab86669 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:32.043562 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ad27dd52-177f-4250-8130-1591489c9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:32.120116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ad27dd52-177f-4250-8130-1591489c9c9a None None] Port d4125a5b-2f6a-4430-88cc-2b101ab86669 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:19:32.144851 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:32.145397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 8c046575-233f-4ecf-a7c9-0d5fe96fcee2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8c046575-233f-4ecf-a7c9-0d5fe96fcee2,segment=NetworkSegment(eb42466a-949e-4ae0-bd41-0bb90787a001),segment_id=eb42466a-949e-4ae0-bd41-0bb90787a001)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:32.145783 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:32.161173 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'name': 'tempest-TestServerMultinode-337237218-router', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:26Z', 'updated_at': '2021-06-30T03:19:28Z', 'revision_number': 3, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'gw_port': {'id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:27Z', 'updated_at': '2021-06-30T03:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:32.174794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:32.189446 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfeb852-d9af-4e07-a2bd-43d484ffe7a2 None None] The sync data for ids ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'] in n-d-798249-3 is: [{'id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'name': 'tempest-TestServerMultinode-337237218-router', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:26Z', 'updated_at': '2021-06-30T03:19:28Z', 'revision_number': 3, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'gw_port': {'id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:27Z', 'updated_at': '2021-06-30T03:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:32.399571 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:32.532163 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:32.572656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=8c046575-233f-4ecf-a7c9-0d5fe96fcee2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:32.586715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:32.660568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4125a5b-2f6a-4430-88cc-2b101ab86669,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:32.681452 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:32.830242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Network a5d7a807-effa-4448-8ae9-6291912db562 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:32.831567 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:32.831962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:33.044017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:33.102734 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:33.274619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c1d68c0f-91c8-44d9-8cd2-0cb943d65f13 None None] Provisioning complete for port d4125a5b-2f6a-4430-88cc-2b101ab86669 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:33.275278 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c1d68c0f-91c8-44d9-8cd2-0cb943d65f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:33.315212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:33.322180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-71487823-8c53-4c3d-84b1-a079638e3be3 admin admin] 10.222.0.77 "PUT /v2.0/routers/763ec57e-7ea0-4567-b4a4-07c0c6fabda0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2854326 Jun 30 03:19:33.345421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c1d68c0f-91c8-44d9-8cd2-0cb943d65f13 None None] Port d4125a5b-2f6a-4430-88cc-2b101ab86669 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:19:33.463500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:33.561914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:33.577557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2bf3afe6-f341-480e-b4cb-7177a789ff97 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5519543 Jun 30 03:19:33.580543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47260) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:33.584910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:33.610057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:33.612113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:33.667954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d713b7-941c-48cb-8520-a2ef6198a9d4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting subnet 94567527-4cb2-4091-804d-38f154eb368d {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:19:33.676332 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66d713b7-941c-48cb-8520-a2ef6198a9d4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:33.714604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:33.761292 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66d713b7-941c-48cb-8520-a2ef6198a9d4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:33.813755 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:33.817225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:32Z', 'revision_number': 11, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:33.871357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:33.878318 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66d713b7-941c-48cb-8520-a2ef6198a9d4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:33.888915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:33.889589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:33.975629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:34.051236 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66d713b7-941c-48cb-8520-a2ef6198a9d4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.088360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d713b7-941c-48cb-8520-a2ef6198a9d4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Subnet': ['ID=94567527-4cb2-4091-804d-38f154eb368d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:34.093332 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66d713b7-941c-48cb-8520-a2ef6198a9d4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.098161 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-66d713b7-941c-48cb-8520-a2ef6198a9d4 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/94567527-4cb2-4091-804d-38f154eb368d HTTP/1.1" status: 204 len: 168 time: 0.5127766 Jun 30 03:19:34.100114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47282) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:34.128427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9133a002-03f0-47c9-84d6-65ab45a620d3 None None] Network 5ca27bcc-46ef-4281-835b-bd9853c4c401 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:34.128427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:32Z', 'revision_number': 11, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:34.128427 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:34.179524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:34.179897 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.210988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda35f0-2434-4f4f-ac9a-34c6c665452a None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:32Z', 'revision_number': 11, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:34.214889 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.283825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Deleting port 99da8266-d383-4dd7-951d-2d251a14ab7e {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:19:34.284236 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.362233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] For port 99da8266-d383-4dd7-951d-2d251a14ab7e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=99da8266-d383-4dd7-951d-2d251a14ab7e,segment=NetworkSegment(eb42466a-949e-4ae0-bd41-0bb90787a001),segment_id=eb42466a-949e-4ae0-bd41-0bb90787a001)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:34.363140 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.379538 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.386782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Calling delete_port for 99da8266-d383-4dd7-951d-2d251a14ab7e owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:19:34.414193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7bef383b-0cca-4aa0-920b-5b4cf90a9e30,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:34.522828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47296) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:34.528079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1248878463-network', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:34.532049 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.599089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.599672 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Sync routers for ids ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:34.600375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeb9137-b534-416e-a458-6a4501162cee None None] DHCP port deletion for 5ca27bcc-46ef-4281-835b-bd9853c4c401 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:19:34.624189 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Routers {'763ec57e-7ea0-4567-b4a4-07c0c6fabda0'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:34.625107 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:34.633715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Made reservation on behalf of 245a842cbbf1494b8c82a32e6622c2e9 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:19:34.634833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=7bef383b-0cca-4aa0-920b-5b4cf90a9e30,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:34.644593 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.661970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.670633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Port': ['ID=99da8266-d383-4dd7-951d-2d251a14ab7e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:34.678376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No DVR routers for this DVR port 99da8266-d383-4dd7-951d-2d251a14ab7e on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:19:34.742437 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.824471 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.849129 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.860852 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Set router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:34.861949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca27bcc-46ef-4281-835b-bd9853c4c401']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:34.873258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb42466a-949e-4ae0-bd41-0bb90787a001') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:34.873590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb42466a-949e-4ae0-bd41-0bb90787a001') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:34.883408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.906255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.914284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:19:34.915093 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:19:34.926560 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:19:34.930870 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:34.994176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:19:35.012105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71a2d2e-776f-483d-8f22-b2bee2dc15b9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:35.019148 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:35.019790 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Added segment 666757e6-a06e-4531-8326-feda9d207205 of type vlan for network 707fc73c-f048-4433-b89b-667b6f713454 Jun 30 03:19:35.153379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:35.168020 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:35.168020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/networks/5ca27bcc-46ef-4281-835b-bd9853c4c401 HTTP/1.1" status: 204 len: 168 time: 1.0620170 Jun 30 03:19:35.168167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47304) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:35.170681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:35.176801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-8fabc480-1ac7-41d0-ae60-23d732766350 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'routes': None}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:35.181450 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'name': 'tempest-TestServerMultinode-337237218-router', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:26Z', 'updated_at': '2021-06-30T03:19:31Z', 'revision_number': 4, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'gw_port': {'id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:27Z', 'updated_at': '2021-06-30T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd4125a5b-2f6a-4430-88cc-2b101ab86669', 'name': '', 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'mac_address': 'fa:16:3e:d1:27:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '530e8f86-995a-4fce-bbf0-547c7fec0848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:30Z', 'updated_at': '2021-06-30T03:19:32Z', 'revision_number': 2, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'subnets': [{'id': '530e8f86-995a-4fce-bbf0-547c7fec0848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:35.185113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ad919-f719-44d2-9421-f7e2c2bc3222 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Pushing event deleted for resources: {'Network': ['ID=5ca27bcc-46ef-4281-835b-bd9853c4c401,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:35.220378 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Checking router: 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:35.221060 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Updating router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 port d4125a5b-2f6a-4430-88cc-2b101ab86669 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:19:35.273529 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:35.646999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:35.691974 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:35.705136 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Transition to ACTIVE for port object d4125a5b-2f6a-4430-88cc-2b101ab86669 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:35.722098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:35.722894 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:35.745460 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.resource_extend [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 03:19:35.766628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-9fb19307-be65-45a0-a49e-622706443ba8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072702 Jun 30 03:19:35.890444 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:35.902575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-20dfcb5b-67ad-4b60-b3ac-b796b591024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:35.903049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-20dfcb5b-67ad-4b60-b3ac-b796b591024c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1097 time: 0.0789487 Jun 30 03:19:35.906717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 99da8266-d383-4dd7-951d-2d251a14ab7e no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:19:35.964514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 99da8266-d383-4dd7-951d-2d251a14ab7e {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:19:35.965287 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 99da8266-d383-4dd7-951d-2d251a14ab7e not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:19:35.966776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:19:35.972968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.extraroute_db [None req-8fabc480-1ac7-41d0-ae60-23d732766350 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Added routes are [] {{(pid=94530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 03:19:35.973652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.extraroute_db [None req-8fabc480-1ac7-41d0-ae60-23d732766350 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Removed routes are [] {{(pid=94530) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 03:19:35.974422 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8fabc480-1ac7-41d0-ae60-23d732766350 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:35.977024 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:35.978597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:35.980428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:36.000697 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283efd1c-6dd8-4286-be91-d2c080d6cc0b None None] Pushing event updated for resources: {'Port': ['ID=d4125a5b-2f6a-4430-88cc-2b101ab86669,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:36.012084 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:19:36.012433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8c046575-233f-4ecf-a7c9-0d5fe96fcee2 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:19:36.075300 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Attempting to bind port d4125a5b-2f6a-4430-88cc-2b101ab86669 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:36.076095 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Attempting to bind port d4125a5b-2f6a-4430-88cc-2b101ab86669 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:36.076746 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Attempting to bind port d4125a5b-2f6a-4430-88cc-2b101ab86669 on network a5d7a807-effa-4448-8ae9-6291912db562 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:36.083218 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:36.083536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] Pushing event updated for resources: {'Network': ['ID=707fc73c-f048-4433-b89b-667b6f713454,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:36.084144 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Checking segment: {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:36.084810 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:36.085421 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Bound using segment: {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:36.086429 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Bound port: d4125a5b-2f6a-4430-88cc-2b101ab86669, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:36.087083 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:36.105949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 707fc73c-f048-4433-b89b-667b6f713454 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:19:36.139640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-2c19a02f-2255-4fd9-8413-bccc10dc496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:36.141351 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-2c19a02f-2255-4fd9-8413-bccc10dc496c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.2169869 Jun 30 03:19:36.155409 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e1dac424-9aca-4193-a39e-2eec612d62d7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6314433 Jun 30 03:19:36.158167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47316) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:36.163934 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] For port d4125a5b-2f6a-4430-88cc-2b101ab86669, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:36.169116 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] For port d4125a5b-2f6a-4430-88cc-2b101ab86669, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d4125a5b-2f6a-4430-88cc-2b101ab86669,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:36.192504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Request body: {'subnet': {'network_id': '707fc73c-f048-4433-b89b-667b6f713454', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1248878463-subnet', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:36.261033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-f36502dc-071b-44df-8434-ca49ecf02269 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 200 len: 1001 time: 0.1119242 Jun 30 03:19:36.308650 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:36.331463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8fabc480-1ac7-41d0-ae60-23d732766350 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:36.335409 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8fabc480-1ac7-41d0-ae60-23d732766350 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:36.346707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-9f84f0e4-6bb9-47e7-a776-a443e3e69b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:36.349243 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-9f84f0e4-6bb9-47e7-a776-a443e3e69b71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0818191 Jun 30 03:19:36.383372 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Routers {'763ec57e-7ea0-4567-b4a4-07c0c6fabda0'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:36.390291 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:36.390291 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283efd1c-6dd8-4286-be91-d2c080d6cc0b None None] Pushing event updated for resources: {'Port': ['ID=d4125a5b-2f6a-4430-88cc-2b101ab86669,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:36.448079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-b2ac9f8e-f0cc-44d8-a9df-5248eabe0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:36.450335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-b2ac9f8e-f0cc-44d8-a9df-5248eabe0577 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919948 Jun 30 03:19:36.481872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fabc480-1ac7-41d0-ae60-23d732766350 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router b2a6429f-1a72-4ede-947a-a947e3f32c0f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:36.482979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Made reservation on behalf of 245a842cbbf1494b8c82a32e6622c2e9 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:19:36.485360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:36.549555 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] Set router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:36.613128 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-56d6c285-4678-4263-9dc5-c4f32d31ce63 service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545701 Jun 30 03:19:36.669849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fabc480-1ac7-41d0-ae60-23d732766350 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:36.680087 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8fabc480-1ac7-41d0-ae60-23d732766350 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:36.681100 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] Sync routers for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:36.684331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8fabc480-1ac7-41d0-ae60-23d732766350 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f HTTP/1.1" status: 200 len: 701 time: 1.5162537 Jun 30 03:19:36.688747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47320) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:36.697514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:36.698148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:36.726359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8fa72d45-aca8-4e04-8dd6-ac1254b64763 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2a6429f-1a72-4ede-947a-a947e3f32c0f HTTP/1.1" status: 200 len: 205 time: 0.0364380 Jun 30 03:19:36.731281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47324) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:36.868910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-247d0b83-ca62-48a7-bdfc-6611929f1c1d req-cde80ea5-3e09-40a6-99e1-80d354d96a2b service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473817 Jun 30 03:19:36.888061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee13-9102-490b-b40a-583eac06defe tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:36.913561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:36.933609 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'name': 'tempest-TestServerMultinode-337237218-router', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:26Z', 'updated_at': '2021-06-30T03:19:31Z', 'revision_number': 4, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'gw_port': {'id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:27Z', 'updated_at': '2021-06-30T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd4125a5b-2f6a-4430-88cc-2b101ab86669', 'name': '', 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'mac_address': 'fa:16:3e:d1:27:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '530e8f86-995a-4fce-bbf0-547c7fec0848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:30Z', 'updated_at': '2021-06-30T03:19:36Z', 'revision_number': 4, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'subnets': [{'id': '530e8f86-995a-4fce-bbf0-547c7fec0848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:36.964561 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8ead0d-6387-458c-becb-6c94a6e2c2a7 None None] The sync data for ids ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'] in n-d-798249-3 is: [{'id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'name': 'tempest-TestServerMultinode-337237218-router', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:26Z', 'updated_at': '2021-06-30T03:19:31Z', 'revision_number': 4, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'gw_port': {'id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:27Z', 'updated_at': '2021-06-30T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd4125a5b-2f6a-4430-88cc-2b101ab86669', 'name': '', 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'mac_address': 'fa:16:3e:d1:27:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '530e8f86-995a-4fce-bbf0-547c7fec0848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:30Z', 'updated_at': '2021-06-30T03:19:36Z', 'revision_number': 4, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'subnets': [{'id': '530e8f86-995a-4fce-bbf0-547c7fec0848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:36.980797 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:32Z', 'revision_number': 11, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:37.026645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] Checking router: b2a6429f-1a72-4ede-947a-a947e3f32c0f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:37.048487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] Routers {'b2a6429f-1a72-4ede-947a-a947e3f32c0f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:37.049170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:37.153800 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee13-9102-490b-b40a-583eac06defe tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.158158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee13-9102-490b-b40a-583eac06defe tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.167443 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] Set router b2a6429f-1a72-4ede-947a-a947e3f32c0f gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:37.232157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:32Z', 'revision_number': 11, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:37.261420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a68ae-84d6-4563-8f55-55cb40b72f2c None None] The sync data for ids ['b2a6429f-1a72-4ede-947a-a947e3f32c0f'] in n-d-798249-3 is: [{'id': 'b2a6429f-1a72-4ede-947a-a947e3f32c0f', 'name': 'tempest-RoutersTest-router-1088413923', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:49Z', 'updated_at': '2021-06-30T03:19:32Z', 'revision_number': 11, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:37.268200 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.338550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c24d5b5-292f-4c18-9d64-3095909903a5,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:37.349849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Checking segment: {'id': '666757e6-a06e-4531-8326-feda9d207205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '707fc73c-f048-4433-b89b-667b6f713454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:37.349849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Network hostable DHCP agents. Network: 707fc73c-f048-4433-b89b-667b6f713454, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:19:37.370509 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee13-9102-490b-b40a-583eac06defe tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.371148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae3ee13-9102-490b-b40a-583eac06defe tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Fanout notify agent at l3_agent the message router_deleted on router b2a6429f-1a72-4ede-947a-a947e3f32c0f {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:19:37.381949 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee13-9102-490b-b40a-583eac06defe tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.387402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-dae3ee13-9102-490b-b40a-583eac06defe tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f HTTP/1.1" status: 204 len: 168 time: 0.6483860 Jun 30 03:19:37.389135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47332) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:37.394782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-363cbe57-2854-4eab-b869-bd1e6515439a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1836787058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:37.490344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Network 707fc73c-f048-4433-b89b-667b6f713454 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:19:37.555270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-363cbe57-2854-4eab-b869-bd1e6515439a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.557344 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-363cbe57-2854-4eab-b869-bd1e6515439a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.619657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d4125a5b-2f6a-4430-88cc-2b101ab86669 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:37.673083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 707fc73c-f048-4433-b89b-667b6f713454) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:37.677377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:37.678273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.692918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-363cbe57-2854-4eab-b869-bd1e6515439a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.697471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc4eb8c-7563-46d1-b774-ee8f5fa6bac6 None None] Network 707fc73c-f048-4433-b89b-667b6f713454 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:37.789597 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-363cbe57-2854-4eab-b869-bd1e6515439a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.828508 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e5ea0177-174c-4423-8be4-ef8eb7242adf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6692832 Jun 30 03:19:37.831318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47338) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:37.837431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1248878463-router', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:37.884769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-707fc73c-f048-4433-b89b-667b6f713454', 'network_id': '707fc73c-f048-4433-b89b-667b6f713454', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'fixed_ips': [{'subnet_id': '7c24d5b5-292f-4c18-9d64-3095909903a5'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:19:37.886979 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.919682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d4125a5b-2f6a-4430-88cc-2b101ab86669 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:37.930777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d4125a5b-2f6a-4430-88cc-2b101ab86669 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:37.931490 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.966665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-363cbe57-2854-4eab-b869-bd1e6515439a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:37.970537 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-363cbe57-2854-4eab-b869-bd1e6515439a tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5776436 Jun 30 03:19:37.971436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47350) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:37.980439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-500c8586-8476-4dbd-892d-659846748352 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:38.138782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.141440 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.233036 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.241831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Allocated IP 172.20.0.2 (707fc73c-f048-4433-b89b-667b6f713454/7c24d5b5-292f-4c18-9d64-3095909903a5/93ced778-3f4e-49f3-8ef3-6777fd4ed2d0) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:38.263160 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.358954 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-500c8586-8476-4dbd-892d-659846748352 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.368991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d4125a5b-2f6a-4430-88cc-2b101ab86669, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d4125a5b-2f6a-4430-88cc-2b101ab86669,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:38.465941 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.475690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Transition to ACTIVE for port object 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:38.492328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Transition to ACTIVE for port object 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:38.530191 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-500c8586-8476-4dbd-892d-659846748352 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717425', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718919'] for router, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.548873 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.593408 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.687194 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.736006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d4125a5b-2f6a-4430-88cc-2b101ab86669,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:38.771722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500c8586-8476-4dbd-892d-659846748352 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Router 63ae1aa3-be11-4118-a974-2caa330bf3be is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:19:38.821281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47358) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:38.915003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500c8586-8476-4dbd-892d-659846748352 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:38.923483 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-500c8586-8476-4dbd-892d-659846748352 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:38.925360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-500c8586-8476-4dbd-892d-659846748352 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "PUT /v2.0/routers/63ae1aa3-be11-4118-a974-2caa330bf3be HTTP/1.1" status: 200 len: 694 time: 0.9527545 Jun 30 03:19:38.927904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47364) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:38.935263 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904ac51-d322-4854-a039-f7d301764958 None None] Sync routers for ids ['63ae1aa3-be11-4118-a974-2caa330bf3be'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:38.967920 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904ac51-d322-4854-a039-f7d301764958 None None] Routers {'63ae1aa3-be11-4118-a974-2caa330bf3be'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:38.970059 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6904ac51-d322-4854-a039-f7d301764958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['63ae1aa3-be11-4118-a974-2caa330bf3be'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:39.021753 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.034935 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-caf2b925-d58c-4397-a5a0-03cc19b04bbd tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/routers/63ae1aa3-be11-4118-a974-2caa330bf3be HTTP/1.1" status: 200 len: 700 time: 0.1045475 Jun 30 03:19:39.037765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47368) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:39.045117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.072965 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.074088 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7c8e390b-7177-4dcd-bff1-f19ac87bd2af tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=63ae1aa3-be11-4118-a974-2caa330bf3be HTTP/1.1" status: 200 len: 205 time: 0.0341573 Jun 30 03:19:39.076656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47370) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:39.097809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Network 707fc73c-f048-4433-b89b-667b6f713454 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:39.102590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:39.107477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:39.111573 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-6904ac51-d322-4854-a039-f7d301764958 None None] Set router 63ae1aa3-be11-4118-a974-2caa330bf3be gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:39.148431 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Pushing event updated for resources: {'Port': ['ID=93ced778-3f4e-49f3-8ef3-6777fd4ed2d0,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:39.189777 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efc4139-95de-4127-8d95-62bb49ffc251 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.193881 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6904ac51-d322-4854-a039-f7d301764958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ae1aa3-be11-4118-a974-2caa330bf3be', 'name': 'tempest-RoutersTest-router-1836787058', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:37Z', 'updated_at': '2021-06-30T03:19:38Z', 'revision_number': 2, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:39.202049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Attempting to bind port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:39.202423 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Attempting to bind port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '666757e6-a06e-4531-8326-feda9d207205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '707fc73c-f048-4433-b89b-667b6f713454'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:39.204874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Attempting to bind port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 on network 707fc73c-f048-4433-b89b-667b6f713454 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:39.217588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:39.218407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Checking segment: {'id': '666757e6-a06e-4531-8326-feda9d207205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '707fc73c-f048-4433-b89b-667b6f713454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:39.218984 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.219951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Bound using segment: {'id': '666757e6-a06e-4531-8326-feda9d207205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '707fc73c-f048-4433-b89b-667b6f713454'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:39.220767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Bound port: 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666757e6-a06e-4531-8326-feda9d207205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '707fc73c-f048-4433-b89b-667b6f713454'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:39.221763 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.239284 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904ac51-d322-4854-a039-f7d301764958 None None] Checking router: 63ae1aa3-be11-4118-a974-2caa330bf3be for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:39.259180 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904ac51-d322-4854-a039-f7d301764958 None None] Routers {'63ae1aa3-be11-4118-a974-2caa330bf3be'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:39.259839 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6904ac51-d322-4854-a039-f7d301764958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['63ae1aa3-be11-4118-a974-2caa330bf3be'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:39.293789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Allocated IP 172.25.2.192 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:39.330070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] For port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:39.335833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] For port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=93ced778-3f4e-49f3-8ef3-6777fd4ed2d0,segment=NetworkSegment(666757e6-a06e-4531-8326-feda9d207205),segment_id=666757e6-a06e-4531-8326-feda9d207205)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:39.343625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.382939 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-6904ac51-d322-4854-a039-f7d301764958 None None] Set router 63ae1aa3-be11-4118-a974-2caa330bf3be gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:39.392651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efc4139-95de-4127-8d95-62bb49ffc251 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.395177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efc4139-95de-4127-8d95-62bb49ffc251 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.428441 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.450682 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6904ac51-d322-4854-a039-f7d301764958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ae1aa3-be11-4118-a974-2caa330bf3be', 'name': 'tempest-RoutersTest-router-1836787058', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:37Z', 'updated_at': '2021-06-30T03:19:38Z', 'revision_number': 2, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:39.453395 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.480513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.503538 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6904ac51-d322-4854-a039-f7d301764958 None None] The sync data for ids ['63ae1aa3-be11-4118-a974-2caa330bf3be'] in n-d-798249-3 is: [{'id': '63ae1aa3-be11-4118-a974-2caa330bf3be', 'name': 'tempest-RoutersTest-router-1836787058', 'tenant_id': '72993a9603ad46bb87c5e8525caea0b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:37Z', 'updated_at': '2021-06-30T03:19:38Z', 'revision_number': 2, 'project_id': '72993a9603ad46bb87c5e8525caea0b9', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:39.526231 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efc4139-95de-4127-8d95-62bb49ffc251 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.527240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efc4139-95de-4127-8d95-62bb49ffc251 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Fanout notify agent at l3_agent the message router_deleted on router 63ae1aa3-be11-4118-a974-2caa330bf3be {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:19:39.534291 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5efc4139-95de-4127-8d95-62bb49ffc251 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.534671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db278df8-da37-4a20-95f5-56e64e809b76 None None] Pushing event updated for resources: {'Port': ['ID=93ced778-3f4e-49f3-8ef3-6777fd4ed2d0,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:39.535624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5efc4139-95de-4127-8d95-62bb49ffc251 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/63ae1aa3-be11-4118-a974-2caa330bf3be HTTP/1.1" status: 204 len: 168 time: 0.4571962 Jun 30 03:19:39.539302 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa3d4c66385e4d97bbbcfef5513e6671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161372 Jun 30 03:19:39.541879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fabb1c0-9feb-4846-859c-d98f46389ec0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:39.542502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47376) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:39.543057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47378) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.562149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc03ea-fe94-4675-a1db-1bb94f23a957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:39.618664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d4125a5b-2f6a-4430-88cc-2b101ab86669 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:39.631662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3035416e-6217-4b5d-be33-ac359cfaa038 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=63ae1aa3-be11-4118-a974-2caa330bf3be HTTP/1.1" status: 200 len: 205 time: 0.0750754 Jun 30 03:19:39.633887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47380) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:39.652899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-216aab9a-16cc-4221-b8a6-43acae43b048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.680206 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-491facdf-983e-4755-a570-a537cf5b74af tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] delete failed (client error): The resource could not be found. Jun 30 03:19:39.683069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-216aab9a-16cc-4221-b8a6-43acae43b048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.684174 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-491facdf-983e-4755-a570-a537cf5b74af tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/63ae1aa3-be11-4118-a974-2caa330bf3be HTTP/1.1" status: 404 len: 336 time: 0.0489492 Jun 30 03:19:39.684819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47384) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:39.702816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d4125a5b-2f6a-4430-88cc-2b101ab86669 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:39.703249 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.761188 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf1f1d0-8cb0-42f3-ab61-2ae6a3e9c503 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] DELETE failed (client error): The resource could not be found. Jun 30 03:19:39.761188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf1f1d0-8cb0-42f3-ab61-2ae6a3e9c503 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:19:39.765697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0cf1f1d0-8cb0-42f3-ab61-2ae6a3e9c503 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/cfb26862-bbea-488e-800d-fb228d5f8c05 HTTP/1.1" status: 404 len: 337 time: 0.0763206 Jun 30 03:19:39.765851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.770212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47386) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:39.855981 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc76e6b9-3088-4f36-8430-4bdc7fab37da tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] DELETE failed (client error): The resource could not be found. Jun 30 03:19:39.856525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc76e6b9-3088-4f36-8430-4bdc7fab37da tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:19:39.858418 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bc76e6b9-3088-4f36-8430-4bdc7fab37da tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/70c5f58c-e20e-45ae-b5dd-2a1fa1e05e47 HTTP/1.1" status: 404 len: 337 time: 0.0865338 Jun 30 03:19:39.861134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47388) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:39.864359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:39.868499 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:39.877165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:39.907277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Pushing event updated for resources: {'Port': ['ID=aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:39.936383 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-2568bea3-8044-4ea3-8f61-07fb3a911719 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] DELETE failed (client error): The resource could not be found. Jun 30 03:19:39.938943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2568bea3-8044-4ea3-8f61-07fb3a911719 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:19:39.942442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2568bea3-8044-4ea3-8f61-07fb3a911719 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/eb6dbb7a-06d7-48fd-a539-f5e5eb67aced HTTP/1.1" status: 404 len: 337 time: 0.0768867 Jun 30 03:19:39.948109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47390) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:39.948109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-216aab9a-16cc-4221-b8a6-43acae43b048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.956324 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-216aab9a-16cc-4221-b8a6-43acae43b048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:39.961173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-216aab9a-16cc-4221-b8a6-43acae43b048 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0fabb1c0-9feb-4846-859c-d98f46389ec0 HTTP/1.1" status: 204 len: 168 time: 0.4170008 Jun 30 03:19:40.042076 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d33097-64b2-4025-8e42-d07b2d4a9335 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] DELETE failed (client error): The resource could not be found. Jun 30 03:19:40.043275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d33097-64b2-4025-8e42-d07b2d4a9335 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:19:40.045365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a4d33097-64b2-4025-8e42-d07b2d4a9335 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/94567527-4cb2-4091-804d-38f154eb368d HTTP/1.1" status: 404 len: 337 time: 0.0988889 Jun 30 03:19:40.046421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aab9a-16cc-4221-b8a6-43acae43b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fabb1c0-9feb-4846-859c-d98f46389ec0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:40.054748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47396) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.087666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-35fd6857-f2d4-4096-965e-963975369f65 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=b2a6429f-1a72-4ede-947a-a947e3f32c0f HTTP/1.1" status: 200 len: 205 time: 0.0317016 Jun 30 03:19:40.089894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47398) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.130926 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-16089d72-404c-44cd-9487-1a5310151864 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] delete failed (client error): The resource could not be found. Jun 30 03:19:40.132607 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-16089d72-404c-44cd-9487-1a5310151864 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/b2a6429f-1a72-4ede-947a-a947e3f32c0f HTTP/1.1" status: 404 len: 336 time: 0.0411725 Jun 30 03:19:40.135505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47400) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.165031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fba17e5c-e0b5-4454-8afc-b7c9c5289afe tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=28c3e627-6269-45c8-a891-68f7277658bb HTTP/1.1" status: 200 len: 205 time: 0.0283203 Jun 30 03:19:40.167495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47402) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.205405 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-d81f02b9-eff5-4089-8398-97b74fa6fea5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] delete failed (client error): The resource could not be found. Jun 30 03:19:40.206459 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d81f02b9-eff5-4089-8398-97b74fa6fea5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/28c3e627-6269-45c8-a891-68f7277658bb HTTP/1.1" status: 404 len: 336 time: 0.0380216 Jun 30 03:19:40.209450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47404) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.239963 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-47094e45-a980-4f11-babd-1bc81aa89b3d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] DELETE failed (client error): The resource could not be found. Jun 30 03:19:40.240417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47094e45-a980-4f11-babd-1bc81aa89b3d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:19:40.242650 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-47094e45-a980-4f11-babd-1bc81aa89b3d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/7ec41008-ed66-4bec-9aa6-186f85cd420c HTTP/1.1" status: 404 len: 337 time: 0.0320783 Jun 30 03:19:40.245589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47406) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.280091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-daff3073-aad5-41e6-9f85-cbad8882e137 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=80a04830-96ef-4577-90a9-f78df96195a8 HTTP/1.1" status: 200 len: 205 time: 0.0331478 Jun 30 03:19:40.282545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47408) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.324881 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-c94eb603-0eca-4dc9-bf2e-52a6223764b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] delete failed (client error): The resource could not be found. Jun 30 03:19:40.328396 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c94eb603-0eca-4dc9-bf2e-52a6223764b8 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/80a04830-96ef-4577-90a9-f78df96195a8 HTTP/1.1" status: 404 len: 336 time: 0.0422091 Jun 30 03:19:40.328704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47410) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.394602 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8ab4c627-1054-42e4-a8f4-0287b23657a7 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79 HTTP/1.1" status: 200 len: 205 time: 0.0649183 Jun 30 03:19:40.397474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47414) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.422769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:40.449318 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-4494ece3-4be5-4c60-8f9c-3d09ac67577e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] delete failed (client error): The resource could not be found. Jun 30 03:19:40.452782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4494ece3-4be5-4c60-8f9c-3d09ac67577e tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/ee906f81-9bc2-4c67-b07c-2b6e6c6d7d79 HTTP/1.1" status: 404 len: 336 time: 0.0520353 Jun 30 03:19:40.453266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47416) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.493235 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e1261a-c325-4415-9385-a7c93637e816 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] DELETE failed (client error): The resource could not be found. Jun 30 03:19:40.494074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e1261a-c325-4415-9385-a7c93637e816 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:19:40.497358 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-14e1261a-c325-4415-9385-a7c93637e816 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/d328b945-014f-4547-9638-e173f750d0be HTTP/1.1" status: 404 len: 337 time: 0.0426216 Jun 30 03:19:40.500172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47418) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.539865 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a80e21df-fcf2-4051-8966-5031c20261cc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec HTTP/1.1" status: 200 len: 205 time: 0.0357754 Jun 30 03:19:40.540743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47420) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.592159 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-462ef811-6531-4d59-b651-68bf64f265dc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] delete failed (client error): The resource could not be found. Jun 30 03:19:40.595611 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-462ef811-6531-4d59-b651-68bf64f265dc tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/9bf4acd9-39de-4ff4-9fdc-3eaa2e024fec HTTP/1.1" status: 404 len: 336 time: 0.0509281 Jun 30 03:19:40.595918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47422) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.630319 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78e12d5-67a2-429e-8fd7-21cef3a2d430 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] DELETE failed (client error): The resource could not be found. Jun 30 03:19:40.630901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78e12d5-67a2-429e-8fd7-21cef3a2d430 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:19:40.635967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c78e12d5-67a2-429e-8fd7-21cef3a2d430 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/12a4d67d-f037-4051-aee9-259b102d33ff HTTP/1.1" status: 404 len: 337 time: 0.0358579 Jun 30 03:19:40.636564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47424) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.681957 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9bf568b1-ada4-453a-87e2-e0b21ad7f298 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c68175f-34da-46d7-b48f-6059c4102040 HTTP/1.1" status: 200 len: 205 time: 0.0440848 Jun 30 03:19:40.684499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47426) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.703017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:40.729724 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-0427c03d-ad07-4f7b-9954-f8ebff27fe8d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] delete failed (client error): The resource could not be found. Jun 30 03:19:40.730817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0427c03d-ad07-4f7b-9954-f8ebff27fe8d tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/routers/0c68175f-34da-46d7-b48f-6059c4102040 HTTP/1.1" status: 404 len: 336 time: 0.0451860 Jun 30 03:19:40.733279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47428) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.738941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d64122-2f89-4efb-9f63-892b15a68ec1 None None] Network 707fc73c-f048-4433-b89b-667b6f713454 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:19:40.764724 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-228dec5d-42e2-456a-9f44-e94d63de65a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] DELETE failed (client error): The resource could not be found. Jun 30 03:19:40.765318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228dec5d-42e2-456a-9f44-e94d63de65a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:19:40.767126 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-228dec5d-42e2-456a-9f44-e94d63de65a5 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/25c33d07-df60-4227-8466-1c297e93a0be HTTP/1.1" status: 404 len: 337 time: 0.0328507 Jun 30 03:19:40.769645 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47430) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:40.810221 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c99616d-81e0-4676-b738-b4fc2baec904 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] DELETE failed (client error): The resource could not be found. Jun 30 03:19:40.810915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c99616d-81e0-4676-b738-b4fc2baec904 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:19:40.815109 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9c99616d-81e0-4676-b738-b4fc2baec904 tempest-RoutersTest-1297801677 tempest-RoutersTest-1297801677-project] 10.222.0.77 "DELETE /v2.0/subnets/0a6a62ec-89db-4e36-b49a-cd6fd72dca55 HTTP/1.1" status: 404 len: 337 time: 0.0434587 Jun 30 03:19:40.959587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1cdc9141-4bbb-43b7-830e-3e4f9f99451e None None] Provisioning for port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:41.033216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Router fb871a91-0d74-49af-9a59-614316b321cd is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:19:41.089052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47438) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:41.111813 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6968cff0-0e04-4edc-8102-97887845b3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.255948 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6968cff0-0e04-4edc-8102-97887845b3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.405907 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6968cff0-0e04-4edc-8102-97887845b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.445238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968cff0-0e04-4edc-8102-97887845b3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891b38ef-132c-4cb9-bc26-744bdabd32e8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:41.459655 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6968cff0-0e04-4edc-8102-97887845b3a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50735a63da32487fa767e3090750f6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673608 Jun 30 03:19:41.467200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47444) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:41.479037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:41.490469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Sync routers for ids ['fb871a91-0d74-49af-9a59-614316b321cd'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:41.519150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Routers {'fb871a91-0d74-49af-9a59-614316b321cd'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:41.524308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fb871a91-0d74-49af-9a59-614316b321cd'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:41.587834 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fec3679d-43de-4109-8498-141f3c79e1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.609096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:41.618559 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fec3679d-43de-4109-8498-141f3c79e1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.644931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47448) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:41.673388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.763898 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9ab3fed9-a292-43e5-9b40-e11aace051ed admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8420007 Jun 30 03:19:41.764435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Set router fb871a91-0d74-49af-9a59-614316b321cd gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:41.766631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47452) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:41.809280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c0ef1751-9854-4481-8997-7d142e620c30 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72993a9603ad46bb87c5e8525caea0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619022 Jun 30 03:19:41.810436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47454) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:41.864306 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9749cd9e-8b85-49a4-b247-7e2d912cec93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.890006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9749cd9e-8b85-49a4-b247-7e2d912cec93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.921327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'name': 'tempest-TestServerMultinode-1248878463-router', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:38Z', 'updated_at': '2021-06-30T03:19:40Z', 'revision_number': 3, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'gw_port': {'id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:39Z', 'updated_at': '2021-06-30T03:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:41.954906 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Checking router: fb871a91-0d74-49af-9a59-614316b321cd for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:41.955782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Updating router fb871a91-0d74-49af-9a59-614316b321cd port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:19:41.959538 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fec3679d-43de-4109-8498-141f3c79e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.963110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fec3679d-43de-4109-8498-141f3c79e1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:41.967669 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fec3679d-43de-4109-8498-141f3c79e1d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/891b38ef-132c-4cb9-bc26-744bdabd32e8 HTTP/1.1" status: 204 len: 168 time: 0.4993494 Jun 30 03:19:41.977908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3679d-43de-4109-8498-141f3c79e1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891b38ef-132c-4cb9-bc26-744bdabd32e8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:42.032624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:42.038802 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.042688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:42.042688 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.130655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9749cd9e-8b85-49a4-b247-7e2d912cec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.136889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9749cd9e-8b85-49a4-b247-7e2d912cec93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.137923 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9749cd9e-8b85-49a4-b247-7e2d912cec93 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0a02433c-323b-477b-b4fa-0d4f46881a6c HTTP/1.1" status: 204 len: 168 time: 0.3260086 Jun 30 03:19:42.148476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749cd9e-8b85-49a4-b247-7e2d912cec93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a02433c-323b-477b-b4fa-0d4f46881a6c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:42.249386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.304575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.359661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=93ced778-3f4e-49f3-8ef3-6777fd4ed2d0,segment=NetworkSegment(666757e6-a06e-4531-8326-feda9d207205),segment_id=666757e6-a06e-4531-8326-feda9d207205)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:42.432345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Allocated IP 172.20.0.1 (707fc73c-f048-4433-b89b-667b6f713454/7c24d5b5-292f-4c18-9d64-3095909903a5/1feabd7f-3c81-4b90-a2ad-c84c13cddbc1) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:42.468940 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.479831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Transition to ACTIVE for port object aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:42.548224 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.551848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.570298 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Transition to ACTIVE for port object 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:42.598536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=93ced778-3f4e-49f3-8ef3-6777fd4ed2d0,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:42.701914 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.736038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Attempting to bind port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:42.736461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Attempting to bind port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:42.742043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Attempting to bind port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:42.742043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f77dcb-c999-4825-9adc-65330839e0d0 None None] Pushing event updated for resources: {'Port': ['ID=aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:42.745131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:42.745521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:42.746031 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.746313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:42.746779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Bound port: aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:42.747162 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.798778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] For port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:42.801978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] For port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:42.943069 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:42.983604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Network 707fc73c-f048-4433-b89b-667b6f713454 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:42.992006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:42.994672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Pushing event updated for resources: {'Port': ['ID=1feabd7f-3c81-4b90-a2ad-c84c13cddbc1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:42.997675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:43.011162 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.061039 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.096659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Routers {'fb871a91-0d74-49af-9a59-614316b321cd'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:43.097589 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fb871a91-0d74-49af-9a59-614316b321cd'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:43.174978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f77dcb-c999-4825-9adc-65330839e0d0 None None] Pushing event updated for resources: {'Port': ['ID=aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:43.266438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] Set router fb871a91-0d74-49af-9a59-614316b321cd gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:43.298784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47480) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:43.313755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d83ac29-4f34-4dcb-8b77-545166e61b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.422545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d83ac29-4f34-4dcb-8b77-545166e61b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.431412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.466305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'name': 'tempest-TestServerMultinode-1248878463-router', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:38Z', 'updated_at': '2021-06-30T03:19:40Z', 'revision_number': 3, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'gw_port': {'id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:39Z', 'updated_at': '2021-06-30T03:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:43.504371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e27f7965-7b24-4758-a609-411cf57b61d8 None None] Provisioning for port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:43.504371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02797af-e89a-41fa-9b0f-99b382c85c99 None None] The sync data for ids ['fb871a91-0d74-49af-9a59-614316b321cd'] in n-d-798249-3 is: [{'id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'name': 'tempest-TestServerMultinode-1248878463-router', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:38Z', 'updated_at': '2021-06-30T03:19:40Z', 'revision_number': 3, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'gw_port': {'id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:39Z', 'updated_at': '2021-06-30T03:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:43.506275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e27f7965-7b24-4758-a609-411cf57b61d8 None None] Provisioning complete for port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:43.506674 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e27f7965-7b24-4758-a609-411cf57b61d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.519014 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d83ac29-4f34-4dcb-8b77-545166e61b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.583984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e27f7965-7b24-4758-a609-411cf57b61d8 None None] Port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:19:43.618584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:43.638182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83ac29-4f34-4dcb-8b77-545166e61b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf2ba21-3441-4b01-b5ac-d01125a9fe45,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:43.665061 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7d83ac29-4f34-4dcb-8b77-545166e61b0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b4cd1a2036334a42bb9c4afce77d6bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651612 Jun 30 03:19:43.667505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47490) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:43.706400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:43.706868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.731351 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fdec993-4d9a-4370-83a1-175693cdae37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.745805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.755177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fdec993-4d9a-4370-83a1-175693cdae37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.867731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.948806 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fdec993-4d9a-4370-83a1-175693cdae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.951519 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0fdec993-4d9a-4370-83a1-175693cdae37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.952783 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0fdec993-4d9a-4370-83a1-175693cdae37 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3bf2ba21-3441-4b01-b5ac-d01125a9fe45 HTTP/1.1" status: 204 len: 168 time: 0.2840691 Jun 30 03:19:43.966571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Pushing event updated for resources: {'Port': ['ID=1feabd7f-3c81-4b90-a2ad-c84c13cddbc1,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:43.975583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:43.984142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdec993-4d9a-4370-83a1-175693cdae37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf2ba21-3441-4b01-b5ac-d01125a9fe45,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:43.989674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47498) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:44.131440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1fb9250f-66d4-4fcb-90ee-88fedde7043c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:44.132514 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-1fb9250f-66d4-4fcb-90ee-88fedde7043c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 03:19:44.132921 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-1fb9250f-66d4-4fcb-90ee-88fedde7043c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 03:19:44.138304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47502) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:44.138676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1fb9250f-66d4-4fcb-90ee-88fedde7043c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1476483 Jun 30 03:19:44.144112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639971300'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:44.161398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Network 707fc73c-f048-4433-b89b-667b6f713454 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:44.166454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:44.319027 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:44.330034 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:44.336104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Router fb871a91-0d74-49af-9a59-614316b321cd has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:19:44.472430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:19:44.486998 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:44.495682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b1af0a9c-1297-4293-99f4-826e05823dab admin admin] 10.222.0.77 "PUT /v2.0/routers/fb871a91-0d74-49af-9a59-614316b321cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7232225 Jun 30 03:19:44.530857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1687f0b6-af82-406f-8076-44e6250a4b0e None None] Provisioning complete for port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:44.531363 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1687f0b6-af82-406f-8076-44e6250a4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:44.592275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1687f0b6-af82-406f-8076-44e6250a4b0e None None] Port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:19:44.621545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:44.755736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4901cc44-0248-4d39-bd05-9fdb677aa42a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:44.800947 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:44.941869 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:44.971660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c0bca4-d788-4eac-8cab-7dd9543aea3f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:45.067732 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:45.072426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47534) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:45.072975 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7158e54e-1379-4e81-b173-a9bf5a889024 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9327235 Jun 30 03:19:45.078271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-08a0bed0-a10b-444e-8aea-758fb28a4541 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': '21c0bca4-d788-4eac-8cab-7dd9543aea3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:45.210864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-c5099997-fac7-4320-9a4f-e2ad07066a5e tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:45.212552 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-c5099997-fac7-4320-9a4f-e2ad07066a5e tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/networks?id=a5d7a807-effa-4448-8ae9-6291912db562 HTTP/1.1" status: 200 len: 910 time: 0.1092503 Jun 30 03:19:45.239855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-8a84147d-9d5b-4838-b9e6-65e2d554fcaf tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/quotas/245a842cbbf1494b8c82a32e6622c2e9 HTTP/1.1" status: 200 len: 375 time: 0.0171237 Jun 30 03:19:45.258705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a0bed0-a10b-444e-8aea-758fb28a4541 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:45.326747 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a0bed0-a10b-444e-8aea-758fb28a4541 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:45.503679 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a0bed0-a10b-444e-8aea-758fb28a4541 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:45.543144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0bed0-a10b-444e-8aea-758fb28a4541 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a8bc53-279c-4f39-8e82-beec0413f35f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:45.616846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:45.736172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a0bed0-a10b-444e-8aea-758fb28a4541 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:45.754295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08a0bed0-a10b-444e-8aea-758fb28a4541 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6639984 Jun 30 03:19:45.754295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47560) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:45.754295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-22459f65-54cd-41ec-ae52-b263b7ecbc1b tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': '21c0bca4-d788-4eac-8cab-7dd9543aea3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:45.778579 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-97810efa-b0bb-408b-a31d-6c161ef6b268 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=245a842cbbf1494b8c82a32e6622c2e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5334234 Jun 30 03:19:45.788922 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Sync routers for ids ['fb871a91-0d74-49af-9a59-614316b321cd'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:19:45.798741 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Routers {'fb871a91-0d74-49af-9a59-614316b321cd'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:45.799859 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fb871a91-0d74-49af-9a59-614316b321cd'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:45.816086 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:45.824776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:45.824776 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:45.954724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-22459f65-54cd-41ec-ae52-b263b7ecbc1b tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:45.972430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-18d93950-a476-42d8-af0d-b49674fb5daf service neutron] 10.222.0.77 "GET /v2.0/networks/a5d7a807-effa-4448-8ae9-6291912db562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778550 Jun 30 03:19:45.974133 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Set router fb871a91-0d74-49af-9a59-614316b321cd gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:46.082460 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.122706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-b3a9ce2f-d4b4-44fa-9c49-56884a370225 service neutron] 10.222.0.77 "GET /v2.0/networks/a5d7a807-effa-4448-8ae9-6291912db562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428325 Jun 30 03:19:46.129370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:46.243229 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'name': 'tempest-TestServerMultinode-1248878463-router', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:38Z', 'updated_at': '2021-06-30T03:19:43Z', 'revision_number': 4, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'gw_port': {'id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:39Z', 'updated_at': '2021-06-30T03:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1feabd7f-3c81-4b90-a2ad-c84c13cddbc1', 'name': '', 'network_id': '707fc73c-f048-4433-b89b-667b6f713454', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'mac_address': 'fa:16:3e:69:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7c24d5b5-292f-4c18-9d64-3095909903a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:42Z', 'updated_at': '2021-06-30T03:19:43Z', 'revision_number': 2, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'subnets': [{'id': '7c24d5b5-292f-4c18-9d64-3095909903a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:46.256214 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-22459f65-54cd-41ec-ae52-b263b7ecbc1b tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 03:19:46.268696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-22459f65-54cd-41ec-ae52-b263b7ecbc1b tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5166731 Jun 30 03:19:46.268889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47598) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:46.322882 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b85db05d-2731-4a33-b1c4-cf8c881d4e50 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.325160 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.349242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b85db05d-2731-4a33-b1c4-cf8c881d4e50 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.379001 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Checking router: fb871a91-0d74-49af-9a59-614316b321cd for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:19:46.379390 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Updating router fb871a91-0d74-49af-9a59-614316b321cd port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:19:46.395304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:46.441141 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.508013 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b85db05d-2731-4a33-b1c4-cf8c881d4e50 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.510938 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b85db05d-2731-4a33-b1c4-cf8c881d4e50 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.512786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b85db05d-2731-4a33-b1c4-cf8c881d4e50 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "DELETE /v2.0/security-groups/21c0bca4-d788-4eac-8cab-7dd9543aea3f HTTP/1.1" status: 204 len: 168 time: 0.2506273 Jun 30 03:19:46.516253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47606) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:46.522132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2e5eecac-5c84-4138-9a9c-08c709f3a104 req-e0254874-2d28-4654-a302-f02f25a674d4 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 210 time: 0.0525079 Jun 30 03:19:46.587767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85db05d-2731-4a33-b1c4-cf8c881d4e50 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c0bca4-d788-4eac-8cab-7dd9543aea3f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:46.645457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-aab584e8-380c-4ccf-a875-20ce81d78d29 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1182246 Jun 30 03:19:46.652057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47608) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:46.656710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8ea9f7e0-2a37-4ba5-a3ea-86db8b6771a0 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851157168'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:46.777068 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.781558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f7e0-2a37-4ba5-a3ea-86db8b6771a0 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.789062 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Transition to ACTIVE for port object 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:46.879452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f7e0-2a37-4ba5-a3ea-86db8b6771a0 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.952840 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.014077 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35556f-bf43-4810-ae57-5c375c5c1403 None None] Pushing event updated for resources: {'Port': ['ID=1feabd7f-3c81-4b90-a2ad-c84c13cddbc1,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:47.038736 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f7e0-2a37-4ba5-a3ea-86db8b6771a0 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.102509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9f7e0-2a37-4ba5-a3ea-86db8b6771a0 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb80edc5-361e-4164-8872-c5e2cbd513e9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:47.133437 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Attempting to bind port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:47.133764 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Attempting to bind port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '666757e6-a06e-4531-8326-feda9d207205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '707fc73c-f048-4433-b89b-667b6f713454'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:47.134120 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Attempting to bind port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 on network 707fc73c-f048-4433-b89b-667b6f713454 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:47.140072 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:47.140683 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Checking segment: {'id': '666757e6-a06e-4531-8326-feda9d207205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '707fc73c-f048-4433-b89b-667b6f713454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:47.141239 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.141888 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Bound using segment: {'id': '666757e6-a06e-4531-8326-feda9d207205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '707fc73c-f048-4433-b89b-667b6f713454'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:47.142517 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Bound port: 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666757e6-a06e-4531-8326-feda9d207205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '707fc73c-f048-4433-b89b-667b6f713454'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:47.143077 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.147805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f7e0-2a37-4ba5-a3ea-86db8b6771a0 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.149404 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8ea9f7e0-2a37-4ba5-a3ea-86db8b6771a0 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4962080 Jun 30 03:19:47.152509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:47.157296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f5d78914-e208-4fc9-b8cf-888bd80816bc tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'fb80edc5-361e-4164-8872-c5e2cbd513e9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:47.158327 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-f5d78914-e208-4fc9-b8cf-888bd80816bc tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 03:19:47.159063 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-f5d78914-e208-4fc9-b8cf-888bd80816bc tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:47.163685 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f5d78914-e208-4fc9-b8cf-888bd80816bc tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100687 Jun 30 03:19:47.163993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47620) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:47.266895 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] For port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:47.275265 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] For port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1feabd7f-3c81-4b90-a2ad-c84c13cddbc1,segment=NetworkSegment(666757e6-a06e-4531-8326-feda9d207205),segment_id=666757e6-a06e-4531-8326-feda9d207205)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:47.281256 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a08e00b2-be9b-4dda-aa62-52b000a1f211 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.316017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a08e00b2-be9b-4dda-aa62-52b000a1f211 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.434153 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.499911 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Routers {'fb871a91-0d74-49af-9a59-614316b321cd'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:19:47.500599 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:19:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fb871a91-0d74-49af-9a59-614316b321cd'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:47.502250 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35556f-bf43-4810-ae57-5c375c5c1403 None None] Pushing event updated for resources: {'Port': ['ID=1feabd7f-3c81-4b90-a2ad-c84c13cddbc1,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:47.575825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:47.634585 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bd854f43-cb8f-48cc-a844-5e802a414964 req-571c98d3-7227-41ee-892f-377d0ea2eda7 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 210 time: 0.0551729 Jun 30 03:19:47.658075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:47.658557 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.666369 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] Set router fb871a91-0d74-49af-9a59-614316b321cd gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:19:47.675600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a08e00b2-be9b-4dda-aa62-52b000a1f211 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.679465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a08e00b2-be9b-4dda-aa62-52b000a1f211 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:47.689999 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a08e00b2-be9b-4dda-aa62-52b000a1f211 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "DELETE /v2.0/security-groups/fb80edc5-361e-4164-8872-c5e2cbd513e9 HTTP/1.1" status: 204 len: 168 time: 0.5165775 Jun 30 03:19:47.692566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47630) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:47.716759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e00b2-be9b-4dda-aa62-52b000a1f211 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb80edc5-361e-4164-8872-c5e2cbd513e9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:47.808827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-687b2e98-8c54-44bf-a851-bd3b0cf70558 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1149364 Jun 30 03:19:47.810688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47640) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:47.816666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-eefbc6aa-06da-45b0-a4f8-a91bb1f74927 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'tempest-secgroup--765155685'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:47.916877 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'name': 'tempest-TestServerMultinode-1248878463-router', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:38Z', 'updated_at': '2021-06-30T03:19:43Z', 'revision_number': 4, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'gw_port': {'id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:39Z', 'updated_at': '2021-06-30T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1feabd7f-3c81-4b90-a2ad-c84c13cddbc1', 'name': '', 'network_id': '707fc73c-f048-4433-b89b-667b6f713454', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'mac_address': 'fa:16:3e:69:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7c24d5b5-292f-4c18-9d64-3095909903a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:42Z', 'updated_at': '2021-06-30T03:19:47Z', 'revision_number': 4, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'subnets': [{'id': '7c24d5b5-292f-4c18-9d64-3095909903a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:19:47.942549 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07179348-5404-4fc2-b2b1-2a31557da2aa None None] The sync data for ids ['fb871a91-0d74-49af-9a59-614316b321cd'] in n-d-798249-3 is: [{'id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'name': 'tempest-TestServerMultinode-1248878463-router', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:38Z', 'updated_at': '2021-06-30T03:19:43Z', 'revision_number': 4, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'gw_port': {'id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:39Z', 'updated_at': '2021-06-30T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '1feabd7f-3c81-4b90-a2ad-c84c13cddbc1', 'name': '', 'network_id': '707fc73c-f048-4433-b89b-667b6f713454', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'mac_address': 'fa:16:3e:69:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '7c24d5b5-292f-4c18-9d64-3095909903a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:42Z', 'updated_at': '2021-06-30T03:19:47Z', 'revision_number': 4, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'subnets': [{'id': '7c24d5b5-292f-4c18-9d64-3095909903a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:19:48.004870 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eefbc6aa-06da-45b0-a4f8-a91bb1f74927 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:48.127210 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eefbc6aa-06da-45b0-a4f8-a91bb1f74927 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:48.215678 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eefbc6aa-06da-45b0-a4f8-a91bb1f74927 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:48.273539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbc6aa-06da-45b0-a4f8-a91bb1f74927 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81924585-3701-4e3a-a61c-0d5518c8544e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:48.421553 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eefbc6aa-06da-45b0-a4f8-a91bb1f74927 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:48.423665 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eefbc6aa-06da-45b0-a4f8-a91bb1f74927 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6130223 Jun 30 03:19:48.426455 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47672) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:48.431297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-65f0eb6b-767d-420e-bdf8-a7838d992e65 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': '81924585-3701-4e3a-a61c-0d5518c8544e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:48.432384 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-65f0eb6b-767d-420e-bdf8-a7838d992e65 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 03:19:48.433143 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-65f0eb6b-767d-420e-bdf8-a7838d992e65 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:48.434508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-65f0eb6b-767d-420e-bdf8-a7838d992e65 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069160 Jun 30 03:19:48.437274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47674) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:48.525661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4426486d-3d69-4987-9e1b-ba828ed5c7fe tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:48.536935 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:19:48.565647 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4426486d-3d69-4987-9e1b-ba828ed5c7fe tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:48.736594 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4426486d-3d69-4987-9e1b-ba828ed5c7fe tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:48.739805 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4426486d-3d69-4987-9e1b-ba828ed5c7fe tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:48.743356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4426486d-3d69-4987-9e1b-ba828ed5c7fe tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "DELETE /v2.0/security-groups/81924585-3701-4e3a-a61c-0d5518c8544e HTTP/1.1" status: 204 len: 168 time: 0.3027580 Jun 30 03:19:48.743822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47680) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:48.754527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426486d-3d69-4987-9e1b-ba828ed5c7fe tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81924585-3701-4e3a-a61c-0d5518c8544e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:48.825069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b0e2b823-810f-45a3-9619-a4b1e61ccfaf tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769601 Jun 30 03:19:48.825369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47682) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:48.833028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-717811a7-faca-4c6b-b4a7-6ea6b7b02bb6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'tempest-secgroup--448555249'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:48.885582 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-54ed95c9-6169-4cdb-bdab-e4640d821cf4 req-28bf4cdb-701f-4617-bd70-9f99c01597f0 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 210 time: 0.0621834 Jun 30 03:19:48.971151 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-717811a7-faca-4c6b-b4a7-6ea6b7b02bb6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:49.148247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-717811a7-faca-4c6b-b4a7-6ea6b7b02bb6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:49.330264 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-717811a7-faca-4c6b-b4a7-6ea6b7b02bb6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:49.365554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717811a7-faca-4c6b-b4a7-6ea6b7b02bb6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9440d30b-83bf-4309-9a09-2682e54dfa4c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:49.433779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-717811a7-faca-4c6b-b4a7-6ea6b7b02bb6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:49.437970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-717811a7-faca-4c6b-b4a7-6ea6b7b02bb6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6085119 Jun 30 03:19:49.438372 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47694) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:49.443889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4f6ddf93-7a00-48f3-b1b7-a2a42a67cbe1 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': '9440d30b-83bf-4309-9a09-2682e54dfa4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:49.443889 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-4f6ddf93-7a00-48f3-b1b7-a2a42a67cbe1 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 03:19:49.444424 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-4f6ddf93-7a00-48f3-b1b7-a2a42a67cbe1 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:49.445393 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4f6ddf93-7a00-48f3-b1b7-a2a42a67cbe1 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060408 Jun 30 03:19:49.448718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47696) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:49.456688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9e476155-f256-4181-8a1a-219663fb5e55 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': '9440d30b-83bf-4309-9a09-2682e54dfa4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:49.457377 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-9e476155-f256-4181-8a1a-219663fb5e55 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 03:19:49.457903 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-9e476155-f256-4181-8a1a-219663fb5e55 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:49.458879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9e476155-f256-4181-8a1a-219663fb5e55 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083482 Jun 30 03:19:49.461735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47698) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:49.467959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3b1bc1f1-8ae1-4e5a-a477-5255f837ad02 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': '9440d30b-83bf-4309-9a09-2682e54dfa4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:49.468774 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-3b1bc1f1-8ae1-4e5a-a477-5255f837ad02 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 03:19:49.469264 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-3b1bc1f1-8ae1-4e5a-a477-5255f837ad02 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:49.471005 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3b1bc1f1-8ae1-4e5a-a477-5255f837ad02 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075896 Jun 30 03:19:49.484117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47700) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:49.504887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-dc513b34-a04b-41ba-aa49-146edc9bc468 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': '9440d30b-83bf-4309-9a09-2682e54dfa4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:49.506076 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-dc513b34-a04b-41ba-aa49-146edc9bc468 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 03:19:49.506733 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-dc513b34-a04b-41ba-aa49-146edc9bc468 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:49.508498 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dc513b34-a04b-41ba-aa49-146edc9bc468 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0225706 Jun 30 03:19:49.521476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47702) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:49.620700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:49.631523 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe9264a5-0c64-4c9a-a93d-5297772e7bc5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:49.658295 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe9264a5-0c64-4c9a-a93d-5297772e7bc5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:49.884865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:49.888900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:49.889455 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:49.956714 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe9264a5-0c64-4c9a-a93d-5297772e7bc5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:49.960483 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe9264a5-0c64-4c9a-a93d-5297772e7bc5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:49.964308 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fe9264a5-0c64-4c9a-a93d-5297772e7bc5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "DELETE /v2.0/security-groups/9440d30b-83bf-4309-9a09-2682e54dfa4c HTTP/1.1" status: 204 len: 168 time: 0.4394116 Jun 30 03:19:49.964722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47706) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:49.993082 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:50.009019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9264a5-0c64-4c9a-a93d-5297772e7bc5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9440d30b-83bf-4309-9a09-2682e54dfa4c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:50.057153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1feabd7f-3c81-4b90-a2ad-c84c13cddbc1,segment=NetworkSegment(666757e6-a06e-4531-8326-feda9d207205),segment_id=666757e6-a06e-4531-8326-feda9d207205)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:50.076918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-de35735a-d967-4306-a0f1-e5c70e484e89 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1110525 Jun 30 03:19:50.081362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47710) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:50.087546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f039121a-5714-455d-9a71-19b97001577d tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196668298'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:50.140293 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c826fe51-001f-490e-b45a-bfce9db5af35 req-203cdd4c-7a3e-4ff7-8050-6f2040bfe8af tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 210 time: 0.0304260 Jun 30 03:19:50.250482 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:50.295362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-32efe8c6-f669-4414-a66d-8fbf6f18dbba tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:50.300694 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-32efe8c6-f669-4414-a66d-8fbf6f18dbba tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.74 "GET /v2.0/networks?id=a5d7a807-effa-4448-8ae9-6291912db562 HTTP/1.1" status: 200 len: 910 time: 0.1010072 Jun 30 03:19:50.302823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=1feabd7f-3c81-4b90-a2ad-c84c13cddbc1,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:50.308895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Request body: {'port': {'device_id': 'a08bc765-1761-4292-ac1c-6fce12fcd23e', 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562', 'admin_state_up': True, 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:50.318781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f039121a-5714-455d-9a71-19b97001577d tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:50.547187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Made reservation on behalf of 245a842cbbf1494b8c82a32e6622c2e9 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:19:50.549747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:50.627134 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f039121a-5714-455d-9a71-19b97001577d tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:50.686421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Allocated IP 172.20.0.3 (a5d7a807-effa-4448-8ae9-6291912db562/530e8f86-995a-4fce-bbf0-547c7fec0848/9acf1299-21df-40fc-a60c-17ceeb0e6ef3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:19:50.810463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f039121a-5714-455d-9a71-19b97001577d tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:50.841452 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:50.848054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039121a-5714-455d-9a71-19b97001577d tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc32db-0140-42f4-bc23-021f26e2ee60,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:50.857441 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Transition to ACTIVE for port object 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:50.953772 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f039121a-5714-455d-9a71-19b97001577d tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:50.953772 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f039121a-5714-455d-9a71-19b97001577d tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8644223 Jun 30 03:19:50.953772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47720) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:50.954953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-55eb8625-9f8d-4c8f-80cc-f397eb086f38 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc32db-0140-42f4-bc23-021f26e2ee60', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:50.955571 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-55eb8625-9f8d-4c8f-80cc-f397eb086f38 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 03:19:50.956349 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-55eb8625-9f8d-4c8f-80cc-f397eb086f38 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:50.957360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-55eb8625-9f8d-4c8f-80cc-f397eb086f38 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064824 Jun 30 03:19:50.960051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47722) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:50.965025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-10f85fd8-7977-406c-ac90-c1c36fbc4513 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc32db-0140-42f4-bc23-021f26e2ee60', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:50.976714 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:51.021797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Network a5d7a807-effa-4448-8ae9-6291912db562 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:19:51.025580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:19:51.034625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:19:51.036614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Pushing event updated for resources: {'Port': ['ID=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:51.082574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:51.083248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:51.245149 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-68b39fe5-6ad4-4716-a9cd-59b91a2d3605 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9399664 Jun 30 03:19:51.258266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Request body: {'port': {'device_id': 'a08bc765-1761-4292-ac1c-6fce12fcd23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:51.261742 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-10f85fd8-7977-406c-ac90-c1c36fbc4513 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:51.262962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-10f85fd8-7977-406c-ac90-c1c36fbc4513 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3020475 Jun 30 03:19:51.265710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47726) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:51.270863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-98eb35b1-d01c-4664-9355-6f26edfa39fb tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc32db-0140-42f4-bc23-021f26e2ee60', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:51.271375 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-98eb35b1-d01c-4664-9355-6f26edfa39fb tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 03:19:51.271907 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-98eb35b1-d01c-4664-9355-6f26edfa39fb tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:51.273532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-98eb35b1-d01c-4664-9355-6f26edfa39fb tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064750 Jun 30 03:19:51.281163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47728) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:51.286304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9e9f6676-bc8d-4ec0-9f99-a47405e8d3fb tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc32db-0140-42f4-bc23-021f26e2ee60', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:51.398962 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:51.514504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b9c10453-c14a-435a-8f53-0e9e8363ace3 None None] Provisioning for port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:51.514504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b9c10453-c14a-435a-8f53-0e9e8363ace3 None None] Provisioning complete for port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:51.514504 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9c10453-c14a-435a-8f53-0e9e8363ace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:51.592016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b9c10453-c14a-435a-8f53-0e9e8363ace3 None None] Port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:19:51.597323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:51.627251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e5cbd-b54a-4107-9854-4a9cfbfc8e70 req-bff20112-16fe-430c-9d9d-0dbecae98103 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:51.635238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a0e5cbd-b54a-4107-9854-4a9cfbfc8e70 req-bff20112-16fe-430c-9d9d-0dbecae98103 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1027 time: 0.1029155 Jun 30 03:19:51.650210 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:51.650589 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:51.678401 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a0e5cbd-b54a-4107-9854-4a9cfbfc8e70 req-46c3e44a-c1e7-4431-9c86-63b757b9a87f tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 Jun 30 03:19:51.707918 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-9e9f6676-bc8d-4ec0-9f99-a47405e8d3fb tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:51.709790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9e9f6676-bc8d-4ec0-9f99-a47405e8d3fb tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4275768 Jun 30 03:19:51.715854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47736) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:51.722203 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-914dfba9-a431-428a-9c98-2d64195b798a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc32db-0140-42f4-bc23-021f26e2ee60', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:51.722772 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-914dfba9-a431-428a-9c98-2d64195b798a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 03:19:51.723514 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-914dfba9-a431-428a-9c98-2d64195b798a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:51.724742 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-914dfba9-a431-428a-9c98-2d64195b798a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078168 Jun 30 03:19:51.728257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47738) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:51.733062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b3f813a5-d638-42f0-80df-a521541a6352 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc32db-0140-42f4-bc23-021f26e2ee60', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:51.827079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:19:51.837772 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:51.848749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Transition to ACTIVE for port object 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:19:51.918730 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:51.984091 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:52.025032 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-b3f813a5-d638-42f0-80df-a521541a6352 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:52.026124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b3f813a5-d638-42f0-80df-a521541a6352 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2968488 Jun 30 03:19:52.028984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47742) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:52.033649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c08a85f5-62cd-4a55-b65e-697cb5f0fa5a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc32db-0140-42f4-bc23-021f26e2ee60', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:52.034124 n-d-798249-3 neutron-server[94531]: WARNING neutron.api.v2.base [None req-c08a85f5-62cd-4a55-b65e-697cb5f0fa5a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 03:19:52.034603 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-c08a85f5-62cd-4a55-b65e-697cb5f0fa5a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:52.035557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c08a85f5-62cd-4a55-b65e-697cb5f0fa5a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055692 Jun 30 03:19:52.038143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47744) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:52.046224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7ff69d3f-3627-4dcb-86d0-4b396e6b9666 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc32db-0140-42f4-bc23-021f26e2ee60', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:52.082263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Attempting to bind port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:19:52.082605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Attempting to bind port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:19:52.082936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Attempting to bind port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 on network a5d7a807-effa-4448-8ae9-6291912db562 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:52.088654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 on network a5d7a807-effa-4448-8ae9-6291912db562 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:19:52.089009 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Attempting to bind port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 on network a5d7a807-effa-4448-8ae9-6291912db562 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:19:52.094982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:19:52.095325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Checking segment: {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:19:52.095711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Bound using segment: {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:19:52.096148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Bound port: 9acf1299-21df-40fc-a60c-17ceeb0e6ef3, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:19:52.096518 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:52.179254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] For port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:19:52.182608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] For port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:19:52.325017 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:52.363362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:52.363992 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:52.365409 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/9acf1299-21df-40fc-a60c-17ceeb0e6ef3 HTTP/1.1" status: 200 len: 1091 time: 1.1119342 Jun 30 03:19:52.366379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08bc765-1761-4292-ac1c-6fce12fcd23e', 'tag': '9acf1299-21df-40fc-a60c-17ceeb0e6ef3'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:19:52.369303 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f3ad6a-e74f-4389-b142-af7c65c28e05" -d '{"events": [{"name": "network-changed", "server_uuid": "a08bc765-1761-4292-ac1c-6fce12fcd23e", "tag": "9acf1299-21df-40fc-a60c-17ceeb0e6ef3"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:19:52.382477 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-7ff69d3f-3627-4dcb-86d0-4b396e6b9666 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:52.383829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7ff69d3f-3627-4dcb-86d0-4b396e6b9666 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3444784 Jun 30 03:19:52.386789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47748) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:52.392654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5147580d-fe10-49a0-906b-fb2564462cd2 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'a8cc32db-0140-42f4-bc23-021f26e2ee60', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:52.395167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a0ff7-f9aa-430c-a520-64142e7700c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:52.452141 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053898b9-18d5-404a-9990-7f194412c1b9 x-openstack-request-id: req-053898b9-18d5-404a-9990-7f194412c1b9 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:19:52.452653 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08bc765-1761-4292-ac1c-6fce12fcd23e", "tag": "9acf1299-21df-40fc-a60c-17ceeb0e6ef3", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:19:52.453142 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-053898b9-18d5-404a-9990-7f194412c1b9 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:19:52.453782 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08bc765-1761-4292-ac1c-6fce12fcd23e', 'tag': '9acf1299-21df-40fc-a60c-17ceeb0e6ef3', 'status': 'completed', 'code': 200} Jun 30 03:19:52.632197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ad6a-e74f-4389-b142-af7c65c28e05 req-d49d5fe1-27d7-4f38-9706-b291f81dfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:52.636818 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-40f3ad6a-e74f-4389-b142-af7c65c28e05 req-d49d5fe1-27d7-4f38-9706-b291f81dfbb9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=245a842cbbf1494b8c82a32e6622c2e9&device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1094 time: 0.1601818 Jun 30 03:19:52.713352 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-5147580d-fe10-49a0-906b-fb2564462cd2 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:52.718140 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5147580d-fe10-49a0-906b-fb2564462cd2 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3298051 Jun 30 03:19:52.718717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47756) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:52.828282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0bc82db3-107c-4e19-a8d8-2201ca1af786 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:52.869199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ad6a-e74f-4389-b142-af7c65c28e05 req-1de70887-575b-42c3-812e-84971ec9e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:52.870880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-40f3ad6a-e74f-4389-b142-af7c65c28e05 req-1de70887-575b-42c3-812e-84971ec9e30d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=245a842cbbf1494b8c82a32e6622c2e9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2272346 Jun 30 03:19:52.901308 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0bc82db3-107c-4e19-a8d8-2201ca1af786 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:52.951003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e1167-ac4d-4058-91f4-ae6ab94ac4e2 req-f9aca8ce-edc3-45d1-9975-be391ff7edf5 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:52.952621 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f0e1167-ac4d-4058-91f4-ae6ab94ac4e2 req-f9aca8ce-edc3-45d1-9975-be391ff7edf5 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1094 time: 0.1025374 Jun 30 03:19:52.995107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4f0e1167-ac4d-4058-91f4-ae6ab94ac4e2 req-cbab32d6-40b4-4b2a-85cd-8ce26925583e tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366843 Jun 30 03:19:53.068746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ad6a-e74f-4389-b142-af7c65c28e05 req-d272389f-0384-460f-8b5f-dc156c081aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:53.070306 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-40f3ad6a-e74f-4389-b142-af7c65c28e05 req-d272389f-0384-460f-8b5f-dc156c081aa7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930296 Jun 30 03:19:53.124821 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0bc82db3-107c-4e19-a8d8-2201ca1af786 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:53.127852 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0bc82db3-107c-4e19-a8d8-2201ca1af786 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:53.138497 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0bc82db3-107c-4e19-a8d8-2201ca1af786 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "DELETE /v2.0/security-groups/a8cc32db-0140-42f4-bc23-021f26e2ee60 HTTP/1.1" status: 204 len: 168 time: 0.4101036 Jun 30 03:19:53.138497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47762) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:53.155494 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc82db3-107c-4e19-a8d8-2201ca1af786 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc32db-0140-42f4-bc23-021f26e2ee60,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:53.159277 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:53.199649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-dfb46d3f-fd7a-46e4-8372-5b3a51d919a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:53.202876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-dfb46d3f-fd7a-46e4-8372-5b3a51d919a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=245a842cbbf1494b8c82a32e6622c2e9&device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1094 time: 0.0902677 Jun 30 03:19:53.223724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-345afb35-0fea-4894-ae10-c97e03e72b95 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881960 Jun 30 03:19:53.227602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47764) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:53.232439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d598077e-c8b7-46f3-850c-47bfb6c5da4c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221318994'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:53.267400 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-e621c043-2b72-4f1e-aa57-4d0b7473952e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9acf1299-21df-40fc-a60c-17ceeb0e6ef3 HTTP/1.1" status: 200 len: 217 time: 0.0593255 Jun 30 03:19:53.320863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-19c50e9c-4c41-4782-a384-daf8641f19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:53.322368 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-19c50e9c-4c41-4782-a384-daf8641f19fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=530e8f86-995a-4fce-bbf0-547c7fec0848 HTTP/1.1" status: 200 len: 848 time: 0.0491259 Jun 30 03:19:53.382441 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d598077e-c8b7-46f3-850c-47bfb6c5da4c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:53.417134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-238ac9d9-59ca-4cbc-8efd-28c1fb0533c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:53.418670 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-238ac9d9-59ca-4cbc-8efd-28c1fb0533c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a5d7a807-effa-4448-8ae9-6291912db562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896347 Jun 30 03:19:53.510260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d598077e-c8b7-46f3-850c-47bfb6c5da4c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:53.526946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-0f13a3c8-1603-438a-96d2-fbac93babd43 service neutron] 10.222.0.74 "GET /v2.0/networks/a5d7a807-effa-4448-8ae9-6291912db562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007631 Jun 30 03:19:53.598454 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:53.621022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d598077e-c8b7-46f3-850c-47bfb6c5da4c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:53.653334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598077e-c8b7-46f3-850c-47bfb6c5da4c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08b6821-3126-4c50-9f41-658212af2e6f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:53.662989 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d5b7e7ff-3ff4-4673-acfe-abeff5cbd25c req-944ef1ff-1c39-438b-aa9d-313a0a990295 service neutron] 10.222.0.74 "GET /v2.0/networks/a5d7a807-effa-4448-8ae9-6291912db562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273043 Jun 30 03:19:53.708086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d598077e-c8b7-46f3-850c-47bfb6c5da4c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:53.709454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d598077e-c8b7-46f3-850c-47bfb6c5da4c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4807897 Jun 30 03:19:53.712883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47770) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:53.718635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a92fd99d-f727-4e3f-81eb-604a74e290db tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'b08b6821-3126-4c50-9f41-658212af2e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:53.930783 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-a92fd99d-f727-4e3f-81eb-604a74e290db tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The resource could not be found. Jun 30 03:19:53.931774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a92fd99d-f727-4e3f-81eb-604a74e290db tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2173166 Jun 30 03:19:53.934766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47772) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:53.939891 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5f4b672e-bef7-4aa1-9c76-df825fa6b716 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': 'b08b6821-3126-4c50-9f41-658212af2e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b6dfc8c0-0e2e-4b8d-970c-1d7d73b1e28f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:54.164684 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-5f4b672e-bef7-4aa1-9c76-df825fa6b716 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The resource could not be found. Jun 30 03:19:54.165782 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5f4b672e-bef7-4aa1-9c76-df825fa6b716 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2298272 Jun 30 03:19:54.168635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47776) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:54.181317 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe0780-2586-40da-b44b-feba7c1a97dc req-533810e9-4cad-4dce-958a-573773e2300b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:54.182905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bdfe0780-2586-40da-b44b-feba7c1a97dc req-533810e9-4cad-4dce-958a-573773e2300b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1094 time: 0.0615764 Jun 30 03:19:54.231947 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bdfe0780-2586-40da-b44b-feba7c1a97dc req-15e696db-1f5e-4892-b844-b814d946cff7 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 Jun 30 03:19:54.254260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9203787-5dda-40c6-aca5-223306619735 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:54.282893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9203787-5dda-40c6-aca5-223306619735 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:54.449422 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9203787-5dda-40c6-aca5-223306619735 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:54.452018 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9203787-5dda-40c6-aca5-223306619735 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:54.453169 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a9203787-5dda-40c6-aca5-223306619735 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "DELETE /v2.0/security-groups/b08b6821-3126-4c50-9f41-658212af2e6f HTTP/1.1" status: 204 len: 168 time: 0.2835920 Jun 30 03:19:54.456079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47782) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:54.466384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9203787-5dda-40c6-aca5-223306619735 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08b6821-3126-4c50-9f41-658212af2e6f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:54.529865 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c22f74d2-b8ac-473a-abd1-bc083740fdc7 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726240 Jun 30 03:19:54.533841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47786) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:54.539215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e5392cb2-560d-44bc-a71a-a67c5500120f tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': '8b9a31f1-8884-4a71-8212-84af8e5f80a1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:54.834358 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-e5392cb2-560d-44bc-a71a-a67c5500120f tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The resource could not be found. Jun 30 03:19:54.837540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e5392cb2-560d-44bc-a71a-a67c5500120f tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3016260 Jun 30 03:19:54.840141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47790) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:54.845577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ce5518cf-f23c-4cdc-939c-9113ca9d230c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705593148'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:54.998312 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce5518cf-f23c-4cdc-939c-9113ca9d230c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:55.085743 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce5518cf-f23c-4cdc-939c-9113ca9d230c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:55.164002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce5518cf-f23c-4cdc-939c-9113ca9d230c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:55.195985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5518cf-f23c-4cdc-939c-9113ca9d230c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f7add9-0e74-413b-a08e-c201d4e6b201,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:55.261459 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ce5518cf-f23c-4cdc-939c-9113ca9d230c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:55.262666 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ce5518cf-f23c-4cdc-939c-9113ca9d230c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4215262 Jun 30 03:19:55.265817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47794) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:55.270348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ecae06ee-f591-4ff8-b9f6-82cd3aa8e540 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'tempest-secgroup--403365012'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:55.404416 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecae06ee-f591-4ff8-b9f6-82cd3aa8e540 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:55.407605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233cf7a-612a-4af5-9c0d-764ca5ac7ae4 req-1b4cda99-50e1-4ca4-87f7-7c2fe1e45784 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:55.409169 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9233cf7a-612a-4af5-9c0d-764ca5ac7ae4 req-1b4cda99-50e1-4ca4-87f7-7c2fe1e45784 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1094 time: 0.0535097 Jun 30 03:19:55.450684 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9233cf7a-612a-4af5-9c0d-764ca5ac7ae4 req-27fd8d95-e57d-435b-90a9-88ffe4a4d2b3 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Jun 30 03:19:55.498684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecae06ee-f591-4ff8-b9f6-82cd3aa8e540 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:55.552589 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecae06ee-f591-4ff8-b9f6-82cd3aa8e540 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:55.583303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae06ee-f591-4ff8-b9f6-82cd3aa8e540 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5695b6-2729-4aa5-a720-bcc2de1ee1ba,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:55.689743 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ecae06ee-f591-4ff8-b9f6-82cd3aa8e540 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:55.691433 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ecae06ee-f591-4ff8-b9f6-82cd3aa8e540 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4246349 Jun 30 03:19:55.694905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47802) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:55.700152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7207b7c4-799a-44c2-9e20-7e392b23d46a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group_rule': {'security_group_id': '64f7add9-0e74-413b-a08e-c201d4e6b201', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cc5695b6-2729-4aa5-a720-bcc2de1ee1ba'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:55.918523 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-7207b7c4-799a-44c2-9e20-7e392b23d46a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:19:55.922623 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7207b7c4-799a-44c2-9e20-7e392b23d46a tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2264848 Jun 30 03:19:55.922771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47806) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:55.987821 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dc75d48-a588-49a2-96e7-6a2445fe0fd5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:56.013760 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dc75d48-a588-49a2-96e7-6a2445fe0fd5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:56.203992 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dc75d48-a588-49a2-96e7-6a2445fe0fd5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:56.206583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2dc75d48-a588-49a2-96e7-6a2445fe0fd5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:56.207744 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2dc75d48-a588-49a2-96e7-6a2445fe0fd5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "DELETE /v2.0/security-groups/cc5695b6-2729-4aa5-a720-bcc2de1ee1ba HTTP/1.1" status: 204 len: 168 time: 0.2838092 Jun 30 03:19:56.210483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47808) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:56.217716 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc75d48-a588-49a2-96e7-6a2445fe0fd5 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5695b6-2729-4aa5-a720-bcc2de1ee1ba,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:56.293162 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-92e83c8c-f8ae-419c-8ff3-eb4c66acf896 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0812962 Jun 30 03:19:56.307570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47812) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:56.356599 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b690306-0e72-43c1-a963-d79f9c114fc6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:56.380448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b690306-0e72-43c1-a963-d79f9c114fc6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:56.622428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dec17d-9bff-407f-816d-6e6dc43dec0a req-69c9c4c5-4a9b-441c-b1ec-2770d5da752f tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:56.623951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02dec17d-9bff-407f-816d-6e6dc43dec0a req-69c9c4c5-4a9b-441c-b1ec-2770d5da752f tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1094 time: 0.0583167 Jun 30 03:19:56.664368 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02dec17d-9bff-407f-816d-6e6dc43dec0a req-7703d837-8226-43dd-b339-f381f83d3789 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341320 Jun 30 03:19:56.856600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b690306-0e72-43c1-a963-d79f9c114fc6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:56.867512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b690306-0e72-43c1-a963-d79f9c114fc6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:56.867512 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b690306-0e72-43c1-a963-d79f9c114fc6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "DELETE /v2.0/security-groups/64f7add9-0e74-413b-a08e-c201d4e6b201 HTTP/1.1" status: 204 len: 168 time: 0.5647438 Jun 30 03:19:56.868813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47824) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:56.871989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b690306-0e72-43c1-a963-d79f9c114fc6 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f7add9-0e74-413b-a08e-c201d4e6b201,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:56.929421 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-732a6a92-c1f5-496a-afb1-38595221f57c tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546176 Jun 30 03:19:56.929686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47826) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:56.934306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7dfec370-8cac-49a2-ae4b-f41bfcb537b2 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082023206'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:57.135798 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfec370-8cac-49a2-ae4b-f41bfcb537b2 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.141590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:19:57.246705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:57.246964 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfec370-8cac-49a2-ae4b-f41bfcb537b2 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.260489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '9acf1299-21df-40fc-a60c-17ceeb0e6ef3', 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562', 'port_id': '9acf1299-21df-40fc-a60c-17ceeb0e6ef3', 'mac_address': 'fa:16:3e:7e:2c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530e8f86-995a-4fce-bbf0-547c7fec0848', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:19:57.302355 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.316317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:19:57.341922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:57.346538 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfec370-8cac-49a2-ae4b-f41bfcb537b2 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.376847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfec370-8cac-49a2-ae4b-f41bfcb537b2 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a1e0d6-48d3-4d26-ba0a-038c6df4e0b3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:57.477993 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.507941 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7dfec370-8cac-49a2-ae4b-f41bfcb537b2 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.517769 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7dfec370-8cac-49a2-ae4b-f41bfcb537b2 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5785911 Jun 30 03:19:57.517769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47830) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:57.517769 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-53c5b885-2786-4cbc-ba95-c476aaea353b tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:19:57.518065 n-d-798249-3 neutron-server[94530]: WARNING neutron.api.v2.base [None req-53c5b885-2786-4cbc-ba95-c476aaea353b tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 03:19:57.518320 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-53c5b885-2786-4cbc-ba95-c476aaea353b tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 03:19:57.521673 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-53c5b885-2786-4cbc-ba95-c476aaea353b tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "PUT /v2.0/security-groups/80a1e0d6-48d3-4d26-ba0a-038c6df4e0b3 HTTP/1.1" status: 409 len: 330 time: 0.0060418 Jun 30 03:19:57.521938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47832) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:57.527420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:57.535734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.536729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.536729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.536923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.537096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.537433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.537787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.538107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.538436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.538756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.539082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.539404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:19:57.585273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-981c2826-705d-4be1-a6b3-6fbe33b2c0fa tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.610819 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-981c2826-705d-4be1-a6b3-6fbe33b2c0fa tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.717380 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['9acf1299-21df-40fc-a60c-17ceeb0e6ef3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:19:57.723901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-981c2826-705d-4be1-a6b3-6fbe33b2c0fa tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.734985 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-981c2826-705d-4be1-a6b3-6fbe33b2c0fa tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.736649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-981c2826-705d-4be1-a6b3-6fbe33b2c0fa tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "DELETE /v2.0/security-groups/80a1e0d6-48d3-4d26-ba0a-038c6df4e0b3 HTTP/1.1" status: 204 len: 168 time: 0.2137828 Jun 30 03:19:57.739473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47840) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:57.761695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c2826-705d-4be1-a6b3-6fbe33b2c0fa tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a1e0d6-48d3-4d26-ba0a-038c6df4e0b3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:57.819862 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-111b769f-48fc-4a19-a079-06673b03aa59 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785575 Jun 30 03:19:57.824013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47842) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:57.844317 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-82b07c2d-5ada-4406-b47f-a402d88ad2ce tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] delete failed (client error): The resource could not be found. Jun 30 03:19:57.848260 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-82b07c2d-5ada-4406-b47f-a402d88ad2ce tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "DELETE /v2.0/security-groups/760f82bb-fefe-4bf1-8e7b-9a348da6b1dd HTTP/1.1" status: 404 len: 347 time: 0.0223227 Jun 30 03:19:57.851195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47844) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:57.888364 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-386b6774-67c2-45e9-a1f0-7c6e416a69bf tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] show failed (client error): The resource could not be found. Jun 30 03:19:57.895359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47846) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:57.895544 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-386b6774-67c2-45e9-a1f0-7c6e416a69bf tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-groups/de972414-1243-486c-a2ba-9a77ebb0ca9d HTTP/1.1" status: 404 len: 347 time: 0.0430462 Jun 30 03:19:57.944224 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-9381994c-a34a-4020-bfa8-cea43d41e025 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] show failed (client error): The resource could not be found. Jun 30 03:19:57.946842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566e8a8-dd0c-4554-b1a2-de14ab09d92e req-94a8ed2e-8855-49c6-9ac8-373dc7111db0 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:57.947584 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9381994c-a34a-4020-bfa8-cea43d41e025 tempest-NegativeSecGroupTest-396560566 tempest-NegativeSecGroupTest-396560566-project] 10.222.0.77 "GET /v2.0/security-group-rules/7830012c-2bff-4d98-9641-4c130374e063 HTTP/1.1" status: 404 len: 356 time: 0.0442371 Jun 30 03:19:57.954565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0566e8a8-dd0c-4554-b1a2-de14ab09d92e req-94a8ed2e-8855-49c6-9ac8-373dc7111db0 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1095 time: 0.1146348 Jun 30 03:19:57.996279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0566e8a8-dd0c-4554-b1a2-de14ab09d92e req-aceff166-4289-40fe-9ddd-b177089fa75f tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390074 Jun 30 03:19:58.551848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47856) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:58.656335 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-567d0b65-4b97-4f39-8dd1-aa6e9c3cd31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:58.727367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b3c1d663-2064-4db6-aa09-433bf5fef10d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6afd6aa53c114bea9fae00fcaada1ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715271 Jun 30 03:19:58.727915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47864) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:19:58.781748 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40a87edd-a5c7-4107-9b0b-097d132bf4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:58.805309 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40a87edd-a5c7-4107-9b0b-097d132bf4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:58.929854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40a87edd-a5c7-4107-9b0b-097d132bf4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:58.932622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-40a87edd-a5c7-4107-9b0b-097d132bf4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:58.933852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-40a87edd-a5c7-4107-9b0b-097d132bf4ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4901cc44-0248-4d39-bd05-9fdb677aa42a HTTP/1.1" status: 204 len: 168 time: 0.2052510 Jun 30 03:19:58.947575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a87edd-a5c7-4107-9b0b-097d132bf4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4901cc44-0248-4d39-bd05-9fdb677aa42a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:59.161816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:19:59.189545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102bfa1-4508-4794-b656-591d59a33eab req-f75f5f09-9f0d-489c-901f-3ab1961703a4 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:59.191460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2102bfa1-4508-4794-b656-591d59a33eab req-f75f5f09-9f0d-489c-901f-3ab1961703a4 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1095 time: 0.0687385 Jun 30 03:19:59.238271 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2102bfa1-4508-4794-b656-591d59a33eab req-6b67488f-8772-4e85-9a12-4f5c88c9a2ef tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393872 Jun 30 03:19:59.495120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:19:59.499575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:19:59.500039 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:59.584596 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:59.609021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08bc765-1761-4292-ac1c-6fce12fcd23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf1299-21df-40fc-a60c-17ceeb0e6ef3'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:19:59.611605 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44022ce-b197-4844-a27f-a8369136043f" -d '{"events": [{"server_uuid": "a08bc765-1761-4292-ac1c-6fce12fcd23e", "name": "network-vif-plugged", "status": "completed", "tag": "9acf1299-21df-40fc-a60c-17ceeb0e6ef3"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:19:59.634946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:19:59.671160 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fda862-d119-43ec-a0a9-b568d18a6055 x-openstack-request-id: req-69fda862-d119-43ec-a0a9-b568d18a6055 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:19:59.671160 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08bc765-1761-4292-ac1c-6fce12fcd23e", "name": "network-vif-plugged", "status": "completed", "tag": "9acf1299-21df-40fc-a60c-17ceeb0e6ef3", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:19:59.671160 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69fda862-d119-43ec-a0a9-b568d18a6055 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:19:59.671160 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08bc765-1761-4292-ac1c-6fce12fcd23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf1299-21df-40fc-a60c-17ceeb0e6ef3', 'code': 200} Jun 30 03:19:59.758467 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:59.799847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b7974-fc98-4407-bc50-99b420800477 req-0141f89f-801d-4afb-93e6-d601bc01da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:59.804902 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4e1b7974-fc98-4407-bc50-99b420800477 req-0141f89f-801d-4afb-93e6-d601bc01da0c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1095 time: 0.0577459 Jun 30 03:19:59.811893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:19:59.840275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4e1b7974-fc98-4407-bc50-99b420800477 req-5a9444e2-be33-48b6-943c-046ebce40856 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326974 Jun 30 03:20:00.162820 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47902) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:00.279114 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-89075d24-9ce8-4fe6-9810-9bb0ef37d999 tempest-ServiceProvidersTest-476483073 tempest-ServiceProvidersTest-476483073-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1151466 Jun 30 03:20:00.405305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78acff0-25f6-4bcd-aa89-bea9b869ef83 req-8fe0d13d-bd3c-43b2-b471-1473698f5d6e tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:00.410744 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b78acff0-25f6-4bcd-aa89-bea9b869ef83 req-8fe0d13d-bd3c-43b2-b471-1473698f5d6e tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1096 time: 0.0560868 Jun 30 03:20:00.445883 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b78acff0-25f6-4bcd-aa89-bea9b869ef83 req-40ac5d23-1661-4431-a035-4c7250c33973 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Jun 30 03:20:00.800756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 47914) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:00.927476 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37da299d-83f2-4331-a3ab-1aff53016787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:01.031166 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37da299d-83f2-4331-a3ab-1aff53016787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:01.107146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37da299d-83f2-4331-a3ab-1aff53016787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:01.156921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 47922) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:01.157449 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-37da299d-83f2-4331-a3ab-1aff53016787 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e533999eb8ba4dcb85eade81e9c18939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547001 Jun 30 03:20:01.158024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da299d-83f2-4331-a3ab-1aff53016787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb2f658-dc0d-4362-af29-f89d2a0cbe34,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:01.227212 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:01.249839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:01.272853 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:01.341337 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-083c58f6-1e3d-4a9e-a00b-f5736eb0ef31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:01.622606 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:01.625661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:01.627667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ceb2f658-dc0d-4362-af29-f89d2a0cbe34 HTTP/1.1" status: 204 len: 168 time: 0.4693282 Jun 30 03:20:01.648340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb2f658-dc0d-4362-af29-f89d2a0cbe34,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:01.662566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.662956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.663615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.664114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.664652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.667991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.668512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.669003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.669488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.670034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.670391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.670753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734dfcf-47e5-43e6-a0d2-adfc306ad19c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:20:01.727182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a85cb-542d-4d08-8539-ec97201ffe2b req-6f41f601-4408-430f-9c3e-8b1b9cb2d4bb tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:01.728881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-880a85cb-542d-4d08-8539-ec97201ffe2b req-6f41f601-4408-430f-9c3e-8b1b9cb2d4bb tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1096 time: 0.1156931 Jun 30 03:20:01.774635 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-880a85cb-542d-4d08-8539-ec97201ffe2b req-561c071a-ec9c-49d5-bbe3-9e06968cabea tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388498 Jun 30 03:20:01.971900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21fca0-07b1-432a-b95c-58ebfef8c2ac req-8f23ba14-df51-4f00-81de-e6697354a3c4 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:01.975384 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b21fca0-07b1-432a-b95c-58ebfef8c2ac req-8f23ba14-df51-4f00-81de-e6697354a3c4 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1096 time: 0.0641816 Jun 30 03:20:02.011793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b21fca0-07b1-432a-b95c-58ebfef8c2ac req-599d281e-91f9-4ff8-8635-6a4745d0b0b5 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302992 Jun 30 03:20:02.174203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a189e3-33ee-4e70-b5f9-0e3caf86a310 req-ca30f092-52ff-4554-9fcd-89582bada049 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:02.175919 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2a189e3-33ee-4e70-b5f9-0e3caf86a310 req-ca30f092-52ff-4554-9fcd-89582bada049 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1096 time: 0.0534599 Jun 30 03:20:02.224315 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2a189e3-33ee-4e70-b5f9-0e3caf86a310 req-fc61ee75-f501-42c5-95d2-ed22e419e440 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Jun 30 03:20:02.535427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-914a2e41-e761-47d1-8fae-bebc6c346837 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:02.536975 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-914a2e41-e761-47d1-8fae-bebc6c346837 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/networks?id=a5d7a807-effa-4448-8ae9-6291912db562 HTTP/1.1" status: 200 len: 910 time: 0.0891213 Jun 30 03:20:02.552195 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-0d3e9323-41c9-4926-86d0-278dc8ed3161 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/quotas/245a842cbbf1494b8c82a32e6622c2e9 HTTP/1.1" status: 200 len: 375 time: 0.0091131 Jun 30 03:20:02.617283 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-18369dd4-cb28-48a8-a071-37a86e454965 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=245a842cbbf1494b8c82a32e6622c2e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596540 Jun 30 03:20:02.715579 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-1da038b8-b29c-42ca-b3c1-8a3a4ac89705 service neutron] 10.222.0.77 "GET /v2.0/networks/a5d7a807-effa-4448-8ae9-6291912db562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899720 Jun 30 03:20:02.832445 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-501a3e06-3c39-4d5c-bf09-6d92a9098735 service neutron] 10.222.0.77 "GET /v2.0/networks/a5d7a807-effa-4448-8ae9-6291912db562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089211 Jun 30 03:20:03.026900 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:03.168730 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-762bec47-6b3f-4e70-a759-f4b7f7c40ddb req-26d51ff5-84a1-4299-9ddb-ff01d98ac023 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 210 time: 0.0440390 Jun 30 03:20:03.412908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48004) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:03.523486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1519993644'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:03.649718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Made reservation on behalf of 02c3f39884354645bce252e361ddb531 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:20:03.654020 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:03.664306 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:03.760540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:03.838360 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:03.862653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:20:03.881832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:03.882183 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Added segment 4a59a044-f7d0-400e-ada4-09f8be81065f of type vlan for network 9599879e-7fb3-452b-8467-ab21a871de54 Jun 30 03:20:03.883405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa51d490-eef8-4eb3-84f4-8bfd21f1b514,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:03.925994 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:04.089435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:04.095463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:04.095806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:04.166649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Pushing event updated for resources: {'Network': ['ID=9599879e-7fb3-452b-8467-ab21a871de54,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:04.179064 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9599879e-7fb3-452b-8467-ab21a871de54 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:20:04.270946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48026) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:04.272215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fa4ff043-3880-428b-922e-119c448f06b0 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8571143 Jun 30 03:20:04.276352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-466ef3e2-a0d4-46be-b00c-e61c6ca5e7d5 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54', 'tempest-TagsTest-Tag-1160061094') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:04.413716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7eaf506c-43be-4447-82c1-66dbea59855b req-8e41712b-b453-443f-bb1b-09282c16287b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 210 time: 0.0447702 Jun 30 03:20:04.550340 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-466ef3e2-a0d4-46be-b00c-e61c6ca5e7d5 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "PUT /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags/tempest-TagsTest-Tag-1160061094 HTTP/1.1" status: 201 len: 201 time: 0.2757039 Jun 30 03:20:04.550735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48030) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:04.556265 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-2ab157eb-b7c6-42c0-9cdf-a8b6c824f764 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54', 'tempest-TagsTest-Tag-1160061094') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:04.653913 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2ab157eb-b7c6-42c0-9cdf-a8b6c824f764 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "GET /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags/tempest-TagsTest-Tag-1160061094 HTTP/1.1" status: 204 len: 168 time: 0.1015894 Jun 30 03:20:04.656017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48032) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:04.660710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-13c3d262-ef0e-47dd-ac76-92a9d59c055a tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:04.689571 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:04.742918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-13c3d262-ef0e-47dd-ac76-92a9d59c055a tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "GET /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags HTTP/1.1" status: 200 len: 238 time: 0.0857360 Jun 30 03:20:04.745830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48034) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:04.751486 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-55bd06a3-872b-4651-be3d-b19db3d957ac tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54', {'tags': ['tempest-TagsTest-Tag-1791306711', 'tempest-TagsTest-Tag-418962255', 'tempest-TagsTest-Tag-1913245058']}) {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:04.960791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-55bd06a3-872b-4651-be3d-b19db3d957ac tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "PUT /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags HTTP/1.1" status: 200 len: 308 time: 0.2133763 Jun 30 03:20:04.963338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48042) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:04.974273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-be11e158-b655-4b36-9d9e-3a8c0c9b5bc5 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54', 'tempest-TagsTest-Tag-1791306711') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:05.230433 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-be11e158-b655-4b36-9d9e-3a8c0c9b5bc5 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "DELETE /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags/tempest-TagsTest-Tag-1791306711 HTTP/1.1" status: 204 len: 168 time: 0.2632360 Jun 30 03:20:05.230661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48044) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:05.235079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-b33aaa49-c8c6-4180-b030-8a2bb1944e55 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54', 'tempest-TagsTest-Tag-1791306711') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:05.301836 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [None req-b33aaa49-c8c6-4180-b030-8a2bb1944e55 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] show failed (client error): The resource could not be found. Jun 30 03:20:05.306200 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b33aaa49-c8c6-4180-b030-8a2bb1944e55 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "GET /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags/tempest-TagsTest-Tag-1791306711 HTTP/1.1" status: 404 len: 326 time: 0.0711453 Jun 30 03:20:05.306308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48046) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:05.310971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-c839cf2e-4adc-4d90-a8b4-c1b0e4aa8456 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54', 'tempest-TagsTest-Tag-418962255') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:05.398766 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c839cf2e-4adc-4d90-a8b4-c1b0e4aa8456 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "GET /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags/tempest-TagsTest-Tag-418962255 HTTP/1.1" status: 204 len: 168 time: 0.0847371 Jun 30 03:20:05.398766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48048) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:05.399943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-a62ffa5c-a890-4218-adf8-d5bddde7e953 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54', 'tempest-TagsTest-Tag-1913245058') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:05.495673 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a62ffa5c-a890-4218-adf8-d5bddde7e953 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "GET /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags/tempest-TagsTest-Tag-1913245058 HTTP/1.1" status: 204 len: 168 time: 0.0998874 Jun 30 03:20:05.498122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48054) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:05.503308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-2630b446-c909-4342-9492-0f2e3e83c954 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:05.626133 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92827891-cf9f-4761-a267-4816f344de5a req-88af3cc1-0d76-4579-8e6c-d4394cc56f4f tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 210 time: 0.0476451 Jun 30 03:20:05.690619 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2630b446-c909-4342-9492-0f2e3e83c954 tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "DELETE /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags HTTP/1.1" status: 204 len: 168 time: 0.1913373 Jun 30 03:20:05.693195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48056) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:05.697465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-86f3b7b7-620f-4867-b6ab-f2c9b898a7ec tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54', 'tempest-TagsTest-Tag-418962255') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:05.777259 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-86f3b7b7-620f-4867-b6ab-f2c9b898a7ec tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] show failed (client error): The resource could not be found. Jun 30 03:20:05.778627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-86f3b7b7-620f-4867-b6ab-f2c9b898a7ec tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "GET /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags/tempest-TagsTest-Tag-418962255 HTTP/1.1" status: 404 len: 325 time: 0.0842690 Jun 30 03:20:05.781643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48058) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:05.785667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.tag.tag_plugin [None req-96fbf63f-76fb-4395-b123-4dd871403a4e tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54', 'tempest-TagsTest-Tag-1913245058') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:06.201592 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-96fbf63f-76fb-4395-b123-4dd871403a4e tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] show failed (client error): The resource could not be found. Jun 30 03:20:06.202657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-96fbf63f-76fb-4395-b123-4dd871403a4e tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "GET /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags/tempest-TagsTest-Tag-1913245058 HTTP/1.1" status: 404 len: 326 time: 0.4204128 Jun 30 03:20:06.205748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48064) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:06.210260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.tag.tag_plugin [None req-ea03fd63-df43-43d9-ac66-6fe7bc25b5fe tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9599879e-7fb3-452b-8467-ab21a871de54') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:06.222281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-490e8a06-0e6c-486c-8901-1354d953c23e tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:06.223766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-490e8a06-0e6c-486c-8901-1354d953c23e tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.83 "GET /v2.0/networks?id=a5d7a807-effa-4448-8ae9-6291912db562 HTTP/1.1" status: 200 len: 910 time: 0.3893809 Jun 30 03:20:06.235975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Request body: {'port': {'device_id': 'd85b1759-549a-4590-b269-a7ee28271107', 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562', 'admin_state_up': True, 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:06.294503 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ea03fd63-df43-43d9-ac66-6fe7bc25b5fe tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "DELETE /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54/tags HTTP/1.1" status: 204 len: 168 time: 0.0838957 Jun 30 03:20:06.294812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48068) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:06.376425 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:06.398749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Made reservation on behalf of 245a842cbbf1494b8c82a32e6622c2e9 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:20:06.401435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:06.486150 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:06.500474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9599879e-7fb3-452b-8467-ab21a871de54']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:06.521262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a59a044-f7d0-400e-ada4-09f8be81065f') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:06.522454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a59a044-f7d0-400e-ada4-09f8be81065f') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:06.535470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Allocated IP 172.20.0.13 (a5d7a807-effa-4448-8ae9-6291912db562/530e8f86-995a-4fce-bbf0-547c7fec0848/e2f62bfe-7da6-4e34-8f8d-378b23a86217) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:20:06.549727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:06.570453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:06.577259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:20:06.577700 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:20:06.580701 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:20:06.692580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:07.030723 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b7d251b-25e1-442d-a344-6c5012d9e034 req-c45cd478-d3f7-4764-b23c-3ad27053d56a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 210 time: 0.0398998 Jun 30 03:20:07.209704 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:07.209946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Transition to ACTIVE for port object e2f62bfe-7da6-4e34-8f8d-378b23a86217 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:20:07.217611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:07.219030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] 10.222.0.77 "DELETE /v2.0/networks/9599879e-7fb3-452b-8467-ab21a871de54 HTTP/1.1" status: 204 len: 168 time: 0.9232397 Jun 30 03:20:07.231015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5b1b6-e656-4428-98eb-0a3fc95704bf tempest-TagsTest-310656824 tempest-TagsTest-310656824-project] Pushing event deleted for resources: {'Network': ['ID=9599879e-7fb3-452b-8467-ab21a871de54,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:07.444541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:07.461692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['9acf1299-21df-40fc-a60c-17ceeb0e6ef3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:20:07.491676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Network a5d7a807-effa-4448-8ae9-6291912db562 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:20:07.494563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:20:07.501864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:20:07.504278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Pushing event updated for resources: {'Port': ['ID=e2f62bfe-7da6-4e34-8f8d-378b23a86217,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:07.542153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:07.542762 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:07.662585 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-7d7d9021-eb24-4e62-892c-615e8533891a tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4308486 Jun 30 03:20:07.674417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Request body: {'port': {'device_id': 'd85b1759-549a-4590-b269-a7ee28271107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:07.768412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:07.855909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48086) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:07.941409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dd202086-fdfb-402d-a240-013ffc85618d None None] Provisioning for port e2f62bfe-7da6-4e34-8f8d-378b23a86217 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:20:07.946243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dd202086-fdfb-402d-a240-013ffc85618d None None] Provisioning complete for port e2f62bfe-7da6-4e34-8f8d-378b23a86217 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:20:07.946616 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dd202086-fdfb-402d-a240-013ffc85618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:07.990248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-dd202086-fdfb-402d-a240-013ffc85618d None None] Port e2f62bfe-7da6-4e34-8f8d-378b23a86217 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:20:08.027052 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-af237a52-af9e-4cdc-b985-a3e1517f5fff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=02c3f39884354645bce252e361ddb531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692777 Jun 30 03:20:08.029641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48092) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:08.081960 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a210e635-af8e-4760-ba5a-57bea86eeb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:08.093946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f62bfe-7da6-4e34-8f8d-378b23a86217 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:20:08.105806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:08.115851 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a210e635-af8e-4760-ba5a-57bea86eeb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:08.122247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Transition to ACTIVE for port object e2f62bfe-7da6-4e34-8f8d-378b23a86217 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:20:08.224305 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceb56f-4fa1-47fa-93d4-dbaf4e099f37 req-9c27560e-a3c0-47be-aa04-83be4027d49b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:08.225997 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eceb56f-4fa1-47fa-93d4-dbaf4e099f37 req-9c27560e-a3c0-47be-aa04-83be4027d49b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1028 time: 0.0579855 Jun 30 03:20:08.250055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:08.289925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eceb56f-4fa1-47fa-93d4-dbaf4e099f37 req-9e132446-4af6-4c30-a5dc-911d8d2b8fbb tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579717 Jun 30 03:20:08.313526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f62bfe-7da6-4e34-8f8d-378b23a86217,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:08.317847 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a210e635-af8e-4760-ba5a-57bea86eeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:08.320914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a210e635-af8e-4760-ba5a-57bea86eeb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:08.334973 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a210e635-af8e-4760-ba5a-57bea86eeb7f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa51d490-eef8-4eb3-84f4-8bfd21f1b514 HTTP/1.1" status: 204 len: 168 time: 0.2913961 Jun 30 03:20:08.334973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210e635-af8e-4760-ba5a-57bea86eeb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa51d490-eef8-4eb3-84f4-8bfd21f1b514,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:08.408221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Attempting to bind port e2f62bfe-7da6-4e34-8f8d-378b23a86217 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:20:08.408570 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Attempting to bind port e2f62bfe-7da6-4e34-8f8d-378b23a86217 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:20:08.409038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Attempting to bind port e2f62bfe-7da6-4e34-8f8d-378b23a86217 on network a5d7a807-effa-4448-8ae9-6291912db562 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:20:08.413880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Port e2f62bfe-7da6-4e34-8f8d-378b23a86217 on network a5d7a807-effa-4448-8ae9-6291912db562 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:20:08.414213 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Attempting to bind port e2f62bfe-7da6-4e34-8f8d-378b23a86217 on network a5d7a807-effa-4448-8ae9-6291912db562 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:20:08.419557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:20:08.419895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Checking segment: {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:20:08.420285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Bound using segment: {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:20:08.420727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Bound port: e2f62bfe-7da6-4e34-8f8d-378b23a86217, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43116a92-4678-4513-bea3-00f2e931daca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:20:08.421094 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:08.495956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] For port e2f62bfe-7da6-4e34-8f8d-378b23a86217, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:20:08.499198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] For port e2f62bfe-7da6-4e34-8f8d-378b23a86217, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e2f62bfe-7da6-4e34-8f8d-378b23a86217,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:20:08.581588 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:08.624248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:08.624881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:08.626405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] 10.222.0.83 "PUT /v2.0/ports/e2f62bfe-7da6-4e34-8f8d-378b23a86217 HTTP/1.1" status: 200 len: 1092 time: 0.9569972 Jun 30 03:20:08.626817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85b1759-549a-4590-b269-a7ee28271107', 'tag': 'e2f62bfe-7da6-4e34-8f8d-378b23a86217'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:20:08.629199 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a292d2-644e-4cdf-b26c-16bebff74160" -d '{"events": [{"name": "network-changed", "server_uuid": "d85b1759-549a-4590-b269-a7ee28271107", "tag": "e2f62bfe-7da6-4e34-8f8d-378b23a86217"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:20:08.673736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1c681-c8c7-4460-a33d-755992208ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f62bfe-7da6-4e34-8f8d-378b23a86217,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:08.705410 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6243bc9-e29f-4bca-b89f-ad203ed126eb x-openstack-request-id: req-e6243bc9-e29f-4bca-b89f-ad203ed126eb {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:20:08.705410 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85b1759-549a-4590-b269-a7ee28271107", "tag": "e2f62bfe-7da6-4e34-8f8d-378b23a86217", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:20:08.705410 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6243bc9-e29f-4bca-b89f-ad203ed126eb {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:20:08.705410 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85b1759-549a-4590-b269-a7ee28271107', 'tag': 'e2f62bfe-7da6-4e34-8f8d-378b23a86217', 'status': 'completed', 'code': 200} Jun 30 03:20:08.794950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a292d2-644e-4cdf-b26c-16bebff74160 req-fbeaba66-78e2-41f8-966b-858dc342222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:08.796521 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5a292d2-644e-4cdf-b26c-16bebff74160 req-fbeaba66-78e2-41f8-966b-858dc342222f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=245a842cbbf1494b8c82a32e6622c2e9&device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1095 time: 0.0651872 Jun 30 03:20:08.929112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a292d2-644e-4cdf-b26c-16bebff74160 req-ab49d0cf-dd10-44fc-b3bd-b1a6f3dff766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:08.933291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5a292d2-644e-4cdf-b26c-16bebff74160 req-ab49d0cf-dd10-44fc-b3bd-b1a6f3dff766 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=245a842cbbf1494b8c82a32e6622c2e9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1288421 Jun 30 03:20:09.048527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a292d2-644e-4cdf-b26c-16bebff74160 req-72ebf7b0-5bfe-4641-afa0-c48ea6df43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:09.050327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d5a292d2-644e-4cdf-b26c-16bebff74160 req-72ebf7b0-5bfe-4641-afa0-c48ea6df43c0 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111369 Jun 30 03:20:09.143905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-59c03f4b-1b15-460f-b625-882babdcdd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:09.145962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-59c03f4b-1b15-460f-b625-882babdcdd12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=245a842cbbf1494b8c82a32e6622c2e9&device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1095 time: 0.0574365 Jun 30 03:20:09.189027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-d08f1b79-3635-425a-b771-a46290b8df7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f62bfe-7da6-4e34-8f8d-378b23a86217 HTTP/1.1" status: 200 len: 217 time: 0.0362556 Jun 30 03:20:09.243579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-73c1a9e4-63df-4e40-9136-df042e382562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:09.245217 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-73c1a9e4-63df-4e40-9136-df042e382562 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=530e8f86-995a-4fce-bbf0-547c7fec0848 HTTP/1.1" status: 200 len: 848 time: 0.0502958 Jun 30 03:20:09.303582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-5f4c52e8-ca09-4e20-809f-188e46f1a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:09.305395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-5f4c52e8-ca09-4e20-809f-188e46f1a3a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5d7a807-effa-4448-8ae9-6291912db562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536273 Jun 30 03:20:09.429468 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-c7aa99b7-da32-4a80-970e-37ac55a2917c service neutron] 10.222.0.83 "GET /v2.0/networks/a5d7a807-effa-4448-8ae9-6291912db562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172562 Jun 30 03:20:09.557946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2533dd3c-4890-4abf-bf4d-9d385123f54d req-96a4d372-18ae-4c02-8529-618933f8ce31 service neutron] 10.222.0.83 "GET /v2.0/networks/a5d7a807-effa-4448-8ae9-6291912db562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198082 Jun 30 03:20:09.561919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2cf93-2e7b-44e9-b3c5-646f1e91e671 req-9c5042f3-96dd-4ad8-a05b-eadf60f0dc16 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:09.561919 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75b2cf93-2e7b-44e9-b3c5-646f1e91e671 req-9c5042f3-96dd-4ad8-a05b-eadf60f0dc16 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1095 time: 0.1381097 Jun 30 03:20:09.597447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75b2cf93-2e7b-44e9-b3c5-646f1e91e671 req-01053828-4dad-41f2-844d-78f9f721da22 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305715 Jun 30 03:20:10.550913 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e2f62bfe-7da6-4e34-8f8d-378b23a86217 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:20:10.659931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e2f62bfe-7da6-4e34-8f8d-378b23a86217, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e2f62bfe-7da6-4e34-8f8d-378b23a86217,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:10.673622 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'e2f62bfe-7da6-4e34-8f8d-378b23a86217', 'network_id': 'a5d7a807-effa-4448-8ae9-6291912db562', 'port_id': 'e2f62bfe-7da6-4e34-8f8d-378b23a86217', 'mac_address': 'fa:16:3e:85:83:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530e8f86-995a-4fce-bbf0-547c7fec0848', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:20:10.715519 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:10.736072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f62bfe-7da6-4e34-8f8d-378b23a86217 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:20:10.758693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e2f62bfe-7da6-4e34-8f8d-378b23a86217, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e2f62bfe-7da6-4e34-8f8d-378b23a86217,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:10.789734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45771c-3c23-448b-a3ee-dbbd01e662b6 req-ad69cc2b-9b38-4f42-acd0-6012c1c2f805 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:10.791033 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a45771c-3c23-448b-a3ee-dbbd01e662b6 req-ad69cc2b-9b38-4f42-acd0-6012c1c2f805 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1095 time: 0.0572951 Jun 30 03:20:10.826469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2a45771c-3c23-448b-a3ee-dbbd01e662b6 req-46f972aa-6281-4a8c-b615-51fa04f0187f tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298946 Jun 30 03:20:10.872256 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:10.934024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e2f62bfe-7da6-4e34-8f8d-378b23a86217,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:11.085290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e2f62bfe-7da6-4e34-8f8d-378b23a86217'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:20:11.278679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48166) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:11.390291 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b157945-0561-47a5-ad25-f1dc18bb7331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:11.488976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b157945-0561-47a5-ad25-f1dc18bb7331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:11.552863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9b157945-0561-47a5-ad25-f1dc18bb7331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:11.593164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9b157945-0561-47a5-ad25-f1dc18bb7331 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=28dba6b045e0491085b36a08c93d47d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132803 Jun 30 03:20:11.594492 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b157945-0561-47a5-ad25-f1dc18bb7331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5282b5-26aa-403f-9611-4d6cea433cbc,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:11.596963 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48170) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:11.653766 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fba7102-9a0c-4e77-9ef8-dbe577fa4c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:11.677097 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fba7102-9a0c-4e77-9ef8-dbe577fa4c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:11.849210 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fba7102-9a0c-4e77-9ef8-dbe577fa4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:11.860653 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6fba7102-9a0c-4e77-9ef8-dbe577fa4c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:11.860653 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6fba7102-9a0c-4e77-9ef8-dbe577fa4c3b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b5282b5-26aa-403f-9611-4d6cea433cbc HTTP/1.1" status: 204 len: 168 time: 0.2547541 Jun 30 03:20:11.861832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba7102-9a0c-4e77-9ef8-dbe577fa4c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5282b5-26aa-403f-9611-4d6cea433cbc,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:12.018487 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87e401-d715-45e0-97a3-7b83fb00778b req-673a1562-02b1-45b7-9d3d-3c29a32ea684 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:12.020047 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4c87e401-d715-45e0-97a3-7b83fb00778b req-673a1562-02b1-45b7-9d3d-3c29a32ea684 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1096 time: 0.0551505 Jun 30 03:20:12.062390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4c87e401-d715-45e0-97a3-7b83fb00778b req-7a77b077-b3be-45e0-8b69-311347a48f01 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361104 Jun 30 03:20:12.555389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48188) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:12.566521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e2f62bfe-7da6-4e34-8f8d-378b23a86217 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:20:12.570342 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d769-a339-42a2-9b9d-fcfd9ad9f8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:12.679862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d769-a339-42a2-9b9d-fcfd9ad9f8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:12.712196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port e2f62bfe-7da6-4e34-8f8d-378b23a86217 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:20:12.716456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port e2f62bfe-7da6-4e34-8f8d-378b23a86217 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:20:12.716988 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:12.794919 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:12.821935 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85b1759-549a-4590-b269-a7ee28271107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f62bfe-7da6-4e34-8f8d-378b23a86217'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:20:12.824249 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538ebd95-226c-42e0-968b-089659421cb8" -d '{"events": [{"server_uuid": "d85b1759-549a-4590-b269-a7ee28271107", "name": "network-vif-plugged", "status": "completed", "tag": "e2f62bfe-7da6-4e34-8f8d-378b23a86217"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:20:12.835211 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1c1d769-a339-42a2-9b9d-fcfd9ad9f8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:12.843316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e2f62bfe-7da6-4e34-8f8d-378b23a86217, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e2f62bfe-7da6-4e34-8f8d-378b23a86217,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:12.872479 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f3ab76-06f2-48d2-8d41-94a9df74a390 x-openstack-request-id: req-47f3ab76-06f2-48d2-8d41-94a9df74a390 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:20:12.872954 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85b1759-549a-4590-b269-a7ee28271107", "name": "network-vif-plugged", "status": "completed", "tag": "e2f62bfe-7da6-4e34-8f8d-378b23a86217", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:20:12.873343 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-47f3ab76-06f2-48d2-8d41-94a9df74a390 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:20:12.873962 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85b1759-549a-4590-b269-a7ee28271107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f62bfe-7da6-4e34-8f8d-378b23a86217', 'code': 200} Jun 30 03:20:12.879665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1d769-a339-42a2-9b9d-fcfd9ad9f8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeb5fd3-fb0f-4a08-a2ea-571c5945fac4,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:12.884923 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e1c1d769-a339-42a2-9b9d-fcfd9ad9f8da admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=180862de64734c55a7aa0628d01029e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283556 Jun 30 03:20:12.890758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48198) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:12.944725 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:12.967701 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f288a053-7d2b-4ccf-a406-d1db015ec7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:12.994800 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f288a053-7d2b-4ccf-a406-d1db015ec7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:13.033995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ebb0d-4f59-40d8-ac8a-8fc4fa36bdc9 req-5dc4f873-851a-4251-bc52-14d827845259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:13.035532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac2ebb0d-4f59-40d8-ac8a-8fc4fa36bdc9 req-5dc4f873-851a-4251-bc52-14d827845259 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1097 time: 0.0716078 Jun 30 03:20:13.054187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e2f62bfe-7da6-4e34-8f8d-378b23a86217,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:13.083187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ac2ebb0d-4f59-40d8-ac8a-8fc4fa36bdc9 req-4f13c2d2-889d-46b5-93ab-b99a681e9980 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409224 Jun 30 03:20:13.165213 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f288a053-7d2b-4ccf-a406-d1db015ec7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:13.168027 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f288a053-7d2b-4ccf-a406-d1db015ec7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:13.171500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f288a053-7d2b-4ccf-a406-d1db015ec7c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7eeb5fd3-fb0f-4a08-a2ea-571c5945fac4 HTTP/1.1" status: 204 len: 168 time: 0.2795198 Jun 30 03:20:13.179822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288a053-7d2b-4ccf-a406-d1db015ec7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeb5fd3-fb0f-4a08-a2ea-571c5945fac4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:13.250246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f4043-ed84-4b30-8277-a7d9fa8d4578 req-7e5011ac-d861-43ac-99c5-ca7c4ffcbc0b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:13.251681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b62f4043-ed84-4b30-8277-a7d9fa8d4578 req-7e5011ac-d861-43ac-99c5-ca7c4ffcbc0b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1097 time: 0.0630231 Jun 30 03:20:13.287708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b62f4043-ed84-4b30-8277-a7d9fa8d4578 req-55d72ca4-5bd6-4284-9773-492a5793744e tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296822 Jun 30 03:20:14.489853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ce73b-87a4-4c49-ae97-9caf12085723 req-ccd4bdb1-1f0d-46b5-b471-ad3a1bc47b87 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:14.491898 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-996ce73b-87a4-4c49-ae97-9caf12085723 req-ccd4bdb1-1f0d-46b5-b471-ad3a1bc47b87 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1097 time: 0.0599918 Jun 30 03:20:14.528805 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-996ce73b-87a4-4c49-ae97-9caf12085723 req-8f463d94-8b7a-4118-8f9e-287c5c161902 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306289 Jun 30 03:20:14.698702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268b6bd-6b7a-479d-a308-d2d95544584d req-45546a2f-57b7-417e-ae2a-cccadf922729 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:14.705693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3268b6bd-6b7a-479d-a308-d2d95544584d req-45546a2f-57b7-417e-ae2a-cccadf922729 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1097 time: 0.0606623 Jun 30 03:20:14.748995 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3268b6bd-6b7a-479d-a308-d2d95544584d req-087f731a-ecd3-49aa-8c5c-22720fbd06ad tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418775 Jun 30 03:20:14.934167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79c2dd-1201-483a-83b7-9314577c5de8 req-f89ac530-0bcd-41a2-922d-56f08d8bc464 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:14.936374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed79c2dd-1201-483a-83b7-9314577c5de8 req-f89ac530-0bcd-41a2-922d-56f08d8bc464 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1097 time: 0.0652297 Jun 30 03:20:14.974349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed79c2dd-1201-483a-83b7-9314577c5de8 req-c32f7752-2f4f-4d7d-a832-e460ec28c3f7 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292199 Jun 30 03:20:15.858251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93360185-f3c7-4056-a234-a1e276ec4ad2 req-09fa2404-3375-4f8e-a88e-cfb1abfd604f tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:15.871823 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93360185-f3c7-4056-a234-a1e276ec4ad2 req-09fa2404-3375-4f8e-a88e-cfb1abfd604f tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1097 time: 0.0769858 Jun 30 03:20:15.931175 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93360185-f3c7-4056-a234-a1e276ec4ad2 req-17727bf2-a8cf-4dac-8eb9-a6e00433140d tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 Jun 30 03:20:16.671802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48314) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:16.823544 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9befcbd-83a2-4587-b0f9-969e4c91ab88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:16.947025 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9befcbd-83a2-4587-b0f9-969e4c91ab88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:17.038957 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9befcbd-83a2-4587-b0f9-969e4c91ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:17.079853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f9befcbd-83a2-4587-b0f9-969e4c91ab88 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a389875a62084b6390ca57c03c30e4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068754 Jun 30 03:20:17.084221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48324) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:17.092397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9befcbd-83a2-4587-b0f9-969e4c91ab88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ee2913-43ff-48f9-aee0-f214ad0b2d85,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:17.141478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19d4bdb6-d8c1-44b7-ba50-ecaee0c2da1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:17.161097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-3f65e3be-c914-49d3-ba1c-2dced87c4efe tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:17.163222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-3f65e3be-c914-49d3-ba1c-2dced87c4efe tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1097 time: 0.1108754 Jun 30 03:20:17.163684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19d4bdb6-d8c1-44b7-ba50-ecaee0c2da1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:17.188918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27c5f9-a017-47f3-a61b-ac8b5dc5d742 req-24c9fdce-c499-4dc3-bf80-d934671f437b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:17.190397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c27c5f9-a017-47f3-a61b-ac8b5dc5d742 req-24c9fdce-c499-4dc3-bf80-d934671f437b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 1097 time: 0.1017973 Jun 30 03:20:17.276739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c27c5f9-a017-47f3-a61b-ac8b5dc5d742 req-46e5ac61-3cdc-4648-9600-f2fa0d866c33 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660079 Jun 30 03:20:17.299437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-f85ea143-e678-4dce-9efa-39cd0e3eec1b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Deleting port e2f62bfe-7da6-4e34-8f8d-378b23a86217 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:17.299775 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-f85ea143-e678-4dce-9efa-39cd0e3eec1b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:17.357680 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19d4bdb6-d8c1-44b7-ba50-ecaee0c2da1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:17.360330 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19d4bdb6-d8c1-44b7-ba50-ecaee0c2da1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:17.361684 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-19d4bdb6-d8c1-44b7-ba50-ecaee0c2da1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08ee2913-43ff-48f9-aee0-f214ad0b2d85 HTTP/1.1" status: 204 len: 168 time: 0.2764587 Jun 30 03:20:17.381430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4bdb6-d8c1-44b7-ba50-ecaee0c2da1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ee2913-43ff-48f9-aee0-f214ad0b2d85,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:17.396996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-f85ea143-e678-4dce-9efa-39cd0e3eec1b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] For port e2f62bfe-7da6-4e34-8f8d-378b23a86217, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e2f62bfe-7da6-4e34-8f8d-378b23a86217,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:17.396996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-f85ea143-e678-4dce-9efa-39cd0e3eec1b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:17.405321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-f85ea143-e678-4dce-9efa-39cd0e3eec1b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Calling delete_port for e2f62bfe-7da6-4e34-8f8d-378b23a86217 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:17.689681 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-f85ea143-e678-4dce-9efa-39cd0e3eec1b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:17.703618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['9acf1299-21df-40fc-a60c-17ceeb0e6ef3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:20:17.706715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e2f62bfe-7da6-4e34-8f8d-378b23a86217'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:20:17.729579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ea143-e678-4dce-9efa-39cd0e3eec1b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2f62bfe-7da6-4e34-8f8d-378b23a86217,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:17.800281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-f85ea143-e678-4dce-9efa-39cd0e3eec1b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] No DVR routers for this DVR port e2f62bfe-7da6-4e34-8f8d-378b23a86217 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:20:17.805223 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-f85ea143-e678-4dce-9efa-39cd0e3eec1b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:17.808271 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d6599a9b-48af-490a-9bd4-e85c1e042ec7 req-f85ea143-e678-4dce-9efa-39cd0e3eec1b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.83 "DELETE /v2.0/ports/e2f62bfe-7da6-4e34-8f8d-378b23a86217 HTTP/1.1" status: 204 len: 173 time: 0.6367471 Jun 30 03:20:17.808944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85b1759-549a-4590-b269-a7ee28271107', 'name': 'network-vif-deleted', 'tag': 'e2f62bfe-7da6-4e34-8f8d-378b23a86217'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:20:17.812276 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc63564b-7b90-4f50-a80b-a62d39dc2927" -d '{"events": [{"server_uuid": "d85b1759-549a-4590-b269-a7ee28271107", "name": "network-vif-deleted", "tag": "e2f62bfe-7da6-4e34-8f8d-378b23a86217"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:20:17.886864 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a321da-8554-4b9b-9427-9f69872bbfd3 x-openstack-request-id: req-e9a321da-8554-4b9b-9427-9f69872bbfd3 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:20:17.887191 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85b1759-549a-4590-b269-a7ee28271107", "name": "network-vif-deleted", "tag": "e2f62bfe-7da6-4e34-8f8d-378b23a86217", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:20:17.887582 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9a321da-8554-4b9b-9427-9f69872bbfd3 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:20:17.888043 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85b1759-549a-4590-b269-a7ee28271107', 'name': 'network-vif-deleted', 'tag': 'e2f62bfe-7da6-4e34-8f8d-378b23a86217', 'status': 'completed', 'code': 200} Jun 30 03:20:18.283723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48344) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:18.301271 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-557caa3a-7bfb-4e71-bc5e-0144e09a0c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:18.402261 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-557caa3a-7bfb-4e71-bc5e-0144e09a0c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:18.474998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e415848b-566f-4a70-9eb8-10da18c097ae req-156b9b5d-2115-4e38-80ed-9cf63c736dbd tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d85b1759-549a-4590-b269-a7ee28271107 HTTP/1.1" status: 200 len: 210 time: 0.0301397 Jun 30 03:20:18.592603 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-557caa3a-7bfb-4e71-bc5e-0144e09a0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:18.617640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-557caa3a-7bfb-4e71-bc5e-0144e09a0c0f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6802c8752ac140008fdb7021f578f5ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327761 Jun 30 03:20:18.619090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caa3a-7bfb-4e71-bc5e-0144e09a0c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dad12d9-a922-43ce-9243-a1ae162333f2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:18.621400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48350) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:18.694479 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b96e1284-a62e-4ad1-90fb-b0f3b6cbb83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:18.731225 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b96e1284-a62e-4ad1-90fb-b0f3b6cbb83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:18.884471 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b96e1284-a62e-4ad1-90fb-b0f3b6cbb83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:18.888794 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b96e1284-a62e-4ad1-90fb-b0f3b6cbb83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:18.890362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b96e1284-a62e-4ad1-90fb-b0f3b6cbb83d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9dad12d9-a922-43ce-9243-a1ae162333f2 HTTP/1.1" status: 204 len: 168 time: 0.2675974 Jun 30 03:20:18.902230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e1284-a62e-4ad1-90fb-b0f3b6cbb83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dad12d9-a922-43ce-9243-a1ae162333f2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:20.276969 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d16ba5-207f-4245-afff-f0b0363b7003 req-d0555b96-839c-4bf7-a763-bec60346dab1 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:20.278531 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-42d16ba5-207f-4245-afff-f0b0363b7003 req-d0555b96-839c-4bf7-a763-bec60346dab1 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1096 time: 0.0584252 Jun 30 03:20:20.313482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-42d16ba5-207f-4245-afff-f0b0363b7003 req-b4f90fb5-f499-487b-bb47-bec59a66626c tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291216 Jun 30 03:20:20.478782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48392) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:20.585586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e2f62bfe-7da6-4e34-8f8d-378b23a86217 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:20:20.590501 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-967018728-network', 'tenant_id': '66ee54aa82e7482db494373c09463b51'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:20.608792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: e2f62bfe-7da6-4e34-8f8d-378b23a86217 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:20:20.609141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e2f62bfe-7da6-4e34-8f8d-378b23a86217 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:20:20.742257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Made reservation on behalf of 66ee54aa82e7482db494373c09463b51 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:20:20.744986 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:20.755042 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:20.851660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:20.951843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:20.980694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:20:20.987331 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58852171-9c45-4722-a14a-3fdfb5e27098,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:20.993298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:20.993825 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Added segment 28833e73-73fe-4c89-aaf2-d70cc7d03c94 of type vlan for network 9ddca149-489d-4a81-b982-3201f254b91f Jun 30 03:20:21.040015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:21.163361 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:21.164372 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:21.164960 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:21.226401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] Pushing event updated for resources: {'Network': ['ID=9ddca149-489d-4a81-b982-3201f254b91f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:21.235908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9ddca149-489d-4a81-b982-3201f254b91f details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:20:21.375509 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dd21ca62-058f-47f8-b434-be41328bb639 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8950849 Jun 30 03:20:21.378616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48406) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:21.385050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Request body: {'subnet': {'network_id': '9ddca149-489d-4a81-b982-3201f254b91f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-967018728-subnet', 'tenant_id': '66ee54aa82e7482db494373c09463b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:21.491902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398bad6-9193-4a84-bb34-fefebcb84ac0 req-3b0b0305-ad5a-40c6-b6e3-c89c252c9350 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:21.494340 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8398bad6-9193-4a84-bb34-fefebcb84ac0 req-3b0b0305-ad5a-40c6-b6e3-c89c252c9350 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1096 time: 0.0562289 Jun 30 03:20:21.547472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8398bad6-9193-4a84-bb34-fefebcb84ac0 req-ec3b1a8b-b790-44d8-ad71-21762feca474 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c71a2d2e-776f-483d-8f22-b2bee2dc15b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Jun 30 03:20:21.553715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Made reservation on behalf of 66ee54aa82e7482db494373c09463b51 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:20:21.556070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:21.568748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-76432b1d-cb28-4b5b-ade3-8082b33dc1fa tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:21.570280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-76432b1d-cb28-4b5b-ade3-8082b33dc1fa tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 1096 time: 0.0779786 Jun 30 03:20:21.669957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-da54aa25-b80f-498c-abea-3a110be24b4b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Deleting port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:21.670417 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-da54aa25-b80f-498c-abea-3a110be24b4b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:21.759811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-da54aa25-b80f-498c-abea-3a110be24b4b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] For port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:21.760110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-da54aa25-b80f-498c-abea-3a110be24b4b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:21.773250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-da54aa25-b80f-498c-abea-3a110be24b4b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Calling delete_port for 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:21.844110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:21.911222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0dfb39-367c-4f08-8f26-c0e05f2fa38b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:21.916866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Checking segment: {'id': '28833e73-73fe-4c89-aaf2-d70cc7d03c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9ddca149-489d-4a81-b982-3201f254b91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:20:21.917219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Network hostable DHCP agents. Network: 9ddca149-489d-4a81-b982-3201f254b91f, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:20:22.083655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-da54aa25-b80f-498c-abea-3a110be24b4b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:22.094803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['9acf1299-21df-40fc-a60c-17ceeb0e6ef3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:20:22.118463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54aa25-b80f-498c-abea-3a110be24b4b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Pushing event deleted for resources: {'Port': ['ID=9acf1299-21df-40fc-a60c-17ceeb0e6ef3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:22.169792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Network 9ddca149-489d-4a81-b982-3201f254b91f is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:20:22.171213 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-da54aa25-b80f-498c-abea-3a110be24b4b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] No DVR routers for this DVR port 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:20:22.173889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-da54aa25-b80f-498c-abea-3a110be24b4b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:22.176360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-58b5d6b2-5e8f-4917-b31a-63dd525c16ab req-da54aa25-b80f-498c-abea-3a110be24b4b tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.74 "DELETE /v2.0/ports/9acf1299-21df-40fc-a60c-17ceeb0e6ef3 HTTP/1.1" status: 204 len: 173 time: 0.6002107 Jun 30 03:20:22.191217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08bc765-1761-4292-ac1c-6fce12fcd23e', 'name': 'network-vif-deleted', 'tag': '9acf1299-21df-40fc-a60c-17ceeb0e6ef3'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:20:22.191217 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9114456-fb56-40e3-a021-ecac904f82e5" -d '{"events": [{"server_uuid": "a08bc765-1761-4292-ac1c-6fce12fcd23e", "name": "network-vif-deleted", "tag": "9acf1299-21df-40fc-a60c-17ceeb0e6ef3"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:20:22.227983 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea979e1f-0daf-4e96-b20e-69c908e0fd1a x-openstack-request-id: req-ea979e1f-0daf-4e96-b20e-69c908e0fd1a {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:20:22.228343 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08bc765-1761-4292-ac1c-6fce12fcd23e", "name": "network-vif-deleted", "tag": "9acf1299-21df-40fc-a60c-17ceeb0e6ef3", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:20:22.228672 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea979e1f-0daf-4e96-b20e-69c908e0fd1a {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:20:22.229172 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08bc765-1761-4292-ac1c-6fce12fcd23e', 'name': 'network-vif-deleted', 'tag': '9acf1299-21df-40fc-a60c-17ceeb0e6ef3', 'status': 'completed', 'code': 200} Jun 30 03:20:22.340914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 9ddca149-489d-4a81-b982-3201f254b91f) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:20:22.350290 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:22.352222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:22.352385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7297e4-a91b-4b75-9149-80f59dbeb6a3 None None] Network 9ddca149-489d-4a81-b982-3201f254b91f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:20:22.480510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32072c72-9f73-4b5c-94d5-91be9c847d9c None None] Network 9ddca149-489d-4a81-b982-3201f254b91f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:20:22.507637 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-24bd74c6-035e-4b41-bd0d-8ee79688780d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1278524 Jun 30 03:20:22.713128 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44fec9fc-44f5-438e-81c7-e1917304dded req-ded99b8b-fc72-4bf7-a400-95e77fe062a2 tempest-TestServerMultinode-201323051 tempest-TestServerMultinode-201323051-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a08bc765-1761-4292-ac1c-6fce12fcd23e HTTP/1.1" status: 200 len: 210 time: 0.0346391 Jun 30 03:20:23.066529 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:23.446524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48450) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:23.451434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-507499493-network', 'tenant_id': 'c3fa531d7ae443608402ec2c1190844d'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:23.603275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Made reservation on behalf of c3fa531d7ae443608402ec2c1190844d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:20:23.605616 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:23.613973 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:23.666578 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:23.703699 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:23.827726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48456) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:23.920255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:23.952882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:20:23.975015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1966ae03-9875-468a-9060-fa006a70baff,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:23.979292 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:23.979640 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Added segment 1b21a174-7e68-448a-ac06-31c2c57c7964 of type vlan for network 357cfd11-327a-4e4f-b71a-3cc68ccf36f6 Jun 30 03:20:24.053610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:24.242277 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:24.243236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:24.243803 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:24.316643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] Pushing event updated for resources: {'Network': ['ID=357cfd11-327a-4e4f-b71a-3cc68ccf36f6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:24.326654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 357cfd11-327a-4e4f-b71a-3cc68ccf36f6 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:20:24.334952 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:24.373348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4dc41965-5e93-487b-922a-bc275aaece8e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9254203 Jun 30 03:20:24.376125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48466) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:24.382931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Request body: {'subnet': {'network_id': '357cfd11-327a-4e4f-b71a-3cc68ccf36f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-507499493-subnet', 'tenant_id': 'c3fa531d7ae443608402ec2c1190844d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:24.612199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Made reservation on behalf of c3fa531d7ae443608402ec2c1190844d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:20:24.615093 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:24.707805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] Deleting port d4125a5b-2f6a-4430-88cc-2b101ab86669 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:24.708147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:25.113009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] For port d4125a5b-2f6a-4430-88cc-2b101ab86669, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d4125a5b-2f6a-4430-88cc-2b101ab86669,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:25.113372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:25.134341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] Calling delete_port for d4125a5b-2f6a-4430-88cc-2b101ab86669 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:25.266172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:25.283955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:20:25.307517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:20:25.307861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 9acf1299-21df-40fc-a60c-17ceeb0e6ef3 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:20:25.356080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1261d4-0c46-4863-bb6a-40f0e4fd3dbd,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:25.368842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Checking segment: {'id': '1b21a174-7e68-448a-ac06-31c2c57c7964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '357cfd11-327a-4e4f-b71a-3cc68ccf36f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:20:25.369201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Network hostable DHCP agents. Network: 357cfd11-327a-4e4f-b71a-3cc68ccf36f6, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:20:25.536306 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:20:25.557098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:25.585831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4125a5b-2f6a-4430-88cc-2b101ab86669,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:25.639218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Network 357cfd11-327a-4e4f-b71a-3cc68ccf36f6 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:20:25.773888 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:25.781792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 357cfd11-327a-4e4f-b71a-3cc68ccf36f6) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:20:25.791970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ee0c0-2db6-4a37-9434-dc2d6e0e9d4c None None] Network 357cfd11-327a-4e4f-b71a-3cc68ccf36f6 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:20:25.824245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:25.824837 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:25.947896 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-15e7dccb-616f-4e20-812b-5b8c21f9aa61 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5711856 Jun 30 03:20:25.952200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16fa232-e4bb-4095-8f5d-567e98ecab15 None None] Network 357cfd11-327a-4e4f-b71a-3cc68ccf36f6 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:20:26.028318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] Router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:20:26.153056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:20:26.161193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-be80f965-0c05-4d7e-ad02-bef617393ad5 admin admin] 10.222.0.77 "PUT /v2.0/routers/763ec57e-7ea0-4567-b4a4-07c0c6fabda0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3292217 Jun 30 03:20:26.161308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48484) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:26.165124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] Sync routers for ids ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:20:26.177938 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] Routers {'763ec57e-7ea0-4567-b4a4-07c0c6fabda0'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:20:26.178784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:20:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:26.281384 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:26.303697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] Set router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:20:26.397359 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:26.514586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'name': 'tempest-TestServerMultinode-337237218-router', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:26Z', 'updated_at': '2021-06-30T03:20:25Z', 'revision_number': 5, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'gw_port': {'id': '7bef383b-0cca-4aa0-920b-5b4cf90a9e30', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:27Z', 'updated_at': '2021-06-30T03:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:26.533074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-c23d7cc8-80ed-4973-bd48-8c30ccb0b7bc tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:26.534889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-c23d7cc8-80ed-4973-bd48-8c30ccb0b7bc tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/networks?id=9ddca149-489d-4a81-b982-3201f254b91f HTTP/1.1" status: 200 len: 808 time: 0.1261292 Jun 30 03:20:26.549746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] Checking router: 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:20:26.564947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] Routers {'763ec57e-7ea0-4567-b4a4-07c0c6fabda0'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:20:26.566306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-29ccca7a-41a9-46a3-9977-6d6fb44d9a86 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/quotas/66ee54aa82e7482db494373c09463b51 HTTP/1.1" status: 200 len: 375 time: 0.0240548 Jun 30 03:20:26.569942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:20:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:26.589977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Deleting port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:26.590316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:26.602740 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-c6956ec5-7135-4e50-9f0a-a4894716a392 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=66ee54aa82e7482db494373c09463b51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294323 Jun 30 03:20:26.658014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] Set router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:20:26.682180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] For port 7bef383b-0cca-4aa0-920b-5b4cf90a9e30, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7bef383b-0cca-4aa0-920b-5b4cf90a9e30,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:26.683147 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:26.698715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Calling delete_port for 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:26.721909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'name': 'tempest-TestServerMultinode-337237218-router', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:26Z', 'updated_at': '2021-06-30T03:20:26Z', 'revision_number': 6, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:26.729268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-87aff2b2-8adc-4e5b-8630-78c6a1b57716 service neutron] 10.222.0.77 "GET /v2.0/networks/9ddca149-489d-4a81-b982-3201f254b91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180530 Jun 30 03:20:26.765857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bcfc53-272b-4609-89d9-514c83a28f1c None None] The sync data for ids ['763ec57e-7ea0-4567-b4a4-07c0c6fabda0'] in n-d-798249-3 is: [{'id': '763ec57e-7ea0-4567-b4a4-07c0c6fabda0', 'name': 'tempest-TestServerMultinode-337237218-router', 'tenant_id': '3391c9c3692e47d7ac89d540aba058a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:26Z', 'updated_at': '2021-06-30T03:20:26Z', 'revision_number': 6, 'project_id': '3391c9c3692e47d7ac89d540aba058a4', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:20:26.876072 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-0e70da04-127b-4833-b15b-d13ee6b575cb service neutron] 10.222.0.77 "GET /v2.0/networks/9ddca149-489d-4a81-b982-3201f254b91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250346 Jun 30 03:20:27.032314 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.057321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bef383b-0cca-4aa0-920b-5b4cf90a9e30,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:27.141625 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.268951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c33e0de-5854-4566-8003-07e3008f301c req-b1b43d80-7fae-4e4f-8f63-113c7b047039 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 210 time: 0.0646763 Jun 30 03:20:27.271040 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.273925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.479486 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.480063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 763ec57e-7ea0-4567-b4a4-07c0c6fabda0 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:20:27.485274 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.486570 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b4712918-3169-40e0-b133-f3578442e656 admin admin] 10.222.0.77 "DELETE /v2.0/routers/763ec57e-7ea0-4567-b4a4-07c0c6fabda0 HTTP/1.1" status: 204 len: 168 time: 1.3245845 Jun 30 03:20:27.491187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48520) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:27.538822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-a508e32a-11a6-43cd-9d8b-425856cd9905 admin admin] Deleting subnet 530e8f86-995a-4fce-bbf0-547c7fec0848 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:20:27.542078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a508e32a-11a6-43cd-9d8b-425856cd9905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.582414 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a508e32a-11a6-43cd-9d8b-425856cd9905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.663803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d4125a5b-2f6a-4430-88cc-2b101ab86669 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:20:27.676326 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a508e32a-11a6-43cd-9d8b-425856cd9905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.683964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d4125a5b-2f6a-4430-88cc-2b101ab86669 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:20:27.684306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d4125a5b-2f6a-4430-88cc-2b101ab86669 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:20:27.684724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:20:27.703287 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:20:27.703632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7bef383b-0cca-4aa0-920b-5b4cf90a9e30 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:20:27.912776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a508e32a-11a6-43cd-9d8b-425856cd9905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.947391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508e32a-11a6-43cd-9d8b-425856cd9905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530e8f86-995a-4fce-bbf0-547c7fec0848,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:27.952527 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a508e32a-11a6-43cd-9d8b-425856cd9905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.954847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a508e32a-11a6-43cd-9d8b-425856cd9905 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/530e8f86-995a-4fce-bbf0-547c7fec0848 HTTP/1.1" status: 204 len: 168 time: 0.4643393 Jun 30 03:20:27.961619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48524) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:27.969121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e291f5-4780-418b-b30d-4b93b00d8ae2 None None] Network a5d7a807-effa-4448-8ae9-6291912db562 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:20:28.068094 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.124812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Deleting port 980c8e9f-cc7b-44d3-9aae-827a02379928 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:28.125293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.173783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba4ebe7-8150-4475-b5a7-8f958ba7e7d4 None None] DHCP port deletion for a5d7a807-effa-4448-8ae9-6291912db562 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:20:28.202913 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] For port 980c8e9f-cc7b-44d3-9aae-827a02379928, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=980c8e9f-cc7b-44d3-9aae-827a02379928,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:28.202913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.217736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Calling delete_port for 980c8e9f-cc7b-44d3-9aae-827a02379928 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:28.230144 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-aba4ebe7-8150-4475-b5a7-8f958ba7e7d4 None None] Deleting port 980c8e9f-cc7b-44d3-9aae-827a02379928 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:28.230954 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aba4ebe7-8150-4475-b5a7-8f958ba7e7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.296140 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-aba4ebe7-8150-4475-b5a7-8f958ba7e7d4 None None] For port 980c8e9f-cc7b-44d3-9aae-827a02379928, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=980c8e9f-cc7b-44d3-9aae-827a02379928,segment=NetworkSegment(43116a92-4678-4513-bea3-00f2e931daca),segment_id=43116a92-4678-4513-bea3-00f2e931daca)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:28.296909 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aba4ebe7-8150-4475-b5a7-8f958ba7e7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.310540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-aba4ebe7-8150-4475-b5a7-8f958ba7e7d4 None None] Calling delete_port for 980c8e9f-cc7b-44d3-9aae-827a02379928 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:28.455169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.463569 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aba4ebe7-8150-4475-b5a7-8f958ba7e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.482880 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a85983cf-aca5-4d73-8edb-34d71db1dd93 req-0913cc66-7689-44a1-8f4f-c61075a4655f tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 210 time: 0.1554966 Jun 30 03:20:28.493358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Pushing event deleted for resources: {'Port': ['ID=980c8e9f-cc7b-44d3-9aae-827a02379928,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:28.497735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4ebe7-8150-4475-b5a7-8f958ba7e7d4 None None] Pushing event deleted for resources: {'Port': ['ID=980c8e9f-cc7b-44d3-9aae-827a02379928,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:28.504684 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] No DVR routers for this DVR port 980c8e9f-cc7b-44d3-9aae-827a02379928 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:20:28.507071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4ebe7-8150-4475-b5a7-8f958ba7e7d4 None None] No DVR routers for this DVR port 980c8e9f-cc7b-44d3-9aae-827a02379928 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:20:28.606267 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.616308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d7a807-effa-4448-8ae9-6291912db562']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:28.631223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43116a92-4678-4513-bea3-00f2e931daca') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:28.631438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43116a92-4678-4513-bea3-00f2e931daca') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:28.637300 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-432967a6-2da6-4119-9903-664acf069742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.648406 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.664588 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.670983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:20:28.671401 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:20:28.673125 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:20:28.928269 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.933871 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:28.935948 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a5d7a807-effa-4448-8ae9-6291912db562 HTTP/1.1" status: 204 len: 168 time: 0.9681036 Jun 30 03:20:28.939231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48542) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:28.950230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8adea-07cf-42a6-a923-dbe4840d2792 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d7a807-effa-4448-8ae9-6291912db562,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:29.311577 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:29.590641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 980c8e9f-cc7b-44d3-9aae-827a02379928 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:20:29.593176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] Deleting port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:29.593676 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:29.626616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 980c8e9f-cc7b-44d3-9aae-827a02379928 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:20:29.644933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 980c8e9f-cc7b-44d3-9aae-827a02379928 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:20:29.681560 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-30149d1f-a845-4bdf-9ec9-aef9bd5347aa req-3df935e4-1b6a-480c-8809-3414c8e6ff48 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 210 time: 0.0352006 Jun 30 03:20:29.687756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] For port 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1feabd7f-3c81-4b90-a2ad-c84c13cddbc1,segment=NetworkSegment(666757e6-a06e-4531-8326-feda9d207205),segment_id=666757e6-a06e-4531-8326-feda9d207205)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:29.688123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:29.704901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] Calling delete_port for 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:30.009479 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:30.037154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1feabd7f-3c81-4b90-a2ad-c84c13cddbc1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:30.240494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:30.480426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] Router fb871a91-0d74-49af-9a59-614316b321cd has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:20:30.588967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:20:30.597375 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7130742c-4d65-49a2-bae0-a98cbf4715bd admin admin] 10.222.0.77 "PUT /v2.0/routers/fb871a91-0d74-49af-9a59-614316b321cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6540430 Jun 30 03:20:30.597375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48560) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:30.601163 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] Sync routers for ids ['fb871a91-0d74-49af-9a59-614316b321cd'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:20:30.614655 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] Routers {'fb871a91-0d74-49af-9a59-614316b321cd'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:20:30.615358 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:20:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fb871a91-0d74-49af-9a59-614316b321cd'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:30.713812 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:30.740604 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] Set router fb871a91-0d74-49af-9a59-614316b321cd gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:20:31.015899 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'name': 'tempest-TestServerMultinode-1248878463-router', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:38Z', 'updated_at': '2021-06-30T03:20:29Z', 'revision_number': 5, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'gw_port': {'id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:39Z', 'updated_at': '2021-06-30T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:31.063292 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] Checking router: fb871a91-0d74-49af-9a59-614316b321cd for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:20:31.072621 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] Routers {'fb871a91-0d74-49af-9a59-614316b321cd'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:20:31.073404 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:20:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fb871a91-0d74-49af-9a59-614316b321cd'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:31.154268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-56b29d43-3d7c-4870-a48b-65d8f0cab742 req-93b21dcd-2757-4c5a-8b0e-22eefa9a7266 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 210 time: 0.0457730 Jun 30 03:20:31.181124 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:31.226106 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] Set router fb871a91-0d74-49af-9a59-614316b321cd gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:20:31.326264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-c947a66d-e1aa-4eaa-9594-6078487c987c tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:31.328786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Deleting port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:31.329144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:31.332546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:31.338348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-c947a66d-e1aa-4eaa-9594-6078487c987c tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.74 "GET /v2.0/networks?id=9ddca149-489d-4a81-b982-3201f254b91f HTTP/1.1" status: 200 len: 808 time: 0.1397967 Jun 30 03:20:31.377186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Request body: {'port': {'device_id': '37e275c9-112e-4905-a12c-213bcc1ae1eb', 'network_id': '9ddca149-489d-4a81-b982-3201f254b91f', 'admin_state_up': True, 'tenant_id': '66ee54aa82e7482db494373c09463b51'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:31.421435 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-69b24395-3d2e-4684-9025-fe4709d6ef96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:31.453969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] For port aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:31.454761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:31.470234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Calling delete_port for aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:31.491739 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'name': 'tempest-TestServerMultinode-1248878463-router', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:38Z', 'updated_at': '2021-06-30T03:20:29Z', 'revision_number': 5, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'gw_port': {'id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:39Z', 'updated_at': '2021-06-30T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:31.618035 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b237485-a062-48f4-81f7-4c45689c438d None None] The sync data for ids ['fb871a91-0d74-49af-9a59-614316b321cd'] in n-d-798249-3 is: [{'id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'name': 'tempest-TestServerMultinode-1248878463-router', 'tenant_id': '245a842cbbf1494b8c82a32e6622c2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:19:38Z', 'updated_at': '2021-06-30T03:20:29Z', 'revision_number': 5, 'project_id': '245a842cbbf1494b8c82a32e6622c2e9', 'gw_port': {'id': 'aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb871a91-0d74-49af-9a59-614316b321cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:19:39Z', 'updated_at': '2021-06-30T03:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:20:31.734773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Made reservation on behalf of 66ee54aa82e7482db494373c09463b51 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:20:31.739031 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:31.853567 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:31.884613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:31.976422 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.013556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Allocated IP 172.20.0.14 (9ddca149-489d-4a81-b982-3201f254b91f/4d0dfb39-367c-4f08-8f26-c0e05f2fa38b/007e2650-ed09-454a-89e2-b2a554866365) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:20:32.105840 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.108099 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.202021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.340345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43c73a7b-7e78-4f78-9fdc-b7edcf07709e req-3e48f6e7-5edd-416c-9e80-abe791190270 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 210 time: 0.0390732 Jun 30 03:20:32.443635 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.444211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb871a91-0d74-49af-9a59-614316b321cd {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:20:32.448952 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.463525 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bc509a3a-c169-40ef-ac22-4539faf56c55 admin admin] 10.222.0.77 "DELETE /v2.0/routers/fb871a91-0d74-49af-9a59-614316b321cd HTTP/1.1" status: 204 len: 168 time: 1.8522878 Jun 30 03:20:32.463525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48582) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:32.500570 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.510583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed20278c-9532-409b-a8a3-6ef59ed49245 admin admin] Deleting subnet 7c24d5b5-292f-4c18-9d64-3095909903a5 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:20:32.512014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed20278c-9532-409b-a8a3-6ef59ed49245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.547471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Network 9ddca149-489d-4a81-b982-3201f254b91f is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:20:32.553377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:20:32.557504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:20:32.568988 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed20278c-9532-409b-a8a3-6ef59ed49245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.590204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Pushing event updated for resources: {'Port': ['ID=007e2650-ed09-454a-89e2-b2a554866365,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:32.614086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:32.622202 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.669298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed20278c-9532-409b-a8a3-6ef59ed49245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.758594 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-f84657de-d03e-4472-b6f0-fd6d443c3c32 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3963325 Jun 30 03:20:32.770910 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Request body: {'port': {'device_id': '37e275c9-112e-4905-a12c-213bcc1ae1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:20:32.821681 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed20278c-9532-409b-a8a3-6ef59ed49245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.852952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20278c-9532-409b-a8a3-6ef59ed49245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c24d5b5-292f-4c18-9d64-3095909903a5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:32.858705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ed20278c-9532-409b-a8a3-6ef59ed49245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.864618 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ed20278c-9532-409b-a8a3-6ef59ed49245 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7c24d5b5-292f-4c18-9d64-3095909903a5 HTTP/1.1" status: 204 len: 168 time: 0.4059865 Jun 30 03:20:32.867877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 48590) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:32.867969 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:32.868838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3184027b-5284-47f5-a93b-82182ec3f8b1 None None] Network 707fc73c-f048-4433-b89b-667b6f713454 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:20:32.965608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.096934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Deleting port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:33.096934 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.113361 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.174291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] For port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=93ced778-3f4e-49f3-8ef3-6777fd4ed2d0,segment=NetworkSegment(666757e6-a06e-4531-8326-feda9d207205),segment_id=666757e6-a06e-4531-8326-feda9d207205)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:33.175555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.192864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Calling delete_port for 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:33.221176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007e2650-ed09-454a-89e2-b2a554866365 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:20:33.233608 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.255282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950cfbfb-60ab-4dae-b17b-1c519aa7880e None None] DHCP port deletion for 707fc73c-f048-4433-b89b-667b6f713454 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:20:33.256412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Transition to ACTIVE for port object 007e2650-ed09-454a-89e2-b2a554866365 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:20:33.315096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-950cfbfb-60ab-4dae-b17b-1c519aa7880e None None] Deleting port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:33.315387 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-950cfbfb-60ab-4dae-b17b-1c519aa7880e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.363599 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.387648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-950cfbfb-60ab-4dae-b17b-1c519aa7880e None None] For port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=93ced778-3f4e-49f3-8ef3-6777fd4ed2d0,segment=NetworkSegment(666757e6-a06e-4531-8326-feda9d207205),segment_id=666757e6-a06e-4531-8326-feda9d207205)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:33.388526 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-950cfbfb-60ab-4dae-b17b-1c519aa7880e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.403025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-950cfbfb-60ab-4dae-b17b-1c519aa7880e None None] Calling delete_port for 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:33.407569 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.464451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Pushing event deleted for resources: {'Port': ['ID=93ced778-3f4e-49f3-8ef3-6777fd4ed2d0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:33.472493 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] No DVR routers for this DVR port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:20:33.487074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Pushing event updated for resources: {'Port': ['ID=007e2650-ed09-454a-89e2-b2a554866365,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:33.506107 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-950cfbfb-60ab-4dae-b17b-1c519aa7880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.540857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cfbfb-60ab-4dae-b17b-1c519aa7880e None None] No DVR routers for this DVR port 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:20:33.542991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Attempting to bind port 007e2650-ed09-454a-89e2-b2a554866365 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:20:33.543332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Attempting to bind port 007e2650-ed09-454a-89e2-b2a554866365 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '28833e73-73fe-4c89-aaf2-d70cc7d03c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9ddca149-489d-4a81-b982-3201f254b91f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:20:33.543660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Attempting to bind port 007e2650-ed09-454a-89e2-b2a554866365 on network 9ddca149-489d-4a81-b982-3201f254b91f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:20:33.547019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cfbfb-60ab-4dae-b17b-1c519aa7880e None None] Pushing event deleted for resources: {'Port': ['ID=93ced778-3f4e-49f3-8ef3-6777fd4ed2d0,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:33.552204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Port 007e2650-ed09-454a-89e2-b2a554866365 on network 9ddca149-489d-4a81-b982-3201f254b91f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:20:33.552204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Attempting to bind port 007e2650-ed09-454a-89e2-b2a554866365 on network 9ddca149-489d-4a81-b982-3201f254b91f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:20:33.555460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:20:33.555812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Checking segment: {'id': '28833e73-73fe-4c89-aaf2-d70cc7d03c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9ddca149-489d-4a81-b982-3201f254b91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:20:33.556210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Bound using segment: {'id': '28833e73-73fe-4c89-aaf2-d70cc7d03c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9ddca149-489d-4a81-b982-3201f254b91f'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:20:33.556858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Bound port: 007e2650-ed09-454a-89e2-b2a554866365, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28833e73-73fe-4c89-aaf2-d70cc7d03c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9ddca149-489d-4a81-b982-3201f254b91f'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:20:33.557209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.607282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:20:33.643462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] For port 007e2650-ed09-454a-89e2-b2a554866365, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:20:33.643761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:20:33.644684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device aec14ed0-6c0c-4ce2-8d8e-9098c26bdfbd not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:20:33.646491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:20:33.648449 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] For port 007e2650-ed09-454a-89e2-b2a554866365, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=007e2650-ed09-454a-89e2-b2a554866365,segment=NetworkSegment(28833e73-73fe-4c89-aaf2-d70cc7d03c94),segment_id=28833e73-73fe-4c89-aaf2-d70cc7d03c94)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:20:33.656167 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.681634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707fc73c-f048-4433-b89b-667b6f713454']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:33.697805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666757e6-a06e-4531-8326-feda9d207205') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:33.698113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666757e6-a06e-4531-8326-feda9d207205') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:20:33.714142 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.732585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.746296 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.754660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:20:33.755206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.778302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:33.779427 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.781304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] 10.222.0.74 "PUT /v2.0/ports/007e2650-ed09-454a-89e2-b2a554866365 HTTP/1.1" status: 200 len: 1092 time: 1.0152276 Jun 30 03:20:33.782472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e275c9-112e-4905-a12c-213bcc1ae1eb', 'tag': '007e2650-ed09-454a-89e2-b2a554866365'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:20:33.785303 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287bdfd5-a5ce-400d-9fe9-86bb72312ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "37e275c9-112e-4905-a12c-213bcc1ae1eb", "tag": "007e2650-ed09-454a-89e2-b2a554866365"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:20:33.842565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2528f-f909-4b26-abd2-b3db3405023e service neutron] Pushing event updated for resources: {'Port': ['ID=007e2650-ed09-454a-89e2-b2a554866365,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:33.850982 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba2df89-29d7-470f-8f4d-674373082943 x-openstack-request-id: req-7ba2df89-29d7-470f-8f4d-674373082943 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:20:33.851861 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e275c9-112e-4905-a12c-213bcc1ae1eb", "tag": "007e2650-ed09-454a-89e2-b2a554866365", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:20:33.852594 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ba2df89-29d7-470f-8f4d-674373082943 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:20:33.854115 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e275c9-112e-4905-a12c-213bcc1ae1eb', 'tag': '007e2650-ed09-454a-89e2-b2a554866365', 'status': 'completed', 'code': 200} Jun 30 03:20:33.874711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:20:33.875178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93ced778-3f4e-49f3-8ef3-6777fd4ed2d0 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:20:33.875824 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:20:33.877414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be2325-682a-4690-87a1-f3f954f50c1b req-86ce5d45-fc93-44ab-b4e9-2151ad59e698 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:33.879072 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b4be2325-682a-4690-87a1-f3f954f50c1b req-86ce5d45-fc93-44ab-b4e9-2151ad59e698 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 944 time: 0.2786641 Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:20:33.879787 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:20:33.903630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:20:33.903997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1feabd7f-3c81-4b90-a2ad-c84c13cddbc1 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:20:33.934430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b4be2325-682a-4690-87a1-f3f954f50c1b req-632e1acc-1126-41c1-8151-a2eb97330c0a tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/security-groups?id=58852171-9c45-4722-a14a-3fdfb5e27098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491848 Jun 30 03:20:33.966719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bdfd5-a5ce-400d-9fe9-86bb72312ae1 req-23ac1695-be98-48cc-bd65-2ad1b98162cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:33.968233 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287bdfd5-a5ce-400d-9fe9-86bb72312ae1 req-23ac1695-be98-48cc-bd65-2ad1b98162cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=66ee54aa82e7482db494373c09463b51&device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 1095 time: 0.0855446 Jun 30 03:20:33.986312 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.993274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:33.999033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] 10.222.0.77 "DELETE /v2.0/networks/707fc73c-f048-4433-b89b-667b6f713454 HTTP/1.1" status: 204 len: 168 time: 1.1313279 Jun 30 03:20:34.011409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97233089-d08b-4406-9cd7-7824962e0bad admin admin] Pushing event deleted for resources: {'Network': ['ID=707fc73c-f048-4433-b89b-667b6f713454,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:34.078707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bdfd5-a5ce-400d-9fe9-86bb72312ae1 req-4dd51404-cf51-487c-9eb8-521e9563167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:34.080170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287bdfd5-a5ce-400d-9fe9-86bb72312ae1 req-4dd51404-cf51-487c-9eb8-521e9563167d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=66ee54aa82e7482db494373c09463b51&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1049922 Jun 30 03:20:34.485861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bdfd5-a5ce-400d-9fe9-86bb72312ae1 req-8b78bb24-eb22-4b81-b6fa-6d15e22e7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:34.487397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-287bdfd5-a5ce-400d-9fe9-86bb72312ae1 req-8b78bb24-eb22-4b81-b6fa-6d15e22e7bb6 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4013598 Jun 30 03:20:34.587393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-b73ebf17-4861-40a0-8b7d-42901548f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:34.588880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-b73ebf17-4861-40a0-8b7d-42901548f7f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=66ee54aa82e7482db494373c09463b51&device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 1095 time: 0.0568879 Jun 30 03:20:34.631233 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-6c828e77-3f12-4c9e-8273-341851427128 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=007e2650-ed09-454a-89e2-b2a554866365 HTTP/1.1" status: 200 len: 217 time: 0.0348766 Jun 30 03:20:34.690274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-83260837-1734-4099-b708-d218e4c80009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:34.699251 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-83260837-1734-4099-b708-d218e4c80009 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d0dfb39-367c-4f08-8f26-c0e05f2fa38b HTTP/1.1" status: 200 len: 848 time: 0.0553453 Jun 30 03:20:34.699251 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:34.733719 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:34.740688 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-366a2841-3a2d-406e-81a7-5b52c5ba97e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9ddca149-489d-4a81-b982-3201f254b91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394299 Jun 30 03:20:34.814912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d1502ebb-612d-40bf-9869-8287ce3f4469 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3391c9c3692e47d7ac89d540aba058a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167991 Jun 30 03:20:34.815162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48622) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:34.893134 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-c9798a4b-b5a2-4606-afff-702c837b75ad service neutron] 10.222.0.74 "GET /v2.0/networks/9ddca149-489d-4a81-b982-3201f254b91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427331 Jun 30 03:20:34.920679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-115703fc-a99a-470f-a897-7bb135130034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:34.980616 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-115703fc-a99a-470f-a897-7bb135130034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:35.040418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f6595589-2300-4901-ae38-a74c3998e5b0 req-cf013e7c-3ad8-4a9d-8af8-0d4cc082b825 service neutron] 10.222.0.74 "GET /v2.0/networks/9ddca149-489d-4a81-b982-3201f254b91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414678 Jun 30 03:20:35.134903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bcbbe-f4bf-4d05-a878-2e1dc10763c8 req-e9bf555c-90be-437e-8557-302f9ab344d6 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:35.137604 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8bcbbe-f4bf-4d05-a878-2e1dc10763c8 req-e9bf555c-90be-437e-8557-302f9ab344d6 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 944 time: 0.0705106 Jun 30 03:20:35.175873 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-115703fc-a99a-470f-a897-7bb135130034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:35.179024 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-115703fc-a99a-470f-a897-7bb135130034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:35.180147 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-115703fc-a99a-470f-a897-7bb135130034 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c112cdbb-0d7a-4a4d-8a25-e785e135b763 HTTP/1.1" status: 204 len: 168 time: 0.3641281 Jun 30 03:20:35.187513 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8bcbbe-f4bf-4d05-a878-2e1dc10763c8 req-929695f9-a77b-4411-b924-6608a80d67db tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/security-groups?id=58852171-9c45-4722-a14a-3fdfb5e27098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Jun 30 03:20:35.192375 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115703fc-a99a-470f-a897-7bb135130034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c112cdbb-0d7a-4a4d-8a25-e785e135b763,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:36.242110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48642) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:36.294560 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-19c337e0-af73-4162-b60f-e138f81366d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=245a842cbbf1494b8c82a32e6622c2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508137 Jun 30 03:20:36.297224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 48644) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:20:36.346980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d8cb-cd71-4363-b964-8081bd8fe0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:36.375135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d8cb-cd71-4363-b964-8081bd8fe0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:36.389483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99977bf6-1b6a-4f2b-86be-d6f88c112e75 req-c4cb86c2-6d1a-480d-b9c8-734674ddcd20 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:36.391031 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99977bf6-1b6a-4f2b-86be-d6f88c112e75 req-c4cb86c2-6d1a-480d-b9c8-734674ddcd20 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 944 time: 0.0702577 Jun 30 03:20:36.431877 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-99977bf6-1b6a-4f2b-86be-d6f88c112e75 req-a13af758-8815-4dea-ab5a-a701a154eea4 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/security-groups?id=58852171-9c45-4722-a14a-3fdfb5e27098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343442 Jun 30 03:20:36.597537 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d8cb-cd71-4363-b964-8081bd8fe0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:36.600611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d8cb-cd71-4363-b964-8081bd8fe0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:36.601782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3ab5d8cb-cd71-4363-b964-8081bd8fe0b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c71a2d2e-776f-483d-8f22-b2bee2dc15b9 HTTP/1.1" status: 204 len: 168 time: 0.3033841 Jun 30 03:20:36.612532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5d8cb-cd71-4363-b964-8081bd8fe0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71a2d2e-776f-483d-8f22-b2bee2dc15b9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:37.305550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 007e2650-ed09-454a-89e2-b2a554866365 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:20:37.419764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 007e2650-ed09-454a-89e2-b2a554866365, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=007e2650-ed09-454a-89e2-b2a554866365,segment=NetworkSegment(28833e73-73fe-4c89-aaf2-d70cc7d03c94),segment_id=28833e73-73fe-4c89-aaf2-d70cc7d03c94)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:37.435889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '007e2650-ed09-454a-89e2-b2a554866365', 'network_id': '9ddca149-489d-4a81-b982-3201f254b91f', 'port_id': '007e2650-ed09-454a-89e2-b2a554866365', 'mac_address': 'fa:16:3e:c9:0c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d0dfb39-367c-4f08-8f26-c0e05f2fa38b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:20:37.486559 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:37.499907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007e2650-ed09-454a-89e2-b2a554866365 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:20:37.523907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 007e2650-ed09-454a-89e2-b2a554866365, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=007e2650-ed09-454a-89e2-b2a554866365,segment=NetworkSegment(28833e73-73fe-4c89-aaf2-d70cc7d03c94),segment_id=28833e73-73fe-4c89-aaf2-d70cc7d03c94)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:37.632596 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:37.699147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=007e2650-ed09-454a-89e2-b2a554866365,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:37.747463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-5ade87a7-5fe4-402b-9259-ccae71ad1c7d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830493 Jun 30 03:20:37.825127 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['007e2650-ed09-454a-89e2-b2a554866365'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:20:37.871604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-58f99314-4cea-4c13-8846-785aa936f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:37.873481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-58f99314-4cea-4c13-8846-785aa936f234 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1097 time: 0.0741167 Jun 30 03:20:37.919507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e327cbe-8ded-4a16-9713-39a13d184b2c req-931359b4-4884-4e1d-be20-d54622cf2ff1 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:37.928677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e327cbe-8ded-4a16-9713-39a13d184b2c req-931359b4-4884-4e1d-be20-d54622cf2ff1 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 945 time: 0.3769188 Jun 30 03:20:37.965121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2e327cbe-8ded-4a16-9713-39a13d184b2c req-71532911-1c8f-40d3-a5d3-85289ba77794 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/security-groups?id=58852171-9c45-4722-a14a-3fdfb5e27098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353975 Jun 30 03:20:38.019071 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-ebbe09da-bd3e-4a2d-8754-9cb95b537813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:38.019071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-ebbe09da-bd3e-4a2d-8754-9cb95b537813 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.1084981 Jun 30 03:20:38.073592 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-59a5ef2b-b431-4909-bcf1-319ae415b438 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 200 len: 1001 time: 0.0637920 Jun 30 03:20:38.122853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-77c2cb98-183c-4867-a9d4-46421022d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:38.124301 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-77c2cb98-183c-4867-a9d4-46421022d724 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0447102 Jun 30 03:20:38.181042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-d9cef50f-6a46-4d53-b998-d5d75c5ed3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:38.182562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-d9cef50f-6a46-4d53-b998-d5d75c5ed3e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521305 Jun 30 03:20:38.278069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-b258843c-ac13-4814-891d-589a8d88aae8 service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885971 Jun 30 03:20:38.375586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d406f586-0755-4640-b6aa-2d52df702cc8 req-6992a2b1-649a-45bc-b6c2-d5fda674c27b service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915973 Jun 30 03:20:39.158540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6350bb7-284d-4d30-8156-7835b381bf72 req-96803c72-97d1-4f9e-9344-a9641011a20c tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:39.160024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6350bb7-284d-4d30-8156-7835b381bf72 req-96803c72-97d1-4f9e-9344-a9641011a20c tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 945 time: 0.0703282 Jun 30 03:20:39.200174 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6350bb7-284d-4d30-8156-7835b381bf72 req-b77fe914-f934-4dac-bffe-d42590e61f2b tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/security-groups?id=58852171-9c45-4722-a14a-3fdfb5e27098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Jun 30 03:20:39.305711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 007e2650-ed09-454a-89e2-b2a554866365 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:20:39.494504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 007e2650-ed09-454a-89e2-b2a554866365 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:20:39.498665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 007e2650-ed09-454a-89e2-b2a554866365 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:20:39.499039 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:39.590677 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:39.617384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e275c9-112e-4905-a12c-213bcc1ae1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007e2650-ed09-454a-89e2-b2a554866365'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:20:39.619650 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b29e056-1938-48b0-aff1-876f46662b2c" -d '{"events": [{"server_uuid": "37e275c9-112e-4905-a12c-213bcc1ae1eb", "name": "network-vif-plugged", "status": "completed", "tag": "007e2650-ed09-454a-89e2-b2a554866365"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:20:39.633675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 007e2650-ed09-454a-89e2-b2a554866365, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=007e2650-ed09-454a-89e2-b2a554866365,segment=NetworkSegment(28833e73-73fe-4c89-aaf2-d70cc7d03c94),segment_id=28833e73-73fe-4c89-aaf2-d70cc7d03c94)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:39.659102 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc900dca-bd01-4956-8c46-84a432610a9a x-openstack-request-id: req-cc900dca-bd01-4956-8c46-84a432610a9a {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:20:39.659400 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e275c9-112e-4905-a12c-213bcc1ae1eb", "name": "network-vif-plugged", "status": "completed", "tag": "007e2650-ed09-454a-89e2-b2a554866365", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:20:39.659656 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc900dca-bd01-4956-8c46-84a432610a9a {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:20:39.660050 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e275c9-112e-4905-a12c-213bcc1ae1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007e2650-ed09-454a-89e2-b2a554866365', 'code': 200} Jun 30 03:20:39.752044 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:39.788258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb08fd-4f6a-49cf-b2ec-89be7485cd84 req-c9cb566f-21e7-4cc2-ac6a-76da873d5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:39.790472 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6edb08fd-4f6a-49cf-b2ec-89be7485cd84 req-c9cb566f-21e7-4cc2-ac6a-76da873d5d49 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 1096 time: 0.0608993 Jun 30 03:20:39.806751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=007e2650-ed09-454a-89e2-b2a554866365,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:39.825946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6edb08fd-4f6a-49cf-b2ec-89be7485cd84 req-3b831436-1698-42e3-98cf-921cfae3cb77 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=58852171-9c45-4722-a14a-3fdfb5e27098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295484 Jun 30 03:20:40.374803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebb087-7de5-4a94-92bd-a2ad7e10ee0c req-5d3c657f-0a75-4312-8cd8-f9b2c65e42f8 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:40.376291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4ebb087-7de5-4a94-92bd-a2ad7e10ee0c req-5d3c657f-0a75-4312-8cd8-f9b2c65e42f8 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 946 time: 0.0631583 Jun 30 03:20:40.416507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a4ebb087-7de5-4a94-92bd-a2ad7e10ee0c req-847445f4-23be-4a81-ac4a-c12f1743b853 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/security-groups?id=58852171-9c45-4722-a14a-3fdfb5e27098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338645 Jun 30 03:20:41.608523 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064262b2-ebd5-4821-8329-14c8b406f9b0 req-26c75730-1d54-4528-87de-fd2f83682948 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:41.610625 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-064262b2-ebd5-4821-8329-14c8b406f9b0 req-26c75730-1d54-4528-87de-fd2f83682948 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 946 time: 0.0694239 Jun 30 03:20:41.651615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-064262b2-ebd5-4821-8329-14c8b406f9b0 req-a5354eff-0f5d-4164-a123-cc91c29bb9bd tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/security-groups?id=58852171-9c45-4722-a14a-3fdfb5e27098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339789 Jun 30 03:20:47.965044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f993cc-39e1-4e1d-8197-e78d611bee79 req-ef853cec-1d31-4823-9bfd-1c15a498fe52 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:47.966603 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17f993cc-39e1-4e1d-8197-e78d611bee79 req-ef853cec-1d31-4823-9bfd-1c15a498fe52 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 946 time: 0.0639627 Jun 30 03:20:48.008057 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-17f993cc-39e1-4e1d-8197-e78d611bee79 req-7c67345b-a244-489b-81fb-458b7750efa9 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/security-groups?id=58852171-9c45-4722-a14a-3fdfb5e27098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336807 Jun 30 03:20:49.118165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-a04388f5-a118-4a84-9c18-b0a34aefa1d7 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:49.119777 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-a04388f5-a118-4a84-9c18-b0a34aefa1d7 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.74 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 946 time: 0.0697119 Jun 30 03:20:49.204278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f09ee4-0559-4a1d-a55d-7830ad3ebdd5 req-392da070-6f01-4466-9950-555ec54f3f83 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:49.206025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83f09ee4-0559-4a1d-a55d-7830ad3ebdd5 req-392da070-6f01-4466-9950-555ec54f3f83 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 946 time: 0.0702987 Jun 30 03:20:49.231105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-3d2aed38-3d27-40b0-aaf7-e0429ec68420 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Deleting port 007e2650-ed09-454a-89e2-b2a554866365 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:20:49.231453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-3d2aed38-3d27-40b0-aaf7-e0429ec68420 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:49.254006 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83f09ee4-0559-4a1d-a55d-7830ad3ebdd5 req-298840a1-e12f-440c-808e-d4a2d373af3d tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/security-groups?id=58852171-9c45-4722-a14a-3fdfb5e27098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384352 Jun 30 03:20:49.330955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-3d2aed38-3d27-40b0-aaf7-e0429ec68420 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] For port 007e2650-ed09-454a-89e2-b2a554866365, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=007e2650-ed09-454a-89e2-b2a554866365,segment=NetworkSegment(28833e73-73fe-4c89-aaf2-d70cc7d03c94),segment_id=28833e73-73fe-4c89-aaf2-d70cc7d03c94)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:20:49.331311 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-3d2aed38-3d27-40b0-aaf7-e0429ec68420 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:49.344170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-3d2aed38-3d27-40b0-aaf7-e0429ec68420 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Calling delete_port for 007e2650-ed09-454a-89e2-b2a554866365 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:20:49.591336 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-3d2aed38-3d27-40b0-aaf7-e0429ec68420 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:49.605863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['007e2650-ed09-454a-89e2-b2a554866365'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:20:49.630493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2aed38-3d27-40b0-aaf7-e0429ec68420 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Pushing event deleted for resources: {'Port': ['ID=007e2650-ed09-454a-89e2-b2a554866365,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:20:49.677464 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-3d2aed38-3d27-40b0-aaf7-e0429ec68420 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] No DVR routers for this DVR port 007e2650-ed09-454a-89e2-b2a554866365 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:20:49.680016 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-3d2aed38-3d27-40b0-aaf7-e0429ec68420 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:49.682069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-efce02e0-1c70-4002-adbb-92d06a5fda98 req-3d2aed38-3d27-40b0-aaf7-e0429ec68420 tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.74 "DELETE /v2.0/ports/007e2650-ed09-454a-89e2-b2a554866365 HTTP/1.1" status: 204 len: 173 time: 0.5570605 Jun 30 03:20:49.682530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e275c9-112e-4905-a12c-213bcc1ae1eb', 'name': 'network-vif-deleted', 'tag': '007e2650-ed09-454a-89e2-b2a554866365'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:20:49.684826 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b740d1-70cb-4b25-ac19-51f7d4ef82e6" -d '{"events": [{"server_uuid": "37e275c9-112e-4905-a12c-213bcc1ae1eb", "name": "network-vif-deleted", "tag": "007e2650-ed09-454a-89e2-b2a554866365"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:20:49.736892 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98493a4c-481a-4439-b923-404afb3eea79 x-openstack-request-id: req-98493a4c-481a-4439-b923-404afb3eea79 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:20:49.737129 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e275c9-112e-4905-a12c-213bcc1ae1eb", "name": "network-vif-deleted", "tag": "007e2650-ed09-454a-89e2-b2a554866365", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:20:49.737391 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98493a4c-481a-4439-b923-404afb3eea79 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:20:49.737879 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e275c9-112e-4905-a12c-213bcc1ae1eb', 'name': 'network-vif-deleted', 'tag': '007e2650-ed09-454a-89e2-b2a554866365', 'status': 'completed', 'code': 200} Jun 30 03:20:50.411754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1654556b-7ce0-4ab1-b8ed-f81c2cdd1c4b req-940f3182-c653-4a79-9dca-ee8cc30bb94f tempest-VolumesActionsTest-1652035667 tempest-VolumesActionsTest-1652035667-project] 10.222.0.77 "GET /v2.0/ports?device_id=37e275c9-112e-4905-a12c-213bcc1ae1eb HTTP/1.1" status: 200 len: 210 time: 0.0330257 Jun 30 03:20:53.093946 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:53.367569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 007e2650-ed09-454a-89e2-b2a554866365 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:20:53.391782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 007e2650-ed09-454a-89e2-b2a554866365 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:20:53.392124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 007e2650-ed09-454a-89e2-b2a554866365 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:20:53.660823 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:53.842317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-1915fae2-f5ae-4672-ba40-ba297fc11c06 req-2458090e-16af-404d-aa8c-78d32bdaa3ca service neutron] (94531) timed out ('10.222.0.77', 54058) {{(pid=94531) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:20:58.810984 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-55b42001-0ddc-408e-85b3-468a98bd10f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:01.335158 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:01.338618 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dcc2213f-ae09-4104-9e2d-a25e77f7d060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:02.542029 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:21:03.081176 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:04.716981 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:23.162373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:23.670530 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.319290 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49394) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:28.365268 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Deleting subnet 4d0dfb39-367c-4f08-8f26-c0e05f2fa38b {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:21:28.368412 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.407447 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.450728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.688945 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8da19250-1939-4a5b-a798-eb7c75c76e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.689481 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.711844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0dfb39-367c-4f08-8f26-c0e05f2fa38b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:28.716181 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.718145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4d0dfb39-367c-4f08-8f26-c0e05f2fa38b HTTP/1.1" status: 204 len: 168 time: 0.3977094 Jun 30 03:21:28.720657 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49398) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:28.724214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.724456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.724671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.725007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.725335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.725700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.726030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.726351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.726673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.726994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.727314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.727641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e8ec64-d76c-4ee5-ab68-db510d989231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:28.797998 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.879666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.891220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddca149-489d-4a81-b982-3201f254b91f']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:28.902727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28833e73-73fe-4c89-aaf2-d70cc7d03c94') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:28.903052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28833e73-73fe-4c89-aaf2-d70cc7d03c94') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:28.912679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.928470 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.934758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:21:28.939177 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:21:29.133867 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.139956 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.141705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] 10.222.0.77 "DELETE /v2.0/networks/9ddca149-489d-4a81-b982-3201f254b91f HTTP/1.1" status: 204 len: 168 time: 0.4200430 Jun 30 03:21:29.151291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49406) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:29.152977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Pushing event deleted for resources: {'Network': ['ID=9ddca149-489d-4a81-b982-3201f254b91f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:29.160502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.160863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.161201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.161561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.161899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.162219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.162544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.162873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.163195 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.163512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.163834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.164155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee03ce-1868-4065-bfb7-92955636dace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:29.197731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-32032903-8645-4a26-9ef5-5792c0337392 admin admin] Deleting subnet 2a1261d4-0c46-4863-bb6a-40f0e4fd3dbd {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:21:29.200958 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32032903-8645-4a26-9ef5-5792c0337392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.235406 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32032903-8645-4a26-9ef5-5792c0337392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.280489 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32032903-8645-4a26-9ef5-5792c0337392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.669525 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32032903-8645-4a26-9ef5-5792c0337392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.696588 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32032903-8645-4a26-9ef5-5792c0337392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1261d4-0c46-4863-bb6a-40f0e4fd3dbd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:29.705019 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-32032903-8645-4a26-9ef5-5792c0337392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.705019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-32032903-8645-4a26-9ef5-5792c0337392 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2a1261d4-0c46-4863-bb6a-40f0e4fd3dbd HTTP/1.1" status: 204 len: 168 time: 0.5496392 Jun 30 03:21:29.705019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49414) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:29.774464 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.867394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.876994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357cfd11-327a-4e4f-b71a-3cc68ccf36f6']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:29.889225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b21a174-7e68-448a-ac06-31c2c57c7964') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:29.889225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b21a174-7e68-448a-ac06-31c2c57c7964') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:29.896810 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.911612 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.918029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:21:29.918700 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:21:29.920389 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:21:30.091314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:30.096637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:30.112608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] 10.222.0.77 "DELETE /v2.0/networks/357cfd11-327a-4e4f-b71a-3cc68ccf36f6 HTTP/1.1" status: 204 len: 168 time: 0.3936152 Jun 30 03:21:30.120948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c616c6-9aa4-451f-85a6-bdc049a0c441 admin admin] Pushing event deleted for resources: {'Network': ['ID=357cfd11-327a-4e4f-b71a-3cc68ccf36f6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:30.657253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49434) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:30.697137 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3b4be0b2-ceca-454e-9cdb-d997b69da414 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=66ee54aa82e7482db494373c09463b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384741 Jun 30 03:21:30.699702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49436) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:30.747445 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ea401d4-2372-4fae-a9ea-98537bc119f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:30.768788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ea401d4-2372-4fae-a9ea-98537bc119f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:30.880510 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ea401d4-2372-4fae-a9ea-98537bc119f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:30.883483 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1ea401d4-2372-4fae-a9ea-98537bc119f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:30.884879 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1ea401d4-2372-4fae-a9ea-98537bc119f0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58852171-9c45-4722-a14a-3fdfb5e27098 HTTP/1.1" status: 204 len: 168 time: 0.1840549 Jun 30 03:21:30.901808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea401d4-2372-4fae-a9ea-98537bc119f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58852171-9c45-4722-a14a-3fdfb5e27098,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:31.276035 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:31.468813 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-af141927-c7f3-413f-bc63-0035c44f065e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:31.949962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49456) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:31.990457 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6cf2162b-d766-4c03-b9cf-4026e728447f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3fa531d7ae443608402ec2c1190844d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392132 Jun 30 03:21:31.993024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49460) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:32.050378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-986e4e3b-35cd-44b0-b565-c9e453a13f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:32.074095 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-986e4e3b-35cd-44b0-b565-c9e453a13f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:32.262868 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-986e4e3b-35cd-44b0-b565-c9e453a13f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:32.265816 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-986e4e3b-35cd-44b0-b565-c9e453a13f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:32.267054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-986e4e3b-35cd-44b0-b565-c9e453a13f0b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1966ae03-9875-468a-9060-fa006a70baff HTTP/1.1" status: 204 len: 168 time: 0.2726405 Jun 30 03:21:32.275119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e4e3b-35cd-44b0-b565-c9e453a13f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1966ae03-9875-468a-9060-fa006a70baff,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:33.028440 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:34.687549 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:39.072412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49630) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:39.194757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21d600f2-f607-42cd-b60f-2e011f12393d req-848397bf-544d-408e-b73c-5d64dcd73865 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563333 Jun 30 03:21:39.246253 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb32-0bc6-4c97-8eaf-12dd859fbc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:39.340068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d600f2-f607-42cd-b60f-2e011f12393d req-4b3ba80f-d7e0-48c5-a122-c340570ae0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:39.341765 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21d600f2-f607-42cd-b60f-2e011f12393d req-4b3ba80f-d7e0-48c5-a122-c340570ae0f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1097 time: 0.0855002 Jun 30 03:21:39.499059 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d600f2-f607-42cd-b60f-2e011f12393d req-92e818a3-0b7f-48b8-8012-588f8dc8ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:39.500808 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21d600f2-f607-42cd-b60f-2e011f12393d req-92e818a3-0b7f-48b8-8012-588f8dc8ea9f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.1279724 Jun 30 03:21:39.515606 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb32-0bc6-4c97-8eaf-12dd859fbc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:39.546330 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:21:39.570303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21d600f2-f607-42cd-b60f-2e011f12393d req-3751e877-0d39-47c3-8c9c-c8142ab35c04 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 200 len: 1001 time: 0.0615132 Jun 30 03:21:39.637944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d600f2-f607-42cd-b60f-2e011f12393d req-2b48d771-0032-44c2-85d6-20140ff1323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:39.639458 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21d600f2-f607-42cd-b60f-2e011f12393d req-2b48d771-0032-44c2-85d6-20140ff1323d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0619974 Jun 30 03:21:39.640087 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5a51eb32-0bc6-4c97-8eaf-12dd859fbc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:39.710534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5a51eb32-0bc6-4c97-8eaf-12dd859fbc2e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92fbeb0169b34b0296c5458f02410bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6363614 Jun 30 03:21:39.712335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51eb32-0bc6-4c97-8eaf-12dd859fbc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64183f8e-6681-4f78-8cad-8ae3304f0c35,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:39.737417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49638) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:39.744338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d600f2-f607-42cd-b60f-2e011f12393d req-217ce31e-90fc-4ffb-abc2-008cf38a955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:39.745848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21d600f2-f607-42cd-b60f-2e011f12393d req-217ce31e-90fc-4ffb-abc2-008cf38a955f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946126 Jun 30 03:21:39.767251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-21d600f2-f607-42cd-b60f-2e011f12393d req-2f549810-5ebd-4285-b4fb-59b52ddac618 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:21:39.767251 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21d600f2-f607-42cd-b60f-2e011f12393d req-2f549810-5ebd-4285-b4fb-59b52ddac618 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091093 Jun 30 03:21:39.797473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de59a37f-5bf8-43e1-a787-f7c4889fbebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:39.823359 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de59a37f-5bf8-43e1-a787-f7c4889fbebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:39.874488 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21d600f2-f607-42cd-b60f-2e011f12393d req-3c4226d5-b36c-486c-acc2-d1bf64922af3 service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068549 Jun 30 03:21:39.977519 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de59a37f-5bf8-43e1-a787-f7c4889fbebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:39.981121 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-de59a37f-5bf8-43e1-a787-f7c4889fbebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:39.986763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-de59a37f-5bf8-43e1-a787-f7c4889fbebb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64183f8e-6681-4f78-8cad-8ae3304f0c35 HTTP/1.1" status: 204 len: 168 time: 0.2488713 Jun 30 03:21:39.998171 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21d600f2-f607-42cd-b60f-2e011f12393d req-884356fd-b21c-4c94-a921-f52345524be8 service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150634 Jun 30 03:21:39.999277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59a37f-5bf8-43e1-a787-f7c4889fbebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64183f8e-6681-4f78-8cad-8ae3304f0c35,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:46.213249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49692) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:46.218142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-85635319-486b-4483-8ed2-79ce06568978 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142307484', 'description': 'tempest-secgroup-smoke-2142307484 description', 'project_id': '6e4126028aba423ebbccfd0459c71b2d'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:46.468300 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-85635319-486b-4483-8ed2-79ce06568978 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:46.551721 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-85635319-486b-4483-8ed2-79ce06568978 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:46.687333 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-85635319-486b-4483-8ed2-79ce06568978 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:46.717174 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85635319-486b-4483-8ed2-79ce06568978 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:46.836060 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-85635319-486b-4483-8ed2-79ce06568978 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:46.837780 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-85635319-486b-4483-8ed2-79ce06568978 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6232505 Jun 30 03:21:46.845874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49694) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:46.851330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-242aaa66-148e-4fd0-8cc8-4fd69d1930f0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Request body: {'security_group_rule': {'security_group_id': 'f0014b98-b4cc-4b5f-b84e-c965e8db4b1e', 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:47.012943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-242aaa66-148e-4fd0-8cc8-4fd69d1930f0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:47.086662 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-242aaa66-148e-4fd0-8cc8-4fd69d1930f0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:47.228253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-242aaa66-148e-4fd0-8cc8-4fd69d1930f0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:47.248277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aaa66-148e-4fd0-8cc8-4fd69d1930f0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0c1843-f895-4426-89ec-af8d54eb2257,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:47.435715 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-242aaa66-148e-4fd0-8cc8-4fd69d1930f0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:47.436962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-242aaa66-148e-4fd0-8cc8-4fd69d1930f0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5900643 Jun 30 03:21:47.439703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49704) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:47.444351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-cf2c3bf8-463d-4dc3-bb4d-50868a7ed071 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Request body: {'security_group_rule': {'security_group_id': 'f0014b98-b4cc-4b5f-b84e-c965e8db4b1e', 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:47.549295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3bf8-463d-4dc3-bb4d-50868a7ed071 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:47.610015 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3bf8-463d-4dc3-bb4d-50868a7ed071 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:48.024594 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3bf8-463d-4dc3-bb4d-50868a7ed071 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:48.043512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c3bf8-463d-4dc3-bb4d-50868a7ed071 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301275a1-42a1-4b5f-985c-927839bdcbf4,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:48.241825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3bf8-463d-4dc3-bb4d-50868a7ed071 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:48.245790 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cf2c3bf8-463d-4dc3-bb4d-50868a7ed071 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8026211 Jun 30 03:21:48.246248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49710) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:48.250902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5c9d20c5-94a9-4fd5-96ae-8b1ce968e62f tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Request body: {'security_group_rule': {'security_group_id': 'f0014b98-b4cc-4b5f-b84e-c965e8db4b1e', 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:48.459169 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c9d20c5-94a9-4fd5-96ae-8b1ce968e62f tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:48.527534 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c9d20c5-94a9-4fd5-96ae-8b1ce968e62f tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:48.645673 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c9d20c5-94a9-4fd5-96ae-8b1ce968e62f tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:48.664794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d20c5-94a9-4fd5-96ae-8b1ce968e62f tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebce6220-1776-4ee2-9091-a7132bc59d53,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:48.774725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c9d20c5-94a9-4fd5-96ae-8b1ce968e62f tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:48.783421 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5c9d20c5-94a9-4fd5-96ae-8b1ce968e62f tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5287573 Jun 30 03:21:48.785292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49716) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:48.790574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3a779dc8-e124-4e98-aee1-385669bbda49 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Request body: {'security_group_rule': {'security_group_id': 'f0014b98-b4cc-4b5f-b84e-c965e8db4b1e', 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:48.896375 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a779dc8-e124-4e98-aee1-385669bbda49 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:48.971447 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a779dc8-e124-4e98-aee1-385669bbda49 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:49.107942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a779dc8-e124-4e98-aee1-385669bbda49 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:49.133413 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a779dc8-e124-4e98-aee1-385669bbda49 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8c89ff-024e-4bac-9d8c-49aaa9bb9040,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:49.251021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a779dc8-e124-4e98-aee1-385669bbda49 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:49.254904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3a779dc8-e124-4e98-aee1-385669bbda49 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4656394 Jun 30 03:21:49.255152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49718) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:49.260106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7c70744f-b100-435c-9ca7-7c9aff21a0f8 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Request body: {'security_group_rule': {'security_group_id': 'f0014b98-b4cc-4b5f-b84e-c965e8db4b1e', 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:49.396518 n-d-798249-3 neutron-server[94530]: INFO neutron.db.securitygroups_db [None req-7c70744f-b100-435c-9ca7-7c9aff21a0f8 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Project 6e4126028aba423ebbccfd0459c71b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:21:49.402153 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c70744f-b100-435c-9ca7-7c9aff21a0f8 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:49.463585 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c70744f-b100-435c-9ca7-7c9aff21a0f8 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:49.573556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c70744f-b100-435c-9ca7-7c9aff21a0f8 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:49.593550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70744f-b100-435c-9ca7-7c9aff21a0f8 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea505c5-1bf6-488f-8f4b-259302672287,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:49.803767 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7c70744f-b100-435c-9ca7-7c9aff21a0f8 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:49.803767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7c70744f-b100-435c-9ca7-7c9aff21a0f8 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5275192 Jun 30 03:21:49.803993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49726) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:49.803993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-58249967-9381-4bca-ad3e-bf7b313acc77 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Request body: {'security_group_rule': {'security_group_id': 'f0014b98-b4cc-4b5f-b84e-c965e8db4b1e', 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:49.970982 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-58249967-9381-4bca-ad3e-bf7b313acc77 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Project 6e4126028aba423ebbccfd0459c71b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:21:49.981345 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58249967-9381-4bca-ad3e-bf7b313acc77 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:50.118147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58249967-9381-4bca-ad3e-bf7b313acc77 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:50.257374 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58249967-9381-4bca-ad3e-bf7b313acc77 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:50.287021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58249967-9381-4bca-ad3e-bf7b313acc77 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ed2b6b-6c59-4c83-a28a-97a440bce664,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:50.532878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58249967-9381-4bca-ad3e-bf7b313acc77 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:50.535407 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-58249967-9381-4bca-ad3e-bf7b313acc77 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7460990 Jun 30 03:21:50.771120 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-f95b462f-7e6d-4968-9253-276e6b2a943c tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142307484&fields=id&tenant_id=6e4126028aba423ebbccfd0459c71b2d HTTP/1.1" status: 200 len: 267 time: 0.0390444 Jun 30 03:21:50.913711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-ef178348-5ce1-456e-8b11-135dbfe6f275 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:50.920367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-ef178348-5ce1-456e-8b11-135dbfe6f275 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/networks?id=d7504505-541f-49e3-b347-269ccb6890c1 HTTP/1.1" status: 200 len: 814 time: 0.1383293 Jun 30 03:21:50.937886 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f0fe06f-e2ab-4260-a9a6-4d1b85c969f3 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/quotas/6e4126028aba423ebbccfd0459c71b2d HTTP/1.1" status: 200 len: 375 time: 0.0099452 Jun 30 03:21:51.006428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-d2e8f83f-c4e9-41cb-8444-b17030ebe114 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6e4126028aba423ebbccfd0459c71b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626228 Jun 30 03:21:51.109565 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-4e6a9441-72fa-4e05-bf57-42a9b680cee7 service neutron] 10.222.0.77 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895350 Jun 30 03:21:51.200135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-3f9fbba9-b01a-4486-8f2b-8d834264c74c service neutron] 10.222.0.77 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829906 Jun 30 03:21:52.194469 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a636d25d-2eda-424a-8c3d-521ca2993624 req-28b42ae7-e5cd-45b5-99f9-40ce85660680 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 210 time: 0.0345800 Jun 30 03:21:53.113332 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:53.299681 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11cf4938-1789-45bc-a8c9-08f3ded178a2 req-0d9a69d8-cf2f-42e0-93ed-941f2a46ca3c tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 210 time: 0.0417926 Jun 30 03:21:53.631329 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:54.494328 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-987b5ca7-5c5f-4802-b919-9a28074e2a22 req-1aebce80-ed69-4ef0-80ef-038ce9ef9ce7 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 210 time: 0.0332696 Jun 30 03:21:55.669458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-c4f2d0e5-6841-46c8-bc33-d4a470442b2d tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:55.671025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-c4f2d0e5-6841-46c8-bc33-d4a470442b2d tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.74 "GET /v2.0/networks?id=d7504505-541f-49e3-b347-269ccb6890c1 HTTP/1.1" status: 200 len: 814 time: 0.1085324 Jun 30 03:21:55.720443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-acac6953-3584-4f61-8537-2b874953ab99 req-3c0ac3f3-a746-4b64-8949-0c50831c22ab tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 210 time: 0.0484004 Jun 30 03:21:55.759991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-e89cc0da-3565-4bd8-9dcf-fb457b4dfa12 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e4126028aba423ebbccfd0459c71b2d HTTP/1.1" status: 200 len: 380 time: 0.0783639 Jun 30 03:21:55.768841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Request body: {'port': {'device_id': '1105f437-fc36-437e-b619-32e2513b5dcb', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'admin_state_up': True, 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'security_groups': ['f0014b98-b4cc-4b5f-b84e-c965e8db4b1e']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:56.115780 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Made reservation on behalf of 6e4126028aba423ebbccfd0459c71b2d for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:21:56.119760 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:56.259206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Allocated IP 172.20.0.14 (d7504505-541f-49e3-b347-269ccb6890c1/ca0e62aa-fea8-4af2-aeec-0e8447cd27eb/ccc20c9b-b923-4e33-83cb-b1ac8a05fa99) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:21:56.400586 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:56.415617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Transition to ACTIVE for port object ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:21:56.561929 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:56.610603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Network d7504505-541f-49e3-b347-269ccb6890c1 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:21:56.614039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:21:56.617998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:21:56.655335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event updated for resources: {'Port': ['ID=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:56.694031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:56.695506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:56.819460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-b93cfd23-de83-4476-9619-cc7059a6cb37 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0542674 Jun 30 03:21:56.834723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9939ce13-8006-4760-8b7d-e6934c1ada74 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:21:56.837021 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9939ce13-8006-4760-8b7d-e6934c1ada74 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108991 Jun 30 03:21:56.977515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcfee7-2764-4981-824b-0e59e60eae46 req-aa64d7bd-3acc-4e17-b386-094da9a20507 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:56.979324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46dcfee7-2764-4981-824b-0e59e60eae46 req-aa64d7bd-3acc-4e17-b386-094da9a20507 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 932 time: 0.1009030 Jun 30 03:21:57.011455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Request body: {'port': {'device_id': '1105f437-fc36-437e-b619-32e2513b5dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:57.041375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f63fedca-2de9-4340-a05e-150f5fb71c20 None None] Provisioning for port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:21:57.046017 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f63fedca-2de9-4340-a05e-150f5fb71c20 None None] Provisioning complete for port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:21:57.046393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f63fedca-2de9-4340-a05e-150f5fb71c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:57.075112 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46dcfee7-2764-4981-824b-0e59e60eae46 req-eafb5c40-744b-466e-b76c-d6eae0d73ece tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797353 Jun 30 03:21:57.114664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f63fedca-2de9-4340-a05e-150f5fb71c20 None None] Port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:21:57.137778 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:57.465765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:21:57.473950 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:57.488904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Transition to ACTIVE for port object ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:21:57.716658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:57.797606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Pushing event updated for resources: {'Port': ['ID=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:57.860745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Attempting to bind port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:21:57.862120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Attempting to bind port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:21:57.867641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Attempting to bind port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 on network d7504505-541f-49e3-b347-269ccb6890c1 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:21:57.868968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 on network d7504505-541f-49e3-b347-269ccb6890c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:21:57.869304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Attempting to bind port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 on network d7504505-541f-49e3-b347-269ccb6890c1 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:21:57.875336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:21:57.875683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Checking segment: {'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:21:57.876081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Bound using segment: {'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:21:57.876517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Bound port: ccc20c9b-b923-4e33-83cb-b1ac8a05fa99, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:21:57.876936 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:57.976937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] For port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:21:57.980563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] For port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:21:57.983797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49808) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:58.080044 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.093792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d08a887c-1e0f-47c3-a7e0-deb042aacc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.129961 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:58.130852 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.132231 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] 10.222.0.74 "PUT /v2.0/ports/ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 HTTP/1.1" status: 200 len: 1092 time: 1.2893474 Jun 30 03:21:58.132688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:21:58.135251 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d5c5dc-cdb0-40e2-8576-ab8126fe4e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:21:58.162672 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c3f86-607e-4675-926b-8b0449866d2c service neutron] Pushing event updated for resources: {'Port': ['ID=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:58.239120 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681c66e1-5d86-4933-bba6-b1b35b12e7ef x-openstack-request-id: req-681c66e1-5d86-4933-bba6-b1b35b12e7ef {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:21:58.239120 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:21:58.239120 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-681c66e1-5d86-4933-bba6-b1b35b12e7ef {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:21:58.239120 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'status': 'completed', 'code': 200} Jun 30 03:21:58.294875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d08a887c-1e0f-47c3-a7e0-deb042aacc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.371135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c5dc-cdb0-40e2-8576-ab8126fe4e2e req-60fd6075-f84c-4253-85e6-839bc09513aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:58.372571 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35d5c5dc-cdb0-40e2-8576-ab8126fe4e2e req-60fd6075-f84c-4253-85e6-839bc09513aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e4126028aba423ebbccfd0459c71b2d&device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1095 time: 0.1310949 Jun 30 03:21:58.398268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7a7b0-53bd-48fd-a7f0-cf8148d54fb2 req-070bdfa5-693c-4bd6-9183-d7cc8fa7c116 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:58.399881 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47b7a7b0-53bd-48fd-a7f0-cf8148d54fb2 req-070bdfa5-693c-4bd6-9183-d7cc8fa7c116 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 944 time: 0.1056180 Jun 30 03:21:58.427532 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d08a887c-1e0f-47c3-a7e0-deb042aacc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.492833 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47b7a7b0-53bd-48fd-a7f0-cf8148d54fb2 req-1651dbaa-df16-4198-ac69-73e87fed6038 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797849 Jun 30 03:21:58.493027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a887c-1e0f-47c3-a7e0-deb042aacc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce41b05-cd23-4782-9322-68cadcb3b8f5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:58.500145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d08a887c-1e0f-47c3-a7e0-deb042aacc1b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ec1eaa25a0a46518ea68de7e90a6c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149519 Jun 30 03:21:58.507187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49818) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:58.533303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c5dc-cdb0-40e2-8576-ab8126fe4e2e req-ec0be980-3f80-4de2-9234-91537452054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:58.534844 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35d5c5dc-cdb0-40e2-8576-ab8126fe4e2e req-ec0be980-3f80-4de2-9234-91537452054d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6e4126028aba423ebbccfd0459c71b2d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1537519 Jun 30 03:21:58.586432 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c211eb4-b5d0-4bfe-8052-e3bbdabe41d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.617282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c211eb4-b5d0-4bfe-8052-e3bbdabe41d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.650475 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1557a033-405d-4450-b484-b92e794b6045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.660124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c5dc-cdb0-40e2-8576-ab8126fe4e2e req-110b3b46-63d8-4184-b534-3de0fbc01739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:58.662112 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35d5c5dc-cdb0-40e2-8576-ab8126fe4e2e req-110b3b46-63d8-4184-b534-3de0fbc01739 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210537 Jun 30 03:21:58.759563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-a3b24ef4-4a0e-4e4d-9e33-687e92fb7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:58.761002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-a3b24ef4-4a0e-4e4d-9e33-687e92fb7062 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e4126028aba423ebbccfd0459c71b2d&device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1095 time: 0.0594006 Jun 30 03:21:58.804521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-767ea7df-63c4-4ac2-afbc-fad7f6149fbd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 HTTP/1.1" status: 200 len: 217 time: 0.0354779 Jun 30 03:21:58.841823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c211eb4-b5d0-4bfe-8052-e3bbdabe41d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.844813 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1c211eb4-b5d0-4bfe-8052-e3bbdabe41d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.850609 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1c211eb4-b5d0-4bfe-8052-e3bbdabe41d3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bce41b05-cd23-4782-9322-68cadcb3b8f5 HTTP/1.1" status: 204 len: 168 time: 0.3385301 Jun 30 03:21:58.860556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c211eb4-b5d0-4bfe-8052-e3bbdabe41d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce41b05-cd23-4782-9322-68cadcb3b8f5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:58.869124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-7df7acda-7129-4132-8bb6-bf6ec4f2de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:58.874842 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-7df7acda-7129-4132-8bb6-bf6ec4f2de7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca0e62aa-fea8-4af2-aeec-0e8447cd27eb HTTP/1.1" status: 200 len: 853 time: 0.0646822 Jun 30 03:21:58.954378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-e30bc16c-b67b-4b99-980d-229386b6adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:58.955888 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-e30bc16c-b67b-4b99-980d-229386b6adba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d7504505-541f-49e3-b347-269ccb6890c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748997 Jun 30 03:21:59.051726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-49eb7416-7909-4b07-ab0f-79dcdc227c77 service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897510 Jun 30 03:21:59.163649 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-65f2b1f8-3033-4d07-8444-0319182c0c4a req-70020f15-3661-4ff7-9fd5-99aa0a1b1c82 service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058600 Jun 30 03:21:59.694226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35163704-5466-40b6-b5c5-8ccde1e3e35c req-5a0bb354-db9d-4ed4-8d9f-ff7a322d2aa4 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:59.695987 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35163704-5466-40b6-b5c5-8ccde1e3e35c req-5a0bb354-db9d-4ed4-8d9f-ff7a322d2aa4 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 944 time: 0.0724933 Jun 30 03:21:59.744640 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35163704-5466-40b6-b5c5-8ccde1e3e35c req-21a3382c-489d-4182-a8b6-ee21bbf5e69e tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Jun 30 03:21:59.825589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49828) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:59.840679 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6279b2c-37e7-4fbe-9694-2c7bdbfa8f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:59.936444 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6279b2c-37e7-4fbe-9694-2c7bdbfa8f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:00.039078 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e6279b2c-37e7-4fbe-9694-2c7bdbfa8f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:00.084157 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e6279b2c-37e7-4fbe-9694-2c7bdbfa8f13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ab1244fb4b543dea5802761339f20b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541740 Jun 30 03:22:00.084439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49830) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:00.093117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6279b2c-37e7-4fbe-9694-2c7bdbfa8f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae6ab83-bfeb-40ea-b495-967db08c432e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:00.144942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fecee968-a290-4a1b-8e3d-6fbfa466a601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:00.172244 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fecee968-a290-4a1b-8e3d-6fbfa466a601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:00.370235 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fecee968-a290-4a1b-8e3d-6fbfa466a601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:00.372795 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fecee968-a290-4a1b-8e3d-6fbfa466a601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:00.373972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fecee968-a290-4a1b-8e3d-6fbfa466a601 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1ae6ab83-bfeb-40ea-b495-967db08c432e HTTP/1.1" status: 204 len: 168 time: 0.2885351 Jun 30 03:22:00.387083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecee968-a290-4a1b-8e3d-6fbfa466a601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae6ab83-bfeb-40ea-b495-967db08c432e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:00.933544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d91dd-0796-446a-8731-e239615ce403 req-0144c264-a514-4d0a-998c-848aa5d2238a tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:00.941247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be4d91dd-0796-446a-8731-e239615ce403 req-0144c264-a514-4d0a-998c-848aa5d2238a tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 944 time: 0.0785010 Jun 30 03:22:00.984671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be4d91dd-0796-446a-8731-e239615ce403 req-87612121-a90c-4f4d-b0b9-bfb6e7f0e2e1 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Jun 30 03:22:01.349755 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:01.390229 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-79a390b6-4c30-4d3b-b3b6-78d53fd5b13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:02.210414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700f1df-ddc8-4c09-93e8-aac5961fff63 req-4ef1a7b3-acb7-4b40-b7be-ffbc4e3f5144 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:02.211937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a700f1df-ddc8-4c09-93e8-aac5961fff63 req-4ef1a7b3-acb7-4b40-b7be-ffbc4e3f5144 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 944 time: 0.0709324 Jun 30 03:22:02.253655 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a700f1df-ddc8-4c09-93e8-aac5961fff63 req-d741a448-422e-4e7a-a02e-e59dfae4c6b5 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347478 Jun 30 03:22:02.871681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49870) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:02.987427 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d464873b-e841-42ec-b3d1-8159eb32f15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:03.001416 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:03.079805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d464873b-e841-42ec-b3d1-8159eb32f15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:03.269757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d464873b-e841-42ec-b3d1-8159eb32f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:03.308379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464873b-e841-42ec-b3d1-8159eb32f15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e966f9b9-1fd2-4f7f-8d31-7d78f7a09b93,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:03.317746 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d464873b-e841-42ec-b3d1-8159eb32f15d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ac1468fc08c4aee8a31bb9cb659d856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439213 Jun 30 03:22:03.321428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49876) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:03.382417 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e0b0-ab8a-40ac-a2f8-178b9db2bd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:03.405661 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e0b0-ab8a-40ac-a2f8-178b9db2bd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:03.441788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281e3e4-b27a-4014-a920-53de8bf31924 req-304a3655-2bd1-44c0-a79e-eacddf2788b1 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:03.443563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f281e3e4-b27a-4014-a920-53de8bf31924 req-304a3655-2bd1-44c0-a79e-eacddf2788b1 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 944 time: 0.0693991 Jun 30 03:22:03.484632 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f281e3e4-b27a-4014-a920-53de8bf31924 req-4c0adf02-4f39-40d2-a3be-ebe98e4a2e71 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327806 Jun 30 03:22:03.606692 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e0b0-ab8a-40ac-a2f8-178b9db2bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:03.611304 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e1f7e0b0-ab8a-40ac-a2f8-178b9db2bd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:03.613875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e1f7e0b0-ab8a-40ac-a2f8-178b9db2bd55 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e966f9b9-1fd2-4f7f-8d31-7d78f7a09b93 HTTP/1.1" status: 204 len: 168 time: 0.2908127 Jun 30 03:22:03.622498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7e0b0-ab8a-40ac-a2f8-178b9db2bd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e966f9b9-1fd2-4f7f-8d31-7d78f7a09b93,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:04.667739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912f6bd-541b-4659-afeb-1258aaed8590 req-101c8ea0-f20b-4bec-ae43-964a61a6b910 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:04.674616 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e912f6bd-541b-4659-afeb-1258aaed8590 req-101c8ea0-f20b-4bec-ae43-964a61a6b910 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 944 time: 0.0695028 Jun 30 03:22:04.719524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e912f6bd-541b-4659-afeb-1258aaed8590 req-5c845838-b8f0-4a12-85c8-adcab8a8fac3 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388019 Jun 30 03:22:04.771133 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:05.907357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027a888-5bad-4ca5-8f4e-458fd1aa7c0a req-e0e4e7ed-974a-4864-b8f6-99370482eb4a tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:05.908824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a027a888-5bad-4ca5-8f4e-458fd1aa7c0a req-e0e4e7ed-974a-4864-b8f6-99370482eb4a tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 944 time: 0.0688899 Jun 30 03:22:05.961048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a027a888-5bad-4ca5-8f4e-458fd1aa7c0a req-2a609689-7095-4635-af49-ffb3039d1f55 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460019 Jun 30 03:22:06.483387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49926) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:06.488026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656715720', 'description': 'tempest-secgroup-smoke-656715720 description', 'project_id': '56aca93fb557441c86c81e20c38354cf'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:06.669955 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:06.678268 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:06.775774 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:06.927031 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:06.963529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368c37fe-2d20-4527-93d8-f02b54697cb6,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:07.023642 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:07.144705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:07.151954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ddf5f-a420-44de-b872-5f31190222e2 req-c2f69b89-5e7c-42e0-8164-c95e55c927f8 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:07.154010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c06ddf5f-a420-44de-b872-5f31190222e2 req-c2f69b89-5e7c-42e0-8164-c95e55c927f8 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 944 time: 0.0721948 Jun 30 03:22:07.176267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:07.200137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c06ddf5f-a420-44de-b872-5f31190222e2 req-3b96e3e4-e8e3-4be9-93c0-5ad5a2dc771e tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385008 Jun 30 03:22:07.458750 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:07.459943 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c5f730e4-0fc6-41be-a595-da4375cb4837 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9755538 Jun 30 03:22:07.462923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49932) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:07.467436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c2612d32-c544-4b38-95e1-371b5d41f625 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': 'cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:07.635198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2612d32-c544-4b38-95e1-371b5d41f625 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:07.690884 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2612d32-c544-4b38-95e1-371b5d41f625 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:07.804204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2612d32-c544-4b38-95e1-371b5d41f625 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:07.822246 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2612d32-c544-4b38-95e1-371b5d41f625 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e0d938-3a9c-4ecc-8cfa-2729a37be5bd,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:07.930214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c2612d32-c544-4b38-95e1-371b5d41f625 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:07.931476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c2612d32-c544-4b38-95e1-371b5d41f625 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4675617 Jun 30 03:22:07.934264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49936) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:07.938796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-46e2d694-d9e2-4893-90fd-5754d61f325c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': 'cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:08.066125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46e2d694-d9e2-4893-90fd-5754d61f325c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:08.129172 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46e2d694-d9e2-4893-90fd-5754d61f325c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:08.232877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46e2d694-d9e2-4893-90fd-5754d61f325c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:08.525827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2d694-d9e2-4893-90fd-5754d61f325c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46608b29-f420-45cc-867b-8c9c05d01e10,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:08.578819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8325-668b-4121-87bc-87074372f644 req-7390da8c-c490-4466-af32-728c3be15ace tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:08.580925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caac8325-668b-4121-87bc-87074372f644 req-7390da8c-c490-4466-af32-728c3be15ace tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 944 time: 0.0684507 Jun 30 03:22:08.625846 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caac8325-668b-4121-87bc-87074372f644 req-b36d9d91-ed0d-46a9-b79f-a2297a8f56ce tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371869 Jun 30 03:22:08.632899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46e2d694-d9e2-4893-90fd-5754d61f325c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:08.634066 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-46e2d694-d9e2-4893-90fd-5754d61f325c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6988986 Jun 30 03:22:08.636805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49940) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:08.641462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-67e99e26-cb32-4246-b1e6-99a1682224bf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': 'cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:08.804314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67e99e26-cb32-4246-b1e6-99a1682224bf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:08.863215 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67e99e26-cb32-4246-b1e6-99a1682224bf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:08.981310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67e99e26-cb32-4246-b1e6-99a1682224bf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.001579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e99e26-cb32-4246-b1e6-99a1682224bf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7874f1d-84d3-40be-bbb9-62a167666f56,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:09.095695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67e99e26-cb32-4246-b1e6-99a1682224bf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.097971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-67e99e26-cb32-4246-b1e6-99a1682224bf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4601212 Jun 30 03:22:09.099941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49944) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:09.104544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7023f4b6-1fc6-4dc6-9520-a2e6a37fc629 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': 'cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:09.283969 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7023f4b6-1fc6-4dc6-9520-a2e6a37fc629 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.344771 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7023f4b6-1fc6-4dc6-9520-a2e6a37fc629 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.461399 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7023f4b6-1fc6-4dc6-9520-a2e6a37fc629 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.480230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023f4b6-1fc6-4dc6-9520-a2e6a37fc629 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fc2d6c-34b6-451e-9107-857953f0c9ad,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:09.621226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7023f4b6-1fc6-4dc6-9520-a2e6a37fc629 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.622937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7023f4b6-1fc6-4dc6-9520-a2e6a37fc629 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5219660 Jun 30 03:22:09.625611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49946) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:09.630523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-75b084b7-5111-4258-87cb-8f18b6e3b2e5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': 'cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:09.764488 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-75b084b7-5111-4258-87cb-8f18b6e3b2e5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Project 56aca93fb557441c86c81e20c38354cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:22:09.769460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75b084b7-5111-4258-87cb-8f18b6e3b2e5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.791218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:22:09.819256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca28e3-6bf0-4b17-90c3-0e981725088d req-472bc453-53d6-43e8-873e-9a292fd66fbc tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:09.821113 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7ca28e3-6bf0-4b17-90c3-0e981725088d req-472bc453-53d6-43e8-873e-9a292fd66fbc tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 944 time: 0.0747085 Jun 30 03:22:09.837230 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75b084b7-5111-4258-87cb-8f18b6e3b2e5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.874791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f7ca28e3-6bf0-4b17-90c3-0e981725088d req-5ae22d32-9eb8-47a3-85e7-303ae9dcc5c7 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480556 Jun 30 03:22:09.913957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:09.926189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'port_id': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'mac_address': 'fa:16:3e:d0:b3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:22:09.938558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75b084b7-5111-4258-87cb-8f18b6e3b2e5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.960271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b084b7-5111-4258-87cb-8f18b6e3b2e5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f596894-6bc9-4a06-abaf-d4437a437ea8,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:09.965229 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:09.978435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:22:09.997564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:10.170326 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-75b084b7-5111-4258-87cb-8f18b6e3b2e5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.171549 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-75b084b7-5111-4258-87cb-8f18b6e3b2e5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5448396 Jun 30 03:22:10.174279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49952) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:10.178822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6fbb0695-8709-4fa7-a834-ea3c9bdd3934 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': 'cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:10.250035 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.303942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:10.311760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.318166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:10.382113 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-6fbb0695-8709-4fa7-a834-ea3c9bdd3934 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Project 56aca93fb557441c86c81e20c38354cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:22:10.387770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0695-8709-4fa7-a834-ea3c9bdd3934 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.477007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['ccc20c9b-b923-4e33-83cb-b1ac8a05fa99'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:22:10.477357 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0695-8709-4fa7-a834-ea3c9bdd3934 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.669755 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0695-8709-4fa7-a834-ea3c9bdd3934 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.685983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb0695-8709-4fa7-a834-ea3c9bdd3934 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9527f0d7-7b70-427f-88e9-2537d4247cf3,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:10.829922 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0695-8709-4fa7-a834-ea3c9bdd3934 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:10.831095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6fbb0695-8709-4fa7-a834-ea3c9bdd3934 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6558297 Jun 30 03:22:10.834530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49954) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:10.840441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'network': {'name': 'tempest-network-smoke--1236041026', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:10.966878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:22:10.970581 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:11.027515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:22:11.040259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:11.040609 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Added segment e59cbafd-b4ee-4155-9d54-949b7fcdef85 of type vlan for network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 Jun 30 03:22:11.089791 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:11.107695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea929d2-f80f-4948-a078-d2a7d5b7c92b req-a3c5ab81-2557-4ab3-8fdc-f01302e8b8d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:11.111893 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ea929d2-f80f-4948-a078-d2a7d5b7c92b req-a3c5ab81-2557-4ab3-8fdc-f01302e8b8d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 945 time: 0.1264369 Jun 30 03:22:11.165462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ea929d2-f80f-4948-a078-d2a7d5b7c92b req-ba63c50e-bc51-4af1-b3a8-7e3a709a4d88 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447567 Jun 30 03:22:11.235346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:11.241510 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:11.242138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:11.310313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Network': ['ID=9efe1812-d1ee-4a29-a23d-6b2e5ef69878,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:11.321253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:22:11.416468 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-db646e2c-8848-41fa-9672-25201c579496 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5804977 Jun 30 03:22:11.419345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49960) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:11.423824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'admin_state_up': True, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:11.701656 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:11.702693 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:11.752541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:11.786607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:22:11.967542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:11.967542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:11.967542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:12.052517 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:12.053953 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:12.084415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:12.086921 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb83deb-9314-4b58-8101-e47d631b93fa" -d '{"events": [{"server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "name": "network-vif-plugged", "status": "completed", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:12.101283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:12.127416 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadec7ed-c686-410f-ab3d-1d4888139b81 x-openstack-request-id: req-eadec7ed-c686-410f-ab3d-1d4888139b81 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:12.127700 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "name": "network-vif-plugged", "status": "completed", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:12.127948 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eadec7ed-c686-410f-ab3d-1d4888139b81 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:12.128332 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'code': 200} Jun 30 03:22:12.251564 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:12.262018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c398b-241b-4b17-8b61-094ba682aa10 req-fd10bd8a-5fda-4c89-913e-d9778ae143bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:12.264216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a47c398b-241b-4b17-8b61-094ba682aa10 req-fd10bd8a-5fda-4c89-913e-d9778ae143bd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1096 time: 0.0719283 Jun 30 03:22:12.297110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:12.318101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a47c398b-241b-4b17-8b61-094ba682aa10 req-1fb16613-e8bf-4248-95a6-f42ffd1f3b75 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Jun 30 03:22:12.386125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:12.407548 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:12.482489 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65b85f-2489-4580-9b44-dfad657545b3 req-44c2772e-8705-4800-9a5f-b75631ac4aaa tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:12.483955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c65b85f-2489-4580-9b44-dfad657545b3 req-44c2772e-8705-4800-9a5f-b75631ac4aaa tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 946 time: 0.1818154 Jun 30 03:22:12.557855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.25.2.197 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/81e5d139-0d2e-4d92-a9ee-d79defee83a8) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:22:12.563915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c65b85f-2489-4580-9b44-dfad657545b3 req-9117939e-1665-4515-9c17-9d1724254322 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604098 Jun 30 03:22:12.659549 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:12.846138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:12.882952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:22:12.885848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:12.889282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:22:12.916859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=81e5d139-0d2e-4d92-a9ee-d79defee83a8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:13.380697 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:13.574363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:13.753138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64675e-ecfd-4167-b94c-53ab6c12e151 req-5d859afa-9cf4-4595-89c7-b780f707468e tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:13.754525 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c64675e-ecfd-4167-b94c-53ab6c12e151 req-5d859afa-9cf4-4595-89c7-b780f707468e tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 946 time: 0.0623178 Jun 30 03:22:13.796040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c64675e-ecfd-4167-b94c-53ab6c12e151 req-a50cb9bf-8b2f-41b3-8d0d-974de2f06c2a tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349889 Jun 30 03:22:13.941178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:22:14.049548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b764c-2761-49c8-b7d4-10b1d3a55004 req-7cb78953-2e02-47cb-a667-610b76bf7810 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:14.050445 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d24b764c-2761-49c8-b7d4-10b1d3a55004 req-7cb78953-2e02-47cb-a667-610b76bf7810 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 946 time: 0.1423352 Jun 30 03:22:14.092477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:22:14.104833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Sync routers for ids ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:22:14.120385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Routers {'6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:14.121126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:14.123820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d24b764c-2761-49c8-b7d4-10b1d3a55004 req-16afea64-1282-487a-b7a2-acf619be627e tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665741 Jun 30 03:22:14.149555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49976) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:14.234215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Set router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:14.298124 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:14.298124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-aea15ad3-fb2a-40ee-9168-41c606436b55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8737385 Jun 30 03:22:14.298124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49980) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:14.406277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7cfe64ad-71b2-47b0-b933-82336dc9343c tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=56aca93fb557441c86c81e20c38354cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1079514 Jun 30 03:22:14.408156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49984) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:14.418507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366d9dfa-b696-496f-8db0-08b1f05ee1b0 tempest-TestVolumeBackupRestore-761520776 tempest-TestVolumeBackupRestore-761520776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:14.423497 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-366d9dfa-b696-496f-8db0-08b1f05ee1b0 tempest-TestVolumeBackupRestore-761520776 tempest-TestVolumeBackupRestore-761520776-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1092 time: 0.2700846 Jun 30 03:22:14.430112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49986) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:14.430259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:13Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:14.430413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:14.466462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Checking router: 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:22:14.470201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Updating router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f port 81e5d139-0d2e-4d92-a9ee-d79defee83a8 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:22:14.503573 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:14.579067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f6174f-50d5-4ce5-b4e7-5bd611da92aa tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:14.580726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-38f6174f-50d5-4ce5-b4e7-5bd611da92aa tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1714523 Jun 30 03:22:14.583522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49988) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:14.591042 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:14.618908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9857952a-d938-4668-adf2-a32528f13e1b tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342858 Jun 30 03:22:14.621624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 49990) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:14.629335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-21804974', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:14.710827 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:14.776207 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:14.786001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Transition to ACTIVE for port object 81e5d139-0d2e-4d92-a9ee-d79defee83a8 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:14.803797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:22:14.807510 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:14.898725 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:14.951010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Attempting to bind port 81e5d139-0d2e-4d92-a9ee-d79defee83a8 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:22:14.951412 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Attempting to bind port 81e5d139-0d2e-4d92-a9ee-d79defee83a8 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:22:14.951819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Attempting to bind port 81e5d139-0d2e-4d92-a9ee-d79defee83a8 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:22:14.959259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:22:14.959611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:22:14.960037 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:14.960440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:22:14.961002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Bound port: 81e5d139-0d2e-4d92-a9ee-d79defee83a8, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:22:14.961425 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:14.991639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73f76b-da73-4804-871c-7582f2145c5f None None] Pushing event updated for resources: {'Port': ['ID=81e5d139-0d2e-4d92-a9ee-d79defee83a8,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:14.992053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Allocated IP 172.25.2.141 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/ad9b3344-a4c7-4745-b258-7a1c693740c1) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:22:15.029869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] For port 81e5d139-0d2e-4d92-a9ee-d79defee83a8, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:22:15.033273 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] For port 81e5d139-0d2e-4d92-a9ee-d79defee83a8, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=81e5d139-0d2e-4d92-a9ee-d79defee83a8,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:22:15.106958 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:15.159321 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:15.214826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73f76b-da73-4804-871c-7582f2145c5f None None] Pushing event updated for resources: {'Port': ['ID=81e5d139-0d2e-4d92-a9ee-d79defee83a8,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:15.220631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Routers {'6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:15.222503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:15.246948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:15.293800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event updated for resources: {'Port': ['ID=ad9b3344-a4c7-4745-b258-7a1c693740c1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:15.297458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:22:15.299153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:15.304250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:22:15.332838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] Set router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:15.473872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:15.528975 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:13Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:15.537791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Subnet': ['ID=f0f74e80-57ce-4e36-8236-7febffdbc7dc,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:15.556492 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Checking segment: {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:22:15.556859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network hostable DHCP agents. Network: 9efe1812-d1ee-4a29-a23d-6b2e5ef69878, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:22:15.564989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3439a-755b-47ac-9f01-569a4cb42a23 None None] The sync data for ids ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'] in n-d-798249-3 is: [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:13Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:22:15.759889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:22:16.018606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 9efe1812-d1ee-4a29-a23d-6b2e5ef69878) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:16.024062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:16.031259 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.032554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb1972c-28fc-495b-8c2c-2b38de087c7e None None] Network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:22:16.156877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.298954 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f03ab970-b6aa-4cfd-a419-0f1240795822 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6589820 Jun 30 03:22:16.299623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 49996) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:16.355404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:22:16.356899 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.448226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.516259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Allocated IP 172.20.0.2 (9efe1812-d1ee-4a29-a23d-6b2e5ef69878/f0f74e80-57ce-4e36-8236-7febffdbc7dc/856a019e-7c0b-45a4-adbf-073edd432414) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:22:16.548242 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:22:16.689662 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.700398 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Transition to ACTIVE for port object 856a019e-7c0b-45a4-adbf-073edd432414 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:16.718806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Transition to ACTIVE for port object 856a019e-7c0b-45a4-adbf-073edd432414 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:16.775669 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.837723 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.859834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:22:16.864829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:16.868527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:22:16.886003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Pushing event updated for resources: {'Port': ['ID=856a019e-7c0b-45a4-adbf-073edd432414,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:16.916424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.931772 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.946215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Attempting to bind port 856a019e-7c0b-45a4-adbf-073edd432414 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:22:16.946215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Attempting to bind port 856a019e-7c0b-45a4-adbf-073edd432414 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:22:16.946459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Attempting to bind port 856a019e-7c0b-45a4-adbf-073edd432414 on network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:22:16.951897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:22:16.952288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Checking segment: {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:22:16.952696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.953091 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Bound using segment: {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:22:16.953587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Bound port: 856a019e-7c0b-45a4-adbf-073edd432414, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:22:16.953974 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:17.025710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] For port 856a019e-7c0b-45a4-adbf-073edd432414, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:22:17.029128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] For port 856a019e-7c0b-45a4-adbf-073edd432414, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=856a019e-7c0b-45a4-adbf-073edd432414,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:22:17.037521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event updated for resources: {'Port': ['ID=ad9b3344-a4c7-4745-b258-7a1c693740c1,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:17.088274 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:17.164256 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:17.224337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382f676-df18-4887-8ebd-cc21b7c2b43b None None] Pushing event updated for resources: {'Port': ['ID=856a019e-7c0b-45a4-adbf-073edd432414,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:17.285125 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Floating IP 7c054728-95e6-42e9-803a-e2f6b7134833 associated. External IP: 172.25.2.141, port: ccc20c9b-b923-4e33-83cb-b1ac8a05fa99. Jun 30 03:22:17.457826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.20.0.1 (9efe1812-d1ee-4a29-a23d-6b2e5ef69878/f0f74e80-57ce-4e36-8236-7febffdbc7dc/0909ea56-9f28-4f4d-9722-ca43772a018d) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:22:17.712855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 81e5d139-0d2e-4d92-a9ee-d79defee83a8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:22:17.856721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 81e5d139-0d2e-4d92-a9ee-d79defee83a8 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:17.860932 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 81e5d139-0d2e-4d92-a9ee-d79defee83a8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:17.861151 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:17.942918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:17.963334 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:17.965154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 81e5d139-0d2e-4d92-a9ee-d79defee83a8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=81e5d139-0d2e-4d92-a9ee-d79defee83a8,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:17.979141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Router 7fef7f73-dd15-4186-b38b-e43634e587cf has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:22:17.981715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Transition to ACTIVE for port object 0909ea56-9f28-4f4d-9722-ca43772a018d will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:18.072454 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:18.073691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 856a019e-7c0b-45a4-adbf-073edd432414 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:22:18.117479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:22:18.138756 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] Sync routers for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:22:18.156923 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:18.157876 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:18.173864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=81e5d139-0d2e-4d92-a9ee-d79defee83a8,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:18.272175 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:18.272684 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:18.318625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:22:18.318625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:18.322629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:18.335449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0749092b-cbc1-4ebb-af2d-e51185340814 None None] Network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:22:18.361400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:22:18.393643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 856a019e-7c0b-45a4-adbf-073edd432414 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:18.401025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=0909ea56-9f28-4f4d-9722-ca43772a018d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:18.419721 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-011255fe-c160-4449-af9c-b4eaa76b89d2 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9949467 Jun 30 03:22:18.422676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50002) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:18.424473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:18.426801 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f895e809-c6b8-4476-9b0b-70f1624e333c" -d '{"events": [{"name": "network-changed", "server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:18.462893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:18.518924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4c2988-13f4-417f-b8e1-3719494b5050 tempest-TestVolumeBackupRestore-761520776 tempest-TestVolumeBackupRestore-761520776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:18.522339 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5b4c2988-13f4-417f-b8e1-3719494b5050 tempest-TestVolumeBackupRestore-761520776 tempest-TestVolumeBackupRestore-761520776-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1092 time: 0.0974886 Jun 30 03:22:18.523634 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b70c539-afec-4e7a-a9eb-2de81eeb1271 x-openstack-request-id: req-6b70c539-afec-4e7a-a9eb-2de81eeb1271 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:18.523991 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:18.524308 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b70c539-afec-4e7a-a9eb-2de81eeb1271 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:18.524853 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'status': 'completed', 'code': 200} Jun 30 03:22:18.525360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50006) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:18.527550 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '7c054728-95e6-42e9-803a-e2f6b7134833', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'port_id': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'mac_address': 'fa:16:3e:d0:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105f437-fc36-437e-b619-32e2513b5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:15Z', 'updated_at': '2021-06-30T03:22:15Z', 'revision_number': 0, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:18.536304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-249b6d6b-ed69-4f83-aa30-47fef3910913 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Request body: {'floatingip': {'port_id': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:18.568775 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] Checking router: 7fef7f73-dd15-4186-b38b-e43634e587cf for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:22:18.582076 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:18.582704 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:18.647937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-066a4cea-a784-4553-9f8e-c3271364b75c None None] Provisioning for port 856a019e-7c0b-45a4-adbf-073edd432414 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:18.649726 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-249b6d6b-ed69-4f83-aa30-47fef3910913 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:18.655668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-066a4cea-a784-4553-9f8e-c3271364b75c None None] Provisioning complete for port 856a019e-7c0b-45a4-adbf-073edd432414 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:18.656118 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-066a4cea-a784-4553-9f8e-c3271364b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:18.714132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-a51648ce-7200-4b52-921e-0cafe1c040a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:18.715832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-a51648ce-7200-4b52-921e-0cafe1c040a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e4126028aba423ebbccfd0459c71b2d&device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1097 time: 0.1753297 Jun 30 03:22:18.715956 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:18.790316 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-066a4cea-a784-4553-9f8e-c3271364b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:18.807247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:18.859597 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-066a4cea-a784-4553-9f8e-c3271364b75c None None] For port 856a019e-7c0b-45a4-adbf-073edd432414, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=856a019e-7c0b-45a4-adbf-073edd432414,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:18.949890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-04f49445-f5b4-4f6d-88d2-2b6a36090847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:18.951787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-04f49445-f5b4-4f6d-88d2-2b6a36090847 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d7504505-541f-49e3-b347-269ccb6890c1 HTTP/1.1" status: 200 len: 915 time: 0.2248259 Jun 30 03:22:18.986900 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-066a4cea-a784-4553-9f8e-c3271364b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:19.067307 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '7c054728-95e6-42e9-803a-e2f6b7134833', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'port_id': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'mac_address': 'fa:16:3e:d0:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105f437-fc36-437e-b619-32e2513b5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:15Z', 'updated_at': '2021-06-30T03:22:15Z', 'revision_number': 0, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:19.077183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a4cea-a784-4553-9f8e-c3271364b75c None None] Pushing event updated for resources: {'Port': ['ID=856a019e-7c0b-45a4-adbf-073edd432414,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:19.135827 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4d09d-13cf-4fc8-b88c-71a8ff7ff81c None None] The sync data for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 is: [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '7c054728-95e6-42e9-803a-e2f6b7134833', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'port_id': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'mac_address': 'fa:16:3e:d0:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105f437-fc36-437e-b619-32e2513b5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:15Z', 'updated_at': '2021-06-30T03:22:15Z', 'revision_number': 0, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:22:19.159387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-18a1e3df-adc1-44ae-856d-bc69630664f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 HTTP/1.1" status: 200 len: 1000 time: 0.1622112 Jun 30 03:22:19.277845 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:19.277970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-3dd33fee-5a6f-412c-8188-c0b8dd86df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:19.277970 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-3dd33fee-5a6f-412c-8188-c0b8dd86df0c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca0e62aa-fea8-4af2-aeec-0e8447cd27eb HTTP/1.1" status: 200 len: 853 time: 0.0938039 Jun 30 03:22:19.309549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d250718e-664e-4272-b577-c9c285c13668 None None] Provisioning for port 0909ea56-9f28-4f4d-9722-ca43772a018d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:19.317452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d250718e-664e-4272-b577-c9c285c13668 None None] Provisioning complete for port 0909ea56-9f28-4f4d-9722-ca43772a018d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:19.317452 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d250718e-664e-4272-b577-c9c285c13668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:19.355353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d250718e-664e-4272-b577-c9c285c13668 None None] Port 0909ea56-9f28-4f4d-9722-ca43772a018d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:22:19.371230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d250718e-664e-4272-b577-c9c285c13668 None None] Provisioning complete for port 856a019e-7c0b-45a4-adbf-073edd432414 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:19.371847 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d250718e-664e-4272-b577-c9c285c13668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:19.440788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a67bf-bd6f-418c-b47d-3bb2902ec506 None None] New status for floating IP 7c054728-95e6-42e9-803a-e2f6b7134833: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:22:19.466065 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:19.488387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-5525abf8-6823-4977-8c23-d03472909bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:19.489961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-5525abf8-6823-4977-8c23-d03472909bd9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d7504505-541f-49e3-b347-269ccb6890c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177386 Jun 30 03:22:19.560719 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:19.563573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=0909ea56-9f28-4f4d-9722-ca43772a018d,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:19.601737 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-249b6d6b-ed69-4f83-aa30-47fef3910913 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:19.646068 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-5c3bd9a5-7d72-434e-bd4b-e5571109b209 service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197259 Jun 30 03:22:19.649673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-153c8e92-c746-48e7-8cbe-2152d72cae62 None None] Provisioning complete for port 0909ea56-9f28-4f4d-9722-ca43772a018d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:19.650437 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-153c8e92-c746-48e7-8cbe-2152d72cae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:19.673639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:22:19.675773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:19.698524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 81e5d139-0d2e-4d92-a9ee-d79defee83a8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:22:19.702920 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-153c8e92-c746-48e7-8cbe-2152d72cae62 None None] Port 0909ea56-9f28-4f4d-9722-ca43772a018d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:22:19.743988 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-249b6d6b-ed69-4f83-aa30-47fef3910913 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:19.745458 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-550a67bf-bd6f-418c-b47d-3bb2902ec506 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:22:19.746027 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-550a67bf-bd6f-418c-b47d-3bb2902ec506 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:22:19.759767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 81e5d139-0d2e-4d92-a9ee-d79defee83a8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:19.760197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:19.866304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:22:19.889935 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f895e809-c6b8-4476-9b0b-70f1624e333c req-3417a1fb-4c11-44a9-afbe-e3679d460cf6 service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314169 Jun 30 03:22:19.912331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 856a019e-7c0b-45a4-adbf-073edd432414 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:22:20.005456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 856a019e-7c0b-45a4-adbf-073edd432414 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:20.014494 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:20.082783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:22:20.084801 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249b6d6b-ed69-4f83-aa30-47fef3910913 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Router 7fef7f73-dd15-4186-b38b-e43634e587cf has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:22:20.085721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-22ca31b9-b86b-4d71-8d28-6fadce67c467 None None] Provisioning complete for port 0909ea56-9f28-4f4d-9722-ca43772a018d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:20.086217 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22ca31b9-b86b-4d71-8d28-6fadce67c467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:20.089562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7c820ab3-41cf-40ab-803a-7aed6ff5d8aa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "PUT /v2.0/routers/6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8012099 Jun 30 03:22:20.105723 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Sync routers for ids ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:22:20.140517 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Routers {'6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:20.144047 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:20.169232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-22ca31b9-b86b-4d71-8d28-6fadce67c467 None None] Port 0909ea56-9f28-4f4d-9722-ca43772a018d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:22:20.248099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a67bf-bd6f-418c-b47d-3bb2902ec506 None None] New status for floating IP 7c054728-95e6-42e9-803a-e2f6b7134833: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:22:20.267551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b6d6b-ed69-4f83-aa30-47fef3910913 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:22:20.276348 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-249b6d6b-ed69-4f83-aa30-47fef3910913 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:20.306892 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Set router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:20.332292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:20.340994 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48856e85-50c2-4de2-a324-43b36e7b209f" -d '{"events": [{"name": "network-changed", "server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:20.365317 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-2a404ff8-d013-472d-83c3-7a9ac34dd514 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656715720&fields=id&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 267 time: 0.1129844 Jun 30 03:22:20.405045 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-249b6d6b-ed69-4f83-aa30-47fef3910913 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "PUT /v2.0/floatingips/7c054728-95e6-42e9-803a-e2f6b7134833 HTTP/1.1" status: 200 len: 992 time: 1.8696299 Jun 30 03:22:20.411989 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7c259b-c0f3-45d9-8367-82ddf707e848 x-openstack-request-id: req-fd7c259b-c0f3-45d9-8367-82ddf707e848 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:20.412326 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:20.412602 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd7c259b-c0f3-45d9-8367-82ddf707e848 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:20.413063 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'status': 'completed', 'code': 200} Jun 30 03:22:20.493314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856e85-50c2-4de2-a324-43b36e7b209f req-7fc66c20-c6bb-4fb8-b605-dec193fece70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:20.496880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48856e85-50c2-4de2-a324-43b36e7b209f req-7fc66c20-c6bb-4fb8-b605-dec193fece70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e4126028aba423ebbccfd0459c71b2d&device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1097 time: 0.0662754 Jun 30 03:22:20.514349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-4c13cc9f-cc3f-44bb-9efb-7e8881df94e1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:20.515965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-4c13cc9f-cc3f-44bb-9efb-7e8881df94e1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/networks?id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878 HTTP/1.1" status: 200 len: 797 time: 0.1407516 Jun 30 03:22:20.533025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-cb6e0d35-0201-49ea-aa30-ad8e1145bc2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/quotas/56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 375 time: 0.0113029 Jun 30 03:22:20.604310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856e85-50c2-4de2-a324-43b36e7b209f req-bc288dfb-03b6-439e-8828-50395c43626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:20.606764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48856e85-50c2-4de2-a324-43b36e7b209f req-bc288dfb-03b6-439e-8828-50395c43626a service neutron] 10.222.0.74 "GET /v2.0/networks?id=d7504505-541f-49e3-b347-269ccb6890c1 HTTP/1.1" status: 200 len: 915 time: 0.1062019 Jun 30 03:22:20.612618 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:18Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0909ea56-9f28-4f4d-9722-ca43772a018d', 'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:a1:97:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:17Z', 'updated_at': '2021-06-30T03:22:19Z', 'revision_number': 2, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:20.643894 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Checking router: 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:22:20.643894 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Updating router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f port 0909ea56-9f28-4f4d-9722-ca43772a018d binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:22:20.646404 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-4a6e86ca-cda1-45b5-903e-9ab855c3b60b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046460 Jun 30 03:22:20.658700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-03f140e9-17b7-484e-83c4-09e951743981 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:22:20.661778 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-03f140e9-17b7-484e-83c4-09e951743981 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074229 Jun 30 03:22:20.687955 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:20.693790 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48856e85-50c2-4de2-a324-43b36e7b209f req-954dc376-a77e-4667-b02f-a1c66c5abebd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 HTTP/1.1" status: 200 len: 1000 time: 0.0801628 Jun 30 03:22:20.725619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] Sync routers for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:22:20.736240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:20.737421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:20.747766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856e85-50c2-4de2-a324-43b36e7b209f req-0bc76f0a-11b2-4b6d-9ff5-d61618909112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:20.749537 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48856e85-50c2-4de2-a324-43b36e7b209f req-0bc76f0a-11b2-4b6d-9ff5-d61618909112 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca0e62aa-fea8-4af2-aeec-0e8447cd27eb HTTP/1.1" status: 200 len: 853 time: 0.0498068 Jun 30 03:22:20.779365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-268a8f6f-65c7-426b-be22-4abe4cb18157 service neutron] 10.222.0.77 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135247 Jun 30 03:22:20.815946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48856e85-50c2-4de2-a324-43b36e7b209f req-017b63ed-9755-4269-8387-1514a1735eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:20.817936 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48856e85-50c2-4de2-a324-43b36e7b209f req-017b63ed-9755-4269-8387-1514a1735eea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d7504505-541f-49e3-b347-269ccb6890c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623415 Jun 30 03:22:20.851933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:20.887844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-74df9958-5de4-4826-a6a0-39e25cc8e87b service neutron] 10.222.0.77 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075597 Jun 30 03:22:20.949589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48856e85-50c2-4de2-a324-43b36e7b209f req-868e07cb-0302-4c26-8017-0c3f2db7fdac service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252525 Jun 30 03:22:21.082798 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-48856e85-50c2-4de2-a324-43b36e7b209f req-53ebabb5-0aa0-4753-b477-3223af8fd236 service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264286 Jun 30 03:22:21.105977 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:21.116020 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Transition to ACTIVE for port object 0909ea56-9f28-4f4d-9722-ca43772a018d will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:21.141377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '7c054728-95e6-42e9-803a-e2f6b7134833', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'port_id': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'mac_address': 'fa:16:3e:d0:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105f437-fc36-437e-b619-32e2513b5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:15Z', 'updated_at': '2021-06-30T03:22:20Z', 'revision_number': 2, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:21.171812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] Checking router: 7fef7f73-dd15-4186-b38b-e43634e587cf for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:22:21.182640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:21.183252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:21.255508 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:21.264301 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-10f4f0d7-a2a7-4bc8-8e30-0cbc7eb8c96f req-cf392fd0-97fd-43f2-a723-157836a577de tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 210 time: 0.0367289 Jun 30 03:22:21.305307 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Pushing event updated for resources: {'Port': ['ID=0909ea56-9f28-4f4d-9722-ca43772a018d,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:21.362696 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.363047 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.363387 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.363720 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.364107 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.364444 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.365117 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.365438 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.365790 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.366461 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.366461 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.366779 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:21.385792 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Attempting to bind port 0909ea56-9f28-4f4d-9722-ca43772a018d on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:22:21.386173 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Attempting to bind port 0909ea56-9f28-4f4d-9722-ca43772a018d by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:22:21.386700 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Attempting to bind port 0909ea56-9f28-4f4d-9722-ca43772a018d on network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:22:21.397284 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:22:21.397943 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Checking segment: {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:22:21.398203 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:21.398603 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Bound using segment: {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:22:21.399258 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Bound port: 0909ea56-9f28-4f4d-9722-ca43772a018d, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:22:21.399642 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:21.470227 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] For port 0909ea56-9f28-4f4d-9722-ca43772a018d, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:22:21.474560 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] For port 0909ea56-9f28-4f4d-9722-ca43772a018d, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0909ea56-9f28-4f4d-9722-ca43772a018d,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:22:21.474853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:21.629966 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:21.694405 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Routers {'6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:21.694845 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:21.697928 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd495417-0327-4613-be21-292f7273fd18 None None] Pushing event updated for resources: {'Port': ['ID=0909ea56-9f28-4f4d-9722-ca43772a018d,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:21.735976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '7c054728-95e6-42e9-803a-e2f6b7134833', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'port_id': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'mac_address': 'fa:16:3e:d0:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105f437-fc36-437e-b619-32e2513b5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:15Z', 'updated_at': '2021-06-30T03:22:20Z', 'revision_number': 2, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:21.762917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbd27ba-9710-4443-8dc8-af2656a7f13e None None] The sync data for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 is: [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '7c054728-95e6-42e9-803a-e2f6b7134833', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'port_id': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'mac_address': 'fa:16:3e:d0:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105f437-fc36-437e-b619-32e2513b5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:15Z', 'updated_at': '2021-06-30T03:22:20Z', 'revision_number': 2, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:22:21.818552 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] Set router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:22.040761 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:18Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0909ea56-9f28-4f4d-9722-ca43772a018d', 'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:a1:97:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:17Z', 'updated_at': '2021-06-30T03:22:21Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:22.067737 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d489825-84c3-4fca-a7f6-4a459c670d4d None None] The sync data for ids ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'] in n-d-798249-3 is: [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:18Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0909ea56-9f28-4f4d-9722-ca43772a018d', 'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:a1:97:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:17Z', 'updated_at': '2021-06-30T03:22:21Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:22:22.366959 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5bc2d9d9-1b75-4a10-938f-0d6ee34e8e8a req-29c3dfac-a29f-46da-9b35-d0b1e0a69534 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 210 time: 0.0364139 Jun 30 03:22:22.414718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:22.417117 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e712c56-7481-4bfa-965a-e5f054b596c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:22.455822 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935dea05-bbcd-47fc-8b98-b858c6b569f2 x-openstack-request-id: req-935dea05-bbcd-47fc-8b98-b858c6b569f2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:22.459179 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:22.459179 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-935dea05-bbcd-47fc-8b98-b858c6b569f2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:22.459179 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'status': 'completed', 'code': 200} Jun 30 03:22:22.539728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-e5259f52-240f-4b30-99ec-93679fcc748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:22.545617 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-e5259f52-240f-4b30-99ec-93679fcc748f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e4126028aba423ebbccfd0459c71b2d&device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1097 time: 0.0626686 Jun 30 03:22:22.647891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-4c899380-4129-4394-a77e-8dfbeafc6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:22.649380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-4c899380-4129-4394-a77e-8dfbeafc6976 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d7504505-541f-49e3-b347-269ccb6890c1 HTTP/1.1" status: 200 len: 915 time: 0.1004128 Jun 30 03:22:22.725337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-585f8fff-7866-49cb-8bfc-61440050b0b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 HTTP/1.1" status: 200 len: 1002 time: 0.0701191 Jun 30 03:22:22.777156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-8b4fd958-baaf-49bf-8b13-538de3e43b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:22.778712 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-8b4fd958-baaf-49bf-8b13-538de3e43b41 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca0e62aa-fea8-4af2-aeec-0e8447cd27eb HTTP/1.1" status: 200 len: 853 time: 0.0478232 Jun 30 03:22:22.837591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-e409b286-7782-4591-a69e-da281bab9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:22.839429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-e409b286-7782-4591-a69e-da281bab9b4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d7504505-541f-49e3-b347-269ccb6890c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542912 Jun 30 03:22:22.942387 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-f9e89898-bd2b-4532-ad4a-e3a3777372e3 service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960238 Jun 30 03:22:23.036053 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1e712c56-7481-4bfa-965a-e5f054b596c6 req-83d86583-a968-4f32-9d5c-3d6ecfccce1f service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879483 Jun 30 03:22:23.121029 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:23.511561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2fc564ec-c8b5-47c0-ad4d-6758c0a837aa req-9c72a15c-de7d-42e0-b73b-f3809670f372 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 210 time: 0.0293145 Jun 30 03:22:23.702925 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0909ea56-9f28-4f4d-9722-ca43772a018d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:22:23.723939 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:23.849459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0909ea56-9f28-4f4d-9722-ca43772a018d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:23.853410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0909ea56-9f28-4f4d-9722-ca43772a018d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:23.853821 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:23.932961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:23.968739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 0909ea56-9f28-4f4d-9722-ca43772a018d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0909ea56-9f28-4f4d-9722-ca43772a018d,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:24.084016 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:24.141770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=0909ea56-9f28-4f4d-9722-ca43772a018d,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:24.656595 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14d6acb8-555d-4526-9201-d17809053932 req-ed5f4366-741d-4920-a513-ea183f57b750 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 210 time: 0.0314388 Jun 30 03:22:25.052842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49946509-42b5-48be-b1a0-5576e107e5d5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:25.054294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49946509-42b5-48be-b1a0-5576e107e5d5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "GET /v2.0/networks?id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878 HTTP/1.1" status: 200 len: 797 time: 0.1096442 Jun 30 03:22:25.098951 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-22a0e969-03a0-4a24-b6ed-61d3ef9f7c63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 379 time: 0.0355265 Jun 30 03:22:25.108625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'port': {'device_id': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'admin_state_up': True, 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'security_groups': ['cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:25.387009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:22:25.390357 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:25.518152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.20.0.3 (9efe1812-d1ee-4a29-a23d-6b2e5ef69878/f0f74e80-57ce-4e36-8236-7febffdbc7dc/0b0a5044-5062-4664-8928-29fbdb5923a0) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:22:25.659299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0909ea56-9f28-4f4d-9722-ca43772a018d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:22:25.662517 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:25.676841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Transition to ACTIVE for port object 0b0a5044-5062-4664-8928-29fbdb5923a0 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:25.707692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0909ea56-9f28-4f4d-9722-ca43772a018d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:25.708212 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:25.836348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-76b0a475-f42b-4966-8445-9b014d269834 req-beac0b63-5dff-4a09-90c3-ee36cbf51dd9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 210 time: 0.0366333 Jun 30 03:22:25.840813 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:25.889050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:22:25.892150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:25.896501 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:22:25.905763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=0b0a5044-5062-4664-8928-29fbdb5923a0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:25.959828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:25.961001 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:26.146796 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-49e1fb0d-ae77-4a34-a4de-9186359b2eb0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0420978 Jun 30 03:22:26.157832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Request body: {'port': {'device_id': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:26.228731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:26.269716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-70fa5766-f47e-4c44-abff-ba6c340974e5 None None] Provisioning for port 0b0a5044-5062-4664-8928-29fbdb5923a0 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:26.273976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-70fa5766-f47e-4c44-abff-ba6c340974e5 None None] Provisioning complete for port 0b0a5044-5062-4664-8928-29fbdb5923a0 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:26.274435 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-70fa5766-f47e-4c44-abff-ba6c340974e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:26.312971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-70fa5766-f47e-4c44-abff-ba6c340974e5 None None] Port 0b0a5044-5062-4664-8928-29fbdb5923a0 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:22:26.492047 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0a5044-5062-4664-8928-29fbdb5923a0 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:22:26.499318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:26.511545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Transition to ACTIVE for port object 0b0a5044-5062-4664-8928-29fbdb5923a0 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:26.580673 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:26.633824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0a5044-5062-4664-8928-29fbdb5923a0,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:26.710813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Attempting to bind port 0b0a5044-5062-4664-8928-29fbdb5923a0 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:22:26.711186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Attempting to bind port 0b0a5044-5062-4664-8928-29fbdb5923a0 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:22:26.711518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Attempting to bind port 0b0a5044-5062-4664-8928-29fbdb5923a0 on network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:22:26.716737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Port 0b0a5044-5062-4664-8928-29fbdb5923a0 on network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:22:26.717105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Attempting to bind port 0b0a5044-5062-4664-8928-29fbdb5923a0 on network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:22:26.722471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:22:26.722848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Checking segment: {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:22:26.723260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Bound using segment: {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:22:26.723748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Bound port: 0b0a5044-5062-4664-8928-29fbdb5923a0, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:22:26.724109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:26.790218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:22:26.793120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0b0a5044-5062-4664-8928-29fbdb5923a0,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:22:26.893063 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:26.933250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:26.933849 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:26.947013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] 10.222.0.83 "PUT /v2.0/ports/0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 200 len: 1091 time: 0.7817063 Jun 30 03:22:26.947013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:26.947013 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb6cd0b-ca5a-4026-8167-dab0a6b2fe23" -d '{"events": [{"name": "network-changed", "server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:26.983598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800eef4-c428-4cae-82ad-378ce741f530 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0a5044-5062-4664-8928-29fbdb5923a0,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:27.010518 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef9dc1-ff49-4bf6-8542-525da8698c7f x-openstack-request-id: req-c8ef9dc1-ff49-4bf6-8542-525da8698c7f {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:27.011077 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:27.011261 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8ef9dc1-ff49-4bf6-8542-525da8698c7f {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:27.012277 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'status': 'completed', 'code': 200} Jun 30 03:22:27.056184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf34201-bee5-4808-a143-f4c5fdfc54f5 req-c274a69d-dfdf-4eaf-9055-6f11921ba9e5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:27.057877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5cf34201-bee5-4808-a143-f4c5fdfc54f5 req-c274a69d-dfdf-4eaf-9055-6f11921ba9e5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 943 time: 0.0759811 Jun 30 03:22:27.119171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5cf34201-bee5-4808-a143-f4c5fdfc54f5 req-7aedebfd-249d-46a0-ad68-a08de6b214b1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509200 Jun 30 03:22:27.124234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6cd0b-ca5a-4026-8167-dab0a6b2fe23 req-4d4f9be5-53f8-4204-8f2e-9cc7b14530d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:27.126024 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccb6cd0b-ca5a-4026-8167-dab0a6b2fe23 req-4d4f9be5-53f8-4204-8f2e-9cc7b14530d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1094 time: 0.0926199 Jun 30 03:22:27.237708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-f5470ddc-8100-4543-bdaa-a9e73ee18481 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780483040&fields=id&tenant_id=7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 267 time: 0.0742359 Jun 30 03:22:27.309764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6cd0b-ca5a-4026-8167-dab0a6b2fe23 req-0f72bf71-3f3b-44fa-8fea-fd163a5babf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:27.311257 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccb6cd0b-ca5a-4026-8167-dab0a6b2fe23 req-0f72bf71-3f3b-44fa-8fea-fd163a5babf0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=56aca93fb557441c86c81e20c38354cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1776531 Jun 30 03:22:27.417908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-263d4a9d-0bdd-4459-9c87-3b7eec6a56bd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:27.419416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-263d4a9d-0bdd-4459-9c87-3b7eec6a56bd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.1771443 Jun 30 03:22:27.451510 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-ff5da8b6-3de0-4a33-878b-dcd4fa5a486c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/quotas/7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 375 time: 0.0206556 Jun 30 03:22:27.456255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6cd0b-ca5a-4026-8167-dab0a6b2fe23 req-787aaa4b-bf13-4d90-9a01-79513ae24cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:27.457700 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccb6cd0b-ca5a-4026-8167-dab0a6b2fe23 req-787aaa4b-bf13-4d90-9a01-79513ae24cf4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391056 Jun 30 03:22:27.562786 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-5ecbfa0f-38e5-440d-b6b5-0a433d3c6da5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1041293 Jun 30 03:22:27.585099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-b44401be-6bf1-431c-ae9b-126b2ea71980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:27.586534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-b44401be-6bf1-431c-ae9b-126b2ea71980 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1094 time: 0.0889964 Jun 30 03:22:27.660761 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-54db5f04-297c-4fbe-9413-da3b53a9e23d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 200 len: 217 time: 0.0627370 Jun 30 03:22:27.734605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-f8a84deb-15f7-4545-8cc0-9d3ff5bbc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:27.736126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-f8a84deb-15f7-4545-8cc0-9d3ff5bbc325 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f0f74e80-57ce-4e36-8236-7febffdbc7dc HTTP/1.1" status: 200 len: 833 time: 0.0697422 Jun 30 03:22:27.742310 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-7bffb5dd-d03f-44df-8289-a273ff13b7ea service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662157 Jun 30 03:22:27.864346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-edb3d533-524d-4699-9167-ae522e97db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:27.865848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-edb3d533-524d-4699-9167-ae522e97db13 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224892 Jun 30 03:22:27.869825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-a7f8a243-d523-40a8-80dc-0095c36bffbf service neutron] 10.222.0.77 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188748 Jun 30 03:22:27.961290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-d9f6e096-7a25-414b-8492-d437924ea267 service neutron] 10.222.0.83 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889437 Jun 30 03:22:28.058392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f1de180-570a-4513-a177-bf2db6cba8b8 req-f1814a2a-c910-4630-af24-29172279954c service neutron] 10.222.0.83 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912881 Jun 30 03:22:28.486512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb97f3-bcaa-4463-a715-0c9e1eee74ce req-44da9ad0-3482-4522-b4c6-7a355c872ae8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:28.488066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3fbb97f3-bcaa-4463-a715-0c9e1eee74ce req-44da9ad0-3482-4522-b4c6-7a355c872ae8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 943 time: 0.0649612 Jun 30 03:22:28.527729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3fbb97f3-bcaa-4463-a715-0c9e1eee74ce req-a99dba9b-6044-47bb-a488-064d6d5ee5b2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340316 Jun 30 03:22:28.766546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-65d23807-1af7-4dee-9e01-9f177502afc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:28.776548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-52c9e60f-05bc-4db0-81b0-35787ed32ed4 req-f0499cda-ef90-4559-85ab-c2ee79810dc8 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 210 time: 0.0294046 Jun 30 03:22:29.932000 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-252646d2-5126-4b7f-8681-070812a70b69 req-9c969a73-5c4d-42fc-9cb6-19e5c8310a55 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 210 time: 0.0364125 Jun 30 03:22:30.002099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed9fd9-080d-4676-a857-81e7b4ec5269 req-891e4edf-9a74-4f63-9c52-a5f91d7e33bb tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:30.003581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0aed9fd9-080d-4676-a857-81e7b4ec5269 req-891e4edf-9a74-4f63-9c52-a5f91d7e33bb tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 943 time: 0.3577597 Jun 30 03:22:30.044487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0aed9fd9-080d-4676-a857-81e7b4ec5269 req-c6a5cf43-80a1-43eb-8281-0d3fce52505b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346444 Jun 30 03:22:31.076239 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-675faa33-5357-40b5-9d01-f4fbd3b1ab7a req-9be14634-ec35-498a-93e4-fa415121c80e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 210 time: 0.0297129 Jun 30 03:22:31.100866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0b0a5044-5062-4664-8928-29fbdb5923a0 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:22:31.204532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0b0a5044-5062-4664-8928-29fbdb5923a0,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:31.220496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'port_id': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'mac_address': 'fa:16:3e:a8:b5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:22:31.244048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a41b22-7727-4ec0-b35a-be578c5c2f34 req-84727e8c-b4c5-4680-9a9f-5c61aace19d0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:31.245769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28a41b22-7727-4ec0-b35a-be578c5c2f34 req-84727e8c-b4c5-4680-9a9f-5c61aace19d0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 943 time: 0.0709770 Jun 30 03:22:31.276500 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:31.288267 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28a41b22-7727-4ec0-b35a-be578c5c2f34 req-eda7c3e4-a298-45ff-9062-6a155676ade1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363727 Jun 30 03:22:31.289426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0a5044-5062-4664-8928-29fbdb5923a0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:22:31.310432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0b0a5044-5062-4664-8928-29fbdb5923a0,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:31.374771 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:31.515343 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5055cf16-9cbb-4ce2-a622-f2f042253221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:31.516898 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:31.565185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0b0a5044-5062-4664-8928-29fbdb5923a0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:31.766407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['0b0a5044-5062-4664-8928-29fbdb5923a0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:22:31.855279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-5e821b59-8857-4b5b-aeeb-a667f09074e4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:31.856770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-5e821b59-8857-4b5b-aeeb-a667f09074e4 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 812 time: 0.1091478 Jun 30 03:22:31.902222 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-35be0648-3628-407a-831b-62eb0ff91b96 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5f72b3d7e44245880fdad3e491ef5c HTTP/1.1" status: 200 len: 379 time: 0.0370865 Jun 30 03:22:31.911195 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'port': {'device_id': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'admin_state_up': True, 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'security_groups': ['2e88b3cf-3ffe-4af5-bf1a-2195200260cf']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:32.180574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Made reservation on behalf of 7f5f72b3d7e44245880fdad3e491ef5c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:22:32.184973 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:32.271696 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c3080a58-d1cd-4266-a31c-fca7e586639b req-623b6ecb-467b-4b2d-a0ab-895b2e0a67b9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 210 time: 0.0622940 Jun 30 03:22:32.349996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Allocated IP 172.20.0.7 (f461a745-ad1f-4f7c-b639-d8b18c2f45a9/3476c010-abe5-41e6-87e4-8c939565d733/213000e4-2250-4e4f-b6f4-713d7c73530a) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:22:32.493636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579930a-4509-4fca-85bf-f06785a161fb req-316e7772-2285-4f0e-81aa-bef05b78fca8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:32.495180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7579930a-4509-4fca-85bf-f06785a161fb req-316e7772-2285-4f0e-81aa-bef05b78fca8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 944 time: 0.0880785 Jun 30 03:22:32.541391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7579930a-4509-4fca-85bf-f06785a161fb req-7873cde6-b7b1-483c-85d4-347f4e93bc37 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392447 Jun 30 03:22:32.825297 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:32.839485 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Transition to ACTIVE for port object 213000e4-2250-4e4f-b6f4-713d7c73530a will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:33.044382 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.090497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:22:33.094943 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.096386 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:33.107820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0b0a5044-5062-4664-8928-29fbdb5923a0 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:22:33.114719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:22:33.124474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=213000e4-2250-4e4f-b6f4-713d7c73530a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:33.153658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.154233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.154585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.154956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.155260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.155596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.155927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.156254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.156579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.156906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.157231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.157573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:33.192236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:33.192924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.403754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 0b0a5044-5062-4664-8928-29fbdb5923a0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:33.408563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 0b0a5044-5062-4664-8928-29fbdb5923a0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:33.419950 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.455287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13cf39-d02c-43bf-a8fe-6da33f428aa0 req-09ec133d-0870-4fd9-8b66-3d1b7b5aef7d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:33.456734 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb13cf39-d02c-43bf-a8fe-6da33f428aa0 req-09ec133d-0870-4fd9-8b66-3d1b7b5aef7d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 931 time: 0.0700555 Jun 30 03:22:33.495698 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.502611 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1418c789-7638-4d1d-a79f-2ec8b3520d30 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5949938 Jun 30 03:22:33.511488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb13cf39-d02c-43bf-a8fe-6da33f428aa0 req-f2212be8-307e-4101-8aba-baba71a3d0cd tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451570 Jun 30 03:22:33.516934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Request body: {'port': {'device_id': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:33.526609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:33.529325 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d4bc03-485d-4fe5-8b6d-f0162afd4d3d" -d '{"events": [{"server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "name": "network-vif-plugged", "status": "completed", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:33.553006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-076bd920-e29c-4feb-9410-d0a6396014ea None None] Provisioning for port 213000e4-2250-4e4f-b6f4-713d7c73530a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:33.558557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0b0a5044-5062-4664-8928-29fbdb5923a0,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:33.561140 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-076bd920-e29c-4feb-9410-d0a6396014ea None None] Provisioning complete for port 213000e4-2250-4e4f-b6f4-713d7c73530a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:33.561293 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-076bd920-e29c-4feb-9410-d0a6396014ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.585150 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a7dde5-3516-41c3-a6ac-d6d4f9b7cc31 x-openstack-request-id: req-b9a7dde5-3516-41c3-a6ac-d6d4f9b7cc31 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:33.585435 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "name": "network-vif-plugged", "status": "completed", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:33.585716 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9a7dde5-3516-41c3-a6ac-d6d4f9b7cc31 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:33.586115 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'code': 200} Jun 30 03:22:33.604052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-076bd920-e29c-4feb-9410-d0a6396014ea None None] Port 213000e4-2250-4e4f-b6f4-713d7c73530a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:22:33.659882 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.706750 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:33.724704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea03b6-c595-4ebd-979f-eb696e1a3ac7 req-6d002ee8-3f3b-4868-8ae4-d0a73cb9adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:33.726879 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35ea03b6-c595-4ebd-979f-eb696e1a3ac7 req-6d002ee8-3f3b-4868-8ae4-d0a73cb9adc2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1095 time: 0.0637863 Jun 30 03:22:33.763699 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0b0a5044-5062-4664-8928-29fbdb5923a0,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:33.779427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-35ea03b6-c595-4ebd-979f-eb696e1a3ac7 req-45d89bd2-9458-484e-bccf-64d4de5cdf16 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460651 Jun 30 03:22:33.855817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1574399-98a9-4c34-af2b-0ffea7656a5a req-30001cfc-0552-46ad-b44a-4296b2e498b1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:33.857447 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1574399-98a9-4c34-af2b-0ffea7656a5a req-30001cfc-0552-46ad-b44a-4296b2e498b1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.1568224 Jun 30 03:22:33.940141 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1574399-98a9-4c34-af2b-0ffea7656a5a req-a8cec141-ca8c-4ddf-b7d3-ed3a4f4e286e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705564 Jun 30 03:22:34.046095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213000e4-2250-4e4f-b6f4-713d7c73530a {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:22:34.054662 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.068409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Transition to ACTIVE for port object 213000e4-2250-4e4f-b6f4-713d7c73530a will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:22:34.175422 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.226396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Pushing event updated for resources: {'Port': ['ID=213000e4-2250-4e4f-b6f4-713d7c73530a,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:34.302145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Attempting to bind port 213000e4-2250-4e4f-b6f4-713d7c73530a on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:22:34.302489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Attempting to bind port 213000e4-2250-4e4f-b6f4-713d7c73530a by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:22:34.305155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Attempting to bind port 213000e4-2250-4e4f-b6f4-713d7c73530a on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:22:34.307284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Port 213000e4-2250-4e4f-b6f4-713d7c73530a on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:22:34.307871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Attempting to bind port 213000e4-2250-4e4f-b6f4-713d7c73530a on network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:22:34.315756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:22:34.316095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Checking segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:22:34.316511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Bound using segment: {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:22:34.316944 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Bound port: 213000e4-2250-4e4f-b6f4-713d7c73530a, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdcdc056-fef3-4cbe-bb1f-693da2177c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:22:34.317306 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.403918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] For port 213000e4-2250-4e4f-b6f4-713d7c73530a, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:22:34.408525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] For port 213000e4-2250-4e4f-b6f4-713d7c73530a, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=213000e4-2250-4e4f-b6f4-713d7c73530a,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:22:34.550334 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.617925 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:34.618557 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:34.619949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] 10.222.0.74 "PUT /v2.0/ports/213000e4-2250-4e4f-b6f4-713d7c73530a HTTP/1.1" status: 200 len: 1091 time: 1.1075678 Jun 30 03:22:34.620400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'tag': '213000e4-2250-4e4f-b6f4-713d7c73530a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:34.622753 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03784c99-7d02-47d2-af55-0b0010b7f290" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e6e68-dd1d-4852-a6f6-888a3c68d402", "tag": "213000e4-2250-4e4f-b6f4-713d7c73530a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:34.669935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611fbb2-cc11-4d10-860f-36b8495d6c16 service neutron] Pushing event updated for resources: {'Port': ['ID=213000e4-2250-4e4f-b6f4-713d7c73530a,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:34.704627 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac235016-e09d-4815-adbe-7bebbf6ae50c x-openstack-request-id: req-ac235016-e09d-4815-adbe-7bebbf6ae50c {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:34.704627 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e6e68-dd1d-4852-a6f6-888a3c68d402", "tag": "213000e4-2250-4e4f-b6f4-713d7c73530a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:34.705618 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac235016-e09d-4815-adbe-7bebbf6ae50c {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:34.705701 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'tag': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'status': 'completed', 'code': 200} Jun 30 03:22:34.724338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-f26e0165-afbc-45fd-8bb8-0291c1d628bc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1470497 Jun 30 03:22:34.797241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e3afd-bba8-42bf-a791-c2a47e37f4ea req-ed87c4e0-250f-46ab-a8b7-d2a55e5b84e3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:34.803298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-660e3afd-bba8-42bf-a791-c2a47e37f4ea req-ed87c4e0-250f-46ab-a8b7-d2a55e5b84e3 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 943 time: 0.1250780 Jun 30 03:22:34.810785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03784c99-7d02-47d2-af55-0b0010b7f290 req-129b1b1e-3654-47eb-beeb-19855a4294a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:34.812389 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03784c99-7d02-47d2-af55-0b0010b7f290 req-129b1b1e-3654-47eb-beeb-19855a4294a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 1094 time: 0.0867648 Jun 30 03:22:34.874042 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-660e3afd-bba8-42bf-a791-c2a47e37f4ea req-cd25da49-d606-4a30-afab-00acc2f5a688 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595608 Jun 30 03:22:34.970428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-a2334be0-5c2c-4645-8c81-254c497cae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:34.972225 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-a2334be0-5c2c-4645-8c81-254c497cae9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e4126028aba423ebbccfd0459c71b2d&device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1097 time: 0.1588447 Jun 30 03:22:35.014931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03784c99-7d02-47d2-af55-0b0010b7f290 req-bbb84bbe-a11c-4d73-b2db-637c25873a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:35.016411 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03784c99-7d02-47d2-af55-0b0010b7f290 req-bbb84bbe-a11c-4d73-b2db-637c25873a98 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1813915 Jun 30 03:22:35.077839 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:35.215763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-425ebad4-2ff2-4c6a-9c4d-5780484ba483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:35.217177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-425ebad4-2ff2-4c6a-9c4d-5780484ba483 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d7504505-541f-49e3-b347-269ccb6890c1 HTTP/1.1" status: 200 len: 915 time: 0.2171965 Jun 30 03:22:35.221599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03784c99-7d02-47d2-af55-0b0010b7f290 req-cce8b786-a738-43e9-a1b4-c5d5c09a8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:35.222909 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03784c99-7d02-47d2-af55-0b0010b7f290 req-cce8b786-a738-43e9-a1b4-c5d5c09a8aef service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955073 Jun 30 03:22:35.310314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da379f-ace3-400d-9701-fa779661bde9 req-a5ee8650-6a45-4edc-8813-e60c9e470777 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:35.311980 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-12da379f-ace3-400d-9701-fa779661bde9 req-a5ee8650-6a45-4edc-8813-e60c9e470777 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.2323532 Jun 30 03:22:35.342562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-8f0ae659-2e1c-44d8-84d4-fcdc5d35c808 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 HTTP/1.1" status: 200 len: 1002 time: 0.1171336 Jun 30 03:22:35.412767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-12da379f-ace3-400d-9701-fa779661bde9 req-311e7fef-3cb9-4754-b98b-1ec54f0b222b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894876 Jun 30 03:22:35.421202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-597c8b9c-5f07-4a46-b822-4be081688816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:35.422365 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-597c8b9c-5f07-4a46-b822-4be081688816 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca0e62aa-fea8-4af2-aeec-0e8447cd27eb HTTP/1.1" status: 200 len: 853 time: 0.0723972 Jun 30 03:22:35.432224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-2f77a369-db82-4c67-ac6c-2666a4ba325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:35.433769 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-2f77a369-db82-4c67-ac6c-2666a4ba325d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 1094 time: 0.1708992 Jun 30 03:22:35.500472 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-92b22336-8dc6-4c00-8247-4756ccc5d212 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=213000e4-2250-4e4f-b6f4-713d7c73530a HTTP/1.1" status: 200 len: 217 time: 0.0573473 Jun 30 03:22:35.559140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-09f01da7-0897-4c7c-af28-fad7b4ca65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:35.560693 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-09f01da7-0897-4c7c-af28-fad7b4ca65b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d7504505-541f-49e3-b347-269ccb6890c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307058 Jun 30 03:22:35.562068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1be84f07-d22b-4e94-a2de-c2268a90e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:35.563382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-1be84f07-d22b-4e94-a2de-c2268a90e497 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0551033 Jun 30 03:22:35.702924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-000c3da3-d7dd-40e7-bd3c-3f03af2361c4 service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214907 Jun 30 03:22:35.707507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-0c9fc346-990c-4345-9967-638a1ad1f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:35.708942 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-0c9fc346-990c-4345-9967-638a1ad1f9c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201003 Jun 30 03:22:35.869169 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9385565a-3873-4b49-9d1a-175f777f56b4 req-2d742cc0-9f29-4005-9f31-4af464cc3658 service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524184 Jun 30 03:22:35.870883 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-a539fc12-4c62-4a2d-9e56-c87d2516cc12 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532285 Jun 30 03:22:35.972170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9a2a38e4-cd9e-465c-9127-b218e25ced66 req-3b450aba-31b4-4f26-85f2-ed6d143536db service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918915 Jun 30 03:22:36.057097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc3a4f-e8d9-408f-86c9-f845b0b7f8ab req-30f4e31c-5f53-4faf-8843-d47aa4f1d893 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:36.058686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37fc3a4f-e8d9-408f-86c9-f845b0b7f8ab req-30f4e31c-5f53-4faf-8843-d47aa4f1d893 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 943 time: 0.0639505 Jun 30 03:22:36.097649 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37fc3a4f-e8d9-408f-86c9-f845b0b7f8ab req-17946a6e-3ada-4f93-bb52-bb6cf3861de6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325022 Jun 30 03:22:36.592111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667574c8-9a20-42c6-ad0b-73a64ea1c902 req-968ffbd0-7447-45a8-afb7-a0322ba5531a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:36.593956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-667574c8-9a20-42c6-ad0b-73a64ea1c902 req-968ffbd0-7447-45a8-afb7-a0322ba5531a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0692296 Jun 30 03:22:36.633674 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-667574c8-9a20-42c6-ad0b-73a64ea1c902 req-8366a991-fac1-475e-a5db-3b4129ed9896 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326984 Jun 30 03:22:36.815110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dc6b7-10c5-45d4-b668-34f600af6243 req-5f15b40e-61fb-4afe-89d6-1c8998067357 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:36.817188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e33dc6b7-10c5-45d4-b668-34f600af6243 req-5f15b40e-61fb-4afe-89d6-1c8998067357 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0710204 Jun 30 03:22:36.859795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e33dc6b7-10c5-45d4-b668-34f600af6243 req-0174c758-5136-42e2-9ad7-e819bb0d05c8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366986 Jun 30 03:22:36.887576 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50124) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:36.943403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db107f59-f1f8-46ea-9f43-5a465c58d233 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:36.944985 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-db107f59-f1f8-46ea-9f43-5a465c58d233 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1091 time: 0.0562420 Jun 30 03:22:36.948327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50126) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:36.952961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:37.146041 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.245768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.274982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962cd9e-df85-4f4a-97a1-d6080700cdfb req-9119db65-cc88-417d-900d-432a11b290cf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:37.276510 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d962cd9e-df85-4f4a-97a1-d6080700cdfb req-9119db65-cc88-417d-900d-432a11b290cf tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 943 time: 0.0648763 Jun 30 03:22:37.317780 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d962cd9e-df85-4f4a-97a1-d6080700cdfb req-01b6184c-b4f4-40bf-ac93-e348f03bab2d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351140 Jun 30 03:22:37.362228 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.25.2.226 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/350f6a55-0452-4693-a945-f0e4eb91fa15) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:22:37.463008 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.735384 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:37.773589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:22:37.776393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:37.780019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:22:37.809200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=350f6a55-0452-4693-a945-f0e4eb91fa15,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:37.819640 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.820040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.820381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.820718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.821052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.821381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.821738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.822070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.822398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.822725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.823044 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:37.823367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:22:38.167583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.370028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.553569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8f0e6-3add-4455-b845-b804f3f9a0e0 req-b865d7f2-6229-49b0-aacb-3aec12fb26b6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:38.555096 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0c8f0e6-3add-4455-b845-b804f3f9a0e0 req-b865d7f2-6229-49b0-aacb-3aec12fb26b6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 943 time: 0.1025558 Jun 30 03:22:38.578529 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.604161 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0c8f0e6-3add-4455-b845-b804f3f9a0e0 req-b593969e-5d5c-457c-81bb-3c6276664727 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405259 Jun 30 03:22:38.690363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.759968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=350f6a55-0452-4693-a945-f0e4eb91fa15,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:38.773217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:38.872692 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Floating IP 8e493d81-bb37-4874-8d17-78edbc3a4cbc associated. External IP: 172.25.2.226, port: 0b0a5044-5062-4664-8928-29fbdb5923a0. Jun 30 03:22:39.075929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:22:39.184167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:22:39.193710 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] Sync routers for ids ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:22:39.203046 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] Routers {'6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:39.203712 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:39.310000 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] Set router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:39.340073 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:39.380889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7758c0e9-e2a4-4c8f-9322-d256afd74273 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4314387 Jun 30 03:22:39.381625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:39.384084 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0521d47-f346-464a-9476-18fdc5a8c691" -d '{"events": [{"name": "network-changed", "server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:39.434563 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9ee20f-ff79-4040-a224-75dcdd185ce5 x-openstack-request-id: req-ca9ee20f-ff79-4040-a224-75dcdd185ce5 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:39.434563 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:39.434563 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca9ee20f-ff79-4040-a224-75dcdd185ce5 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:39.434563 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'status': 'completed', 'code': 200} Jun 30 03:22:39.522609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-2913237d-0581-4830-8e32-02e0bc98760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:39.524518 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-2913237d-0581-4830-8e32-02e0bc98760a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0661242 Jun 30 03:22:39.561579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80caec5-d5ad-4f34-9cea-18f0cd2d44df req-b42df857-c144-48b7-9bb3-1086673ca61b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:39.567584 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:18Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '8e493d81-bb37-4874-8d17-78edbc3a4cbc', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'port_id': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'mac_address': 'fa:16:3e:a8:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:38Z', 'updated_at': '2021-06-30T03:22:38Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0909ea56-9f28-4f4d-9722-ca43772a018d', 'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:a1:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:17Z', 'updated_at': '2021-06-30T03:22:23Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:39.575579 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e80caec5-d5ad-4f34-9cea-18f0cd2d44df req-b42df857-c144-48b7-9bb3-1086673ca61b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0941858 Jun 30 03:22:39.596751 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] Checking router: 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:22:39.605347 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] Routers {'6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:39.605986 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:39.622362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e80caec5-d5ad-4f34-9cea-18f0cd2d44df req-44766009-094c-4b38-afdb-2906d101f50b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400860 Jun 30 03:22:39.648463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50138) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:39.684703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-00a0c9ca-9f99-4283-8d78-1bc814185a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:39.686004 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-00a0c9ca-9f99-4283-8d78-1bc814185a25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878 HTTP/1.1" status: 200 len: 898 time: 0.1544654 Jun 30 03:22:39.728987 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] Set router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:39.854904 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f0011cc6-e29d-4171-a521-196c59b7159a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/8e493d81-bb37-4874-8d17-78edbc3a4cbc HTTP/1.1" status: 200 len: 991 time: 0.2050221 Jun 30 03:22:39.867725 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-b3c0e1e0-5aec-4cf7-98f6-cdc591b5c571 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 200 len: 999 time: 0.1463594 Jun 30 03:22:39.937887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a452cdf-33ce-4f9a-a1e5-7bcacce421fc req-9f3b4c7d-9f1b-4ee6-8553-60663597ee17 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:39.940229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a452cdf-33ce-4f9a-a1e5-7bcacce421fc req-9f3b4c7d-9f1b-4ee6-8553-60663597ee17 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 943 time: 0.1699736 Jun 30 03:22:39.969164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-4a3de642-3be1-4bf6-95ec-3e727bf1a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:39.974748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-4a3de642-3be1-4bf6-95ec-3e727bf1a7f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f0f74e80-57ce-4e36-8236-7febffdbc7dc HTTP/1.1" status: 200 len: 833 time: 0.0932760 Jun 30 03:22:39.974867 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:18Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '8e493d81-bb37-4874-8d17-78edbc3a4cbc', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'port_id': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'mac_address': 'fa:16:3e:a8:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:38Z', 'updated_at': '2021-06-30T03:22:38Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0909ea56-9f28-4f4d-9722-ca43772a018d', 'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:a1:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:17Z', 'updated_at': '2021-06-30T03:22:23Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:40.005003 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e45a42-9b1e-410d-a702-393de346ee97 None None] The sync data for ids ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'] in n-d-798249-3 is: [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:18Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '8e493d81-bb37-4874-8d17-78edbc3a4cbc', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'port_id': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'mac_address': 'fa:16:3e:a8:b5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:38Z', 'updated_at': '2021-06-30T03:22:38Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0909ea56-9f28-4f4d-9722-ca43772a018d', 'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:a1:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:17Z', 'updated_at': '2021-06-30T03:22:23Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:22:40.022246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a452cdf-33ce-4f9a-a1e5-7bcacce421fc req-5ccf19e5-0ceb-4311-9ae5-75d7b3edccc6 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725076 Jun 30 03:22:40.053911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-ea79fdfe-d997-4330-a2b2-f658f34bbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:40.060587 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-ea79fdfe-d997-4330-a2b2-f658f34bbcd6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753427 Jun 30 03:22:40.147812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-6a498f10-d060-47a1-9e97-addc32a2bf0f service neutron] 10.222.0.83 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856905 Jun 30 03:22:40.218710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e1f84-8591-4aa2-9df1-52df619ea525 None None] New status for floating IP 8e493d81-bb37-4874-8d17-78edbc3a4cbc: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:22:40.249165 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0521d47-f346-464a-9476-18fdc5a8c691 req-998108ce-37b9-45b8-bdb7-16cf942a9f1d service neutron] 10.222.0.83 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946746 Jun 30 03:22:40.857096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50142) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:40.920727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ea64668f-cf51-466d-a78a-647c41d07313 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/8e493d81-bb37-4874-8d17-78edbc3a4cbc HTTP/1.1" status: 200 len: 993 time: 0.0624266 Jun 30 03:22:41.202471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf763ff8-4892-4579-bd2f-8df2785dccda req-48aeee42-f93f-4a7a-b578-5a4a62322eb7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:41.203961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf763ff8-4892-4579-bd2f-8df2785dccda req-48aeee42-f93f-4a7a-b578-5a4a62322eb7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 943 time: 0.0644979 Jun 30 03:22:41.242754 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf763ff8-4892-4579-bd2f-8df2785dccda req-7cb20d92-883d-407c-a1fb-4d1cdc671ce0 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326481 Jun 30 03:22:41.538072 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-d1f39705-efa7-416c-9090-03d832ac5d5f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519233 Jun 30 03:22:41.631356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-1e81e133-7f79-430a-aff8-ccfc197e479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:41.632852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-1e81e133-7f79-430a-aff8-ccfc197e479e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1097 time: 0.0542152 Jun 30 03:22:41.740377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-7f2bf1cf-5546-4681-be54-5d23eb71c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:41.741867 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-7f2bf1cf-5546-4681-be54-5d23eb71c935 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.0878935 Jun 30 03:22:41.806368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-be4bb445-4823-4bb1-8b4f-66f309af2a6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 200 len: 1001 time: 0.0583184 Jun 30 03:22:41.861209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-fa04c4a9-d8cd-4db4-86ed-4287feaf8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:41.862704 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-fa04c4a9-d8cd-4db4-86ed-4287feaf8e8b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0507567 Jun 30 03:22:41.918353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-41965b3e-5bfe-4b19-b7d7-4e1125f2a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:41.919826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-41965b3e-5bfe-4b19-b7d7-4e1125f2a16b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514736 Jun 30 03:22:42.010271 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-371a7fc2-e5f0-44ef-ba65-da2c00e7a1b6 service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843213 Jun 30 03:22:42.106932 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8ae5173b-2866-4f86-b1a9-6a142332ba89 req-183bef53-aad2-4c92-bef4-00398290b5c3 service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900915 Jun 30 03:22:42.415620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade487a5-1b3d-4cef-9b17-b9e67eba62ed req-9525ef59-5a67-4778-b7c5-ed160617c451 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:42.417079 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ade487a5-1b3d-4cef-9b17-b9e67eba62ed req-9525ef59-5a67-4778-b7c5-ed160617c451 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 943 time: 0.0642252 Jun 30 03:22:42.454589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ade487a5-1b3d-4cef-9b17-b9e67eba62ed req-bbf27b10-3a8e-43d6-94b7-bfeee73c0671 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318186 Jun 30 03:22:43.636287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9526b6-4725-4300-afbe-bdec332fa083 req-71fbb659-f40a-4f2a-a256-5bbb9e780e05 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:43.641314 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e9526b6-4725-4300-afbe-bdec332fa083 req-71fbb659-f40a-4f2a-a256-5bbb9e780e05 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 943 time: 0.0674236 Jun 30 03:22:43.676240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e9526b6-4725-4300-afbe-bdec332fa083 req-50d20e6f-4f27-4d65-b370-59ae3f328631 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 Jun 30 03:22:44.856771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985693d-5159-4d9e-90be-a9ba2c655214 req-2da33b16-ffc6-4f46-9f1b-aa0e15977e94 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:44.858328 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f985693d-5159-4d9e-90be-a9ba2c655214 req-2da33b16-ffc6-4f46-9f1b-aa0e15977e94 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 943 time: 0.0691667 Jun 30 03:22:44.896391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f985693d-5159-4d9e-90be-a9ba2c655214 req-995853a3-67ab-4e91-872c-fff16827f349 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316882 Jun 30 03:22:46.066788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 213000e4-2250-4e4f-b6f4-713d7c73530a details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:22:46.078698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817bc9-5f57-48e2-874d-d616293d106f req-27d77133-a4f7-4283-93a9-2a3b851e5575 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:46.081753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57817bc9-5f57-48e2-874d-d616293d106f req-27d77133-a4f7-4283-93a9-2a3b851e5575 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 943 time: 0.0674243 Jun 30 03:22:46.118834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57817bc9-5f57-48e2-874d-d616293d106f req-89a31a73-5386-4592-9473-9912c76ae09b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325406 Jun 30 03:22:46.166476 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 213000e4-2250-4e4f-b6f4-713d7c73530a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=213000e4-2250-4e4f-b6f4-713d7c73530a,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:46.184683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'port_id': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'mac_address': 'fa:16:3e:de:4e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:22:46.219648 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:46.232446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213000e4-2250-4e4f-b6f4-713d7c73530a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:22:46.251958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 213000e4-2250-4e4f-b6f4-713d7c73530a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=213000e4-2250-4e4f-b6f4-713d7c73530a,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:46.465960 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:46.515136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=213000e4-2250-4e4f-b6f4-713d7c73530a,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:46.670486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['213000e4-2250-4e4f-b6f4-713d7c73530a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:22:47.307632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764d281-8ed6-475b-9aa1-7df0db3d152d req-26d69d29-ab0f-416f-bf10-de49a0113002 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:47.309124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7764d281-8ed6-475b-9aa1-7df0db3d152d req-26d69d29-ab0f-416f-bf10-de49a0113002 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 944 time: 0.0636275 Jun 30 03:22:47.350542 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7764d281-8ed6-475b-9aa1-7df0db3d152d req-50764c1d-ad1f-4a0e-bc96-0ce0e3ecb47c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351245 Jun 30 03:22:48.070399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 213000e4-2250-4e4f-b6f4-713d7c73530a up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:22:48.239976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 213000e4-2250-4e4f-b6f4-713d7c73530a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:22:48.244010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 213000e4-2250-4e4f-b6f4-713d7c73530a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:22:48.244378 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:48.321512 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:48.342745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213000e4-2250-4e4f-b6f4-713d7c73530a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:48.344991 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833bbdb6-4e0c-4bd4-9e55-7590dc19b5ee" -d '{"events": [{"server_uuid": "6d3e6e68-dd1d-4852-a6f6-888a3c68d402", "name": "network-vif-plugged", "status": "completed", "tag": "213000e4-2250-4e4f-b6f4-713d7c73530a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:48.358570 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 213000e4-2250-4e4f-b6f4-713d7c73530a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=213000e4-2250-4e4f-b6f4-713d7c73530a,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:22:48.386393 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f9276e-545c-458d-935c-ccd50d0168a1 x-openstack-request-id: req-a4f9276e-545c-458d-935c-ccd50d0168a1 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:48.386393 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e6e68-dd1d-4852-a6f6-888a3c68d402", "name": "network-vif-plugged", "status": "completed", "tag": "213000e4-2250-4e4f-b6f4-713d7c73530a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:48.386393 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4f9276e-545c-458d-935c-ccd50d0168a1 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:48.386393 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'code': 200} Jun 30 03:22:48.496356 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf01d1c-fd58-442d-a098-9949e63d48fc req-0547a551-792f-49a8-b2d0-360d344cbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:48.498333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fcf01d1c-fd58-442d-a098-9949e63d48fc req-0547a551-792f-49a8-b2d0-360d344cbf55 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 1095 time: 0.0533240 Jun 30 03:22:48.528337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780be652-00e0-497c-9a1e-de004fd32b9d req-17561974-7bb9-4b26-9251-fd8d730a38b1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:48.529521 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-780be652-00e0-497c-9a1e-de004fd32b9d req-17561974-7bb9-4b26-9251-fd8d730a38b1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 944 time: 0.0637298 Jun 30 03:22:48.534052 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fcf01d1c-fd58-442d-a098-9949e63d48fc req-62f26973-da5d-477f-bf24-ee03d0d461d6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287244 Jun 30 03:22:48.568289 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:48.573121 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-780be652-00e0-497c-9a1e-de004fd32b9d req-ef2deb25-ce23-43cb-9fa0-7fa16479a799 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380116 Jun 30 03:22:48.615831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=213000e4-2250-4e4f-b6f4-713d7c73530a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:49.753236 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25473ece-e1c6-4fa9-bb55-180dd453ed29 req-d54dc7b1-99c0-45d5-a7af-e55c352a70ca tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:49.755036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25473ece-e1c6-4fa9-bb55-180dd453ed29 req-d54dc7b1-99c0-45d5-a7af-e55c352a70ca tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 945 time: 0.0685322 Jun 30 03:22:49.796634 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25473ece-e1c6-4fa9-bb55-180dd453ed29 req-fae6b8b6-d809-4bc3-b405-aabb6c8317e9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357351 Jun 30 03:22:50.972411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980d7a1-4331-42e6-a85d-dca6f16a30a3 req-d0dae624-9065-450e-9107-d6701488b31d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:50.973919 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a980d7a1-4331-42e6-a85d-dca6f16a30a3 req-d0dae624-9065-450e-9107-d6701488b31d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 945 time: 0.0637197 Jun 30 03:22:51.011870 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a980d7a1-4331-42e6-a85d-dca6f16a30a3 req-c73ecf82-26bd-498a-a0a6-66d0d0d94acb tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316694 Jun 30 03:22:51.187512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b9a12-5d20-49a6-a275-1fe59b339736 req-5be51d25-f422-46d0-afd6-a138ef758bb5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:51.189107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-915b9a12-5d20-49a6-a275-1fe59b339736 req-5be51d25-f422-46d0-afd6-a138ef758bb5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 945 time: 0.0655742 Jun 30 03:22:51.227664 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-915b9a12-5d20-49a6-a275-1fe59b339736 req-eddd8d40-4132-4079-8f4d-729d1115057a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323253 Jun 30 03:22:51.252825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50166) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:51.435757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502834b6-cf38-4cc7-a518-29cbbd0dc4ff tempest-TestVolumeBootPattern-406993245 tempest-TestVolumeBootPattern-406993245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:51.437277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-502834b6-cf38-4cc7-a518-29cbbd0dc4ff tempest-TestVolumeBootPattern-406993245 tempest-TestVolumeBootPattern-406993245-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 1091 time: 0.1834471 Jun 30 03:22:51.446501 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50170) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:22:51.446501 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:22:51.602800 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:51.703344 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:51.807538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Allocated IP 172.25.2.116 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/01c70d60-00f1-4285-933f-c5eeed5269b9) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:22:51.913708 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.103548 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.139096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:22:52.144260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:22:52.146064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:22:52.172553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=01c70d60-00f1-4285-933f-c5eeed5269b9,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:52.810688 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:52.979881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.089547 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.123652 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.320712 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.391964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event updated for resources: {'Port': ['ID=01c70d60-00f1-4285-933f-c5eeed5269b9,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:22:53.401208 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.502648 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Floating IP f84b2167-74c4-44c2-8609-71492a0a0b4a associated. External IP: 172.25.2.116, port: 213000e4-2250-4e4f-b6f4-713d7c73530a. Jun 30 03:22:53.546792 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:22:53.631046 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:53.709887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Router 3677b95a-93c8-4ce5-9268-bcc00351862d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:22:53.816174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:22:53.826039 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] Sync routers for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:22:53.834796 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:53.835395 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:53.997075 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:54.026074 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:54.034095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-96889cc6-5e38-4350-bc66-044709d93bd9 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5919945 Jun 30 03:22:54.034844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'tag': '213000e4-2250-4e4f-b6f4-713d7c73530a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:22:54.037112 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e6e68-dd1d-4852-a6f6-888a3c68d402", "tag": "213000e4-2250-4e4f-b6f4-713d7c73530a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:22:54.095311 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09320a5a-4715-4bf5-9bc0-9f8fe20ef3cc x-openstack-request-id: req-09320a5a-4715-4bf5-9bc0-9f8fe20ef3cc {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:22:54.095311 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e6e68-dd1d-4852-a6f6-888a3c68d402", "tag": "213000e4-2250-4e4f-b6f4-713d7c73530a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:22:54.095311 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09320a5a-4715-4bf5-9bc0-9f8fe20ef3cc {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:22:54.095311 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'tag': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'status': 'completed', 'code': 200} Jun 30 03:22:54.173031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-28852861-dd1e-40ce-8536-bf086c0af4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:54.175427 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-28852861-dd1e-40ce-8536-bf086c0af4de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 1096 time: 0.0583251 Jun 30 03:22:54.258844 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '47b35286-2be4-4a08-9245-6ce2fc5baada', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:bf:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:19:17Z', 'updated_at': '2021-06-30T03:19:21Z', 'revision_number': 1, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}, {'id': 'f84b2167-74c4-44c2-8609-71492a0a0b4a', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:de:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:52Z', 'updated_at': '2021-06-30T03:22:52Z', 'revision_number': 0, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:54.266329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-109c55d9-1ffe-4dcc-9065-169a91edc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:54.268461 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-109c55d9-1ffe-4dcc-9065-169a91edc615 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.0871398 Jun 30 03:22:54.290982 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] Checking router: 3677b95a-93c8-4ce5-9268-bcc00351862d for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:22:54.300185 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:22:54.300848 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:22:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:54.338740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-56fedc3a-9053-4737-92f6-77dbee28f6d1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=213000e4-2250-4e4f-b6f4-713d7c73530a HTTP/1.1" status: 200 len: 999 time: 0.0639999 Jun 30 03:22:54.387640 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-662cff81-c38d-4bcb-89e7-4b8c40119b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:54.389128 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-662cff81-c38d-4bcb-89e7-4b8c40119b48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0445728 Jun 30 03:22:54.409053 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:22:54.447466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-dfc28d7c-9665-43df-bc41-2aa4f4c21a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:54.448830 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-dfc28d7c-9665-43df-bc41-2aa4f4c21a1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533817 Jun 30 03:22:54.545319 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-e3560d6f-dc5a-4429-94be-aa06e06fb0b2 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893235 Jun 30 03:22:54.634105 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '47b35286-2be4-4a08-9245-6ce2fc5baada', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:bf:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:19:17Z', 'updated_at': '2021-06-30T03:19:21Z', 'revision_number': 1, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}, {'id': 'f84b2167-74c4-44c2-8609-71492a0a0b4a', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:de:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:52Z', 'updated_at': '2021-06-30T03:22:52Z', 'revision_number': 0, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:22:54.641846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32843ca0-b2bd-4cc2-b6e9-e4e43a222d09 req-71e3e930-5da3-4f72-98e6-8f12dc24a335 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837841 Jun 30 03:22:54.661578 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5018dc9-2e47-4753-91b0-ffa83a2a1e46 None None] The sync data for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 is: [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '47b35286-2be4-4a08-9245-6ce2fc5baada', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:bf:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:19:17Z', 'updated_at': '2021-06-30T03:19:21Z', 'revision_number': 1, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}, {'id': 'f84b2167-74c4-44c2-8609-71492a0a0b4a', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:de:4e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:22:52Z', 'updated_at': '2021-06-30T03:22:52Z', 'revision_number': 0, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:22:54.848647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6ee1a-ba78-4169-adf2-3b12dbda0dea None None] New status for floating IP f84b2167-74c4-44c2-8609-71492a0a0b4a: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:22:58.693763 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-16342301-8975-455f-97da-e115eebe16d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:01.407407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:01.452956 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a64a98cc-2370-43eb-80e0-aa68ff245ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:03.028689 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:04.784407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.262531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f3677-1166-4d13-b0f5-05f7ac32e09b req-b910e4a0-b23d-48ed-b1d2-64f1962500aa tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:10.263957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c37f3677-1166-4d13-b0f5-05f7ac32e09b req-b910e4a0-b23d-48ed-b1d2-64f1962500aa tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0530224 Jun 30 03:23:10.282478 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c37f3677-1166-4d13-b0f5-05f7ac32e09b req-787a82ab-748c-4907-bef8-4d2459feb388 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.379438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c37f3677-1166-4d13-b0f5-05f7ac32e09b req-787a82ab-748c-4907-bef8-4d2459feb388 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.519303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c37f3677-1166-4d13-b0f5-05f7ac32e09b req-787a82ab-748c-4907-bef8-4d2459feb388 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:10.542158 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c37f3677-1166-4d13-b0f5-05f7ac32e09b req-787a82ab-748c-4907-bef8-4d2459feb388 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724552 Jun 30 03:23:10.550549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a82ab-748c-4907-bef8-4d2459feb388 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d74f86-45cf-4c8c-b48d-d44a0e8e9d46,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:10.716962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aa00c-225a-4e41-a14b-ef45b85a6993 req-c3d14724-16f2-4d4a-b6f9-ca4f7f7467b7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:10.718455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f23aa00c-225a-4e41-a14b-ef45b85a6993 req-c3d14724-16f2-4d4a-b6f9-ca4f7f7467b7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0630367 Jun 30 03:23:10.756745 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f23aa00c-225a-4e41-a14b-ef45b85a6993 req-1e83f85d-6cff-4d20-bf2a-523c76656a4e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317545 Jun 30 03:23:10.780680 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50196) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:10.843150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1e55fbaa-e73b-4c05-a814-1cb7641b6f08 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/8e493d81-bb37-4874-8d17-78edbc3a4cbc HTTP/1.1" status: 200 len: 993 time: 0.0613317 Jun 30 03:23:11.961925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94abfd4-3c95-4551-b09d-6807cd5d42fc req-ad1a8038-4f32-4a35-9066-1569288f824d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:11.967101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e94abfd4-3c95-4551-b09d-6807cd5d42fc req-ad1a8038-4f32-4a35-9066-1569288f824d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0639555 Jun 30 03:23:12.001596 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e94abfd4-3c95-4551-b09d-6807cd5d42fc req-b3981331-5a43-422d-8fcf-771c2dad55b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319185 Jun 30 03:23:12.215830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50210) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:12.319882 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-aa17c385-0e42-4819-a5d1-6ede6b681860 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027949 Jun 30 03:23:13.191537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6dbe-bfb6-4c68-94c0-83b2d5420359 req-4eceaf99-584c-4347-bbce-2fa44b3c6bd0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:13.194060 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f58c6dbe-bfb6-4c68-94c0-83b2d5420359 req-4eceaf99-584c-4347-bbce-2fa44b3c6bd0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0730200 Jun 30 03:23:13.233457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f58c6dbe-bfb6-4c68-94c0-83b2d5420359 req-31573513-5623-4bb8-bfd7-444a09f5ac22 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347867 Jun 30 03:23:14.415024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a2e10-ce9c-4ac1-9e4a-5b7e9d5c8fcb req-9e89b04b-4ddc-4b4d-8c4d-ba192f79c5dd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:14.416565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-073a2e10-ce9c-4ac1-9e4a-5b7e9d5c8fcb req-9e89b04b-4ddc-4b4d-8c4d-ba192f79c5dd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0698545 Jun 30 03:23:14.465076 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-073a2e10-ce9c-4ac1-9e4a-5b7e9d5c8fcb req-f5931b43-2678-4c40-a00b-4d807c536207 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409715 Jun 30 03:23:15.410958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-c337e72d-0561-4078-be85-7e8f9ebca57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:15.413072 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-c337e72d-0561-4078-be85-7e8f9ebca57f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1096 time: 0.1226501 Jun 30 03:23:15.505674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-899bf8d8-be0b-43a0-8419-cb9f0bed528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:15.507162 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-899bf8d8-be0b-43a0-8419-cb9f0bed528d service neutron] 10.222.0.83 "GET /v2.0/networks?id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878 HTTP/1.1" status: 200 len: 898 time: 0.0877221 Jun 30 03:23:15.577526 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-54629083-904c-4589-afea-0097b87584d2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 200 len: 1001 time: 0.0637131 Jun 30 03:23:15.630737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-4a468047-696a-4b84-9259-ea99e958c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:15.633315 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-4a468047-696a-4b84-9259-ea99e958c562 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f0f74e80-57ce-4e36-8236-7febffdbc7dc HTTP/1.1" status: 200 len: 833 time: 0.0491941 Jun 30 03:23:15.647563 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca862caf-6641-44df-9c6e-2d66453f0365 req-4c2b2ec5-652d-4ad5-8832-f19e459b18e6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:15.649067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ca862caf-6641-44df-9c6e-2d66453f0365 req-4c2b2ec5-652d-4ad5-8832-f19e459b18e6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0697846 Jun 30 03:23:15.690246 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ca862caf-6641-44df-9c6e-2d66453f0365 req-cab2f4d2-b2bc-4d88-9e15-80a2ad1a3d93 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354111 Jun 30 03:23:15.696126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-85b734eb-418f-4f6b-b724-c1ae002e23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:15.697987 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-85b734eb-418f-4f6b-b724-c1ae002e23a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579760 Jun 30 03:23:15.797193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-24098bfc-39c6-4464-9d90-bb5435ecf3c3 service neutron] 10.222.0.83 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923517 Jun 30 03:23:15.886242 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-33a80643-278b-4b04-986c-47e75f5448df service neutron] 10.222.0.83 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831559 Jun 30 03:23:16.876770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e1ec-7e67-41ff-b66e-ca1525060b4b req-7f9d8801-a684-4c92-8f68-2a0c1c50c900 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:16.878647 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d21e1ec-7e67-41ff-b66e-ca1525060b4b req-7f9d8801-a684-4c92-8f68-2a0c1c50c900 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0730350 Jun 30 03:23:16.924484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d21e1ec-7e67-41ff-b66e-ca1525060b4b req-81f664fc-1d0a-4507-810b-2c8e13dee024 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394912 Jun 30 03:23:18.112194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed305-dc41-4f32-8010-a0376b8df0ef req-14fc9bf9-7c0d-4bac-a425-a645cfb3aea0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:18.113697 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd6ed305-dc41-4f32-8010-a0376b8df0ef req-14fc9bf9-7c0d-4bac-a425-a645cfb3aea0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0669415 Jun 30 03:23:18.158700 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd6ed305-dc41-4f32-8010-a0376b8df0ef req-7a9297db-640a-4ae9-bcdc-ae8751b925ae tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382230 Jun 30 03:23:19.339735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44960d-e23a-4b39-bddb-2138613da280 req-d63f50a4-2f2f-4c08-ae63-c275c21d9523 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:19.341241 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc44960d-e23a-4b39-bddb-2138613da280 req-d63f50a4-2f2f-4c08-ae63-c275c21d9523 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0664470 Jun 30 03:23:19.380438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc44960d-e23a-4b39-bddb-2138613da280 req-e2852a5b-cab6-452b-a23b-7c116675b36f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334475 Jun 30 03:23:20.566724 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa846b2-e8cc-4d59-9ec2-588891676943 req-4e485780-2310-4770-8e0a-4966750c8bee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:20.568344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0aa846b2-e8cc-4d59-9ec2-588891676943 req-4e485780-2310-4770-8e0a-4966750c8bee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0715656 Jun 30 03:23:20.611496 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0aa846b2-e8cc-4d59-9ec2-588891676943 req-61cacdb8-07a2-42a4-819e-852d67d1370f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363111 Jun 30 03:23:21.785915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc98115-9cc9-47ee-b275-5959990e82d3 req-12fc0231-6fab-45f3-ab65-d36cb2761659 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:21.787390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5bc98115-9cc9-47ee-b275-5959990e82d3 req-12fc0231-6fab-45f3-ab65-d36cb2761659 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0630162 Jun 30 03:23:21.857197 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5bc98115-9cc9-47ee-b275-5959990e82d3 req-9ab77218-14b9-480b-b7e4-6e0eabc42c8f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Jun 30 03:23:22.999622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711c771-f6b3-46e8-850b-ff75ab02cb9c req-6fe1f153-cd21-474a-88fa-76a04523d1b3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:23.001156 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3711c771-f6b3-46e8-850b-ff75ab02cb9c req-6fe1f153-cd21-474a-88fa-76a04523d1b3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0648532 Jun 30 03:23:23.040988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3711c771-f6b3-46e8-850b-ff75ab02cb9c req-abddb349-29d4-411b-8e25-d09f1cf2a95d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331535 Jun 30 03:23:23.110062 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:23.658026 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:24.225022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ca55b-39dd-457f-8e3d-02c20ae2ea2d req-97ebc0f7-907b-4a5e-b97c-807991f2b346 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:24.226452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-188ca55b-39dd-457f-8e3d-02c20ae2ea2d req-97ebc0f7-907b-4a5e-b97c-807991f2b346 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0688827 Jun 30 03:23:24.266828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-188ca55b-39dd-457f-8e3d-02c20ae2ea2d req-d859010e-f287-4ba4-87e3-c14f11b29e09 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341711 Jun 30 03:23:25.442353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c798d67-1004-4761-8f95-b888d61e1e02 req-28f9d73f-6f48-4c99-b22d-dd419de03eda tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:25.443920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c798d67-1004-4761-8f95-b888d61e1e02 req-28f9d73f-6f48-4c99-b22d-dd419de03eda tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0665829 Jun 30 03:23:25.482730 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c798d67-1004-4761-8f95-b888d61e1e02 req-ab4e1013-e83d-4e92-94cd-1249dcb8a04d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331604 Jun 30 03:23:26.661729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb1381-3ca1-4110-a1a0-ef1a58b131ca req-a7bb2787-7350-40ce-83c7-d713739b376f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:26.663406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fffb1381-3ca1-4110-a1a0-ef1a58b131ca req-a7bb2787-7350-40ce-83c7-d713739b376f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0680156 Jun 30 03:23:26.705460 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fffb1381-3ca1-4110-a1a0-ef1a58b131ca req-164e167a-fb2f-463e-b68c-812c824a493d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353320 Jun 30 03:23:27.889369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa538-4bfe-4939-aa50-cce9ad04da8a req-9c8d8d9a-5fae-4dcb-8110-b14956375892 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:27.890842 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4ddaa538-4bfe-4939-aa50-cce9ad04da8a req-9c8d8d9a-5fae-4dcb-8110-b14956375892 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0639920 Jun 30 03:23:27.930428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4ddaa538-4bfe-4939-aa50-cce9ad04da8a req-8b3def2e-0d0f-467b-a8d3-8a2ed2331ea4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326357 Jun 30 03:23:28.201109 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-81e46dbd-16e0-440c-8706-339bfd49960c service neutron] show failed (client error): The resource could not be found. Jun 30 03:23:28.202043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-81e46dbd-16e0-440c-8706-339bfd49960c service neutron] 10.222.0.83 "GET /v2.0/ports/0b0a5044-5062-4664-8928-29fbdb5923a0/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0625420 Jun 30 03:23:28.686366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-593322a9-2164-4eff-8d13-5814114cd371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:29.116175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59ee1a-33b2-4a8c-b385-d0fd02f5d5fc req-adb2b3e5-6252-482c-9f3b-4a8e41acf40d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:29.117778 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c59ee1a-33b2-4a8c-b385-d0fd02f5d5fc req-adb2b3e5-6252-482c-9f3b-4a8e41acf40d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0675440 Jun 30 03:23:29.159960 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c59ee1a-33b2-4a8c-b385-d0fd02f5d5fc req-fb24622d-c80f-4779-a697-c4c950c4d52d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361068 Jun 30 03:23:29.279391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-0fb0ab49-4468-4318-85c0-c360b81f82be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:29.280813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-0fb0ab49-4468-4318-85c0-c360b81f82be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 1096 time: 0.3892407 Jun 30 03:23:29.292594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:23:29.361269 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:29.555908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0b0a5044-5062-4664-8928-29fbdb5923a0,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:29.593436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:23:29.636296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:23:29.638732 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3306fcf3-39b2-427c-abae-d503bd1dfe34" -d '{"events": [{"server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "name": "network-vif-unplugged", "status": "completed", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:23:29.642688 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:29.655233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Transition to ACTIVE for port object 0b0a5044-5062-4664-8928-29fbdb5923a0 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:23:29.693936 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c170a6-d391-4388-9f41-3bbc6092383c x-openstack-request-id: req-41c170a6-d391-4388-9f41-3bbc6092383c {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:23:29.693936 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "name": "network-vif-unplugged", "status": "completed", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:23:29.693936 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41c170a6-d391-4388-9f41-3bbc6092383c {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:23:29.693936 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'code': 200} Jun 30 03:23:29.781874 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:29.883499 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0a5044-5062-4664-8928-29fbdb5923a0,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:29.966155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] No DVR routers for this DVR port 0b0a5044-5062-4664-8928-29fbdb5923a0 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:23:30.098191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Attempting to bind port 0b0a5044-5062-4664-8928-29fbdb5923a0 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:23:30.098191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Attempting to bind port 0b0a5044-5062-4664-8928-29fbdb5923a0 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:23:30.098191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Attempting to bind port 0b0a5044-5062-4664-8928-29fbdb5923a0 on network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:23:30.098755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Port 0b0a5044-5062-4664-8928-29fbdb5923a0 on network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:23:30.099082 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Attempting to bind port 0b0a5044-5062-4664-8928-29fbdb5923a0 on network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:23:30.103878 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:23:30.104219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Checking segment: {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:23:30.104607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Bound using segment: {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:23:30.105040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Bound port: 0b0a5044-5062-4664-8928-29fbdb5923a0, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59cbafd-b4ee-4155-9d54-949b7fcdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:23:30.105400 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:30.170200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:23:30.173520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b0a5044-5062-4664-8928-29fbdb5923a0,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:23:30.270309 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:30.305692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:30.306631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:30.307986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] 10.222.0.74 "PUT /v2.0/ports/0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 200 len: 1091 time: 1.0194318 Jun 30 03:23:30.329288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0000e-8b4f-460a-9809-d69ffbc24464 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0a5044-5062-4664-8928-29fbdb5923a0,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:30.361025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd73a6-0441-42c4-9dcb-e732d3857572 req-39cac961-4a70-4ae1-b895-864d3be82392 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:30.363255 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80cd73a6-0441-42c4-9dcb-e732d3857572 req-39cac961-4a70-4ae1-b895-864d3be82392 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 943 time: 0.0790308 Jun 30 03:23:30.398290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-652a8be4-61a6-4ab3-bf55-bc2addc3acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:30.399853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-652a8be4-61a6-4ab3-bf55-bc2addc3acfc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1094 time: 0.0591111 Jun 30 03:23:30.406444 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-80cd73a6-0441-42c4-9dcb-e732d3857572 req-9205e8f3-8984-42a4-b6b1-bc146ce707a0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351367 Jun 30 03:23:30.505852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-8e4b9d87-b380-4d50-a9e6-af5e34ae0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:30.507345 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-8e4b9d87-b380-4d50-a9e6-af5e34ae0c87 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878 HTTP/1.1" status: 200 len: 898 time: 0.0995529 Jun 30 03:23:30.545272 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:23:30.574126 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-d864d4bf-39b6-44e3-a6c7-5e91f2e81a1d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 200 len: 999 time: 0.0602124 Jun 30 03:23:30.623839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-23742652-aaff-4c1d-93ec-fddbf25c2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:30.625290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-23742652-aaff-4c1d-93ec-fddbf25c2815 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0f74e80-57ce-4e36-8236-7febffdbc7dc HTTP/1.1" status: 200 len: 833 time: 0.0455458 Jun 30 03:23:30.687921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-975e07f2-f692-42d4-b58d-f00cf4bc6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:30.689410 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-975e07f2-f692-42d4-b58d-f00cf4bc6451 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580509 Jun 30 03:23:30.778967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-b12b89fc-90df-4dd7-a810-f1660272e8b5 service neutron] 10.222.0.74 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823758 Jun 30 03:23:30.881467 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f58fb26-55f9-414f-a82d-2473f0c93747 req-9ede1a28-25f5-45a8-8051-ed4ee2d660e4 service neutron] 10.222.0.74 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952408 Jun 30 03:23:31.353774 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:31.355894 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9e849978-8ede-4938-b6c0-c6958e901301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:31.481318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0b0a5044-5062-4664-8928-29fbdb5923a0 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:23:31.518801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0b0a5044-5062-4664-8928-29fbdb5923a0 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:23:31.586994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e47b1d-52e9-4ce8-8f76-76ecc0627370 req-bf5bd56d-4bda-4310-8cb0-b6e01b259e6d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:31.588461 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03e47b1d-52e9-4ce8-8f76-76ecc0627370 req-bf5bd56d-4bda-4310-8cb0-b6e01b259e6d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 943 time: 0.0653279 Jun 30 03:23:31.628098 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03e47b1d-52e9-4ce8-8f76-76ecc0627370 req-1c7b1efe-1799-44d1-b8c9-ce63bb0e1d9a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340407 Jun 30 03:23:31.689837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:23:31.692260 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3" -d '{"events": [{"name": "network-changed", "server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:23:31.741343 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84188c5-e974-4fa8-b090-e0c4d111fc04 x-openstack-request-id: req-d84188c5-e974-4fa8-b090-e0c4d111fc04 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:23:31.741864 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:23:31.742031 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d84188c5-e974-4fa8-b090-e0c4d111fc04 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:23:31.742301 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'status': 'completed', 'code': 200} Jun 30 03:23:31.815374 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-5fd74e54-43ee-4b67-b07e-33b39e588004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:31.817218 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-5fd74e54-43ee-4b67-b07e-33b39e588004 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1094 time: 0.0550551 Jun 30 03:23:31.827973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-f6e76ec8-ac6d-4266-bbaa-ac249e58d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:31.829439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-f6e76ec8-ac6d-4266-bbaa-ac249e58d956 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1094 time: 0.0587978 Jun 30 03:23:31.911526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-752f3924-b9ff-4b32-9fc7-44965c42f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:31.912942 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-752f3924-b9ff-4b32-9fc7-44965c42f6f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878 HTTP/1.1" status: 200 len: 898 time: 0.0895488 Jun 30 03:23:31.919470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-02281628-7f39-4853-b63b-573a636d827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:31.920931 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-02281628-7f39-4853-b63b-573a636d827d service neutron] 10.222.0.83 "GET /v2.0/networks?id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878 HTTP/1.1" status: 200 len: 898 time: 0.0853977 Jun 30 03:23:31.978822 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-5117bf5b-b019-4209-8d31-d373ad311311 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 200 len: 999 time: 0.0593791 Jun 30 03:23:31.991962 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-062ce94b-1bc1-4646-ad1e-130b43bc26a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 200 len: 999 time: 0.0637064 Jun 30 03:23:32.032539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-2cacfcd8-98d4-4763-9111-d0bfac4528b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:32.034014 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-2cacfcd8-98d4-4763-9111-d0bfac4528b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0f74e80-57ce-4e36-8236-7febffdbc7dc HTTP/1.1" status: 200 len: 833 time: 0.0490527 Jun 30 03:23:32.041085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-c7e21e92-0caa-44c5-b901-874ede15403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:32.042575 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-c7e21e92-0caa-44c5-b901-874ede15403a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f0f74e80-57ce-4e36-8236-7febffdbc7dc HTTP/1.1" status: 200 len: 833 time: 0.0449252 Jun 30 03:23:32.093310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-f9ddbe09-3dda-4273-9ee6-a6ce6d4a1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:32.094878 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-f9ddbe09-3dda-4273-9ee6-a6ce6d4a1954 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534928 Jun 30 03:23:32.099060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-f1d2a856-2d49-46d8-8d7c-8e84ab6c1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:32.100566 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-f1d2a856-2d49-46d8-8d7c-8e84ab6c1119 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516608 Jun 30 03:23:32.187996 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-4f24c53c-66bb-4df8-88a8-828bb918885a service neutron] 10.222.0.74 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853460 Jun 30 03:23:32.195631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-cc797d48-6824-42f1-bc95-ddda166504d0 service neutron] 10.222.0.83 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883331 Jun 30 03:23:32.288076 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-031a8ea7-6405-41b8-872d-ebba0e4eea6f service neutron] 10.222.0.83 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864472 Jun 30 03:23:32.288343 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0673d9f0-4db0-4cd0-9fa1-7fb46bfb70f3 req-9bbb2068-3782-4feb-b1d7-2d0c3206cd50 service neutron] 10.222.0.74 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930214 Jun 30 03:23:32.803373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47529f08-553e-462f-9dbd-75e5f291cfe3 req-8daa8cb6-7c85-4a4c-b9de-5711cf1bdde5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:32.804817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47529f08-553e-462f-9dbd-75e5f291cfe3 req-8daa8cb6-7c85-4a4c-b9de-5711cf1bdde5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 943 time: 0.0645144 Jun 30 03:23:32.844708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-47529f08-553e-462f-9dbd-75e5f291cfe3 req-1cd06a31-9424-49cf-b7e5-84c4a08f0700 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343485 Jun 30 03:23:33.023760 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:34.019928 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af687f8-7222-48a3-ac87-d64f81c9bd39 req-570407f1-0fa7-4acc-8bc6-38c65033f135 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:34.021390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0af687f8-7222-48a3-ac87-d64f81c9bd39 req-570407f1-0fa7-4acc-8bc6-38c65033f135 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 943 time: 0.0633469 Jun 30 03:23:34.062251 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0af687f8-7222-48a3-ac87-d64f81c9bd39 req-5251fe58-9078-4ffd-9a1c-c93e7f9dbd8d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350385 Jun 30 03:23:34.313800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0b0a5044-5062-4664-8928-29fbdb5923a0 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:23:34.409139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b0a5044-5062-4664-8928-29fbdb5923a0,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:34.420679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'port_id': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'mac_address': 'fa:16:3e:a8:b5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:23:34.458726 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:34.471910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0a5044-5062-4664-8928-29fbdb5923a0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:23:34.492444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b0a5044-5062-4664-8928-29fbdb5923a0,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:34.571047 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:34.602403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c217a-8d68-4b90-914b-eb394472f78d req-4dede3d8-2baa-41a5-a8b3-3210b66a76ec tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:34.604049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f32c217a-8d68-4b90-914b-eb394472f78d req-4dede3d8-2baa-41a5-a8b3-3210b66a76ec tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 943 time: 0.0760355 Jun 30 03:23:34.623382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=0b0a5044-5062-4664-8928-29fbdb5923a0,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:34.641927 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.642274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.642617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.642953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.643285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.643709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.644033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.644891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.645217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.645559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.645883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.648198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:23:34.705353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f32c217a-8d68-4b90-914b-eb394472f78d req-bda2e0d2-ae76-444c-a6fc-35d72eb9d62c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934477 Jun 30 03:23:34.735989 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:34.761078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-ae4e33e1-bf31-478b-8d35-471e8d4cf98f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:34.762528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-ae4e33e1-bf31-478b-8d35-471e8d4cf98f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5&tenant_id=56aca93fb557441c86c81e20c38354cf&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 944 time: 0.1347625 Jun 30 03:23:34.811455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['0b0a5044-5062-4664-8928-29fbdb5923a0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:23:34.822043 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-0694d4a5-ed32-4348-8d05-92f73312f080 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:23:34.823093 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-0694d4a5-ed32-4348-8d05-92f73312f080 service neutron] 10.222.0.83 "DELETE /v2.0/ports/0b0a5044-5062-4664-8928-29fbdb5923a0/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0545251 Jun 30 03:23:34.933700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-39a4a6bb-00cb-42b5-8f8a-4cad6097e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:34.936548 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-39a4a6bb-00cb-42b5-8f8a-4cad6097e580 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1095 time: 0.0705280 Jun 30 03:23:35.031998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-489fd773-7f2d-432b-87f9-0af83de46a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:35.033377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-489fd773-7f2d-432b-87f9-0af83de46a6d service neutron] 10.222.0.83 "GET /v2.0/networks?id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878 HTTP/1.1" status: 200 len: 898 time: 0.0905383 Jun 30 03:23:35.096421 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-0f1e009f-1154-4e32-8f5f-62a920e9e585 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 200 len: 1000 time: 0.0569031 Jun 30 03:23:35.143446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-1d5d13f5-a1cf-4b2e-82a5-0c8b5e50b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:35.144927 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-1d5d13f5-a1cf-4b2e-82a5-0c8b5e50b665 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f0f74e80-57ce-4e36-8236-7febffdbc7dc HTTP/1.1" status: 200 len: 833 time: 0.0427668 Jun 30 03:23:35.204041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-e16e236b-5dee-4521-a0d9-365939943c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:35.205482 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-e16e236b-5dee-4521-a0d9-365939943c94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543339 Jun 30 03:23:35.294451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-1d0464a3-2773-4b85-894f-5e116c4250a4 service neutron] 10.222.0.83 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815990 Jun 30 03:23:35.384114 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3563a540-719e-4e6d-a7bb-b04ae1ce2c15 req-9b530b4a-d540-4e99-a7b1-3c78588515b6 service neutron] 10.222.0.83 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838041 Jun 30 03:23:35.895329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88fdb8-1b5e-469f-8c06-0678f943671a req-8363f493-cb96-457a-90fd-0da8609ef1c5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:35.896799 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eb88fdb8-1b5e-469f-8c06-0678f943671a req-8363f493-cb96-457a-90fd-0da8609ef1c5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 944 time: 0.0715773 Jun 30 03:23:35.947058 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eb88fdb8-1b5e-469f-8c06-0678f943671a req-71772a10-d8dc-4a03-9ef8-a8732b972130 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378177 Jun 30 03:23:36.330219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0b0a5044-5062-4664-8928-29fbdb5923a0 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:23:36.491817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 0b0a5044-5062-4664-8928-29fbdb5923a0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:23:36.495841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 0b0a5044-5062-4664-8928-29fbdb5923a0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:23:36.496469 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:36.574579 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:36.598336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:23:36.600802 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039c0bfa-3369-4ac0-93d8-3fe7cc8efbe1" -d '{"events": [{"server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "name": "network-vif-plugged", "status": "completed", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:23:36.614834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b0a5044-5062-4664-8928-29fbdb5923a0,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:23:36.638836 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-11854f77-cbcd-45a7-b4a7-a96f846fc9e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546331 Jun 30 03:23:36.708431 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bb45fd-9363-4280-b7a2-693d7b5730a5 x-openstack-request-id: req-37bb45fd-9363-4280-b7a2-693d7b5730a5 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:23:36.708725 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "name": "network-vif-plugged", "status": "completed", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:23:36.708983 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37bb45fd-9363-4280-b7a2-693d7b5730a5 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:23:36.709381 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'code': 200} Jun 30 03:23:36.726775 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:36.761081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-9141d148-6aba-4b57-885c-095b81fa9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:36.762644 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-9141d148-6aba-4b57-885c-095b81fa9047 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e4126028aba423ebbccfd0459c71b2d&device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1097 time: 0.0576341 Jun 30 03:23:36.775046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=0b0a5044-5062-4664-8928-29fbdb5923a0,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:23:36.872047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-52419e41-20aa-42aa-b48d-39372aee775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:36.873566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-52419e41-20aa-42aa-b48d-39372aee775d service neutron] 10.222.0.74 "GET /v2.0/networks?id=d7504505-541f-49e3-b347-269ccb6890c1 HTTP/1.1" status: 200 len: 915 time: 0.0896149 Jun 30 03:23:36.940025 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-03f843d5-eb7d-4851-bdc4-3ddb72ee3533 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 HTTP/1.1" status: 200 len: 1002 time: 0.0603859 Jun 30 03:23:36.996112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-cfd695c7-6188-41bb-b892-88d0fad7ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:36.997613 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-cfd695c7-6188-41bb-b892-88d0fad7ce93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca0e62aa-fea8-4af2-aeec-0e8447cd27eb HTTP/1.1" status: 200 len: 853 time: 0.0517151 Jun 30 03:23:37.056162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-d9d55cef-159b-47df-bf79-bb23018cf93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:37.057710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-d9d55cef-159b-47df-bf79-bb23018cf93a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d7504505-541f-49e3-b347-269ccb6890c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539753 Jun 30 03:23:37.191740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84a365-6af9-4909-a8c7-bdb3d633c599 req-a94c4f9e-003d-4054-b25d-bbfe19385c14 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:37.193144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d84a365-6af9-4909-a8c7-bdb3d633c599 req-a94c4f9e-003d-4054-b25d-bbfe19385c14 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.1345718 Jun 30 03:23:37.194881 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-84137202-df37-46b7-b2ec-a8c5c0469e72 service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267335 Jun 30 03:23:37.278305 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d84a365-6af9-4909-a8c7-bdb3d633c599 req-fba4623d-2579-4c08-b477-31bfe5ab4bef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794005 Jun 30 03:23:37.303155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50314) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:23:37.319075 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2d3acc83-6db3-45f4-a9f3-dcf3251ca438 req-87b65886-c6cc-413e-be16-a67c06e09f99 service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143653 Jun 30 03:23:37.369347 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c150eee4-3238-4f23-b9bd-634b7bb65ed7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/8e493d81-bb37-4874-8d17-78edbc3a4cbc HTTP/1.1" status: 200 len: 993 time: 0.0651133 Jun 30 03:23:53.125501 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:53.719720 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:58.622475 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-943447fd-4595-414e-ba17-782ae5e72f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:01.330639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:01.387718 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b9b28bf4-acd7-412d-ac99-c15e26cd4b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:02.982573 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:04.748170 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:06.134400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e296d3c-adf7-491a-a26c-60e3c6a4734d req-72c9c860-a7b4-40f6-9bba-08995752c9cc tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:06.136234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e296d3c-adf7-491a-a26c-60e3c6a4734d req-72c9c860-a7b4-40f6-9bba-08995752c9cc tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0568647 Jun 30 03:24:06.170768 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e296d3c-adf7-491a-a26c-60e3c6a4734d req-64011962-3de0-456a-a6c2-e7d1d8575184 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288572 Jun 30 03:24:06.200127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50342) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:06.357363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 350f6a55-0452-4693-a945-f0e4eb91fa15 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:06.357830 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:06.431801 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:06.432135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:06.443399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 350f6a55-0452-4693-a945-f0e4eb91fa15 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:06.730777 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:06.754581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=350f6a55-0452-4693-a945-f0e4eb91fa15,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:06.765478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.765887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.766225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.767097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.767097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.767410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.767573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.767873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.768207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.768558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.769404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.769756 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:06.835952 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:06.836290 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Floating IP 8e493d81-bb37-4874-8d17-78edbc3a4cbc disassociated (deleted). External IP: 172.25.2.226, port: 0b0a5044-5062-4664-8928-29fbdb5923a0. Jun 30 03:24:07.046784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:24:07.454986 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:24:07.459761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:07.464179 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] Sync routers for ids ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:24:07.472941 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] Routers {'6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:07.473573 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:07.495533 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ebae630e-82e2-4513-b9b6-abc46dc6ef87 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/floatingips/8e493d81-bb37-4874-8d17-78edbc3a4cbc HTTP/1.1" status: 204 len: 168 time: 1.2942760 Jun 30 03:24:07.496090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:07.498496 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e272e614-c3b0-41ec-9715-13c331ad0bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:07.566438 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:24:07.585868 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] Set router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:07.627292 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e700a9ad-c9fd-4ed4-a1da-122f628dab5f x-openstack-request-id: req-e700a9ad-c9fd-4ed4-a1da-122f628dab5f {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:07.627583 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:07.627835 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e700a9ad-c9fd-4ed4-a1da-122f628dab5f {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:07.628227 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'status': 'completed', 'code': 200} Jun 30 03:24:07.718931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-b8dcf96e-2e76-4292-891a-b0dffd6fd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:07.720322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-b8dcf96e-2e76-4292-891a-b0dffd6fd5b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0645769 Jun 30 03:24:07.804723 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:18Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0909ea56-9f28-4f4d-9722-ca43772a018d', 'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:a1:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:17Z', 'updated_at': '2021-06-30T03:22:23Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:07.824671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-170c897a-7a67-43c7-8d5d-e2e6578a2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:07.826191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-170c897a-7a67-43c7-8d5d-e2e6578a2be9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878 HTTP/1.1" status: 200 len: 898 time: 0.0996461 Jun 30 03:24:07.834268 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] Checking router: 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:24:07.842967 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] Routers {'6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:07.843568 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:07.871950 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-a0659cdc-e553-4955-91dc-958f20e6bc94 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 200 len: 217 time: 0.0380595 Jun 30 03:24:07.949749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-063e2660-159f-4f5d-a513-119263ee9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:07.951879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-063e2660-159f-4f5d-a513-119263ee9e0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f0f74e80-57ce-4e36-8236-7febffdbc7dc HTTP/1.1" status: 200 len: 833 time: 0.0735219 Jun 30 03:24:07.968035 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] Set router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:08.015791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-355e73a7-1e1a-49fb-b35e-508e9ece2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:08.017295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-355e73a7-1e1a-49fb-b35e-508e9ece2f16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9efe1812-d1ee-4a29-a23d-6b2e5ef69878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588119 Jun 30 03:24:08.153141 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-a655533d-b194-49c5-a9fa-5f8a02dce641 service neutron] 10.222.0.74 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268938 Jun 30 03:24:08.254281 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307afc1-2c11-4761-98f1-247881f19e2e req-81548c90-cde5-40f9-bb63-56be6238a6dd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:08.255853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f307afc1-2c11-4761-98f1-247881f19e2e req-81548c90-cde5-40f9-bb63-56be6238a6dd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.1393859 Jun 30 03:24:08.284129 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:18Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0909ea56-9f28-4f4d-9722-ca43772a018d', 'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:a1:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:17Z', 'updated_at': '2021-06-30T03:22:23Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:08.299209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e272e614-c3b0-41ec-9715-13c331ad0bb8 req-ec48b29b-cdc0-432a-955a-7634774d3cc1 service neutron] 10.222.0.74 "GET /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378193 Jun 30 03:24:08.310578 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0054dfa4-a47f-4aa3-92eb-7b1a6bf3da92 None None] The sync data for ids ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'] in n-d-798249-3 is: [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:22:18Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0909ea56-9f28-4f4d-9722-ca43772a018d', 'name': '', 'network_id': '9efe1812-d1ee-4a29-a23d-6b2e5ef69878', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:a1:97:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:17Z', 'updated_at': '2021-06-30T03:22:23Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'f0f74e80-57ce-4e36-8236-7febffdbc7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:24:08.314027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f307afc1-2c11-4761-98f1-247881f19e2e req-f86224d1-1f18-4e61-904e-7bb29bd117c8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513902 Jun 30 03:24:08.530272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74c910c-c7c9-468c-8d6d-1298fb7a2594 None None] New status for floating IP 8e493d81-bb37-4874-8d17-78edbc3a4cbc: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:24:09.496175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83727e74-5d4d-4273-9aaf-fb3ed2199e6c req-f51d9c62-3f3b-4d66-8c4e-a3dcc6964d05 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:09.497798 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83727e74-5d4d-4273-9aaf-fb3ed2199e6c req-f51d9c62-3f3b-4d66-8c4e-a3dcc6964d05 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0647640 Jun 30 03:24:09.538715 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83727e74-5d4d-4273-9aaf-fb3ed2199e6c req-d609f57a-df7a-4f74-a80d-71fb92bf1d45 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344241 Jun 30 03:24:09.560326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630524b-7678-425f-a282-e334e3e1eae8 req-c10995f4-9718-459e-9601-7316d149c643 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:09.560326 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d630524b-7678-425f-a282-e334e3e1eae8 req-c10995f4-9718-459e-9601-7316d149c643 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.74 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 945 time: 0.0664711 Jun 30 03:24:09.656941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-d630524b-7678-425f-a282-e334e3e1eae8 req-39ba5aa1-c403-436d-9b97-7d9a1951b0d9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 0b0a5044-5062-4664-8928-29fbdb5923a0 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:09.657276 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d630524b-7678-425f-a282-e334e3e1eae8 req-39ba5aa1-c403-436d-9b97-7d9a1951b0d9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:09.750442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d630524b-7678-425f-a282-e334e3e1eae8 req-39ba5aa1-c403-436d-9b97-7d9a1951b0d9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port 0b0a5044-5062-4664-8928-29fbdb5923a0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0b0a5044-5062-4664-8928-29fbdb5923a0,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:09.750797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d630524b-7678-425f-a282-e334e3e1eae8 req-39ba5aa1-c403-436d-9b97-7d9a1951b0d9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:09.762541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-d630524b-7678-425f-a282-e334e3e1eae8 req-39ba5aa1-c403-436d-9b97-7d9a1951b0d9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 0b0a5044-5062-4664-8928-29fbdb5923a0 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:09.998580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d630524b-7678-425f-a282-e334e3e1eae8 req-39ba5aa1-c403-436d-9b97-7d9a1951b0d9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:10.033631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba5aa1-c403-436d-9b97-7d9a1951b0d9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=0b0a5044-5062-4664-8928-29fbdb5923a0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:10.079255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d630524b-7678-425f-a282-e334e3e1eae8 req-39ba5aa1-c403-436d-9b97-7d9a1951b0d9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] No DVR routers for this DVR port 0b0a5044-5062-4664-8928-29fbdb5923a0 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:10.082512 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d630524b-7678-425f-a282-e334e3e1eae8 req-39ba5aa1-c403-436d-9b97-7d9a1951b0d9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:10.084543 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d630524b-7678-425f-a282-e334e3e1eae8 req-39ba5aa1-c403-436d-9b97-7d9a1951b0d9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.74 "DELETE /v2.0/ports/0b0a5044-5062-4664-8928-29fbdb5923a0 HTTP/1.1" status: 204 len: 173 time: 0.5285969 Jun 30 03:24:10.084984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'name': 'network-vif-deleted', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:10.087295 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801cb5b8-0422-4282-a37c-75379a421d2b" -d '{"events": [{"server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "name": "network-vif-deleted", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:10.121360 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2b1305-cead-4c94-bf91-8933a5f2658e x-openstack-request-id: req-8c2b1305-cead-4c94-bf91-8933a5f2658e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:10.121684 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684fcd14-1ec6-440d-9d0c-7dcc8af73aa5", "name": "network-vif-deleted", "tag": "0b0a5044-5062-4664-8928-29fbdb5923a0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:10.121944 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c2b1305-cead-4c94-bf91-8933a5f2658e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:10.122348 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684fcd14-1ec6-440d-9d0c-7dcc8af73aa5', 'name': 'network-vif-deleted', 'tag': '0b0a5044-5062-4664-8928-29fbdb5923a0', 'status': 'completed', 'code': 200} Jun 30 03:24:10.691027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9bfde3d9-915e-4aee-adbe-c700c6ac4020 req-05f9656d-1b0f-441c-b5c8-87f4b8464140 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=684fcd14-1ec6-440d-9d0c-7dcc8af73aa5 HTTP/1.1" status: 200 len: 210 time: 0.0279503 Jun 30 03:24:11.822417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50364) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:12.188650 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:12.504650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0b0a5044-5062-4664-8928-29fbdb5923a0 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:12.527768 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 0b0a5044-5062-4664-8928-29fbdb5923a0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:12.528120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0b0a5044-5062-4664-8928-29fbdb5923a0 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:12.751420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 0909ea56-9f28-4f4d-9722-ca43772a018d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:12.751760 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:12.840395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port 0909ea56-9f28-4f4d-9722-ca43772a018d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0909ea56-9f28-4f4d-9722-ca43772a018d,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:12.841068 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:12.854010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 0909ea56-9f28-4f4d-9722-ca43772a018d owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:13.239645 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:13.269847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=0909ea56-9f28-4f4d-9722-ca43772a018d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:13.282013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.282366 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.282705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.283040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.283370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.283697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.284022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.284349 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.284672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.285076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.285312 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.285654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:13.485129 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:13.696280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:24:13.814112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:24:13.819881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ef5d21dd-dbe7-4db9-ac4c-99ab1407c6af tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "PUT /v2.0/routers/6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9964471 Jun 30 03:24:13.822971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50366) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:13.825487 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] Sync routers for ids ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:24:13.835254 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] Routers {'6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:13.835876 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:13.879411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2830fb8-ca6a-4c33-860d-99c1e371b147 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting subnet f0f74e80-57ce-4e36-8236-7febffdbc7dc {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:24:13.883056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2830fb8-ca6a-4c33-860d-99c1e371b147 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:13.922755 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2830fb8-ca6a-4c33-860d-99c1e371b147 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:13.943537 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] Set router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:14.009176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2830fb8-ca6a-4c33-860d-99c1e371b147 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.119699 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:24:12Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:14.150669 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] Checking router: 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:24:14.158962 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] Routers {'6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:14.160113 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:14.164632 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2830fb8-ca6a-4c33-860d-99c1e371b147 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.191973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2830fb8-ca6a-4c33-860d-99c1e371b147 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f74e80-57ce-4e36-8236-7febffdbc7dc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:14.196664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d2830fb8-ca6a-4c33-860d-99c1e371b147 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.199507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d2830fb8-ca6a-4c33-860d-99c1e371b147 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/subnets/f0f74e80-57ce-4e36-8236-7febffdbc7dc HTTP/1.1" status: 204 len: 168 time: 0.3745363 Jun 30 03:24:14.201677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50368) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:14.229140 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4706550-7701-4470-8b42-a6ff5f748ba8 None None] Network 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:24:14.271661 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] Set router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:14.343903 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.438870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd6b544-3a78-44b6-8e14-a5f21ddca2c3 None None] DHCP port deletion for 9efe1812-d1ee-4a29-a23d-6b2e5ef69878 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:24:14.458035 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:24:12Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:14.469883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.485365 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e2fb3a-2582-4c57-b740-46a81156a63b None None] The sync data for ids ['6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f'] in n-d-798249-3 is: [{'id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172031916', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:22:11Z', 'updated_at': '2021-06-30T03:24:12Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '81e5d139-0d2e-4d92-a9ee-d79defee83a8', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:22:12Z', 'updated_at': '2021-06-30T03:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:24:14.489041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ebd6b544-3a78-44b6-8e14-a5f21ddca2c3 None None] Deleting port 856a019e-7c0b-45a4-adbf-073edd432414 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:14.489411 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ebd6b544-3a78-44b6-8e14-a5f21ddca2c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.552510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ebd6b544-3a78-44b6-8e14-a5f21ddca2c3 None None] For port 856a019e-7c0b-45a4-adbf-073edd432414, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=856a019e-7c0b-45a4-adbf-073edd432414,segment=NetworkSegment(e59cbafd-b4ee-4155-9d54-949b7fcdef85),segment_id=e59cbafd-b4ee-4155-9d54-949b7fcdef85)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:14.552901 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ebd6b544-3a78-44b6-8e14-a5f21ddca2c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.568488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ebd6b544-3a78-44b6-8e14-a5f21ddca2c3 None None] Calling delete_port for 856a019e-7c0b-45a4-adbf-073edd432414 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:14.626396 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 81e5d139-0d2e-4d92-a9ee-d79defee83a8 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:14.626880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.711301 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port 81e5d139-0d2e-4d92-a9ee-d79defee83a8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=81e5d139-0d2e-4d92-a9ee-d79defee83a8,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:14.711573 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.724144 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 81e5d139-0d2e-4d92-a9ee-d79defee83a8 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:14.776242 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ebd6b544-3a78-44b6-8e14-a5f21ddca2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.802428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6b544-3a78-44b6-8e14-a5f21ddca2c3 None None] Pushing event deleted for resources: {'Port': ['ID=856a019e-7c0b-45a4-adbf-073edd432414,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:14.806170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd6b544-3a78-44b6-8e14-a5f21ddca2c3 None None] No DVR routers for this DVR port 856a019e-7c0b-45a4-adbf-073edd432414 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:15.107871 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.132550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=81e5d139-0d2e-4d92-a9ee-d79defee83a8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:15.196408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.287632 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.289718 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.422268 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.422834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Fanout notify agent at l3_agent the message router_deleted on router 6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:24:15.430395 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.431534 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c8d1ff46-5156-4ba1-87fa-dae2d3af7baa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/routers/6b2d7eaf-054f-4441-a1e9-dfbfa8755c3f HTTP/1.1" status: 204 len: 168 time: 1.2282887 Jun 30 03:24:15.434180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50372) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:15.514740 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.557333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50374) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:15.610674 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.620939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efe1812-d1ee-4a29-a23d-6b2e5ef69878']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:15.631840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59cbafd-b4ee-4155-9d54-949b7fcdef85') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:15.632153 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59cbafd-b4ee-4155-9d54-949b7fcdef85') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:15.641620 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.656032 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.662734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:24:15.663137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:24:15.666151 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:24:15.811604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Deleting port ad9b3344-a4c7-4745-b258-7a1c693740c1 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:15.811827 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.880749 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.893536 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.893536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/networks/9efe1812-d1ee-4a29-a23d-6b2e5ef69878 HTTP/1.1" status: 204 len: 168 time: 0.4560764 Jun 30 03:24:15.894947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50378) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:15.907097 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.907438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:15.921881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b988fed-ecba-4533-9620-582a6513f086 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Network': ['ID=9efe1812-d1ee-4a29-a23d-6b2e5ef69878,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:15.922816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 856a019e-7c0b-45a4-adbf-073edd432414 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:15.945438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Calling delete_port for ad9b3344-a4c7-4745-b258-7a1c693740c1 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:15.951732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 856a019e-7c0b-45a4-adbf-073edd432414 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:15.953234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 856a019e-7c0b-45a4-adbf-073edd432414 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:15.953234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 81e5d139-0d2e-4d92-a9ee-d79defee83a8 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:15.973841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 81e5d139-0d2e-4d92-a9ee-d79defee83a8 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:15.974326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 81e5d139-0d2e-4d92-a9ee-d79defee83a8 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:15.974749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0909ea56-9f28-4f4d-9722-ca43772a018d no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:15.996031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0909ea56-9f28-4f4d-9722-ca43772a018d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:15.996031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0909ea56-9f28-4f4d-9722-ca43772a018d not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:16.044042 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a83fb612-c154-4da6-9570-76f7ff2e26e1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.097259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a83fb612-c154-4da6-9570-76f7ff2e26e1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.296198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a83fb612-c154-4da6-9570-76f7ff2e26e1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.298722 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a83fb612-c154-4da6-9570-76f7ff2e26e1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.300406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a83fb612-c154-4da6-9570-76f7ff2e26e1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/security-groups/cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400 HTTP/1.1" status: 204 len: 168 time: 0.4038138 Jun 30 03:24:16.309668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fb612-c154-4da6-9570-76f7ff2e26e1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1d84c3-bb7a-49d9-bae2-f93cd4e4a400,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:16.324056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.351277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event deleted for resources: {'Port': ['ID=ad9b3344-a4c7-4745-b258-7a1c693740c1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:16.414182 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.414559 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Floating IP 7c054728-95e6-42e9-803a-e2f6b7134833 disassociated (deleted). External IP: 172.25.2.141, port: ccc20c9b-b923-4e33-83cb-b1ac8a05fa99. Jun 30 03:24:16.628926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Router 7fef7f73-dd15-4186-b38b-e43634e587cf has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:24:16.735058 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:24:16.740008 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.746559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] Sync routers for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:24:16.756114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:16.756730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:16.775687 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8d2f8894-b849-4350-875f-f615fc9e90e0 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "DELETE /v2.0/floatingips/7c054728-95e6-42e9-803a-e2f6b7134833 HTTP/1.1" status: 204 len: 168 time: 1.2172182 Jun 30 03:24:16.776261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:16.778540 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab" -d '{"events": [{"name": "network-changed", "server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:16.965593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50388) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:16.970615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a61be288-d77d-47f3-9b4f-63a7d686d2b3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1573083002', 'description': 'tempest-secgroup-smoke-1573083002 description', 'project_id': '56aca93fb557441c86c81e20c38354cf'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:17.023854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:17.056784 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ed08a6-0f24-4457-a2cf-c3e1e045bccc x-openstack-request-id: req-74ed08a6-0f24-4457-a2cf-c3e1e045bccc {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:17.057079 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:17.057332 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74ed08a6-0f24-4457-a2cf-c3e1e045bccc {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:17.057772 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'status': 'completed', 'code': 200} Jun 30 03:24:17.108372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a61be288-d77d-47f3-9b4f-63a7d686d2b3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:17.136826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-66a9ec8a-bfe4-42ea-9a33-514174806e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:17.138511 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-66a9ec8a-bfe4-42ea-9a33-514174806e09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6e4126028aba423ebbccfd0459c71b2d&device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 1097 time: 0.0584693 Jun 30 03:24:17.201786 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a61be288-d77d-47f3-9b4f-63a7d686d2b3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:17.230709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:17.233064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-ed0ad4d2-a835-4ebb-8978-4a92143906cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:17.234609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-ed0ad4d2-a835-4ebb-8978-4a92143906cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=d7504505-541f-49e3-b347-269ccb6890c1 HTTP/1.1" status: 200 len: 915 time: 0.0899141 Jun 30 03:24:17.265521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] Checking router: 7fef7f73-dd15-4186-b38b-e43634e587cf for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:24:17.275041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:17.276072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:17.289364 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-66f91490-5f32-4cc0-92c0-c35a01397502 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 HTTP/1.1" status: 200 len: 217 time: 0.0417755 Jun 30 03:24:17.339085 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-7e41fbd0-e4a7-46c1-ba5f-8301c5289eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:17.340790 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-7e41fbd0-e4a7-46c1-ba5f-8301c5289eff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca0e62aa-fea8-4af2-aeec-0e8447cd27eb HTTP/1.1" status: 200 len: 853 time: 0.0451612 Jun 30 03:24:17.353307 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a61be288-d77d-47f3-9b4f-63a7d686d2b3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:17.385520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:17.387289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61be288-d77d-47f3-9b4f-63a7d686d2b3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a920b60-3af4-462a-a7c9-e2d6b078f09e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:17.401794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-d8a4b872-d786-4045-82fa-e7bf6d56f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:17.411360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-d8a4b872-d786-4045-82fa-e7bf6d56f7e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d7504505-541f-49e3-b347-269ccb6890c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566366 Jun 30 03:24:17.520448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a61be288-d77d-47f3-9b4f-63a7d686d2b3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:17.522545 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a61be288-d77d-47f3-9b4f-63a7d686d2b3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5558798 Jun 30 03:24:17.523232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-14b6f397-1845-4c21-b761-009607d7ea0e service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052449 Jun 30 03:24:17.525401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50394) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:17.530615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d4f82a81-6e10-47ea-b29a-40f365d1f957 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '8a920b60-3af4-462a-a7c9-e2d6b078f09e', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:17.606197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:17.633976 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8400a-8b65-4cfd-aa32-e884acc1e4f2 None None] The sync data for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 is: [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:18:26Z', 'revision_number': 4, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'fce70fa2-e67f-4a6f-aa2a-7fea155c15f9', 'name': '', 'network_id': 'd7504505-541f-49e3-b347-269ccb6890c1', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'mac_address': 'fa:16:3e:fd:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:24Z', 'updated_at': '2021-06-30T03:18:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'subnets': [{'id': 'ca0e62aa-fea8-4af2-aeec-0e8447cd27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:24:17.639053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4f82a81-6e10-47ea-b29a-40f365d1f957 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:17.643214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbf3cd-3023-4fb1-8efb-c941e2a3d3ad req-78e6fb2e-8da9-4aa1-9c82-6b82a3616e3b tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:17.645421 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7fcbf3cd-3023-4fb1-8efb-c941e2a3d3ad req-78e6fb2e-8da9-4aa1-9c82-6b82a3616e3b tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 946 time: 0.1366768 Jun 30 03:24:17.669761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-337b6dbf-b32a-49ae-b671-a2aa90a0eaab req-d0699b18-a102-40c4-8cb0-c47607fe3ede service neutron] 10.222.0.74 "GET /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296866 Jun 30 03:24:17.692958 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7fcbf3cd-3023-4fb1-8efb-c941e2a3d3ad req-74b542e1-21c3-4429-af19-7982729213be tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Jun 30 03:24:17.715834 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4f82a81-6e10-47ea-b29a-40f365d1f957 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:17.821772 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4f82a81-6e10-47ea-b29a-40f365d1f957 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:17.843405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f82a81-6e10-47ea-b29a-40f365d1f957 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2804886-ab2c-4c76-8ae0-4a2f1f841613,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:17.869436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e18e2-5b67-45e7-9779-d94b66c50f6b None None] New status for floating IP 7c054728-95e6-42e9-803a-e2f6b7134833: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:24:17.947836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4f82a81-6e10-47ea-b29a-40f365d1f957 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:17.952349 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d4f82a81-6e10-47ea-b29a-40f365d1f957 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4226415 Jun 30 03:24:17.952870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50396) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:17.957907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f4c4e2f1-f1a7-4d70-a9de-2377c1615438 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '8a920b60-3af4-462a-a7c9-e2d6b078f09e', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:18.084789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e2f1-f1a7-4d70-a9de-2377c1615438 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:18.134066 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e2f1-f1a7-4d70-a9de-2377c1615438 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:18.239658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e2f1-f1a7-4d70-a9de-2377c1615438 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:18.258537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4e2f1-f1a7-4d70-a9de-2377c1615438 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62428e81-1733-44be-9174-83289eb55e52,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:18.318888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f4c4e2f1-f1a7-4d70-a9de-2377c1615438 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:18.320098 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f4c4e2f1-f1a7-4d70-a9de-2377c1615438 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3661962 Jun 30 03:24:18.323014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50398) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:18.327536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-09eeba16-1908-4b24-ad5f-f893f373f8b2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '8a920b60-3af4-462a-a7c9-e2d6b078f09e', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:18.444287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09eeba16-1908-4b24-ad5f-f893f373f8b2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:18.504206 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09eeba16-1908-4b24-ad5f-f893f373f8b2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:18.604393 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09eeba16-1908-4b24-ad5f-f893f373f8b2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:18.623950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eeba16-1908-4b24-ad5f-f893f373f8b2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95572c2f-9336-4d8a-8b81-03ac82b6789b,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:18.696107 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-09eeba16-1908-4b24-ad5f-f893f373f8b2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:18.697370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-09eeba16-1908-4b24-ad5f-f893f373f8b2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734112 Jun 30 03:24:18.700045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50400) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:18.704715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-991bf5fc-a848-4830-95cf-1b496a5cbc90 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '8a920b60-3af4-462a-a7c9-e2d6b078f09e', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:18.861392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-991bf5fc-a848-4830-95cf-1b496a5cbc90 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:18.880461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41929752-a8c2-40f6-bf98-303921cc6414 req-423845ea-bb0e-4bdc-b6ea-017ea85bda57 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:18.882084 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41929752-a8c2-40f6-bf98-303921cc6414 req-423845ea-bb0e-4bdc-b6ea-017ea85bda57 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 946 time: 0.0674253 Jun 30 03:24:18.921060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-41929752-a8c2-40f6-bf98-303921cc6414 req-2136376f-1cc1-4bbd-b436-59992560f638 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330875 Jun 30 03:24:18.927766 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-991bf5fc-a848-4830-95cf-1b496a5cbc90 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.035340 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-991bf5fc-a848-4830-95cf-1b496a5cbc90 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.057575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bf5fc-a848-4830-95cf-1b496a5cbc90 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b864d0bf-e101-4c8e-a77c-a975a0118803,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:19.072902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee394aca-fd65-49d2-a92d-00f951995aac tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:19.074405 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee394aca-fd65-49d2-a92d-00f951995aac tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 946 time: 0.0846312 Jun 30 03:24:19.170324 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-991bf5fc-a848-4830-95cf-1b496a5cbc90 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.171513 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-991bf5fc-a848-4830-95cf-1b496a5cbc90 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4705052 Jun 30 03:24:19.174460 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50404) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:19.179311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4137c7af-395b-4e33-a874-832aebd94edd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '8a920b60-3af4-462a-a7c9-e2d6b078f09e', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:19.180150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee8006a3-500a-4d7b-8b2f-d24923107366 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Deleting port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:19.180498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee8006a3-500a-4d7b-8b2f-d24923107366 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.272320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee8006a3-500a-4d7b-8b2f-d24923107366 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] For port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:19.273064 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee8006a3-500a-4d7b-8b2f-d24923107366 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.285311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee8006a3-500a-4d7b-8b2f-d24923107366 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Calling delete_port for ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:19.307314 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-4137c7af-395b-4e33-a874-832aebd94edd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Project 56aca93fb557441c86c81e20c38354cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:24:19.312636 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4137c7af-395b-4e33-a874-832aebd94edd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.364164 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4137c7af-395b-4e33-a874-832aebd94edd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.484728 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4137c7af-395b-4e33-a874-832aebd94edd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.504297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137c7af-395b-4e33-a874-832aebd94edd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab938b6d-f738-4d5c-95af-469992721448,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:19.518980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee8006a3-500a-4d7b-8b2f-d24923107366 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.547300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8006a3-500a-4d7b-8b2f-d24923107366 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event deleted for resources: {'Port': ['ID=ccc20c9b-b923-4e33-83cb-b1ac8a05fa99,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:19.592419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee8006a3-500a-4d7b-8b2f-d24923107366 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] No DVR routers for this DVR port ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:19.601761 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee8006a3-500a-4d7b-8b2f-d24923107366 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.601761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80d99689-fafd-44b3-a061-a077b636cfc0 req-ee8006a3-500a-4d7b-8b2f-d24923107366 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.74 "DELETE /v2.0/ports/ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 HTTP/1.1" status: 204 len: 173 time: 0.5180063 Jun 30 03:24:19.601761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'name': 'network-vif-deleted', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:19.601761 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2787f38-5301-41e7-8cf7-6e4239f3af5e" -d '{"events": [{"server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "name": "network-vif-deleted", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:19.635145 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1d12c8-13dd-4458-ba64-57e782c38e1e x-openstack-request-id: req-4f1d12c8-13dd-4458-ba64-57e782c38e1e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:19.636180 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1105f437-fc36-437e-b619-32e2513b5dcb", "name": "network-vif-deleted", "tag": "ccc20c9b-b923-4e33-83cb-b1ac8a05fa99", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:19.636180 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4f1d12c8-13dd-4458-ba64-57e782c38e1e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:19.636180 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1105f437-fc36-437e-b619-32e2513b5dcb', 'name': 'network-vif-deleted', 'tag': 'ccc20c9b-b923-4e33-83cb-b1ac8a05fa99', 'status': 'completed', 'code': 200} Jun 30 03:24:19.656195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4137c7af-395b-4e33-a874-832aebd94edd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.659898 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4137c7af-395b-4e33-a874-832aebd94edd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4818757 Jun 30 03:24:19.662781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50408) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:19.667817 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0149c068-cbc9-48f3-8c72-e1ba1feef7e2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '8a920b60-3af4-462a-a7c9-e2d6b078f09e', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:19.831303 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-0149c068-cbc9-48f3-8c72-e1ba1feef7e2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Project 56aca93fb557441c86c81e20c38354cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:24:19.833419 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0149c068-cbc9-48f3-8c72-e1ba1feef7e2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.897589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0149c068-cbc9-48f3-8c72-e1ba1feef7e2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.010589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0149c068-cbc9-48f3-8c72-e1ba1feef7e2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.032260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149c068-cbc9-48f3-8c72-e1ba1feef7e2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9086000-bd2f-4359-b252-94421a193395,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:20.079675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-85f0e7b3-1bb4-439d-8f42-028ef4e8dc5e req-fee01237-376e-4944-94d4-1f34013048a3 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 210 time: 0.0343957 Jun 30 03:24:20.141557 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0149c068-cbc9-48f3-8c72-e1ba1feef7e2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.142874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0149c068-cbc9-48f3-8c72-e1ba1feef7e2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4790528 Jun 30 03:24:20.146328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50414) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:20.151229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'network': {'name': 'tempest-network-smoke--458969112', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:20.353456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:24:20.357071 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.382453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:24:20.391063 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.391464 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Added segment 6afea3cb-b4a9-4469-816e-99edd0ea8316 of type vlan for network 68c116ed-b8c4-4b72-856a-cc4717f90d2d Jun 30 03:24:20.434554 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.621901 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.628193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:20.638740 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.703200 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Network': ['ID=68c116ed-b8c4-4b72-856a-cc4717f90d2d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:20.719757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 68c116ed-b8c4-4b72-856a-cc4717f90d2d details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:24:20.799610 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e9be1383-92c2-4a29-9964-faf4ee8fdf63 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6521046 Jun 30 03:24:20.802367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50416) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:20.806990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'admin_state_up': True, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:20.912896 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.914198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.973001 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:21.221023 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:21.256966 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07063edd-8ab8-4d83-af97-8ba56848fb68 req-c3f77ec0-60ec-43ca-9a18-916d6736bd7c tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 210 time: 0.0364785 Jun 30 03:24:21.810583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:21.831053 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:21.940002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.25.2.220 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/3e09cf09-26b3-4c6b-84bf-38f80613bea4) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:24:22.040331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:22.159587 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:22.201940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:24:22.204623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:24:22.207556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:24:22.234151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=3e09cf09-26b3-4c6b-84bf-38f80613bea4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:22.404385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ecedadea-46f6-4d59-982d-2e68057024a1 req-cbda525c-5dfa-40fc-b049-ef4940779f57 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 210 time: 0.0297341 Jun 30 03:24:22.581029 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:22.610236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:22.632615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:22.632955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device ccc20c9b-b923-4e33-83cb-b1ac8a05fa99 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:22.786385 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:23.010456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:24:23.118001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:24:23.128819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Sync routers for ids ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:24:23.140713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Routers {'5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:23.141346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:23.203142 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:23.262445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Set router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:23.267882 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:23.270059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fe162b86-1c48-478a-9c48-1bbd2680df01 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4667728 Jun 30 03:24:23.273532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50424) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:23.308972 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-48a2a396-252f-47ab-a201-cc870869403c tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=56aca93fb557441c86c81e20c38354cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336637 Jun 30 03:24:23.311627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50426) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:23.404854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f78485-f888-423d-8464-c88cc5e0acb1 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:23.406695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a8f78485-f888-423d-8464-c88cc5e0acb1 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941739 Jun 30 03:24:23.409571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50428) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:23.443104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ea2a9f63-e145-46c3-bfd3-a53248c1dd4f tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322983 Jun 30 03:24:23.451127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50432) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:23.451127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-854603585', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:23.452485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:22Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:23.483760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Checking router: 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:24:23.485469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Updating router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 port 3e09cf09-26b3-4c6b-84bf-38f80613bea4 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:24:23.526778 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:23.565415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-44ec7132-4cd0-4f9c-af1c-4bebc167fe9a req-ccdd71e8-c3fb-4d2e-acf7-0c72991f3471 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "GET /v2.0/ports?device_id=1105f437-fc36-437e-b619-32e2513b5dcb HTTP/1.1" status: 200 len: 210 time: 0.0354245 Jun 30 03:24:23.702073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:24:23.704060 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:23.706558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:23.790935 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:23.801092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Transition to ACTIVE for port object 3e09cf09-26b3-4c6b-84bf-38f80613bea4 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:23.922216 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:23.973242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Attempting to bind port 3e09cf09-26b3-4c6b-84bf-38f80613bea4 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:24:23.973687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Attempting to bind port 3e09cf09-26b3-4c6b-84bf-38f80613bea4 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:24:23.974056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Attempting to bind port 3e09cf09-26b3-4c6b-84bf-38f80613bea4 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:23.976111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e85b61-81c8-4eb9-9687-a87513307c27 None None] Pushing event updated for resources: {'Port': ['ID=3e09cf09-26b3-4c6b-84bf-38f80613bea4,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:23.982458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:24:23.982835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:24:23.985139 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:23.985139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:24:23.985139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Bound port: 3e09cf09-26b3-4c6b-84bf-38f80613bea4, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:24:23.985139 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.037837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] For port 3e09cf09-26b3-4c6b-84bf-38f80613bea4, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:24.051764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] For port 3e09cf09-26b3-4c6b-84bf-38f80613bea4, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3e09cf09-26b3-4c6b-84bf-38f80613bea4,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:24:24.079122 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.139638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Subnet': ['ID=6d52b797-354b-4004-9e4d-805e792ea129,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:24.154891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Checking segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:24:24.155387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network hostable DHCP agents. Network: 68c116ed-b8c4-4b72-856a-cc4717f90d2d, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:24:24.205197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.260537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Routers {'5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:24.261149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:24.278634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 68c116ed-b8c4-4b72-856a-cc4717f90d2d is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:24:24.294919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e85b61-81c8-4eb9-9687-a87513307c27 None None] Pushing event updated for resources: {'Port': ['ID=3e09cf09-26b3-4c6b-84bf-38f80613bea4,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:24.368474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] Set router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:24.495442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 68c116ed-b8c4-4b72-856a-cc4717f90d2d) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:24:24.499654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:24.500775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.506736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ccf45d-b7e2-4939-85a0-b3109078b02c None None] Network 68c116ed-b8c4-4b72-856a-cc4717f90d2d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:24:24.636952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:22Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:24.663824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50436) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:24.668682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b944f998-1bb5-4467-b2dc-2fb7bf9d3924 None None] The sync data for ids ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'] in n-d-798249-3 is: [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:22Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:24:24.676267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d6bacd3c-a472-44bc-87d7-8c73d3363cb4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2296185 Jun 30 03:24:24.676514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50438) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:24.715854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:24:24.716736 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.742669 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f1e4ca-cb69-48b5-ba76-b15bd987bc82 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.778289 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f1e4ca-cb69-48b5-ba76-b15bd987bc82 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.897286 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f1e4ca-cb69-48b5-ba76-b15bd987bc82 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.900047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d0f1e4ca-cb69-48b5-ba76-b15bd987bc82 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.900473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Allocated IP 172.20.0.2 (68c116ed-b8c4-4b72-856a-cc4717f90d2d/6d52b797-354b-4004-9e4d-805e792ea129/a2535561-0f2a-4efc-ab7c-02b247439972) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:24:24.903764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d0f1e4ca-cb69-48b5-ba76-b15bd987bc82 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] 10.222.0.77 "DELETE /v2.0/security-groups/f0014b98-b4cc-4b5f-b84e-c965e8db4b1e HTTP/1.1" status: 204 len: 168 time: 0.2363987 Jun 30 03:24:24.918367 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1e4ca-cb69-48b5-ba76-b15bd987bc82 tempest-TestVolumeBackupRestore-437003429 tempest-TestVolumeBackupRestore-437003429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0014b98-b4cc-4b5f-b84e-c965e8db4b1e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:25.106790 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.117069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Transition to ACTIVE for port object a2535561-0f2a-4efc-ab7c-02b247439972 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:25.133635 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Transition to ACTIVE for port object a2535561-0f2a-4efc-ab7c-02b247439972 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:25.248533 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.269010 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.288815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Network 68c116ed-b8c4-4b72-856a-cc4717f90d2d is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:24:25.291849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:24:25.295792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:24:25.308183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Pushing event updated for resources: {'Port': ['ID=a2535561-0f2a-4efc-ab7c-02b247439972,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:25.383072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Attempting to bind port a2535561-0f2a-4efc-ab7c-02b247439972 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:24:25.391999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Attempting to bind port a2535561-0f2a-4efc-ab7c-02b247439972 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:24:25.391999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Attempting to bind port a2535561-0f2a-4efc-ab7c-02b247439972 on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:25.391999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:24:25.392579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Checking segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:24:25.392997 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.394043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Bound using segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:24:25.394636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Bound port: a2535561-0f2a-4efc-ab7c-02b247439972, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:24:25.395094 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.468389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] For port a2535561-0f2a-4efc-ab7c-02b247439972, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:25.472332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] For port a2535561-0f2a-4efc-ab7c-02b247439972, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a2535561-0f2a-4efc-ab7c-02b247439972,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:24:25.582318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.20.0.1 (68c116ed-b8c4-4b72-856a-cc4717f90d2d/6d52b797-354b-4004-9e4d-805e792ea129/70df4db4-2b0e-4c8e-a574-88d3468e6304) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:24:25.657082 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.744780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c8bbb-10a6-48e5-bfa2-75f15efe9dd0 None None] Pushing event updated for resources: {'Port': ['ID=a2535561-0f2a-4efc-ab7c-02b247439972,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:25.793273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.822325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3e09cf09-26b3-4c6b-84bf-38f80613bea4 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:25.823208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Transition to ACTIVE for port object 70df4db4-2b0e-4c8e-a574-88d3468e6304 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:26.004690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 3e09cf09-26b3-4c6b-84bf-38f80613bea4 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:26.007727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:26.008522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3e09cf09-26b3-4c6b-84bf-38f80613bea4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:26.008910 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:26.072348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 68c116ed-b8c4-4b72-856a-cc4717f90d2d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:24:26.076311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:24:26.089087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:24:26.142634 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:26.151558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=70df4db4-2b0e-4c8e-a574-88d3468e6304,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:26.165278 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:26.179526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 3e09cf09-26b3-4c6b-84bf-38f80613bea4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3e09cf09-26b3-4c6b-84bf-38f80613bea4,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:26.307176 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:26.362850 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=3e09cf09-26b3-4c6b-84bf-38f80613bea4,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:26.417932 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:26.734633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:26.815899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:26.890527 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:26.898032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=70df4db4-2b0e-4c8e-a574-88d3468e6304,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:27.030098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 68c116ed-b8c4-4b72-856a-cc4717f90d2d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:24:27.031719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:24:27.198393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:24:27.438803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb478f-6e7e-42ea-9dac-a0b5f3ed874a None None] Network 68c116ed-b8c4-4b72-856a-cc4717f90d2d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:24:27.672972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3778f04a-b69c-4dc0-a19e-91f2c3454d15 None None] Provisioning for port a2535561-0f2a-4efc-ab7c-02b247439972 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:27.756551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:24:27.762308 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4754de53-b83b-4464-84d4-d0036f196eb5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "PUT /v2.0/routers/5e089ef9-c527-4c92-b2f6-2bfc6157c6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0842884 Jun 30 03:24:27.773588 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Sync routers for ids ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:24:27.790681 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Routers {'5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:27.791851 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:27.945907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3e09cf09-26b3-4c6b-84bf-38f80613bea4 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:27.978680 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Set router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:28.018975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-17b4d5bf-7c62-4bfc-983d-aabab5e5308f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1573083002&fields=id&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 267 time: 0.1115763 Jun 30 03:24:28.086600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3e09cf09-26b3-4c6b-84bf-38f80613bea4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:28.087221 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.246875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-2971ac25-cfcc-4a50-90e5-465b00c72e84 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:28.249263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-2971ac25-cfcc-4a50-90e5-465b00c72e84 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 796 time: 0.2291651 Jun 30 03:24:28.259616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a2535561-0f2a-4efc-ab7c-02b247439972 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:28.283359 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-0a7b50ad-c53e-4b52-b6d2-eecbc11a6286 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/quotas/56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 375 time: 0.0264101 Jun 30 03:24:28.291777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0e35f23d-70e7-4382-8f65-2c3caa15ebdb None None] Provisioning for port 70df4db4-2b0e-4c8e-a574-88d3468e6304 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:28.302178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0e35f23d-70e7-4382-8f65-2c3caa15ebdb None None] Provisioning complete for port 70df4db4-2b0e-4c8e-a574-88d3468e6304 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:28.302178 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e35f23d-70e7-4382-8f65-2c3caa15ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.337784 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '70df4db4-2b0e-4c8e-a574-88d3468e6304', 'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:00:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:25Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 2, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6d52b797-354b-4004-9e4d-805e792ea129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:28.404436 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Checking router: 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:24:28.406015 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Updating router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 port 70df4db4-2b0e-4c8e-a574-88d3468e6304 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:24:28.433219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-46738691-dbba-4813-b9dd-c5879723c107 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378090 Jun 30 03:24:28.503247 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.567247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0e35f23d-70e7-4382-8f65-2c3caa15ebdb None None] Port 70df4db4-2b0e-4c8e-a574-88d3468e6304 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:24:28.683509 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-860e72d5-2f2a-4d0f-a711-e17a0fc54148 service neutron] 10.222.0.77 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135417 Jun 30 03:24:28.729892 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8968945b-e7e0-42b6-8794-346f0a20e556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.741112 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2cd8fdbf-7aee-456e-87b2-8866fc13a984 None None] Provisioning complete for port 70df4db4-2b0e-4c8e-a574-88d3468e6304 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:28.741871 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2cd8fdbf-7aee-456e-87b2-8866fc13a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.781907 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-dcb3e7e2-e51d-40bd-9e95-413f0a9a5d56 service neutron] 10.222.0.77 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045895 Jun 30 03:24:28.808794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a2535561-0f2a-4efc-ab7c-02b247439972 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:28.824354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a2535561-0f2a-4efc-ab7c-02b247439972 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:28.827858 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.836153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8fdbf-7aee-456e-87b2-8866fc13a984 None None] Port 70df4db4-2b0e-4c8e-a574-88d3468e6304 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:24:28.883442 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.900207 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Transition to ACTIVE for port object 70df4db4-2b0e-4c8e-a574-88d3468e6304 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:28.926172 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.966055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port a2535561-0f2a-4efc-ab7c-02b247439972, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a2535561-0f2a-4efc-ab7c-02b247439972,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:29.007833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-d9d98eac-2e79-41e4-90a4-b940f751e659 req-596a5cbc-1ac9-469a-9ebc-a415cde0dbb0 service neutron] (94530) timed out ('10.222.0.83', 54092) {{(pid=94530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:24:29.055305 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:29.107134 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:29.115241 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Pushing event updated for resources: {'Port': ['ID=70df4db4-2b0e-4c8e-a574-88d3468e6304,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:29.190735 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5369d01d-194f-46dd-bb95-71ec031b5e04 req-fd5a81b5-1335-4467-aae8-cca2e9134f89 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 210 time: 0.0532548 Jun 30 03:24:29.205894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=a2535561-0f2a-4efc-ab7c-02b247439972,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.229543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:29.253334 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Attempting to bind port 70df4db4-2b0e-4c8e-a574-88d3468e6304 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:24:29.253709 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Attempting to bind port 70df4db4-2b0e-4c8e-a574-88d3468e6304 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:24:29.254065 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Attempting to bind port 70df4db4-2b0e-4c8e-a574-88d3468e6304 on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:29.268464 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:24:29.268464 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Checking segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:24:29.268464 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:29.268464 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Bound using segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:24:29.269454 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Bound port: 70df4db4-2b0e-4c8e-a574-88d3468e6304, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:24:29.269988 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:29.375676 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] For port 70df4db4-2b0e-4c8e-a574-88d3468e6304, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:29.391544 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] For port 70df4db4-2b0e-4c8e-a574-88d3468e6304, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=70df4db4-2b0e-4c8e-a574-88d3468e6304,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:24:29.524681 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:29.676891 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Routers {'5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:29.681823 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:29.681823 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a1625-a7eb-4c9b-8e55-ce56c746c3c7 None None] Pushing event updated for resources: {'Port': ['ID=70df4db4-2b0e-4c8e-a574-88d3468e6304,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:29.777908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a2535561-0f2a-4efc-ab7c-02b247439972 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:29.855366 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] Set router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:29.875047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a2535561-0f2a-4efc-ab7c-02b247439972 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:29.875951 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:30.103599 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '70df4db4-2b0e-4c8e-a574-88d3468e6304', 'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:00:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:25Z', 'updated_at': '2021-06-30T03:24:29Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6d52b797-354b-4004-9e4d-805e792ea129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:30.150915 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b865b5f4-e791-4fce-b1e3-8765ae4924cd None None] The sync data for ids ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'] in n-d-798249-3 is: [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '70df4db4-2b0e-4c8e-a574-88d3468e6304', 'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:00:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:25Z', 'updated_at': '2021-06-30T03:24:29Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6d52b797-354b-4004-9e4d-805e792ea129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:24:30.301826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-954ef308-567b-4e27-bfb0-8e6f5aeb389e req-9e23a4c5-940b-4ef5-92fb-f0e96a5d0a0e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 210 time: 0.0433195 Jun 30 03:24:30.468412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50628) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:31.009282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:31.302512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] Deleting port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:31.302855 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:31.394811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] For port fce70fa2-e67f-4a6f-aa2a-7fea155c15f9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=fce70fa2-e67f-4a6f-aa2a-7fea155c15f9,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:31.395180 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:31.410059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] Calling delete_port for fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:31.416221 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:31.421798 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-18f5110f-a12f-4a5a-b4b3-bf27a3704efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:31.762907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 70df4db4-2b0e-4c8e-a574-88d3468e6304 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:31.782991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c1a29d7f-1f44-41ce-a543-f16e017418db req-25f97b40-0d2f-4554-99f8-6e3a7616a163 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 210 time: 0.3594468 Jun 30 03:24:31.901277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 70df4db4-2b0e-4c8e-a574-88d3468e6304 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:31.905224 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 70df4db4-2b0e-4c8e-a574-88d3468e6304 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:31.905847 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:31.992531 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:32.030284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 70df4db4-2b0e-4c8e-a574-88d3468e6304, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=70df4db4-2b0e-4c8e-a574-88d3468e6304,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:32.076516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-8de159c9-e493-499e-8590-ef9e4ffda656 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:32.078064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-8de159c9-e493-499e-8590-ef9e4ffda656 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 796 time: 0.1092765 Jun 30 03:24:32.119253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:32.125711 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-07e12666-819a-4c54-87d3-e02ed41e60ca tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 380 time: 0.0392625 Jun 30 03:24:32.134206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'port': {'device_id': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'admin_state_up': True, 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'security_groups': ['8a920b60-3af4-462a-a7c9-e2d6b078f09e']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:32.147259 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:32.147663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce70fa2-e67f-4a6f-aa2a-7fea155c15f9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:32.214787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=70df4db4-2b0e-4c8e-a574-88d3468e6304,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:32.358072 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:32.409347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:24:32.413030 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:32.553953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.20.0.10 (68c116ed-b8c4-4b72-856a-cc4717f90d2d/6d52b797-354b-4004-9e4d-805e792ea129/e849f88d-7379-42c3-96e5-72404ab4820d) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:24:32.592909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] Router 7fef7f73-dd15-4186-b38b-e43634e587cf has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:24:32.698002 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:32.704435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:24:32.709989 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-271c2e11-9c0b-4e2a-ab80-9526e2db2483 admin admin] 10.222.0.77 "PUT /v2.0/routers/7fef7f73-dd15-4186-b38b-e43634e587cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2405293 Jun 30 03:24:32.712494 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50700) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:32.717646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] Sync routers for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:24:32.718292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Transition to ACTIVE for port object e849f88d-7379-42c3-96e5-72404ab4820d will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:32.727512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:32.728457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:32.823373 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:32.841649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:32.844707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:32.900980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 68c116ed-b8c4-4b72-856a-cc4717f90d2d is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:24:32.905590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:24:32.915181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:32.936572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:24:32.965002 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.029552 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:33.030213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.073449 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3550d4e-e311-4ffa-b52f-88c36af1d763 req-9c86a246-2ace-432c-a18f-341096542155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:33.074211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:24:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:33.075193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3550d4e-e311-4ffa-b52f-88c36af1d763 req-9c86a246-2ace-432c-a18f-341096542155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 932 time: 0.0934956 Jun 30 03:24:33.114043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] Checking router: 7fef7f73-dd15-4186-b38b-e43634e587cf for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:24:33.123172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3550d4e-e311-4ffa-b52f-88c36af1d763 req-f39e4aa7-d99d-4214-82f9-8651088e1da0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389433 Jun 30 03:24:33.132113 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.137343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] Routers {'7fef7f73-dd15-4186-b38b-e43634e587cf'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:33.137343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['7fef7f73-dd15-4186-b38b-e43634e587cf'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:33.187339 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-b061725d-a9e9-4865-9bd2-560167294eaa tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0570891 Jun 30 03:24:33.199529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Request body: {'port': {'device_id': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:33.230925 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Deleting port 7361dcba-50ce-4271-b613-207ca2fb370f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:33.231179 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.244660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] Set router 7fef7f73-dd15-4186-b38b-e43634e587cf gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:33.282598 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.325283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] For port 7361dcba-50ce-4271-b613-207ca2fb370f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7361dcba-50ce-4271-b613-207ca2fb370f,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:33.325696 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.340280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Calling delete_port for 7361dcba-50ce-4271-b613-207ca2fb370f owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:33.445743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:24:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:33.473918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a5bd3824-9f77-47c4-984e-5781d93e2d37 None None] Provisioning for port e849f88d-7379-42c3-96e5-72404ab4820d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:33.476214 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541d0d9b-5933-4782-a04d-4e9e61ba8c89 None None] The sync data for ids ['7fef7f73-dd15-4186-b38b-e43634e587cf'] in n-d-798249-3 is: [{'id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'name': 'tempest-TestVolumeBackupRestore-1788466774-router', 'tenant_id': '6e4126028aba423ebbccfd0459c71b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:20Z', 'updated_at': '2021-06-30T03:24:31Z', 'revision_number': 5, 'project_id': '6e4126028aba423ebbccfd0459c71b2d', 'gw_port': {'id': '7361dcba-50ce-4271-b613-207ca2fb370f', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fef7f73-dd15-4186-b38b-e43634e587cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:21Z', 'updated_at': '2021-06-30T03:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:24:33.481150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a5bd3824-9f77-47c4-984e-5781d93e2d37 None None] Provisioning complete for port e849f88d-7379-42c3-96e5-72404ab4820d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:33.481411 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5bd3824-9f77-47c4-984e-5781d93e2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.530767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd3824-9f77-47c4-984e-5781d93e2d37 None None] Port e849f88d-7379-42c3-96e5-72404ab4820d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:24:33.602044 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e849f88d-7379-42c3-96e5-72404ab4820d {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:24:33.610411 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.622419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Transition to ACTIVE for port object e849f88d-7379-42c3-96e5-72404ab4820d will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:33.666991 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.693951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Pushing event deleted for resources: {'Port': ['ID=7361dcba-50ce-4271-b613-207ca2fb370f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:33.755437 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.792540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.849463 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.854278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.929047 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:33.965873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:24:33.966396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:24:33.966867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:33.973430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Port e849f88d-7379-42c3-96e5-72404ab4820d on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:24:33.973912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:33.980582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:24:33.981040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Checking segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:24:33.986124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Bound using segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:24:33.986124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Bound port: e849f88d-7379-42c3-96e5-72404ab4820d, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:24:33.986124 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.010170 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.010791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fef7f73-dd15-4186-b38b-e43634e587cf {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:24:34.015735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.020669 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4bd613bc-2004-4b2d-9356-66a53ad7e76f admin admin] 10.222.0.77 "DELETE /v2.0/routers/7fef7f73-dd15-4186-b38b-e43634e587cf HTTP/1.1" status: 204 len: 168 time: 1.3072014 Jun 30 03:24:34.021312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50736) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:34.032984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 70df4db4-2b0e-4c8e-a574-88d3468e6304 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:34.091007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:34.095017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:24:34.100250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-204638b8-5032-4826-9125-d8b20462a23c admin admin] Deleting subnet ca0e62aa-fea8-4af2-aeec-0e8447cd27eb {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:24:34.102174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 70df4db4-2b0e-4c8e-a574-88d3468e6304 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:34.102673 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.103683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-204638b8-5032-4826-9125-d8b20462a23c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.147071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-204638b8-5032-4826-9125-d8b20462a23c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.227613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.264772 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-204638b8-5032-4826-9125-d8b20462a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.267062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.268222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.270049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] 10.222.0.83 "PUT /v2.0/ports/e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 1092 time: 1.0751228 Jun 30 03:24:34.270506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:34.273078 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aa540a-e766-4d0b-85f1-4ddddcef4de3" -d '{"events": [{"name": "network-changed", "server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:34.317124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:34.357132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:34.357678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device fce70fa2-e67f-4a6f-aa2a-7fea155c15f9 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:34.379085 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52deec12-069b-4b2d-a233-8eb57b03d834 x-openstack-request-id: req-52deec12-069b-4b2d-a233-8eb57b03d834 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:34.379379 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:34.379631 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52deec12-069b-4b2d-a233-8eb57b03d834 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:34.380024 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'status': 'completed', 'code': 200} Jun 30 03:24:34.391237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5d196-5a57-45b6-ae02-7e2b8cbc6ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:34.445884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc6e2b-7b8a-430a-8c6b-f757a54ad462 req-e2fa82d5-0084-44ac-ba43-a8660dc0490a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.447650 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92fc6e2b-7b8a-430a-8c6b-f757a54ad462 req-e2fa82d5-0084-44ac-ba43-a8660dc0490a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 944 time: 0.0785472 Jun 30 03:24:34.465343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa540a-e766-4d0b-85f1-4ddddcef4de3 req-d5e96773-2de4-4edd-8ece-c55c9e024ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.466906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40aa540a-e766-4d0b-85f1-4ddddcef4de3 req-d5e96773-2de4-4edd-8ece-c55c9e024ef8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1095 time: 0.0655365 Jun 30 03:24:34.491277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-204638b8-5032-4826-9125-d8b20462a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.511358 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-92fc6e2b-7b8a-430a-8c6b-f757a54ad462 req-98578d31-fd16-492e-a47d-1a8070ab4bb8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574729 Jun 30 03:24:34.545773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204638b8-5032-4826-9125-d8b20462a23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0e62aa-fea8-4af2-aeec-0e8447cd27eb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:34.549973 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-204638b8-5032-4826-9125-d8b20462a23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.555305 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-204638b8-5032-4826-9125-d8b20462a23c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ca0e62aa-fea8-4af2-aeec-0e8447cd27eb HTTP/1.1" status: 204 len: 168 time: 0.5328085 Jun 30 03:24:34.556233 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50754) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:34.556980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797dc24b-48e7-49ca-9b11-dd833c120d73 None None] Network d7504505-541f-49e3-b347-269ccb6890c1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:24:34.594977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa540a-e766-4d0b-85f1-4ddddcef4de3 req-0f66dc4c-6c7f-4cb3-9689-5557dfaf8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.597331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40aa540a-e766-4d0b-85f1-4ddddcef4de3 req-0f66dc4c-6c7f-4cb3-9689-5557dfaf8d21 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=56aca93fb557441c86c81e20c38354cf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1235452 Jun 30 03:24:34.625965 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.692069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Deleting port c2cd29d9-251b-419e-ba56-beb636dda992 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:34.692411 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.705045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa540a-e766-4d0b-85f1-4ddddcef4de3 req-e5727181-df96-4141-8582-fa6cb45961b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.708291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40aa540a-e766-4d0b-85f1-4ddddcef4de3 req-e5727181-df96-4141-8582-fa6cb45961b2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042988 Jun 30 03:24:34.777292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] For port c2cd29d9-251b-419e-ba56-beb636dda992, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c2cd29d9-251b-419e-ba56-beb636dda992,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:34.777708 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.798909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Calling delete_port for c2cd29d9-251b-419e-ba56-beb636dda992 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:34.811177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] DHCP port deletion for d7504505-541f-49e3-b347-269ccb6890c1 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:24:34.829073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-e4e7faca-e425-4f1f-8c76-61e7530cebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.830961 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-e4e7faca-e425-4f1f-8c76-61e7530cebe4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1095 time: 0.0812669 Jun 30 03:24:34.866893 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.887588 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-48cfd87f-93b8-4dbf-a018-9b653486dc34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 217 time: 0.0399432 Jun 30 03:24:34.892314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Deleting port c2cd29d9-251b-419e-ba56-beb636dda992 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:34.892730 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.943538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-cfd5eda2-68be-4ba5-bfd9-8d3eea6323c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.945159 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-cfd5eda2-68be-4ba5-bfd9-8d3eea6323c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.0494323 Jun 30 03:24:34.962545 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] For port c2cd29d9-251b-419e-ba56-beb636dda992, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c2cd29d9-251b-419e-ba56-beb636dda992,segment=NetworkSegment(4dddbbb6-0e92-49a9-8479-6868b6ddc5d9),segment_id=4dddbbb6-0e92-49a9-8479-6868b6ddc5d9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:34.962940 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.976858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Calling delete_port for c2cd29d9-251b-419e-ba56-beb636dda992 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:35.011307 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-9bf967c5-d825-49d8-9bee-b331831578db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:35.013116 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-9bf967c5-d825-49d8-9bee-b331831578db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618169 Jun 30 03:24:35.021792 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:35.047826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cd29d9-251b-419e-ba56-beb636dda992,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:35.051207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] No DVR routers for this DVR port c2cd29d9-251b-419e-ba56-beb636dda992 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:35.072712 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:35.101524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Pushing event deleted for resources: {'Port': ['ID=c2cd29d9-251b-419e-ba56-beb636dda992,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:35.104089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] No DVR routers for this DVR port c2cd29d9-251b-419e-ba56-beb636dda992 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:35.116674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.117044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.117579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.118001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.118405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.118806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.119218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.119630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.120022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.120416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.120845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.121232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4111416f-3fc6-4790-a92f-85cc55eb5f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:35.123046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-ec9c96c1-5752-4865-905a-1f94c923c301 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039670 Jun 30 03:24:35.127209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:35.137390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7504505-541f-49e3-b347-269ccb6890c1']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:35.149056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:35.149438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dddbbb6-0e92-49a9-8479-6868b6ddc5d9') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:35.159367 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:35.173644 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:35.181685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:24:35.181685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:24:35.182416 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:24:35.221671 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-790c79ad-8ad6-4d69-aa02-0381dad0aa95 req-af3ca425-cf64-42c1-bf9c-139616d122a4 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916641 Jun 30 03:24:35.421120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:35.426857 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:35.428677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] 10.222.0.77 "DELETE /v2.0/networks/d7504505-541f-49e3-b347-269ccb6890c1 HTTP/1.1" status: 204 len: 168 time: 0.8713243 Jun 30 03:24:35.431699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50776) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:35.450025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40812d-8979-4513-a2eb-f79e9beda0dc admin admin] Pushing event deleted for resources: {'Network': ['ID=d7504505-541f-49e3-b347-269ccb6890c1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:35.731726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7361dcba-50ce-4271-b613-207ca2fb370f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:35.743791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b1e17-459f-431a-a587-bf7549bef395 req-f7c4d04d-ef37-43bb-84db-d777233060f3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:35.745243 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d53b1e17-459f-431a-a587-bf7549bef395 req-f7c4d04d-ef37-43bb-84db-d777233060f3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 944 time: 0.1237662 Jun 30 03:24:35.752861 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 7361dcba-50ce-4271-b613-207ca2fb370f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:35.753202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7361dcba-50ce-4271-b613-207ca2fb370f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:35.753648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c2cd29d9-251b-419e-ba56-beb636dda992 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:35.772972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: c2cd29d9-251b-419e-ba56-beb636dda992 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:35.773483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c2cd29d9-251b-419e-ba56-beb636dda992 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:35.792829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d53b1e17-459f-431a-a587-bf7549bef395 req-a9a8a78b-ef77-46dc-91ae-f1b5b1d69e3d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Jun 30 03:24:35.863718 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:36.121033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] Deleting port 009b125a-25d1-4ce3-8b71-4bd4cf817489 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:36.121541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:36.199609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] For port 009b125a-25d1-4ce3-8b71-4bd4cf817489, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=009b125a-25d1-4ce3-8b71-4bd4cf817489,segment=NetworkSegment(cb15265d-4172-49fd-a817-353c7d7b3ed9),segment_id=cb15265d-4172-49fd-a817-353c7d7b3ed9)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:36.199972 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:36.212275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] Calling delete_port for 009b125a-25d1-4ce3-8b71-4bd4cf817489 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:36.536019 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:36.564694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] Pushing event deleted for resources: {'Port': ['ID=009b125a-25d1-4ce3-8b71-4bd4cf817489,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:36.734073 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:36.985581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] Router c2377d35-8bbb-4aae-978b-49822de35758 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:24:37.004285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145cde-1a79-4df4-8a2a-5413e883ac8d req-2116da5e-887f-43f9-a07c-746465664425 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:37.008480 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23145cde-1a79-4df4-8a2a-5413e883ac8d req-2116da5e-887f-43f9-a07c-746465664425 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 944 time: 0.0854580 Jun 30 03:24:37.052550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23145cde-1a79-4df4-8a2a-5413e883ac8d req-3450360b-1f9b-4c5c-9d85-ec9bbd8c56f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376515 Jun 30 03:24:37.412895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:24:37.417898 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d82cb3db-fb49-4beb-8847-eb8234470024 admin admin] 10.222.0.77 "PUT /v2.0/routers/c2377d35-8bbb-4aae-978b-49822de35758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9851742 Jun 30 03:24:37.420784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50842) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:37.421475 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] Sync routers for ids ['c2377d35-8bbb-4aae-978b-49822de35758'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:24:37.431114 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] Routers {'c2377d35-8bbb-4aae-978b-49822de35758'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:37.431733 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2377d35-8bbb-4aae-978b-49822de35758'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:37.527048 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:37.535995 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] Set router c2377d35-8bbb-4aae-978b-49822de35758 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:37.642995 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:37.728986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-40772b1b-35a6-423b-83c2-534a9cd16826 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592816 Jun 30 03:24:37.738241 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'name': 'tempest-TestVolumeBackupRestore-2111718053-router', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:33Z', 'updated_at': '2021-06-30T03:24:36Z', 'revision_number': 5, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'gw_port': {'id': '1d340bf3-0ddd-4c30-85c1-d00887fd4f39', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:18:34Z', 'updated_at': '2021-06-30T03:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:37.771679 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] Checking router: c2377d35-8bbb-4aae-978b-49822de35758 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:24:37.780459 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] Routers {'c2377d35-8bbb-4aae-978b-49822de35758'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:37.781071 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c2377d35-8bbb-4aae-978b-49822de35758'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:37.792630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Deleting port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:37.792978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:37.813294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-5dbf37ec-512c-4caf-9e85-4b2d20ca7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:37.814812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-5dbf37ec-512c-4caf-9e85-4b2d20ca7b6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 1096 time: 0.0602915 Jun 30 03:24:37.822138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:24:37.891110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] For port 1d340bf3-0ddd-4c30-85c1-d00887fd4f39, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1d340bf3-0ddd-4c30-85c1-d00887fd4f39,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:37.891614 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:37.901566 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] Set router c2377d35-8bbb-4aae-978b-49822de35758 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:37.907152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Calling delete_port for 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:37.949363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:37.958044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-d7e96dd5-850c-466f-b264-20f2e7723932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:37.960145 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-d7e96dd5-850c-466f-b264-20f2e7723932 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.1241837 Jun 30 03:24:37.965216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'port_id': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'mac_address': 'fa:16:3e:15:bf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:24:37.983626 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'name': 'tempest-TestVolumeBackupRestore-2111718053-router', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:33Z', 'updated_at': '2021-06-30T03:24:37Z', 'revision_number': 6, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:38.017081 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453ad21-f294-4f33-80f6-77ec5bbe01a8 None None] The sync data for ids ['c2377d35-8bbb-4aae-978b-49822de35758'] in n-d-798249-3 is: [{'id': 'c2377d35-8bbb-4aae-978b-49822de35758', 'name': 'tempest-TestVolumeBackupRestore-2111718053-router', 'tenant_id': '6a8defa011a4491abe62fbf40329dfe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:18:33Z', 'updated_at': '2021-06-30T03:24:37Z', 'revision_number': 6, 'project_id': '6a8defa011a4491abe62fbf40329dfe7', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:24:38.027414 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.050245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e849f88d-7379-42c3-96e5-72404ab4820d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:24:38.073824 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:38.086500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-e07ce95e-6ee0-453a-adcc-fb07b3e35291 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=213000e4-2250-4e4f-b6f4-713d7c73530a HTTP/1.1" status: 200 len: 1001 time: 0.1194944 Jun 30 03:24:38.135711 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-5c734a7f-299e-4d33-a9e2-bf019b6186e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:38.137165 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-5c734a7f-299e-4d33-a9e2-bf019b6186e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0448534 Jun 30 03:24:38.196265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-b7d6204a-b71f-4684-939b-649832ee393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:38.197825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-b7d6204a-b71f-4684-939b-649832ee393b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545492 Jun 30 03:24:38.210738 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.236314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a845de-f0cf-4db5-8f5e-f9a7ef100388 req-f4b1fd0e-50a2-4cc8-8605-198916b28fe8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:38.237921 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2a845de-f0cf-4db5-8f5e-f9a7ef100388 req-f4b1fd0e-50a2-4cc8-8605-198916b28fe8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 944 time: 0.0690567 Jun 30 03:24:38.262893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:38.278832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.284227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2a845de-f0cf-4db5-8f5e-f9a7ef100388 req-a53a3586-5f14-421f-aa54-d0bb285363db tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386422 Jun 30 03:24:38.305521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-a454f4d6-05cf-47dd-8144-5bdfba2cf242 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002016 Jun 30 03:24:38.316168 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d340bf3-0ddd-4c30-85c1-d00887fd4f39,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:38.380100 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.406563 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-897f5d11-90a6-4f94-b930-2802ac1eda49 req-7ad7a685-039a-4000-8346-b7f8678e6ee2 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945518 Jun 30 03:24:38.421377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e849f88d-7379-42c3-96e5-72404ab4820d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:24:38.478244 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.480520 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.586521 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.587103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2377d35-8bbb-4aae-978b-49822de35758 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:24:38.594555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.594555 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fd91ad0f-ffaf-4901-8c9d-80bc50426707 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c2377d35-8bbb-4aae-978b-49822de35758 HTTP/1.1" status: 204 len: 168 time: 1.1706805 Jun 30 03:24:38.595227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50888) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:38.644723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-94971454-1ce4-424b-bd7a-d2e789a822a4 admin admin] Deleting subnet ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:24:38.647984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94971454-1ce4-424b-bd7a-d2e789a822a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.692204 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94971454-1ce4-424b-bd7a-d2e789a822a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.771337 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94971454-1ce4-424b-bd7a-d2e789a822a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.952537 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94971454-1ce4-424b-bd7a-d2e789a822a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.982403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94971454-1ce4-424b-bd7a-d2e789a822a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:38.984450 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-94971454-1ce4-424b-bd7a-d2e789a822a4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0 HTTP/1.1" status: 204 len: 168 time: 0.3876467 Jun 30 03:24:38.985255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94971454-1ce4-424b-bd7a-d2e789a822a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6a93ec-e77f-42b6-b2e1-d22894e1cdc0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:38.988231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50902) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:38.989096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d824c93-2055-4e22-9dc3-4de18d751b6a None None] Network e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:24:39.057640 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.112283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Deleting port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:39.112508 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.181977 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912e3e44-c3be-4a8b-b19c-0bf5cad1bfca None None] DHCP port deletion for e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:24:39.183604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] For port 571fa9e5-1e73-4608-ac23-ffce8fd17d33, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=571fa9e5-1e73-4608-ac23-ffce8fd17d33,segment=NetworkSegment(cb15265d-4172-49fd-a817-353c7d7b3ed9),segment_id=cb15265d-4172-49fd-a817-353c7d7b3ed9)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:39.183969 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.198204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Calling delete_port for 571fa9e5-1e73-4608-ac23-ffce8fd17d33 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:39.228401 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-912e3e44-c3be-4a8b-b19c-0bf5cad1bfca None None] Deleting port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:39.228819 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-912e3e44-c3be-4a8b-b19c-0bf5cad1bfca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.311302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-912e3e44-c3be-4a8b-b19c-0bf5cad1bfca None None] For port 571fa9e5-1e73-4608-ac23-ffce8fd17d33, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=571fa9e5-1e73-4608-ac23-ffce8fd17d33,segment=NetworkSegment(cb15265d-4172-49fd-a817-353c7d7b3ed9),segment_id=cb15265d-4172-49fd-a817-353c7d7b3ed9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:39.311601 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-912e3e44-c3be-4a8b-b19c-0bf5cad1bfca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.325402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-912e3e44-c3be-4a8b-b19c-0bf5cad1bfca None None] Calling delete_port for 571fa9e5-1e73-4608-ac23-ffce8fd17d33 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:39.386733 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.413830 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-912e3e44-c3be-4a8b-b19c-0bf5cad1bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.417947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=571fa9e5-1e73-4608-ac23-ffce8fd17d33,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:39.427717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] No DVR routers for this DVR port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:39.448283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e3e44-c3be-4a8b-b19c-0bf5cad1bfca None None] Pushing event deleted for resources: {'Port': ['ID=571fa9e5-1e73-4608-ac23-ffce8fd17d33,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:39.453378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e3e44-c3be-4a8b-b19c-0bf5cad1bfca None None] No DVR routers for this DVR port 571fa9e5-1e73-4608-ac23-ffce8fd17d33 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:39.491199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8578-0003-4c78-89d6-b0523246cfbb req-b7d59cf6-6117-4c32-b7e4-377b3d191964 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:39.492983 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bda8578-0003-4c78-89d6-b0523246cfbb req-b7d59cf6-6117-4c32-b7e4-377b3d191964 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 945 time: 0.0800004 Jun 30 03:24:39.506758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.517132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:39.527658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb15265d-4172-49fd-a817-353c7d7b3ed9') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:39.527943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb15265d-4172-49fd-a817-353c7d7b3ed9') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:39.533460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bda8578-0003-4c78-89d6-b0523246cfbb req-bcb7b3e7-1a31-438e-81d2-8d51f3ad3710 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347304 Jun 30 03:24:39.536753 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.553106 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:24:39.563008 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:24:39.729502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 009b125a-25d1-4ce3-8b71-4bd4cf817489 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:39.750845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 009b125a-25d1-4ce3-8b71-4bd4cf817489 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:39.751193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 009b125a-25d1-4ce3-8b71-4bd4cf817489 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:39.751614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 571fa9e5-1e73-4608-ac23-ffce8fd17d33 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:39.770062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 571fa9e5-1e73-4608-ac23-ffce8fd17d33 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:39.770400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 571fa9e5-1e73-4608-ac23-ffce8fd17d33 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:39.770807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:39.788328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:39.788671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1d340bf3-0ddd-4c30-85c1-d00887fd4f39 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:39.803975 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.810534 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:39.812370 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5 HTTP/1.1" status: 204 len: 168 time: 0.8230834 Jun 30 03:24:39.819302 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:39.826144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2660e-7c90-4175-b178-b8d13ffda7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a2cbf4-9c16-4ca2-8f94-95fadf0e69e5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:39.987274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port e849f88d-7379-42c3-96e5-72404ab4820d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:39.991347 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port e849f88d-7379-42c3-96e5-72404ab4820d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:39.992006 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:40.224760 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:40.246455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:40.248691 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17a252e-9fcf-4813-a0ad-dcad931fa816" -d '{"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-plugged", "status": "completed", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:40.261083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:40.289701 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37081bf4-ac78-4b90-af2f-0103d57ca8ed x-openstack-request-id: req-37081bf4-ac78-4b90-af2f-0103d57ca8ed {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:40.289701 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-plugged", "status": "completed", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:40.289701 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-37081bf4-ac78-4b90-af2f-0103d57ca8ed {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:40.289701 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'code': 200} Jun 30 03:24:40.343810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50950) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:40.352446 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:40.400739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:40.422041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-22129d7f-05ee-48a1-8f23-76b2853fbf98 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6e4126028aba423ebbccfd0459c71b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734289 Jun 30 03:24:40.422156 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50952) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:40.433068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13fda5-59e0-4a09-a7ba-913e3f4db0aa req-c3a34544-b534-45e7-8f36-c99e42c850af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:40.434608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e13fda5-59e0-4a09-a7ba-913e3f4db0aa req-c3a34544-b534-45e7-8f36-c99e42c850af service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1097 time: 0.0834737 Jun 30 03:24:40.472472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e13fda5-59e0-4a09-a7ba-913e3f4db0aa req-aae87d81-fa29-43aa-8f2a-d813613f99b0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305164 Jun 30 03:24:40.474044 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc2b53f0-7a13-4fbb-9c3a-e5b32544ad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:40.495024 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc2b53f0-7a13-4fbb-9c3a-e5b32544ad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:40.632782 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc2b53f0-7a13-4fbb-9c3a-e5b32544ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:40.636215 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc2b53f0-7a13-4fbb-9c3a-e5b32544ad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:40.637550 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bc2b53f0-7a13-4fbb-9c3a-e5b32544ad27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd287aad-3af3-4986-93dc-183265b301a6 HTTP/1.1" status: 204 len: 168 time: 0.2153835 Jun 30 03:24:40.646883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b53f0-7a13-4fbb-9c3a-e5b32544ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd287aad-3af3-4986-93dc-183265b301a6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:40.724531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c02da-0684-4a10-8fc5-7e52a6241d67 req-95deb20c-f099-418d-9713-27a641c49fd4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:40.726076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e62c02da-0684-4a10-8fc5-7e52a6241d67 req-95deb20c-f099-418d-9713-27a641c49fd4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0721157 Jun 30 03:24:40.765631 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e62c02da-0684-4a10-8fc5-7e52a6241d67 req-2b13791b-efbd-46fa-8bdb-cdc6e59d74d7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333781 Jun 30 03:24:41.639115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50978) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:41.679765 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c7158512-9d28-45dc-848d-c69cc94e7abb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6a8defa011a4491abe62fbf40329dfe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393722 Jun 30 03:24:41.682630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50980) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:41.731195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b46b8260-46e4-44e2-9563-cf0ee70368b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:41.751607 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b46b8260-46e4-44e2-9563-cf0ee70368b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:41.861003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b46b8260-46e4-44e2-9563-cf0ee70368b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:41.863811 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b46b8260-46e4-44e2-9563-cf0ee70368b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:41.864968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b46b8260-46e4-44e2-9563-cf0ee70368b7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e6568c4-7ac6-4039-ae56-47fa9617519b HTTP/1.1" status: 204 len: 168 time: 0.1814494 Jun 30 03:24:41.873154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8260-46e4-44e2-9563-cf0ee70368b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6568c4-7ac6-4039-ae56-47fa9617519b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:41.949764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a9dfa-3aa1-4a60-9189-83b12b9401b4 req-58b3f77d-aba8-4c49-ae8b-b3db12dfa391 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:41.951268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a97a9dfa-3aa1-4a60-9189-83b12b9401b4 req-58b3f77d-aba8-4c49-ae8b-b3db12dfa391 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0702655 Jun 30 03:24:41.997327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a97a9dfa-3aa1-4a60-9189-83b12b9401b4 req-80d94836-9752-4b08-82da-5748e0cfbb45 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Jun 30 03:24:42.169040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adbb50-4840-4ab2-a10f-60137a696541 req-2f080382-ce4e-4df5-a4e8-d364420ad1f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:42.170643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80adbb50-4840-4ab2-a10f-60137a696541 req-2f080382-ce4e-4df5-a4e8-d364420ad1f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0699899 Jun 30 03:24:42.208244 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-80adbb50-4840-4ab2-a10f-60137a696541 req-425be6bc-1c37-4a90-a3c3-42fda314957e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Jun 30 03:24:42.231332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50988) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:42.293178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c42b9-3fa6-4c9c-b8c2-4d2864edaba9 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:42.297325 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-885c42b9-3fa6-4c9c-b8c2-4d2864edaba9 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1092 time: 0.0623865 Jun 30 03:24:42.297773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 50990) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:42.302975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:42.449796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:42.558075 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:42.679216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.25.2.10 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/0dfd2b1d-ac13-48d4-b3ea-f2386148c051) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:24:42.696753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-2fa9eed8-3902-4ba5-b138-b51952778be1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656676 Jun 30 03:24:42.793256 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-8a72688a-baf1-4654-8575-8c0c79789e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:42.794794 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:42.794970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-8a72688a-baf1-4654-8575-8c0c79789e88 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1097 time: 0.0530224 Jun 30 03:24:42.912587 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:42.915867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-2b5b5636-11f8-4de6-9ca2-e8453043ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:42.917406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-2b5b5636-11f8-4de6-9ca2-e8453043ac15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.0916352 Jun 30 03:24:42.955202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:24:42.959390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:24:42.966981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:24:42.970027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=0dfd2b1d-ac13-48d4-b3ea-f2386148c051,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:42.991473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-47c48981-aaa6-4e00-a813-7dce1be7666c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 200 len: 1001 time: 0.0667603 Jun 30 03:24:43.044279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-8f2e5462-8918-4021-8e74-f31f807464ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:43.045751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-8f2e5462-8918-4021-8e74-f31f807464ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0481863 Jun 30 03:24:43.101705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-7f5a2f1a-762f-4c78-aa71-947eab55386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:43.103114 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-7f5a2f1a-762f-4c78-aa71-947eab55386f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511975 Jun 30 03:24:43.192355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-64002e19-308b-49ac-9c18-6ff2ff684f9f service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826898 Jun 30 03:24:43.289690 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1bc74bb9-3237-4ea7-acd8-03b306ce1357 req-75d4aa3f-24a6-4950-a8bf-389ff8fbb093 service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909643 Jun 30 03:24:43.340021 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:43.523114 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:43.670482 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:43.848983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:43.916047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=0dfd2b1d-ac13-48d4-b3ea-f2386148c051,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:43.925858 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:44.026481 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Floating IP 330d819e-40c2-424b-a109-36b349b996ca associated. External IP: 172.25.2.10, port: e849f88d-7379-42c3-96e5-72404ab4820d. Jun 30 03:24:44.546273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:24:44.565595 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:24:44.653957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:24:44.663873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] Sync routers for ids ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:24:44.673484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] Routers {'5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:44.674133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:44.740733 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:44.779625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] Set router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:44.783234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4d2f4975-1cc2-453e-98ff-49419d61d952 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4818523 Jun 30 03:24:44.783234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:44.783700 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6924d8-9185-4a2e-8892-a2ebdb397652" -d '{"events": [{"name": "network-changed", "server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:44.826586 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c964eb5-7270-4af5-8e21-169c7c82ac31 x-openstack-request-id: req-0c964eb5-7270-4af5-8e21-169c7c82ac31 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:44.827105 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:44.827544 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c964eb5-7270-4af5-8e21-169c7c82ac31 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:44.827955 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'status': 'completed', 'code': 200} Jun 30 03:24:44.951587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-be84ffe4-1011-474e-940e-20f39bcffc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:44.953121 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-be84ffe4-1011-474e-940e-20f39bcffc77 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1097 time: 0.1020093 Jun 30 03:24:44.969237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329ee21-5c7d-419a-9544-cc1f37b0f892 req-9c2867b8-60f4-4baa-a725-a8ada9577f3b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:44.970721 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f329ee21-5c7d-419a-9544-cc1f37b0f892 req-9c2867b8-60f4-4baa-a725-a8ada9577f3b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0894778 Jun 30 03:24:45.019556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '330d819e-40c2-424b-a109-36b349b996ca', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'port_id': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'mac_address': 'fa:16:3e:15:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:24:43Z', 'updated_at': '2021-06-30T03:24:43Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70df4db4-2b0e-4c8e-a574-88d3468e6304', 'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:00:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:25Z', 'updated_at': '2021-06-30T03:24:32Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6d52b797-354b-4004-9e4d-805e792ea129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:45.046506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] Checking router: 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:24:45.055044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] Routers {'5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:45.055562 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f329ee21-5c7d-419a-9544-cc1f37b0f892 req-2856375b-8f50-4a6e-b274-6091f629b5a3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776982 Jun 30 03:24:45.055706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:24:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:45.082237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 50998) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:45.140486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-d6f64a6e-f42a-4cc3-b937-b3176463dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:45.141961 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-d6f64a6e-f42a-4cc3-b937-b3176463dfb6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 897 time: 0.1809683 Jun 30 03:24:45.163681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] Set router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:45.167829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b82a42e7-5023-4cac-8562-faf999465953 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/330d819e-40c2-424b-a109-36b349b996ca HTTP/1.1" status: 200 len: 991 time: 0.0845103 Jun 30 03:24:45.218686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-9b9560fc-5f46-4335-a15f-2dcb1f4c2bcd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 999 time: 0.0675948 Jun 30 03:24:45.269094 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-6c1b22ba-5d72-4769-be6f-2fb464f9c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:45.270808 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-6c1b22ba-5d72-4769-be6f-2fb464f9c8a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.0458870 Jun 30 03:24:45.335389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-c06d3b71-990d-4c65-865d-df55043819ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:45.336871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-c06d3b71-990d-4c65-865d-df55043819ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598135 Jun 30 03:24:45.395258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '330d819e-40c2-424b-a109-36b349b996ca', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'port_id': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'mac_address': 'fa:16:3e:15:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:24:43Z', 'updated_at': '2021-06-30T03:24:43Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70df4db4-2b0e-4c8e-a574-88d3468e6304', 'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:00:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:25Z', 'updated_at': '2021-06-30T03:24:32Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6d52b797-354b-4004-9e4d-805e792ea129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:45.421386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da45c788-caa4-40e7-ba34-2e2d1bc2cde6 None None] The sync data for ids ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'] in n-d-798249-3 is: [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '330d819e-40c2-424b-a109-36b349b996ca', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'port_id': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'mac_address': 'fa:16:3e:15:bf:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:24:43Z', 'updated_at': '2021-06-30T03:24:43Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70df4db4-2b0e-4c8e-a574-88d3468e6304', 'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:00:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:25Z', 'updated_at': '2021-06-30T03:24:32Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6d52b797-354b-4004-9e4d-805e792ea129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:24:45.424846 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-05fda63e-dc21-4838-9d5e-471983512c77 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820148 Jun 30 03:24:45.520964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da6924d8-9185-4a2e-8892-a2ebdb397652 req-9b4edad8-a35e-4171-9f27-357f5297490d service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901320 Jun 30 03:24:45.627856 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97951bec-1b4e-48be-b443-d41f047566f8 None None] New status for floating IP 330d819e-40c2-424b-a109-36b349b996ca: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:24:46.172142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51000) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:46.233402 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-03100d68-39e0-48fb-8f94-205ece8ebf5e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/330d819e-40c2-424b-a109-36b349b996ca HTTP/1.1" status: 200 len: 993 time: 0.0600450 Jun 30 03:24:53.146230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:53.643569 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:58.660193 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c86ef97-8334-4567-af17-3018cb6c0cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:01.328302 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:01.339715 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5b76e1c0-9916-4841-a3f5-07d633b23eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:02.962955 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:04.705402 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:12.946093 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bdab9-757d-403d-a75b-ee5396659d5b req-280421dd-16c0-4965-9b0a-03367d048fa3 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:12.947700 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e01bdab9-757d-403d-a75b-ee5396659d5b req-280421dd-16c0-4965-9b0a-03367d048fa3 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1097 time: 0.0590804 Jun 30 03:25:12.983979 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e01bdab9-757d-403d-a75b-ee5396659d5b req-9dbc966b-a6c9-45a0-9f01-ea7f06a299c0 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304360 Jun 30 03:25:13.164188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7987f31-1a9c-4ef3-bf32-5287e3bcfc22 req-4bec0e6c-ea29-4645-a63b-1fcdb0dab331 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:13.165698 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7987f31-1a9c-4ef3-bf32-5287e3bcfc22 req-4bec0e6c-ea29-4645-a63b-1fcdb0dab331 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0661752 Jun 30 03:25:13.206040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7987f31-1a9c-4ef3-bf32-5287e3bcfc22 req-c67aecb8-a703-42c5-bc43-ac474f4ed76e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344017 Jun 30 03:25:13.230719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51018) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:13.290259 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-76b6bbfb-67f3-4ba9-8930-f483ddd75754 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/330d819e-40c2-424b-a109-36b349b996ca HTTP/1.1" status: 200 len: 993 time: 0.0584185 Jun 30 03:25:14.196061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe904c4-bc66-4bf1-8c11-bb6ffbea6cc0 req-2f9529e4-7f94-4bd3-8466-16029a6095f9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:14.197446 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-efe904c4-bc66-4bf1-8c11-bb6ffbea6cc0 req-2f9529e4-7f94-4bd3-8466-16029a6095f9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0631402 Jun 30 03:25:14.234828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-efe904c4-bc66-4bf1-8c11-bb6ffbea6cc0 req-95fc52e6-5ce3-44ea-8910-a7f63fc1ca32 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Jun 30 03:25:14.292499 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-f58fad34-53a0-4669-857b-d9c1b6e7292c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502715 Jun 30 03:25:15.412451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8f699-ff52-40aa-8fc8-ace36e08a2f2 req-855d957e-f9d1-4b5a-8124-0489612def2e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:15.413962 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cca8f699-ff52-40aa-8fc8-ace36e08a2f2 req-855d957e-f9d1-4b5a-8124-0489612def2e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0667150 Jun 30 03:25:15.454628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cca8f699-ff52-40aa-8fc8-ace36e08a2f2 req-18e13699-8848-404a-8a95-cd61014b190d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339637 Jun 30 03:25:16.640204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-40388a71-ed9f-4642-9cef-a06e103a8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:16.641865 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-40388a71-ed9f-4642-9cef-a06e103a8a61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1097 time: 0.1188788 Jun 30 03:25:16.721362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d74ccd-0537-4675-b08f-44ed2d55d74a req-fe850a29-3eea-4194-b1d7-19e5e98694dd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:16.722890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-52d74ccd-0537-4675-b08f-44ed2d55d74a req-fe850a29-3eea-4194-b1d7-19e5e98694dd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.1417220 Jun 30 03:25:16.770526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-2b18fcef-6471-4f0e-9708-278aa73d4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:16.772422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-2b18fcef-6471-4f0e-9708-278aa73d4223 service neutron] 10.222.0.83 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 897 time: 0.1231825 Jun 30 03:25:16.817103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-52d74ccd-0537-4675-b08f-44ed2d55d74a req-e3a1068b-d01c-49c4-946c-f0da45f131fe tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862496 Jun 30 03:25:16.841299 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-990e1495-c40b-4abb-a831-63e6d3b31ef3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 1001 time: 0.0617101 Jun 30 03:25:16.890823 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-41873ea5-3ab3-4408-b43d-d488a1a03c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:16.892268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-41873ea5-3ab3-4408-b43d-d488a1a03c5c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.0436924 Jun 30 03:25:16.951239 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-8e73a1eb-776e-4e5b-b48d-88823c691088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:16.952704 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-8e73a1eb-776e-4e5b-b48d-88823c691088 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545614 Jun 30 03:25:17.048430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-4828c69d-1fea-43f6-a1d6-9857639a2f45 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847297 Jun 30 03:25:17.142749 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-4c6073fe-3e94-485c-9901-f41d36e7ca24 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898392 Jun 30 03:25:17.989602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb41e-6504-42ae-ba9e-73d502433227 req-6194a9fb-b6fe-4402-b4d3-f869c7ae7589 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:17.991781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dfacb41e-6504-42ae-ba9e-73d502433227 req-6194a9fb-b6fe-4402-b4d3-f869c7ae7589 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0642872 Jun 30 03:25:18.030017 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dfacb41e-6504-42ae-ba9e-73d502433227 req-4689ec1a-7563-44d9-9ed8-583915fd6384 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326610 Jun 30 03:25:19.202593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc1125-dc10-49f6-b1ed-adab25a85bcc req-82f489fd-1188-443a-b287-d3bcf1a6ddf7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:19.203985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57bc1125-dc10-49f6-b1ed-adab25a85bcc req-82f489fd-1188-443a-b287-d3bcf1a6ddf7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0637305 Jun 30 03:25:19.242955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-57bc1125-dc10-49f6-b1ed-adab25a85bcc req-925e71e4-6af8-4e99-95e3-fa6f28178de7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332057 Jun 30 03:25:20.422890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26debea-3e7b-4acc-88d8-ba59b9443967 req-a610c2bf-2f30-4585-84e3-0153184623cd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:20.424399 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a26debea-3e7b-4acc-88d8-ba59b9443967 req-a610c2bf-2f30-4585-84e3-0153184623cd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0650022 Jun 30 03:25:20.465193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a26debea-3e7b-4acc-88d8-ba59b9443967 req-c45769b3-c207-45e5-8da7-3cb0885370dc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Jun 30 03:25:21.567091 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:25:21.645836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ca024-5355-4f9f-bb5f-35ea31e93044 req-1e527691-dcb2-4927-bbf5-135a14239e09 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:21.649546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa6ca024-5355-4f9f-bb5f-35ea31e93044 req-1e527691-dcb2-4927-bbf5-135a14239e09 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0662673 Jun 30 03:25:21.686203 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa6ca024-5355-4f9f-bb5f-35ea31e93044 req-02d35bc8-5047-4db4-a53e-789ac4e30a97 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324388 Jun 30 03:25:22.865703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba41fa-7a5d-4c53-9c7d-b1f7f89d1e55 req-1bf42cfd-7602-4960-bbba-b0960416da2e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:22.867250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0ba41fa-7a5d-4c53-9c7d-b1f7f89d1e55 req-1bf42cfd-7602-4960-bbba-b0960416da2e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0671225 Jun 30 03:25:22.908338 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0ba41fa-7a5d-4c53-9c7d-b1f7f89d1e55 req-b7bfea81-eb26-48c2-a9e7-ab5c0db84137 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340307 Jun 30 03:25:23.093906 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:23.625137 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:24.084749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160d3ab-4b69-45d4-9c7b-cfc73607198c req-5da91b31-7f84-4790-88f7-2df0fe0b1513 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:24.086233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4160d3ab-4b69-45d4-9c7b-cfc73607198c req-5da91b31-7f84-4790-88f7-2df0fe0b1513 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0664804 Jun 30 03:25:24.122783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4160d3ab-4b69-45d4-9c7b-cfc73607198c req-bab68b4c-8518-49ce-b62a-72ff6635607a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310438 Jun 30 03:25:25.293224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c005fb-cf45-44f8-9afd-d2c1f3a51ba2 req-b37495ce-0f08-4960-918a-64ee1632241b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:25.294634 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0c005fb-cf45-44f8-9afd-d2c1f3a51ba2 req-b37495ce-0f08-4960-918a-64ee1632241b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0632827 Jun 30 03:25:25.332142 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0c005fb-cf45-44f8-9afd-d2c1f3a51ba2 req-aec56b30-9315-49e8-8db4-05e92bf77a1b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317976 Jun 30 03:25:26.501823 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17e07-0571-4d38-9e21-40f75b7d9fbe req-8cad5254-7c0a-4a29-ba6e-e9c94ce5601c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:26.503291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15e17e07-0571-4d38-9e21-40f75b7d9fbe req-8cad5254-7c0a-4a29-ba6e-e9c94ce5601c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0631609 Jun 30 03:25:26.541170 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15e17e07-0571-4d38-9e21-40f75b7d9fbe req-dd4f30ee-f9ae-4a2f-9cc4-f5309b114af0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Jun 30 03:25:27.728631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb386946-b86d-474a-b6b6-f719a51bd56c req-38fda125-c373-4aae-a881-749f002c8924 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:27.730142 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb386946-b86d-474a-b6b6-f719a51bd56c req-38fda125-c373-4aae-a881-749f002c8924 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0769589 Jun 30 03:25:27.769424 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb386946-b86d-474a-b6b6-f719a51bd56c req-2f0246d9-f5e6-441e-8d2f-aa8453b3ae1e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336332 Jun 30 03:25:28.601728 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6f1d882e-3b94-4cf4-b8c2-64d2fa39a8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:29.101858 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94f25c-6ea1-4003-8c5e-e0b846432fe0 req-31fbdb42-6ddf-4f2a-8799-632e7eb62b18 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:29.103330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d94f25c-6ea1-4003-8c5e-e0b846432fe0 req-31fbdb42-6ddf-4f2a-8799-632e7eb62b18 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.2208061 Jun 30 03:25:29.140419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d94f25c-6ea1-4003-8c5e-e0b846432fe0 req-86fc59bd-a90c-44ee-b7a3-d6d42441fe86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Jun 30 03:25:30.308901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1929234-ce89-42cf-8be7-46cf8ff9151a req-35dce769-40cb-4e89-8533-1250cc15626a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:30.310377 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1929234-ce89-42cf-8be7-46cf8ff9151a req-35dce769-40cb-4e89-8533-1250cc15626a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0613656 Jun 30 03:25:30.347479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f1929234-ce89-42cf-8be7-46cf8ff9151a req-1ad4f7c5-38a0-4ed7-877c-f87b45344b7a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Jun 30 03:25:31.270321 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.350417 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d0984f8-24b5-42a9-9d87-4e045f6d7b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:31.517224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753695d4-d5a5-4615-850c-1850cc1ff4bf req-37d564f1-f9a5-4351-b1cd-a2985bf70d45 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:31.518740 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-753695d4-d5a5-4615-850c-1850cc1ff4bf req-37d564f1-f9a5-4351-b1cd-a2985bf70d45 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0627568 Jun 30 03:25:31.556669 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-753695d4-d5a5-4615-850c-1850cc1ff4bf req-917b215c-94db-4e37-bb5e-e3f904e51ac5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Jun 30 03:25:32.729368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55db8d-b10e-4805-8070-6362841996c9 req-b8f00829-9038-4e85-adda-611adcbbf253 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:32.730869 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a55db8d-b10e-4805-8070-6362841996c9 req-b8f00829-9038-4e85-adda-611adcbbf253 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0616581 Jun 30 03:25:32.768082 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a55db8d-b10e-4805-8070-6362841996c9 req-b1e01fd4-5b3c-487f-8529-7e72893c086f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315971 Jun 30 03:25:32.974098 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:33.939879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759db7f-70fb-4db4-89fd-e05fbf6f0b0c req-aac97e8b-7980-4cb5-a517-54faaabc8b12 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:33.941610 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b759db7f-70fb-4db4-89fd-e05fbf6f0b0c req-aac97e8b-7980-4cb5-a517-54faaabc8b12 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0625823 Jun 30 03:25:33.979052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b759db7f-70fb-4db4-89fd-e05fbf6f0b0c req-8df7246f-4405-4726-b3f4-aac029445f73 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310225 Jun 30 03:25:34.360701 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-bfe4b313-4a7e-480f-9f1d-0ea3ec3efdaf service neutron] show failed (client error): The resource could not be found. Jun 30 03:25:34.361627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-bfe4b313-4a7e-480f-9f1d-0ea3ec3efdaf service neutron] 10.222.0.83 "GET /v2.0/ports/e849f88d-7379-42c3-96e5-72404ab4820d/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0560837 Jun 30 03:25:34.722308 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:34.954078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-ee3e01a6-0e5f-430c-8141-56434794267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:34.959352 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-ee3e01a6-0e5f-430c-8141-56434794267d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 1097 time: 0.0569024 Jun 30 03:25:34.966868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:35.040362 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.260383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d57b-ad39-44f1-989a-53f0eb9978af req-4e738bfb-76a3-4567-aa8d-f4920964b63a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:35.261786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c3b0d57b-ad39-44f1-989a-53f0eb9978af req-4e738bfb-76a3-4567-aa8d-f4920964b63a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.1687546 Jun 30 03:25:35.318020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:35.322280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c3b0d57b-ad39-44f1-989a-53f0eb9978af req-28d25810-4a77-4f60-b3e4-748e15e4022f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545630 Jun 30 03:25:35.353106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:25:35.390767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:35.393108 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd290dff-fc6f-4d00-8c78-0eb8776406da" -d '{"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-unplugged", "status": "completed", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:35.397092 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.408917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Transition to ACTIVE for port object e849f88d-7379-42c3-96e5-72404ab4820d will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:25:35.443716 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aee138-81fa-48d7-9187-1149923183e6 x-openstack-request-id: req-02aee138-81fa-48d7-9187-1149923183e6 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:35.444011 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-unplugged", "status": "completed", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:35.444267 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02aee138-81fa-48d7-9187-1149923183e6 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:35.444670 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'code': 200} Jun 30 03:25:35.527508 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.607724 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:35.619497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.619839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.620183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.620525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.620864 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.621198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.621549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.625916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.625916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.625916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.625916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.625916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:35.663754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] No DVR routers for this DVR port e849f88d-7379-42c3-96e5-72404ab4820d on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:25:35.802629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:25:35.802973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:25:35.803306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:35.807454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Port e849f88d-7379-42c3-96e5-72404ab4820d on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:25:35.807774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:35.812489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:25:35.812826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Checking segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:25:35.813211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Bound using segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:25:35.813671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Bound port: e849f88d-7379-42c3-96e5-72404ab4820d, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:25:35.814031 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.877970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:25:35.881399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:25:35.933979 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.969915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:35.970901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:35.972048 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] 10.222.0.74 "PUT /v2.0/ports/e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 1092 time: 1.0092013 Jun 30 03:25:35.995691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dcfa4-09b0-43f2-a3b2-2c71e01e65ac service neutron] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:36.053484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-9cec2c8e-da92-41c4-9f75-97beda699ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:36.055047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-9cec2c8e-da92-41c4-9f75-97beda699ecc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1095 time: 0.0558105 Jun 30 03:25:36.150993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-c7d83151-8bfc-40ff-afd0-a900c0e22784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:36.152466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-c7d83151-8bfc-40ff-afd0-a900c0e22784 service neutron] 10.222.0.74 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 897 time: 0.0914705 Jun 30 03:25:36.217079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-929ba0cb-274d-4fdb-814a-ab28ced8d496 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 999 time: 0.0584745 Jun 30 03:25:36.265212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-834dcb4b-1e01-4d23-886b-1a70ff98bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:36.266609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-834dcb4b-1e01-4d23-886b-1a70ff98bbd2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.0437510 Jun 30 03:25:36.325407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-16f4505f-80fa-4e72-8bc1-a2235b7a3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:36.326812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-16f4505f-80fa-4e72-8bc1-a2235b7a3cf2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542834 Jun 30 03:25:36.414445 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-1c4aa8d7-4f62-4119-933d-df7f38948088 service neutron] 10.222.0.74 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809965 Jun 30 03:25:36.540913 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae8b4e9f-c9c5-47d3-9525-78d8339db2c4 req-ef0e2860-4e05-49dc-b550-8698bd0be06b service neutron] 10.222.0.74 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202104 Jun 30 03:25:36.558067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b51dd-fc84-492f-be1d-1022fddaadec req-3a75b638-fe86-41fc-bdcc-0060d76bebf7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:36.559519 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a9b51dd-fc84-492f-be1d-1022fddaadec req-3a75b638-fe86-41fc-bdcc-0060d76bebf7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 944 time: 0.1211743 Jun 30 03:25:36.596753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a9b51dd-fc84-492f-be1d-1022fddaadec req-5d2ea1d4-8f69-415a-9ff5-47d435720be5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Jun 30 03:25:37.445815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:37.448203 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da52eb9-0175-4edd-800e-2a2cf46e5f00" -d '{"events": [{"name": "network-changed", "server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:37.496734 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f1bdad-835e-481f-9be7-0f4745086ac0 x-openstack-request-id: req-97f1bdad-835e-481f-9be7-0f4745086ac0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:37.497019 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:37.497274 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97f1bdad-835e-481f-9be7-0f4745086ac0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:37.497710 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'status': 'completed', 'code': 200} Jun 30 03:25:37.574202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-400cb93a-9ee8-4320-8fe7-5763ae4ef0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:37.575684 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-400cb93a-9ee8-4320-8fe7-5763ae4ef0bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1095 time: 0.0540552 Jun 30 03:25:37.610349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-cbf83f9b-6c23-4416-a422-32def90e6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:37.611855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-cbf83f9b-6c23-4416-a422-32def90e6c7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1095 time: 0.0903697 Jun 30 03:25:37.643721 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-55df67d2-6802-4087-9a8b-c6f9fbd8d2b2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862353 Jun 30 03:25:37.674291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-7b6529b5-35a5-4176-a603-ef7bfea2a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:37.675764 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-7b6529b5-35a5-4176-a603-ef7bfea2a30e service neutron] 10.222.0.83 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 897 time: 0.0935504 Jun 30 03:25:37.764340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-47f63c13-a2e8-4c89-8fa8-f1cbc244e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:37.766016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-47f63c13-a2e8-4c89-8fa8-f1cbc244e999 service neutron] 10.222.0.74 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 897 time: 0.1468320 Jun 30 03:25:37.834639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-a6b459b2-59bb-4d6e-b593-538018107f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:37.836425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-a6b459b2-59bb-4d6e-b593-538018107f8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 1096 time: 0.1379139 Jun 30 03:25:37.859002 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-bdf85d22-ddfa-433c-b571-205baed2d476 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 999 time: 0.0862038 Jun 30 03:25:38.016806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-e10a1fbb-1d3d-47d9-91c4-27d43c6a59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:38.018205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-e10a1fbb-1d3d-47d9-91c4-27d43c6a59ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.1235375 Jun 30 03:25:38.043836 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-d812d65d-c1c7-4f9f-9cda-c91aba47ac0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 999 time: 0.3605313 Jun 30 03:25:38.085817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063031a-5e49-45f5-834b-9895bf413bf4 req-1b8eb345-ad96-43e3-b9aa-f0649ce50ff6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:38.087325 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e063031a-5e49-45f5-834b-9895bf413bf4 req-1b8eb345-ad96-43e3-b9aa-f0649ce50ff6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 944 time: 0.3473756 Jun 30 03:25:38.090945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-7533fcbe-4f68-4430-a2dc-915d112df7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:38.092301 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-7533fcbe-4f68-4430-a2dc-915d112df7b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.2095613 Jun 30 03:25:38.092452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-06278903-8013-4bc1-b696-8aedb52c8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:38.093830 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-06278903-8013-4bc1-b696-8aedb52c8883 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.0432301 Jun 30 03:25:38.152776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-bcaf96eb-ad65-4cc7-be2d-4956b3e8db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:38.154318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-bcaf96eb-ad65-4cc7-be2d-4956b3e8db29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541923 Jun 30 03:25:38.164056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:25:38.181879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e063031a-5e49-45f5-834b-9895bf413bf4 req-9a4acb76-1f49-48d3-9f4c-09a0e5550d58 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869296 Jun 30 03:25:38.183723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-ce740f35-a7ee-498e-8460-08dae445e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:38.185272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-ce740f35-a7ee-498e-8460-08dae445e011 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593533 Jun 30 03:25:38.206523 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-b25651f4-4d4f-4926-a126-0877e0dcc50e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=213000e4-2250-4e4f-b6f4-713d7c73530a HTTP/1.1" status: 200 len: 1001 time: 0.1029825 Jun 30 03:25:38.214905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:25:38.251666 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-d60d7ad4-40e1-4c57-9a54-cfcfd0f84501 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901856 Jun 30 03:25:38.313847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-f4150d5b-3f57-4fb5-9b63-39248b635200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:38.315236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-f4150d5b-3f57-4fb5-9b63-39248b635200 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0971260 Jun 30 03:25:38.349362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-d71cfb8f-d181-4828-bff0-84e4ea409317 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920310 Jun 30 03:25:38.363750 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-481f2f5c-34ba-42f1-a9d3-3268814a62e6 service neutron] 10.222.0.74 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691253 Jun 30 03:25:38.441065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-05e393b2-75d3-4c13-b04a-c4f0e384d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:38.443207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-05e393b2-75d3-4c13-b04a-c4f0e384d754 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211500 Jun 30 03:25:38.518479 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-272008b0-dbe2-4e13-8e1b-aa6844396389 service neutron] 10.222.0.74 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475630 Jun 30 03:25:38.554763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-f1760907-4cdd-4538-aa33-11c31be3467d service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994902 Jun 30 03:25:38.645066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-38e305cf-f7a3-4ac4-8370-3575b42a8543 req-afa71d43-7b15-43e8-b6ef-50b8a699976a service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833087 Jun 30 03:25:38.913389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:25:39.011057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:39.026550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'port_id': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'mac_address': 'fa:16:3e:15:bf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:25:39.064948 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.077301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e849f88d-7379-42c3-96e5-72404ab4820d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:25:39.095984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:39.150404 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:39.197357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:39.204603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.204950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.205287 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.205652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.205988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.206320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.206648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.206971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.207294 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.207619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.208470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.208796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:39.362024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fb456-ec0b-4f07-86d6-6d7aba6a278b req-ff00576b-95c0-4ddd-9912-d8f0ecd778b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:39.363494 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe6fb456-ec0b-4f07-86d6-6d7aba6a278b req-ff00576b-95c0-4ddd-9912-d8f0ecd778b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 945 time: 0.0636802 Jun 30 03:25:39.390974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e849f88d-7379-42c3-96e5-72404ab4820d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:25:39.401238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fe6fb456-ec0b-4f07-86d6-6d7aba6a278b req-ac989677-d603-4ac7-9f87-fb93ae4130d8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315492 Jun 30 03:25:39.971326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100a143-4c23-40d6-a4ac-16dd06c53a2b req-fddd08cb-efac-426f-b25b-a3e6cb6fdd73 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:39.974869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e100a143-4c23-40d6-a4ac-16dd06c53a2b req-fddd08cb-efac-426f-b25b-a3e6cb6fdd73 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 945 time: 0.0676768 Jun 30 03:25:40.019248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e100a143-4c23-40d6-a4ac-16dd06c53a2b req-08949e52-5ff7-4b20-ba9c-995c044cf40e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367262 Jun 30 03:25:40.034906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-713e5aeb-43bd-4bcd-82f6-0f05aac20c50 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:40.034906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-713e5aeb-43bd-4bcd-82f6-0f05aac20c50 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.74 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50&tenant_id=56aca93fb557441c86c81e20c38354cf&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 945 time: 0.1176538 Jun 30 03:25:40.091772 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-75e0de6e-f4d8-493e-a80c-99e7546b2966 service neutron] 10.222.0.74 "GET /v2.0/ports/e849f88d-7379-42c3-96e5-72404ab4820d/bindings/n-h1-798249-3 HTTP/1.1" status: 200 len: 382 time: 0.0529540 Jun 30 03:25:40.165079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-92033f45-b234-4e1f-97f2-598d3a5d7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:40.166551 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-92033f45-b234-4e1f-97f2-598d3a5d7875 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1096 time: 0.0511169 Jun 30 03:25:40.256189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-65954905-5471-49e8-8c9e-19858d5e6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:40.257648 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-65954905-5471-49e8-8c9e-19858d5e6e4a service neutron] 10.222.0.74 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 897 time: 0.0843892 Jun 30 03:25:40.321806 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-39db30de-398d-4675-b198-bfecac562e3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 1000 time: 0.0567725 Jun 30 03:25:40.344975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51104) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:40.370657 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-3e86a8c5-6fc1-4139-8437-39b9582f812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:40.372108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-3e86a8c5-6fc1-4139-8437-39b9582f812c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.0440238 Jun 30 03:25:40.433051 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-9c7c663e-512a-43e4-b895-fe01ce998663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:40.434667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-9c7c663e-512a-43e4-b895-fe01ce998663 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562830 Jun 30 03:25:40.525236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-72da52e0-062e-4ea4-a591-42b26b4d9198 service neutron] 10.222.0.74 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839188 Jun 30 03:25:40.607311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Deleting port 01c70d60-00f1-4285-933f-c5eeed5269b9 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:25:40.607869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:40.618618 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-21ece1a1-35d2-4ade-9a11-485483920b23 service neutron] 10.222.0.74 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858660 Jun 30 03:25:40.679971 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:40.680293 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:40.691497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Calling delete_port for 01c70d60-00f1-4285-933f-c5eeed5269b9 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:25:40.911240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:40.936656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'Port': ['ID=01c70d60-00f1-4285-933f-c5eeed5269b9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:40.941113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:25:40.948691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.949071 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.949547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.949804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.950138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.950546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.950803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.951133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.951458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.951782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.952107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:40.952433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:25:41.011659 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.012014 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Floating IP f84b2167-74c4-44c2-8609-71492a0a0b4a disassociated (deleted). External IP: 172.25.2.116, port: 213000e4-2250-4e4f-b6f4-713d7c73530a. Jun 30 03:25:41.059090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port e849f88d-7379-42c3-96e5-72404ab4820d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:25:41.063430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port e849f88d-7379-42c3-96e5-72404ab4820d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:41.063872 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.143853 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.169469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:41.171740 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd204c7-7664-4443-a4d7-b97720d00c0f" -d '{"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-plugged", "status": "completed", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:41.185089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:41.200000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1180ca4-4a1e-421e-8ba8-034b5318a396 req-e163c8eb-d7dd-4d9f-b0fe-5ea3120b9830 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:41.203147 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1180ca4-4a1e-421e-8ba8-034b5318a396 req-e163c8eb-d7dd-4d9f-b0fe-5ea3120b9830 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 945 time: 0.0670574 Jun 30 03:25:41.232436 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba69fa2e-5e5c-4137-9337-dc47fba031c4 x-openstack-request-id: req-ba69fa2e-5e5c-4137-9337-dc47fba031c4 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:41.232795 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-plugged", "status": "completed", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:41.233114 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba69fa2e-5e5c-4137-9337-dc47fba031c4 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:41.233593 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'code': 200} Jun 30 03:25:41.234514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Router 3677b95a-93c8-4ce5-9268-bcc00351862d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:25:41.243241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a1180ca4-4a1e-421e-8ba8-034b5318a396 req-3e8363c8-f4ac-4997-bf7a-571b5298b3e0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362432 Jun 30 03:25:41.259025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.307872 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:41.346492 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:25:41.351748 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:41.356001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] Sync routers for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:25:41.364666 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:25:41.365275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:25:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:41.392503 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e8253ee4-712f-4085-9aeb-a968ce22b855 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "DELETE /v2.0/floatingips/f84b2167-74c4-44c2-8609-71492a0a0b4a HTTP/1.1" status: 204 len: 168 time: 1.0439432 Jun 30 03:25:41.392503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'tag': '213000e4-2250-4e4f-b6f4-713d7c73530a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:41.393816 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511cb444-d957-44e6-8bef-b6e87da04dca" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3e6e68-dd1d-4852-a6f6-888a3c68d402", "tag": "213000e4-2250-4e4f-b6f4-713d7c73530a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:41.436318 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd4cc8f-af58-4cfb-a48c-ada532242e1d x-openstack-request-id: req-2dd4cc8f-af58-4cfb-a48c-ada532242e1d {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:41.436618 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3e6e68-dd1d-4852-a6f6-888a3c68d402", "tag": "213000e4-2250-4e4f-b6f4-713d7c73530a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:41.436893 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2dd4cc8f-af58-4cfb-a48c-ada532242e1d {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:41.437297 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'tag': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'status': 'completed', 'code': 200} Jun 30 03:25:41.494691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:25:41.512786 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cb444-d957-44e6-8bef-b6e87da04dca req-06f40ea1-be39-4ba0-ad74-a8cd0bef9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:41.514295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-511cb444-d957-44e6-8bef-b6e87da04dca req-06f40ea1-be39-4ba0-ad74-a8cd0bef9854 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 1096 time: 0.0551798 Jun 30 03:25:41.611748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cb444-d957-44e6-8bef-b6e87da04dca req-c61b78ce-4181-44e2-9efc-74f624348c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:41.613323 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-511cb444-d957-44e6-8bef-b6e87da04dca req-c61b78ce-4181-44e2-9efc-74f624348c1d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.0915997 Jun 30 03:25:41.655991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-511cb444-d957-44e6-8bef-b6e87da04dca req-89fdc627-efd3-44a3-b01c-57ce18dc17ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=213000e4-2250-4e4f-b6f4-713d7c73530a HTTP/1.1" status: 200 len: 217 time: 0.0353787 Jun 30 03:25:41.719857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cb444-d957-44e6-8bef-b6e87da04dca req-c075de34-6c8a-45eb-9233-44165107be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:41.719857 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-511cb444-d957-44e6-8bef-b6e87da04dca req-c075de34-6c8a-45eb-9233-44165107be7e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0552659 Jun 30 03:25:41.732737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '47b35286-2be4-4a08-9245-6ce2fc5baada', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:bf:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:19:17Z', 'updated_at': '2021-06-30T03:19:21Z', 'revision_number': 1, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:41.761437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] Checking router: 3677b95a-93c8-4ce5-9268-bcc00351862d for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:25:41.771620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:25:41.772241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:25:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:41.801896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cb444-d957-44e6-8bef-b6e87da04dca req-d09b957b-ee5a-42e2-801e-c8c08e26bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:41.803545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-511cb444-d957-44e6-8bef-b6e87da04dca req-d09b957b-ee5a-42e2-801e-c8c08e26bcde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781255 Jun 30 03:25:41.885854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:25:41.932127 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-511cb444-d957-44e6-8bef-b6e87da04dca req-98e9bf64-c7bd-4afd-9b8e-7346a90ababf service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207402 Jun 30 03:25:41.970984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f35f7f-106f-4c41-a608-749566ff5fcc req-3087ad06-6d8c-433c-a52c-d785404a7c93 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:41.972402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89f35f7f-106f-4c41-a608-749566ff5fcc req-3087ad06-6d8c-433c-a52c-d785404a7c93 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 945 time: 0.1129155 Jun 30 03:25:42.053597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89f35f7f-106f-4c41-a608-749566ff5fcc req-a0bacbe1-f26e-4d73-9b9e-05a90de646b1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567026 Jun 30 03:25:42.073432 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-511cb444-d957-44e6-8bef-b6e87da04dca req-6bef1479-e292-4b65-b167-879ecf469a62 service neutron] 10.222.0.74 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339006 Jun 30 03:25:42.113502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '47b35286-2be4-4a08-9245-6ce2fc5baada', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:bf:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:19:17Z', 'updated_at': '2021-06-30T03:19:21Z', 'revision_number': 1, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:42.144569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9a4daf-37ea-41ad-8293-4d3812b30e94 None None] The sync data for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 is: [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '47b35286-2be4-4a08-9245-6ce2fc5baada', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'port_id': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'mac_address': 'fa:16:3e:bf:ff:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:19:17Z', 'updated_at': '2021-06-30T03:19:21Z', 'revision_number': 1, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:25:42.377226 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce31a89-3459-419e-aae8-f80c800c3c67 None None] New status for floating IP f84b2167-74c4-44c2-8609-71492a0a0b4a: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:25:42.420660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef8485-8e2f-437a-a23b-1c257ac79b8d req-0f549801-0845-471e-9105-21c0c8bffb37 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:42.422204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fef8485-8e2f-437a-a23b-1c257ac79b8d req-0f549801-0845-471e-9105-21c0c8bffb37 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.0649166 Jun 30 03:25:42.463703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fef8485-8e2f-437a-a23b-1c257ac79b8d req-aac2a8e8-b46f-4138-a554-3cd6c96875c2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347981 Jun 30 03:25:43.143196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-82e2a27e-d003-4e6f-ad1e-6743b2866850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:43.144680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-82e2a27e-d003-4e6f-ad1e-6743b2866850 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 1097 time: 0.0945184 Jun 30 03:25:43.155335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:25:43.228216 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:43.444222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:43.478194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:25:43.525095 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:43.527539 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee135abf-9408-4a5f-96b3-ab9ba1b3f270" -d '{"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-unplugged", "status": "completed", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:43.531602 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:43.544098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Transition to ACTIVE for port object e849f88d-7379-42c3-96e5-72404ab4820d will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:25:43.602420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43079c2c-9dfb-4d0f-9cac-61d2b82df5aa req-5706db72-65e5-45a9-a601-52f80d0d063b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:43.603938 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43079c2c-9dfb-4d0f-9cac-61d2b82df5aa req-5706db72-65e5-45a9-a601-52f80d0d063b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 945 time: 0.4282129 Jun 30 03:25:43.613312 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:43.628738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099678-a88a-40b1-b73e-5debc052be06 req-7baf0fbe-7461-4f7d-9a7d-75779a059eee tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:43.628738 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef099678-a88a-40b1-b73e-5debc052be06 req-7baf0fbe-7461-4f7d-9a7d-75779a059eee tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 945 time: 0.1023688 Jun 30 03:25:43.688310 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43079c2c-9dfb-4d0f-9cac-61d2b82df5aa req-04b5471c-3379-42a3-b57e-7f60a148700e tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757513 Jun 30 03:25:43.743621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=10']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:43.767255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ef099678-a88a-40b1-b73e-5debc052be06 req-327bf6c8-b871-4f93-9c47-83b0e582af8d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Deleting port 213000e4-2250-4e4f-b6f4-713d7c73530a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:25:43.767925 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ef099678-a88a-40b1-b73e-5debc052be06 req-327bf6c8-b871-4f93-9c47-83b0e582af8d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:43.784384 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36ddee3-2ff5-465d-98a3-e33b356a60b8 x-openstack-request-id: req-d36ddee3-2ff5-465d-98a3-e33b356a60b8 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:43.784683 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-unplugged", "status": "completed", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:43.784939 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d36ddee3-2ff5-465d-98a3-e33b356a60b8 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:43.785332 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'code': 200} Jun 30 03:25:43.818821 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f52ecb-d730-493d-9d3a-1eb3631031d4 req-0ff10532-3fbf-43a9-9abc-b0072a06dec5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:43.820482 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18f52ecb-d730-493d-9d3a-1eb3631031d4 req-0ff10532-3fbf-43a9-9abc-b0072a06dec5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 946 time: 0.2375939 Jun 30 03:25:43.844649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] No DVR routers for this DVR port e849f88d-7379-42c3-96e5-72404ab4820d on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:25:43.884644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ef099678-a88a-40b1-b73e-5debc052be06 req-327bf6c8-b871-4f93-9c47-83b0e582af8d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] For port 213000e4-2250-4e4f-b6f4-713d7c73530a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=213000e4-2250-4e4f-b6f4-713d7c73530a,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:43.884943 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ef099678-a88a-40b1-b73e-5debc052be06 req-327bf6c8-b871-4f93-9c47-83b0e582af8d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:43.896971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ef099678-a88a-40b1-b73e-5debc052be06 req-327bf6c8-b871-4f93-9c47-83b0e582af8d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Calling delete_port for 213000e4-2250-4e4f-b6f4-713d7c73530a owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:25:43.922430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18f52ecb-d730-493d-9d3a-1eb3631031d4 req-e967edc3-55ba-423d-961b-616f4ab072c7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788512 Jun 30 03:25:44.016230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:25:44.016895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:25:44.017247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:44.021855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Port e849f88d-7379-42c3-96e5-72404ab4820d on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:25:44.022185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Attempting to bind port e849f88d-7379-42c3-96e5-72404ab4820d on network 68c116ed-b8c4-4b72-856a-cc4717f90d2d {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:25:44.026970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:25:44.027309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Checking segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:25:44.027972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Bound using segment: {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:25:44.029644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Bound port: e849f88d-7379-42c3-96e5-72404ab4820d, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6afea3cb-b4a9-4469-816e-99edd0ea8316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:25:44.029644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:44.091395 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:25:44.093455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ef099678-a88a-40b1-b73e-5debc052be06 req-327bf6c8-b871-4f93-9c47-83b0e582af8d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:44.094474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:25:44.125627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bf6c8-b871-4f93-9c47-83b0e582af8d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'Port': ['ID=213000e4-2250-4e4f-b6f4-713d7c73530a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:44.186172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef099678-a88a-40b1-b73e-5debc052be06 req-327bf6c8-b871-4f93-9c47-83b0e582af8d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] No DVR routers for this DVR port 213000e4-2250-4e4f-b6f4-713d7c73530a on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:25:44.188797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ef099678-a88a-40b1-b73e-5debc052be06 req-327bf6c8-b871-4f93-9c47-83b0e582af8d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:44.190861 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef099678-a88a-40b1-b73e-5debc052be06 req-327bf6c8-b871-4f93-9c47-83b0e582af8d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.74 "DELETE /v2.0/ports/213000e4-2250-4e4f-b6f4-713d7c73530a HTTP/1.1" status: 204 len: 173 time: 0.5535963 Jun 30 03:25:44.191300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'name': 'network-vif-deleted', 'tag': '213000e4-2250-4e4f-b6f4-713d7c73530a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:44.193704 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acf0473-fbb0-43ae-8f0e-ace7b9332e91" -d '{"events": [{"server_uuid": "6d3e6e68-dd1d-4852-a6f6-888a3c68d402", "name": "network-vif-deleted", "tag": "213000e4-2250-4e4f-b6f4-713d7c73530a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:44.228464 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836b325a-357b-4ea7-8174-778572da9b27 x-openstack-request-id: req-836b325a-357b-4ea7-8174-778572da9b27 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:44.228749 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3e6e68-dd1d-4852-a6f6-888a3c68d402", "name": "network-vif-deleted", "tag": "213000e4-2250-4e4f-b6f4-713d7c73530a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:44.229000 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-836b325a-357b-4ea7-8174-778572da9b27 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:44.229427 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3e6e68-dd1d-4852-a6f6-888a3c68d402', 'name': 'network-vif-deleted', 'tag': '213000e4-2250-4e4f-b6f4-713d7c73530a', 'status': 'completed', 'code': 200} Jun 30 03:25:44.265386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:44.299280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:44.299972 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:44.301219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] 10.222.0.83 "PUT /v2.0/ports/e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 1093 time: 1.1499207 Jun 30 03:25:44.322275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad8909-467f-4cdc-a595-736c261eab60 service neutron] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=11']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:44.388660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-916315b6-12ef-4a01-b07e-8cbe12a81c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:44.390424 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-916315b6-12ef-4a01-b07e-8cbe12a81c37 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1096 time: 0.0587418 Jun 30 03:25:44.502160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-d1d7c20e-cf10-4bf8-a268-07da7d8724cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:44.503678 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-d1d7c20e-cf10-4bf8-a268-07da7d8724cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 897 time: 0.1061587 Jun 30 03:25:44.577786 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-d622fd47-18ce-43dd-a14b-f904ddd14832 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 999 time: 0.0666368 Jun 30 03:25:44.639056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-3878808d-2b46-426d-909a-35ce45865974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:44.640525 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-3878808d-2b46-426d-909a-35ce45865974 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.0565925 Jun 30 03:25:44.696629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-6643903a-c97f-4c9b-ac21-9071961c72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:44.698065 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-6643903a-c97f-4c9b-ac21-9071961c72f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516036 Jun 30 03:25:44.795272 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-4ed4753e-819d-42f1-bc9f-26f2b8435133 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900235 Jun 30 03:25:44.872700 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e3da079f-86aa-4aa5-b031-75b1dcbae9a5 req-b4dcb283-4d24-4af7-af82-8a5dc47f093d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 210 time: 0.0615652 Jun 30 03:25:44.925293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b44f9b3-9cc6-463e-aca1-a6a558962370 req-0a46e0d2-6f6d-4869-a940-31103390a614 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229339 Jun 30 03:25:44.969135 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:25:45.011276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:25:45.103458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eb6ca-3a01-4f41-819b-940e861c9436 req-ff74eaa5-72f1-4d4e-963d-177a94c1437a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:45.105046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-153eb6ca-3a01-4f41-819b-940e861c9436 req-ff74eaa5-72f1-4d4e-963d-177a94c1437a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 945 time: 0.0647774 Jun 30 03:25:45.146852 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-153eb6ca-3a01-4f41-819b-940e861c9436 req-3996354b-6474-48e2-9f3c-fc7b9d5a7c58 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360246 Jun 30 03:25:45.786907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:45.789336 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6168827c-232d-4d17-95cb-e7dfbb2ced7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:45.838689 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35fc912-65af-4d88-a4ef-c3d28e2e4ac4 x-openstack-request-id: req-f35fc912-65af-4d88-a4ef-c3d28e2e4ac4 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:45.839510 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:45.839757 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f35fc912-65af-4d88-a4ef-c3d28e2e4ac4 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:45.840332 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'status': 'completed', 'code': 200} Jun 30 03:25:45.918175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-e2de2e86-518d-49c8-80ae-7b51a06ee912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:45.919866 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-e2de2e86-518d-49c8-80ae-7b51a06ee912 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1096 time: 0.0617614 Jun 30 03:25:45.930383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-7c6104de-3fda-4af9-9751-595710f5ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:45.932027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-7c6104de-3fda-4af9-9751-595710f5ae35 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1096 time: 0.0645020 Jun 30 03:25:46.041300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-69948e08-f9e0-4a67-ae17-e5d9ca77104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:46.042758 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-69948e08-f9e0-4a67-ae17-e5d9ca77104a service neutron] 10.222.0.83 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 897 time: 0.1032135 Jun 30 03:25:46.059395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0db2fde-1d22-46b2-85ea-b3b5ab9f94e9 req-5bfc7f52-61a7-41ca-beed-f956b63a2a70 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 210 time: 0.0404055 Jun 30 03:25:46.074815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-28572f53-ea45-4d49-8d4d-b548be99e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:46.076290 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-28572f53-ea45-4d49-8d4d-b548be99e5d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 897 time: 0.1501617 Jun 30 03:25:46.124311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-8c92d65c-54b6-432e-9858-fe88a3971851 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 999 time: 0.0734682 Jun 30 03:25:46.157670 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-caa3437b-bbbd-4e3e-8ca3-4b8f7a97c866 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 999 time: 0.0694671 Jun 30 03:25:46.178165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-60510d38-c3d6-4a9b-9c84-8f21d290ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:46.179784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-60510d38-c3d6-4a9b-9c84-8f21d290ec74 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.0483928 Jun 30 03:25:46.213862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-0e55a1b7-dea6-4c91-87aa-071a5c9843a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:46.215353 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-0e55a1b7-dea6-4c91-87aa-071a5c9843a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.0514035 Jun 30 03:25:46.249034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-5cf3076c-ad3e-4253-a135-51bd379f0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:46.250845 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-5cf3076c-ad3e-4253-a135-51bd379f0820 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607872 Jun 30 03:25:46.278411 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-a7de4285-53e4-4492-9d28-de0712765f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:46.280793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-a7de4285-53e4-4492-9d28-de0712765f84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584059 Jun 30 03:25:46.395381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-937a3d67-87e2-4e87-8029-69168ce86def service neutron] 10.222.0.74 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070874 Jun 30 03:25:46.395647 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-b415b04b-f51a-40b6-b95f-9f13140b179f service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373918 Jun 30 03:25:46.412362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bc7ba-3a16-42ce-ab56-5d6bc5048476 req-6259b6db-028e-4033-be4b-b53afba1a6de tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:46.419893 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b9bc7ba-3a16-42ce-ab56-5d6bc5048476 req-6259b6db-028e-4033-be4b-b53afba1a6de tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 945 time: 0.1106689 Jun 30 03:25:46.536602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-c25a2b98-6f9e-41e7-a571-c10005be53f1 service neutron] 10.222.0.74 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342285 Jun 30 03:25:46.832953 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b9bc7ba-3a16-42ce-ab56-5d6bc5048476 req-d8e6073a-b3ef-4076-9fe3-e901a00e0364 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113328 Jun 30 03:25:46.864424 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6168827c-232d-4d17-95cb-e7dfbb2ced7b req-ad72903b-198c-4c2e-9dc8-7cf3ddc3459c service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610848 Jun 30 03:25:46.968512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 213000e4-2250-4e4f-b6f4-713d7c73530a no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:25:46.989783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 213000e4-2250-4e4f-b6f4-713d7c73530a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:25:46.992022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 213000e4-2250-4e4f-b6f4-713d7c73530a not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:25:47.223447 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e8c30c5-fc09-44b9-8d0e-dd03a132dab0 req-aa1d021f-4288-4f9c-afe3-e9366834c8fe tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 210 time: 0.0388644 Jun 30 03:25:48.010402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6bd66-0f0e-404a-a630-523cf7ca5d24 req-918c5b84-6b1e-4c6b-9335-4b2432d066cb tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:48.011815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4a6bd66-0f0e-404a-a630-523cf7ca5d24 req-918c5b84-6b1e-4c6b-9335-4b2432d066cb tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 945 time: 0.0642228 Jun 30 03:25:48.050824 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f4a6bd66-0f0e-404a-a630-523cf7ca5d24 req-eba7e9df-0b0f-4148-9a89-bc968ea03a6c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322123 Jun 30 03:25:48.074687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51148) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:48.136686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7674bc8a-c33d-4aeb-9ea7-c4b910d532d0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/330d819e-40c2-424b-a109-36b349b996ca HTTP/1.1" status: 200 len: 991 time: 0.0607564 Jun 30 03:25:48.241519 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:25:48.337636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:48.349867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'port_id': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'mac_address': 'fa:16:3e:15:bf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:25:48.380868 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-83302180-a8ef-4bae-b160-c532aa3080e7 req-2341256d-019e-4cc3-a544-665408ea5ea1 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d3e6e68-dd1d-4852-a6f6-888a3c68d402 HTTP/1.1" status: 200 len: 210 time: 0.0287840 Jun 30 03:25:48.387314 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:48.400364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e849f88d-7379-42c3-96e5-72404ab4820d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:25:48.418891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:48.493025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:48.542510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=12']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:48.714606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e849f88d-7379-42c3-96e5-72404ab4820d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:25:50.256998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:25:50.396305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port e849f88d-7379-42c3-96e5-72404ab4820d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:25:50.400270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port e849f88d-7379-42c3-96e5-72404ab4820d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:25:50.400638 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:50.629663 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:50.651308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:50.653921 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b7c695-8252-400d-8ab7-a1d3544a6f9e" -d '{"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-plugged", "status": "completed", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:50.667795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:50.692365 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f72b55-4196-4d54-9e13-34e43ba67e73 x-openstack-request-id: req-f3f72b55-4196-4d54-9e13-34e43ba67e73 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:50.692649 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-plugged", "status": "completed", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:50.692902 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f3f72b55-4196-4d54-9e13-34e43ba67e73 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:50.693291 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'code': 200} Jun 30 03:25:50.732940 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:50.792067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=13']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:53.156235 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:53.670347 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:55.083005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51176) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:25:55.234742 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Deleting port d792422e-cdc9-47ee-b350-8af7507092f1 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:25:55.234979 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:55.307298 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:55.307631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:55.318782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Calling delete_port for d792422e-cdc9-47ee-b350-8af7507092f1 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:25:55.515921 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:55.538509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'Port': ['ID=d792422e-cdc9-47ee-b350-8af7507092f1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:55.603825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:55.604158 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Floating IP 47b35286-2be4-4a08-9245-6ce2fc5baada disassociated (deleted). External IP: 172.25.2.23, port: b81d05a9-011f-40ab-a0a7-9e05ad8a584d. Jun 30 03:25:55.807832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Router 3677b95a-93c8-4ce5-9268-bcc00351862d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:25:55.915347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:25:55.920089 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:55.924512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] Sync routers for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:25:55.934883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:25:55.935501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:25:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:55.966528 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5ad11fd3-74b8-407e-b16f-9d9000d0ea2a tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "DELETE /v2.0/floatingips/47b35286-2be4-4a08-9245-6ce2fc5baada HTTP/1.1" status: 204 len: 168 time: 0.8823822 Jun 30 03:25:55.967915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'tag': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:55.969394 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16afc6bb-48dd-4bc6-8199-88577c5d9876" -d '{"events": [{"name": "network-changed", "server_uuid": "ff89ec17-265c-464d-a67f-fdfb1532f045", "tag": "b81d05a9-011f-40ab-a0a7-9e05ad8a584d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:56.006572 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d781a43-3112-4f8b-9481-5ab9b32aa100 x-openstack-request-id: req-5d781a43-3112-4f8b-9481-5ab9b32aa100 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:56.006871 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff89ec17-265c-464d-a67f-fdfb1532f045", "tag": "b81d05a9-011f-40ab-a0a7-9e05ad8a584d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:56.008494 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d781a43-3112-4f8b-9481-5ab9b32aa100 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:56.008918 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'tag': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'status': 'completed', 'code': 200} Jun 30 03:25:56.049474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:25:56.084234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-a25e0e4a-c46d-4444-ba89-5da9dd3d49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:56.085771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-a25e0e4a-c46d-4444-ba89-5da9dd3d49a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 1097 time: 0.0546801 Jun 30 03:25:56.176463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-9a18b0fd-298e-433c-8223-8b589fa5a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:56.178771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-9a18b0fd-298e-433c-8223-8b589fa5a5c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 200 len: 913 time: 0.0872748 Jun 30 03:25:56.224553 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-9f70830c-cf3e-45ef-8fa3-7e233566a732 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 200 len: 217 time: 0.0386608 Jun 30 03:25:56.252407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:56.271553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-f1d81ab8-77e8-461b-8da1-a6dc8df8132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:56.272993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-f1d81ab8-77e8-461b-8da1-a6dc8df8132f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 200 len: 851 time: 0.0436454 Jun 30 03:25:56.278000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] Checking router: 3677b95a-93c8-4ce5-9268-bcc00351862d for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:25:56.286058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:25:56.287218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:25:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:56.331825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-1cbc94f0-9260-4472-8f19-668f458ed5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:56.333738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-1cbc94f0-9260-4472-8f19-668f458ed5e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f461a745-ad1f-4f7c-b639-d8b18c2f45a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542595 Jun 30 03:25:56.394341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:25:56.430860 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-f1745bcb-2b00-4d25-9dda-83c182d28aeb service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910583 Jun 30 03:25:56.527707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-16afc6bb-48dd-4bc6-8199-88577c5d9876 req-daeb847a-82ef-4bca-94d0-00dca822ee6a service neutron] 10.222.0.83 "GET /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897694 Jun 30 03:25:56.541407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe8682-acbd-4afd-a569-bf8dd34ce64b req-458bab91-444e-45d3-bcf6-04c0f285f3c7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:56.543530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36fe8682-acbd-4afd-a569-bf8dd34ce64b req-458bab91-444e-45d3-bcf6-04c0f285f3c7 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 946 time: 0.0686605 Jun 30 03:25:56.583168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-36fe8682-acbd-4afd-a569-bf8dd34ce64b req-390bced2-4fca-4c9e-a819-adfb44a952ad tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/security-groups?id=2e88b3cf-3ffe-4af5-bf1a-2195200260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349746 Jun 30 03:25:56.607778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:25:56.635295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1abc1b-dd2e-42b0-94b3-0c25b6c5e220 None None] The sync data for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 is: [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:07:07Z', 'revision_number': 4, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '4101e904-d503-4d4a-8e85-0cad23ffb0d4', 'name': '', 'network_id': 'f461a745-ad1f-4f7c-b639-d8b18c2f45a9', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'mac_address': 'fa:16:3e:96:79:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2583, 'fixed_ips': [{'subnet_id': '3476c010-abe5-41e6-87e4-8c939565d733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:05Z', 'updated_at': '2021-06-30T03:07:16Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'subnets': [{'id': '3476c010-abe5-41e6-87e4-8c939565d733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:25:56.837552 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71280c5c-bf40-477b-b480-bf02fae7b492 None None] New status for floating IP 47b35286-2be4-4a08-9245-6ce2fc5baada: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:25:57.115686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-218b4467-37b7-4c70-8afc-6d8c5607acde tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:57.117158 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-218b4467-37b7-4c70-8afc-6d8c5607acde tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.83 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 946 time: 0.0630136 Jun 30 03:25:57.219625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-c4161b62-0a0e-4a2b-a68a-994a53e04e2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Deleting port b81d05a9-011f-40ab-a0a7-9e05ad8a584d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:25:57.219984 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-c4161b62-0a0e-4a2b-a68a-994a53e04e2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:57.319557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-c4161b62-0a0e-4a2b-a68a-994a53e04e2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] For port b81d05a9-011f-40ab-a0a7-9e05ad8a584d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:25:57.320174 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-c4161b62-0a0e-4a2b-a68a-994a53e04e2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:57.336157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-c4161b62-0a0e-4a2b-a68a-994a53e04e2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Calling delete_port for b81d05a9-011f-40ab-a0a7-9e05ad8a584d owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:25:57.516240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-c4161b62-0a0e-4a2b-a68a-994a53e04e2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:57.548528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4161b62-0a0e-4a2b-a68a-994a53e04e2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'Port': ['ID=b81d05a9-011f-40ab-a0a7-9e05ad8a584d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:25:57.592774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-c4161b62-0a0e-4a2b-a68a-994a53e04e2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] No DVR routers for this DVR port b81d05a9-011f-40ab-a0a7-9e05ad8a584d on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:25:57.595324 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-c4161b62-0a0e-4a2b-a68a-994a53e04e2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:57.599379 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67a14a5a-78da-4111-b8e0-43b39d975524 req-c4161b62-0a0e-4a2b-a68a-994a53e04e2c tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.83 "DELETE /v2.0/ports/b81d05a9-011f-40ab-a0a7-9e05ad8a584d HTTP/1.1" status: 204 len: 173 time: 0.4749005 Jun 30 03:25:57.599379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'name': 'network-vif-deleted', 'tag': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:25:57.600043 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2cf370-0709-4e68-9d2e-d13cfb4c54dd" -d '{"events": [{"server_uuid": "ff89ec17-265c-464d-a67f-fdfb1532f045", "name": "network-vif-deleted", "tag": "b81d05a9-011f-40ab-a0a7-9e05ad8a584d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:25:57.650975 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53e342e-e6ff-4285-bd9e-39c876160666 x-openstack-request-id: req-f53e342e-e6ff-4285-bd9e-39c876160666 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:25:57.651312 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff89ec17-265c-464d-a67f-fdfb1532f045", "name": "network-vif-deleted", "tag": "b81d05a9-011f-40ab-a0a7-9e05ad8a584d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:25:57.651653 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f53e342e-e6ff-4285-bd9e-39c876160666 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:25:57.652121 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff89ec17-265c-464d-a67f-fdfb1532f045', 'name': 'network-vif-deleted', 'tag': 'b81d05a9-011f-40ab-a0a7-9e05ad8a584d', 'status': 'completed', 'code': 200} Jun 30 03:25:57.731848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-78be620a-f361-4a8d-8d80-ee1bc167cfe4 req-4f25daa3-8a12-4fd1-b8ec-59fd7936a0c5 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 210 time: 0.0329940 Jun 30 03:25:58.569307 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:25:58.612843 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b0341ddc-9917-4446-a1b0-04ee193de4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:58.871220 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e809bb7b-1564-4130-aa3e-ffc3bde57bcd req-ae7197b1-d22f-42d7-a5c7-426257a5d4ac tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 210 time: 0.0275781 Jun 30 03:26:00.021096 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c333723a-fbc2-43c9-9cd8-a4dea6b70b3a req-d4452d69-481a-4594-a770-053652cd809d tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 210 time: 0.0352781 Jun 30 03:26:00.314606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b81d05a9-011f-40ab-a0a7-9e05ad8a584d no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:00.335042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: b81d05a9-011f-40ab-a0a7-9e05ad8a584d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:00.335391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device b81d05a9-011f-40ab-a0a7-9e05ad8a584d not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:01.172030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db6c95ac-4e1a-4a14-8fdc-c4f9cec2aac3 req-64f2895d-74a9-472f-9078-71a79ae0552b tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "GET /v2.0/ports?device_id=ff89ec17-265c-464d-a67f-fdfb1532f045 HTTP/1.1" status: 200 len: 210 time: 0.0278752 Jun 30 03:26:01.298566 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:01.321401 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0ee75bf2-9640-4476-8829-8c4137fcc065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:02.263951 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51200) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:02.384829 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bd10652e-922b-4537-8149-421c2cf15b46 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Deleting port 69803989-8467-43d8-afb2-ff76244f620c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:02.385178 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd10652e-922b-4537-8149-421c2cf15b46 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:02.459093 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd10652e-922b-4537-8149-421c2cf15b46 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:02.459348 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd10652e-922b-4537-8149-421c2cf15b46 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:02.470757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bd10652e-922b-4537-8149-421c2cf15b46 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Calling delete_port for 69803989-8467-43d8-afb2-ff76244f620c owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:02.715790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd10652e-922b-4537-8149-421c2cf15b46 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:02.738493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10652e-922b-4537-8149-421c2cf15b46 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'Port': ['ID=69803989-8467-43d8-afb2-ff76244f620c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:02.806195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd10652e-922b-4537-8149-421c2cf15b46 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:02.808627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd10652e-922b-4537-8149-421c2cf15b46 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:02.809803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bd10652e-922b-4537-8149-421c2cf15b46 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "DELETE /v2.0/floatingips/4d9653f0-e950-4c70-a4ba-89b528abda46 HTTP/1.1" status: 204 len: 168 time: 0.5448322 Jun 30 03:26:02.978885 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:04.715766 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:06.270041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51216) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:06.331199 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b5a91fe-40a3-4d95-8497-2ac94af4bf81 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:06.358137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b5a91fe-40a3-4d95-8497-2ac94af4bf81 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:06.523115 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b5a91fe-40a3-4d95-8497-2ac94af4bf81 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:06.525742 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4b5a91fe-40a3-4d95-8497-2ac94af4bf81 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:06.527036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4b5a91fe-40a3-4d95-8497-2ac94af4bf81 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] 10.222.0.77 "DELETE /v2.0/security-groups/2e88b3cf-3ffe-4af5-bf1a-2195200260cf HTTP/1.1" status: 204 len: 168 time: 0.2554538 Jun 30 03:26:06.537211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a91fe-40a3-4d95-8497-2ac94af4bf81 tempest-TestVolumeBootPattern-2093821395 tempest-TestVolumeBootPattern-2093821395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e88b3cf-3ffe-4af5-bf1a-2195200260cf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:06.681702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51220) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:07.139884 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:07.397847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] Deleting port 4101e904-d503-4d4a-8e85-0cad23ffb0d4 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:07.398550 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:07.475686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] For port 4101e904-d503-4d4a-8e85-0cad23ffb0d4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=4101e904-d503-4d4a-8e85-0cad23ffb0d4,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:07.476079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:07.489231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] Calling delete_port for 4101e904-d503-4d4a-8e85-0cad23ffb0d4 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:07.738749 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:07.767836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4101e904-d503-4d4a-8e85-0cad23ffb0d4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:07.945153 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:08.154187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] Router 3677b95a-93c8-4ce5-9268-bcc00351862d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:26:08.568152 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:26:08.572886 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1c532d97-ccc3-4cca-85f8-93214f5676ea admin admin] 10.222.0.77 "PUT /v2.0/routers/3677b95a-93c8-4ce5-9268-bcc00351862d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8901579 Jun 30 03:26:08.576012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51224) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:08.576254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] Sync routers for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:26:08.585742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:08.586336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:08.679506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:08.688885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:08.777471 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:08.866409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:26:07Z', 'revision_number': 5, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port': {'id': 'b8061125-b58c-4b85-ab84-12c62ab41097', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:be:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:01Z', 'updated_at': '2021-06-30T03:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:08.890833 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Deleting port b8061125-b58c-4b85-ab84-12c62ab41097 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:08.891174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:08.892748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] Checking router: 3677b95a-93c8-4ce5-9268-bcc00351862d for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:26:08.901656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] Routers {'3677b95a-93c8-4ce5-9268-bcc00351862d'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:08.902260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3677b95a-93c8-4ce5-9268-bcc00351862d'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:08.970034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] For port b8061125-b58c-4b85-ab84-12c62ab41097, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b8061125-b58c-4b85-ab84-12c62ab41097,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:08.970398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:08.982973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Calling delete_port for b8061125-b58c-4b85-ab84-12c62ab41097 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:08.987078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] Set router 3677b95a-93c8-4ce5-9268-bcc00351862d gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:09.037177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:26:08Z', 'revision_number': 6, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:09.065871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf219e3-9d1f-42a5-bc5b-58bfbbdef77a None None] The sync data for ids ['3677b95a-93c8-4ce5-9268-bcc00351862d'] in n-d-798249-3 is: [{'id': '3677b95a-93c8-4ce5-9268-bcc00351862d', 'name': 'tempest-TestVolumeBootPattern-1487756923-router', 'tenant_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:00Z', 'updated_at': '2021-06-30T03:26:08Z', 'revision_number': 6, 'project_id': '7f5f72b3d7e44245880fdad3e491ef5c', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:26:09.218682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.245302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Pushing event deleted for resources: {'Port': ['ID=b8061125-b58c-4b85-ab84-12c62ab41097,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:09.310478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.399699 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.401822 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.533121 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.533721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3677b95a-93c8-4ce5-9268-bcc00351862d {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:26:09.538626 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.539827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-148b2437-ee5c-4e22-8077-277deb6dfaff admin admin] 10.222.0.77 "DELETE /v2.0/routers/3677b95a-93c8-4ce5-9268-bcc00351862d HTTP/1.1" status: 204 len: 168 time: 0.9628654 Jun 30 03:26:09.542308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51226) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:09.591395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bff6ac-07e6-4292-8894-c3628d84f497 admin admin] Deleting subnet 3476c010-abe5-41e6-87e4-8c939565d733 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:26:09.594503 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-55bff6ac-07e6-4292-8894-c3628d84f497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.629099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-55bff6ac-07e6-4292-8894-c3628d84f497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.705673 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-55bff6ac-07e6-4292-8894-c3628d84f497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.823320 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-55bff6ac-07e6-4292-8894-c3628d84f497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.858751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bff6ac-07e6-4292-8894-c3628d84f497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3476c010-abe5-41e6-87e4-8c939565d733,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:09.863063 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-55bff6ac-07e6-4292-8894-c3628d84f497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.868510 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-55bff6ac-07e6-4292-8894-c3628d84f497 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3476c010-abe5-41e6-87e4-8c939565d733 HTTP/1.1" status: 204 len: 168 time: 0.3217933 Jun 30 03:26:09.871845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51228) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:09.873901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a20fa41-aab2-4047-aa26-e5614075a534 None None] Network f461a745-ad1f-4f7c-b639-d8b18c2f45a9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:26:09.918803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4101e904-d503-4d4a-8e85-0cad23ffb0d4 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:09.947259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 4101e904-d503-4d4a-8e85-0cad23ffb0d4 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:09.947542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 4101e904-d503-4d4a-8e85-0cad23ffb0d4 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:09.947953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b8061125-b58c-4b85-ab84-12c62ab41097 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:09.960690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:09.981702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: b8061125-b58c-4b85-ab84-12c62ab41097 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:09.982089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b8061125-b58c-4b85-ab84-12c62ab41097 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:10.022157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Deleting port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:10.022505 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.091653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] For port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a37a8a04-6783-4cf5-aac1-e3796bdcfe5b,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:10.092038 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.115614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Calling delete_port for a37a8a04-6783-4cf5-aac1-e3796bdcfe5b owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:10.127499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ace6e-411a-4282-a57e-e467db659f85 None None] DHCP port deletion for f461a745-ad1f-4f7c-b639-d8b18c2f45a9 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:26:10.175483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-231ace6e-411a-4282-a57e-e467db659f85 None None] Deleting port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:10.175855 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-231ace6e-411a-4282-a57e-e467db659f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.239523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-231ace6e-411a-4282-a57e-e467db659f85 None None] For port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a37a8a04-6783-4cf5-aac1-e3796bdcfe5b,segment=NetworkSegment(fdcdc056-fef3-4cbe-bb1f-693da2177c77),segment_id=fdcdc056-fef3-4cbe-bb1f-693da2177c77)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:10.239911 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-231ace6e-411a-4282-a57e-e467db659f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.253223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-231ace6e-411a-4282-a57e-e467db659f85 None None] Calling delete_port for a37a8a04-6783-4cf5-aac1-e3796bdcfe5b owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:10.281357 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.306571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a37a8a04-6783-4cf5-aac1-e3796bdcfe5b,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:10.310311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] No DVR routers for this DVR port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:26:10.334532 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-231ace6e-411a-4282-a57e-e467db659f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.362711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ace6e-411a-4282-a57e-e467db659f85 None None] Pushing event deleted for resources: {'Port': ['ID=a37a8a04-6783-4cf5-aac1-e3796bdcfe5b,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:10.366775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231ace6e-411a-4282-a57e-e467db659f85 None None] No DVR routers for this DVR port a37a8a04-6783-4cf5-aac1-e3796bdcfe5b on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:26:10.385396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.395069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f461a745-ad1f-4f7c-b639-d8b18c2f45a9']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:10.404852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcdc056-fef3-4cbe-bb1f-693da2177c77') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:10.405153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcdc056-fef3-4cbe-bb1f-693da2177c77') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:10.414167 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.427853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.433541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:26:10.437059 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:26:10.544024 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.549316 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:10.552441 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f461a745-ad1f-4f7c-b639-d8b18c2f45a9 HTTP/1.1" status: 204 len: 168 time: 0.6777380 Jun 30 03:26:10.554332 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51230) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:10.562067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bad6f9-6d72-4284-9a05-bf75c9ac6d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f461a745-ad1f-4f7c-b639-d8b18c2f45a9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:10.897007 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:11.155908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] Deleting port bc59644a-ae39-4c93-bc93-b94335a621d2 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:11.156167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:11.235540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] For port bc59644a-ae39-4c93-bc93-b94335a621d2, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=bc59644a-ae39-4c93-bc93-b94335a621d2,segment=NetworkSegment(aa2eeb29-b8e7-48a3-b536-7da541f3a316),segment_id=aa2eeb29-b8e7-48a3-b536-7da541f3a316)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:11.236018 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:11.250181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] Calling delete_port for bc59644a-ae39-4c93-bc93-b94335a621d2 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:11.566220 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:11.593734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc59644a-ae39-4c93-bc93-b94335a621d2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:11.769962 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:11.842397 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a37a8a04-6783-4cf5-aac1-e3796bdcfe5b no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:11.862355 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: a37a8a04-6783-4cf5-aac1-e3796bdcfe5b {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:11.862746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a37a8a04-6783-4cf5-aac1-e3796bdcfe5b not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:11.991421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] Router 2466e727-0054-4519-9657-4c1fed3e551d has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:26:12.096653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:26:12.101437 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-19fdb769-cbf9-4e76-8347-b07911c02369 admin admin] 10.222.0.77 "PUT /v2.0/routers/2466e727-0054-4519-9657-4c1fed3e551d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5459955 Jun 30 03:26:12.104106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51232) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:12.104953 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] Sync routers for ids ['2466e727-0054-4519-9657-4c1fed3e551d'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:26:12.115442 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] Routers {'2466e727-0054-4519-9657-4c1fed3e551d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:12.116053 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2466e727-0054-4519-9657-4c1fed3e551d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:12.215535 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:12.218484 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] Set router 2466e727-0054-4519-9657-4c1fed3e551d gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:12.329559 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:12.409023 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2466e727-0054-4519-9657-4c1fed3e551d', 'name': 'tempest-TestVolumeBootPattern-192301327-router', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:15Z', 'updated_at': '2021-06-30T03:26:11Z', 'revision_number': 5, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'gw_port': {'id': 'c955f97b-c571-4dfc-9adf-a0d1235b4e50', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2466e727-0054-4519-9657-4c1fed3e551d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:07:16Z', 'updated_at': '2021-06-30T03:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:12.435225 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] Checking router: 2466e727-0054-4519-9657-4c1fed3e551d for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:26:12.444429 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] Routers {'2466e727-0054-4519-9657-4c1fed3e551d'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:12.444904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['2466e727-0054-4519-9657-4c1fed3e551d'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:12.468823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Deleting port c955f97b-c571-4dfc-9adf-a0d1235b4e50 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:12.469161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:12.533626 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] Set router 2466e727-0054-4519-9657-4c1fed3e551d gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:12.560650 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] For port c955f97b-c571-4dfc-9adf-a0d1235b4e50, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c955f97b-c571-4dfc-9adf-a0d1235b4e50,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:12.561020 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:12.576725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Calling delete_port for c955f97b-c571-4dfc-9adf-a0d1235b4e50 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:12.592238 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2466e727-0054-4519-9657-4c1fed3e551d', 'name': 'tempest-TestVolumeBootPattern-192301327-router', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:15Z', 'updated_at': '2021-06-30T03:26:12Z', 'revision_number': 6, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:12.620980 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48afb2-ed0b-4bc2-bd77-2ce96ebfdbc2 None None] The sync data for ids ['2466e727-0054-4519-9657-4c1fed3e551d'] in n-d-798249-3 is: [{'id': '2466e727-0054-4519-9657-4c1fed3e551d', 'name': 'tempest-TestVolumeBootPattern-192301327-router', 'tenant_id': 'f333a21bf2174e1d9f497475a18c8037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:07:15Z', 'updated_at': '2021-06-30T03:26:12Z', 'revision_number': 6, 'project_id': 'f333a21bf2174e1d9f497475a18c8037', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:26:12.824099 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:12.850658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Pushing event deleted for resources: {'Port': ['ID=c955f97b-c571-4dfc-9adf-a0d1235b4e50,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:12.919635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.011269 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.013532 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.137067 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.137642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2466e727-0054-4519-9657-4c1fed3e551d {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:26:13.141979 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.143076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bb558d5e-a4d0-4134-ae6f-6eaaf3b6c94d admin admin] 10.222.0.77 "DELETE /v2.0/routers/2466e727-0054-4519-9657-4c1fed3e551d HTTP/1.1" status: 204 len: 168 time: 1.0380571 Jun 30 03:26:13.146188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51238) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:13.188713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa8e209-9694-4409-a144-7a8173034f84 admin admin] Deleting subnet e75614a7-6d3b-42dc-a138-8d12f6e48123 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:26:13.192231 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8aa8e209-9694-4409-a144-7a8173034f84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.225867 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8aa8e209-9694-4409-a144-7a8173034f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.305580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8aa8e209-9694-4409-a144-7a8173034f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.430124 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8aa8e209-9694-4409-a144-7a8173034f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.456510 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8e209-9694-4409-a144-7a8173034f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75614a7-6d3b-42dc-a138-8d12f6e48123,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:13.461442 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8aa8e209-9694-4409-a144-7a8173034f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.463370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8aa8e209-9694-4409-a144-7a8173034f84 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e75614a7-6d3b-42dc-a138-8d12f6e48123 HTTP/1.1" status: 204 len: 168 time: 0.3162580 Jun 30 03:26:13.467994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51240) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:13.468132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d32e48-1d56-4b99-a03f-49802109b7a7 None None] Network 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:26:13.541196 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.606215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Deleting port 1a3e9553-0fc3-4403-9791-650eac328c5f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:13.606667 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.680365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5081a-f0f2-4fd3-8d5c-049b33b435b0 None None] DHCP port deletion for 94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:26:13.680628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] For port 1a3e9553-0fc3-4403-9791-650eac328c5f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a3e9553-0fc3-4403-9791-650eac328c5f,segment=NetworkSegment(aa2eeb29-b8e7-48a3-b536-7da541f3a316),segment_id=aa2eeb29-b8e7-48a3-b536-7da541f3a316)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:13.681006 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.703657 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Calling delete_port for 1a3e9553-0fc3-4403-9791-650eac328c5f owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:13.732662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5081a-f0f2-4fd3-8d5c-049b33b435b0 None None] Deleting port 1a3e9553-0fc3-4403-9791-650eac328c5f {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:13.733287 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bbc5081a-f0f2-4fd3-8d5c-049b33b435b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.808445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1a3e9553-0fc3-4403-9791-650eac328c5f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:13.811644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bbc5081a-f0f2-4fd3-8d5c-049b33b435b0 None None] For port 1a3e9553-0fc3-4403-9791-650eac328c5f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=1a3e9553-0fc3-4403-9791-650eac328c5f,segment=NetworkSegment(aa2eeb29-b8e7-48a3-b536-7da541f3a316),segment_id=aa2eeb29-b8e7-48a3-b536-7da541f3a316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:13.812023 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bbc5081a-f0f2-4fd3-8d5c-049b33b435b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.847080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5081a-f0f2-4fd3-8d5c-049b33b435b0 None None] Calling delete_port for 1a3e9553-0fc3-4403-9791-650eac328c5f owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:13.853263 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.866444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] No DVR routers for this DVR port 1a3e9553-0fc3-4403-9791-650eac328c5f on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:26:13.888620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3e9553-0fc3-4403-9791-650eac328c5f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:13.899380 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No active binding found for port 1a3e9553-0fc3-4403-9791-650eac328c5f {{(pid=94532) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 03:26:13.899722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 1a3e9553-0fc3-4403-9791-650eac328c5f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:13.900140 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c955f97b-c571-4dfc-9adf-a0d1235b4e50 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:13.922620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: c955f97b-c571-4dfc-9adf-a0d1235b4e50 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:13.922961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c955f97b-c571-4dfc-9adf-a0d1235b4e50 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:13.923387 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bc59644a-ae39-4c93-bc93-b94335a621d2 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:13.950466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: bc59644a-ae39-4c93-bc93-b94335a621d2 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:13.950808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device bc59644a-ae39-4c93-bc93-b94335a621d2 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:13.961191 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.970115 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bbc5081a-f0f2-4fd3-8d5c-049b33b435b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.971679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:13.983022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2eeb29-b8e7-48a3-b536-7da541f3a316') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:13.983345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2eeb29-b8e7-48a3-b536-7da541f3a316') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:13.993164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:13.998803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5081a-f0f2-4fd3-8d5c-049b33b435b0 None None] Pushing event deleted for resources: {'Port': ['ID=1a3e9553-0fc3-4403-9791-650eac328c5f,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:14.005029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc5081a-f0f2-4fd3-8d5c-049b33b435b0 None None] No DVR routers for this DVR port 1a3e9553-0fc3-4403-9791-650eac328c5f on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:26:14.015983 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:14.022778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:26:14.023177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:26:14.024899 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:26:14.148616 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:14.154158 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:14.155994 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] 10.222.0.77 "DELETE /v2.0/networks/94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c HTTP/1.1" status: 204 len: 168 time: 0.6891360 Jun 30 03:26:14.167690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1b303-5f14-4106-862a-cccd69fa6541 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e4209e-aa83-4f35-a7b0-1ca6f82a0a4c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:14.439835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51244) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:14.480615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-27972d51-bbd3-4eb2-8658-874872baf3d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f5f72b3d7e44245880fdad3e491ef5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395427 Jun 30 03:26:14.483052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51246) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:14.531588 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb0dbf87-2f8b-4570-a825-79fc5a22efca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:14.553342 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb0dbf87-2f8b-4570-a825-79fc5a22efca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:14.744110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb0dbf87-2f8b-4570-a825-79fc5a22efca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:14.747312 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-eb0dbf87-2f8b-4570-a825-79fc5a22efca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:14.748493 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-eb0dbf87-2f8b-4570-a825-79fc5a22efca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad421aa2-a606-4be2-912b-3bd721e71a8e HTTP/1.1" status: 204 len: 168 time: 0.2644799 Jun 30 03:26:14.757887 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dbf87-2f8b-4570-a825-79fc5a22efca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad421aa2-a606-4be2-912b-3bd721e71a8e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:15.492276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51254) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:15.532449 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-194e5fc2-d681-4bb2-a0cf-aa24c324abef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f333a21bf2174e1d9f497475a18c8037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389006 Jun 30 03:26:15.534917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51256) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:15.584082 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d48dcd4-55c3-4894-aa70-faa06ed8d46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:15.605458 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d48dcd4-55c3-4894-aa70-faa06ed8d46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:15.732534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d48dcd4-55c3-4894-aa70-faa06ed8d46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:15.735140 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d48dcd4-55c3-4894-aa70-faa06ed8d46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:15.736371 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9d48dcd4-55c3-4894-aa70-faa06ed8d46b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/254b4e67-8dea-4210-b29a-8e0d8a7edf2b HTTP/1.1" status: 204 len: 168 time: 0.2004800 Jun 30 03:26:15.744850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48dcd4-55c3-4894-aa70-faa06ed8d46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254b4e67-8dea-4210-b29a-8e0d8a7edf2b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:18.878833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5213cc-f202-472d-ba20-a3c681cd74d7 req-7d59ce25-8e1c-448d-86ce-8bb62e3e7fac tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:18.880387 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb5213cc-f202-472d-ba20-a3c681cd74d7 req-7d59ce25-8e1c-448d-86ce-8bb62e3e7fac tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1098 time: 0.0572836 Jun 30 03:26:18.915145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb5213cc-f202-472d-ba20-a3c681cd74d7 req-f96a04c0-5d2b-4f8b-b1ff-61b050387563 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290689 Jun 30 03:26:18.938706 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51264) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:19.092921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 0dfd2b1d-ac13-48d4-b3ea-f2386148c051 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:19.093180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:19.166816 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:19.167146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:19.178360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 0dfd2b1d-ac13-48d4-b3ea-f2386148c051 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:19.383967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:19.407566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=0dfd2b1d-ac13-48d4-b3ea-f2386148c051,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:19.474698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:19.475047 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Floating IP 330d819e-40c2-424b-a109-36b349b996ca disassociated (deleted). External IP: 172.25.2.10, port: e849f88d-7379-42c3-96e5-72404ab4820d. Jun 30 03:26:19.681998 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:26:19.790860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:26:19.795810 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:19.800111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] Sync routers for ids ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:26:19.809138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] Routers {'5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:19.809778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:19.831974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ac58f2e9-9855-44d7-a375-3ba154014e2a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/floatingips/330d819e-40c2-424b-a109-36b349b996ca HTTP/1.1" status: 204 len: 168 time: 0.8917277 Jun 30 03:26:19.833164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:19.835777 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b21787-16c8-4f95-bd1c-e4f43ab17307" -d '{"events": [{"name": "network-changed", "server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:19.877060 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1724b800-08ff-4cfd-8b6f-4c165f1d47a6 x-openstack-request-id: req-1724b800-08ff-4cfd-8b6f-4c165f1d47a6 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:19.877367 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:19.877646 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1724b800-08ff-4cfd-8b6f-4c165f1d47a6 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:19.878341 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'status': 'completed', 'code': 200} Jun 30 03:26:19.967336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-e51d94c2-ec73-4ee0-aa80-d25475266994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:19.967336 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-e51d94c2-ec73-4ee0-aa80-d25475266994 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 1098 time: 0.0571241 Jun 30 03:26:20.065259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-044a5aca-9bb0-4b10-afed-a97bd2a2c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:20.067437 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-044a5aca-9bb0-4b10-afed-a97bd2a2c799 service neutron] 10.222.0.83 "GET /v2.0/networks?id=68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 200 len: 897 time: 0.1026950 Jun 30 03:26:20.077993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] Set router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:20.111054 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-d8b2d6ec-be06-4d64-9f4d-eada97d432e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 200 len: 217 time: 0.0358508 Jun 30 03:26:20.158750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-b4751a4d-4976-461b-b5e9-3bac57e49a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:20.160349 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-b4751a4d-4976-461b-b5e9-3bac57e49a56 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 200 len: 834 time: 0.0453610 Jun 30 03:26:20.225974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-57939d2a-91d9-4423-abc6-45af4db8b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:20.227432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-57939d2a-91d9-4423-abc6-45af4db8b28b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68c116ed-b8c4-4b72-856a-cc4717f90d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610859 Jun 30 03:26:20.310163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '70df4db4-2b0e-4c8e-a574-88d3468e6304', 'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:00:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:25Z', 'updated_at': '2021-06-30T03:24:32Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6d52b797-354b-4004-9e4d-805e792ea129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:20.321102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-e17f114e-7b54-4d51-a711-8b6318393717 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861442 Jun 30 03:26:20.336883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] Checking router: 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:26:20.345040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] Routers {'5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:20.345686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:20.423412 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70b21787-16c8-4f95-bd1c-e4f43ab17307 req-aaedd259-3ad1-4052-aacb-c66cc9b89218 service neutron] 10.222.0.83 "GET /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963719 Jun 30 03:26:20.457889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] Set router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:20.524237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23642887-9a2a-40b8-99d2-1bc38b8000ac req-5cc1b4e0-9ace-42a1-98df-9e1afc2ae185 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:20.525667 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-23642887-9a2a-40b8-99d2-1bc38b8000ac req-5cc1b4e0-9ace-42a1-98df-9e1afc2ae185 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 947 time: 0.0646000 Jun 30 03:26:20.564557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-23642887-9a2a-40b8-99d2-1bc38b8000ac req-2ab72ed6-021c-47ac-bba9-a04f3ad655bb tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Jun 30 03:26:20.660671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '70df4db4-2b0e-4c8e-a574-88d3468e6304', 'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:00:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:25Z', 'updated_at': '2021-06-30T03:24:32Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6d52b797-354b-4004-9e4d-805e792ea129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:20.686716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fbe03-45a3-436d-b74c-36cdc4782588 None None] The sync data for ids ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'] in n-d-798249-3 is: [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '70df4db4-2b0e-4c8e-a574-88d3468e6304', 'name': '', 'network_id': '68c116ed-b8c4-4b72-856a-cc4717f90d2d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:00:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '6d52b797-354b-4004-9e4d-805e792ea129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:25Z', 'updated_at': '2021-06-30T03:24:32Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6d52b797-354b-4004-9e4d-805e792ea129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:26:20.903590 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe1991-be7b-446a-aef5-f7a89f2b927a None None] New status for floating IP 330d819e-40c2-424b-a109-36b349b996ca: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:26:21.657691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-20a0d7cb-a45d-41fb-994e-63bb2b3952c1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:21.664301 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-20a0d7cb-a45d-41fb-994e-63bb2b3952c1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 947 time: 0.0665121 Jun 30 03:26:21.749531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565faaf-7c7b-4a27-bd82-1264aeb7eceb req-0d61fdc1-2390-456a-bd73-b395d31514b2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:21.753598 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6565faaf-7c7b-4a27-bd82-1264aeb7eceb req-0d61fdc1-2390-456a-bd73-b395d31514b2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 947 time: 0.0690334 Jun 30 03:26:21.765166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-568a4ab4-6ff2-4186-bb7b-f338a54210b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port e849f88d-7379-42c3-96e5-72404ab4820d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:21.765567 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-568a4ab4-6ff2-4186-bb7b-f338a54210b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:21.856259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-568a4ab4-6ff2-4186-bb7b-f338a54210b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port e849f88d-7379-42c3-96e5-72404ab4820d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e849f88d-7379-42c3-96e5-72404ab4820d,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:21.856558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-568a4ab4-6ff2-4186-bb7b-f338a54210b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:21.871225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-568a4ab4-6ff2-4186-bb7b-f338a54210b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for e849f88d-7379-42c3-96e5-72404ab4820d owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:22.081356 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-568a4ab4-6ff2-4186-bb7b-f338a54210b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:22.110571 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a4ab4-6ff2-4186-bb7b-f338a54210b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=e849f88d-7379-42c3-96e5-72404ab4820d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:22.122189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6565faaf-7c7b-4a27-bd82-1264aeb7eceb req-97aab475-813c-48c2-9e6a-23c40ee122ee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=8a920b60-3af4-462a-a7c9-e2d6b078f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644626 Jun 30 03:26:22.163556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-568a4ab4-6ff2-4186-bb7b-f338a54210b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] No DVR routers for this DVR port e849f88d-7379-42c3-96e5-72404ab4820d on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:26:22.166354 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-568a4ab4-6ff2-4186-bb7b-f338a54210b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:22.168003 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-982e1353-5a47-4c84-aec2-ab3ab79735d7 req-568a4ab4-6ff2-4186-bb7b-f338a54210b4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "DELETE /v2.0/ports/e849f88d-7379-42c3-96e5-72404ab4820d HTTP/1.1" status: 204 len: 173 time: 0.5036659 Jun 30 03:26:22.168440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-deleted', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:22.170714 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0d3f43-b41e-4284-b123-b7613159f86c" -d '{"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-deleted", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:22.205251 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30cf0c5-d448-4fd8-a381-bfc446b89b66 x-openstack-request-id: req-c30cf0c5-d448-4fd8-a381-bfc446b89b66 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:22.205579 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c580274c-756b-4bad-ad23-7f12d1482f50", "name": "network-vif-deleted", "tag": "e849f88d-7379-42c3-96e5-72404ab4820d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:22.205836 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c30cf0c5-d448-4fd8-a381-bfc446b89b66 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:22.206242 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c580274c-756b-4bad-ad23-7f12d1482f50', 'name': 'network-vif-deleted', 'tag': 'e849f88d-7379-42c3-96e5-72404ab4820d', 'status': 'completed', 'code': 200} Jun 30 03:26:23.178525 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:23.281450 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-466fa260-c6b3-4455-b22c-325612c7b488 req-27801f0e-8768-4497-8b79-b465063f660f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=c580274c-756b-4bad-ad23-7f12d1482f50 HTTP/1.1" status: 200 len: 210 time: 0.0279560 Jun 30 03:26:23.692960 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:24.379863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51280) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:24.443627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:24.463506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: e849f88d-7379-42c3-96e5-72404ab4820d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:24.463853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e849f88d-7379-42c3-96e5-72404ab4820d not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:24.732115 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:25.297883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 70df4db4-2b0e-4c8e-a574-88d3468e6304 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:25.298227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:25.385452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port 70df4db4-2b0e-4c8e-a574-88d3468e6304, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=70df4db4-2b0e-4c8e-a574-88d3468e6304,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:25.386204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:25.397925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 70df4db4-2b0e-4c8e-a574-88d3468e6304 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:25.652574 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:25.683947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=70df4db4-2b0e-4c8e-a574-88d3468e6304,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:25.865125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:26.084182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:26:26.190216 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:26:26.195906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-aefa87ea-e882-4dd0-a0d7-c6c2a41359b8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "PUT /v2.0/routers/5e089ef9-c527-4c92-b2f6-2bfc6157c6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8148522 Jun 30 03:26:26.198468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51282) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:26.200306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] Sync routers for ids ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:26:26.211255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] Routers {'5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:26.212031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:26.250313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a86932c-b811-4701-9c8a-5ddb5e4c423b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting subnet 6d52b797-354b-4004-9e4d-805e792ea129 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:26:26.253386 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2a86932c-b811-4701-9c8a-5ddb5e4c423b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:26.292849 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2a86932c-b811-4701-9c8a-5ddb5e4c423b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:26.315688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] Set router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:26.382258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2a86932c-b811-4701-9c8a-5ddb5e4c423b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:26.497581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:26:25Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:26.521690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2a86932c-b811-4701-9c8a-5ddb5e4c423b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:26.524489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] Checking router: 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:26:26.532823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] Routers {'5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:26.533429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:26.547071 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86932c-b811-4701-9c8a-5ddb5e4c423b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Subnet': ['ID=6d52b797-354b-4004-9e4d-805e792ea129,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:26.554808 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2a86932c-b811-4701-9c8a-5ddb5e4c423b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:26.556626 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2a86932c-b811-4701-9c8a-5ddb5e4c423b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/subnets/6d52b797-354b-4004-9e4d-805e792ea129 HTTP/1.1" status: 204 len: 168 time: 0.3572392 Jun 30 03:26:26.559299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51284) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:26.567985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7be5f6b-0249-496c-be47-ec0d3cb29619 None None] Network 68c116ed-b8c4-4b72-856a-cc4717f90d2d requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:26:26.667300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:26.731646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] Set router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:26.773850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:26.916145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 3e09cf09-26b3-4c6b-84bf-38f80613bea4 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:26.918309 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:26.930784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:26:25Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:26.964066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635af7c6-12f1-4a60-8bb7-5f789b4531d5 None None] DHCP port deletion for 68c116ed-b8c4-4b72-856a-cc4717f90d2d request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:26:26.966374 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de68f5a-9c54-4434-8bc1-8a4c0863f5e2 None None] The sync data for ids ['5e089ef9-c527-4c92-b2f6-2bfc6157c6b8'] in n-d-798249-3 is: [{'id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2065591853', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:24:20Z', 'updated_at': '2021-06-30T03:26:25Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '3e09cf09-26b3-4c6b-84bf-38f80613bea4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e089ef9-c527-4c92-b2f6-2bfc6157c6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:24:21Z', 'updated_at': '2021-06-30T03:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:26:27.010339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port 3e09cf09-26b3-4c6b-84bf-38f80613bea4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3e09cf09-26b3-4c6b-84bf-38f80613bea4,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:27.010709 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.016942 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-635af7c6-12f1-4a60-8bb7-5f789b4531d5 None None] Deleting port a2535561-0f2a-4efc-ab7c-02b247439972 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:27.017325 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-635af7c6-12f1-4a60-8bb7-5f789b4531d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.023648 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 3e09cf09-26b3-4c6b-84bf-38f80613bea4 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:27.078062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-635af7c6-12f1-4a60-8bb7-5f789b4531d5 None None] For port a2535561-0f2a-4efc-ab7c-02b247439972, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a2535561-0f2a-4efc-ab7c-02b247439972,segment=NetworkSegment(6afea3cb-b4a9-4469-816e-99edd0ea8316),segment_id=6afea3cb-b4a9-4469-816e-99edd0ea8316)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:27.078344 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-635af7c6-12f1-4a60-8bb7-5f789b4531d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.092103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-635af7c6-12f1-4a60-8bb7-5f789b4531d5 None None] Calling delete_port for a2535561-0f2a-4efc-ab7c-02b247439972 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:27.269642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-635af7c6-12f1-4a60-8bb7-5f789b4531d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.296198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635af7c6-12f1-4a60-8bb7-5f789b4531d5 None None] Pushing event deleted for resources: {'Port': ['ID=a2535561-0f2a-4efc-ab7c-02b247439972,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:27.297021 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.299301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635af7c6-12f1-4a60-8bb7-5f789b4531d5 None None] No DVR routers for this DVR port a2535561-0f2a-4efc-ab7c-02b247439972 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:26:27.328214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=3e09cf09-26b3-4c6b-84bf-38f80613bea4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:27.395932 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.493143 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.495278 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.646520 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.647213 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Fanout notify agent at l3_agent the message router_deleted on router 5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:26:27.653996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.655143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6d1f73d7-1c10-42ba-810f-55dd156e6560 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/routers/5e089ef9-c527-4c92-b2f6-2bfc6157c6b8 HTTP/1.1" status: 204 len: 168 time: 1.0949016 Jun 30 03:26:27.658089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51286) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:27.736671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.834853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.844494 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c116ed-b8c4-4b72-856a-cc4717f90d2d']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:27.859209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afea3cb-b4a9-4469-816e-99edd0ea8316') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:27.859513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afea3cb-b4a9-4469-816e-99edd0ea8316') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:27.868141 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.885200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.891107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:26:27.891501 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:26:27.894930 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:26:28.056857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:28.064532 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:28.065709 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/networks/68c116ed-b8c4-4b72-856a-cc4717f90d2d HTTP/1.1" status: 204 len: 168 time: 0.4067092 Jun 30 03:26:28.069430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51288) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:28.085135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e7220-97c8-453a-88f8-cd16f37be4ef tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Network': ['ID=68c116ed-b8c4-4b72-856a-cc4717f90d2d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:28.150092 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-05d1958c-dcbc-4e60-85af-cccb8992349a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:28.150454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a2535561-0f2a-4efc-ab7c-02b247439972 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:28.171131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: a2535561-0f2a-4efc-ab7c-02b247439972 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:28.171478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a2535561-0f2a-4efc-ab7c-02b247439972 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:28.171897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 70df4db4-2b0e-4c8e-a574-88d3468e6304 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:28.172658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-05d1958c-dcbc-4e60-85af-cccb8992349a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:28.191924 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 70df4db4-2b0e-4c8e-a574-88d3468e6304 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:28.192148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 70df4db4-2b0e-4c8e-a574-88d3468e6304 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:28.315000 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-05d1958c-dcbc-4e60-85af-cccb8992349a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:28.318264 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-05d1958c-dcbc-4e60-85af-cccb8992349a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:28.319451 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-05d1958c-dcbc-4e60-85af-cccb8992349a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/security-groups/8a920b60-3af4-462a-a7c9-e2d6b078f09e HTTP/1.1" status: 204 len: 168 time: 0.2488310 Jun 30 03:26:28.334360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1958c-dcbc-4e60-85af-cccb8992349a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a920b60-3af4-462a-a7c9-e2d6b078f09e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:28.610762 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7a39a173-39c8-480f-96de-686fb8a69cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:29.235169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51294) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:29.241411 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e1aefc46-bb0a-40c2-8d82-3980fb13f365 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854213045', 'description': 'tempest-secgroup-smoke-854213045 description', 'project_id': '56aca93fb557441c86c81e20c38354cf'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:29.372669 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1aefc46-bb0a-40c2-8d82-3980fb13f365 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:29.453804 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1aefc46-bb0a-40c2-8d82-3980fb13f365 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:29.509121 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1aefc46-bb0a-40c2-8d82-3980fb13f365 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:29.537520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aefc46-bb0a-40c2-8d82-3980fb13f365 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72306a4f-9bd3-4a80-a61a-adcc2f8680dc,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:29.658283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1aefc46-bb0a-40c2-8d82-3980fb13f365 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:29.659624 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e1aefc46-bb0a-40c2-8d82-3980fb13f365 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4233198 Jun 30 03:26:29.662703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51296) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:29.667470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-67295bfc-030c-4bc8-a76c-a322a046c7a0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '72306a4f-9bd3-4a80-a61a-adcc2f8680dc', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:29.747285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3e09cf09-26b3-4c6b-84bf-38f80613bea4 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:29.769953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 3e09cf09-26b3-4c6b-84bf-38f80613bea4 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:29.769953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3e09cf09-26b3-4c6b-84bf-38f80613bea4 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:29.875209 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67295bfc-030c-4bc8-a76c-a322a046c7a0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:29.931664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67295bfc-030c-4bc8-a76c-a322a046c7a0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.075059 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67295bfc-030c-4bc8-a76c-a322a046c7a0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.093109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67295bfc-030c-4bc8-a76c-a322a046c7a0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfdf9f3-031c-489d-927e-5492ea3fc5fa,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:30.183894 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-67295bfc-030c-4bc8-a76c-a322a046c7a0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.185517 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-67295bfc-030c-4bc8-a76c-a322a046c7a0 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5214186 Jun 30 03:26:30.189465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51298) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:30.194033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ba3840d0-e55a-4233-be13-06a77aacb809 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '72306a4f-9bd3-4a80-a61a-adcc2f8680dc', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:30.303192 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ba3840d0-e55a-4233-be13-06a77aacb809 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.365177 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ba3840d0-e55a-4233-be13-06a77aacb809 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.452186 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ba3840d0-e55a-4233-be13-06a77aacb809 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.471609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3840d0-e55a-4233-be13-06a77aacb809 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6769557a-1ccb-4df1-8c9c-8c47fe5f3334,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:30.565203 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ba3840d0-e55a-4233-be13-06a77aacb809 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.567020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ba3840d0-e55a-4233-be13-06a77aacb809 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3765569 Jun 30 03:26:30.569822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51300) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:30.574251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2e408e7c-686a-4e25-9228-cc8384ef8717 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '72306a4f-9bd3-4a80-a61a-adcc2f8680dc', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:30.662832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2e408e7c-686a-4e25-9228-cc8384ef8717 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.721913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2e408e7c-686a-4e25-9228-cc8384ef8717 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.807056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2e408e7c-686a-4e25-9228-cc8384ef8717 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.841790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e408e7c-686a-4e25-9228-cc8384ef8717 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84663848-33a3-4858-a03d-e8b9078444ed,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:30.932187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2e408e7c-686a-4e25-9228-cc8384ef8717 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.933355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2e408e7c-686a-4e25-9228-cc8384ef8717 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626144 Jun 30 03:26:30.936166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51302) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:30.952063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-903ca0ee-9636-4ed4-9558-ebc73d6b7a4e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '72306a4f-9bd3-4a80-a61a-adcc2f8680dc', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:31.032908 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-903ca0ee-9636-4ed4-9558-ebc73d6b7a4e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.090788 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-903ca0ee-9636-4ed4-9558-ebc73d6b7a4e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.207072 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-903ca0ee-9636-4ed4-9558-ebc73d6b7a4e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.226397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ca0ee-9636-4ed4-9558-ebc73d6b7a4e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a49c4b0-50f3-4ce5-b0d3-86ff80723f5f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:31.298096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.349166 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a1eb1bed-e357-4bdb-9d13-29374641622f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.349672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-903ca0ee-9636-4ed4-9558-ebc73d6b7a4e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.351696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-903ca0ee-9636-4ed4-9558-ebc73d6b7a4e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4144387 Jun 30 03:26:31.354453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51304) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:31.358898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3b9edba9-b7b3-47bb-980c-335df4e4353d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '72306a4f-9bd3-4a80-a61a-adcc2f8680dc', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:31.433609 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-3b9edba9-b7b3-47bb-980c-335df4e4353d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Project 56aca93fb557441c86c81e20c38354cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:26:31.438586 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b9edba9-b7b3-47bb-980c-335df4e4353d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.500430 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b9edba9-b7b3-47bb-980c-335df4e4353d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.577513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b9edba9-b7b3-47bb-980c-335df4e4353d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.595103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9edba9-b7b3-47bb-980c-335df4e4353d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e581a47-b2b7-4a0e-9fc7-b8729518621d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:31.696582 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b9edba9-b7b3-47bb-980c-335df4e4353d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.697857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3b9edba9-b7b3-47bb-980c-335df4e4353d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3424165 Jun 30 03:26:31.700573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51306) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:31.704987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-08a7f513-99e5-42f0-b6a8-c29f6b45a211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '72306a4f-9bd3-4a80-a61a-adcc2f8680dc', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:31.783556 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-08a7f513-99e5-42f0-b6a8-c29f6b45a211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Project 56aca93fb557441c86c81e20c38354cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:26:31.788599 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a7f513-99e5-42f0-b6a8-c29f6b45a211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.851210 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a7f513-99e5-42f0-b6a8-c29f6b45a211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.919363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a7f513-99e5-42f0-b6a8-c29f6b45a211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:31.940632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7f513-99e5-42f0-b6a8-c29f6b45a211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42519f7-0d63-4447-b20a-cbb3de3a784f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:32.022156 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-08a7f513-99e5-42f0-b6a8-c29f6b45a211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.023375 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08a7f513-99e5-42f0-b6a8-c29f6b45a211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3218794 Jun 30 03:26:32.026267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51310) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:32.031229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'network': {'name': 'tempest-network-smoke--2093312916', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:32.119196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:26:32.123323 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.149060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:26:32.158610 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.158610 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Added segment fd85c46b-a217-4fdf-92b1-c06b90956e64 of type vlan for network 8550824c-c22b-4715-a995-bf9fdb528fc3 Jun 30 03:26:32.197255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.286761 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.292405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:32.293023 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.358529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Network': ['ID=8550824c-c22b-4715-a995-bf9fdb528fc3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:32.369006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 8550824c-c22b-4715-a995-bf9fdb528fc3 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:26:32.407491 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bd162737-4f1b-4103-9ee2-3a9ecb27fd68 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3800292 Jun 30 03:26:32.410056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51312) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:32.414688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'admin_state_up': True, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:32.623579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.624656 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.679176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.918275 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:32.966492 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:33.177361 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:33.195687 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:33.312314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.25.2.65 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/23b884f9-f206-4c5c-98b3-7abf1a7e5730) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:26:33.411222 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:33.538537 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:33.579786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:26:33.583104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:26:33.586568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:26:33.593974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=23b884f9-f206-4c5c-98b3-7abf1a7e5730,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:34.232288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:34.421028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:34.611051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 34fd61e7-2523-42f4-aeb5-d2423268a733 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:26:34.719532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:26:34.729487 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Sync routers for ids ['34fd61e7-2523-42f4-aeb5-d2423268a733'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:26:34.739426 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Routers {'34fd61e7-2523-42f4-aeb5-d2423268a733'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:34.751303 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['34fd61e7-2523-42f4-aeb5-d2423268a733'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:34.771112 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:34.834967 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:34.836201 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a84baec7-f59e-47e6-b6b9-2026d7114f9d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4251473 Jun 30 03:26:34.839365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51314) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:34.842976 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Set router 34fd61e7-2523-42f4-aeb5-d2423268a733 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:34.870491 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-40da554d-2409-402a-8d97-4f624e073ccc tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=56aca93fb557441c86c81e20c38354cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300205 Jun 30 03:26:34.873485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51316) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:35.021858 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:33Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:35.023498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a0028-40d7-4d02-9c6e-dd3046516757 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:35.025059 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8c4a0028-40d7-4d02-9c6e-dd3046516757 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506357 Jun 30 03:26:35.027870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51318) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:35.053298 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Checking router: 34fd61e7-2523-42f4-aeb5-d2423268a733 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:26:35.053665 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Updating router 34fd61e7-2523-42f4-aeb5-d2423268a733 port 23b884f9-f206-4c5c-98b3-7abf1a7e5730 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:26:35.061830 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d0d77371-b818-4b6f-8c91-ce5554e13785 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328231 Jun 30 03:26:35.064235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51320) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:35.069661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1291725592', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:35.093609 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:35.262007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:26:35.265699 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:35.336924 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:35.350587 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Transition to ACTIVE for port object 23b884f9-f206-4c5c-98b3-7abf1a7e5730 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:35.433308 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:35.485137 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Pushing event updated for resources: {'Port': ['ID=23b884f9-f206-4c5c-98b3-7abf1a7e5730,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:35.489437 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Attempting to bind port 23b884f9-f206-4c5c-98b3-7abf1a7e5730 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:26:35.489883 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Attempting to bind port 23b884f9-f206-4c5c-98b3-7abf1a7e5730 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:26:35.490293 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Attempting to bind port 23b884f9-f206-4c5c-98b3-7abf1a7e5730 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:35.498899 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.505904 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:26:35.506897 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:26:35.506897 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:35.507058 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:26:35.507416 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Bound port: 23b884f9-f206-4c5c-98b3-7abf1a7e5730, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:26:35.507798 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:35.524739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:35.562955 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] For port 23b884f9-f206-4c5c-98b3-7abf1a7e5730, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:26:35.567192 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] For port 23b884f9-f206-4c5c-98b3-7abf1a7e5730, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=23b884f9-f206-4c5c-98b3-7abf1a7e5730,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:26:35.572302 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:26:35.582900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Subnet': ['ID=6f0d3e44-fab3-42ec-92a5-67693d6c1452,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:35.593737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Checking segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:26:35.594096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network hostable DHCP agents. Network: 8550824c-c22b-4715-a995-bf9fdb528fc3, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:26:35.640986 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:35.696625 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Routers {'34fd61e7-2523-42f4-aeb5-d2423268a733'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:35.697257 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['34fd61e7-2523-42f4-aeb5-d2423268a733'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:35.703473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 8550824c-c22b-4715-a995-bf9fdb528fc3 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:26:35.730487 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd50ca-9949-45b4-a1cc-fd22e5092fa3 None None] Pushing event updated for resources: {'Port': ['ID=23b884f9-f206-4c5c-98b3-7abf1a7e5730,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:35.784040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 8550824c-c22b-4715-a995-bf9fdb528fc3) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:26:35.788839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:35.789460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:35.793339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a812db2-14ae-419b-a05d-285594d0fb30 None None] Network 8550824c-c22b-4715-a995-bf9fdb528fc3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:26:35.867970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51322) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:35.870228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3b03b50b-e49b-46a4-a911-5f4c15b6fb7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8048363 Jun 30 03:26:35.892565 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] Set router 34fd61e7-2523-42f4-aeb5-d2423268a733 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:35.949738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-8550824c-c22b-4715-a995-bf9fdb528fc3', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:26:35.950964 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.075200 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:33Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:36.103168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Allocated IP 172.20.0.2 (8550824c-c22b-4715-a995-bf9fdb528fc3/6f0d3e44-fab3-42ec-92a5-67693d6c1452/47e047fa-92d1-40c2-9069-50e212ba14e6) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:26:36.105089 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1ff99-f099-4efc-9384-ac9c767b4c8a None None] The sync data for ids ['34fd61e7-2523-42f4-aeb5-d2423268a733'] in n-d-798249-3 is: [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:33Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:26:36.259521 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.267726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Transition to ACTIVE for port object 47e047fa-92d1-40c2-9069-50e212ba14e6 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:36.283583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Transition to ACTIVE for port object 47e047fa-92d1-40c2-9069-50e212ba14e6 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:36.329838 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.378686 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.430697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Network 8550824c-c22b-4715-a995-bf9fdb528fc3 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:26:36.435488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:26:36.444785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:26:36.448157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Pushing event updated for resources: {'Port': ['ID=47e047fa-92d1-40c2-9069-50e212ba14e6,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:36.512551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Attempting to bind port 47e047fa-92d1-40c2-9069-50e212ba14e6 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:26:36.513035 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Attempting to bind port 47e047fa-92d1-40c2-9069-50e212ba14e6 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:26:36.513463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Attempting to bind port 47e047fa-92d1-40c2-9069-50e212ba14e6 on network 8550824c-c22b-4715-a995-bf9fdb528fc3 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:36.519498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:26:36.519873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Checking segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:26:36.520305 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.520698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Bound using segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:26:36.521166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Bound port: 47e047fa-92d1-40c2-9069-50e212ba14e6, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:26:36.521585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.592032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] For port 47e047fa-92d1-40c2-9069-50e212ba14e6, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:26:36.595538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] For port 47e047fa-92d1-40c2-9069-50e212ba14e6, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=47e047fa-92d1-40c2-9069-50e212ba14e6,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:26:36.651078 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.20.0.1 (8550824c-c22b-4715-a995-bf9fdb528fc3/6f0d3e44-fab3-42ec-92a5-67693d6c1452/592bc590-51d1-4917-a759-0323f3a21169) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:26:36.687004 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.750513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cdc7d-309d-436e-98c3-5bb3782f2af0 None None] Pushing event updated for resources: {'Port': ['ID=47e047fa-92d1-40c2-9069-50e212ba14e6,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:36.787497 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.803542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Transition to ACTIVE for port object 592bc590-51d1-4917-a759-0323f3a21169 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:36.930900 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.985478 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 8550824c-c22b-4715-a995-bf9fdb528fc3 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:26:36.989646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:26:36.993932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:26:37.029679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=592bc590-51d1-4917-a759-0323f3a21169,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:37.044834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.045189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.045566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.045924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.046258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.046597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.046936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.047275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.047607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.047939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.048269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.048599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:37.068402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:37.353977 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:37.634819 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:37.767863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:37.850935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=592bc590-51d1-4917-a759-0323f3a21169,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:37.857066 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:37.872791 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 47e047fa-92d1-40c2-9069-50e212ba14e6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:26:37.949066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662ddae-dcba-4424-91c4-b797b95daf54 None None] Network 8550824c-c22b-4715-a995-bf9fdb528fc3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:26:37.968437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 8550824c-c22b-4715-a995-bf9fdb528fc3 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:26:37.969829 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:26:38.007966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 47e047fa-92d1-40c2-9069-50e212ba14e6 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:26:38.016147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 23b884f9-f206-4c5c-98b3-7abf1a7e5730 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:26:38.092672 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7773f74f-171f-4467-813b-bc1ed83647a1 None None] Provisioning for port 47e047fa-92d1-40c2-9069-50e212ba14e6 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:26:38.093700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 34fd61e7-2523-42f4-aeb5-d2423268a733 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:26:38.101180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7773f74f-171f-4467-813b-bc1ed83647a1 None None] Provisioning complete for port 47e047fa-92d1-40c2-9069-50e212ba14e6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:38.101576 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7773f74f-171f-4467-813b-bc1ed83647a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:38.215867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:26:38.227613 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b472e992-4a25-429e-be55-ec926d068c41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "PUT /v2.0/routers/34fd61e7-2523-42f4-aeb5-d2423268a733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3519413 Jun 30 03:26:38.333778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Sync routers for ids ['34fd61e7-2523-42f4-aeb5-d2423268a733'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:26:38.336944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 23b884f9-f206-4c5c-98b3-7abf1a7e5730 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:26:38.354679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 23b884f9-f206-4c5c-98b3-7abf1a7e5730 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:38.355045 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:38.376969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Routers {'34fd61e7-2523-42f4-aeb5-d2423268a733'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:38.377642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['34fd61e7-2523-42f4-aeb5-d2423268a733'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:38.424695 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-cb500c71-18ad-4506-bcf3-eda4f79d42e6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854213045&fields=id&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 267 time: 0.0338829 Jun 30 03:26:38.529266 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7773f74f-171f-4467-813b-bc1ed83647a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:38.543600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba203-8846-4b44-b901-944879ce7a5f req-7f4f774a-dd7e-46c6-8ce4-d7021b31f774 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:38.552126 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-7f4f774a-dd7e-46c6-8ce4-d7021b31f774 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/networks?id=8550824c-c22b-4715-a995-bf9fdb528fc3 HTTP/1.1" status: 200 len: 797 time: 0.1200979 Jun 30 03:26:38.572307 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-e23c7f65-7779-4089-b67c-600fd16c6622 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/quotas/56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 375 time: 0.0190432 Jun 30 03:26:38.588407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Set router 34fd61e7-2523-42f4-aeb5-d2423268a733 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:38.640190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7773f74f-171f-4467-813b-bc1ed83647a1 None None] For port 47e047fa-92d1-40c2-9069-50e212ba14e6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=47e047fa-92d1-40c2-9069-50e212ba14e6,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:38.642829 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:38.647756 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3b2546e9-fd6d-43f5-99fe-510cddf40d2f tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742760 Jun 30 03:26:38.703377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 23b884f9-f206-4c5c-98b3-7abf1a7e5730, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=23b884f9-f206-4c5c-98b3-7abf1a7e5730,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:38.745267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7773f74f-171f-4467-813b-bc1ed83647a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:38.782268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-4a9a8201-0e0d-48d8-b690-91bbfb6309b4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:26:38.783278 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-4a9a8201-0e0d-48d8-b690-91bbfb6309b4 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1191525 Jun 30 03:26:38.815485 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:38.829001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773f74f-171f-4467-813b-bc1ed83647a1 None None] Pushing event updated for resources: {'Port': ['ID=47e047fa-92d1-40c2-9069-50e212ba14e6,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:38.896130 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-e630f339-9d1a-4c20-8d41-715ffa445bfb service neutron] 10.222.0.77 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014433 Jun 30 03:26:38.918579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=23b884f9-f206-4c5c-98b3-7abf1a7e5730,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:38.944458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:37Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '592bc590-51d1-4917-a759-0323f3a21169', 'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:85:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:36Z', 'updated_at': '2021-06-30T03:26:37Z', 'revision_number': 2, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:38.975708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Checking router: 34fd61e7-2523-42f4-aeb5-d2423268a733 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:26:38.976072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Updating router 34fd61e7-2523-42f4-aeb5-d2423268a733 port 592bc590-51d1-4917-a759-0323f3a21169 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:26:38.998466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fbeb6deb-d5f4-42c1-8a55-1f8bec1fccf1 None None] Provisioning for port 592bc590-51d1-4917-a759-0323f3a21169 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:26:39.006539 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fbeb6deb-d5f4-42c1-8a55-1f8bec1fccf1 None None] Provisioning complete for port 592bc590-51d1-4917-a759-0323f3a21169 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:39.007046 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6deb-d5f4-42c1-8a55-1f8bec1fccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.018124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-46a1c3e8-3748-4337-8c4e-5ffac6ac05b8 service neutron] 10.222.0.77 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130774 Jun 30 03:26:39.038218 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.062027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fbeb6deb-d5f4-42c1-8a55-1f8bec1fccf1 None None] Port 592bc590-51d1-4917-a759-0323f3a21169 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:26:39.116882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fbeb6deb-d5f4-42c1-8a55-1f8bec1fccf1 None None] Provisioning complete for port 47e047fa-92d1-40c2-9069-50e212ba14e6 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:39.118176 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6deb-d5f4-42c1-8a55-1f8bec1fccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.275870 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-31221dfb-a992-4283-a7d4-b574a7bd0062 req-9882a308-76b0-43bc-a6da-20e14ed709b6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 210 time: 0.0290015 Jun 30 03:26:39.391486 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.401555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Transition to ACTIVE for port object 592bc590-51d1-4917-a759-0323f3a21169 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:39.431936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a5e3e2b2-f304-4f8a-8d90-30cbf70a381c None None] Provisioning complete for port 592bc590-51d1-4917-a759-0323f3a21169 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:39.431936 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e2b2-f304-4f8a-8d90-30cbf70a381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.450953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a5e3e2b2-f304-4f8a-8d90-30cbf70a381c None None] Port 592bc590-51d1-4917-a759-0323f3a21169 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:26:39.532065 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.583113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Pushing event updated for resources: {'Port': ['ID=592bc590-51d1-4917-a759-0323f3a21169,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:39.609151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.609479 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.609842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.610175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.610505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.610838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.611162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.611477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.611803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.612123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.612445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.613864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.648829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Attempting to bind port 592bc590-51d1-4917-a759-0323f3a21169 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:26:39.649121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Attempting to bind port 592bc590-51d1-4917-a759-0323f3a21169 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:26:39.649535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Attempting to bind port 592bc590-51d1-4917-a759-0323f3a21169 on network 8550824c-c22b-4715-a995-bf9fdb528fc3 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:39.654588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:26:39.654961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Checking segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:26:39.655366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.655761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Bound using segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:26:39.656231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Bound port: 592bc590-51d1-4917-a759-0323f3a21169, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:26:39.656612 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.727010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] For port 592bc590-51d1-4917-a759-0323f3a21169, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:26:39.730147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] For port 592bc590-51d1-4917-a759-0323f3a21169, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=592bc590-51d1-4917-a759-0323f3a21169,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:26:39.810094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 47e047fa-92d1-40c2-9069-50e212ba14e6 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:26:39.831783 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.904829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Routers {'34fd61e7-2523-42f4-aeb5-d2423268a733'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:39.905376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['34fd61e7-2523-42f4-aeb5-d2423268a733'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:39.907243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5c76f-e6a0-4c5a-b45d-42e708145028 None None] Pushing event updated for resources: {'Port': ['ID=592bc590-51d1-4917-a759-0323f3a21169,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:39.950610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 47e047fa-92d1-40c2-9069-50e212ba14e6 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:39.951179 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:40.070741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] Set router 34fd61e7-2523-42f4-aeb5-d2423268a733 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:40.123027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 23b884f9-f206-4c5c-98b3-7abf1a7e5730 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:26:40.257286 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 23b884f9-f206-4c5c-98b3-7abf1a7e5730 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:40.257684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:40.366383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aab21288-8b71-4ded-8f37-ebfa71f171e6 req-b39e6951-7740-4e79-ae05-f9dd743be5f5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 210 time: 0.0308123 Jun 30 03:26:40.400812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:37Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '592bc590-51d1-4917-a759-0323f3a21169', 'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:85:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:36Z', 'updated_at': '2021-06-30T03:26:39Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:40.427757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5daaf-6b50-42bb-9620-b16919277479 None None] The sync data for ids ['34fd61e7-2523-42f4-aeb5-d2423268a733'] in n-d-798249-3 is: [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:37Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '592bc590-51d1-4917-a759-0323f3a21169', 'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:85:0b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:36Z', 'updated_at': '2021-06-30T03:26:39Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:26:41.509137 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-66439dda-4742-4e51-b3d1-b824d504a966 req-4d992e16-bd30-4c16-a184-fbd586f8d4b7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 210 time: 0.0326073 Jun 30 03:26:41.815065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 592bc590-51d1-4917-a759-0323f3a21169 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:26:41.931811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 592bc590-51d1-4917-a759-0323f3a21169 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:26:41.936031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 592bc590-51d1-4917-a759-0323f3a21169 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:41.936406 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:42.011734 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:42.041756 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 592bc590-51d1-4917-a759-0323f3a21169, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=592bc590-51d1-4917-a759-0323f3a21169,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:42.118767 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:42.168080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=592bc590-51d1-4917-a759-0323f3a21169,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:42.657943 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6c99e789-b8f1-4fc8-9b74-56f8b0cd34ce req-302dba25-1534-4ad3-b31d-d1b0256cd2ba tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 210 time: 0.0385475 Jun 30 03:26:43.507257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba203-8846-4b44-b901-944879ce7a5f req-2ce6d389-7311-4a5a-8fc1-893159908118 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:43.508741 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-2ce6d389-7311-4a5a-8fc1-893159908118 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.74 "GET /v2.0/networks?id=8550824c-c22b-4715-a995-bf9fdb528fc3 HTTP/1.1" status: 200 len: 797 time: 0.1002154 Jun 30 03:26:43.555641 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-2c73220a-1ee4-4f68-aa44-ca8e4914bddc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 379 time: 0.0342343 Jun 30 03:26:43.564813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'port': {'device_id': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'admin_state_up': True, 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'security_groups': ['72306a4f-9bd3-4a80-a61a-adcc2f8680dc']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:43.766406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:26:43.770244 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:43.801878 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a8eb07f-eadf-40f1-871a-3608eec13eb0 req-10d67141-1c26-4119-9e3c-69aeebb6412b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 210 time: 0.0293691 Jun 30 03:26:43.808259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 592bc590-51d1-4917-a759-0323f3a21169 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:26:43.859800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 592bc590-51d1-4917-a759-0323f3a21169 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:43.860214 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:43.907225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.20.0.10 (8550824c-c22b-4715-a995-bf9fdb528fc3/6f0d3e44-fab3-42ec-92a5-67693d6c1452/8d4b92e5-8bec-47f7-8cd6-b05513202a1d) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:26:44.057241 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.070704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Transition to ACTIVE for port object 8d4b92e5-8bec-47f7-8cd6-b05513202a1d will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:44.183481 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.235186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 8550824c-c22b-4715-a995-bf9fdb528fc3 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:26:44.238939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:26:44.245465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:26:44.249584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:44.295976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:44.296631 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.372959 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-3efe6bcb-39fe-4b3c-a14d-dd1cedb08035 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8118591 Jun 30 03:26:44.384890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Request body: {'port': {'device_id': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:44.461875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.600845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fbeb8387-a6fc-4286-800d-1c789a099e2b None None] Provisioning for port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:26:44.604879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-fbeb8387-a6fc-4286-800d-1c789a099e2b None None] Provisioning complete for port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:44.605402 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fbeb8387-a6fc-4286-800d-1c789a099e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.640168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fbeb8387-a6fc-4286-800d-1c789a099e2b None None] Port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:26:44.728239 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4b92e5-8bec-47f7-8cd6-b05513202a1d {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:26:44.735586 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.748102 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Transition to ACTIVE for port object 8d4b92e5-8bec-47f7-8cd6-b05513202a1d will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:44.851747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.922841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:45.020579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:26:45.020977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:26:45.021243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on network 8550824c-c22b-4715-a995-bf9fdb528fc3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:45.028591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on network 8550824c-c22b-4715-a995-bf9fdb528fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:26:45.030885 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on network 8550824c-c22b-4715-a995-bf9fdb528fc3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:45.044239 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c95d6-cd49-46be-a8bc-a76bed47c667 req-b52b83e9-3c66-4361-98aa-cde781d0fe83 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:45.045815 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd2c95d6-cd49-46be-a8bc-a76bed47c667 req-b52b83e9-3c66-4361-98aa-cde781d0fe83 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 944 time: 0.1242628 Jun 30 03:26:45.046791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:26:45.047128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Checking segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:26:45.047511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Bound using segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:26:45.047958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Bound port: 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:26:45.048413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:45.116813 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd2c95d6-cd49-46be-a8bc-a76bed47c667 req-92a53c06-b46d-481e-ac62-8a8dcb41daec tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644381 Jun 30 03:26:45.147017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:26:45.150112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:26:45.296534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:45.336472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:45.337095 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:45.338483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] 10.222.0.74 "PUT /v2.0/ports/8d4b92e5-8bec-47f7-8cd6-b05513202a1d HTTP/1.1" status: 200 len: 1092 time: 0.9580698 Jun 30 03:26:45.338917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:45.341192 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385b6bc7-da5b-4258-b364-af1d7b684531" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:45.368620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e31ae-d1cd-47d3-8f0a-33c7b585216f service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:45.386071 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04100dc4-dab1-4f2c-bc70-3409ab8dd5d3 x-openstack-request-id: req-04100dc4-dab1-4f2c-bc70-3409ab8dd5d3 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:45.386374 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:45.386632 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04100dc4-dab1-4f2c-bc70-3409ab8dd5d3 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:45.387041 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'status': 'completed', 'code': 200} Jun 30 03:26:45.468359 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b6bc7-da5b-4258-b364-af1d7b684531 req-5173b778-8564-479e-8236-1ce717767514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:45.469889 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-385b6bc7-da5b-4258-b364-af1d7b684531 req-5173b778-8564-479e-8236-1ce717767514 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1095 time: 0.0613391 Jun 30 03:26:45.570798 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b6bc7-da5b-4258-b364-af1d7b684531 req-588c2f92-6c04-4b8b-be6c-c93237ce2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:45.572293 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-385b6bc7-da5b-4258-b364-af1d7b684531 req-588c2f92-6c04-4b8b-be6c-c93237ce2f05 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=56aca93fb557441c86c81e20c38354cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0956404 Jun 30 03:26:45.670442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b6bc7-da5b-4258-b364-af1d7b684531 req-71c539cf-bf66-4a2b-acc3-497fa8fc7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:45.676190 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-385b6bc7-da5b-4258-b364-af1d7b684531 req-71c539cf-bf66-4a2b-acc3-497fa8fc7fad service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926306 Jun 30 03:26:45.764837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba203-8846-4b44-b901-944879ce7a5f req-af9a35c5-30d8-45ec-8e13-eb9401050416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:45.766585 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-af9a35c5-30d8-45ec-8e13-eb9401050416 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1095 time: 0.0552981 Jun 30 03:26:45.816040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-72373de6-bd9e-4b14-9403-10a12898aca5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d HTTP/1.1" status: 200 len: 217 time: 0.0401065 Jun 30 03:26:45.864828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba203-8846-4b44-b901-944879ce7a5f req-01097c08-43b7-4c42-b7d9-f68d73fb7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:45.866380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-01097c08-43b7-4c42-b7d9-f68d73fb7efc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6f0d3e44-fab3-42ec-92a5-67693d6c1452 HTTP/1.1" status: 200 len: 835 time: 0.0440357 Jun 30 03:26:45.922554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba203-8846-4b44-b901-944879ce7a5f req-a61a3777-c5c6-4f22-885a-8a88137c57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:45.923994 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-a61a3777-c5c6-4f22-885a-8a88137c57d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8550824c-c22b-4715-a995-bf9fdb528fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516777 Jun 30 03:26:46.370960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-de593f4b-e364-4305-a57e-b4d54601dc54 service neutron] 10.222.0.74 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406426 Jun 30 03:26:46.398284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494ad71-8932-4648-814e-4292e7f1bd20 req-87d61514-0896-4409-bb1f-f21c02611174 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:46.399802 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6494ad71-8932-4648-814e-4292e7f1bd20 req-87d61514-0896-4409-bb1f-f21c02611174 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 944 time: 0.1029906 Jun 30 03:26:46.482521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6494ad71-8932-4648-814e-4292e7f1bd20 req-b30e5cb7-c57b-4e2a-8cda-f85c880b19ca tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722172 Jun 30 03:26:46.518392 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c30ba203-8846-4b44-b901-944879ce7a5f req-001da936-8eb3-4155-8258-7657e263a336 service neutron] 10.222.0.74 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392062 Jun 30 03:26:47.666145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e272b-4fd0-4ac9-85ab-7a9dcc0f0b61 req-907a54fc-22f9-41db-9dd2-f08c8f0447be tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:47.673813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-646e272b-4fd0-4ac9-85ab-7a9dcc0f0b61 req-907a54fc-22f9-41db-9dd2-f08c8f0447be tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 944 time: 0.0622044 Jun 30 03:26:47.704334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-646e272b-4fd0-4ac9-85ab-7a9dcc0f0b61 req-267169c4-110a-4bdd-b1b0-7ed100110e55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311401 Jun 30 03:26:48.877066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f242a3-8f0c-4472-9b83-825f79c3f4f9 req-8de1b322-39e8-4558-ac7f-663afcd72d4b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:48.878580 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28f242a3-8f0c-4472-9b83-825f79c3f4f9 req-8de1b322-39e8-4558-ac7f-663afcd72d4b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 944 time: 0.0631583 Jun 30 03:26:48.917393 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28f242a3-8f0c-4472-9b83-825f79c3f4f9 req-0c2da05f-14fd-461d-a66e-907d7600b6be tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331259 Jun 30 03:26:49.188309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 8d4b92e5-8bec-47f7-8cd6-b05513202a1d details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:26:49.287832 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:49.299651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'port_id': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'mac_address': 'fa:16:3e:7d:18:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:26:49.335104 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:49.347371 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4b92e5-8bec-47f7-8cd6-b05513202a1d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:26:49.368216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:49.440428 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:49.490903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:49.651730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['8d4b92e5-8bec-47f7-8cd6-b05513202a1d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:26:50.027917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-85a74220-bc36-43b4-8e95-8f3b785ac522 req-452359e6-5d11-4b04-a466-e2b3ffcd1c1d service neutron] (94530) timed out ('10.222.0.77', 35496) {{(pid=94530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:26:50.091444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269704e2-07bc-4f89-ab15-af9fbdd85582 req-2a018208-3771-4eca-8183-3db5ca8cd823 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:50.092911 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-269704e2-07bc-4f89-ab15-af9fbdd85582 req-2a018208-3771-4eca-8183-3db5ca8cd823 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 945 time: 0.0661221 Jun 30 03:26:50.130917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-269704e2-07bc-4f89-ab15-af9fbdd85582 req-215519e4-5cde-431d-b38f-afb308795b67 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317814 Jun 30 03:26:51.212637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 8d4b92e5-8bec-47f7-8cd6-b05513202a1d up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:26:51.305069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd1e8d-3c86-46ae-bf04-057f24ccf4f3 req-6b3a1cd5-54aa-42c6-add1-1bd463ff9604 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:51.306566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6dcd1e8d-3c86-46ae-bf04-057f24ccf4f3 req-6b3a1cd5-54aa-42c6-add1-1bd463ff9604 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 945 time: 0.0656319 Jun 30 03:26:51.344625 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6dcd1e8d-3c86-46ae-bf04-057f24ccf4f3 req-6ff56db4-fa87-49d0-b517-da9022c2dfc5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324023 Jun 30 03:26:51.394466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:26:51.399048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:51.399415 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:51.475538 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:51.499810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:51.502076 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f0d810-ae4d-4a49-9193-b34f64d7acf5" -d '{"events": [{"server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "name": "network-vif-plugged", "status": "completed", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:51.654220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb56227-b9f7-45f1-b547-d7644b8485dd req-442f38b1-10b6-4422-b363-cbc46ab9cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:51.655956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cb56227-b9f7-45f1-b547-d7644b8485dd req-442f38b1-10b6-4422-b363-cbc46ab9cd5b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1096 time: 0.0539713 Jun 30 03:26:51.672321 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d041b55-7b93-487a-a449-37be66d7fbf0 x-openstack-request-id: req-8d041b55-7b93-487a-a449-37be66d7fbf0 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:51.676699 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "name": "network-vif-plugged", "status": "completed", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:51.676699 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d041b55-7b93-487a-a449-37be66d7fbf0 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:51.676699 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'code': 200} Jun 30 03:26:51.677483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:51.690784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8cb56227-b9f7-45f1-b547-d7644b8485dd req-d9f01cae-2a0e-45a9-832f-19464fe0454e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286708 Jun 30 03:26:51.787218 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:51.834802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:52.516738 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d34bc-4bfd-477c-8e66-ef814c0f261d req-c138a58a-76a8-4f1a-b320-7172b2308f41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:52.518260 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-230d34bc-4bfd-477c-8e66-ef814c0f261d req-c138a58a-76a8-4f1a-b320-7172b2308f41 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.0642884 Jun 30 03:26:52.559725 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-230d34bc-4bfd-477c-8e66-ef814c0f261d req-5fce1f12-4129-45ad-b192-76731e53a72e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352075 Jun 30 03:26:53.245121 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:53.680119 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:53.733748 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2959c-ab93-47c2-aeb2-9ab52ed8d4e1 req-55264728-9f47-4436-bfce-fea57e163efd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:53.735238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9f2959c-ab93-47c2-aeb2-9ab52ed8d4e1 req-55264728-9f47-4436-bfce-fea57e163efd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.0641706 Jun 30 03:26:53.774330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9f2959c-ab93-47c2-aeb2-9ab52ed8d4e1 req-e31a32d1-31c5-485f-931a-b5e9566600d2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326927 Jun 30 03:26:53.955987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309705a-1e58-46a6-a380-1e7759021873 req-449c47db-3274-4985-ac58-b0753ea26aa6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:53.957442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f309705a-1e58-46a6-a380-1e7759021873 req-449c47db-3274-4985-ac58-b0753ea26aa6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.0661306 Jun 30 03:26:53.995001 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f309705a-1e58-46a6-a380-1e7759021873 req-bb10c0ee-459c-4e95-9e56-8debe0d78fc9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311389 Jun 30 03:26:54.018468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51390) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:54.067960 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54290c0f-d639-4850-a1e6-3887c2dc5830 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:54.069435 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-54290c0f-d639-4850-a1e6-3887c2dc5830 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1092 time: 0.0499864 Jun 30 03:26:54.072246 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51392) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:54.076476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:54.234800 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:54.332450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:54.432792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.25.2.230 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/4c634f2f-5ba4-4a03-b1b5-cac93e85ad1b) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:26:54.539202 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:54.679138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:54.714933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:26:54.717747 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:26:54.720266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:26:54.750347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=4c634f2f-5ba4-4a03-b1b5-cac93e85ad1b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:55.090245 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:55.251610 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:55.397307 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:55.466522 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:55.534995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=4c634f2f-5ba4-4a03-b1b5-cac93e85ad1b,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:55.548929 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:55.648372 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Floating IP fe23dcb6-9af0-4df0-94d3-773415e15f8e associated. External IP: 172.25.2.230, port: 8d4b92e5-8bec-47f7-8cd6-b05513202a1d. Jun 30 03:26:55.856881 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 34fd61e7-2523-42f4-aeb5-d2423268a733 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:26:55.965781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:26:55.974771 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] Sync routers for ids ['34fd61e7-2523-42f4-aeb5-d2423268a733'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:26:55.984278 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] Routers {'34fd61e7-2523-42f4-aeb5-d2423268a733'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:55.984874 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['34fd61e7-2523-42f4-aeb5-d2423268a733'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:56.072576 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:56.087441 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] Set router 34fd61e7-2523-42f4-aeb5-d2423268a733 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:56.110488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-76a88c98-6a89-4bd9-8679-195327e1a0cc tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0369687 Jun 30 03:26:56.111046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:56.113260 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267ffd7f-085c-49e7-bf91-cf670b770599" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:56.164151 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da72141-8125-44c9-8a0a-a78f1332860f x-openstack-request-id: req-1da72141-8125-44c9-8a0a-a78f1332860f {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:56.164447 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:56.164708 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1da72141-8125-44c9-8a0a-a78f1332860f {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:56.165117 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'status': 'completed', 'code': 200} Jun 30 03:26:56.260975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-5ccefc6d-8fcf-4679-8925-88ba8b253c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:56.262573 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-5ccefc6d-8fcf-4679-8925-88ba8b253c0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1097 time: 0.0668027 Jun 30 03:26:56.287304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13150eb2-0200-450e-8876-2929c6953028 req-fe330a80-f455-4c2d-a684-a0fd937fd244 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:56.288813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-13150eb2-0200-450e-8876-2929c6953028 req-fe330a80-f455-4c2d-a684-a0fd937fd244 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.0727317 Jun 30 03:26:56.324212 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:37Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'fe23dcb6-9af0-4df0-94d3-773415e15f8e', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.230', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'port_id': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'mac_address': 'fa:16:3e:7d:18:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:26:54Z', 'updated_at': '2021-06-30T03:26:54Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592bc590-51d1-4917-a759-0323f3a21169', 'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:85:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:36Z', 'updated_at': '2021-06-30T03:26:42Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:56.333729 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-13150eb2-0200-450e-8876-2929c6953028 req-0d972b7a-d320-448f-a7c2-b6cc37e75d55 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377097 Jun 30 03:26:56.353956 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] Checking router: 34fd61e7-2523-42f4-aeb5-d2423268a733 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:26:56.359139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51398) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:56.365415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-ff18cb1e-08b3-46d6-bbbe-dc56c2e9d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:56.367395 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] Routers {'34fd61e7-2523-42f4-aeb5-d2423268a733'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:56.368006 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:26:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['34fd61e7-2523-42f4-aeb5-d2423268a733'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:56.368457 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-ff18cb1e-08b3-46d6-bbbe-dc56c2e9d8f0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8550824c-c22b-4715-a995-bf9fdb528fc3 HTTP/1.1" status: 200 len: 898 time: 0.0985568 Jun 30 03:26:56.427327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4069a430-2e1d-4fe1-b2ed-08395a11c4db tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/fe23dcb6-9af0-4df0-94d3-773415e15f8e HTTP/1.1" status: 200 len: 992 time: 0.0662653 Jun 30 03:26:56.437006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-28102884-19b1-4b95-ac3d-f5d156c2ea0a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d HTTP/1.1" status: 200 len: 1000 time: 0.0632365 Jun 30 03:26:56.473629 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] Set router 34fd61e7-2523-42f4-aeb5-d2423268a733 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:56.484612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-4fefd610-5161-466c-8071-eb2ad785f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:56.486104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-4fefd610-5161-466c-8071-eb2ad785f243 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6f0d3e44-fab3-42ec-92a5-67693d6c1452 HTTP/1.1" status: 200 len: 835 time: 0.0425882 Jun 30 03:26:56.600663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-490e642e-8daf-440a-8fda-7f267c2c6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:56.602211 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-490e642e-8daf-440a-8fda-7f267c2c6660 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8550824c-c22b-4715-a995-bf9fdb528fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103303 Jun 30 03:26:56.691689 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-cd14474a-4ca4-45ae-9033-6f8902f6df91 service neutron] 10.222.0.74 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825567 Jun 30 03:26:56.704309 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:37Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'fe23dcb6-9af0-4df0-94d3-773415e15f8e', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.230', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'port_id': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'mac_address': 'fa:16:3e:7d:18:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:26:54Z', 'updated_at': '2021-06-30T03:26:54Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592bc590-51d1-4917-a759-0323f3a21169', 'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:85:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:36Z', 'updated_at': '2021-06-30T03:26:42Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:56.730645 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f03b6-d317-4938-b1eb-05ea450fcd57 None None] The sync data for ids ['34fd61e7-2523-42f4-aeb5-d2423268a733'] in n-d-798249-3 is: [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:37Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'fe23dcb6-9af0-4df0-94d3-773415e15f8e', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.230', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'port_id': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'mac_address': 'fa:16:3e:7d:18:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:26:54Z', 'updated_at': '2021-06-30T03:26:54Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592bc590-51d1-4917-a759-0323f3a21169', 'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:85:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:36Z', 'updated_at': '2021-06-30T03:26:42Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:26:56.786912 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-267ffd7f-085c-49e7-bf91-cf670b770599 req-0f2b4b0b-d5ea-4df6-ac94-1da94372f571 service neutron] 10.222.0.74 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888226 Jun 30 03:26:56.928152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b511241d-00fc-480b-92d8-e9e5ef6d4f49 None None] New status for floating IP fe23dcb6-9af0-4df0-94d3-773415e15f8e: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:26:57.431128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51402) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:57.489143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b4fb2108-1e35-4093-b4c3-a6ea086827cb tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/fe23dcb6-9af0-4df0-94d3-773415e15f8e HTTP/1.1" status: 200 len: 994 time: 0.0568852 Jun 30 03:26:58.617848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cde27fd0-9eba-43fd-b50f-6eb3b47fb45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:01.335809 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:01.348261 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dabb7807-d6fd-49b2-875d-2fef85f50c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:03.000422 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:04.729231 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:12.572409 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:27:23.176908 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:23.662104 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:24.269590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9906272-7863-4a05-9bbe-4a7fdc59cc63 req-eee87c33-5943-4d52-b8c6-244e391d86f4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:24.270965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9906272-7863-4a05-9bbe-4a7fdc59cc63 req-eee87c33-5943-4d52-b8c6-244e391d86f4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.0657663 Jun 30 03:27:24.308127 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9906272-7863-4a05-9bbe-4a7fdc59cc63 req-1e2d7ac5-9686-4afa-a203-c852f94b3bf2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309882 Jun 30 03:27:24.332470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51418) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:24.391626 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0c1838ab-a762-4a72-a25d-50228ef16634 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/fe23dcb6-9af0-4df0-94d3-773415e15f8e HTTP/1.1" status: 200 len: 994 time: 0.0580218 Jun 30 03:27:24.943546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78986b29-7ac3-47a8-a29d-5fdc1f067cf6 req-3f0001d0-a73a-461a-baeb-9eadda54e04b tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:24.945033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-78986b29-7ac3-47a8-a29d-5fdc1f067cf6 req-3f0001d0-a73a-461a-baeb-9eadda54e04b tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1097 time: 0.0549333 Jun 30 03:27:24.979340 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-78986b29-7ac3-47a8-a29d-5fdc1f067cf6 req-3e74c069-edda-4e45-af09-1df8d6d36c4b tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284064 Jun 30 03:27:26.111143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-1cfdb29a-2357-4540-b0df-49f129a5f26a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518255 Jun 30 03:27:27.142182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-04247bae-c824-4a4c-ad83-80564bc8b10f tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:27:27.143418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-04247bae-c824-4a4c-ad83-80564bc8b10f tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0619037 Jun 30 03:27:27.152613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Request body: {'binding': {'host': 'n-h2-798249-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:27.153149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Unknown quota resources ['binding']. {{(pid=94530) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:27:27.288336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on host n-h2-798249-3 for vnic_type normal with profile None {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:27:27.288676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:27:27.289005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on network 8550824c-c22b-4715-a995-bf9fdb528fc3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:27:27.293768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on network 8550824c-c22b-4715-a995-bf9fdb528fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:27:27.294100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on network 8550824c-c22b-4715-a995-bf9fdb528fc3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:27:27.298919 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:27:27.299260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Checking segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:27:27.299644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Bound using segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:27:27.300071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Bound port: 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:27:27.383627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:27:27.468796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] Notify callbacks [] for binding, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:27.470019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-aeef7a99-0f54-49ee-95c6-ba049d7553da service neutron] 10.222.0.77 "POST /v2.0/ports/8d4b92e5-8bec-47f7-8cd6-b05513202a1d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3210609 Jun 30 03:27:27.829403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8cf9e-1bda-4f99-acce-721a26c34801 req-9b710125-ea85-46ef-ae9a-0c48e7ab81db tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:27.830941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7db8cf9e-1bda-4f99-acce-721a26c34801 req-9b710125-ea85-46ef-ae9a-0c48e7ab81db tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.0683262 Jun 30 03:27:27.868545 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7db8cf9e-1bda-4f99-acce-721a26c34801 req-f1b78fdb-5c57-43f0-a671-feb4b884849a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Jun 30 03:27:28.110481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-fa1efa19-006b-47bd-91fd-39de8c22318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:28.111935 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-fa1efa19-006b-47bd-91fd-39de8c22318a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1097 time: 0.0508108 Jun 30 03:27:28.202194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-a57aacbd-ab5c-48b4-968a-bcd4773b9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:28.203549 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-a57aacbd-ab5c-48b4-968a-bcd4773b9883 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8550824c-c22b-4715-a995-bf9fdb528fc3 HTTP/1.1" status: 200 len: 898 time: 0.0857706 Jun 30 03:27:28.265766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-25a019ef-95c5-4f6a-be94-09754d03f9f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d HTTP/1.1" status: 200 len: 1002 time: 0.0564847 Jun 30 03:27:28.316068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-b0e5316c-93ad-4d69-b267-5c8859f637fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:28.317470 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-b0e5316c-93ad-4d69-b267-5c8859f637fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f0d3e44-fab3-42ec-92a5-67693d6c1452 HTTP/1.1" status: 200 len: 835 time: 0.0460224 Jun 30 03:27:28.371863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-2ec97efd-02bd-4813-a419-90a38a5c50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:28.373303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-2ec97efd-02bd-4813-a419-90a38a5c50e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8550824c-c22b-4715-a995-bf9fdb528fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500896 Jun 30 03:27:28.458657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-62e9bdee-f4bd-4719-9af5-c8a537f7d477 service neutron] 10.222.0.83 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781405 Jun 30 03:27:28.549404 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-4f3d5e0e-161c-4835-b183-de4894b76969 service neutron] 10.222.0.83 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846341 Jun 30 03:27:28.597011 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3d053ef-495e-4ec0-9451-f25377b14df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:28.694621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-18727662-b023-4b83-9f7c-67f59f940616 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:28.696143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-18727662-b023-4b83-9f7c-67f59f940616 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2&tenant_id=56aca93fb557441c86c81e20c38354cf&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1097 time: 0.0931993 Jun 30 03:27:28.706006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-798249-3'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:28.775014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:28.904612 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:28.942115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:27:28.981963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:27:28.984236 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30eb213-5c9a-4105-a695-ff8746a5d03f" -d '{"events": [{"server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:27:28.987976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:29.023311 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e9b8f6-ca48-42f3-8dc5-d80a8b7698ea x-openstack-request-id: req-58e9b8f6-ca48-42f3-8dc5-d80a8b7698ea {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:27:29.023609 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:27:29.023861 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58e9b8f6-ca48-42f3-8dc5-d80a8b7698ea {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:27:29.024284 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'code': 200} Jun 30 03:27:29.049822 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915e349-a916-4320-9575-4d27e4b9577a req-d0bfd62a-d07a-438a-8800-080b86b65919 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:29.051175 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0915e349-a916-4320-9575-4d27e4b9577a req-d0bfd62a-d07a-438a-8800-080b86b65919 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.0684152 Jun 30 03:27:29.088767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0915e349-a916-4320-9575-4d27e4b9577a req-08110fca-b395-44dd-94d4-694e26b931ee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Jun 30 03:27:29.120702 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:29.238736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,revision_number=7']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:29.250773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.251115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.251453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.251786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.252118 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.252444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.252785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.253097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.253415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.253761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.254076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.254391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:29.305708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on host n-h1-798249-3 for vnic_type normal with profile {"migrating_to": "n-h2-798249-3"} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:27:29.305958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:27:29.306285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on network 8550824c-c22b-4715-a995-bf9fdb528fc3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:27:29.311182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on network 8550824c-c22b-4715-a995-bf9fdb528fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:27:29.311507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Attempting to bind port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on network 8550824c-c22b-4715-a995-bf9fdb528fc3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:27:29.316545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:27:29.316882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Checking segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:27:29.317263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Bound using segment: {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:27:29.317713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Bound port: 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd85c46b-a217-4fdf-92b1-c06b90956e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:27:29.318076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:29.355184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d0351721-5532-4997-b6dd-aaf99acb827c None None] Provisioning complete for port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:27:29.359727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0351721-5532-4997-b6dd-aaf99acb827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:29.381974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:27:29.385099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:27:29.388988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d0351721-5532-4997-b6dd-aaf99acb827c None None] Port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:27:29.494655 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:29.590078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,revision_number=8']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:29.639241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:29.640038 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:29.642239 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-ce219744-14c2-48a5-a0c4-164cbc921a66 service neutron] 10.222.0.83 "PUT /v2.0/ports/8d4b92e5-8bec-47f7-8cd6-b05513202a1d HTTP/1.1" status: 200 len: 1122 time: 0.9400487 Jun 30 03:27:29.700131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['8d4b92e5-8bec-47f7-8cd6-b05513202a1d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:27:29.830744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b258f524-d81e-4f78-aab0-f0898175c43d None None] Provisioning complete for port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:27:29.831035 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b258f524-d81e-4f78-aab0-f0898175c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:29.966536 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b258f524-d81e-4f78-aab0-f0898175c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:30.006812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:27:30.009065 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ea0eef-eb33-4a2d-9603-5c28b8051be9" -d '{"events": [{"server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "name": "network-vif-plugged", "status": "completed", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:27:30.026495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b258f524-d81e-4f78-aab0-f0898175c43d None None] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:30.054810 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae476e32-f482-4f0a-b3ce-3511be5d0655 x-openstack-request-id: req-ae476e32-f482-4f0a-b3ce-3511be5d0655 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:27:30.054810 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "name": "network-vif-plugged", "status": "completed", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:27:30.054810 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae476e32-f482-4f0a-b3ce-3511be5d0655 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:27:30.054810 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'code': 200} Jun 30 03:27:30.105930 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b258f524-d81e-4f78-aab0-f0898175c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:30.247569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258f524-d81e-4f78-aab0-f0898175c43d None None] Pushing event updated for resources: {'Port': ['ID=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:30.272436 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f82a-4e38-4a91-9e23-0b0c288cbc05 req-56c9df1d-0e92-45cc-b6e4-d7afafa5cc6a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:30.273976 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9f7f82a-4e38-4a91-9e23-0b0c288cbc05 req-56c9df1d-0e92-45cc-b6e4-d7afafa5cc6a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.0651767 Jun 30 03:27:30.312132 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d9f7f82a-4e38-4a91-9e23-0b0c288cbc05 req-7b5b0226-b78c-43ab-9087-39082261bd60 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324342 Jun 30 03:27:31.025561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:27:31.028553 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfd60e9-63f8-4677-89a8-06c9f5579b84" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:27:31.062903 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e72970d-3d1c-4261-bbec-4c641f2a62a3 x-openstack-request-id: req-2e72970d-3d1c-4261-bbec-4c641f2a62a3 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:27:31.063199 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:27:31.063448 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e72970d-3d1c-4261-bbec-4c641f2a62a3 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:27:31.063868 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'status': 'completed', 'code': 200} Jun 30 03:27:31.136014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-2534e9ad-cd5a-45e8-828f-580478cc2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:31.137530 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-2534e9ad-cd5a-45e8-828f-580478cc2ba0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1127 time: 0.0517707 Jun 30 03:27:31.226853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-64c741cd-c72c-496b-abc0-54d78d675abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:31.228304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-64c741cd-c72c-496b-abc0-54d78d675abf service neutron] 10.222.0.74 "GET /v2.0/networks?id=8550824c-c22b-4715-a995-bf9fdb528fc3 HTTP/1.1" status: 200 len: 898 time: 0.0851476 Jun 30 03:27:31.270952 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:31.292851 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-bb85b5ea-7b57-4eeb-b07c-aab39ec89a7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d HTTP/1.1" status: 200 len: 1002 time: 0.0576482 Jun 30 03:27:31.302419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-88f36508-8f97-489d-afde-095e6d9e6676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:31.345011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-4b7200ee-5aa7-4473-91aa-b29513c57ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:31.346508 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-4b7200ee-5aa7-4473-91aa-b29513c57ca5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6f0d3e44-fab3-42ec-92a5-67693d6c1452 HTTP/1.1" status: 200 len: 835 time: 0.0478625 Jun 30 03:27:31.402495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-83f37d44-1cee-4a24-bc1f-72d97d5a4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:31.403882 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-83f37d44-1cee-4a24-bc1f-72d97d5a4a1c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8550824c-c22b-4715-a995-bf9fdb528fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514424 Jun 30 03:27:31.851671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-f0f0624b-79cc-47f7-ab1f-d1583e81cb0b service neutron] 10.222.0.74 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413915 Jun 30 03:27:31.863745 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb5065-f92c-4137-9cdc-f53aeb4c66d3 req-bdb4b9a9-bfed-4f79-9fa3-3aa8a9a49a32 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:31.865118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50eb5065-f92c-4137-9cdc-f53aeb4c66d3 req-bdb4b9a9-bfed-4f79-9fa3-3aa8a9a49a32 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.4376390 Jun 30 03:27:31.948718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-50eb5065-f92c-4137-9cdc-f53aeb4c66d3 req-5eee2cbf-a26d-4f5d-9d3a-0e385e7a721c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755579 Jun 30 03:27:31.976301 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6dfd60e9-63f8-4677-89a8-06c9f5579b84 req-2ff7e5fb-71fb-434d-ab1a-7173ad898fdf service neutron] 10.222.0.74 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102421 Jun 30 03:27:32.677328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8d4b92e5-8bec-47f7-8cd6-b05513202a1d details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:27:32.771963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:32.783416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8d4b92e5-8bec-47f7-8cd6-b05513202a1d has no active binding in host n-h2-798249-3 {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 03:27:33.002454 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:33.126494 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee90cc7-c552-46d7-be56-1d18b1ca7129 req-fee433d6-a0d1-4c21-95e1-e3004d3ccf57 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:33.127996 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ee90cc7-c552-46d7-be56-1d18b1ca7129 req-fee433d6-a0d1-4c21-95e1-e3004d3ccf57 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.0662811 Jun 30 03:27:33.165235 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ee90cc7-c552-46d7-be56-1d18b1ca7129 req-31b0fb4e-3a3d-4e9d-9f93-61e727bb213e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315559 Jun 30 03:27:34.347341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d51a9-2a7b-4b68-a74f-a356b5b96ac7 req-ea65a72d-7981-4294-9df0-5378a88ada24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:34.348818 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d87d51a9-2a7b-4b68-a74f-a356b5b96ac7 req-ea65a72d-7981-4294-9df0-5378a88ada24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 946 time: 0.0637903 Jun 30 03:27:34.385681 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d87d51a9-2a7b-4b68-a74f-a356b5b96ac7 req-1f27c172-a8c4-418a-b3a4-3cf332806ba6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307667 Jun 30 03:27:34.750974 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:34.783266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-9b336d3e-3a66-41ac-8a8c-1a4bfa7686bf service neutron] 10.222.0.74 "GET /v2.0/ports/8d4b92e5-8bec-47f7-8cd6-b05513202a1d/bindings/n-h2-798249-3 HTTP/1.1" status: 200 len: 384 time: 0.0555158 Jun 30 03:27:34.950677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-b901d25e-81f7-40c5-85b3-c34ff780ae16 service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:34.971055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-b901d25e-81f7-40c5-85b3-c34ff780ae16 service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:27:35.014748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:27:35.017021 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab3d3c6-ab9c-4af5-8c16-d73a8835ec96" -d '{"events": [{"server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:27:35.024059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-b901d25e-81f7-40c5-85b3-c34ff780ae16 service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:35.052248 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d090427-38d8-494c-8174-7151f4e9e401 x-openstack-request-id: req-8d090427-38d8-494c-8174-7151f4e9e401 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:27:35.052545 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:27:35.052800 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8d090427-38d8-494c-8174-7151f4e9e401 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:27:35.053205 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'code': 200} Jun 30 03:27:35.110691 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-b901d25e-81f7-40c5-85b3-c34ff780ae16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:35.182445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-b901d25e-81f7-40c5-85b3-c34ff780ae16 service neutron] Transition to ACTIVE for port object 8d4b92e5-8bec-47f7-8cd6-b05513202a1d will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:27:35.285698 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-b901d25e-81f7-40c5-85b3-c34ff780ae16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:35.379248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901d25e-81f7-40c5-85b3-c34ff780ae16 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,revision_number=11']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:35.415781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-b901d25e-81f7-40c5-85b3-c34ff780ae16 service neutron] No DVR routers for this DVR port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:27:35.591747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-b901d25e-81f7-40c5-85b3-c34ff780ae16 service neutron] 10.222.0.74 "PUT /v2.0/ports/8d4b92e5-8bec-47f7-8cd6-b05513202a1d/bindings/n-h2-798249-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8032799 Jun 30 03:27:35.608954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116779ce-80e6-4ed0-873d-1080af3b1408 req-922ff47a-2ccf-4205-bf15-f7dd3f1f3b02 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:35.610416 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-116779ce-80e6-4ed0-873d-1080af3b1408 req-922ff47a-2ccf-4205-bf15-f7dd3f1f3b02 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 945 time: 0.1073561 Jun 30 03:27:35.649129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-116779ce-80e6-4ed0-873d-1080af3b1408 req-67e97685-0a17-41da-9c31-d5a855ac4d20 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328960 Jun 30 03:27:35.769582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-a0b8092f-eecd-498b-95a1-4c1394e84115 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:35.771099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-a0b8092f-eecd-498b-95a1-4c1394e84115 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2&tenant_id=56aca93fb557441c86c81e20c38354cf&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.0552375 Jun 30 03:27:35.828654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-e2310188-9482-4c0a-94b9-f3fa79df296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:35.830268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-e2310188-9482-4c0a-94b9-f3fa79df296f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 1096 time: 0.0527017 Jun 30 03:27:35.904780 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-6181d0e9-33cf-4957-9224-b62507da0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:35.906237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-6181d0e9-33cf-4957-9224-b62507da0239 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1096 time: 0.0538950 Jun 30 03:27:35.991255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-0b44b108-c254-4473-a219-3d1abbce433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:35.992720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-0b44b108-c254-4473-a219-3d1abbce433c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8550824c-c22b-4715-a995-bf9fdb528fc3 HTTP/1.1" status: 200 len: 898 time: 0.0805652 Jun 30 03:27:36.059111 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-5c146619-83f9-4e66-9a9f-b219d3d210ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d HTTP/1.1" status: 200 len: 1000 time: 0.0603006 Jun 30 03:27:36.106619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-a77ba7a8-1cb3-4fe5-b9b7-cb2877cc3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:36.108087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-a77ba7a8-1cb3-4fe5-b9b7-cb2877cc3a64 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f0d3e44-fab3-42ec-92a5-67693d6c1452 HTTP/1.1" status: 200 len: 835 time: 0.0430586 Jun 30 03:27:36.162972 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-f284b68b-ebcb-4b99-be38-b3b2172b66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:36.164362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-f284b68b-ebcb-4b99-be38-b3b2172b66a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8550824c-c22b-4715-a995-bf9fdb528fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499156 Jun 30 03:27:36.254014 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-e8394adb-ccf7-4e2b-a130-c1610f0f9533 service neutron] 10.222.0.83 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836046 Jun 30 03:27:36.337913 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-0747c76d-7591-4259-9a10-ab30bdc38dbe service neutron] 10.222.0.83 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781472 Jun 30 03:27:36.855117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-fdcfbc2c-3635-4239-91c1-be64328b1b81 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:36.857002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-fdcfbc2c-3635-4239-91c1-be64328b1b81 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2&tenant_id=56aca93fb557441c86c81e20c38354cf&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 1096 time: 0.0976310 Jun 30 03:27:36.867010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b6990-8cf6-4d72-8039-3cfa4f2d919e req-d5412313-9630-4702-8ba9-e5428405686e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:36.868251 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db8b6990-8cf6-4d72-8039-3cfa4f2d919e req-d5412313-9630-4702-8ba9-e5428405686e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 945 time: 0.1007478 Jun 30 03:27:36.937953 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-db8b6990-8cf6-4d72-8039-3cfa4f2d919e req-90ebe162-514f-4c23-9f43-40b1fe4eb300 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633214 Jun 30 03:27:37.127904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-f57c7450-2bc6-4e58-94f2-2dce4e84df0d service neutron] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:27:37.131050 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-f57c7450-2bc6-4e58-94f2-2dce4e84df0d service neutron] Notify callbacks [] for binding, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:37.132125 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8454219-583d-4f2f-a68c-5cee47d64668 req-f57c7450-2bc6-4e58-94f2-2dce4e84df0d service neutron] 10.222.0.83 "DELETE /v2.0/ports/8d4b92e5-8bec-47f7-8cd6-b05513202a1d/bindings/n-h1-798249-3 HTTP/1.1" status: 204 len: 173 time: 0.2630539 Jun 30 03:27:37.351673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 8d4b92e5-8bec-47f7-8cd6-b05513202a1d no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:27:37.390053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 8d4b92e5-8bec-47f7-8cd6-b05513202a1d not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:27:38.111361 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8addf95-67b3-4407-8d31-4ff8088af9e7 req-64a693b9-3760-4c8e-b7d5-48804a6b439e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:38.112785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8addf95-67b3-4407-8d31-4ff8088af9e7 req-64a693b9-3760-4c8e-b7d5-48804a6b439e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 945 time: 0.0625966 Jun 30 03:27:38.150038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8addf95-67b3-4407-8d31-4ff8088af9e7 req-c98cd672-4fed-42bd-ba45-f474cb2a0470 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Jun 30 03:27:38.305895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e08f9-dff8-4f28-a69f-a95766f6e896 req-46916370-b5af-4591-a595-217b978d7b80 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:38.307391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f83e08f9-dff8-4f28-a69f-a95766f6e896 req-46916370-b5af-4591-a595-217b978d7b80 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1096 time: 0.0508714 Jun 30 03:27:38.340456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f83e08f9-dff8-4f28-a69f-a95766f6e896 req-91edf6b8-0b95-4816-a4f0-6b53bbd2e41f tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274136 Jun 30 03:27:38.510446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21878b7-97fd-4cce-9079-6b2d9e950312 req-def4adce-27fe-4b43-9a33-462252d62b97 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:38.511986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b21878b7-97fd-4cce-9079-6b2d9e950312 req-def4adce-27fe-4b43-9a33-462252d62b97 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 945 time: 0.0644720 Jun 30 03:27:38.548729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b21878b7-97fd-4cce-9079-6b2d9e950312 req-51ec1910-f908-48c2-b3da-b89584c73c17 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Jun 30 03:27:38.571928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51488) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:38.635913 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f20ce0cc-1b71-4acb-8101-a5619851403c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/fe23dcb6-9af0-4df0-94d3-773415e15f8e HTTP/1.1" status: 200 len: 992 time: 0.0621395 Jun 30 03:27:40.895130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51494) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:41.051292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 4c634f2f-5ba4-4a03-b1b5-cac93e85ad1b {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:27:41.051635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:41.126623 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:41.126950 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:41.137999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 4c634f2f-5ba4-4a03-b1b5-cac93e85ad1b owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:27:41.402134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:41.431969 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=4c634f2f-5ba4-4a03-b1b5-cac93e85ad1b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:41.461349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.461729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.462075 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.462415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.462751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.463084 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.463444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.463774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.464106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.465089 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.465421 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.466011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:41.505200 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:41.505589 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Floating IP fe23dcb6-9af0-4df0-94d3-773415e15f8e disassociated (deleted). External IP: 172.25.2.230, port: 8d4b92e5-8bec-47f7-8cd6-b05513202a1d. Jun 30 03:27:41.709279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 34fd61e7-2523-42f4-aeb5-d2423268a733 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:27:41.817729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:27:41.822651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:41.828891 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] Sync routers for ids ['34fd61e7-2523-42f4-aeb5-d2423268a733'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:27:41.838426 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] Routers {'34fd61e7-2523-42f4-aeb5-d2423268a733'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:27:41.839321 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:27:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['34fd61e7-2523-42f4-aeb5-d2423268a733'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:41.859141 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6c50cc45-25d8-4c6d-bfa9-036c70be271c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/floatingips/fe23dcb6-9af0-4df0-94d3-773415e15f8e HTTP/1.1" status: 204 len: 168 time: 0.9628909 Jun 30 03:27:41.859728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:27:41.862040 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:27:41.906418 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fae5dd-a377-4dd2-865f-288e158a3af2 x-openstack-request-id: req-85fae5dd-a377-4dd2-865f-288e158a3af2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:27:41.907015 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:27:41.907015 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85fae5dd-a377-4dd2-865f-288e158a3af2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:27:41.907595 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'status': 'completed', 'code': 200} Jun 30 03:27:41.951176 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] Set router 34fd61e7-2523-42f4-aeb5-d2423268a733 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:27:41.996912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-1cfb13a1-96a5-4d46-b11d-870ac8578c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:41.998472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-1cfb13a1-96a5-4d46-b11d-870ac8578c61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 1096 time: 0.0585015 Jun 30 03:27:42.097835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-a35d5b56-3aaa-4ad1-92ec-6ff7230cac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:42.099944 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-a35d5b56-3aaa-4ad1-92ec-6ff7230cac2c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8550824c-c22b-4715-a995-bf9fdb528fc3 HTTP/1.1" status: 200 len: 898 time: 0.0959103 Jun 30 03:27:42.140989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-5b705dcc-a506-4703-a2a6-c9ff923cdf42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d HTTP/1.1" status: 200 len: 217 time: 0.0346313 Jun 30 03:27:42.196652 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-95c3ac42-83c9-445e-9fc6-8512e07f3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:42.198212 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-95c3ac42-83c9-445e-9fc6-8512e07f3e60 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f0d3e44-fab3-42ec-92a5-67693d6c1452 HTTP/1.1" status: 200 len: 835 time: 0.0512893 Jun 30 03:27:42.252774 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:37Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '592bc590-51d1-4917-a759-0323f3a21169', 'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:85:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:36Z', 'updated_at': '2021-06-30T03:26:42Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:42.259096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-52aec337-2074-45a3-8aea-1c5813cbccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:42.260589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-52aec337-2074-45a3-8aea-1c5813cbccae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8550824c-c22b-4715-a995-bf9fdb528fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562179 Jun 30 03:27:42.280301 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] Checking router: 34fd61e7-2523-42f4-aeb5-d2423268a733 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:27:42.289891 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] Routers {'34fd61e7-2523-42f4-aeb5-d2423268a733'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:27:42.290406 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:27:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['34fd61e7-2523-42f4-aeb5-d2423268a733'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:42.363910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-dc734217-9421-4c98-85d8-65e52364388f service neutron] 10.222.0.83 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961809 Jun 30 03:27:42.404717 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] Set router 34fd61e7-2523-42f4-aeb5-d2423268a733 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:27:42.525356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623c90e-0d61-4003-a271-c928eee4d8de req-e74f5cd1-2dbd-417d-91e7-6f7beb0d4121 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:42.527393 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f623c90e-0d61-4003-a271-c928eee4d8de req-e74f5cd1-2dbd-417d-91e7-6f7beb0d4121 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 945 time: 0.1581740 Jun 30 03:27:42.532509 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79b2cdd5-7a64-45db-bd7b-6f40448fbaa2 req-ab36290c-1a8a-45bc-ba0a-2982020a4b29 service neutron] 10.222.0.83 "GET /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617134 Jun 30 03:27:42.572440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f623c90e-0d61-4003-a271-c928eee4d8de req-4372ac17-2f3c-4eb9-a18b-f202fcfa6c7c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=72306a4f-9bd3-4a80-a61a-adcc2f8680dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369797 Jun 30 03:27:42.608963 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:37Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '592bc590-51d1-4917-a759-0323f3a21169', 'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:85:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:36Z', 'updated_at': '2021-06-30T03:26:42Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:42.635334 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6fd26-4a1b-465a-943f-009c58ba7a59 None None] The sync data for ids ['34fd61e7-2523-42f4-aeb5-d2423268a733'] in n-d-798249-3 is: [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:26:37Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '592bc590-51d1-4917-a759-0323f3a21169', 'name': '', 'network_id': '8550824c-c22b-4715-a995-bf9fdb528fc3', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:85:0b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:36Z', 'updated_at': '2021-06-30T03:26:42Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': '6f0d3e44-fab3-42ec-92a5-67693d6c1452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:27:42.807793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-a215bc44-135b-4563-a493-998c1a207e79 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:42.809405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-a215bc44-135b-4563-a493-998c1a207e79 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 945 time: 0.0710652 Jun 30 03:27:42.862044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59445f9-83ea-4295-8911-c4643031d648 None None] New status for floating IP fe23dcb6-9af0-4df0-94d3-773415e15f8e: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:27:42.913936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-f868aff3-5ca6-4c72-82b9-e24f4b623500 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:27:42.914601 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-f868aff3-5ca6-4c72-82b9-e24f4b623500 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:43.010806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-f868aff3-5ca6-4c72-82b9-e24f4b623500 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:43.011971 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-f868aff3-5ca6-4c72-82b9-e24f4b623500 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:43.023083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-f868aff3-5ca6-4c72-82b9-e24f4b623500 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 8d4b92e5-8bec-47f7-8cd6-b05513202a1d owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:27:43.207482 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-f868aff3-5ca6-4c72-82b9-e24f4b623500 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:43.541779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868aff3-5ca6-4c72-82b9-e24f4b623500 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=8d4b92e5-8bec-47f7-8cd6-b05513202a1d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:43.584824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-f868aff3-5ca6-4c72-82b9-e24f4b623500 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] No DVR routers for this DVR port 8d4b92e5-8bec-47f7-8cd6-b05513202a1d on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:27:43.587426 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-f868aff3-5ca6-4c72-82b9-e24f4b623500 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:43.589974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9acf9ffd-8009-4eb8-a6c4-0ee241568dc9 req-f868aff3-5ca6-4c72-82b9-e24f4b623500 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "DELETE /v2.0/ports/8d4b92e5-8bec-47f7-8cd6-b05513202a1d HTTP/1.1" status: 204 len: 173 time: 0.7744346 Jun 30 03:27:43.595104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'name': 'network-vif-deleted', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:27:43.595104 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6b35a5-f7dd-4a92-9930-c64dca86c781" -d '{"events": [{"server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "name": "network-vif-deleted", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:27:43.635020 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e32531-4742-4148-90cf-4e9a97f89c5b x-openstack-request-id: req-d7e32531-4742-4148-90cf-4e9a97f89c5b {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:27:43.635311 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd88a23-d1b7-4e26-9894-8f1e2c8788d2", "name": "network-vif-deleted", "tag": "8d4b92e5-8bec-47f7-8cd6-b05513202a1d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:27:43.635562 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7e32531-4742-4148-90cf-4e9a97f89c5b {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:27:43.635957 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd88a23-d1b7-4e26-9894-8f1e2c8788d2', 'name': 'network-vif-deleted', 'tag': '8d4b92e5-8bec-47f7-8cd6-b05513202a1d', 'status': 'completed', 'code': 200} Jun 30 03:27:43.714700 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb67e012-4b21-4e15-91bc-2036a797c85a req-43278bc0-50f0-49d0-9660-4c3c35ae5801 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7dd88a23-d1b7-4e26-9894-8f1e2c8788d2 HTTP/1.1" status: 200 len: 210 time: 0.0293849 Jun 30 03:27:44.829639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51510) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:45.197203 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:45.457183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 592bc590-51d1-4917-a759-0323f3a21169 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:27:45.457411 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:45.563013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port 592bc590-51d1-4917-a759-0323f3a21169, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=592bc590-51d1-4917-a759-0323f3a21169,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:45.563378 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:45.575644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 592bc590-51d1-4917-a759-0323f3a21169 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:27:45.819084 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:45.850023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=592bc590-51d1-4917-a759-0323f3a21169,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:46.029477 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:46.566226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 34fd61e7-2523-42f4-aeb5-d2423268a733 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:27:46.671581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:27:46.679937 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-854ede77-f0fa-41f8-94fb-1dd3a8b98155 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "PUT /v2.0/routers/34fd61e7-2523-42f4-aeb5-d2423268a733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8456256 Jun 30 03:27:46.681082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51512) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:46.681605 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] Sync routers for ids ['34fd61e7-2523-42f4-aeb5-d2423268a733'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:27:46.690790 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] Routers {'34fd61e7-2523-42f4-aeb5-d2423268a733'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:27:46.690790 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:27:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['34fd61e7-2523-42f4-aeb5-d2423268a733'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:46.736856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a67382-0875-4a9d-aac5-1ab035f4d522 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting subnet 6f0d3e44-fab3-42ec-92a5-67693d6c1452 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:27:46.739761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8d4b92e5-8bec-47f7-8cd6-b05513202a1d no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:27:46.740259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37a67382-0875-4a9d-aac5-1ab035f4d522 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:46.766891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 8d4b92e5-8bec-47f7-8cd6-b05513202a1d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:27:46.767629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8d4b92e5-8bec-47f7-8cd6-b05513202a1d not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:27:46.783778 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37a67382-0875-4a9d-aac5-1ab035f4d522 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:46.796308 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] Set router 34fd61e7-2523-42f4-aeb5-d2423268a733 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:27:46.870829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37a67382-0875-4a9d-aac5-1ab035f4d522 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:46.975717 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:27:45Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:47.005451 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] Checking router: 34fd61e7-2523-42f4-aeb5-d2423268a733 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:27:47.014139 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] Routers {'34fd61e7-2523-42f4-aeb5-d2423268a733'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:27:47.014391 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37a67382-0875-4a9d-aac5-1ab035f4d522 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:47.014740 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:27:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['34fd61e7-2523-42f4-aeb5-d2423268a733'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:47.041833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a67382-0875-4a9d-aac5-1ab035f4d522 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0d3e44-fab3-42ec-92a5-67693d6c1452,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:47.046754 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-37a67382-0875-4a9d-aac5-1ab035f4d522 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:47.048630 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-37a67382-0875-4a9d-aac5-1ab035f4d522 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/subnets/6f0d3e44-fab3-42ec-92a5-67693d6c1452 HTTP/1.1" status: 204 len: 168 time: 0.3664646 Jun 30 03:27:47.051533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51514) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:47.067700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f307c-66e8-49b2-9225-a45103d64b87 None None] Network 8550824c-c22b-4715-a995-bf9fdb528fc3 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:27:47.127437 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] Set router 34fd61e7-2523-42f4-aeb5-d2423268a733 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:27:47.193134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:47.311028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] DHCP port deletion for 8550824c-c22b-4715-a995-bf9fdb528fc3 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:27:47.320517 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:47.334146 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:27:45Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:47.358930 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Deleting port 47e047fa-92d1-40c2-9069-50e212ba14e6 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:27:47.359636 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:47.359818 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370e83b-eb14-424e-964a-fd2ab4011ac4 None None] The sync data for ids ['34fd61e7-2523-42f4-aeb5-d2423268a733'] in n-d-798249-3 is: [{'id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2005520566', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:26:32Z', 'updated_at': '2021-06-30T03:27:45Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': '23b884f9-f206-4c5c-98b3-7abf1a7e5730', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd61e7-2523-42f4-aeb5-d2423268a733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:26:33Z', 'updated_at': '2021-06-30T03:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:27:47.432826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] For port 47e047fa-92d1-40c2-9069-50e212ba14e6, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=47e047fa-92d1-40c2-9069-50e212ba14e6,segment=NetworkSegment(fd85c46b-a217-4fdf-92b1-c06b90956e64),segment_id=fd85c46b-a217-4fdf-92b1-c06b90956e64)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:47.433241 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:47.445601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Calling delete_port for 47e047fa-92d1-40c2-9069-50e212ba14e6 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:27:47.462114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 23b884f9-f206-4c5c-98b3-7abf1a7e5730 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:27:47.462482 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:47.539540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port 23b884f9-f206-4c5c-98b3-7abf1a7e5730, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=23b884f9-f206-4c5c-98b3-7abf1a7e5730,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:47.539777 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:47.552648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 23b884f9-f206-4c5c-98b3-7abf1a7e5730 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:27:47.587962 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:47.613606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Pushing event deleted for resources: {'Port': ['ID=47e047fa-92d1-40c2-9069-50e212ba14e6,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:47.619337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] No DVR routers for this DVR port 47e047fa-92d1-40c2-9069-50e212ba14e6 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:27:47.628311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.628662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.629003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.629345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.629711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.630038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.630366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.630688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.631009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.631353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.631671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.631950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78da87ce-d6eb-461d-aee6-06cfbf188a6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:47.833519 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:47.833714 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 592bc590-51d1-4917-a759-0323f3a21169 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:27:47.853424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 592bc590-51d1-4917-a759-0323f3a21169 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:27:47.853796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 592bc590-51d1-4917-a759-0323f3a21169 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:27:47.854215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 47e047fa-92d1-40c2-9069-50e212ba14e6 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:27:47.863861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=23b884f9-f206-4c5c-98b3-7abf1a7e5730,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:47.877185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 47e047fa-92d1-40c2-9069-50e212ba14e6 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:27:47.877761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 47e047fa-92d1-40c2-9069-50e212ba14e6 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:27:47.926756 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.016488 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.018626 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.142001 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.142687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Fanout notify agent at l3_agent the message router_deleted on router 34fd61e7-2523-42f4-aeb5-d2423268a733 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:27:48.149682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.150956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b58d954e-dcd4-4111-91ee-d91fcb2a57f6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/routers/34fd61e7-2523-42f4-aeb5-d2423268a733 HTTP/1.1" status: 204 len: 168 time: 1.0983078 Jun 30 03:27:48.153479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51516) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:48.236913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.325835 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.335313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8550824c-c22b-4715-a995-bf9fdb528fc3']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:48.344909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd85c46b-a217-4fdf-92b1-c06b90956e64') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:48.345214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd85c46b-a217-4fdf-92b1-c06b90956e64') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:48.353855 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.367644 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.374288 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:27:48.374680 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:27:48.377650 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:27:48.521884 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.530722 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.532541 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/networks/8550824c-c22b-4715-a995-bf9fdb528fc3 HTTP/1.1" status: 204 len: 168 time: 0.3780842 Jun 30 03:27:48.535309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51518) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:48.545226 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677acf5c-4471-4484-add9-0b7f14363211 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Network': ['ID=8550824c-c22b-4715-a995-bf9fdb528fc3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:48.601563 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d3df626a-750e-4da2-a09a-a4b4a789872a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.628627 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d3df626a-750e-4da2-a09a-a4b4a789872a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.773310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d3df626a-750e-4da2-a09a-a4b4a789872a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.775951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d3df626a-750e-4da2-a09a-a4b4a789872a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:48.777656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d3df626a-750e-4da2-a09a-a4b4a789872a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/security-groups/72306a4f-9bd3-4a80-a61a-adcc2f8680dc HTTP/1.1" status: 204 len: 168 time: 0.2405593 Jun 30 03:27:48.786949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df626a-750e-4da2-a09a-a4b4a789872a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72306a4f-9bd3-4a80-a61a-adcc2f8680dc,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:49.326861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51524) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:49.331631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ac115ec8-1493-4ef3-b288-69b052295645 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122325094', 'description': 'tempest-secgroup-smoke-2122325094 description', 'project_id': '56aca93fb557441c86c81e20c38354cf'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:49.422420 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac115ec8-1493-4ef3-b288-69b052295645 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:49.501527 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac115ec8-1493-4ef3-b288-69b052295645 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:49.558895 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac115ec8-1493-4ef3-b288-69b052295645 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:49.571887 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:27:49.592954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac115ec8-1493-4ef3-b288-69b052295645 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2b7e4a-2657-4327-8359-9ab696c8ce95,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:49.641806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ac115ec8-1493-4ef3-b288-69b052295645 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:49.643098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ac115ec8-1493-4ef3-b288-69b052295645 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3152339 Jun 30 03:27:49.646053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51526) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:49.650458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-059bde00-a5cf-4752-ac36-e8b48ba3e021 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '9f2b7e4a-2657-4327-8359-9ab696c8ce95', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:49.752043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-059bde00-a5cf-4752-ac36-e8b48ba3e021 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:49.807494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-059bde00-a5cf-4752-ac36-e8b48ba3e021 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:49.841177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 23b884f9-f206-4c5c-98b3-7abf1a7e5730 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:27:49.860669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 23b884f9-f206-4c5c-98b3-7abf1a7e5730 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:27:49.861008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 23b884f9-f206-4c5c-98b3-7abf1a7e5730 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:27:49.867317 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-059bde00-a5cf-4752-ac36-e8b48ba3e021 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:49.884735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bde00-a5cf-4752-ac36-e8b48ba3e021 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77908790-5507-48bc-9941-1d60b5383c47,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:49.953295 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-059bde00-a5cf-4752-ac36-e8b48ba3e021 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:49.954524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-059bde00-a5cf-4752-ac36-e8b48ba3e021 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3075414 Jun 30 03:27:49.957156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51528) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:49.961622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-df4dd833-cac5-45ad-84fb-71fcaf29ba86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '9f2b7e4a-2657-4327-8359-9ab696c8ce95', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:50.032195 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df4dd833-cac5-45ad-84fb-71fcaf29ba86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.087214 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df4dd833-cac5-45ad-84fb-71fcaf29ba86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.172778 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df4dd833-cac5-45ad-84fb-71fcaf29ba86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.191322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dd833-cac5-45ad-84fb-71fcaf29ba86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a29ac2-9af5-4e85-b414-ad148a2ea787,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:50.262331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df4dd833-cac5-45ad-84fb-71fcaf29ba86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.263536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-df4dd833-cac5-45ad-84fb-71fcaf29ba86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3054092 Jun 30 03:27:50.266169 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51530) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:50.270518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f4223418-f6d6-4cdf-b468-775f4ae8dbee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '9f2b7e4a-2657-4327-8359-9ab696c8ce95', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:50.384016 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4223418-f6d6-4cdf-b468-775f4ae8dbee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.439883 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4223418-f6d6-4cdf-b468-775f4ae8dbee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.547638 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4223418-f6d6-4cdf-b468-775f4ae8dbee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.567309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4223418-f6d6-4cdf-b468-775f4ae8dbee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81944e5-864f-4cdb-b2d2-91ceb3f81074,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:50.636134 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f4223418-f6d6-4cdf-b468-775f4ae8dbee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.637744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f4223418-f6d6-4cdf-b468-775f4ae8dbee tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3704515 Jun 30 03:27:50.640607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51532) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:50.644983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-83a5823e-8812-4648-b50f-f1395dd17f86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '9f2b7e4a-2657-4327-8359-9ab696c8ce95', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:50.728968 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83a5823e-8812-4648-b50f-f1395dd17f86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.786331 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83a5823e-8812-4648-b50f-f1395dd17f86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.870121 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83a5823e-8812-4648-b50f-f1395dd17f86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.890019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5823e-8812-4648-b50f-f1395dd17f86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d3a783-c8f9-425c-8934-bace65d6537b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:50.978722 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-83a5823e-8812-4648-b50f-f1395dd17f86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:50.979981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-83a5823e-8812-4648-b50f-f1395dd17f86 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3384244 Jun 30 03:27:50.982749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51534) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:50.987125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4e8ecdfb-02be-45db-86e8-e4f33af36680 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '9f2b7e4a-2657-4327-8359-9ab696c8ce95', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:51.087149 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-4e8ecdfb-02be-45db-86e8-e4f33af36680 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Project 56aca93fb557441c86c81e20c38354cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:27:51.092139 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e8ecdfb-02be-45db-86e8-e4f33af36680 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.150900 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e8ecdfb-02be-45db-86e8-e4f33af36680 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.218827 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e8ecdfb-02be-45db-86e8-e4f33af36680 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.236030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ecdfb-02be-45db-86e8-e4f33af36680 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6633749f-c984-479c-8c00-b196f352973a,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:51.319485 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e8ecdfb-02be-45db-86e8-e4f33af36680 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.320709 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4e8ecdfb-02be-45db-86e8-e4f33af36680 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3370354 Jun 30 03:27:51.323432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51536) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:51.327980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a671fddc-a15e-4a7c-81ad-16ee9d9f81fe tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'security_group_rule': {'security_group_id': '9f2b7e4a-2657-4327-8359-9ab696c8ce95', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:51.422232 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-a671fddc-a15e-4a7c-81ad-16ee9d9f81fe tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Project 56aca93fb557441c86c81e20c38354cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:27:51.427059 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a671fddc-a15e-4a7c-81ad-16ee9d9f81fe tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.486710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a671fddc-a15e-4a7c-81ad-16ee9d9f81fe tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.561378 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a671fddc-a15e-4a7c-81ad-16ee9d9f81fe tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.581109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671fddc-a15e-4a7c-81ad-16ee9d9f81fe tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764bb600-d3a8-47f4-a162-f989502e8b01,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:51.658665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a671fddc-a15e-4a7c-81ad-16ee9d9f81fe tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.659883 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a671fddc-a15e-4a7c-81ad-16ee9d9f81fe tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3353703 Jun 30 03:27:51.662661 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51538) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:51.667488 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'network': {'name': 'tempest-network-smoke--1321322460', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:51.772783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:27:51.776198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.799544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:27:51.809136 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.809479 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Added segment 881900d6-e688-4eb8-a035-4ded145e92a8 of type vlan for network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a Jun 30 03:27:51.847217 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.942390 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.947853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:51.948467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:52.011397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Network': ['ID=4d7c247e-b124-44a8-9ed7-efb5f8ec819a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:52.021522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:27:52.074476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eeb57ebf-cb07-4ead-b7ab-a231e45efe24 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4106824 Jun 30 03:27:52.077033 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51540) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:52.082034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'admin_state_up': True, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:52.179072 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:52.180122 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:52.235547 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:52.455579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:52.704592 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:52.723070 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:52.823554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.25.2.163 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/ed0a5a0d-c4a8-4755-933d-b9dada975226) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:27:52.922046 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:53.022052 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:53.063651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:27:53.067932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:27:53.074759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:27:53.077730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=ed0a5a0d-c4a8-4755-933d-b9dada975226,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:53.193182 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:53.405644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:53.599554 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:53.698614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:53.787649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 232b7184-71c2-42e2-a1ca-b450f5c2837a is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:27:53.888461 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:27:53.897795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Sync routers for ids ['232b7184-71c2-42e2-a1ca-b450f5c2837a'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:27:53.906892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Routers {'232b7184-71c2-42e2-a1ca-b450f5c2837a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:27:53.907504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:27:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['232b7184-71c2-42e2-a1ca-b450f5c2837a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:53.973022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:53.974248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-04ed89b9-f122-45bd-ab90-53177322dd54 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8962564 Jun 30 03:27:53.977330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51542) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:54.008053 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4175616e-9259-47d5-b361-28f11a3e60a0 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=56aca93fb557441c86c81e20c38354cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296175 Jun 30 03:27:54.010537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51544) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:54.010675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Set router 232b7184-71c2-42e2-a1ca-b450f5c2837a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:27:54.096344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff4c45-7f69-4aa5-b966-7fc2fa8f9bb0 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:54.097859 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-08ff4c45-7f69-4aa5-b966-7fc2fa8f9bb0 tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862806 Jun 30 03:27:54.100609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51546) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:54.127490 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e6dd8ae8-e705-4b18-a7ce-d88fec12d85f tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258172 Jun 30 03:27:54.130089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51548) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:54.134981 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2098648524', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'project_id': '56aca93fb557441c86c81e20c38354cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:27:54.186479 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:53Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:54.212199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Checking router: 232b7184-71c2-42e2-a1ca-b450f5c2837a for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:27:54.212849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Updating router 232b7184-71c2-42e2-a1ca-b450f5c2837a port ed0a5a0d-c4a8-4755-933d-b9dada975226 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:27:54.245069 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:54.307756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:27:54.311336 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:54.490351 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:54.500448 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Transition to ACTIVE for port object ed0a5a0d-c4a8-4755-933d-b9dada975226 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:27:54.547683 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:54.572839 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:54.607076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Subnet': ['ID=c1e3e869-fb75-421a-8584-d4423dc66886,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:54.618123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Checking segment: {'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:27:54.618123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network hostable DHCP agents. Network: 4d7c247e-b124-44a8-9ed7-efb5f8ec819a, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:27:54.619599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Attempting to bind port ed0a5a0d-c4a8-4755-933d-b9dada975226 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:27:54.619972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Attempting to bind port ed0a5a0d-c4a8-4755-933d-b9dada975226 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:27:54.620336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Attempting to bind port ed0a5a0d-c4a8-4755-933d-b9dada975226 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:27:54.631531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:27:54.631902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:27:54.632305 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:54.632696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:27:54.633163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Bound port: ed0a5a0d-c4a8-4755-933d-b9dada975226, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:27:54.633569 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:54.635145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bfff5-591f-40bd-98d3-f3931d34dc73 None None] Pushing event updated for resources: {'Port': ['ID=ed0a5a0d-c4a8-4755-933d-b9dada975226,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:54.684549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] For port ed0a5a0d-c4a8-4755-933d-b9dada975226, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:27:54.687641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] For port ed0a5a0d-c4a8-4755-933d-b9dada975226, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ed0a5a0d-c4a8-4755-933d-b9dada975226,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:27:54.762087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:27:54.839363 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:54.881158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 4d7c247e-b124-44a8-9ed7-efb5f8ec819a) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:27:54.885337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:54.886017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:54.892188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44f48e-1beb-4ec6-9491-6eb02088365e None None] Network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:27:54.903883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Routers {'232b7184-71c2-42e2-a1ca-b450f5c2837a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:27:54.904499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:27:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['232b7184-71c2-42e2-a1ca-b450f5c2837a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:54.962412 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-01b05d69-2fa1-49c6-9cc3-4594481d3fdd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8311594 Jun 30 03:27:54.965553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51550) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:27:54.973693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bfff5-591f-40bd-98d3-f3931d34dc73 None None] Pushing event updated for resources: {'Port': ['ID=ed0a5a0d-c4a8-4755-933d-b9dada975226,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:55.244463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] Set router 232b7184-71c2-42e2-a1ca-b450f5c2837a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:27:55.378530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:27:55.379370 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:55.400447 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:55.564170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Allocated IP 172.20.0.2 (4d7c247e-b124-44a8-9ed7-efb5f8ec819a/c1e3e869-fb75-421a-8584-d4423dc66886/9a343396-d6cb-4df5-949a-3a530c008f54) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:27:55.576817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:53Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:55.609059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de374ef-e2e1-43bf-a23c-919964b476f6 None None] The sync data for ids ['232b7184-71c2-42e2-a1ca-b450f5c2837a'] in n-d-798249-3 is: [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:53Z', 'revision_number': 3, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:27:55.751627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:55.760454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Transition to ACTIVE for port object 9a343396-d6cb-4df5-949a-3a530c008f54 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:27:55.775903 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Transition to ACTIVE for port object 9a343396-d6cb-4df5-949a-3a530c008f54 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:27:55.856889 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:55.907039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:27:55.910951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:27:55.921896 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:27:55.922165 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Pushing event updated for resources: {'Port': ['ID=9a343396-d6cb-4df5-949a-3a530c008f54,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:55.993697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Attempting to bind port 9a343396-d6cb-4df5-949a-3a530c008f54 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:27:55.994045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Attempting to bind port 9a343396-d6cb-4df5-949a-3a530c008f54 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:27:55.994414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Attempting to bind port 9a343396-d6cb-4df5-949a-3a530c008f54 on network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:27:56.000651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:27:56.001118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Checking segment: {'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:27:56.001566 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:56.001963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Bound using segment: {'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:27:56.002434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Bound port: 9a343396-d6cb-4df5-949a-3a530c008f54, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:27:56.002817 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:56.030441 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.20.0.1 (4d7c247e-b124-44a8-9ed7-efb5f8ec819a/c1e3e869-fb75-421a-8584-d4423dc66886/324dac7d-2dc5-4f4a-9af8-151ea53d82fb) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:27:56.075449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] For port 9a343396-d6cb-4df5-949a-3a530c008f54, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:27:56.079176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] For port 9a343396-d6cb-4df5-949a-3a530c008f54, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9a343396-d6cb-4df5-949a-3a530c008f54,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:27:56.155896 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:56.170299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Transition to ACTIVE for port object 324dac7d-2dc5-4f4a-9af8-151ea53d82fb will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:27:56.199522 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:56.262439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f87744-72dd-456b-9c97-b39eaecfe226 None None] Pushing event updated for resources: {'Port': ['ID=9a343396-d6cb-4df5-949a-3a530c008f54,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:56.310707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:56.361321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:27:56.364816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:27:56.373141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:27:56.377432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=324dac7d-2dc5-4f4a-9af8-151ea53d82fb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:56.434365 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:56.658513 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:56.932531 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.007016 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.082131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=324dac7d-2dc5-4f4a-9af8-151ea53d82fb,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:57.084482 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.177573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:27:57.179901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:27:57.292865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 232b7184-71c2-42e2-a1ca-b450f5c2837a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:27:57.398544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:27:57.403686 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c6014576-a41e-4522-af55-a51adcbe2fcf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "PUT /v2.0/routers/232b7184-71c2-42e2-a1ca-b450f5c2837a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4370787 Jun 30 03:27:57.407445 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Sync routers for ids ['232b7184-71c2-42e2-a1ca-b450f5c2837a'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:27:57.416483 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Routers {'232b7184-71c2-42e2-a1ca-b450f5c2837a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:27:57.417087 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:27:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['232b7184-71c2-42e2-a1ca-b450f5c2837a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:57.523783 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Set router 232b7184-71c2-42e2-a1ca-b450f5c2837a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:27:57.552514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-787194f3-a6a7-45ac-b920-6052b5f13c90 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122325094&fields=id&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 267 time: 0.0337925 Jun 30 03:27:57.659024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-1d196016-ba6b-49e7-bbcb-e866b497c719 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:57.660786 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-1d196016-ba6b-49e7-bbcb-e866b497c719 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/networks?id=4d7c247e-b124-44a8-9ed7-efb5f8ec819a HTTP/1.1" status: 200 len: 797 time: 0.1013672 Jun 30 03:27:57.677785 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-cd53c076-eccd-475d-a6fd-bf8437ae17b6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/quotas/56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 375 time: 0.0104995 Jun 30 03:27:57.730830 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:56Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '324dac7d-2dc5-4f4a-9af8-151ea53d82fb', 'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:cc:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:55Z', 'updated_at': '2021-06-30T03:27:56Z', 'revision_number': 2, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:57.757978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-d737a721-d0b5-4028-bc94-47eadf2b17ff tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746973 Jun 30 03:27:57.859170 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Checking router: 232b7184-71c2-42e2-a1ca-b450f5c2837a for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:27:57.859521 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Updating router 232b7184-71c2-42e2-a1ca-b450f5c2837a port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:27:57.875720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-b64d8c2a-60ad-491c-bc35-323a93205f47 service neutron] 10.222.0.77 "GET /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052463 Jun 30 03:27:57.915414 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.946348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9a343396-d6cb-4df5-949a-3a530c008f54 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:27:57.990505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-99f984c2-a4f0-4383-b21b-9545ae06b988 service neutron] 10.222.0.77 "GET /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085985 Jun 30 03:27:58.052421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec999a-f69e-4366-a5a7-13be8e69f521 None None] Network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:27:58.101732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 9a343396-d6cb-4df5-949a-3a530c008f54 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:27:58.113767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ed0a5a0d-c4a8-4755-933d-b9dada975226 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:27:58.203187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bb8fe66b-db7c-4dee-8da9-6a08d1f25c30 None None] Provisioning for port 9a343396-d6cb-4df5-949a-3a530c008f54 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:27:58.206014 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.207858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bb8fe66b-db7c-4dee-8da9-6a08d1f25c30 None None] Provisioning complete for port 9a343396-d6cb-4df5-949a-3a530c008f54 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:27:58.208065 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe66b-db7c-4dee-8da9-6a08d1f25c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.215975 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Transition to ACTIVE for port object 324dac7d-2dc5-4f4a-9af8-151ea53d82fb will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:27:58.286746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67cb3515-e315-4b93-bc02-f4ed662cac94 req-1255c9de-d4d1-490c-a1c8-d93dc417b1da tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 210 time: 0.0400455 Jun 30 03:27:58.291630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port ed0a5a0d-c4a8-4755-933d-b9dada975226 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:27:58.294915 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.301016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ed0a5a0d-c4a8-4755-933d-b9dada975226 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:27:58.301940 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.367186 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Pushing event updated for resources: {'Port': ['ID=324dac7d-2dc5-4f4a-9af8-151ea53d82fb,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:58.385365 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe66b-db7c-4dee-8da9-6a08d1f25c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.392446 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.393739 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.393739 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.393739 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.393739 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.394087 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.394411 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.394720 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.395763 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.395763 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.395763 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.396079 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:27:58.413201 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Attempting to bind port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:27:58.413807 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Attempting to bind port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:27:58.414017 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Attempting to bind port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb on network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:27:58.419120 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:27:58.419488 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Checking segment: {'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:27:58.419892 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.420274 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Bound using segment: {'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:27:58.420737 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Bound port: 324dac7d-2dc5-4f4a-9af8-151ea53d82fb, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:27:58.421109 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.460729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bb8fe66b-db7c-4dee-8da9-6a08d1f25c30 None None] For port 9a343396-d6cb-4df5-949a-3a530c008f54, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9a343396-d6cb-4df5-949a-3a530c008f54,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:58.465472 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.486638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port ed0a5a0d-c4a8-4755-933d-b9dada975226, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ed0a5a0d-c4a8-4755-933d-b9dada975226,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:27:58.491744 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] For port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:27:58.495863 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] For port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=324dac7d-2dc5-4f4a-9af8-151ea53d82fb,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:27:58.549840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe66b-db7c-4dee-8da9-6a08d1f25c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.579290 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.599155 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.606361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fe66b-db7c-4dee-8da9-6a08d1f25c30 None None] Pushing event updated for resources: {'Port': ['ID=9a343396-d6cb-4df5-949a-3a530c008f54,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:58.641221 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-892cb9fb-4a0b-42bc-a04d-b4b44ad08990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.644395 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Routers {'232b7184-71c2-42e2-a1ca-b450f5c2837a'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:27:58.645027 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:27:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['232b7184-71c2-42e2-a1ca-b450f5c2837a'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:58.677292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=ed0a5a0d-c4a8-4755-933d-b9dada975226,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:58.701919 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825280d-3af1-4355-b5d0-0e34d06afbe6 None None] Pushing event updated for resources: {'Port': ['ID=324dac7d-2dc5-4f4a-9af8-151ea53d82fb,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:27:58.765882 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] Set router 232b7184-71c2-42e2-a1ca-b450f5c2837a gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:27:58.773060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-12d37094-3a8f-447c-8b76-8062614310a3 None None] Provisioning for port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:27:58.788680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-12d37094-3a8f-447c-8b76-8062614310a3 None None] Provisioning complete for port 9a343396-d6cb-4df5-949a-3a530c008f54 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:27:58.789292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-12d37094-3a8f-447c-8b76-8062614310a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.975432 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:56Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '324dac7d-2dc5-4f4a-9af8-151ea53d82fb', 'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:cc:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:55Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:27:59.009386 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e68afb-d65f-4c88-9b38-e8fbb1491d12 None None] The sync data for ids ['232b7184-71c2-42e2-a1ca-b450f5c2837a'] in n-d-798249-3 is: [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:56Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '324dac7d-2dc5-4f4a-9af8-151ea53d82fb', 'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:cc:d9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:55Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:27:59.460917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b2bdbaae-a024-42cb-8cde-20df3b547f06 req-3781f02b-8aad-409b-819c-c3b2c5874b10 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 210 time: 0.0319946 Jun 30 03:27:59.934037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 324dac7d-2dc5-4f4a-9af8-151ea53d82fb up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:28:00.037350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:28:00.038167 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:28:00.038607 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:00.118044 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:00.152886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=324dac7d-2dc5-4f4a-9af8-151ea53d82fb,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:00.221885 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:00.222683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9a343396-d6cb-4df5-949a-3a530c008f54 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:28:00.316734 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=324dac7d-2dc5-4f4a-9af8-151ea53d82fb,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:00.329660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9a343396-d6cb-4df5-949a-3a530c008f54 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:28:00.330201 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:00.417625 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-0d5e17cb-a42e-4cc8-a4e0-d991592a0127 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:00.419113 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-0d5e17cb-a42e-4cc8-a4e0-d991592a0127 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "GET /v2.0/networks?id=4d7c247e-b124-44a8-9ed7-efb5f8ec819a HTTP/1.1" status: 200 len: 797 time: 0.1190052 Jun 30 03:28:00.426005 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ed0a5a0d-c4a8-4755-933d-b9dada975226 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:28:00.465355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-a4b27b87-f7e3-43f8-ab11-734032dcafad tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56aca93fb557441c86c81e20c38354cf HTTP/1.1" status: 200 len: 380 time: 0.0372956 Jun 30 03:28:00.473981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ed0a5a0d-c4a8-4755-933d-b9dada975226 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:28:00.474356 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:00.474693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'port': {'device_id': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'admin_state_up': True, 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'security_groups': ['9f2b7e4a-2657-4327-8359-9ab696c8ce95']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:28:00.640317 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff4967ff-0488-439e-8a70-1ad7c69357cf req-07d62956-58ce-45b6-b39d-c51a16982204 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 210 time: 0.0288017 Jun 30 03:28:00.681325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Made reservation on behalf of 56aca93fb557441c86c81e20c38354cf for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:28:00.685160 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:00.815119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.20.0.4 (4d7c247e-b124-44a8-9ed7-efb5f8ec819a/c1e3e869-fb75-421a-8584-d4423dc66886/a44bd0cb-3d4f-4d3e-9705-25e94e4128af) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:28:00.953921 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:00.967655 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Transition to ACTIVE for port object a44bd0cb-3d4f-4d3e-9705-25e94e4128af will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:28:01.058655 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.102271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:28:01.105436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:28:01.109281 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:28:01.117620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:01.165115 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:01.165763 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.230840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-6cbc9ea3-b679-4fec-8a9c-9b11c3249db8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600031 Jun 30 03:28:01.243027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Request body: {'port': {'device_id': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:28:01.281355 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.319570 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.332656 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-794b0d2a-6217-4804-b8cf-b5cb445f2457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.361238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-01ecfd0f-5635-4b4b-8658-43bf00e6c353 None None] Provisioning for port a44bd0cb-3d4f-4d3e-9705-25e94e4128af completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:28:01.365124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-01ecfd0f-5635-4b4b-8658-43bf00e6c353 None None] Provisioning complete for port a44bd0cb-3d4f-4d3e-9705-25e94e4128af triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:28:01.365927 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-01ecfd0f-5635-4b4b-8658-43bf00e6c353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.401487 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-01ecfd0f-5635-4b4b-8658-43bf00e6c353 None None] Port a44bd0cb-3d4f-4d3e-9705-25e94e4128af cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:28:01.569839 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44bd0cb-3d4f-4d3e-9705-25e94e4128af {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:28:01.577128 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.588361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Transition to ACTIVE for port object a44bd0cb-3d4f-4d3e-9705-25e94e4128af will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:28:01.635391 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.688254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:01.762740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Attempting to bind port a44bd0cb-3d4f-4d3e-9705-25e94e4128af on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:28:01.763077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Attempting to bind port a44bd0cb-3d4f-4d3e-9705-25e94e4128af by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:28:01.763410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Attempting to bind port a44bd0cb-3d4f-4d3e-9705-25e94e4128af on network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:28:01.768114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Port a44bd0cb-3d4f-4d3e-9705-25e94e4128af on network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:28:01.768565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Attempting to bind port a44bd0cb-3d4f-4d3e-9705-25e94e4128af on network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:28:01.784633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:28:01.784965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Checking segment: {'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:28:01.785355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Bound using segment: {'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:28:01.785898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Bound port: a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881900d6-e688-4eb8-a035-4ded145e92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:28:01.786179 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.848437 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 324dac7d-2dc5-4f4a-9af8-151ea53d82fb up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:28:01.887195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41abc1c-4f44-44db-a283-7fd986647f29 req-ca5275e9-7240-474b-bb31-4a91e714b3c2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:01.892605 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c41abc1c-4f44-44db-a283-7fd986647f29 req-ca5275e9-7240-474b-bb31-4a91e714b3c2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 943 time: 0.1176152 Jun 30 03:28:01.892914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] For port a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:28:01.897400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:28:01.897803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:01.920383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] For port a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:28:01.941034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c41abc1c-4f44-44db-a283-7fd986647f29 req-f60d8276-fe79-4566-b5c9-4f3fdcb480c7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457098 Jun 30 03:28:01.984805 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.017978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:02.018594 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:02.019965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] 10.222.0.83 "PUT /v2.0/ports/a44bd0cb-3d4f-4d3e-9705-25e94e4128af HTTP/1.1" status: 200 len: 1091 time: 0.7814252 Jun 30 03:28:02.020409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:28:02.022755 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28004290-ea3e-4c91-9be9-c9a552733a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:28:02.060430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aacac-9703-495f-82aa-87b6a33dafc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:02.064573 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cfe594-360e-4010-bd8c-a30321db7071 x-openstack-request-id: req-49cfe594-360e-4010-bd8c-a30321db7071 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:28:02.068467 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:28:02.068467 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49cfe594-360e-4010-bd8c-a30321db7071 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:28:02.068467 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'status': 'completed', 'code': 200} Jun 30 03:28:02.144777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004290-ea3e-4c91-9be9-c9a552733a8c req-4de8a2ec-70f5-469f-bee1-29ce834de41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:02.146360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28004290-ea3e-4c91-9be9-c9a552733a8c req-4de8a2ec-70f5-469f-bee1-29ce834de41f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 1094 time: 0.0560677 Jun 30 03:28:02.247872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004290-ea3e-4c91-9be9-c9a552733a8c req-2792d09d-18c5-44b5-b863-b815ae3daf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:02.249370 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28004290-ea3e-4c91-9be9-c9a552733a8c req-2792d09d-18c5-44b5-b863-b815ae3daf86 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=56aca93fb557441c86c81e20c38354cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0952747 Jun 30 03:28:02.339838 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004290-ea3e-4c91-9be9-c9a552733a8c req-5c78f51a-e058-4b71-9bfe-93cfd3ace4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:02.341215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-28004290-ea3e-4c91-9be9-c9a552733a8c req-5c78f51a-e058-4b71-9bfe-93cfd3ace4fc service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858953 Jun 30 03:28:02.432862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-9ec02328-6ab2-400a-9512-6cbbac871a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:02.434343 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-9ec02328-6ab2-400a-9512-6cbbac871a7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 1094 time: 0.0548632 Jun 30 03:28:02.475278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-5a1dd4b4-9e5f-433c-a0fa-dcbb2952488d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af HTTP/1.1" status: 200 len: 217 time: 0.0332835 Jun 30 03:28:02.521916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-ab8b5d17-5be7-4ebe-9343-3422867b55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:02.523313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-ab8b5d17-5be7-4ebe-9343-3422867b55ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1e3e869-fb75-421a-8584-d4423dc66886 HTTP/1.1" status: 200 len: 835 time: 0.0417039 Jun 30 03:28:02.577683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-633aabc7-483b-4230-9114-cb8822390fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:02.579106 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-633aabc7-483b-4230-9114-cb8822390fca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4d7c247e-b124-44a8-9ed7-efb5f8ec819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486763 Jun 30 03:28:02.669532 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-206f9eed-7276-437a-adf0-c03b051cd8ef service neutron] 10.222.0.83 "GET /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831842 Jun 30 03:28:02.756312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e5acda5a-ad8c-425c-b264-333ceab1a132 req-b753615b-3747-4116-b348-eaae8296d03b service neutron] 10.222.0.83 "GET /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794759 Jun 30 03:28:02.984186 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:03.117905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe9e2e-8a85-483e-bced-07a7b4581cc6 req-c3665ce0-23a3-4322-9ad7-e24d885a13bf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:03.119535 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38fe9e2e-8a85-483e-bced-07a7b4581cc6 req-c3665ce0-23a3-4322-9ad7-e24d885a13bf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 943 time: 0.0663238 Jun 30 03:28:03.156555 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-38fe9e2e-8a85-483e-bced-07a7b4581cc6 req-e3f4ce73-a2f8-4073-8ff3-094404cc1f20 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 Jun 30 03:28:04.325170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4d505-1d35-4e7a-b4dd-3d7ca1c7d74c req-5c3d138d-0fda-4b88-8858-3522adcd36d8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:04.326660 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5fe4d505-1d35-4e7a-b4dd-3d7ca1c7d74c req-5c3d138d-0fda-4b88-8858-3522adcd36d8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 943 time: 0.0617614 Jun 30 03:28:04.362749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5fe4d505-1d35-4e7a-b4dd-3d7ca1c7d74c req-708159ea-3d7b-40cf-ae1a-f8ad9a206175 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305982 Jun 30 03:28:04.730249 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:04.862174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a44bd0cb-3d4f-4d3e-9705-25e94e4128af details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:28:04.954358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:04.965828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'port_id': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'mac_address': 'fa:16:3e:8d:6c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:28:05.001924 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:05.017449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44bd0cb-3d4f-4d3e-9705-25e94e4128af {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:28:05.036618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:05.107542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:05.155287 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:05.341941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a44bd0cb-3d4f-4d3e-9705-25e94e4128af'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:28:05.534283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560800ab-9c2e-4d74-a866-0487d76b3ac7 req-da69758e-0616-4604-9ac5-a311ab482d61 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:05.535685 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-560800ab-9c2e-4d74-a866-0487d76b3ac7 req-da69758e-0616-4604-9ac5-a311ab482d61 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 944 time: 0.0626872 Jun 30 03:28:05.572493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-560800ab-9c2e-4d74-a866-0487d76b3ac7 req-1dd44696-a4a6-4a66-bfb5-681a6367375d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Jun 30 03:28:06.747101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acff219-a17d-40f4-a343-d78623697d20 req-eac6276d-7901-48da-8646-ccce5907aa73 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:06.748578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4acff219-a17d-40f4-a343-d78623697d20 req-eac6276d-7901-48da-8646-ccce5907aa73 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 944 time: 0.0666413 Jun 30 03:28:06.788040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4acff219-a17d-40f4-a343-d78623697d20 req-4f8847ea-d64b-4ffd-b594-376cc669b2c7 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338333 Jun 30 03:28:06.877654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a44bd0cb-3d4f-4d3e-9705-25e94e4128af up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:28:07.029452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port a44bd0cb-3d4f-4d3e-9705-25e94e4128af completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:28:07.033648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port a44bd0cb-3d4f-4d3e-9705-25e94e4128af triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:28:07.034023 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:07.109909 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:07.131989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:28:07.134194 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07226f4-24f7-4e18-8448-45cd1cec502b" -d '{"events": [{"server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "name": "network-vif-plugged", "status": "completed", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:28:07.146985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:07.170628 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40a37fd-6ddf-4a3a-8ac6-9c4abe1536a5 x-openstack-request-id: req-b40a37fd-6ddf-4a3a-8ac6-9c4abe1536a5 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:28:07.170922 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "name": "network-vif-plugged", "status": "completed", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:28:07.171200 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b40a37fd-6ddf-4a3a-8ac6-9c4abe1536a5 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:28:07.171592 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'code': 200} Jun 30 03:28:07.258096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:07.281978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1512a2-1112-4ef6-8a41-c3c2227424d3 req-0a301a1a-9c5b-49ab-9585-fb0e05671c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:07.283462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cd1512a2-1112-4ef6-8a41-c3c2227424d3 req-0a301a1a-9c5b-49ab-9585-fb0e05671c82 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 1095 time: 0.0543630 Jun 30 03:28:07.305553 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:07.318264 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cd1512a2-1112-4ef6-8a41-c3c2227424d3 req-c085461d-6a5f-464a-8cb4-d7fa7ab1bc60 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281451 Jun 30 03:28:07.966691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a1ef8-0f6b-4485-aad4-4435e5afd8bd req-9340cf2d-075c-44f0-a521-1aa84eeb5770 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:07.968177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-565a1ef8-0f6b-4485-aad4-4435e5afd8bd req-9340cf2d-075c-44f0-a521-1aa84eeb5770 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0670731 Jun 30 03:28:08.006170 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-565a1ef8-0f6b-4485-aad4-4435e5afd8bd req-e293ad28-8409-4ae2-a9fe-52ab90084535 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323877 Jun 30 03:28:09.179678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccda01-e5d7-4f3b-9e0c-dac96a538b92 req-d4bc245a-6e45-494d-af4b-506454d9351d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:09.181190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84ccda01-e5d7-4f3b-9e0c-dac96a538b92 req-d4bc245a-6e45-494d-af4b-506454d9351d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0626202 Jun 30 03:28:09.218376 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84ccda01-e5d7-4f3b-9e0c-dac96a538b92 req-10fb3a7b-c56e-4f32-a1fb-3ceb60ea37db tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307159 Jun 30 03:28:09.388922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41f162-0955-402b-8eee-595d2ff864a9 req-dfe58288-353a-44d5-84b5-a4407b63b65a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:09.390423 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-da41f162-0955-402b-8eee-595d2ff864a9 req-dfe58288-353a-44d5-84b5-a4407b63b65a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0619397 Jun 30 03:28:09.428342 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-da41f162-0955-402b-8eee-595d2ff864a9 req-a473b206-10ce-41b3-aeee-79628f743b74 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323269 Jun 30 03:28:09.451688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51602) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:28:09.502291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcbb2ff-c3e3-4ec7-b0f5-c15bd1f52a4f tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:09.503696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7fcbb2ff-c3e3-4ec7-b0f5-c15bd1f52a4f tempest-TestNetworkAdvancedServerOps-497633783 tempest-TestNetworkAdvancedServerOps-497633783-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 1091 time: 0.0509815 Jun 30 03:28:09.506450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51604) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:28:09.510628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:28:09.581733 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:09.678133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:09.779503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Allocated IP 172.25.2.144 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/c22e8a21-8ac3-4dae-9f92-033d0212e9f5) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:28:09.875387 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:09.972425 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:10.009245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:28:10.012555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:28:10.016194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:28:10.024234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=c22e8a21-8ac3-4dae-9f92-033d0212e9f5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:10.376301 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:10.508271 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:10.978913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:11.057910 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:11.124263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event updated for resources: {'Port': ['ID=c22e8a21-8ac3-4dae-9f92-033d0212e9f5,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:11.134602 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:11.231398 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Floating IP 854323a7-5a8d-4563-a77d-77f2ce399b62 associated. External IP: 172.25.2.144, port: a44bd0cb-3d4f-4d3e-9705-25e94e4128af. Jun 30 03:28:11.432132 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 232b7184-71c2-42e2-a1ca-b450f5c2837a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:28:11.537719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:28:11.547052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] Sync routers for ids ['232b7184-71c2-42e2-a1ca-b450f5c2837a'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:28:11.556247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] Routers {'232b7184-71c2-42e2-a1ca-b450f5c2837a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:28:11.562661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:28:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['232b7184-71c2-42e2-a1ca-b450f5c2837a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:28:11.610268 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:11.648656 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-92017f9f-001b-4b36-b467-7637d28138a8 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1411874 Jun 30 03:28:11.649345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:28:11.651792 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee5019-f81e-4cc7-814a-a398234115d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:28:11.690837 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7079588c-4eae-40de-b970-9676e6785986 x-openstack-request-id: req-7079588c-4eae-40de-b970-9676e6785986 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:28:11.691276 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:28:11.691696 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7079588c-4eae-40de-b970-9676e6785986 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:28:11.692136 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'status': 'completed', 'code': 200} Jun 30 03:28:11.809810 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-fc6bdd74-fbfc-42e9-b100-b2494be5cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:11.811321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-fc6bdd74-fbfc-42e9-b100-b2494be5cdfa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 1096 time: 0.0964220 Jun 30 03:28:11.826026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] Set router 232b7184-71c2-42e2-a1ca-b450f5c2837a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:28:11.837959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef066e-5d71-43f9-87ad-3646bd9f5b5c req-5929c85d-d2e6-4c0f-b047-7e4f97701e6e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:11.839420 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70ef066e-5d71-43f9-87ad-3646bd9f5b5c req-5929c85d-d2e6-4c0f-b047-7e4f97701e6e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0920584 Jun 30 03:28:11.918593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-70ef066e-5d71-43f9-87ad-3646bd9f5b5c req-535b08c3-7f2e-4b64-99f6-c5fc8507b1a5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699806 Jun 30 03:28:11.943433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51610) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:28:11.950447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-47fa05b7-199b-451e-9b35-064858f62fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:11.952009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-47fa05b7-199b-451e-9b35-064858f62fc0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4d7c247e-b124-44a8-9ed7-efb5f8ec819a HTTP/1.1" status: 200 len: 898 time: 0.1332884 Jun 30 03:28:12.010190 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ec1a4427-2c72-4e52-bc63-d10a80054d66 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/854323a7-5a8d-4563-a77d-77f2ce399b62 HTTP/1.1" status: 200 len: 991 time: 0.0650797 Jun 30 03:28:12.017831 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-9eb6da13-6290-4a39-9238-f7e2f7c2359d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af HTTP/1.1" status: 200 len: 999 time: 0.0595679 Jun 30 03:28:12.060004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:56Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '854323a7-5a8d-4563-a77d-77f2ce399b62', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'port_id': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'mac_address': 'fa:16:3e:8d:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:28:10Z', 'updated_at': '2021-06-30T03:28:10Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324dac7d-2dc5-4f4a-9af8-151ea53d82fb', 'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:cc:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:55Z', 'updated_at': '2021-06-30T03:28:00Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:28:12.064813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-ff9ac552-e262-4849-95b8-580b06e60a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:12.066305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-ff9ac552-e262-4849-95b8-580b06e60a4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1e3e869-fb75-421a-8584-d4423dc66886 HTTP/1.1" status: 200 len: 835 time: 0.0430646 Jun 30 03:28:12.085878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] Checking router: 232b7184-71c2-42e2-a1ca-b450f5c2837a for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:28:12.094018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] Routers {'232b7184-71c2-42e2-a1ca-b450f5c2837a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:28:12.094617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:28:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['232b7184-71c2-42e2-a1ca-b450f5c2837a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:28:12.125165 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-47582407-50fe-4553-a6ac-8211c2d6e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:12.126681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-47582407-50fe-4553-a6ac-8211c2d6e47c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4d7c247e-b124-44a8-9ed7-efb5f8ec819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547671 Jun 30 03:28:12.198354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] Set router 232b7184-71c2-42e2-a1ca-b450f5c2837a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:28:12.214763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-0a1b37f7-c143-48bf-a6fb-38e0a5a9b72e service neutron] 10.222.0.83 "GET /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815549 Jun 30 03:28:12.310967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6eee5019-f81e-4cc7-814a-a398234115d1 req-bc2eb5c8-165e-4449-a9a4-9f298c5746ee service neutron] 10.222.0.83 "GET /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889328 Jun 30 03:28:12.416599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:56Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '854323a7-5a8d-4563-a77d-77f2ce399b62', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'port_id': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'mac_address': 'fa:16:3e:8d:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:28:10Z', 'updated_at': '2021-06-30T03:28:10Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324dac7d-2dc5-4f4a-9af8-151ea53d82fb', 'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:cc:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:55Z', 'updated_at': '2021-06-30T03:28:00Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:28:12.445933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3864cfbf-c231-4379-816a-7390f893ca43 None None] The sync data for ids ['232b7184-71c2-42e2-a1ca-b450f5c2837a'] in n-d-798249-3 is: [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:56Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '854323a7-5a8d-4563-a77d-77f2ce399b62', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'port_id': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'mac_address': 'fa:16:3e:8d:6c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:28:10Z', 'updated_at': '2021-06-30T03:28:10Z', 'revision_number': 0, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324dac7d-2dc5-4f4a-9af8-151ea53d82fb', 'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:cc:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:55Z', 'updated_at': '2021-06-30T03:28:00Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:28:12.632939 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b7ff4e-5407-424b-8436-69125fb60596 None None] New status for floating IP 854323a7-5a8d-4563-a77d-77f2ce399b62: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:28:13.012955 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51612) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:28:13.071191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d70691ef-d27b-4db5-ac7e-115816f37fc4 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/854323a7-5a8d-4563-a77d-77f2ce399b62 HTTP/1.1" status: 200 len: 993 time: 0.0570674 Jun 30 03:28:23.209582 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:23.684982 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:26.570943 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:28:28.622803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7021ff79-3bf0-4d94-9d15-2ccc33f5f5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:29.362496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-2fdf0cb2-526d-48cb-9c30-8dc2f3eda495 req-642a2876-c5f2-43f7-9e5b-1c5f198ab012 service neutron] (94530) timed out ('10.222.0.83', 54014) {{(pid=94530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:28:31.331335 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:31.353917 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2b5c-0359-4552-84c5-f8ac2336ada0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:33.022886 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:34.725395 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:40.404186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e414f53-c4d7-4389-960d-098cb9d078eb req-44450f3c-ee65-4f1d-a486-241387d2fa9a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:40.406554 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5e414f53-c4d7-4389-960d-098cb9d078eb req-44450f3c-ee65-4f1d-a486-241387d2fa9a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0772808 Jun 30 03:28:40.445152 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5e414f53-c4d7-4389-960d-098cb9d078eb req-7ec12c3e-692a-4f72-909d-227545a349e3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331423 Jun 30 03:28:41.618669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243a646-f474-4aa6-9742-3f7fa94acf79 req-a26489b0-cf3a-4e53-936c-ffa4f38592fd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:41.620152 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f243a646-f474-4aa6-9742-3f7fa94acf79 req-a26489b0-cf3a-4e53-936c-ffa4f38592fd tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0643978 Jun 30 03:28:41.656894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f243a646-f474-4aa6-9742-3f7fa94acf79 req-288baab7-b514-40e4-af05-73d473d34a44 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304122 Jun 30 03:28:42.832145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b0f53-8975-48b9-9ddd-20de7e382be5 req-3d22dfcf-e481-4a57-89e8-8a35ef3b0610 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:42.833642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec9b0f53-8975-48b9-9ddd-20de7e382be5 req-3d22dfcf-e481-4a57-89e8-8a35ef3b0610 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0632861 Jun 30 03:28:42.872867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec9b0f53-8975-48b9-9ddd-20de7e382be5 req-6704fe49-cbfe-41a2-b3b0-bed43329006a tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334251 Jun 30 03:28:44.041440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9080f-5e65-41ba-8483-731de70d3f22 req-33ac94d3-7e35-47cc-ae6e-df4bbb6658ec tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:44.042909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-61b9080f-5e65-41ba-8483-731de70d3f22 req-33ac94d3-7e35-47cc-ae6e-df4bbb6658ec tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0614386 Jun 30 03:28:44.079533 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-61b9080f-5e65-41ba-8483-731de70d3f22 req-04b2269f-03d1-4676-989c-6b7ad976e887 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302994 Jun 30 03:28:45.258273 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d766747-0394-4e27-a6ef-d3a9048b4cd8 req-2344f5a5-d9c0-43c7-9859-8281ef0a4404 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:45.259834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d766747-0394-4e27-a6ef-d3a9048b4cd8 req-2344f5a5-d9c0-43c7-9859-8281ef0a4404 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0661688 Jun 30 03:28:45.297366 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d766747-0394-4e27-a6ef-d3a9048b4cd8 req-815f3903-2edd-4d23-88a1-e5eee075968e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Jun 30 03:28:46.489164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f509163-ed09-432b-a534-a707145fa314 req-f06768ae-b2f2-49db-9c0a-caeee029c006 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:46.490880 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f509163-ed09-432b-a534-a707145fa314 req-f06768ae-b2f2-49db-9c0a-caeee029c006 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0714447 Jun 30 03:28:46.532003 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f509163-ed09-432b-a534-a707145fa314 req-ccb931d7-0d0a-4f85-834f-eb32151d2ebf tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349905 Jun 30 03:28:46.824783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-6bd1414b-3587-47a7-b955-5d541fc1329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:46.826310 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-6bd1414b-3587-47a7-b955-5d541fc1329a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 1096 time: 0.1711400 Jun 30 03:28:46.948569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-f34ed725-1ec4-4a88-9641-5602ab57b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:46.949812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-f34ed725-1ec4-4a88-9641-5602ab57b841 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4d7c247e-b124-44a8-9ed7-efb5f8ec819a HTTP/1.1" status: 200 len: 898 time: 0.1016805 Jun 30 03:28:47.023879 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-9675d4c1-21f4-4818-9234-0b866e2a6321 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af HTTP/1.1" status: 200 len: 1001 time: 0.0652263 Jun 30 03:28:47.077444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-274e63ad-2b3c-4f6d-8255-0f6041580aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:47.079302 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-274e63ad-2b3c-4f6d-8255-0f6041580aa8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1e3e869-fb75-421a-8584-d4423dc66886 HTTP/1.1" status: 200 len: 835 time: 0.0499120 Jun 30 03:28:47.156368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-a69173ba-6d36-4eca-be61-0cdbc7c1f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:47.157899 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-a69173ba-6d36-4eca-be61-0cdbc7c1f7b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4d7c247e-b124-44a8-9ed7-efb5f8ec819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729570 Jun 30 03:28:47.256310 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-56433d87-d458-49d0-be3b-029c1916943b service neutron] 10.222.0.83 "GET /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918572 Jun 30 03:28:47.352137 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03e14add-b60d-471e-a24a-a2a3b1b032a8 req-5a0f0e2a-4e52-462b-99c8-50f32613019a service neutron] 10.222.0.83 "GET /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901179 Jun 30 03:28:47.711678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ece2a0-0edc-4cc0-8bd0-ead84861b578 req-cead71ff-865a-4c9b-9f3a-1702e73c8bb3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:47.713292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20ece2a0-0edc-4cc0-8bd0-ead84861b578 req-cead71ff-865a-4c9b-9f3a-1702e73c8bb3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0668931 Jun 30 03:28:47.752949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-20ece2a0-0edc-4cc0-8bd0-ead84861b578 req-9a354d7c-dd42-4d13-a115-6265f0846ef2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337253 Jun 30 03:28:48.928022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77048e69-a42f-4c57-9534-b5c4dc8cd06c req-856f73e9-2640-49fb-a0e4-99e931e70fa2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:48.929487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77048e69-a42f-4c57-9534-b5c4dc8cd06c req-856f73e9-2640-49fb-a0e4-99e931e70fa2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0634513 Jun 30 03:28:48.968872 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77048e69-a42f-4c57-9534-b5c4dc8cd06c req-6114002b-9f29-4480-a44a-38be7dbda006 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329380 Jun 30 03:28:50.144431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c3181-945a-439f-8712-e47f14eb7f46 req-d9561401-da08-4df1-83b4-4395f4f79cd9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:50.145960 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-774c3181-945a-439f-8712-e47f14eb7f46 req-d9561401-da08-4df1-83b4-4395f4f79cd9 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0649216 Jun 30 03:28:50.184536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-774c3181-945a-439f-8712-e47f14eb7f46 req-98778ff7-6651-467f-a361-08fa2d71571d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327988 Jun 30 03:28:51.537456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d1c78-9e44-4c8f-9c19-275169a9fc14 req-8433a04b-28b0-4d44-a661-f56c8a397671 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:51.538926 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a0d1c78-9e44-4c8f-9c19-275169a9fc14 req-8433a04b-28b0-4d44-a661-f56c8a397671 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0631893 Jun 30 03:28:51.579954 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a0d1c78-9e44-4c8f-9c19-275169a9fc14 req-91608031-c1a1-4699-9fff-ed23160d77e3 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352042 Jun 30 03:28:52.765791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76374a29-241c-4ea1-acd3-83e4cd3af014 req-56cffeba-4f76-41d4-a034-37e668c326a2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:52.767384 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-76374a29-241c-4ea1-acd3-83e4cd3af014 req-56cffeba-4f76-41d4-a034-37e668c326a2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0685475 Jun 30 03:28:52.814978 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-76374a29-241c-4ea1-acd3-83e4cd3af014 req-fac2468d-9d7a-40fb-8e09-7e7bb1d51c89 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414119 Jun 30 03:28:53.228236 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:53.701740 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:53.779424 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8790e6-c797-4502-85b0-f9bd086adf2d req-ca9c108a-d2ae-4ded-8625-e10bb720886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:53.780928 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec8790e6-c797-4502-85b0-f9bd086adf2d req-ca9c108a-d2ae-4ded-8625-e10bb720886b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 1096 time: 0.0549779 Jun 30 03:28:53.815789 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec8790e6-c797-4502-85b0-f9bd086adf2d req-c0fe959e-5459-4e84-91dc-a36e16b7bbc9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286167 Jun 30 03:28:53.989606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9630-b7db-4a0c-bfd2-3f7745e4244f req-df218228-2c69-4139-95d0-21cabd38d02b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:53.991010 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44ed9630-b7db-4a0c-bfd2-3f7745e4244f req-df218228-2c69-4139-95d0-21cabd38d02b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0657382 Jun 30 03:28:54.029933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44ed9630-b7db-4a0c-bfd2-3f7745e4244f req-1f5ff00f-c8ab-4826-97a7-8e55db565e8b tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Jun 30 03:28:55.095255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a44bd0cb-3d4f-4d3e-9705-25e94e4128af details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:28:55.097870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a44bd0cb-3d4f-4d3e-9705-25e94e4128af no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:28:55.208365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfe231-3e19-4893-8214-dfb9e6ac3007 req-357e6fe8-d516-41fb-ab3a-4b8cd0de5592 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:55.209831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64bfe231-3e19-4893-8214-dfb9e6ac3007 req-357e6fe8-d516-41fb-ab3a-4b8cd0de5592 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0645638 Jun 30 03:28:55.235545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:55.250847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64bfe231-3e19-4893-8214-dfb9e6ac3007 req-9f99b1d7-2758-40ac-8f87-8f26c6494dc2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342262 Jun 30 03:28:55.267081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:55.277581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:28:55.277763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51670) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:28:55.279821 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f538d5f-5dc1-4155-b508-265f49fecc27" -d '{"events": [{"server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:28:55.293571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'port_id': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'mac_address': 'fa:16:3e:8d:6c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:28:55.302232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:55.338687 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:55.345574 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-880b89e3-bf20-48b9-b378-cd452955217d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/floatingips/854323a7-5a8d-4563-a77d-77f2ce399b62 HTTP/1.1" status: 200 len: 993 time: 0.0666728 Jun 30 03:28:55.356855 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a44bd0cb-3d4f-4d3e-9705-25e94e4128af {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:28:55.380680 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:55.422651 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e566b9e0-c1dd-48a6-90a3-ba0e13ddbe7d x-openstack-request-id: req-e566b9e0-c1dd-48a6-90a3-ba0e13ddbe7d {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:28:55.422936 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:28:55.423188 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e566b9e0-c1dd-48a6-90a3-ba0e13ddbe7d {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:28:55.423563 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'code': 200} Jun 30 03:28:55.453420 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.db.api [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:28:55.453863 n-d-798249-3 neutron-server[94532]: DEBUG oslo_db.api [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:28:55.457007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:55.464248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.464526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.464859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.465187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.465540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.465864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.466181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.466497 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.466814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.467129 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.467444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.467757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:28:55.992402 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:56.005833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44bd0cb-3d4f-4d3e-9705-25e94e4128af {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:28:56.025610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:56.084759 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:56.132577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:56.291915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a44bd0cb-3d4f-4d3e-9705-25e94e4128af'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:28:57.110633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a44bd0cb-3d4f-4d3e-9705-25e94e4128af up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:28:57.158630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port a44bd0cb-3d4f-4d3e-9705-25e94e4128af triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:28:57.159324 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:57.239888 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:57.274088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:28:57.347648 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:57.398254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:28:57.424691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:28:57.427136 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0b4672-c5f9-4ebd-8be8-e4616027f24a" -d '{"events": [{"server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "name": "network-vif-plugged", "status": "completed", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:28:57.463171 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f40356-21a3-42b7-8041-f63c2d590338 x-openstack-request-id: req-25f40356-21a3-42b7-8041-f63c2d590338 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:28:57.463470 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "name": "network-vif-plugged", "status": "completed", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:28:57.463780 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25f40356-21a3-42b7-8041-f63c2d590338 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:28:57.464212 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'code': 200} Jun 30 03:28:58.616694 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa4aa309-99c3-4db5-8e35-b868c8789efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:01.319034 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:01.341806 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ec4b8c6c-af35-44b2-9d30-51962c19676d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:03.010230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:03.570475 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:29:04.753086 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:23.209129 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:23.694924 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:28.614287 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c03e-cf2e-4ea0-bd7e-cc2f2b549372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:30.526813 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51688) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:29:30.679483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port c22e8a21-8ac3-4dae-9f92-033d0212e9f5 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:29:30.679827 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:30.751678 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:30.752023 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:30.763967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for c22e8a21-8ac3-4dae-9f92-033d0212e9f5 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:29:31.002703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:31.032208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=c22e8a21-8ac3-4dae-9f92-033d0212e9f5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:31.043493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.043844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.044184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.044541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.044853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.045183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.045539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.045872 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.046200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.046526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.046847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.047164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:31.112451 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:31.112709 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Floating IP 854323a7-5a8d-4563-a77d-77f2ce399b62 disassociated (deleted). External IP: 172.25.2.144, port: a44bd0cb-3d4f-4d3e-9705-25e94e4128af. Jun 30 03:29:31.323482 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:31.351756 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-70609829-85ea-4b27-8343-38180a959c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:31.390722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 232b7184-71c2-42e2-a1ca-b450f5c2837a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:29:31.498753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:29:31.503303 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:31.508507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] Sync routers for ids ['232b7184-71c2-42e2-a1ca-b450f5c2837a'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:29:31.517029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] Routers {'232b7184-71c2-42e2-a1ca-b450f5c2837a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:29:31.517679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:29:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['232b7184-71c2-42e2-a1ca-b450f5c2837a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:31.540464 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5d1b25b0-f9f7-4343-9748-c3926a083737 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/floatingips/854323a7-5a8d-4563-a77d-77f2ce399b62 HTTP/1.1" status: 204 len: 168 time: 1.0125535 Jun 30 03:29:31.541158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:29:31.543545 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1998cde-3d57-434d-bbfe-f2539b5979aa" -d '{"events": [{"name": "network-changed", "server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:29:31.627790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] Set router 232b7184-71c2-42e2-a1ca-b450f5c2837a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:29:31.656060 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fb9507-972d-41fb-a205-227c2b7e5155 x-openstack-request-id: req-53fb9507-972d-41fb-a205-227c2b7e5155 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:29:31.656611 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:29:31.657091 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53fb9507-972d-41fb-a205-227c2b7e5155 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:29:31.657474 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'status': 'completed', 'code': 200} Jun 30 03:29:31.734964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-19b35162-c713-4d3c-861d-27d7702eb314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:31.739590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-19b35162-c713-4d3c-861d-27d7702eb314 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=56aca93fb557441c86c81e20c38354cf&device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 1096 time: 0.0568478 Jun 30 03:29:31.825524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:56Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '324dac7d-2dc5-4f4a-9af8-151ea53d82fb', 'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:cc:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:55Z', 'updated_at': '2021-06-30T03:28:00Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:31.829310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-b70ff73d-20b9-4e7c-9cc1-04c171723121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:31.830835 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-b70ff73d-20b9-4e7c-9cc1-04c171723121 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4d7c247e-b124-44a8-9ed7-efb5f8ec819a HTTP/1.1" status: 200 len: 898 time: 0.0876629 Jun 30 03:29:31.851940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] Checking router: 232b7184-71c2-42e2-a1ca-b450f5c2837a for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:29:31.860669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] Routers {'232b7184-71c2-42e2-a1ca-b450f5c2837a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:29:31.861281 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:29:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['232b7184-71c2-42e2-a1ca-b450f5c2837a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:31.871249 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-d917f52a-faad-4146-8b1d-bbe11aaedc9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af HTTP/1.1" status: 200 len: 217 time: 0.0345466 Jun 30 03:29:31.924065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-5e736544-2074-4e48-96a8-b6cf77185000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:31.925451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-5e736544-2074-4e48-96a8-b6cf77185000 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1e3e869-fb75-421a-8584-d4423dc66886 HTTP/1.1" status: 200 len: 835 time: 0.0488412 Jun 30 03:29:31.973523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] Set router 232b7184-71c2-42e2-a1ca-b450f5c2837a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:29:31.983370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-35119dcd-57d5-453a-883e-4f9714b64a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:31.984861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-35119dcd-57d5-453a-883e-4f9714b64a58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4d7c247e-b124-44a8-9ed7-efb5f8ec819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535703 Jun 30 03:29:32.109472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-438b3327-0323-44ac-9e08-f17dc587049f service neutron] 10.222.0.83 "GET /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140885 Jun 30 03:29:32.175238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:56Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '324dac7d-2dc5-4f4a-9af8-151ea53d82fb', 'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:cc:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:55Z', 'updated_at': '2021-06-30T03:28:00Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:32.186969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de992adb-305d-4bbc-b012-04236d4eaf29 req-47bc0870-e2af-4433-8f6c-768ced66e5ff tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:32.188450 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de992adb-305d-4bbc-b012-04236d4eaf29 req-47bc0870-e2af-4433-8f6c-768ced66e5ff tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.1346996 Jun 30 03:29:32.202482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510a9aa-b57f-4035-8395-75ab8c59988a None None] The sync data for ids ['232b7184-71c2-42e2-a1ca-b450f5c2837a'] in n-d-798249-3 is: [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:56Z', 'revision_number': 4, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '324dac7d-2dc5-4f4a-9af8-151ea53d82fb', 'name': '', 'network_id': '4d7c247e-b124-44a8-9ed7-efb5f8ec819a', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'mac_address': 'fa:16:3e:cc:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:55Z', 'updated_at': '2021-06-30T03:28:00Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'subnets': [{'id': 'c1e3e869-fb75-421a-8584-d4423dc66886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:29:32.242826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1998cde-3d57-434d-bbfe-f2539b5979aa req-5eb20afd-6c44-4214-a55e-e1c0a1a8ef18 service neutron] 10.222.0.83 "GET /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259162 Jun 30 03:29:32.255647 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de992adb-305d-4bbc-b012-04236d4eaf29 req-73ec9e34-a94b-44d2-bb4c-4d4e87c6eae6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539262 Jun 30 03:29:32.421875 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b37bb-7a00-41f2-a41c-bf37218b84fa None None] New status for floating IP 854323a7-5a8d-4563-a77d-77f2ce399b62: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:29:32.991910 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:33.301924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-0d9ea217-f39c-4b86-bc04-c73de933bde6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:33.303392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-0d9ea217-f39c-4b86-bc04-c73de933bde6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0617976 Jun 30 03:29:33.401656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port a44bd0cb-3d4f-4d3e-9705-25e94e4128af {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:29:33.402014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:33.438227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80f3e-2b4b-4a19-b8be-820de7ba98b5 req-1b01881e-e73f-44a2-aa7f-1a31957d38d6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:33.439704 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05a80f3e-2b4b-4a19-b8be-820de7ba98b5 req-1b01881e-e73f-44a2-aa7f-1a31957d38d6 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0621343 Jun 30 03:29:33.477890 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05a80f3e-2b4b-4a19-b8be-820de7ba98b5 req-288b2a3f-e231-4ef2-82f9-cff2fb4632d2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/security-groups?id=9f2b7e4a-2657-4327-8359-9ab696c8ce95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Jun 30 03:29:33.493313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port a44bd0cb-3d4f-4d3e-9705-25e94e4128af, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:29:33.493869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:33.510945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for a44bd0cb-3d4f-4d3e-9705-25e94e4128af owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:29:33.689036 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:33.715865 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=a44bd0cb-3d4f-4d3e-9705-25e94e4128af,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:33.728221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.728568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.728926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.729267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.729658 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.729988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.730310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.730631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.730952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.731270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.731583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.731892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:29:33.772783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] No DVR routers for this DVR port a44bd0cb-3d4f-4d3e-9705-25e94e4128af on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:29:33.775287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:33.777212 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d49e712b-6990-436d-bd77-d3c6f45b09e8 req-33a3b805-ed58-45b8-a0e6-e6aadb79f49e tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.83 "DELETE /v2.0/ports/a44bd0cb-3d4f-4d3e-9705-25e94e4128af HTTP/1.1" status: 204 len: 173 time: 0.4683907 Jun 30 03:29:33.777666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'name': 'network-vif-deleted', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:29:33.779905 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb47a741-a21d-4531-8e47-145264ad2fe9" -d '{"events": [{"server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "name": "network-vif-deleted", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:29:33.886478 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33004ce-100e-4006-935a-03d8536c1b89 x-openstack-request-id: req-e33004ce-100e-4006-935a-03d8536c1b89 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:29:33.886776 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e50df64-9453-41f9-8c0e-a397710cf6a1", "name": "network-vif-deleted", "tag": "a44bd0cb-3d4f-4d3e-9705-25e94e4128af", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:29:33.887033 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e33004ce-100e-4006-935a-03d8536c1b89 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:29:33.887476 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e50df64-9453-41f9-8c0e-a397710cf6a1', 'name': 'network-vif-deleted', 'tag': 'a44bd0cb-3d4f-4d3e-9705-25e94e4128af', 'status': 'completed', 'code': 200} Jun 30 03:29:34.639647 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-031e78ca-a68f-4840-ad14-ce30b8cbb323 req-4cfc44b4-a9d4-4981-9168-fb76b85d986c tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "GET /v2.0/ports?device_id=0e50df64-9453-41f9-8c0e-a397710cf6a1 HTTP/1.1" status: 200 len: 210 time: 0.0329359 Jun 30 03:29:34.740695 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:35.733054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51710) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:29:36.441820 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:36.698282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:29:36.698566 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:36.787854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port 324dac7d-2dc5-4f4a-9af8-151ea53d82fb, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=324dac7d-2dc5-4f4a-9af8-151ea53d82fb,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:29:36.788587 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:36.800127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for 324dac7d-2dc5-4f4a-9af8-151ea53d82fb owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:29:37.048428 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:37.075242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=324dac7d-2dc5-4f4a-9af8-151ea53d82fb,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:37.252672 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:37.265723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a44bd0cb-3d4f-4d3e-9705-25e94e4128af no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:29:37.284492 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: a44bd0cb-3d4f-4d3e-9705-25e94e4128af {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:29:37.284815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a44bd0cb-3d4f-4d3e-9705-25e94e4128af not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:29:37.472248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Router 232b7184-71c2-42e2-a1ca-b450f5c2837a has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:29:37.576081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:29:37.581046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-574ad6ca-b2de-4e2d-ab43-8dbbf7d3c093 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "PUT /v2.0/routers/232b7184-71c2-42e2-a1ca-b450f5c2837a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468230 Jun 30 03:29:37.583736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51712) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:29:37.586937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] Sync routers for ids ['232b7184-71c2-42e2-a1ca-b450f5c2837a'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:29:37.595961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] Routers {'232b7184-71c2-42e2-a1ca-b450f5c2837a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:29:37.596613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:29:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['232b7184-71c2-42e2-a1ca-b450f5c2837a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:37.634469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5aa74d0-6bd7-4712-ad73-d4cb385239d2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting subnet c1e3e869-fb75-421a-8584-d4423dc66886 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:29:37.637525 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5aa74d0-6bd7-4712-ad73-d4cb385239d2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:37.676635 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5aa74d0-6bd7-4712-ad73-d4cb385239d2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:37.702708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] Set router 232b7184-71c2-42e2-a1ca-b450f5c2837a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:29:37.762275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5aa74d0-6bd7-4712-ad73-d4cb385239d2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:37.879025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:29:36Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:37.895106 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5aa74d0-6bd7-4712-ad73-d4cb385239d2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:37.926043 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa74d0-6bd7-4712-ad73-d4cb385239d2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e3e869-fb75-421a-8584-d4423dc66886,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:37.928068 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f5aa74d0-6bd7-4712-ad73-d4cb385239d2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:37.932726 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f5aa74d0-6bd7-4712-ad73-d4cb385239d2 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/subnets/c1e3e869-fb75-421a-8584-d4423dc66886 HTTP/1.1" status: 204 len: 168 time: 0.3453305 Jun 30 03:29:37.933020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51714) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:29:38.047601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.067082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d3cf5-ebde-492c-9d49-7fdd82f82035 None None] Network 4d7c247e-b124-44a8-9ed7-efb5f8ec819a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:29:38.069447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] Checking router: 232b7184-71c2-42e2-a1ca-b450f5c2837a for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:29:38.111459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] Routers {'232b7184-71c2-42e2-a1ca-b450f5c2837a'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:29:38.112082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:29:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['232b7184-71c2-42e2-a1ca-b450f5c2837a'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:38.154689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.268544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Deleting port ed0a5a0d-c4a8-4755-933d-b9dada975226 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:29:38.268898 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.269719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] Set router 232b7184-71c2-42e2-a1ca-b450f5c2837a gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:29:38.348437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] For port ed0a5a0d-c4a8-4755-933d-b9dada975226, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ed0a5a0d-c4a8-4755-933d-b9dada975226,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:29:38.348723 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.365762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Calling delete_port for ed0a5a0d-c4a8-4755-933d-b9dada975226 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:29:38.450004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8eb523-6bfc-41d6-a0b7-2f858dcb9f5c None None] DHCP port deletion for 4d7c247e-b124-44a8-9ed7-efb5f8ec819a request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:29:38.483405 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:29:36Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:38.513190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fabdef-ab62-4c48-a138-90deec4ea2ab None None] The sync data for ids ['232b7184-71c2-42e2-a1ca-b450f5c2837a'] in n-d-798249-3 is: [{'id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156547946', 'tenant_id': '56aca93fb557441c86c81e20c38354cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:29:36Z', 'revision_number': 5, 'project_id': '56aca93fb557441c86c81e20c38354cf', 'gw_port': {'id': 'ed0a5a0d-c4a8-4755-933d-b9dada975226', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b7184-71c2-42e2-a1ca-b450f5c2837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:27:52Z', 'updated_at': '2021-06-30T03:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:29:38.532829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7c8eb523-6bfc-41d6-a0b7-2f858dcb9f5c None None] Deleting port 9a343396-d6cb-4df5-949a-3a530c008f54 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:29:38.533209 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c8eb523-6bfc-41d6-a0b7-2f858dcb9f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.594802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-7c8eb523-6bfc-41d6-a0b7-2f858dcb9f5c None None] For port 9a343396-d6cb-4df5-949a-3a530c008f54, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9a343396-d6cb-4df5-949a-3a530c008f54,segment=NetworkSegment(881900d6-e688-4eb8-a035-4ded145e92a8),segment_id=881900d6-e688-4eb8-a035-4ded145e92a8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:29:38.595202 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c8eb523-6bfc-41d6-a0b7-2f858dcb9f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.602948 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.607449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7c8eb523-6bfc-41d6-a0b7-2f858dcb9f5c None None] Calling delete_port for 9a343396-d6cb-4df5-949a-3a530c008f54 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:29:38.633624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Port': ['ID=ed0a5a0d-c4a8-4755-933d-b9dada975226,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:38.698660 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.751646 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c8eb523-6bfc-41d6-a0b7-2f858dcb9f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.777223 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eb523-6bfc-41d6-a0b7-2f858dcb9f5c None None] Pushing event deleted for resources: {'Port': ['ID=9a343396-d6cb-4df5-949a-3a530c008f54,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:38.781016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8eb523-6bfc-41d6-a0b7-2f858dcb9f5c None None] No DVR routers for this DVR port 9a343396-d6cb-4df5-949a-3a530c008f54 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:29:38.791281 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.793637 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.900450 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.903023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Fanout notify agent at l3_agent the message router_deleted on router 232b7184-71c2-42e2-a1ca-b450f5c2837a {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:29:38.908645 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:38.909843 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a7eb77ec-e173-4749-8e85-9933e030546d tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/routers/232b7184-71c2-42e2-a1ca-b450f5c2837a HTTP/1.1" status: 204 len: 168 time: 0.9754841 Jun 30 03:29:38.912557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51716) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:29:38.992876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.083544 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.093918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7c247e-b124-44a8-9ed7-efb5f8ec819a']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:39.105207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881900d6-e688-4eb8-a035-4ded145e92a8') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:39.105540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881900d6-e688-4eb8-a035-4ded145e92a8') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:29:39.115360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.130884 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.137049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:29:39.137456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:29:39.140533 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:29:39.293797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.301477 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.303193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/networks/4d7c247e-b124-44a8-9ed7-efb5f8ec819a HTTP/1.1" status: 204 len: 168 time: 0.3896179 Jun 30 03:29:39.305995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51720) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:29:39.315923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36091a-593a-4f05-b621-a6a097034eb1 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'Network': ['ID=4d7c247e-b124-44a8-9ed7-efb5f8ec819a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:39.364408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52768a0d-48fd-44cb-bad0-2952e41073f5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.388465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52768a0d-48fd-44cb-bad0-2952e41073f5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.540098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52768a0d-48fd-44cb-bad0-2952e41073f5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.542727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52768a0d-48fd-44cb-bad0-2952e41073f5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:39.543905 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-52768a0d-48fd-44cb-bad0-2952e41073f5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] 10.222.0.77 "DELETE /v2.0/security-groups/9f2b7e4a-2657-4327-8359-9ab696c8ce95 HTTP/1.1" status: 204 len: 168 time: 0.2369370 Jun 30 03:29:39.553141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52768a0d-48fd-44cb-bad0-2952e41073f5 tempest-TestNetworkAdvancedServerOps-235303178 tempest-TestNetworkAdvancedServerOps-235303178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2b7e4a-2657-4327-8359-9ab696c8ce95,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:39.891701 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 324dac7d-2dc5-4f4a-9af8-151ea53d82fb no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:29:39.912766 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 324dac7d-2dc5-4f4a-9af8-151ea53d82fb {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:29:39.913107 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 324dac7d-2dc5-4f4a-9af8-151ea53d82fb not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:29:39.913544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9a343396-d6cb-4df5-949a-3a530c008f54 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:29:39.935587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 9a343396-d6cb-4df5-949a-3a530c008f54 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:29:39.935931 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9a343396-d6cb-4df5-949a-3a530c008f54 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:29:39.936348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ed0a5a0d-c4a8-4755-933d-b9dada975226 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:29:39.954614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: ed0a5a0d-c4a8-4755-933d-b9dada975226 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:29:39.954955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ed0a5a0d-c4a8-4755-933d-b9dada975226 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:29:40.123274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51730) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:29:40.251611 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fe0ea135-c086-483f-98ad-eb05d5241d87 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56aca93fb557441c86c81e20c38354cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272190 Jun 30 03:29:40.254112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 51734) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:29:40.302017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-723039da-971b-492e-949a-fe21bb092429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:40.322547 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-723039da-971b-492e-949a-fe21bb092429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:40.437034 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-723039da-971b-492e-949a-fe21bb092429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:40.439478 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-723039da-971b-492e-949a-fe21bb092429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:40.440708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-723039da-971b-492e-949a-fe21bb092429 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/368c37fe-2d20-4527-93d8-f02b54697cb6 HTTP/1.1" status: 204 len: 168 time: 0.1856635 Jun 30 03:29:40.448503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723039da-971b-492e-949a-fe21bb092429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368c37fe-2d20-4527-93d8-f02b54697cb6,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:40.569418 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:29:41.033605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51740) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:29:41.072779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7d21e198-4515-4089-a113-c41dbbe428a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=34859c502dce4ee4977d0f2345dfdaed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386267 Jun 30 03:29:41.075565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51742) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:29:41.127755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44fbe5d4-3ecb-4710-acd6-08f98175e86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:41.148138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44fbe5d4-3ecb-4710-acd6-08f98175e86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:41.265304 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44fbe5d4-3ecb-4710-acd6-08f98175e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:41.267781 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-44fbe5d4-3ecb-4710-acd6-08f98175e86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:41.269463 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-44fbe5d4-3ecb-4710-acd6-08f98175e86d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/35d74f86-45cf-4c8c-b48d-d44a0e8e9d46 HTTP/1.1" status: 204 len: 168 time: 0.1924751 Jun 30 03:29:41.277796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbe5d4-3ecb-4710-acd6-08f98175e86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d74f86-45cf-4c8c-b48d-d44a0e8e9d46,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:52.093319 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-38fceddf-a604-414c-ab97-a6e6675c9bfa tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=82fc3405285b496ab4508071264ef3d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281584 Jun 30 03:29:52.274193 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-a0edad59-e2fc-4f77-a33f-b3150c547cfe tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:52.275582 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-a0edad59-e2fc-4f77-a33f-b3150c547cfe tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766129 Jun 30 03:29:52.291109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-b7f08a7b-f576-4579-a656-43e4b4f0365f tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/quotas/82fc3405285b496ab4508071264ef3d0 HTTP/1.1" status: 200 len: 375 time: 0.0096622 Jun 30 03:29:52.321829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-a72ce8c8-e29f-4b50-83d0-905cd333bc6e tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=82fc3405285b496ab4508071264ef3d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258498 Jun 30 03:29:52.583258 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a233e479-acf1-49db-9689-5300ca8603f9 req-783176bc-9416-4696-852e-6b349448bffe tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 210 time: 0.0293398 Jun 30 03:29:53.225158 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:53.663981 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dfed2a7c-eb38-47e3-ba49-acecd8972f68 req-f98e6fc3-a04c-40ed-b061-03b137ff5aef tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 210 time: 0.0276992 Jun 30 03:29:53.751215 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:54.744933 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6cfc213-f78f-4a93-9b99-6d90384b3eeb req-e1678923-f2fe-4ae5-9c69-75a644b2f0be tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 210 time: 0.0279360 Jun 30 03:29:55.881171 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8dac61e-8e20-43c1-8102-f44ab4d9e656 req-7e5a057f-8004-4ab3-8c22-65dc2871156a tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 210 time: 0.0272813 Jun 30 03:29:56.868967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-e1c3e81e-b792-42f8-8fbb-13d80fd75463 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=82fc3405285b496ab4508071264ef3d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208580 Jun 30 03:29:56.983021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-a7ba4209-47fb-4bf1-8822-cdb45c507680 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:56.984455 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-a7ba4209-47fb-4bf1-8822-cdb45c507680 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109953 Jun 30 03:29:56.997285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Request body: {'port': {'device_id': '0a1e7e40-92d1-4272-ba1e-0bac34d70bbb', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'admin_state_up': True, 'tenant_id': '82fc3405285b496ab4508071264ef3d0'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:29:57.025383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b221a7bc-0488-46e4-ba13-1643bfe48c16 req-400d643d-a083-44a9-b6d7-347851ca6dac tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 210 time: 0.0314908 Jun 30 03:29:57.185437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Made reservation on behalf of 82fc3405285b496ab4508071264ef3d0 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:29:57.188932 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:57.198329 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:57.284590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:57.350806 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:57.410021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a61ef4e-1bda-4518-8739-e868f846f7c7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:57.485442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Allocated IP 192.168.233.157 (8ad5505b-d58b-4099-912e-572b62a0ecc0/3de191ef-c536-431c-ba91-82b8554a1914/3c699ecd-56ae-4e26-bf8e-70ef2f64fee3) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:29:57.623026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:57.636192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Transition to ACTIVE for port object 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:29:57.716467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:57.764602 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Network 8ad5505b-d58b-4099-912e-572b62a0ecc0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:29:57.767649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:29:57.771463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:29:57.779609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Pushing event updated for resources: {'Port': ['ID=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:57.825758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:57.826383 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:57.934612 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f7e12329-39fb-4f39-9819-7172487e24f5 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9413126 Jun 30 03:29:57.946077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Request body: {'port': {'device_id': '0a1e7e40-92d1-4272-ba1e-0bac34d70bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:29:58.015298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:58.128152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2f60e32b-e0f0-4dd4-95ef-e938a04238cc None None] Provisioning for port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:29:58.133024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2f60e32b-e0f0-4dd4-95ef-e938a04238cc None None] Provisioning complete for port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:29:58.133628 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2f60e32b-e0f0-4dd4-95ef-e938a04238cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:58.168133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2f60e32b-e0f0-4dd4-95ef-e938a04238cc None None] Port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:29:58.272019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a4978-006f-448b-9064-6244104a1658 req-add6e1b3-c828-4014-88f9-57f1f1668c5c tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:58.273391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-561a4978-006f-448b-9064-6244104a1658 req-add6e1b3-c828-4014-88f9-57f1f1668c5c tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 936 time: 0.1340597 Jun 30 03:29:58.343368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-561a4978-006f-448b-9064-6244104a1658 req-d9195105-5f76-48b7-864a-c9b4e1df25a0 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636895 Jun 30 03:29:58.350855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:29:58.358186 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:58.370063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Transition to ACTIVE for port object 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:29:58.436396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:58.488188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:58.559226 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Attempting to bind port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:29:58.559575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Attempting to bind port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:29:58.559906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Attempting to bind port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:29:58.564560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:29:58.564884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Attempting to bind port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 on network 8ad5505b-d58b-4099-912e-572b62a0ecc0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:29:58.570357 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:29:58.570696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Checking segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:29:58.571082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Bound using segment: {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:29:58.571507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Bound port: 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af13e3af-98d4-46e6-a1e1-5794079a5779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:29:58.571872 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:58.602570 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c67160f5-36b4-44c8-b6a9-6f6fea7b8f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:58.637389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] For port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:29:58.640581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] For port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:29:58.722731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:58.759128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:58.759739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:58.761190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] 10.222.0.83 "PUT /v2.0/ports/3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 HTTP/1.1" status: 200 len: 1096 time: 0.8195548 Jun 30 03:29:58.761613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1e7e40-92d1-4272-ba1e-0bac34d70bbb', 'tag': '3c699ecd-56ae-4e26-bf8e-70ef2f64fee3'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:29:58.763829 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dfaee0-61f2-49c9-9548-77010afd2a23" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1e7e40-92d1-4272-ba1e-0bac34d70bbb", "tag": "3c699ecd-56ae-4e26-bf8e-70ef2f64fee3"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:29:58.789180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453d8af-53d6-4a5a-826e-bd7102ba26f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:29:58.801973 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c6e0b1-583a-4ab3-b7a0-737356fcd7db x-openstack-request-id: req-46c6e0b1-583a-4ab3-b7a0-737356fcd7db {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:29:58.801973 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1e7e40-92d1-4272-ba1e-0bac34d70bbb", "tag": "3c699ecd-56ae-4e26-bf8e-70ef2f64fee3", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:29:58.801973 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46c6e0b1-583a-4ab3-b7a0-737356fcd7db {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:29:58.801973 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1e7e40-92d1-4272-ba1e-0bac34d70bbb', 'tag': '3c699ecd-56ae-4e26-bf8e-70ef2f64fee3', 'status': 'completed', 'code': 200} Jun 30 03:29:58.877863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfaee0-61f2-49c9-9548-77010afd2a23 req-4f786c68-f4a4-4ed4-9f1a-c485df0122c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:58.879353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6dfaee0-61f2-49c9-9548-77010afd2a23 req-4f786c68-f4a4-4ed4-9f1a-c485df0122c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82fc3405285b496ab4508071264ef3d0&device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 1099 time: 0.0543232 Jun 30 03:29:58.906513 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6dfaee0-61f2-49c9-9548-77010afd2a23 req-1e0be83a-4d4f-450d-bf66-a4fa41358fd5 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=82fc3405285b496ab4508071264ef3d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201092 Jun 30 03:29:59.323314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfaee0-61f2-49c9-9548-77010afd2a23 req-03119f3d-c52d-4651-b605-98733a326808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:59.325479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6dfaee0-61f2-49c9-9548-77010afd2a23 req-03119f3d-c52d-4651-b605-98733a326808 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4127061 Jun 30 03:29:59.412255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f2bc1f22-cc4a-41af-9550-f9fc96e4a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:59.413758 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-f2bc1f22-cc4a-41af-9550-f9fc96e4a529 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82fc3405285b496ab4508071264ef3d0&device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 1099 time: 0.0514803 Jun 30 03:29:59.455505 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-5bab8dc0-a3c1-430b-9a0e-103676155aba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 HTTP/1.1" status: 200 len: 217 time: 0.0349925 Jun 30 03:29:59.530087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-19032189-86c7-46a3-b798-5e49bbd3a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:59.531523 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-19032189-86c7-46a3-b798-5e49bbd3a724 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3de191ef-c536-431c-ba91-82b8554a1914 HTTP/1.1" status: 200 len: 843 time: 0.0686672 Jun 30 03:29:59.577027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e824e-2d1d-4327-9284-850333c6bdef req-6e3fc22a-f43a-4db3-b942-8b68faa7a0af tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:59.578408 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e4e824e-2d1d-4327-9284-850333c6bdef req-6e3fc22a-f43a-4db3-b942-8b68faa7a0af tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 948 time: 0.1255953 Jun 30 03:29:59.638027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e4e824e-2d1d-4327-9284-850333c6bdef req-87a34428-8227-494d-bd55-71af25f91a15 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504146 Jun 30 03:29:59.639980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-8ad9eb30-00b2-4b7e-8a3a-d83eb59ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:59.642092 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-8ad9eb30-00b2-4b7e-8a3a-d83eb59ce47a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ad5505b-d58b-4099-912e-572b62a0ecc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026342 Jun 30 03:29:59.729377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-6ca318de-4dc8-4e60-80cc-644805dc21c2 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811584 Jun 30 03:29:59.817684 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f799699f-a07a-4692-9e5d-2ed40dcffd80 req-53970c25-0deb-472a-aee0-b2278639a952 service neutron] 10.222.0.83 "GET /v2.0/networks/8ad5505b-d58b-4099-912e-572b62a0ecc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825572 Jun 30 03:30:00.808307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c7f1f-e386-44ed-86b7-3c76cb01d52a req-57b1777e-2cf2-4994-a036-112b23a5da70 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:00.809801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-509c7f1f-e386-44ed-86b7-3c76cb01d52a req-57b1777e-2cf2-4994-a036-112b23a5da70 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 948 time: 0.0618005 Jun 30 03:30:00.847403 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-509c7f1f-e386-44ed-86b7-3c76cb01d52a req-fc57d878-add0-438f-9e9b-58763bc63f02 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319767 Jun 30 03:30:01.321691 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:01.327419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b53f3dba-ecea-4fe1-9729-2886eb1d84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:02.016786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b2c07-225f-4fb4-a0dd-84c833e9092b req-3905f35e-4c38-4f49-bc4e-ea4abd2d004b tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:02.018306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c3b2c07-225f-4fb4-a0dd-84c833e9092b req-3905f35e-4c38-4f49-bc4e-ea4abd2d004b tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 948 time: 0.0630059 Jun 30 03:30:02.054942 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0c3b2c07-225f-4fb4-a0dd-84c833e9092b req-87fabc7f-23b4-4dce-adc4-50f52e6f9598 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Jun 30 03:30:02.996533 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:03.224087 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e092a-ef3a-4b90-9569-8dd8eda48490 req-18843dd6-25b7-45eb-bd73-aa6fce63a714 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:03.225514 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e42e092a-ef3a-4b90-9569-8dd8eda48490 req-18843dd6-25b7-45eb-bd73-aa6fce63a714 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 948 time: 0.0618503 Jun 30 03:30:03.262589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e42e092a-ef3a-4b90-9569-8dd8eda48490 req-4ffb9c51-c38b-4d22-8b68-04f0e8d6f06f tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Jun 30 03:30:03.419817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:30:03.515176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:03.526526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '3c699ecd-56ae-4e26-bf8e-70ef2f64fee3', 'network_id': '8ad5505b-d58b-4099-912e-572b62a0ecc0', 'port_id': '3c699ecd-56ae-4e26-bf8e-70ef2f64fee3', 'mac_address': 'fa:16:3e:b0:db:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de191ef-c536-431c-ba91-82b8554a1914', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:30:03.562365 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:03.575578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:30:03.594434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:03.682544 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:03.729197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:03.736478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.736820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.737157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.737508 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.737842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.738169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.738494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.738817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.739636 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.740011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.740337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.740655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:03.882478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['3c699ecd-56ae-4e26-bf8e-70ef2f64fee3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:30:04.438697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb64e9-7ce7-4cbb-a91d-5c149f18eac7 req-bc03e0fc-8f0c-433f-9a36-6e5f4a5a799f tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:04.440164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dfbb64e9-7ce7-4cbb-a91d-5c149f18eac7 req-bc03e0fc-8f0c-433f-9a36-6e5f4a5a799f tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 949 time: 0.0629470 Jun 30 03:30:04.478071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dfbb64e9-7ce7-4cbb-a91d-5c149f18eac7 req-74c165b3-fd97-4b03-9df7-fdf428f15890 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322452 Jun 30 03:30:04.738761 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:05.420506 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:30:05.521649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:30:05.525890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:30:05.526264 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:05.605514 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:05.627151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1e7e40-92d1-4272-ba1e-0bac34d70bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c699ecd-56ae-4e26-bf8e-70ef2f64fee3'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:05.629394 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd563c28-48d6-4078-9aa0-5d8b939c3180" -d '{"events": [{"server_uuid": "0a1e7e40-92d1-4272-ba1e-0bac34d70bbb", "name": "network-vif-plugged", "status": "completed", "tag": "3c699ecd-56ae-4e26-bf8e-70ef2f64fee3"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:05.642676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:05.651474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb097a29-1c41-43f0-8e86-118301be49b0 req-52e7e100-5ea5-44c2-9afe-efb9ff9210fd tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:05.652969 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb097a29-1c41-43f0-8e86-118301be49b0 req-52e7e100-5ea5-44c2-9afe-efb9ff9210fd tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 949 time: 0.0670621 Jun 30 03:30:05.667268 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9648254d-c624-4659-844a-a18935999930 x-openstack-request-id: req-9648254d-c624-4659-844a-a18935999930 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:05.667560 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1e7e40-92d1-4272-ba1e-0bac34d70bbb", "name": "network-vif-plugged", "status": "completed", "tag": "3c699ecd-56ae-4e26-bf8e-70ef2f64fee3", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:05.667819 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9648254d-c624-4659-844a-a18935999930 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:05.668213 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1e7e40-92d1-4272-ba1e-0bac34d70bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c699ecd-56ae-4e26-bf8e-70ef2f64fee3', 'code': 200} Jun 30 03:30:05.691936 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bb097a29-1c41-43f0-8e86-118301be49b0 req-d87aaa70-2692-4835-8b93-a9da952d230b tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332265 Jun 30 03:30:05.710384 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:05.759674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:05.782420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f2587-8b23-48ed-88fe-122988c49382 req-2766a096-c71e-4fff-9283-6cbd27b15dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:05.783934 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e0f2587-8b23-48ed-88fe-122988c49382 req-2766a096-c71e-4fff-9283-6cbd27b15dcd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 1101 time: 0.0548186 Jun 30 03:30:05.816731 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e0f2587-8b23-48ed-88fe-122988c49382 req-fd4ee6ff-0b7f-4469-8dfd-89d20e1154f5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269513 Jun 30 03:30:06.865869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2192-3020-444f-8d4f-be79822dba6d req-357f8814-bb1b-43fc-9ab6-2a7c5c4d59cd tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:06.867318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-166c2192-3020-444f-8d4f-be79822dba6d req-357f8814-bb1b-43fc-9ab6-2a7c5c4d59cd tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 950 time: 0.0612230 Jun 30 03:30:06.904108 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-166c2192-3020-444f-8d4f-be79822dba6d req-670547e5-dc4c-4bc6-ba6d-15f4b0bf1ed8 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Jun 30 03:30:08.468952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8d18d-d139-4389-a4ce-e98fa982dba7 req-b9d69444-5309-468c-8975-6323066c2919 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:08.470444 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdc8d18d-d139-4389-a4ce-e98fa982dba7 req-b9d69444-5309-468c-8975-6323066c2919 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 950 time: 0.0629623 Jun 30 03:30:08.507403 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cdc8d18d-d139-4389-a4ce-e98fa982dba7 req-7522e0b8-aa9e-4f6c-9d0e-d3263deeb4f4 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Jun 30 03:30:09.679590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fc433-7518-4147-ae7a-4be68a4b4cfd req-aaed496b-17f4-484c-83a4-f44e2114e147 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.681087 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf6fc433-7518-4147-ae7a-4be68a4b4cfd req-aaed496b-17f4-484c-83a4-f44e2114e147 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 950 time: 0.0629036 Jun 30 03:30:09.684090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-07d82bb1-f532-47dc-9dc9-db61bbef196e tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.685571 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-07d82bb1-f532-47dc-9dc9-db61bbef196e tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 950 time: 0.0691884 Jun 30 03:30:09.719064 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cf6fc433-7518-4147-ae7a-4be68a4b4cfd req-84c3d732-545d-4af8-9ec6-caad1c8a3135 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/security-groups?id=3a61ef4e-1bda-4518-8739-e868f846f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Jun 30 03:30:09.783517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-93756ae6-f018-44d6-bf97-1d03f5d96646 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Deleting port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:30:09.783865 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-93756ae6-f018-44d6-bf97-1d03f5d96646 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:09.872377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-93756ae6-f018-44d6-bf97-1d03f5d96646 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] For port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,segment=NetworkSegment(af13e3af-98d4-46e6-a1e1-5794079a5779),segment_id=af13e3af-98d4-46e6-a1e1-5794079a5779)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:09.872735 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-93756ae6-f018-44d6-bf97-1d03f5d96646 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:09.884215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-93756ae6-f018-44d6-bf97-1d03f5d96646 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Calling delete_port for 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:30:10.064158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-93756ae6-f018-44d6-bf97-1d03f5d96646 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:10.076713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['3c699ecd-56ae-4e26-bf8e-70ef2f64fee3'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:30:10.091990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93756ae6-f018-44d6-bf97-1d03f5d96646 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Pushing event deleted for resources: {'Port': ['ID=3c699ecd-56ae-4e26-bf8e-70ef2f64fee3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:10.136558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-93756ae6-f018-44d6-bf97-1d03f5d96646 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] No DVR routers for this DVR port 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:30:10.139719 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-93756ae6-f018-44d6-bf97-1d03f5d96646 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:10.149707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83246cbb-eefa-49a9-8330-fbd9d0fc826a req-93756ae6-f018-44d6-bf97-1d03f5d96646 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.83 "DELETE /v2.0/ports/3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 HTTP/1.1" status: 204 len: 173 time: 0.4512117 Jun 30 03:30:10.149707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1e7e40-92d1-4272-ba1e-0bac34d70bbb', 'name': 'network-vif-deleted', 'tag': '3c699ecd-56ae-4e26-bf8e-70ef2f64fee3'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:10.149707 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0307c31d-1774-4901-aecb-4b9cd82577d5" -d '{"events": [{"server_uuid": "0a1e7e40-92d1-4272-ba1e-0bac34d70bbb", "name": "network-vif-deleted", "tag": "3c699ecd-56ae-4e26-bf8e-70ef2f64fee3"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:10.184179 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94a5dba-eefa-4e3f-81f2-c876b8e57af4 x-openstack-request-id: req-f94a5dba-eefa-4e3f-81f2-c876b8e57af4 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:10.184473 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1e7e40-92d1-4272-ba1e-0bac34d70bbb", "name": "network-vif-deleted", "tag": "3c699ecd-56ae-4e26-bf8e-70ef2f64fee3", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:10.184721 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f94a5dba-eefa-4e3f-81f2-c876b8e57af4 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:10.185118 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1e7e40-92d1-4272-ba1e-0bac34d70bbb', 'name': 'network-vif-deleted', 'tag': '3c699ecd-56ae-4e26-bf8e-70ef2f64fee3', 'status': 'completed', 'code': 200} Jun 30 03:30:10.890661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-620883c0-7c64-43ad-998e-20506bd23923 req-8d17d9de-4cc6-4cca-bfc5-d8e19e714009 tempest-ServersAdminNegativeTestJSON-1594537540 tempest-ServersAdminNegativeTestJSON-1594537540-project] 10.222.0.77 "GET /v2.0/ports?device_id=0a1e7e40-92d1-4272-ba1e-0bac34d70bbb HTTP/1.1" status: 200 len: 210 time: 0.0322886 Jun 30 03:30:12.425181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51912) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:12.582150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-986132e8-13fc-44a1-9212-30db5350bd53 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82fc3405285b496ab4508071264ef3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557634 Jun 30 03:30:12.584653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51918) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:12.631709 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60412aac-9628-4407-b131-c80a998e929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:12.651776 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60412aac-9628-4407-b131-c80a998e929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:12.784695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60412aac-9628-4407-b131-c80a998e929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:12.787234 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-60412aac-9628-4407-b131-c80a998e929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:12.788386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-60412aac-9628-4407-b131-c80a998e929d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3a61ef4e-1bda-4518-8739-e868f846f7c7 HTTP/1.1" status: 204 len: 168 time: 0.2027833 Jun 30 03:30:12.796481 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60412aac-9628-4407-b131-c80a998e929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a61ef4e-1bda-4518-8739-e868f846f7c7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:13.350936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51926) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:13.364143 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c58a01e-867a-43f8-91ed-f99df09e4c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:13.435416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:30:13.451803 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c58a01e-867a-43f8-91ed-f99df09e4c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:13.454217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:30:13.454573 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 3c699ecd-56ae-4e26-bf8e-70ef2f64fee3 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:30:13.516506 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6c58a01e-867a-43f8-91ed-f99df09e4c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:13.556891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58a01e-867a-43f8-91ed-f99df09e4c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49414862-451e-488b-ba67-79e682b20e8e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:13.561141 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6c58a01e-867a-43f8-91ed-f99df09e4c84 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=462bb7f248cf498a8c8419d27689ef14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091761 Jun 30 03:30:13.564494 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51928) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:13.611518 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c33376dd-e725-4afb-aa29-44f2f9337538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:13.633313 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c33376dd-e725-4afb-aa29-44f2f9337538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:13.732638 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c33376dd-e725-4afb-aa29-44f2f9337538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:13.735183 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c33376dd-e725-4afb-aa29-44f2f9337538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:13.736320 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c33376dd-e725-4afb-aa29-44f2f9337538 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49414862-451e-488b-ba67-79e682b20e8e HTTP/1.1" status: 204 len: 168 time: 0.1715918 Jun 30 03:30:13.744982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33376dd-e725-4afb-aa29-44f2f9337538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49414862-451e-488b-ba67-79e682b20e8e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:14.727399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51950) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:14.820863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2110997734-network', 'tenant_id': 'cffe594759684c6eae3f3c4d61a7d20c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:14.921883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Made reservation on behalf of cffe594759684c6eae3f3c4d61a7d20c for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:30:14.924308 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:14.932892 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.019206 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.121479 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.149725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:30:15.156067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6433071-75ec-4f20-9aed-f0fd697c2284,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:15.162042 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.165961 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Added segment 91d3b672-da7d-43fe-8a09-585254febe78 of type vlan for network 07796b91-ff30-46fb-9d25-3ef680a7dd27 Jun 30 03:30:15.204460 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.292684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.293584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:15.294172 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.351276 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] Pushing event updated for resources: {'Network': ['ID=07796b91-ff30-46fb-9d25-3ef680a7dd27,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:15.360963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 07796b91-ff30-46fb-9d25-3ef680a7dd27 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:30:15.408265 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-aece33c1-e6ca-47be-9f0b-df159910762d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6797304 Jun 30 03:30:15.411042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 51954) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:15.415854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Request body: {'subnet': {'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2110997734-subnet', 'tenant_id': 'cffe594759684c6eae3f3c4d61a7d20c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:15.487314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Made reservation on behalf of cffe594759684c6eae3f3c4d61a7d20c for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:30:15.490269 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.710188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.767891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:15.772753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Checking segment: {'id': '91d3b672-da7d-43fe-8a09-585254febe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:30:15.787758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Network hostable DHCP agents. Network: 07796b91-ff30-46fb-9d25-3ef680a7dd27, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:30:15.892812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Network 07796b91-ff30-46fb-9d25-3ef680a7dd27 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:30:15.990345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 07796b91-ff30-46fb-9d25-3ef680a7dd27) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:30:15.994435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:15.995022 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:15.999512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b483ff4-b993-460b-affd-b1b684579bcc None None] Network 07796b91-ff30-46fb-9d25-3ef680a7dd27 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:30:16.099275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d2bff667-6291-4a67-ba21-2e67f8b74878 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6871812 Jun 30 03:30:16.120886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f43507f-e46c-44ee-8bfe-e9a15b8547db None None] Network 07796b91-ff30-46fb-9d25-3ef680a7dd27 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:30:16.513969 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-7a9db7ac-0241-4e92-932d-6d7f5e958abd tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:16.515359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-7a9db7ac-0241-4e92-932d-6d7f5e958abd tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/networks?id=07796b91-ff30-46fb-9d25-3ef680a7dd27 HTTP/1.1" status: 200 len: 812 time: 0.1036444 Jun 30 03:30:16.530149 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-1b9bdfad-d805-4747-91e1-27c55b6b2728 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/quotas/cffe594759684c6eae3f3c4d61a7d20c HTTP/1.1" status: 200 len: 375 time: 0.0090189 Jun 30 03:30:16.563201 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-675e9976-2f31-4bc3-8f4c-211ab2e8f9ed tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282950 Jun 30 03:30:16.653738 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-a38bee57-841c-462b-828d-fcd4ac96cc3f service neutron] 10.222.0.77 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835238 Jun 30 03:30:16.739134 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-b28be065-2334-44a7-b3a0-040325a19e82 service neutron] 10.222.0.77 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794342 Jun 30 03:30:16.969688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f334adf-0355-4b57-a3aa-e124a469daae req-4aebf7d4-f81d-4008-9854-a585757f2556 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 210 time: 0.0284686 Jun 30 03:30:17.568151 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:30:18.115254 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dbd76f78-426f-4c6c-8229-1e901ed9c9c9 req-91d672cb-3f3d-4ae5-8dac-58f2db2eee70 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 210 time: 0.0283849 Jun 30 03:30:19.096491 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9b0812d9-44fb-4a6c-a1b7-eaeeea7f6431 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:19.098540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9b0812d9-44fb-4a6c-a1b7-eaeeea7f6431 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.83 "GET /v2.0/networks?id=07796b91-ff30-46fb-9d25-3ef680a7dd27 HTTP/1.1" status: 200 len: 812 time: 0.1108205 Jun 30 03:30:19.113574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Request body: {'port': {'device_id': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27', 'admin_state_up': True, 'tenant_id': 'cffe594759684c6eae3f3c4d61a7d20c'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:19.260974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-26b294c8-7f42-4e57-9d40-be90c5d9f371 req-f4890287-67e1-468a-929d-46e3f7fc3609 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 210 time: 0.0306304 Jun 30 03:30:19.367012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Made reservation on behalf of cffe594759684c6eae3f3c4d61a7d20c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:30:19.370712 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:19.509689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Allocated IP 172.20.0.11 (07796b91-ff30-46fb-9d25-3ef680a7dd27/bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4/09f9a30b-3712-4343-b2f6-da971fc910a0) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:30:19.650781 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:19.744522 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:19.804623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Network 07796b91-ff30-46fb-9d25-3ef680a7dd27 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:30:19.808878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:30:19.811830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:30:19.850798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Pushing event updated for resources: {'Port': ['ID=09f9a30b-3712-4343-b2f6-da971fc910a0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:19.879927 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:19.880621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:19.967909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-c251cb1c-451e-4d14-ae0f-1ce6f337a6ca tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8605623 Jun 30 03:30:19.979253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Request body: {'port': {'device_id': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:20.048724 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:20.310299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f9a30b-3712-4343-b2f6-da971fc910a0 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:30:20.318185 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:20.329789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Transition to ACTIVE for port object 09f9a30b-3712-4343-b2f6-da971fc910a0 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:30:20.390184 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:20.437522 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475d671-57ef-4cf8-9dc1-f4583f614630 req-93e60c09-2d9c-48b1-ad81-444357270dea tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:20.439007 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2475d671-57ef-4cf8-9dc1-f4583f614630 req-93e60c09-2d9c-48b1-ad81-444357270dea tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 932 time: 0.0668752 Jun 30 03:30:20.458598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Pushing event updated for resources: {'Port': ['ID=09f9a30b-3712-4343-b2f6-da971fc910a0,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:20.477759 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2475d671-57ef-4cf8-9dc1-f4583f614630 req-c6da4921-64aa-4832-a60d-c34fd78955d4 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323615 Jun 30 03:30:20.514893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Attempting to bind port 09f9a30b-3712-4343-b2f6-da971fc910a0 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:30:20.515224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Attempting to bind port 09f9a30b-3712-4343-b2f6-da971fc910a0 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '91d3b672-da7d-43fe-8a09-585254febe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:30:20.515549 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Attempting to bind port 09f9a30b-3712-4343-b2f6-da971fc910a0 on network 07796b91-ff30-46fb-9d25-3ef680a7dd27 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:20.519751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Port 09f9a30b-3712-4343-b2f6-da971fc910a0 on network 07796b91-ff30-46fb-9d25-3ef680a7dd27 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:30:20.520650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Attempting to bind port 09f9a30b-3712-4343-b2f6-da971fc910a0 on network 07796b91-ff30-46fb-9d25-3ef680a7dd27 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:20.525257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:30:20.525596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Checking segment: {'id': '91d3b672-da7d-43fe-8a09-585254febe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:30:20.525977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Bound using segment: {'id': '91d3b672-da7d-43fe-8a09-585254febe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:30:20.526392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Bound port: 09f9a30b-3712-4343-b2f6-da971fc910a0, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d3b672-da7d-43fe-8a09-585254febe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:30:20.526753 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:20.594505 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:30:20.597335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=09f9a30b-3712-4343-b2f6-da971fc910a0,segment=NetworkSegment(91d3b672-da7d-43fe-8a09-585254febe78),segment_id=91d3b672-da7d-43fe-8a09-585254febe78)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:30:20.670175 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:20.704083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:20.704701 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:20.706098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] 10.222.0.83 "PUT /v2.0/ports/09f9a30b-3712-4343-b2f6-da971fc910a0 HTTP/1.1" status: 200 len: 1092 time: 0.7310719 Jun 30 03:30:20.706539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:20.708787 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff81120c-659c-4a2f-a432-5330cc782f12" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:20.732107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce427a8-e30e-4f98-96e4-528f57f7441f service neutron] Pushing event updated for resources: {'Port': ['ID=09f9a30b-3712-4343-b2f6-da971fc910a0,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:20.746416 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507f0f73-a050-4d2c-a147-bd6d793cbce5 x-openstack-request-id: req-507f0f73-a050-4d2c-a147-bd6d793cbce5 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:20.746697 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:20.746968 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-507f0f73-a050-4d2c-a147-bd6d793cbce5 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:20.747382 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0', 'status': 'completed', 'code': 200} Jun 30 03:30:20.821986 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81120c-659c-4a2f-a432-5330cc782f12 req-b78aceec-1d73-4793-b6a3-0c48e3c271f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:20.823507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff81120c-659c-4a2f-a432-5330cc782f12 req-b78aceec-1d73-4793-b6a3-0c48e3c271f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 1095 time: 0.0552952 Jun 30 03:30:20.921190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81120c-659c-4a2f-a432-5330cc782f12 req-d5730d34-bb27-4902-b9c4-436f677fa46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:20.922706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff81120c-659c-4a2f-a432-5330cc782f12 req-d5730d34-bb27-4902-b9c4-436f677fa46b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0924830 Jun 30 03:30:21.017410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81120c-659c-4a2f-a432-5330cc782f12 req-87f643c3-6317-4502-a50b-3f052d426cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:21.018893 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff81120c-659c-4a2f-a432-5330cc782f12 req-87f643c3-6317-4502-a50b-3f052d426cf9 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903220 Jun 30 03:30:21.109723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-eef0f905-a447-4ab2-8af8-93f9e00efc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:21.111187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-eef0f905-a447-4ab2-8af8-93f9e00efc27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 1095 time: 0.0515630 Jun 30 03:30:21.152087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-a6753d12-753e-4b82-914b-6f703a8c9c1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09f9a30b-3712-4343-b2f6-da971fc910a0 HTTP/1.1" status: 200 len: 217 time: 0.0344563 Jun 30 03:30:21.203559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-1b82b17b-1dfb-47a3-89e7-58955740080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:21.204875 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-1b82b17b-1dfb-47a3-89e7-58955740080c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4 HTTP/1.1" status: 200 len: 852 time: 0.0467069 Jun 30 03:30:21.237084 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-a51c6a86-f081-4286-943a-1147240df238 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07796b91-ff30-46fb-9d25-3ef680a7dd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251479 Jun 30 03:30:21.321810 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-6fb1b27a-bbe6-4cbd-b7ee-9bb5fd25896a service neutron] 10.222.0.83 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782459 Jun 30 03:30:21.411527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84658791-686d-4cb8-8c8d-ae111e437b89 req-cc660614-1a86-4168-82d2-9d5b508d84c2 service neutron] 10.222.0.83 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838549 Jun 30 03:30:21.654035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b71925-bbf7-41fa-a245-2ab927cb4d1a req-8a05ed29-49cd-4400-877f-e40725741eee tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:21.655497 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06b71925-bbf7-41fa-a245-2ab927cb4d1a req-8a05ed29-49cd-4400-877f-e40725741eee tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 944 time: 0.0629594 Jun 30 03:30:21.692437 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-06b71925-bbf7-41fa-a245-2ab927cb4d1a req-cafb37f4-07d2-4a65-9f13-79b549ec0a76 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307310 Jun 30 03:30:22.864240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4e6b7-0977-4216-8b76-4ba9eabcc74b req-7a249c2a-0051-49c3-a9cf-8ce35c47c6de tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:22.865720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-33f4e6b7-0977-4216-8b76-4ba9eabcc74b req-7a249c2a-0051-49c3-a9cf-8ce35c47c6de tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 944 time: 0.0630336 Jun 30 03:30:22.902815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-33f4e6b7-0977-4216-8b76-4ba9eabcc74b req-4854ead7-4523-414e-a979-2a880732c474 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Jun 30 03:30:23.252575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:23.511676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 09f9a30b-3712-4343-b2f6-da971fc910a0 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:30:23.602697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=09f9a30b-3712-4343-b2f6-da971fc910a0,segment=NetworkSegment(91d3b672-da7d-43fe-8a09-585254febe78),segment_id=91d3b672-da7d-43fe-8a09-585254febe78)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:23.613434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '09f9a30b-3712-4343-b2f6-da971fc910a0', 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27', 'port_id': '09f9a30b-3712-4343-b2f6-da971fc910a0', 'mac_address': 'fa:16:3e:13:a7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:30:23.649949 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:23.666362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f9a30b-3712-4343-b2f6-da971fc910a0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:30:23.690846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=09f9a30b-3712-4343-b2f6-da971fc910a0,segment=NetworkSegment(91d3b672-da7d-43fe-8a09-585254febe78),segment_id=91d3b672-da7d-43fe-8a09-585254febe78)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:23.756059 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:23.756900 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:23.804956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=09f9a30b-3712-4343-b2f6-da971fc910a0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:23.943892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['09f9a30b-3712-4343-b2f6-da971fc910a0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:30:24.078362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401b506-6b11-451b-bb17-d32b5de9f417 req-cd792efa-97bd-4d7d-9653-dea2360cfd73 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:24.079753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1401b506-6b11-451b-bb17-d32b5de9f417 req-cd792efa-97bd-4d7d-9653-dea2360cfd73 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 945 time: 0.0672657 Jun 30 03:30:24.117753 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1401b506-6b11-451b-bb17-d32b5de9f417 req-1462681f-b848-44c4-9a7f-9cabef499e4c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316937 Jun 30 03:30:25.290585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0bb51-bc24-46c5-985f-1c33db447269 req-911baefc-fbee-46b7-90e4-208a6129599b tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:25.291950 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07d0bb51-bc24-46c5-985f-1c33db447269 req-911baefc-fbee-46b7-90e4-208a6129599b tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 945 time: 0.0662127 Jun 30 03:30:25.329680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-07d0bb51-bc24-46c5-985f-1c33db447269 req-e485ba4c-c1ae-474f-84a6-611fed0b0972 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Jun 30 03:30:25.512518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 09f9a30b-3712-4343-b2f6-da971fc910a0 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:30:25.646332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 09f9a30b-3712-4343-b2f6-da971fc910a0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:30:25.650642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 09f9a30b-3712-4343-b2f6-da971fc910a0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:30:25.651014 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:25.725643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:25.747224 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:25.749523 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b25ba2e-109c-4bb5-ba66-00be6cf3bf48" -d '{"events": [{"server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "name": "network-vif-plugged", "status": "completed", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:25.762560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=09f9a30b-3712-4343-b2f6-da971fc910a0,segment=NetworkSegment(91d3b672-da7d-43fe-8a09-585254febe78),segment_id=91d3b672-da7d-43fe-8a09-585254febe78)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:25.786408 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e9031d-36a9-4860-a806-1455a5add217 x-openstack-request-id: req-26e9031d-36a9-4860-a806-1455a5add217 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:25.786700 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "name": "network-vif-plugged", "status": "completed", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:25.786958 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26e9031d-36a9-4860-a806-1455a5add217 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:25.787355 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0', 'code': 200} Jun 30 03:30:25.829642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:25.877594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=09f9a30b-3712-4343-b2f6-da971fc910a0,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:25.900775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cb95a-9128-4e23-bb55-7b715c7c14f2 req-5e16fdc2-1295-474d-82b9-d59086d4d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:25.902318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f40cb95a-9128-4e23-bb55-7b715c7c14f2 req-5e16fdc2-1295-474d-82b9-d59086d4d1fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 1097 time: 0.0539572 Jun 30 03:30:25.936006 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f40cb95a-9128-4e23-bb55-7b715c7c14f2 req-925db81c-9b16-4270-aa89-78215dc46636 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273602 Jun 30 03:30:26.497936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4510a5-88b1-407a-bd42-b8b6558cfdff req-00a13bd3-5067-4934-8f13-9ccba21a0045 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:26.499434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6f4510a5-88b1-407a-bd42-b8b6558cfdff req-00a13bd3-5067-4934-8f13-9ccba21a0045 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0615501 Jun 30 03:30:26.539788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6f4510a5-88b1-407a-bd42-b8b6558cfdff req-4300121c-df65-4117-9059-ad16ac028218 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346801 Jun 30 03:30:27.714095 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c39561-1724-4a5e-bc1c-bea9958b687c req-3767cb05-56a2-408a-8386-53dd51be319c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:27.715575 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91c39561-1724-4a5e-bc1c-bea9958b687c req-3767cb05-56a2-408a-8386-53dd51be319c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0653565 Jun 30 03:30:27.752623 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91c39561-1724-4a5e-bc1c-bea9958b687c req-a109adb4-bf12-4f0e-a170-dcca4f4557ec tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Jun 30 03:30:28.264404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41834f99-d4b7-4bdb-9a36-08bba90ac2c1 req-01609000-13aa-4428-a47d-fedbd8644c1d tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:28.265876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41834f99-d4b7-4bdb-9a36-08bba90ac2c1 req-01609000-13aa-4428-a47d-fedbd8644c1d tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0611184 Jun 30 03:30:28.278940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52016) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:28.312180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-41834f99-d4b7-4bdb-9a36-08bba90ac2c1 req-2ce7bd76-175a-451f-ba68-a61087193b37 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401254 Jun 30 03:30:28.387956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-20a7e189-820b-46a4-b226-e4ebdefa8e9c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979187 Jun 30 03:30:28.607010 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0298-56fc-4004-9e86-11fb92234437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:29.546894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25daaf-6e24-4c4b-ba53-1fd76d05978a req-818f04fd-88d6-4e99-b96b-87c83c46c7c7 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.548948 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e25daaf-6e24-4c4b-ba53-1fd76d05978a req-818f04fd-88d6-4e99-b96b-87c83c46c7c7 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.1213334 Jun 30 03:30:29.587427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e25daaf-6e24-4c4b-ba53-1fd76d05978a req-61cb3955-3933-4cb9-a86b-94fbbe269ff7 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Jun 30 03:30:30.500534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96966-96b5-4998-806e-8d1f222353e4 req-268a449c-05b4-4aa4-866d-2e7ded174a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:30.502020 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-268a449c-05b4-4aa4-866d-2e7ded174a37 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 1097 time: 0.0517623 Jun 30 03:30:30.591434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96966-96b5-4998-806e-8d1f222353e4 req-96af3e53-5847-4437-9993-b890a15cf370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:30.592817 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-96af3e53-5847-4437-9993-b890a15cf370 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07796b91-ff30-46fb-9d25-3ef680a7dd27 HTTP/1.1" status: 200 len: 913 time: 0.0835252 Jun 30 03:30:30.640292 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-d3633787-92ba-434e-a489-3ed0d115d5be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09f9a30b-3712-4343-b2f6-da971fc910a0 HTTP/1.1" status: 200 len: 217 time: 0.0413027 Jun 30 03:30:30.687358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96966-96b5-4998-806e-8d1f222353e4 req-00058092-46a4-464e-af31-2d531239dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:30.688840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-00058092-46a4-464e-af31-2d531239dede service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4 HTTP/1.1" status: 200 len: 852 time: 0.0430889 Jun 30 03:30:30.728757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-be7a9e48-a0a2-4b49-91fe-f45842c3e5e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07796b91-ff30-46fb-9d25-3ef680a7dd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337117 Jun 30 03:30:30.822692 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-f6fc3b0e-ff36-4ec4-9dfc-10d8747c757d service neutron] 10.222.0.83 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878530 Jun 30 03:30:30.918001 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-7ce5b224-8f18-400d-9c44-3c1aa94519dc service neutron] 10.222.0.83 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882409 Jun 30 03:30:30.949275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f0743-27ab-4cf3-9281-175a7729b3d0 req-628d0c99-0b0c-4e02-ba81-ee661d66b39a tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:30.950787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-729f0743-27ab-4cf3-9281-175a7729b3d0 req-628d0c99-0b0c-4e02-ba81-ee661d66b39a tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0643623 Jun 30 03:30:30.988154 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-729f0743-27ab-4cf3-9281-175a7729b3d0 req-309a7195-5a17-4b9f-8b1f-ecab6ce2c937 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Jun 30 03:30:31.269735 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:31.304039 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b906bf5f-1546-4270-a362-39286ba558f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:32.157616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bb1ce-4975-4a80-84a8-e03cb4f8e502 req-5f3125f6-cec9-4928-89b4-e1ebec3718fe tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:32.159091 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a18bb1ce-4975-4a80-84a8-e03cb4f8e502 req-5f3125f6-cec9-4928-89b4-e1ebec3718fe tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0625720 Jun 30 03:30:32.196397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a18bb1ce-4975-4a80-84a8-e03cb4f8e502 req-b46f2b64-fc82-4a31-8494-4f015387b5f4 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316758 Jun 30 03:30:33.012459 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:33.374950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051183e6-b4e4-400d-bc70-b7429d11877f req-ba57c1b6-4a72-4908-bba5-e190f91f0575 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:33.376418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-051183e6-b4e4-400d-bc70-b7429d11877f req-ba57c1b6-4a72-4908-bba5-e190f91f0575 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0697644 Jun 30 03:30:33.416761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-051183e6-b4e4-400d-bc70-b7429d11877f req-f521d5d3-7fc5-40a5-9383-56137512fcaa tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Jun 30 03:30:34.589794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3efb69-f779-43cc-9256-5c151b0d9318 req-a2a19d4b-594f-409d-a6ab-9e8cdf04221d tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:34.591272 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e3efb69-f779-43cc-9256-5c151b0d9318 req-a2a19d4b-594f-409d-a6ab-9e8cdf04221d tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0626190 Jun 30 03:30:34.633090 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e3efb69-f779-43cc-9256-5c151b0d9318 req-0948b74e-ee82-4f7e-9674-588c659b6504 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362556 Jun 30 03:30:34.737689 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:35.805700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00f5b8-1bb2-48f8-b323-f6ae89933c1e req-3f4980b5-7fe8-41c7-9b9c-1685fb7106de tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:35.807174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e00f5b8-1bb2-48f8-b323-f6ae89933c1e req-3f4980b5-7fe8-41c7-9b9c-1685fb7106de tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0631366 Jun 30 03:30:35.844458 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e00f5b8-1bb2-48f8-b323-f6ae89933c1e req-d6827b3e-6883-4c3c-b4c5-b8a9d03d560d tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Jun 30 03:30:37.016564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cd53e-b12b-4251-a029-4dc9a4bc4c07 req-30fbc127-3ed2-45a7-b3c5-dfcde3c3bff8 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:37.018033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b55cd53e-b12b-4251-a029-4dc9a4bc4c07 req-30fbc127-3ed2-45a7-b3c5-dfcde3c3bff8 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0624797 Jun 30 03:30:37.054937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b55cd53e-b12b-4251-a029-4dc9a4bc4c07 req-cf94e5df-e5bc-49ec-9823-c1e4e5a7695c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Jun 30 03:30:38.322999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fabb-a964-412c-bf87-a5045750452b req-6f2e597f-5883-4666-a47c-24d77b05dff2 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:38.324458 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba98fabb-a964-412c-bf87-a5045750452b req-6f2e597f-5883-4666-a47c-24d77b05dff2 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.1608491 Jun 30 03:30:38.360747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ba98fabb-a964-412c-bf87-a5045750452b req-5065c135-c112-4b05-b275-8afc9d23a7b1 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307596 Jun 30 03:30:39.527958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c0efc-04ef-47ce-8e05-071c5455002b req-5904dda9-4be2-4e58-8196-e8abef6a9382 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:39.529458 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f85c0efc-04ef-47ce-8e05-071c5455002b req-5904dda9-4be2-4e58-8196-e8abef6a9382 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0616951 Jun 30 03:30:39.566687 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f85c0efc-04ef-47ce-8e05-071c5455002b req-68fefb6b-f219-4785-bcb8-09e5c5eb9727 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Jun 30 03:30:41.055867 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa993cba-1325-4c9d-b43f-a37870268611 req-ed15f03f-19b4-4cea-8421-dc1d375461ba tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:41.057350 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa993cba-1325-4c9d-b43f-a37870268611 req-ed15f03f-19b4-4cea-8421-dc1d375461ba tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.3794701 Jun 30 03:30:41.094413 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa993cba-1325-4c9d-b43f-a37870268611 req-e4a6c610-8edc-4124-9cf5-abcb674cfe05 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Jun 30 03:30:42.266275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674dc6-e2a9-404e-9e42-7e8490a17357 req-6c010aa1-c90c-49b5-9ece-1427c7880bb6 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:42.267730 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8674dc6-e2a9-404e-9e42-7e8490a17357 req-6c010aa1-c90c-49b5-9ece-1427c7880bb6 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0645270 Jun 30 03:30:42.305205 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8674dc6-e2a9-404e-9e42-7e8490a17357 req-97297a57-02b5-411e-9778-071c0b750172 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309660 Jun 30 03:30:43.479437 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd4dc9-3fb5-4bd1-af68-3eb08563ba5c req-c618cb42-c1c2-4e71-bf53-56fe43095a19 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:43.480906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11dd4dc9-3fb5-4bd1-af68-3eb08563ba5c req-c618cb42-c1c2-4e71-bf53-56fe43095a19 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0671535 Jun 30 03:30:43.518285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11dd4dc9-3fb5-4bd1-af68-3eb08563ba5c req-3ba658bf-81ab-4f41-b778-3db698122e81 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317593 Jun 30 03:30:44.691673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b4de8-d017-49f3-8a10-2ee735e03443 req-a9c7917f-3d0c-4734-8485-47fda6c1801c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:44.693787 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc5b4de8-d017-49f3-8a10-2ee735e03443 req-a9c7917f-3d0c-4734-8485-47fda6c1801c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0628760 Jun 30 03:30:44.730197 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc5b4de8-d017-49f3-8a10-2ee735e03443 req-2a0810b7-0802-456e-9242-0f4400548248 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Jun 30 03:30:45.905296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c059f-b7b4-47b8-89b3-a38b64759795 req-a86c5fea-a3c5-402d-9ca6-f435db58004a tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:45.906836 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fa2c059f-b7b4-47b8-89b3-a38b64759795 req-a86c5fea-a3c5-402d-9ca6-f435db58004a tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0670588 Jun 30 03:30:45.944705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fa2c059f-b7b4-47b8-89b3-a38b64759795 req-1b6d56df-540d-4278-ab7c-bdcdc60a2ac2 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Jun 30 03:30:47.114859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf6a4c-7529-4cec-9fb6-710583d6c4f0 req-3eb2284e-cf62-4af8-b762-9419beb7eb0f tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:47.116339 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2dcf6a4c-7529-4cec-9fb6-710583d6c4f0 req-3eb2284e-cf62-4af8-b762-9419beb7eb0f tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0617859 Jun 30 03:30:47.157348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2dcf6a4c-7529-4cec-9fb6-710583d6c4f0 req-48f56b5f-cf21-4e49-b5fc-94cc515061fd tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353169 Jun 30 03:30:48.327750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb495df-6d6e-4991-a419-ca5e85be41a5 req-75e1d01c-3656-4ea3-8e26-251a8a4dcd0f tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:48.329228 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5cb495df-6d6e-4991-a419-ca5e85be41a5 req-75e1d01c-3656-4ea3-8e26-251a8a4dcd0f tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0617745 Jun 30 03:30:48.366167 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5cb495df-6d6e-4991-a419-ca5e85be41a5 req-6e3a3c66-26cf-41da-8ee0-e6ec758a9d9b tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307207 Jun 30 03:30:49.536253 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e26fea-a87e-4d41-8244-6847c669d5b7 req-9b386a2d-c05b-4a6c-b66b-73b4be57ebd1 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:49.537790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0e26fea-a87e-4d41-8244-6847c669d5b7 req-9b386a2d-c05b-4a6c-b66b-73b4be57ebd1 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0630667 Jun 30 03:30:49.575951 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d0e26fea-a87e-4d41-8244-6847c669d5b7 req-d7310e4d-e4fb-4684-b539-9b9184ff55b4 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Jun 30 03:30:50.369064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da882134-1cdf-4ed5-9821-bd38cf470689 req-a8d3d84a-5acd-4c7a-9ce9-cf4b6be163eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:50.370565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da882134-1cdf-4ed5-9821-bd38cf470689 req-a8d3d84a-5acd-4c7a-9ce9-cf4b6be163eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 1097 time: 0.0510702 Jun 30 03:30:50.475819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da882134-1cdf-4ed5-9821-bd38cf470689 req-270a1d9f-37c0-40ec-8757-abb9f5d71ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:50.477266 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da882134-1cdf-4ed5-9821-bd38cf470689 req-270a1d9f-37c0-40ec-8757-abb9f5d71ea0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07796b91-ff30-46fb-9d25-3ef680a7dd27 HTTP/1.1" status: 200 len: 913 time: 0.0860560 Jun 30 03:30:50.518925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da882134-1cdf-4ed5-9821-bd38cf470689 req-24cd8c2f-ea3b-4bb3-b8ed-94330d04c400 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09f9a30b-3712-4343-b2f6-da971fc910a0 HTTP/1.1" status: 200 len: 217 time: 0.0334687 Jun 30 03:30:50.564855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da882134-1cdf-4ed5-9821-bd38cf470689 req-f99a9e58-61c1-4419-a3c7-698c2b70cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:50.566181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da882134-1cdf-4ed5-9821-bd38cf470689 req-f99a9e58-61c1-4419-a3c7-698c2b70cbc8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4 HTTP/1.1" status: 200 len: 852 time: 0.0405512 Jun 30 03:30:50.601379 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da882134-1cdf-4ed5-9821-bd38cf470689 req-8cc0c61d-1d60-420c-96f5-e9fa0f1b41e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07796b91-ff30-46fb-9d25-3ef680a7dd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285873 Jun 30 03:30:50.688829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da882134-1cdf-4ed5-9821-bd38cf470689 req-1b113998-9d36-4306-bac4-6ff9ca52b2b6 service neutron] 10.222.0.83 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805547 Jun 30 03:30:50.750305 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb423ac-075b-4d49-b60d-ca6a6fdf1b83 req-dadd3ef1-eba1-462a-aca4-14a86df433de tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:50.751786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0eb423ac-075b-4d49-b60d-ca6a6fdf1b83 req-dadd3ef1-eba1-462a-aca4-14a86df433de tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0622888 Jun 30 03:30:50.781265 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da882134-1cdf-4ed5-9821-bd38cf470689 req-598f664c-54be-4cb6-b271-99d5e3cf3b69 service neutron] 10.222.0.83 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856857 Jun 30 03:30:50.793229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0eb423ac-075b-4d49-b60d-ca6a6fdf1b83 req-0b81d8ed-a6ac-4e9a-8949-fffe934278ce tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349607 Jun 30 03:30:51.966776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9006658-6402-40a0-8079-f33246967f56 req-20cd9ab2-a00b-4bcd-84b1-b0a24cc80349 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:51.968251 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b9006658-6402-40a0-8079-f33246967f56 req-20cd9ab2-a00b-4bcd-84b1-b0a24cc80349 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0646811 Jun 30 03:30:52.005954 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b9006658-6402-40a0-8079-f33246967f56 req-a135abda-7436-4e2e-85af-71a615ad27b7 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Jun 30 03:30:53.175401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0123f-a998-4222-a989-f1dcc7bc9856 req-cabb1ebf-9593-4702-8fe8-4b42d4f0679c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:53.177456 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99d0123f-a998-4222-a989-f1dcc7bc9856 req-cabb1ebf-9593-4702-8fe8-4b42d4f0679c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0647864 Jun 30 03:30:53.229521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99d0123f-a998-4222-a989-f1dcc7bc9856 req-ed1aefca-0a40-44e2-9126-d3599428050f tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Jun 30 03:30:53.338461 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:53.817920 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:54.390184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd47bf-a6f2-4bcd-8300-c62b1bb205c3 req-e0d0e99b-9a74-4ca7-842b-6dcfe7bc45eb tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:54.391652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ddd47bf-a6f2-4bcd-8300-c62b1bb205c3 req-e0d0e99b-9a74-4ca7-842b-6dcfe7bc45eb tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0618525 Jun 30 03:30:54.432513 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ddd47bf-a6f2-4bcd-8300-c62b1bb205c3 req-de762e09-976c-49b2-8756-1e1c27843eb5 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Jun 30 03:30:54.567850 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:30:55.602999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e12ad2-2969-45c4-9a42-b709e1a2c966 req-06c88ebe-c932-4f60-8844-dcb43ab0435f tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:55.604549 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-45e12ad2-2969-45c4-9a42-b709e1a2c966 req-06c88ebe-c932-4f60-8844-dcb43ab0435f tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0622315 Jun 30 03:30:55.641846 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-45e12ad2-2969-45c4-9a42-b709e1a2c966 req-05d1e664-a250-49c7-8fe4-f844c6ad135c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315466 Jun 30 03:30:56.808428 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad6021-cc98-4fd1-bb22-8dcc06eb4de3 req-fbe64d40-f351-4050-9b57-63ae6195cf4f tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:56.809910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81ad6021-cc98-4fd1-bb22-8dcc06eb4de3 req-fbe64d40-f351-4050-9b57-63ae6195cf4f tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0606654 Jun 30 03:30:56.846050 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-81ad6021-cc98-4fd1-bb22-8dcc06eb4de3 req-a862c4a2-7bb2-4033-885f-f6d425830c48 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305264 Jun 30 03:30:58.021425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2943d74-3ac8-4d49-af46-fc16f3e1eea6 req-a227daec-79fb-4fd9-940b-3ced7d24f1e3 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:58.022944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2943d74-3ac8-4d49-af46-fc16f3e1eea6 req-a227daec-79fb-4fd9-940b-3ced7d24f1e3 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0661848 Jun 30 03:30:58.061880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c2943d74-3ac8-4d49-af46-fc16f3e1eea6 req-6bcb916e-1be2-4f66-bf3e-746e6feb2cd1 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332603 Jun 30 03:30:58.066568 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-79c96966-96b5-4998-806e-8d1f222353e4 req-6d7d712a-7575-4355-857b-2a6a54e0c7fe service neutron] show failed (client error): The resource could not be found. Jun 30 03:30:58.067593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-6d7d712a-7575-4355-857b-2a6a54e0c7fe service neutron] 10.222.0.83 "GET /v2.0/ports/09f9a30b-3712-4343-b2f6-da971fc910a0/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0546820 Jun 30 03:30:58.575025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96966-96b5-4998-806e-8d1f222353e4 req-63d12cb0-0c07-43c9-82dc-2267b7688324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:58.576503 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-63d12cb0-0c07-43c9-82dc-2267b7688324 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68&tenant_id=cffe594759684c6eae3f3c4d61a7d20c HTTP/1.1" status: 200 len: 1097 time: 0.0510368 Jun 30 03:30:58.587859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:58.594840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8960d337-0970-4f7d-baeb-c1460c9e6546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:58.659300 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:58.867169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=09f9a30b-3712-4343-b2f6-da971fc910a0,segment=NetworkSegment(91d3b672-da7d-43fe-8a09-585254febe78),segment_id=91d3b672-da7d-43fe-8a09-585254febe78)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:58.899445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:30:58.937300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:58.939618 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bdf73a-9173-40d1-a8e2-037b5bf16681" -d '{"events": [{"server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "name": "network-vif-unplugged", "status": "completed", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:58.944418 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:58.962183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Transition to ACTIVE for port object 09f9a30b-3712-4343-b2f6-da971fc910a0 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:30:58.992368 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8de2e48-45b6-495a-abf4-dd3957c55fc7 x-openstack-request-id: req-f8de2e48-45b6-495a-abf4-dd3957c55fc7 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:58.992664 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "name": "network-vif-unplugged", "status": "completed", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:58.992922 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8de2e48-45b6-495a-abf4-dd3957c55fc7 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:58.993423 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0', 'code': 200} Jun 30 03:30:59.091032 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:59.153005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] No DVR routers for this DVR port 09f9a30b-3712-4343-b2f6-da971fc910a0 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:30:59.162160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Pushing event updated for resources: {'Port': ['ID=09f9a30b-3712-4343-b2f6-da971fc910a0,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:59.195308 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.195659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.196004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.196346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.196680 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.197012 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.197341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.197697 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.198025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.198350 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.198676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.199061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:59.238496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Attempting to bind port 09f9a30b-3712-4343-b2f6-da971fc910a0 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:30:59.239422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Attempting to bind port 09f9a30b-3712-4343-b2f6-da971fc910a0 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '91d3b672-da7d-43fe-8a09-585254febe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:30:59.239764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Attempting to bind port 09f9a30b-3712-4343-b2f6-da971fc910a0 on network 07796b91-ff30-46fb-9d25-3ef680a7dd27 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:59.246586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Port 09f9a30b-3712-4343-b2f6-da971fc910a0 on network 07796b91-ff30-46fb-9d25-3ef680a7dd27 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:30:59.246913 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Attempting to bind port 09f9a30b-3712-4343-b2f6-da971fc910a0 on network 07796b91-ff30-46fb-9d25-3ef680a7dd27 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:59.255664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:30:59.256005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Checking segment: {'id': '91d3b672-da7d-43fe-8a09-585254febe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:30:59.256398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Bound using segment: {'id': '91d3b672-da7d-43fe-8a09-585254febe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:30:59.256828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Bound port: 09f9a30b-3712-4343-b2f6-da971fc910a0, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d3b672-da7d-43fe-8a09-585254febe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:30:59.257188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:59.313984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07dfd3-45e0-4dd1-a223-a3ca10efa948 req-1312074c-8498-4bb9-9856-9877a269ce3e tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:59.315472 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fc07dfd3-45e0-4dd1-a223-a3ca10efa948 req-1312074c-8498-4bb9-9856-9877a269ce3e tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 944 time: 0.1249700 Jun 30 03:30:59.355646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:30:59.363440 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=09f9a30b-3712-4343-b2f6-da971fc910a0,segment=NetworkSegment(91d3b672-da7d-43fe-8a09-585254febe78),segment_id=91d3b672-da7d-43fe-8a09-585254febe78)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:30:59.371587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fc07dfd3-45e0-4dd1-a223-a3ca10efa948 req-e8c3d085-e0c1-4985-9dad-a1cffa7bb41a tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481634 Jun 30 03:30:59.445627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:59.483892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:59.484562 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:59.486075 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] 10.222.0.74 "PUT /v2.0/ports/09f9a30b-3712-4343-b2f6-da971fc910a0 HTTP/1.1" status: 200 len: 1092 time: 0.9022017 Jun 30 03:30:59.506549 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a45d8-d526-456b-bf79-990e5b6e08e3 service neutron] Pushing event updated for resources: {'Port': ['ID=09f9a30b-3712-4343-b2f6-da971fc910a0,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:59.561378 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96966-96b5-4998-806e-8d1f222353e4 req-76886b1a-12db-4d4c-9a9c-1da511361e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:59.562910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-76886b1a-12db-4d4c-9a9c-1da511361e3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 1095 time: 0.0535536 Jun 30 03:30:59.655002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96966-96b5-4998-806e-8d1f222353e4 req-2e5bdf50-7c19-4fae-9487-2217e5d4b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:59.656375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-2e5bdf50-7c19-4fae-9487-2217e5d4b4a1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=07796b91-ff30-46fb-9d25-3ef680a7dd27 HTTP/1.1" status: 200 len: 913 time: 0.0856233 Jun 30 03:30:59.695676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-b17f11f8-8955-4eac-901c-47ea53fd89ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09f9a30b-3712-4343-b2f6-da971fc910a0 HTTP/1.1" status: 200 len: 217 time: 0.0331836 Jun 30 03:30:59.743434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c96966-96b5-4998-806e-8d1f222353e4 req-681d1fe7-cf49-4709-9fa0-535ff5183e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:59.744853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-681d1fe7-cf49-4709-9fa0-535ff5183e44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4 HTTP/1.1" status: 200 len: 852 time: 0.0429623 Jun 30 03:30:59.777275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-120ed8d6-062c-4420-90bc-9e9fb4f15920 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=07796b91-ff30-46fb-9d25-3ef680a7dd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253494 Jun 30 03:30:59.867449 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-810ab926-f207-4f59-b067-33a855af94c1 service neutron] 10.222.0.74 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841331 Jun 30 03:30:59.956366 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-79c96966-96b5-4998-806e-8d1f222353e4 req-71e90ade-ece8-49dd-bbf8-12d5547d9c77 service neutron] 10.222.0.74 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816786 Jun 30 03:31:00.548710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a8884-f5ae-4e06-bb92-8595eef1f125 req-f2aff6a3-de49-4563-899f-617a8857b5f2 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:00.550095 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c8a8884-f5ae-4e06-bb92-8595eef1f125 req-f2aff6a3-de49-4563-899f-617a8857b5f2 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 944 time: 0.0650957 Jun 30 03:31:00.587108 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c8a8884-f5ae-4e06-bb92-8595eef1f125 req-401f1695-5312-4529-aa8f-8fc2c7294770 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309594 Jun 30 03:31:00.994074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:00.996428 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2382c645-a642-4d8e-906d-aec3887c7cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:01.050393 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb77cb-5303-41e1-9017-cac469c455db x-openstack-request-id: req-33cb77cb-5303-41e1-9017-cac469c455db {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:01.050682 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:01.050955 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33cb77cb-5303-41e1-9017-cac469c455db {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:01.051900 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0', 'status': 'completed', 'code': 200} Jun 30 03:31:01.126564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-7ef5a3da-8a7a-4183-898c-208ccc2105ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.127921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-bf60bb10-5262-4b16-9181-21606f603274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.128115 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-7ef5a3da-8a7a-4183-898c-208ccc2105ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 1095 time: 0.0537074 Jun 30 03:31:01.129477 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-bf60bb10-5262-4b16-9181-21606f603274 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 1095 time: 0.0587735 Jun 30 03:31:01.218730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-620b1dbc-d710-4cdc-8db1-73f4a478c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.219347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-278dbd1e-c73d-4c5d-9015-627b00a8e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.220240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-620b1dbc-d710-4cdc-8db1-73f4a478c044 service neutron] 10.222.0.74 "GET /v2.0/networks?id=07796b91-ff30-46fb-9d25-3ef680a7dd27 HTTP/1.1" status: 200 len: 913 time: 0.0843568 Jun 30 03:31:01.220864 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-278dbd1e-c73d-4c5d-9015-627b00a8e247 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07796b91-ff30-46fb-9d25-3ef680a7dd27 HTTP/1.1" status: 200 len: 913 time: 0.0857277 Jun 30 03:31:01.261770 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-37640945-c1eb-40af-a521-457183539706 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09f9a30b-3712-4343-b2f6-da971fc910a0 HTTP/1.1" status: 200 len: 217 time: 0.0340295 Jun 30 03:31:01.266079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-52b4d8d7-00f8-4664-b151-de2350aaf19c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09f9a30b-3712-4343-b2f6-da971fc910a0 HTTP/1.1" status: 200 len: 217 time: 0.0389097 Jun 30 03:31:01.269284 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.308703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-41c8632b-8f8a-4f39-9b86-ef5ec47210a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.310199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-41c8632b-8f8a-4f39-9b86-ef5ec47210a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4 HTTP/1.1" status: 200 len: 852 time: 0.0430036 Jun 30 03:31:01.315572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-cbee63e3-84ab-4e31-869c-70cc058b44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.317093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-cbee63e3-84ab-4e31-869c-70cc058b44ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4 HTTP/1.1" status: 200 len: 852 time: 0.0446267 Jun 30 03:31:01.333599 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-46553653-857a-4892-8402-e572291a52cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.342451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-9a6988f7-1105-49fb-ad42-d47ddf4cae95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07796b91-ff30-46fb-9d25-3ef680a7dd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257008 Jun 30 03:31:01.352676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-faf53d0f-60f9-4f5f-a08c-b2147066282a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=07796b91-ff30-46fb-9d25-3ef680a7dd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276964 Jun 30 03:31:01.433815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-b04bdd58-93ce-4d8a-a7e7-be760b095a11 service neutron] 10.222.0.83 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852549 Jun 30 03:31:01.447067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-9fc0a0c3-ee21-4c1f-a168-7f223bfc2434 service neutron] 10.222.0.74 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863066 Jun 30 03:31:01.521284 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-ad547a4a-9dc2-4d6c-8c71-845f106e41de service neutron] 10.222.0.83 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807095 Jun 30 03:31:01.539150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2382c645-a642-4d8e-906d-aec3887c7cb2 req-9b2566c8-6571-4648-adaf-4f1b66594ec4 service neutron] 10.222.0.74 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837188 Jun 30 03:31:01.763961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec390c74-47af-4ad2-b807-199ee25e7ecc req-e1065ed2-7158-4b0a-9672-4d4e437c0b26 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.765351 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec390c74-47af-4ad2-b807-199ee25e7ecc req-e1065ed2-7158-4b0a-9672-4d4e437c0b26 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 944 time: 0.0674021 Jun 30 03:31:01.802459 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec390c74-47af-4ad2-b807-199ee25e7ecc req-104cc8c0-5c06-4eda-9c77-7a55d748a858 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303485 Jun 30 03:31:02.477953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 09f9a30b-3712-4343-b2f6-da971fc910a0 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:31:02.567399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=09f9a30b-3712-4343-b2f6-da971fc910a0,segment=NetworkSegment(91d3b672-da7d-43fe-8a09-585254febe78),segment_id=91d3b672-da7d-43fe-8a09-585254febe78)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:02.578082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '09f9a30b-3712-4343-b2f6-da971fc910a0', 'network_id': '07796b91-ff30-46fb-9d25-3ef680a7dd27', 'port_id': '09f9a30b-3712-4343-b2f6-da971fc910a0', 'mac_address': 'fa:16:3e:13:a7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:31:02.613119 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:02.625572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f9a30b-3712-4343-b2f6-da971fc910a0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:31:02.647628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=09f9a30b-3712-4343-b2f6-da971fc910a0,segment=NetworkSegment(91d3b672-da7d-43fe-8a09-585254febe78),segment_id=91d3b672-da7d-43fe-8a09-585254febe78)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:02.754607 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:02.799902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=09f9a30b-3712-4343-b2f6-da971fc910a0,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:02.977551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['09f9a30b-3712-4343-b2f6-da971fc910a0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:02.978817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c39259-7147-4898-a764-9ec68dc0541c req-b1daf4ee-939f-4d9a-aede-0a24c1be65cc tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:02.981591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87c39259-7147-4898-a764-9ec68dc0541c req-b1daf4ee-939f-4d9a-aede-0a24c1be65cc tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 945 time: 0.0656028 Jun 30 03:31:02.999512 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:03.018692 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-87c39259-7147-4898-a764-9ec68dc0541c req-df84f69f-b7aa-410e-882a-2e735b528c5f tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Jun 30 03:31:03.588697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-0298c9f4-9aea-468f-a15f-1807ba7552b1 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:03.590087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-0298c9f4-9aea-468f-a15f-1807ba7552b1 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68&tenant_id=cffe594759684c6eae3f3c4d61a7d20c&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 945 time: 0.0686681 Jun 30 03:31:03.636393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 09f9a30b-3712-4343-b2f6-da971fc910a0 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:31:03.647456 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-23ae9354-a28d-4f19-b15b-ae42cb3395f8 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:31:03.648451 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-23ae9354-a28d-4f19-b15b-ae42cb3395f8 service neutron] 10.222.0.83 "DELETE /v2.0/ports/09f9a30b-3712-4343-b2f6-da971fc910a0/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0528698 Jun 30 03:31:03.749409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-f2176cd4-9553-4641-a3d6-1de0f15f9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:03.750923 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-f2176cd4-9553-4641-a3d6-1de0f15f9c2a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 1096 time: 0.0575802 Jun 30 03:31:03.833228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 09f9a30b-3712-4343-b2f6-da971fc910a0 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:31:03.841929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-bf9861fa-6637-4ca7-8af9-3ef2f7771c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:03.843319 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-bf9861fa-6637-4ca7-8af9-3ef2f7771c60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=07796b91-ff30-46fb-9d25-3ef680a7dd27 HTTP/1.1" status: 200 len: 913 time: 0.0863094 Jun 30 03:31:03.888078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-4c1c6a37-4349-45ec-b175-d6e6c8520c50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09f9a30b-3712-4343-b2f6-da971fc910a0 HTTP/1.1" status: 200 len: 217 time: 0.0376680 Jun 30 03:31:03.935565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-53db1935-1fc1-4c12-aee5-08a6d1691f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:03.937033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-53db1935-1fc1-4c12-aee5-08a6d1691f11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4 HTTP/1.1" status: 200 len: 852 time: 0.0437791 Jun 30 03:31:03.968045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-434dedb4-d608-4f87-bb29-5b8ed0619357 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07796b91-ff30-46fb-9d25-3ef680a7dd27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248284 Jun 30 03:31:04.063508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-cc56b3e8-301f-4f05-a662-2cae909adef2 service neutron] 10.222.0.83 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884745 Jun 30 03:31:04.148989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-9b6816b4-3a55-4407-8d8e-c3801e54c745 service neutron] 10.222.0.83 "GET /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787892 Jun 30 03:31:04.490133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 09f9a30b-3712-4343-b2f6-da971fc910a0 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:04.634556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 09f9a30b-3712-4343-b2f6-da971fc910a0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:04.641033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 09f9a30b-3712-4343-b2f6-da971fc910a0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:04.641033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:04.734397 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:04.752196 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:04.757915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:04.760162 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4374a50b-5402-45f9-a38b-66cea5da65b0" -d '{"events": [{"server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "name": "network-vif-plugged", "status": "completed", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:04.773275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=09f9a30b-3712-4343-b2f6-da971fc910a0,segment=NetworkSegment(91d3b672-da7d-43fe-8a09-585254febe78),segment_id=91d3b672-da7d-43fe-8a09-585254febe78)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:04.798263 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d0c04a-8cf4-485d-96d5-f8526184e4f1 x-openstack-request-id: req-74d0c04a-8cf4-485d-96d5-f8526184e4f1 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:04.798549 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "name": "network-vif-plugged", "status": "completed", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:04.798802 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74d0c04a-8cf4-485d-96d5-f8526184e4f1 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:04.799242 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0', 'code': 200} Jun 30 03:31:04.840590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:04.886966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=09f9a30b-3712-4343-b2f6-da971fc910a0,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:04.894231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.895865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.895865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.895865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.896184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.896515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.896841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.897171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.897517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.897844 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.898170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:04.898497 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:05.666426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701765e-38df-47ca-80e7-2811dfaa436e req-4c3a63d3-17d5-488e-9f1b-632c81e359d5 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:05.667903 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5701765e-38df-47ca-80e7-2811dfaa436e req-4c3a63d3-17d5-488e-9f1b-632c81e359d5 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0681226 Jun 30 03:31:05.704100 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5701765e-38df-47ca-80e7-2811dfaa436e req-df046e32-5beb-4788-bb12-cd0b91edf7c6 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305860 Jun 30 03:31:06.877704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168cda0-9b39-4866-b45d-ec805bac6902 req-9e6e1b76-c363-482e-ade7-134bc4d680bf tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:06.879215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c168cda0-9b39-4866-b45d-ec805bac6902 req-9e6e1b76-c363-482e-ade7-134bc4d680bf tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0637085 Jun 30 03:31:06.883661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-646a624a-ba63-4485-899f-8f0ecc5e221c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:06.885191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-646a624a-ba63-4485-899f-8f0ecc5e221c tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.74 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 946 time: 0.0627553 Jun 30 03:31:06.921139 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c168cda0-9b39-4866-b45d-ec805bac6902 req-c840d1aa-e757-4ba4-ac71-d54fa80adabe tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/security-groups?id=f6433071-75ec-4f20-9aed-f0fd697c2284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Jun 30 03:31:06.989321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-73093df8-40bd-439a-82d8-68a36f893616 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Deleting port 09f9a30b-3712-4343-b2f6-da971fc910a0 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:31:06.990161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-73093df8-40bd-439a-82d8-68a36f893616 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:07.078593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-73093df8-40bd-439a-82d8-68a36f893616 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] For port 09f9a30b-3712-4343-b2f6-da971fc910a0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=09f9a30b-3712-4343-b2f6-da971fc910a0,segment=NetworkSegment(91d3b672-da7d-43fe-8a09-585254febe78),segment_id=91d3b672-da7d-43fe-8a09-585254febe78)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:07.078959 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-73093df8-40bd-439a-82d8-68a36f893616 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:07.091208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-73093df8-40bd-439a-82d8-68a36f893616 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Calling delete_port for 09f9a30b-3712-4343-b2f6-da971fc910a0 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:31:07.296548 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-73093df8-40bd-439a-82d8-68a36f893616 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:07.307821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['09f9a30b-3712-4343-b2f6-da971fc910a0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:07.325090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73093df8-40bd-439a-82d8-68a36f893616 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Pushing event deleted for resources: {'Port': ['ID=09f9a30b-3712-4343-b2f6-da971fc910a0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:07.384871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-73093df8-40bd-439a-82d8-68a36f893616 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] No DVR routers for this DVR port 09f9a30b-3712-4343-b2f6-da971fc910a0 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:31:07.388894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-73093df8-40bd-439a-82d8-68a36f893616 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:07.392819 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8511c0ea-e875-4f24-a269-4e6dcc415eed req-73093df8-40bd-439a-82d8-68a36f893616 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.74 "DELETE /v2.0/ports/09f9a30b-3712-4343-b2f6-da971fc910a0 HTTP/1.1" status: 204 len: 173 time: 0.5005052 Jun 30 03:31:07.393606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'name': 'network-vif-deleted', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:07.397830 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d1bcc-10a4-4043-aee5-5aea187fbc1b" -d '{"events": [{"server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "name": "network-vif-deleted", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:07.435858 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a4bf43-b76a-49ae-ad63-26f89902408b x-openstack-request-id: req-24a4bf43-b76a-49ae-ad63-26f89902408b {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:07.436170 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e2da19-29a8-41b3-9bd8-b9596e705d68", "name": "network-vif-deleted", "tag": "09f9a30b-3712-4343-b2f6-da971fc910a0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:07.436422 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24a4bf43-b76a-49ae-ad63-26f89902408b {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:07.436826 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e2da19-29a8-41b3-9bd8-b9596e705d68', 'name': 'network-vif-deleted', 'tag': '09f9a30b-3712-4343-b2f6-da971fc910a0', 'status': 'completed', 'code': 200} Jun 30 03:31:08.076416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c889a86-d565-4f02-82d8-6925697226ec req-899092e3-0453-4aa0-bdce-99c32c5167f0 tempest-DeleteServersTestJSON-419864075 tempest-DeleteServersTestJSON-419864075-project] 10.222.0.77 "GET /v2.0/ports?device_id=c8e2da19-29a8-41b3-9bd8-b9596e705d68 HTTP/1.1" status: 200 len: 210 time: 0.0268302 Jun 30 03:31:09.311027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52140) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:09.354274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7d9d59-285f-4000-b77e-41a846c1e658 admin admin] Deleting subnet bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:31:09.357225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9d59-285f-4000-b77e-41a846c1e658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.390530 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9d59-285f-4000-b77e-41a846c1e658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.428272 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9d59-285f-4000-b77e-41a846c1e658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.542682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9d59-285f-4000-b77e-41a846c1e658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.567279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d9d59-285f-4000-b77e-41a846c1e658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:09.570917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9d59-285f-4000-b77e-41a846c1e658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.573237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9d7d9d59-285f-4000-b77e-41a846c1e658 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bce8ef9e-4a2e-4080-b06c-b9fab2abc7d4 HTTP/1.1" status: 204 len: 168 time: 0.2607181 Jun 30 03:31:09.575274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52142) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:09.641168 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.720008 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.730054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07796b91-ff30-46fb-9d25-3ef680a7dd27']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:09.740057 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d3b672-da7d-43fe-8a09-585254febe78') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:09.740352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d3b672-da7d-43fe-8a09-585254febe78') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:09.748696 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.762288 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.767816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:31:09.768188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:31:09.769860 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:31:09.926257 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.931656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.933446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] 10.222.0.77 "DELETE /v2.0/networks/07796b91-ff30-46fb-9d25-3ef680a7dd27 HTTP/1.1" status: 204 len: 168 time: 0.3572764 Jun 30 03:31:09.945774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778ecd6-08cf-4432-b301-ce886d0ffd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=07796b91-ff30-46fb-9d25-3ef680a7dd27,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:10.306987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52146) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:10.352005 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3d04225d-84bf-4e6d-aaa9-66695da215d8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cffe594759684c6eae3f3c4d61a7d20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437572 Jun 30 03:31:10.354425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52148) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:10.401010 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b7ea6fe7-ef5e-4ee7-9e82-7681f4bb492a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.420702 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b7ea6fe7-ef5e-4ee7-9e82-7681f4bb492a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.515382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 09f9a30b-3712-4343-b2f6-da971fc910a0 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:31:10.531750 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b7ea6fe7-ef5e-4ee7-9e82-7681f4bb492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.534399 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b7ea6fe7-ef5e-4ee7-9e82-7681f4bb492a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.538610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b7ea6fe7-ef5e-4ee7-9e82-7681f4bb492a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6433071-75ec-4f20-9aed-f0fd697c2284 HTTP/1.1" status: 204 len: 168 time: 0.1802688 Jun 30 03:31:10.538751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 09f9a30b-3712-4343-b2f6-da971fc910a0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:31:10.538751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 09f9a30b-3712-4343-b2f6-da971fc910a0 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:31:10.545147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea6fe7-ef5e-4ee7-9e82-7681f4bb492a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6433071-75ec-4f20-9aed-f0fd697c2284,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:11.490351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52170) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:11.582321 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1097874243-network', 'tenant_id': 'cc01cc3c83d047f7956f9ff1038bbd7c'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:11.701615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Made reservation on behalf of cc01cc3c83d047f7956f9ff1038bbd7c for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:11.703953 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:11.712339 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:11.797163 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:11.893084 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:11.912163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:31:11.919308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385ebb01-149a-44e7-87b5-d44aba5e7067,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:11.928316 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:11.928666 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Added segment cbe1df5a-d988-4858-b9d5-10b286a55167 of type vlan for network 29240614-b193-43ac-bd07-1e62b4299d0a Jun 30 03:31:11.931053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.931402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.931740 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.932077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.932408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.932738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.933065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.933394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.933745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.934070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.934397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.934720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:11.981163 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:12.063091 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:12.064041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:12.064644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:12.123316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] Pushing event updated for resources: {'Network': ['ID=29240614-b193-43ac-bd07-1e62b4299d0a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:12.133340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 29240614-b193-43ac-bd07-1e62b4299d0a details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:31:12.190042 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9aac81d5-31b7-4350-9ca5-e25c34801e83 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6983650 Jun 30 03:31:12.192811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52174) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:12.199160 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Request body: {'subnet': {'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1097874243-subnet', 'tenant_id': 'cc01cc3c83d047f7956f9ff1038bbd7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:12.284853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Made reservation on behalf of cc01cc3c83d047f7956f9ff1038bbd7c for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:12.287415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:12.515237 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:12.569452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d194ea-352c-4a86-9478-170754d08349,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:12.578794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Checking segment: {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:12.579155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Network hostable DHCP agents. Network: 29240614-b193-43ac-bd07-1e62b4299d0a, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:31:12.646107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Network 29240614-b193-43ac-bd07-1e62b4299d0a is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:31:12.702950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 29240614-b193-43ac-bd07-1e62b4299d0a) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:12.706921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:12.707514 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:12.712219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017cb147-6aeb-4953-b676-24fa21b5fa2c None None] Network 29240614-b193-43ac-bd07-1e62b4299d0a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:12.799085 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c90acad1-eab0-434d-bf4d-8d084f200c37 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6002331 Jun 30 03:31:12.835617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d297bbb-ace9-45d4-a44b-b7633416f065 None None] Network 29240614-b193-43ac-bd07-1e62b4299d0a requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:13.217737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-f8c9ef96-913c-45f3-8ba6-94a7615e367c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:13.219237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-f8c9ef96-913c-45f3-8ba6-94a7615e367c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 815 time: 0.1015489 Jun 30 03:31:13.235404 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-73192625-198d-4b0e-8298-a880872dd0d8 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/quotas/cc01cc3c83d047f7956f9ff1038bbd7c HTTP/1.1" status: 200 len: 375 time: 0.0088589 Jun 30 03:31:13.602849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-bf77e102-5cc6-4995-b22a-702441d5a887 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3623581 Jun 30 03:31:13.733741 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-e3383d6b-d34c-42c9-9311-dd13c1e15d7e service neutron] 10.222.0.77 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241989 Jun 30 03:31:13.821821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-c4dc398f-dfc4-4181-9397-5fd7d51f5c3d service neutron] 10.222.0.77 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818660 Jun 30 03:31:14.045930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23b51a0d-1e0f-47da-834a-27a842c74707 req-9b05dc8b-129a-409c-a02f-02bc1c89d1ef tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 210 time: 0.0315144 Jun 30 03:31:15.184224 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bfdc448e-04d1-45ec-b548-b4ee110d15d2 req-5583808c-6770-41b6-9b64-b6bd62f00f31 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 210 time: 0.0273848 Jun 30 03:31:16.139507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-40244634-8970-4434-b251-cafb08c9adf8 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:16.140869 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-40244634-8970-4434-b251-cafb08c9adf8 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.74 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 815 time: 0.1000464 Jun 30 03:31:16.152446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Request body: {'port': {'device_id': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a', 'admin_state_up': True, 'tenant_id': 'cc01cc3c83d047f7956f9ff1038bbd7c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:16.307797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Made reservation on behalf of cc01cc3c83d047f7956f9ff1038bbd7c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:16.311149 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:16.331294 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a4aba73b-f608-4be7-98d5-b0576a0e5e80 req-4e088ba5-3641-4e00-89fe-30a8b60262ab tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 210 time: 0.0348594 Jun 30 03:31:16.455327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Allocated IP 172.20.0.4 (29240614-b193-43ac-bd07-1e62b4299d0a/24d194ea-352c-4a86-9478-170754d08349/abd71b9b-ae39-4c17-bd6d-2177554202e0) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:16.596389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:16.686425 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:16.733632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Network 29240614-b193-43ac-bd07-1e62b4299d0a is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:16.736632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:16.740752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:16.766045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Pushing event updated for resources: {'Port': ['ID=abd71b9b-ae39-4c17-bd6d-2177554202e0,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:16.792647 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:16.793254 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:16.886789 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-6a1f4f7d-4746-4960-9555-d2dbc9756214 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7378805 Jun 30 03:31:16.898124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Request body: {'port': {'device_id': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:16.967522 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:17.221426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd71b9b-ae39-4c17-bd6d-2177554202e0 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:31:17.229363 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:17.240985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Transition to ACTIVE for port object abd71b9b-ae39-4c17-bd6d-2177554202e0 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:17.303212 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:17.350092 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=abd71b9b-ae39-4c17-bd6d-2177554202e0,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:17.426571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Attempting to bind port abd71b9b-ae39-4c17-bd6d-2177554202e0 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:17.426913 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Attempting to bind port abd71b9b-ae39-4c17-bd6d-2177554202e0 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:17.427244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Attempting to bind port abd71b9b-ae39-4c17-bd6d-2177554202e0 on network 29240614-b193-43ac-bd07-1e62b4299d0a {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:17.432149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Port abd71b9b-ae39-4c17-bd6d-2177554202e0 on network 29240614-b193-43ac-bd07-1e62b4299d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:31:17.432496 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Attempting to bind port abd71b9b-ae39-4c17-bd6d-2177554202e0 on network 29240614-b193-43ac-bd07-1e62b4299d0a {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:17.437384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:17.437776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Checking segment: {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:17.438166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Bound using segment: {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:17.438595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Bound port: abd71b9b-ae39-4c17-bd6d-2177554202e0, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:17.439003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:17.502824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:17.505948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:17.511097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bf3b1-c7f4-4d71-818d-d2841b7430cc req-d1b53b0d-3daf-474e-b3a0-8aecc5c95f6a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:17.512525 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f4bf3b1-c7f4-4d71-818d-d2841b7430cc req-d1b53b0d-3daf-474e-b3a0-8aecc5c95f6a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 943 time: 0.0653450 Jun 30 03:31:17.549466 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7f4bf3b1-c7f4-4d71-818d-d2841b7430cc req-463be2bf-1b0f-43e0-bbc5-5a48af46b9ef tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Jun 30 03:31:17.560762 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:17.593221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:17.593862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:17.595224 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] 10.222.0.74 "PUT /v2.0/ports/abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 200 len: 1091 time: 0.7012379 Jun 30 03:31:17.595654 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:17.597957 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7433873-006f-4b69-a928-4953c014502a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:17.624869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffc9b1-50a5-44f5-aaee-dd82b1298ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=abd71b9b-ae39-4c17-bd6d-2177554202e0,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:17.633331 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f00197-01c3-42ce-aa07-905867f287c3 x-openstack-request-id: req-e3f00197-01c3-42ce-aa07-905867f287c3 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:17.633580 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:17.633842 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3f00197-01c3-42ce-aa07-905867f287c3 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:17.640417 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0', 'status': 'completed', 'code': 200} Jun 30 03:31:17.710003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7433873-006f-4b69-a928-4953c014502a req-20d28e9e-c534-4511-ae78-d389d4fb7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:17.712076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7433873-006f-4b69-a928-4953c014502a req-20d28e9e-c534-4511-ae78-d389d4fb7a9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 1094 time: 0.0551813 Jun 30 03:31:17.806558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7433873-006f-4b69-a928-4953c014502a req-ebb92d6e-a80b-4fe6-b821-ddff09dfc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:17.807953 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7433873-006f-4b69-a928-4953c014502a req-ebb92d6e-a80b-4fe6-b821-ddff09dfc60b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0886412 Jun 30 03:31:17.902370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7433873-006f-4b69-a928-4953c014502a req-b99efb19-be46-4bbd-aaa5-36c1f1424d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:17.903836 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7433873-006f-4b69-a928-4953c014502a req-b99efb19-be46-4bbd-aaa5-36c1f1424d57 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903058 Jun 30 03:31:17.991206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-976225e0-2070-4c76-b506-6a8edd2bd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:17.992707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-976225e0-2070-4c76-b506-6a8edd2bd9e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 1094 time: 0.0520337 Jun 30 03:31:18.032920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-67d4129d-028c-4995-ba80-c11d577a474d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 200 len: 217 time: 0.0335298 Jun 30 03:31:18.083044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-c46bce2e-04a1-419f-af47-7a1a04157d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:18.084393 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-c46bce2e-04a1-419f-af47-7a1a04157d17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0457737 Jun 30 03:31:18.119430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-332276d0-9bdb-4c9f-8fdd-1f87e026cbbd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251019 Jun 30 03:31:18.206018 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-fd5da191-84ba-449e-9891-4f4f8cb4a9d2 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794828 Jun 30 03:31:18.295992 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a68b33a1-c18d-4804-a565-8a573e01e41f req-178dcfe5-76cf-45f9-a479-27dfc0e3b891 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842295 Jun 30 03:31:18.723332 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffa215-62c1-438e-b4e7-f26dfbf7c54e req-d9a15940-71d0-4f89-bf57-c4e9b1bae8ea tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:18.724738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8cffa215-62c1-438e-b4e7-f26dfbf7c54e req-d9a15940-71d0-4f89-bf57-c4e9b1bae8ea tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 943 time: 0.0597341 Jun 30 03:31:18.761668 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8cffa215-62c1-438e-b4e7-f26dfbf7c54e req-4a14c305-0e46-4af1-b4cc-85f2c049bbbc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308297 Jun 30 03:31:19.948979 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a42029-e523-4287-b291-13f74e73bc58 req-f894df20-8a87-4fac-b542-e18a461a9dfd tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:19.950507 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-42a42029-e523-4287-b291-13f74e73bc58 req-f894df20-8a87-4fac-b542-e18a461a9dfd tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 943 time: 0.0629132 Jun 30 03:31:19.987286 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-42a42029-e523-4287-b291-13f74e73bc58 req-4ebcdf0b-7bf7-489c-8dd4-9e0040c7de61 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Jun 30 03:31:20.546505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device abd71b9b-ae39-4c17-bd6d-2177554202e0 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:31:20.637910 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:20.648725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'abd71b9b-ae39-4c17-bd6d-2177554202e0', 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a', 'port_id': 'abd71b9b-ae39-4c17-bd6d-2177554202e0', 'mac_address': 'fa:16:3e:3d:b2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d194ea-352c-4a86-9478-170754d08349', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:31:20.687325 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:20.699948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd71b9b-ae39-4c17-bd6d-2177554202e0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:31:20.718230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:20.783124 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:20.830251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=abd71b9b-ae39-4c17-bd6d-2177554202e0,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:20.969307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['abd71b9b-ae39-4c17-bd6d-2177554202e0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:21.156185 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb7552-8b90-473a-8fc3-a7e5980eafe0 req-2f73bee0-a6ba-4e0f-9c1b-5842ddaf35e3 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:21.157711 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a3eb7552-8b90-473a-8fc3-a7e5980eafe0 req-2f73bee0-a6ba-4e0f-9c1b-5842ddaf35e3 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 944 time: 0.0626221 Jun 30 03:31:21.194736 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a3eb7552-8b90-473a-8fc3-a7e5980eafe0 req-4df542c1-d4c8-4b87-9dcf-d0fba564e80e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Jun 30 03:31:22.374348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb411566-6c98-48a7-88f5-a9ef248b91ce req-c6db05ef-f535-486c-9e57-b7c216303d58 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:22.375904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fb411566-6c98-48a7-88f5-a9ef248b91ce req-c6db05ef-f535-486c-9e57-b7c216303d58 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 944 time: 0.0699611 Jun 30 03:31:22.417528 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fb411566-6c98-48a7-88f5-a9ef248b91ce req-4b56cf54-e76e-4df4-b4fa-8b9eec536751 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Jun 30 03:31:22.545828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device abd71b9b-ae39-4c17-bd6d-2177554202e0 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:22.651733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port abd71b9b-ae39-4c17-bd6d-2177554202e0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:22.655900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port abd71b9b-ae39-4c17-bd6d-2177554202e0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:22.656302 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:22.731403 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:22.752666 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:22.754953 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49daf55e-6bd8-49b1-8d7c-8da6ed8fadf9" -d '{"events": [{"server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "name": "network-vif-plugged", "status": "completed", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:22.770886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:22.792240 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8647463-0dd3-44a5-b071-1b9343120548 x-openstack-request-id: req-c8647463-0dd3-44a5-b071-1b9343120548 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:22.792531 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "name": "network-vif-plugged", "status": "completed", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:22.792790 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8647463-0dd3-44a5-b071-1b9343120548 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:22.793208 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0', 'code': 200} Jun 30 03:31:22.823077 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:22.871688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=abd71b9b-ae39-4c17-bd6d-2177554202e0,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:22.909024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298b1ea-d22d-4774-88bc-e88ee279fda1 req-e0d485c0-16fc-4e65-93bf-d4a14a3c1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:22.910622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5298b1ea-d22d-4774-88bc-e88ee279fda1 req-e0d485c0-16fc-4e65-93bf-d4a14a3c1697 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 1096 time: 0.0540884 Jun 30 03:31:22.944169 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5298b1ea-d22d-4774-88bc-e88ee279fda1 req-0d32aab3-9aca-4ef4-a142-7960b558a288 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275850 Jun 30 03:31:23.256744 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:23.590785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76b28b-9841-4fd7-85a5-ba85ff252a86 req-af05464b-0320-497a-bfd4-dcece9417e32 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:23.592168 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-af76b28b-9841-4fd7-85a5-ba85ff252a86 req-af05464b-0320-497a-bfd4-dcece9417e32 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0661852 Jun 30 03:31:23.629998 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-af76b28b-9841-4fd7-85a5-ba85ff252a86 req-c6e0c659-1383-43f5-852b-76c39e71e8a2 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Jun 30 03:31:23.753153 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:24.804436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d6413-666a-42b7-9050-bce92c6a54fe req-c3c0dc24-2314-4dd3-909f-d3eb90937de6 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:24.805909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c79d6413-666a-42b7-9050-bce92c6a54fe req-c3c0dc24-2314-4dd3-909f-d3eb90937de6 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0635285 Jun 30 03:31:24.842719 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c79d6413-666a-42b7-9050-bce92c6a54fe req-11f8fd61-8db5-4179-9340-497737bcd5f9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Jun 30 03:31:25.017921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316a956-deb5-4eb2-8ca3-d5c0b82f5412 req-85ff2410-fbf5-41d0-bb47-cf26c230f07c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:25.019420 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0316a956-deb5-4eb2-8ca3-d5c0b82f5412 req-85ff2410-fbf5-41d0-bb47-cf26c230f07c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0617285 Jun 30 03:31:25.057049 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0316a956-deb5-4eb2-8ca3-d5c0b82f5412 req-a49a27b2-2bf4-4f05-a1df-68ee1bd8e4fd tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312603 Jun 30 03:31:25.483417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160e2b0-b54f-499c-96f9-3bfdcff73191 req-14ae993c-f5b2-4ea3-85dc-67442a84cef1 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:25.484771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2160e2b0-b54f-499c-96f9-3bfdcff73191 req-14ae993c-f5b2-4ea3-85dc-67442a84cef1 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0604293 Jun 30 03:31:25.521175 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2160e2b0-b54f-499c-96f9-3bfdcff73191 req-6e26229e-405b-4e29-832a-4c5a845ff94a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305459 Jun 30 03:31:25.688272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2eef8-6271-4699-9062-b2769a217b1d req-8eee1efe-c053-4910-9cd2-36940b824c8a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:25.689760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7be2eef8-6271-4699-9062-b2769a217b1d req-8eee1efe-c053-4910-9cd2-36940b824c8a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0606976 Jun 30 03:31:25.725082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7be2eef8-6271-4699-9062-b2769a217b1d req-ea80308d-02eb-45f1-acb3-704abcf2119e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297446 Jun 30 03:31:26.258532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a3327-3dca-488b-ac81-141aa135604e req-2cf9c174-be1c-4e47-bc4e-40819b51103f tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:26.259978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f3a3327-3dca-488b-ac81-141aa135604e req-2cf9c174-be1c-4e47-bc4e-40819b51103f tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0650218 Jun 30 03:31:26.297072 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f3a3327-3dca-488b-ac81-141aa135604e req-01338027-0891-4765-9490-309b148c7b05 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Jun 30 03:31:26.348279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-37bcf192-46e7-4a71-a57a-cb9873de1d1b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535512 Jun 30 03:31:27.468455 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40910b-74fc-40b1-a4b8-803e0c07af9a req-412b127f-967f-42ad-817c-f55862939be2 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:27.469872 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc40910b-74fc-40b1-a4b8-803e0c07af9a req-412b127f-967f-42ad-817c-f55862939be2 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0620968 Jun 30 03:31:27.507749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cc40910b-74fc-40b1-a4b8-803e0c07af9a req-12bc7f07-3f46-4fd7-9d4b-3a0330aeec66 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Jun 30 03:31:28.442296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-31533737-e660-402c-b159-6d78cd640397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:28.443749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-31533737-e660-402c-b159-6d78cd640397 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 1096 time: 0.0545018 Jun 30 03:31:28.529665 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-6a0f1298-9111-4dd3-86c5-501bf44ecd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:28.531135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-6a0f1298-9111-4dd3-86c5-501bf44ecd0a service neutron] 10.222.0.74 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.0800636 Jun 30 03:31:28.571917 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-275617af-9e1e-4b37-8c14-aaff9870e555 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 200 len: 217 time: 0.0349262 Jun 30 03:31:28.598958 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a44e224c-6284-49c3-8767-1a232054bc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:28.624995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-1b62daff-f87a-47d4-842b-f6a0bf7e6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:28.626473 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-1b62daff-f87a-47d4-842b-f6a0bf7e6eee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0482202 Jun 30 03:31:28.657815 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-b21581fc-70c5-495b-a420-ace15bbf296f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256507 Jun 30 03:31:28.681362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373db50-e71d-444e-a649-65e1e6781ee1 req-add5219d-3f03-418c-bf4b-d69daa9cf8de tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:28.682872 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4373db50-e71d-444e-a649-65e1e6781ee1 req-add5219d-3f03-418c-bf4b-d69daa9cf8de tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0622342 Jun 30 03:31:28.720874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4373db50-e71d-444e-a649-65e1e6781ee1 req-acb2dfb9-ca62-46ee-8410-aa8ff5e59d01 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Jun 30 03:31:28.746051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-e14b105d-047a-46ea-871e-21d3e8ead992 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821316 Jun 30 03:31:28.836125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-40f9d6a5-384c-475b-b39c-f33ccbfd5d18 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839355 Jun 30 03:31:29.896503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99dfd2-c79b-40f8-8af2-5d7f70673e12 req-be05f667-ace0-470e-80ec-88fe5720b3f2 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:29.898042 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8c99dfd2-c79b-40f8-8af2-5d7f70673e12 req-be05f667-ace0-470e-80ec-88fe5720b3f2 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0639477 Jun 30 03:31:29.936265 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8c99dfd2-c79b-40f8-8af2-5d7f70673e12 req-5440996b-20a0-4f52-853b-ecf74e387714 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Jun 30 03:31:31.109782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd24f6-37e3-48ba-b7ea-5508e7289cb6 req-a4edd02b-fe9c-4dc6-b6d2-4b4e0d8e757a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:31.111145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eabd24f6-37e3-48ba-b7ea-5508e7289cb6 req-a4edd02b-fe9c-4dc6-b6d2-4b4e0d8e757a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0622153 Jun 30 03:31:31.147810 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eabd24f6-37e3-48ba-b7ea-5508e7289cb6 req-accfecfe-fd50-47c4-857e-07d608494c0c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308375 Jun 30 03:31:31.329627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:31.342366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7edd1673-9f22-449f-b2ba-a1de67b3fc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:31.566800 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:31:32.336039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a924b4f-d35a-424e-a527-7df0ef08b59b req-7d3905c6-7223-438b-aaf4-1e19926a8713 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:32.337535 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a924b4f-d35a-424e-a527-7df0ef08b59b req-7d3905c6-7223-438b-aaf4-1e19926a8713 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0676098 Jun 30 03:31:32.375464 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a924b4f-d35a-424e-a527-7df0ef08b59b req-c2d48fc7-44d3-40f5-b3a7-9ad39d2d53b4 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Jun 30 03:31:33.004075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:33.546632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada995e-8ac4-4d2b-b2cb-0ec2cf6df335 req-4a0ba1c7-aaf2-4940-bce6-60d5743f6b43 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:33.548071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ada995e-8ac4-4d2b-b2cb-0ec2cf6df335 req-4a0ba1c7-aaf2-4940-bce6-60d5743f6b43 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0641398 Jun 30 03:31:33.585109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9ada995e-8ac4-4d2b-b2cb-0ec2cf6df335 req-fedfd5c8-33b8-464a-94fb-3e5e2728ba6c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315208 Jun 30 03:31:34.747433 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:34.755357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30df0ef-d1cc-4fc1-947b-66802afdd4e2 req-d9160503-4290-42f7-b89b-42f763e5074b tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:34.756828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a30df0ef-d1cc-4fc1-947b-66802afdd4e2 req-d9160503-4290-42f7-b89b-42f763e5074b tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0617070 Jun 30 03:31:34.794292 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a30df0ef-d1cc-4fc1-947b-66802afdd4e2 req-b9c481af-4c1b-416f-86c1-c71d5301dfcd tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306780 Jun 30 03:31:35.974730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2258d87-b27c-454c-b359-85de80118921 req-4082c3a9-443a-4195-9a5a-e53951d76a10 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:35.976195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2258d87-b27c-454c-b359-85de80118921 req-4082c3a9-443a-4195-9a5a-e53951d76a10 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0680044 Jun 30 03:31:36.012944 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2258d87-b27c-454c-b359-85de80118921 req-8cbfd56e-9b14-4709-bec2-ad0b78364647 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Jun 30 03:31:37.186207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168feac-b0b7-4c16-9400-93ee93063404 req-b10a6ce4-dc75-4a51-9d29-9a7670128d09 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:37.187644 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7168feac-b0b7-4c16-9400-93ee93063404 req-b10a6ce4-dc75-4a51-9d29-9a7670128d09 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0643840 Jun 30 03:31:37.224198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7168feac-b0b7-4c16-9400-93ee93063404 req-d16be963-a116-449f-b0e9-5e765423dcd7 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308180 Jun 30 03:31:38.397937 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8422-b3ef-4d55-9f7d-0f85bd165309 req-08a35396-94a5-401e-8fe7-12398fa2a12e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:38.399385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0de8422-b3ef-4d55-9f7d-0f85bd165309 req-08a35396-94a5-401e-8fe7-12398fa2a12e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0640392 Jun 30 03:31:38.436829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0de8422-b3ef-4d55-9f7d-0f85bd165309 req-c42ed7f0-e003-4a8d-874b-beaadb7534b7 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Jun 30 03:31:39.609972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988319f-6cf7-471c-ae7e-8d0d034e753d req-06f36468-419c-436a-8aaf-39e88fdf313e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:39.611698 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1988319f-6cf7-471c-ae7e-8d0d034e753d req-06f36468-419c-436a-8aaf-39e88fdf313e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0616364 Jun 30 03:31:39.651599 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1988319f-6cf7-471c-ae7e-8d0d034e753d req-12bc46d4-01eb-430e-abe2-69a182e33b7c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335519 Jun 30 03:31:40.822568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6cd43-8ea2-48df-8b27-f5a02c56d84f req-e205b270-70b6-4941-aff3-b2a4cac9722b tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:40.826515 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90a6cd43-8ea2-48df-8b27-f5a02c56d84f req-e205b270-70b6-4941-aff3-b2a4cac9722b tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0614779 Jun 30 03:31:40.861432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90a6cd43-8ea2-48df-8b27-f5a02c56d84f req-38c72388-9c5a-46c7-9b26-905ad0fe2b11 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309877 Jun 30 03:31:41.619555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ab4a9-e8df-45e9-9de9-dceb42ae514d req-16273bef-6bfd-4669-a683-be9f02eb1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:41.621022 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b65ab4a9-e8df-45e9-9de9-dceb42ae514d req-16273bef-6bfd-4669-a683-be9f02eb1a18 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 1096 time: 0.0524786 Jun 30 03:31:42.079996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ab4a9-e8df-45e9-9de9-dceb42ae514d req-7ddb261a-eb66-4fb3-b3df-d4c958f5391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:42.081455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b65ab4a9-e8df-45e9-9de9-dceb42ae514d req-7ddb261a-eb66-4fb3-b3df-d4c958f5391b service neutron] 10.222.0.74 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.4407225 Jun 30 03:31:42.105527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf001df-4634-417d-9f12-1e8333ab62fa req-6682dfbc-c3f6-40eb-8b6d-de835cdcbbf8 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:42.106930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7cf001df-4634-417d-9f12-1e8333ab62fa req-6682dfbc-c3f6-40eb-8b6d-de835cdcbbf8 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.1010311 Jun 30 03:31:42.142927 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b65ab4a9-e8df-45e9-9de9-dceb42ae514d req-d5cab935-f117-4e75-91b7-b099d9acf924 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 200 len: 217 time: 0.0545259 Jun 30 03:31:42.197421 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7cf001df-4634-417d-9f12-1e8333ab62fa req-e750bf63-d492-4635-8399-89f49eb68b62 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625100 Jun 30 03:31:42.207011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ab4a9-e8df-45e9-9de9-dceb42ae514d req-5df6f6ea-b3b0-4116-8a5f-527b5d90f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:42.208455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b65ab4a9-e8df-45e9-9de9-dceb42ae514d req-5df6f6ea-b3b0-4116-8a5f-527b5d90f90c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0579164 Jun 30 03:31:42.240686 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b65ab4a9-e8df-45e9-9de9-dceb42ae514d req-ea9b0d60-f103-44d4-ae42-dae809fe2dfd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260816 Jun 30 03:31:42.333257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b65ab4a9-e8df-45e9-9de9-dceb42ae514d req-a59b814d-4de1-46e2-8c4d-e7600b827dd3 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853157 Jun 30 03:31:42.420216 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b65ab4a9-e8df-45e9-9de9-dceb42ae514d req-dcfb75ba-28d3-4f63-9a5e-2f3c9c09c543 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807295 Jun 30 03:31:43.372558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a71d6-132e-468e-b5dd-5ec7c3731200 req-330457b5-de12-4bcd-ba21-3044324f0874 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:43.374068 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da7a71d6-132e-468e-b5dd-5ec7c3731200 req-330457b5-de12-4bcd-ba21-3044324f0874 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0615242 Jun 30 03:31:43.411231 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da7a71d6-132e-468e-b5dd-5ec7c3731200 req-c38a7eea-a61e-4efe-aa52-aeddde0e9a08 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Jun 30 03:31:44.586006 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afe3a-ac00-4523-9b44-2991825a9ad7 req-13336553-fb2f-4077-aeb4-acd587d66fcc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:44.587495 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-357afe3a-ac00-4523-9b44-2991825a9ad7 req-13336553-fb2f-4077-aeb4-acd587d66fcc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0673440 Jun 30 03:31:44.627256 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-357afe3a-ac00-4523-9b44-2991825a9ad7 req-3ec5ea48-ae1e-4a67-9ce0-fc696860b91e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340364 Jun 30 03:31:45.801202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa141a-8c3a-43e6-94a2-230ddbed674f req-7b8bf1f2-17ef-4f25-a1bb-4c4bbc5b29d5 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:45.802699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2dfa141a-8c3a-43e6-94a2-230ddbed674f req-7b8bf1f2-17ef-4f25-a1bb-4c4bbc5b29d5 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0651298 Jun 30 03:31:45.839414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2dfa141a-8c3a-43e6-94a2-230ddbed674f req-00b3c77f-b3d1-43be-bb14-8f1c15c7c6e1 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Jun 30 03:31:45.913814 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-a40d2c4b-2c5a-4893-b594-09d42b244cf4 service neutron] show failed (client error): The resource could not be found. Jun 30 03:31:45.914764 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-a40d2c4b-2c5a-4893-b594-09d42b244cf4 service neutron] 10.222.0.74 "GET /v2.0/ports/abd71b9b-ae39-4c17-bd6d-2177554202e0/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0548558 Jun 30 03:31:46.461713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-5a3fc557-e681-4b13-9911-d48455841905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:46.463190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-5a3fc557-e681-4b13-9911-d48455841905 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae&tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c HTTP/1.1" status: 200 len: 1096 time: 0.0518789 Jun 30 03:31:46.474679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:46.548470 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.747154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:46.780933 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:46.818961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:46.821238 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b19f4e-c752-4cc0-9992-904b97b02a42" -d '{"events": [{"server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "name": "network-vif-unplugged", "status": "completed", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:46.824757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.837399 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Transition to ACTIVE for port object abd71b9b-ae39-4c17-bd6d-2177554202e0 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:46.874641 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca009005-81f6-4194-a3d4-7d1d77a83258 x-openstack-request-id: req-ca009005-81f6-4194-a3d4-7d1d77a83258 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:46.877955 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "name": "network-vif-unplugged", "status": "completed", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:46.877955 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca009005-81f6-4194-a3d4-7d1d77a83258 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:46.877955 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0', 'code': 200} Jun 30 03:31:46.931160 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.022884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=abd71b9b-ae39-4c17-bd6d-2177554202e0,revision_number=6']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:47.043129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] No DVR routers for this DVR port abd71b9b-ae39-4c17-bd6d-2177554202e0 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:31:47.086904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Attempting to bind port abd71b9b-ae39-4c17-bd6d-2177554202e0 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:47.087242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Attempting to bind port abd71b9b-ae39-4c17-bd6d-2177554202e0 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:47.087573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Attempting to bind port abd71b9b-ae39-4c17-bd6d-2177554202e0 on network 29240614-b193-43ac-bd07-1e62b4299d0a {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:47.100350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fce56f-73b1-4f6f-ba4d-f4c3ed74805f req-3e9b3f9d-9e56-4e5b-9ecb-134c25af186f tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:47.101867 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84fce56f-73b1-4f6f-ba4d-f4c3ed74805f req-3e9b3f9d-9e56-4e5b-9ecb-134c25af186f tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 943 time: 0.1377242 Jun 30 03:31:47.103975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Port abd71b9b-ae39-4c17-bd6d-2177554202e0 on network 29240614-b193-43ac-bd07-1e62b4299d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:31:47.104296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Attempting to bind port abd71b9b-ae39-4c17-bd6d-2177554202e0 on network 29240614-b193-43ac-bd07-1e62b4299d0a {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:47.115373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:47.115713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Checking segment: {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:47.116087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Bound using segment: {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:47.116520 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Bound port: abd71b9b-ae39-4c17-bd6d-2177554202e0, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:47.116877 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.171839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84fce56f-73b1-4f6f-ba4d-f4c3ed74805f req-9a466a05-ae91-426d-b014-31ca674e0af8 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626719 Jun 30 03:31:47.207012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:47.209967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:47.286049 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.323882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:47.324501 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.325881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] 10.222.0.83 "PUT /v2.0/ports/abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 200 len: 1091 time: 0.8557312 Jun 30 03:31:47.346062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7cfae-aa5b-4d02-9765-d25970f8a6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=abd71b9b-ae39-4c17-bd6d-2177554202e0,revision_number=7']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:47.403404 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-f596d412-fbc0-4c05-9862-ca3b2cef5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:47.404889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-f596d412-fbc0-4c05-9862-ca3b2cef5a67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 1094 time: 0.0560954 Jun 30 03:31:47.505735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-c3ee3e89-f209-4069-9a01-62bae71aa24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:47.507200 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-c3ee3e89-f209-4069-9a01-62bae71aa24b service neutron] 10.222.0.83 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.0967925 Jun 30 03:31:47.548099 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-b53319d8-e1b3-4cd6-a40a-b388663e48b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 200 len: 217 time: 0.0345814 Jun 30 03:31:47.595533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-9013b828-cf02-46a0-a86f-9e6cfec6f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:47.596952 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-9013b828-cf02-46a0-a86f-9e6cfec6f1b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0425401 Jun 30 03:31:47.631246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-7c906706-30a5-4812-b341-e581131e072a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261266 Jun 30 03:31:47.641682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-61bf6c2c-5b83-4e0a-b7aa-507bdbf7744a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:31:47.643238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-61bf6c2c-5b83-4e0a-b7aa-507bdbf7744a service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055251 Jun 30 03:31:47.732199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-450aa6b4-b405-4e07-9f24-feb0fa5dc4ea service neutron] 10.222.0.83 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822186 Jun 30 03:31:47.822353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2aa456de-c62c-46ec-95da-fe11ad4056d2 req-d5490af2-6ef4-445b-9e51-eb938b555e0f service neutron] 10.222.0.83 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802836 Jun 30 03:31:48.348177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1407c6-4ef3-4fa5-9c91-58c26d69fb9e req-150d1da8-9e70-457e-8dfb-449bc9450626 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:48.349657 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c1407c6-4ef3-4fa5-9c91-58c26d69fb9e req-150d1da8-9e70-457e-8dfb-449bc9450626 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 943 time: 0.0615926 Jun 30 03:31:48.387124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5c1407c6-4ef3-4fa5-9c91-58c26d69fb9e req-e5ce95a3-7596-47a8-a175-b3eb91c5e6e4 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Jun 30 03:31:48.669392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device abd71b9b-ae39-4c17-bd6d-2177554202e0 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:31:48.706227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device abd71b9b-ae39-4c17-bd6d-2177554202e0 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:31:48.877301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:48.883287 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62" -d '{"events": [{"name": "network-changed", "server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:48.926875 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afce060-a34b-4e42-bb2f-3165e525ef66 x-openstack-request-id: req-6afce060-a34b-4e42-bb2f-3165e525ef66 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:48.927173 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:48.927421 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6afce060-a34b-4e42-bb2f-3165e525ef66 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:48.927848 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0', 'status': 'completed', 'code': 200} Jun 30 03:31:48.998972 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-2a57dd65-4de5-45a1-8aa0-89d351599d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:49.000478 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-2a57dd65-4de5-45a1-8aa0-89d351599d85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 1094 time: 0.0564785 Jun 30 03:31:49.008534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-81324643-bc1c-45f3-b615-3a10e0631038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:49.010028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-81324643-bc1c-45f3-b615-3a10e0631038 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 1094 time: 0.0573032 Jun 30 03:31:49.088592 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-4d9a6714-cda9-4ae0-97fe-6e6b75adc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:49.090109 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-4d9a6714-cda9-4ae0-97fe-6e6b75adc6d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.0839150 Jun 30 03:31:49.097949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-858515ea-a010-4a10-a938-cb963e305cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:49.099567 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-858515ea-a010-4a10-a938-cb963e305cb3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.0833001 Jun 30 03:31:49.135401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-e4cf3e0f-c4a4-4523-97e6-e0f51ffe52fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 200 len: 217 time: 0.0390007 Jun 30 03:31:49.145347 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-07c9a937-0a3f-4348-b25f-e46066a37705 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 200 len: 217 time: 0.0391474 Jun 30 03:31:49.184342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-dae5d86c-306f-45c0-8b79-b68ab3ceeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:49.185867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-dae5d86c-306f-45c0-8b79-b68ab3ceeacb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0441022 Jun 30 03:31:49.194539 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-0eef236e-e5c4-4d3c-b11f-fed82e389d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:49.195973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-0eef236e-e5c4-4d3c-b11f-fed82e389d41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0440316 Jun 30 03:31:49.217012 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-b4e6a46c-e7ea-4642-845f-7f497411844c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253785 Jun 30 03:31:49.227723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-50ed88a7-87f5-45e2-bc8f-1dd11736f495 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252626 Jun 30 03:31:49.310544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-06102db1-7a12-4467-9b3d-2712479f3368 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871041 Jun 30 03:31:49.330220 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-65561cf4-cfbd-48f8-b454-b1bf42b1d6a4 service neutron] 10.222.0.83 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946832 Jun 30 03:31:49.399160 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-f988b4d8-3d8e-41f9-9101-2c4710321931 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827618 Jun 30 03:31:49.425733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c059f9d4-9dda-4ad9-a33c-9aad42d86a62 req-8091632c-edf0-42f5-a8cb-5d4d5534520a service neutron] 10.222.0.83 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885921 Jun 30 03:31:49.569533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada0cbf-9b2b-416f-905c-634500d39a6d req-0dd60ef6-9aff-4345-8fa7-984b2c7cf0d2 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:49.571040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ada0cbf-9b2b-416f-905c-634500d39a6d req-0dd60ef6-9aff-4345-8fa7-984b2c7cf0d2 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 943 time: 0.0647364 Jun 30 03:31:49.612545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ada0cbf-9b2b-416f-905c-634500d39a6d req-dda79ce2-2219-4574-a8e9-a734173fde56 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358391 Jun 30 03:31:49.853705 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device abd71b9b-ae39-4c17-bd6d-2177554202e0 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:31:49.949934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:49.961340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'abd71b9b-ae39-4c17-bd6d-2177554202e0', 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a', 'port_id': 'abd71b9b-ae39-4c17-bd6d-2177554202e0', 'mac_address': 'fa:16:3e:3d:b2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d194ea-352c-4a86-9478-170754d08349', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:31:49.996859 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:50.008843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd71b9b-ae39-4c17-bd6d-2177554202e0 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:31:50.027865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:50.094689 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:50.145409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=abd71b9b-ae39-4c17-bd6d-2177554202e0,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:50.312502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['abd71b9b-ae39-4c17-bd6d-2177554202e0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:50.665353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-d643bd30-7fd3-4fbf-a93c-2e4006a0bfbb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531759 Jun 30 03:31:50.802426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-58279558-d9c5-4441-a9b9-ab09b0da4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:50.803936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-58279558-d9c5-4441-a9b9-ab09b0da4320 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 1095 time: 0.0962100 Jun 30 03:31:50.820067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3ff3b-ed9d-485c-81ab-028ea30ded96 req-23d4c881-7b80-4305-b115-febce206c1a6 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:50.821631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8a3ff3b-ed9d-485c-81ab-028ea30ded96 req-23d4c881-7b80-4305-b115-febce206c1a6 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 944 time: 0.0842915 Jun 30 03:31:50.909934 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a8a3ff3b-ed9d-485c-81ab-028ea30ded96 req-11beddae-4234-4eda-8466-0123bbfeddd4 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775931 Jun 30 03:31:50.936176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-9ecf75c3-5d3e-4a21-aab3-8f60c050c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:50.937673 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-9ecf75c3-5d3e-4a21-aab3-8f60c050c71d service neutron] 10.222.0.83 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.1129968 Jun 30 03:31:50.978639 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-aae9230f-f92f-41db-adbf-cd1e0c1decfe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 200 len: 217 time: 0.0340428 Jun 30 03:31:51.026259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-decfe6c9-f4bb-4d37-bfc6-ced09167d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:51.027710 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-decfe6c9-f4bb-4d37-bfc6-ced09167d992 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0436099 Jun 30 03:31:51.064373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-e5e3c829-f34c-4f9d-b271-cb698f56bfad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297823 Jun 30 03:31:51.152753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-13e3924f-c0c9-4a5a-b3f0-f64e25019770 service neutron] 10.222.0.83 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812187 Jun 30 03:31:51.247495 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4753afa2-bcf8-4213-9a55-4f7aaf18fa0b req-9a7f1194-9151-4d74-a447-21e0ab4b6ef0 service neutron] 10.222.0.83 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879242 Jun 30 03:31:51.351621 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e202f-1bd0-4c7a-a188-204c4e22ea97 req-72e42898-bf02-43c2-8b07-75e6a9382c67 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:51.353103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-486e202f-1bd0-4c7a-a188-204c4e22ea97 req-72e42898-bf02-43c2-8b07-75e6a9382c67 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 944 time: 0.0637817 Jun 30 03:31:51.393195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-486e202f-1bd0-4c7a-a188-204c4e22ea97 req-37295735-68e5-4a97-b1a9-54f5fad522fa tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337191 Jun 30 03:31:51.441035 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-4003d8be-b04c-410e-916e-4a17c1b6e4c9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:51.442536 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-4003d8be-b04c-410e-916e-4a17c1b6e4c9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.74 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae&tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 944 time: 0.0743785 Jun 30 03:31:51.500393 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-150d0064-4a6d-4e6c-8e0a-75ee8b0b89ae service neutron] delete failed (client error): The resource could not be found. Jun 30 03:31:51.501330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-150d0064-4a6d-4e6c-8e0a-75ee8b0b89ae service neutron] 10.222.0.74 "DELETE /v2.0/ports/abd71b9b-ae39-4c17-bd6d-2177554202e0/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0533893 Jun 30 03:31:51.592090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-d4d556ee-8c5d-4a8e-8732-ce2d26f5679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:51.593589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-d4d556ee-8c5d-4a8e-8732-ce2d26f5679f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 1095 time: 0.0511663 Jun 30 03:31:51.683957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-ff1b440b-2ea6-47a4-ad78-2c3344cfecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:51.685414 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-ff1b440b-2ea6-47a4-ad78-2c3344cfecef service neutron] 10.222.0.74 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.0860901 Jun 30 03:31:51.726590 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-687bfed6-42e9-4e63-9436-88be5bfbe7a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 200 len: 217 time: 0.0347092 Jun 30 03:31:51.779958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-acf9731c-1243-41b5-86e2-b349c6e53821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:51.781359 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-acf9731c-1243-41b5-86e2-b349c6e53821 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0494974 Jun 30 03:31:51.813786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-bebb57a4-3913-4f2f-b407-b13cad729ecd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260618 Jun 30 03:31:51.870232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device abd71b9b-ae39-4c17-bd6d-2177554202e0 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:51.903343 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-4fec146f-0cee-498c-9770-352639ec2488 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836654 Jun 30 03:31:51.982263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port abd71b9b-ae39-4c17-bd6d-2177554202e0 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:51.987086 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port abd71b9b-ae39-4c17-bd6d-2177554202e0 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:51.987487 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.998467 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b5132c-5991-4aff-aaa2-c6c992da6d4a req-093bbb96-b0d2-4d29-8158-b97d5c25247d service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889218 Jun 30 03:31:52.063089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:52.085232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:52.087481 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e3f03d-fbed-401e-b7e7-21f3c2cecc32" -d '{"events": [{"server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "name": "network-vif-plugged", "status": "completed", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:52.099944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:52.134505 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a0a6aa-dabe-448f-a781-7caed06be738 x-openstack-request-id: req-41a0a6aa-dabe-448f-a781-7caed06be738 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:52.134798 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "name": "network-vif-plugged", "status": "completed", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:52.135055 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41a0a6aa-dabe-448f-a781-7caed06be738 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:52.135448 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0', 'code': 200} Jun 30 03:31:52.165300 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:52.212798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=abd71b9b-ae39-4c17-bd6d-2177554202e0,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:52.566396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa648a-b2f5-4d6e-9624-e27649a8ed5b req-75e1f699-cd08-4a02-b952-b484bda61ac9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:52.567910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62aa648a-b2f5-4d6e-9624-e27649a8ed5b req-75e1f699-cd08-4a02-b952-b484bda61ac9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0621717 Jun 30 03:31:52.607160 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62aa648a-b2f5-4d6e-9624-e27649a8ed5b req-4bc1ed90-c78b-4f22-89f3-8cf332987b20 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329261 Jun 30 03:31:53.302284 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.753867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.787517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be524a2f-5f55-4324-965c-6b6ef3cb04fa req-23e7af0a-392b-47dd-b448-a5bdad296ac1 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:53.789012 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be524a2f-5f55-4324-965c-6b6ef3cb04fa req-23e7af0a-392b-47dd-b448-a5bdad296ac1 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0628471 Jun 30 03:31:53.837876 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be524a2f-5f55-4324-965c-6b6ef3cb04fa req-ca6deb1d-05d5-4008-b0f9-8113a1bb6756 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430202 Jun 30 03:31:54.010902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0fb43-0f8f-4175-bd2a-b452aabd0dc1 req-ebbbba98-a87f-452b-9899-2624ffa57355 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:54.012338 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e6d0fb43-0f8f-4175-bd2a-b452aabd0dc1 req-ebbbba98-a87f-452b-9899-2624ffa57355 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0657547 Jun 30 03:31:54.049485 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e6d0fb43-0f8f-4175-bd2a-b452aabd0dc1 req-1f280424-7fac-45e0-a36c-cf8e14360880 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315220 Jun 30 03:31:54.219932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11365fba-d3a6-43ef-820d-b9324acf2a4d req-ccfa9943-e375-4fb6-8cac-be672899f65c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:54.221887 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11365fba-d3a6-43ef-820d-b9324acf2a4d req-ccfa9943-e375-4fb6-8cac-be672899f65c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0657878 Jun 30 03:31:54.259197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-11365fba-d3a6-43ef-820d-b9324acf2a4d req-78fa59ed-c936-4504-8310-3de24aa2370d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Jun 30 03:31:54.984192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed495622-814d-4444-b55e-ded0653d2f33 req-84af5448-8bd0-4d54-8506-bf88e63f12f0 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:54.985944 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-84af5448-8bd0-4d54-8506-bf88e63f12f0 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 815 time: 0.1047754 Jun 30 03:31:55.000330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8f71d4e8-e5c3-443e-830a-4f225f2af3f3 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/quotas/cc01cc3c83d047f7956f9ff1038bbd7c HTTP/1.1" status: 200 len: 375 time: 0.0089502 Jun 30 03:31:55.066596 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-c315c358-cfcd-4485-95fa-260024b54291 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604346 Jun 30 03:31:55.217589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-64aec1a7-0ddb-4b9d-bb15-a392b14a8733 service neutron] 10.222.0.77 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443346 Jun 30 03:31:55.310050 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8bf5bfd4-2fb4-4bbe-a7b2-da8e02686e9a service neutron] 10.222.0.77 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860009 Jun 30 03:31:55.571126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e019372-df9d-424d-9b6e-5e55383df800 req-f78798c5-264c-4cbd-8c7f-b83d3b77888a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 210 time: 0.0294843 Jun 30 03:31:56.126054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-8d98093e-f848-4f6f-80bf-1d7728fd889e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:56.127510 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-8d98093e-f848-4f6f-80bf-1d7728fd889e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3003bc6-9f0b-4333-a00e-fa687097f8ae HTTP/1.1" status: 200 len: 945 time: 0.0635355 Jun 30 03:31:56.232285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-3934b091-7094-4286-a870-ecfaaa83c528 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Deleting port abd71b9b-ae39-4c17-bd6d-2177554202e0 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:31:56.232636 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-3934b091-7094-4286-a870-ecfaaa83c528 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.319212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-3934b091-7094-4286-a870-ecfaaa83c528 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] For port abd71b9b-ae39-4c17-bd6d-2177554202e0, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=abd71b9b-ae39-4c17-bd6d-2177554202e0,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:56.319579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-3934b091-7094-4286-a870-ecfaaa83c528 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.332470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-3934b091-7094-4286-a870-ecfaaa83c528 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Calling delete_port for abd71b9b-ae39-4c17-bd6d-2177554202e0 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:31:56.530932 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-3934b091-7094-4286-a870-ecfaaa83c528 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.542817 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['abd71b9b-ae39-4c17-bd6d-2177554202e0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:56.559121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934b091-7094-4286-a870-ecfaaa83c528 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Pushing event deleted for resources: {'Port': ['ID=abd71b9b-ae39-4c17-bd6d-2177554202e0,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:56.607534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-3934b091-7094-4286-a870-ecfaaa83c528 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] No DVR routers for this DVR port abd71b9b-ae39-4c17-bd6d-2177554202e0 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:31:56.610705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-3934b091-7094-4286-a870-ecfaaa83c528 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.612768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46aec69c-03e3-482a-942b-5cc0d7edcd85 req-3934b091-7094-4286-a870-ecfaaa83c528 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.83 "DELETE /v2.0/ports/abd71b9b-ae39-4c17-bd6d-2177554202e0 HTTP/1.1" status: 204 len: 173 time: 0.4791629 Jun 30 03:31:56.613754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'name': 'network-vif-deleted', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:56.616010 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1e31af-4f3d-4dbf-a3c0-dfcfd2426b92" -d '{"events": [{"server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "name": "network-vif-deleted", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:56.653576 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc57ab6-b86b-46b3-9764-113867adf9e1 x-openstack-request-id: req-7cc57ab6-b86b-46b3-9764-113867adf9e1 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:56.653576 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3003bc6-9f0b-4333-a00e-fa687097f8ae", "name": "network-vif-deleted", "tag": "abd71b9b-ae39-4c17-bd6d-2177554202e0", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:56.653576 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cc57ab6-b86b-46b3-9764-113867adf9e1 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:56.653576 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3003bc6-9f0b-4333-a00e-fa687097f8ae', 'name': 'network-vif-deleted', 'tag': 'abd71b9b-ae39-4c17-bd6d-2177554202e0', 'status': 'completed', 'code': 200} Jun 30 03:31:56.712641 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-98ff0fd7-3929-46d2-b6f5-e401c0831cba req-94bb1523-595a-45f2-9cb5-1e5e013e7089 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 210 time: 0.0305958 Jun 30 03:31:57.575135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed495622-814d-4444-b55e-ded0653d2f33 req-856816cc-5cd2-4333-bd9d-d791c5575cdc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:57.576497 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-856816cc-5cd2-4333-bd9d-d791c5575cdc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.74 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 815 time: 0.1080232 Jun 30 03:31:57.588058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Request body: {'port': {'device_id': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a', 'admin_state_up': True, 'tenant_id': 'cc01cc3c83d047f7956f9ff1038bbd7c'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:57.757407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Made reservation on behalf of cc01cc3c83d047f7956f9ff1038bbd7c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:57.761156 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.858675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e93b17bc-2942-4280-a0cb-a369ae85a6c6 req-7f9bb289-3fe3-402d-aa8f-5f2dce3115ce tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 210 time: 0.0305517 Jun 30 03:31:57.898239 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Allocated IP 172.20.0.10 (29240614-b193-43ac-bd07-1e62b4299d0a/24d194ea-352c-4a86-9478-170754d08349/114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:58.043933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.159609 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.170790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['abd71b9b-ae39-4c17-bd6d-2177554202e0'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:58.203513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Network 29240614-b193-43ac-bd07-1e62b4299d0a is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:58.206593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:58.210341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:58.218529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Pushing event updated for resources: {'Port': ['ID=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:58.263740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:58.264349 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.369180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-8fd9af99-a5fa-45d3-9392-7c6552e40dfc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7848849 Jun 30 03:31:58.380369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-70e24a8b-01d1-4ac4-a82f-fe5691c3b07b tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:31:58.381295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-70e24a8b-01d1-4ac4-a82f-fe5691c3b07b tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051265 Jun 30 03:31:58.438247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Request body: {'port': {'device_id': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:58.513995 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.611429 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a8366dfc-3ad7-4a54-9181-ffd907954236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.782325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:31:58.790163 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.802192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Transition to ACTIVE for port object 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:58.868253 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.918874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Pushing event updated for resources: {'Port': ['ID=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:59.002402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Attempting to bind port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:59.002736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Attempting to bind port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:59.003071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Attempting to bind port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d on network 29240614-b193-43ac-bd07-1e62b4299d0a {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:59.026682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d on network 29240614-b193-43ac-bd07-1e62b4299d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:31:59.027003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Attempting to bind port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d on network 29240614-b193-43ac-bd07-1e62b4299d0a {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:59.035487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:59.036430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Checking segment: {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:59.036814 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Bound using segment: {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:59.037239 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Bound port: 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:59.037619 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:59.095639 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f57d08-7db0-482b-bc1f-8375862e12d1 req-29b23ad7-57bb-43e0-ba19-50acd2489a9f tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:59.097112 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0f57d08-7db0-482b-bc1f-8375862e12d1 req-29b23ad7-57bb-43e0-ba19-50acd2489a9f tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 944 time: 0.1086628 Jun 30 03:31:59.140293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:59.161946 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0f57d08-7db0-482b-bc1f-8375862e12d1 req-91aeafee-426f-4b9a-bbf0-1317375b1972 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543644 Jun 30 03:31:59.163564 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:59.263408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:59.298235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:59.298864 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:59.300336 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] 10.222.0.74 "PUT /v2.0/ports/114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d HTTP/1.1" status: 200 len: 1092 time: 0.9118938 Jun 30 03:31:59.300784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:59.303074 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac51411-e432-4bce-85c1-5d4771b50aff" -d '{"events": [{"name": "network-changed", "server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:59.326884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Pushing event updated for resources: {'Port': ['ID=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:59.334899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.338368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.338368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.338368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.338368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.338368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.338368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.338368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.338368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.338368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.338368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.339517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce8e44-55ab-46f4-9765-a71e763afd57 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:59.342565 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae201fe-82e2-43b4-8454-cde7d6a73b0a x-openstack-request-id: req-4ae201fe-82e2-43b4-8454-cde7d6a73b0a {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:59.342845 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:59.343112 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ae201fe-82e2-43b4-8454-cde7d6a73b0a {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:59.343506 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d', 'status': 'completed', 'code': 200} Jun 30 03:31:59.413418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac51411-e432-4bce-85c1-5d4771b50aff req-0df7514d-7623-4004-b78d-c46be310d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:59.414984 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cac51411-e432-4bce-85c1-5d4771b50aff req-0df7514d-7623-4004-b78d-c46be310d065 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0539110 Jun 30 03:31:59.515590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac51411-e432-4bce-85c1-5d4771b50aff req-cd3cda14-d894-4b8f-b0a4-6e307a00c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:59.517090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cac51411-e432-4bce-85c1-5d4771b50aff req-cd3cda14-d894-4b8f-b0a4-6e307a00c93e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949259 Jun 30 03:31:59.615646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac51411-e432-4bce-85c1-5d4771b50aff req-b4f4c32c-401e-4a4c-ba85-cd559593e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:59.616994 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cac51411-e432-4bce-85c1-5d4771b50aff req-b4f4c32c-401e-4a4c-ba85-cd559593e0c4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943711 Jun 30 03:31:59.706670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed495622-814d-4444-b55e-ded0653d2f33 req-91b35374-b357-4de5-b283-b180145884c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:59.708163 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-91b35374-b357-4de5-b283-b180145884c9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0524883 Jun 30 03:31:59.748931 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-22b16d68-7025-4082-b692-6eaad3c919f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d HTTP/1.1" status: 200 len: 217 time: 0.0340559 Jun 30 03:31:59.799593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed495622-814d-4444-b55e-ded0653d2f33 req-5edfe280-861d-475f-80be-854089aa331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:59.801007 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-5edfe280-861d-475f-80be-854089aa331c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0464184 Jun 30 03:31:59.832982 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-0342c602-5da1-4dcf-aaac-5624f155e78a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258718 Jun 30 03:31:59.918656 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-ba1e7382-7922-4b40-9f08-c5ab506320bf service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794594 Jun 30 03:32:00.010127 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed495622-814d-4444-b55e-ded0653d2f33 req-c4ad9081-7183-4de3-8d9c-e721b3031c56 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855875 Jun 30 03:32:00.337254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968d78c-510f-48da-a960-7b1cacd6bc34 req-7197b0b9-cb9b-40a7-8add-5c4c60711faa tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:00.338743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4968d78c-510f-48da-a960-7b1cacd6bc34 req-7197b0b9-cb9b-40a7-8add-5c4c60711faa tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 944 time: 0.0673287 Jun 30 03:32:00.375657 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4968d78c-510f-48da-a960-7b1cacd6bc34 req-40a1d316-3131-4fba-925d-82a32a78ab39 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Jun 30 03:32:01.320272 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:01.346300 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3486a44b-2be7-4893-a1f5-308399ce5391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:01.558546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262ac81-7068-4266-af9f-6da9d77e15ed req-e61e3831-6bda-4691-85e2-ad25c5f1418a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:01.558546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0262ac81-7068-4266-af9f-6da9d77e15ed req-e61e3831-6bda-4691-85e2-ad25c5f1418a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 944 time: 0.0645244 Jun 30 03:32:01.594664 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0262ac81-7068-4266-af9f-6da9d77e15ed req-780e71a3-c979-4dd8-819f-3cd221c49be6 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321240 Jun 30 03:32:01.916750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device abd71b9b-ae39-4c17-bd6d-2177554202e0 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:32:01.936106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: abd71b9b-ae39-4c17-bd6d-2177554202e0 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:32:01.936452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device abd71b9b-ae39-4c17-bd6d-2177554202e0 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:32:02.752785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:32:02.773060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7767b-b024-46a8-9401-4a8a9428ec5f req-4c344e03-bf9b-4c85-b2b4-b4e805a1d5a0 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:02.774570 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4af7767b-b024-46a8-9401-4a8a9428ec5f req-4c344e03-bf9b-4c85-b2b4-b4e805a1d5a0 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 944 time: 0.0672703 Jun 30 03:32:02.812391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4af7767b-b024-46a8-9401-4a8a9428ec5f req-e8cd1af4-2fd6-45b3-9c04-87dd05196877 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Jun 30 03:32:02.849115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:02.860069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d', 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a', 'port_id': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d', 'mac_address': 'fa:16:3e:f6:d9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d194ea-352c-4a86-9478-170754d08349', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:32:02.896350 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:02.908399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:32:02.950351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:03.042481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:03.064747 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:03.088447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:03.244826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:32:03.995068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5bfec-27ce-497f-9086-07bb2eba5083 req-e91c3e45-57a7-4060-a77e-550329b8560a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:03.996551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34e5bfec-27ce-497f-9086-07bb2eba5083 req-e91c3e45-57a7-4060-a77e-550329b8560a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 945 time: 0.0690343 Jun 30 03:32:04.033553 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34e5bfec-27ce-497f-9086-07bb2eba5083 req-d9e1e173-bcd7-4a89-bf32-3a03aeb67f8d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Jun 30 03:32:04.753608 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:04.763868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:04.882880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:04.886601 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:04.887007 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:04.964025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:04.985891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:04.990454 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419727a5-e1ab-4fb1-902a-8fd4ceb8872e" -d '{"events": [{"server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "name": "network-vif-plugged", "status": "completed", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:05.000821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:05.023590 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc85e6a-8419-43bb-b80d-033e553eba9a x-openstack-request-id: req-2bc85e6a-8419-43bb-b80d-033e553eba9a {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:05.023888 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "name": "network-vif-plugged", "status": "completed", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:05.024151 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2bc85e6a-8419-43bb-b80d-033e553eba9a {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:05.024547 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d', 'code': 200} Jun 30 03:32:05.066369 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:05.120897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:05.130005 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.130351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.130790 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.131154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.131485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.131912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.132122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.132449 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.133585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.133748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.134079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.134399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:05.138928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36ced0-41c6-40db-90f3-4c546a98ec22 req-9acb3200-3a66-47e6-a47a-039683c5f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:05.140487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce36ced0-41c6-40db-90f3-4c546a98ec22 req-9acb3200-3a66-47e6-a47a-039683c5f7b9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0529459 Jun 30 03:32:05.175976 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce36ced0-41c6-40db-90f3-4c546a98ec22 req-4a7a6b8c-5ec8-4a4b-9ebc-b7b52513312b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288403 Jun 30 03:32:05.208098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9046e7-0428-491a-a294-15d4ab47ece9 req-98350931-7378-4fa0-841a-5c405c5bf7c1 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:05.210233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d9046e7-0428-491a-a294-15d4ab47ece9 req-98350931-7378-4fa0-841a-5c405c5bf7c1 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0630958 Jun 30 03:32:05.246898 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3d9046e7-0428-491a-a294-15d4ab47ece9 req-0df17b58-cbfd-4d3f-a2cf-7f1a10a8cd0a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Jun 30 03:32:06.417764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc9a2e-b5ed-428e-9914-8dbb850f1561 req-f9e2982d-1d12-460a-b487-aaadbb3b594b tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:06.419217 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dfcc9a2e-b5ed-428e-9914-8dbb850f1561 req-f9e2982d-1d12-460a-b487-aaadbb3b594b tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0619161 Jun 30 03:32:06.456051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dfcc9a2e-b5ed-428e-9914-8dbb850f1561 req-68a9b2f5-0358-4eea-bb28-7745a8f8a6b3 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Jun 30 03:32:06.634979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8083b-0b7e-449c-9d42-bb3dba734a2e req-f69e1ebb-f565-448f-8c22-18e3cce8893d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:06.636439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6a8083b-0b7e-449c-9d42-bb3dba734a2e req-f69e1ebb-f565-448f-8c22-18e3cce8893d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0741520 Jun 30 03:32:06.672483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b6a8083b-0b7e-449c-9d42-bb3dba734a2e req-9ae3fd5a-2c12-4ccf-b774-8a7769508fa8 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304627 Jun 30 03:32:07.239965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75b1e9-52a4-4253-af6b-53f2f4465434 req-44305e76-2ccc-4484-8d3c-a7bf461abf08 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:07.241387 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f75b1e9-52a4-4253-af6b-53f2f4465434 req-44305e76-2ccc-4484-8d3c-a7bf461abf08 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0678685 Jun 30 03:32:07.279763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f75b1e9-52a4-4253-af6b-53f2f4465434 req-78037ac7-b22f-466d-b7b8-505ca92df7a8 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Jun 30 03:32:07.301094 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-f2267510-ae27-4c92-8388-460af32de4e1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0550833 Jun 30 03:32:08.453104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f5bb4-3d66-46bc-b1e1-3f99a1c43865 req-bcac8944-1aca-43c1-b775-4df26431db53 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:08.454709 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b7f5bb4-3d66-46bc-b1e1-3f99a1c43865 req-bcac8944-1aca-43c1-b775-4df26431db53 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0613251 Jun 30 03:32:08.492991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0b7f5bb4-3d66-46bc-b1e1-3f99a1c43865 req-8bdb8394-2051-43b1-acd8-818b92742cd0 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Jun 30 03:32:08.565374 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:32:09.258978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-ed751845-7682-4819-8dba-6a30b7325594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:09.260351 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-ed751845-7682-4819-8dba-6a30b7325594 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 1097 time: 0.0562608 Jun 30 03:32:09.347920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-22ab9825-0e8d-43d1-8f91-03b085a2dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:09.350011 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-22ab9825-0e8d-43d1-8f91-03b085a2dbbf service neutron] 10.222.0.74 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.0837164 Jun 30 03:32:09.388920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-6fef2402-09b7-41b2-83ab-5981172e5c6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d HTTP/1.1" status: 200 len: 217 time: 0.0330086 Jun 30 03:32:09.439616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-85970b61-8e81-427f-8e7e-755d253e41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:09.441019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-85970b61-8e81-427f-8e7e-755d253e41c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0465329 Jun 30 03:32:09.472614 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-4c791bf3-5a99-4457-84af-e86a3a0744f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250452 Jun 30 03:32:09.558688 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-bd90e336-b54c-4043-8647-40b52a6ea9a3 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796103 Jun 30 03:32:09.652797 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-a1dd922a-9e73-4a6c-9640-017156dc5b3e service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875793 Jun 30 03:32:09.665528 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba5eea-53c8-4928-a062-3f5ca307611f req-cf3b7874-2802-447f-bd7e-0d37c4f720d3 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:09.667071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-14ba5eea-53c8-4928-a062-3f5ca307611f req-cf3b7874-2802-447f-bd7e-0d37c4f720d3 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0630243 Jun 30 03:32:09.704917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-14ba5eea-53c8-4928-a062-3f5ca307611f req-7eab4712-6458-42a6-a457-3a27a1ce3f42 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jun 30 03:32:10.880343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea46e2-dba7-4082-970b-824c1ec44012 req-b87d3e0d-228b-4a6e-b780-7d0f5f20a43c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:10.881839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-70ea46e2-dba7-4082-970b-824c1ec44012 req-b87d3e0d-228b-4a6e-b780-7d0f5f20a43c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0637352 Jun 30 03:32:10.919775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-70ea46e2-dba7-4082-970b-824c1ec44012 req-2bc833d3-2b88-496f-852a-0312ce9f39f5 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318983 Jun 30 03:32:12.091990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87bec6-d161-4196-9482-87ddddc8d62b req-9080410d-6f28-4a9c-89eb-65dd3de8b66e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:12.093568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f87bec6-d161-4196-9482-87ddddc8d62b req-9080410d-6f28-4a9c-89eb-65dd3de8b66e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0653491 Jun 30 03:32:12.130029 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1f87bec6-d161-4196-9482-87ddddc8d62b req-e3792e99-93a5-4441-8fc9-97a58993da2a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310018 Jun 30 03:32:13.304974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bd2e8-4d1c-40fb-977c-d067d6419d71 req-5846735c-8216-45e6-a8e2-e2505eca5851 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:13.306382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-760bd2e8-4d1c-40fb-977c-d067d6419d71 req-5846735c-8216-45e6-a8e2-e2505eca5851 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0661175 Jun 30 03:32:13.344160 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-760bd2e8-4d1c-40fb-977c-d067d6419d71 req-cd8ec3d3-296b-4015-af53-bc24da0c39ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Jun 30 03:32:14.516234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e469db-574d-4a16-964b-691f0bf52dc6 req-378af0ee-f1a3-4d3f-9535-fffdffff19ac tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:14.518055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95e469db-574d-4a16-964b-691f0bf52dc6 req-378af0ee-f1a3-4d3f-9535-fffdffff19ac tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0630269 Jun 30 03:32:14.557041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-95e469db-574d-4a16-964b-691f0bf52dc6 req-9e0294ed-6554-4e9e-a839-0480d822e682 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332344 Jun 30 03:32:15.727495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49853ec3-c9ac-4247-90dc-58304bce776e req-b0b69914-c2ee-446d-92a8-129a5de848f9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:15.729240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49853ec3-c9ac-4247-90dc-58304bce776e req-b0b69914-c2ee-446d-92a8-129a5de848f9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0622995 Jun 30 03:32:15.767295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49853ec3-c9ac-4247-90dc-58304bce776e req-4de9738d-1df2-4599-9e4e-49c3e0f02805 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Jun 30 03:32:16.952308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ce703-a62b-4aa7-a0ca-281a515d9630 req-d43fef0f-f8cf-46c7-94ce-88501a85a4a3 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:16.953856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd4ce703-a62b-4aa7-a0ca-281a515d9630 req-d43fef0f-f8cf-46c7-94ce-88501a85a4a3 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0688052 Jun 30 03:32:16.992467 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bd4ce703-a62b-4aa7-a0ca-281a515d9630 req-d93e73b3-0e8c-419b-9985-af42d2131043 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326025 Jun 30 03:32:18.184556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcbd15-6ce3-4c30-bbef-8d07ba12496a req-dc425998-be7f-430c-9740-96f77c7f5e5e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:18.185957 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1cdcbd15-6ce3-4c30-bbef-8d07ba12496a req-dc425998-be7f-430c-9740-96f77c7f5e5e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0669451 Jun 30 03:32:18.224763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1cdcbd15-6ce3-4c30-bbef-8d07ba12496a req-d947aa97-b81d-4626-b17c-dd9ecc28b46d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Jun 30 03:32:19.394414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603d0f7-50c4-473f-8e2d-6c49a4cd69e2 req-e381fe47-409c-47c0-a435-a4d29d6ddcd3 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:19.395877 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2603d0f7-50c4-473f-8e2d-6c49a4cd69e2 req-e381fe47-409c-47c0-a435-a4d29d6ddcd3 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0623341 Jun 30 03:32:19.432588 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2603d0f7-50c4-473f-8e2d-6c49a4cd69e2 req-55fa41ed-ae83-48a7-9a0e-b89c065a15d7 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305443 Jun 30 03:32:20.604261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c3eb0-8659-43f2-a1ff-7a7c12f5d905 req-8b90ed31-f798-4e61-a7ce-951d66915796 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:20.605771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f9c3eb0-8659-43f2-a1ff-7a7c12f5d905 req-8b90ed31-f798-4e61-a7ce-951d66915796 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0627208 Jun 30 03:32:20.643113 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f9c3eb0-8659-43f2-a1ff-7a7c12f5d905 req-f8cc18bb-9f5c-463d-9034-db7ed929a9cc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313890 Jun 30 03:32:21.832274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8bd99-73b7-4eed-bed6-8787efad5e86 req-2ea04759-2e72-4f73-a539-585904d8395a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:21.835653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bce8bd99-73b7-4eed-bed6-8787efad5e86 req-2ea04759-2e72-4f73-a539-585904d8395a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0622234 Jun 30 03:32:21.874154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bce8bd99-73b7-4eed-bed6-8787efad5e86 req-1ddb6228-9c32-4b34-bc9f-28cb65dd3fc9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340953 Jun 30 03:32:23.049726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f0970-3d81-47d9-8636-28200d65b3aa req-3557c105-7373-40c2-bf86-23118ebb4115 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:23.051209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb9f0970-3d81-47d9-8636-28200d65b3aa req-3557c105-7373-40c2-bf86-23118ebb4115 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0629723 Jun 30 03:32:23.088350 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb9f0970-3d81-47d9-8636-28200d65b3aa req-a3fde510-c359-4437-b682-e58b502376b2 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Jun 30 03:32:23.295874 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:23.753262 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:24.265980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe4ebd-156f-41d7-a6d4-12201aa84a09 req-0210277c-da67-41b5-bfb8-07691a55d6dd tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:24.267507 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42fe4ebd-156f-41d7-a6d4-12201aa84a09 req-0210277c-da67-41b5-bfb8-07691a55d6dd tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0680084 Jun 30 03:32:24.306106 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42fe4ebd-156f-41d7-a6d4-12201aa84a09 req-5984fe10-3403-4913-81fa-1fd6bf4df389 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Jun 30 03:32:25.484772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55394c95-c43c-4c63-ba1c-dee82da68dab req-7c8c2e9f-c6a4-4217-b58e-5e06ad7d04f0 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:25.486287 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55394c95-c43c-4c63-ba1c-dee82da68dab req-7c8c2e9f-c6a4-4217-b58e-5e06ad7d04f0 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0659554 Jun 30 03:32:25.523923 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-55394c95-c43c-4c63-ba1c-dee82da68dab req-da6f3559-3243-48ab-a223-73da45d1e577 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Jun 30 03:32:26.696422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e68a0f-9603-4458-a742-16c063381dbb req-faa89b2f-2375-488e-89fa-d53a8b0ac014 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:26.697932 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83e68a0f-9603-4458-a742-16c063381dbb req-faa89b2f-2375-488e-89fa-d53a8b0ac014 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0621955 Jun 30 03:32:26.736414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-83e68a0f-9603-4458-a742-16c063381dbb req-1cd0ca4d-f67b-4a75-8784-5270a29406be tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Jun 30 03:32:27.914138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afec94-ed01-4ba9-a0fd-6a56697e31e9 req-d3b6b1d9-f8d9-4d64-ae10-7c62f17c56c1 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:27.915616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9afec94-ed01-4ba9-a0fd-6a56697e31e9 req-d3b6b1d9-f8d9-4d64-ae10-7c62f17c56c1 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0635753 Jun 30 03:32:27.956663 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9afec94-ed01-4ba9-a0fd-6a56697e31e9 req-8c653638-588e-4c83-9f54-e42f2f357f75 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Jun 30 03:32:28.627138 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c695cd0c-7c8f-4e96-8249-27c8a853cf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:29.135042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09a91b-87e5-4783-b244-3cf51d77d8be req-386e996a-1bb5-4a0e-b3d6-1906e70c72f9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:29.136557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de09a91b-87e5-4783-b244-3cf51d77d8be req-386e996a-1bb5-4a0e-b3d6-1906e70c72f9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0674770 Jun 30 03:32:29.174469 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de09a91b-87e5-4783-b244-3cf51d77d8be req-98d6416c-2add-4236-876c-4100a31a3828 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Jun 30 03:32:30.354166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df07ee7-b769-47ba-94d2-711215edcb52 req-22866506-f4d4-49da-a4fe-67ef24452cdf tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:30.355761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2df07ee7-b769-47ba-94d2-711215edcb52 req-22866506-f4d4-49da-a4fe-67ef24452cdf tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0659263 Jun 30 03:32:30.395762 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2df07ee7-b769-47ba-94d2-711215edcb52 req-c7af9188-18be-4a06-a023-5607a8a5d450 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Jun 30 03:32:31.322357 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:31.344535 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-41697acd-ce0c-4bba-b73a-11cbf89488b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:31.568004 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2ac55-c2a5-4d51-86a6-8083f53605b6 req-ccdf457f-0039-43e0-8aaa-e36790c3323a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:31.569472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-30c2ac55-c2a5-4d51-86a6-8083f53605b6 req-ccdf457f-0039-43e0-8aaa-e36790c3323a tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0650194 Jun 30 03:32:31.608871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-30c2ac55-c2a5-4d51-86a6-8083f53605b6 req-4be9301e-8b46-4f1b-9d52-7ed65daa8b4e tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331903 Jun 30 03:32:32.781050 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500541b-71b8-49ce-8748-a244e1f99117 req-874c5fe6-1241-4f21-82bc-d1decae4f247 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:32.782549 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a500541b-71b8-49ce-8748-a244e1f99117 req-874c5fe6-1241-4f21-82bc-d1decae4f247 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0638230 Jun 30 03:32:32.819347 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a500541b-71b8-49ce-8748-a244e1f99117 req-ae56e4c5-2f5f-4567-b92a-53e4da12a6aa tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Jun 30 03:32:33.010095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:34.013950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8db620-aebe-44ed-8d30-13392cc5f18d req-e9453e4a-4a82-4220-8bc1-fe4d45fca26b tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:34.015426 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b8db620-aebe-44ed-8d30-13392cc5f18d req-e9453e4a-4a82-4220-8bc1-fe4d45fca26b tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0647223 Jun 30 03:32:34.056872 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5b8db620-aebe-44ed-8d30-13392cc5f18d req-81130c38-a221-4ec1-bd90-b3cea2ce5739 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357459 Jun 30 03:32:34.795886 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:35.228250 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5978b37-76d5-4010-8904-78d501bb0f46 req-b8e05b11-d2a6-4196-9a17-0c2432eeef3c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:35.230246 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5978b37-76d5-4010-8904-78d501bb0f46 req-b8e05b11-d2a6-4196-9a17-0c2432eeef3c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0614066 Jun 30 03:32:35.267493 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5978b37-76d5-4010-8904-78d501bb0f46 req-56875237-1265-4f13-97a5-27e931ee35b0 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Jun 30 03:32:36.440829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d9877-483b-4fb8-a95c-1937e1ac6c79 req-f5ee6b7d-a52a-47f0-af09-6db61e907211 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:36.442309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b0d9877-483b-4fb8-a95c-1937e1ac6c79 req-f5ee6b7d-a52a-47f0-af09-6db61e907211 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0610859 Jun 30 03:32:36.479779 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b0d9877-483b-4fb8-a95c-1937e1ac6c79 req-5cee0466-240a-4d5c-9aed-5c3b3555c7d7 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Jun 30 03:32:36.779533 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-58625eac-5580-415b-8cad-2eb50f7de5d2 service neutron] show failed (client error): The resource could not be found. Jun 30 03:32:36.780543 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-58625eac-5580-415b-8cad-2eb50f7de5d2 service neutron] 10.222.0.74 "GET /v2.0/ports/114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0581839 Jun 30 03:32:37.438739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-8c08819f-4bb3-4d83-85f9-ceeabc9b499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:37.440296 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-8c08819f-4bb3-4d83-85f9-ceeabc9b499c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7&tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c HTTP/1.1" status: 200 len: 1097 time: 0.0518162 Jun 30 03:32:37.453041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:37.528082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:37.666257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687a2ba-f910-4bd3-bac1-69641714be93 req-4efc6429-36e8-458d-b0a5-d3f3b29be3db tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:37.667789 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2687a2ba-f910-4bd3-bac1-69641714be93 req-4efc6429-36e8-458d-b0a5-d3f3b29be3db tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0631757 Jun 30 03:32:37.708797 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2687a2ba-f910-4bd3-bac1-69641714be93 req-88bdb076-6832-4ac1-9633-77541b2353c9 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346189 Jun 30 03:32:37.734564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:37.767803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:37.805422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:37.808275 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc3bd13-9bb3-45ff-b4fb-9b15ca2bf40c" -d '{"events": [{"server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:37.811773 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:37.829009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Transition to ACTIVE for port object 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:37.859643 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a94c6-d44b-42ba-ba46-fb9426c3a60d x-openstack-request-id: req-479a94c6-d44b-42ba-ba46-fb9426c3a60d {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:37.859933 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:37.860183 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-479a94c6-d44b-42ba-ba46-fb9426c3a60d {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:37.860581 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d', 'code': 200} Jun 30 03:32:37.895896 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:37.963631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] No DVR routers for this DVR port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:32:37.965579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Pushing event updated for resources: {'Port': ['ID=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,revision_number=6']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:37.976052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.976394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.976757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.977090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.977417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.977769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.978117 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.978411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.978727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.979044 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.979390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:37.979705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.012758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Attempting to bind port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:32:38.013091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Attempting to bind port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:32:38.013427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Attempting to bind port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d on network 29240614-b193-43ac-bd07-1e62b4299d0a {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:38.017853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d on network 29240614-b193-43ac-bd07-1e62b4299d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:32:38.018175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Attempting to bind port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d on network 29240614-b193-43ac-bd07-1e62b4299d0a {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:38.022814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:32:38.023150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Checking segment: {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:38.023535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Bound using segment: {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:32:38.023959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Bound port: 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe1df5a-d988-4858-b9d5-10b286a55167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:32:38.024320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.084816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:38.087764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:32:38.187544 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.222351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:38.222973 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.224983 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] 10.222.0.83 "PUT /v2.0/ports/114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d HTTP/1.1" status: 200 len: 1092 time: 0.7753019 Jun 30 03:32:38.247237 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bb2e7-162f-4d84-ab90-9751791bac83 service neutron] Pushing event updated for resources: {'Port': ['ID=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,revision_number=7']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:38.304737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-9d8d33c1-9dad-403e-bc79-8defba4e3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:38.306263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-9d8d33c1-9dad-403e-bc79-8defba4e3f65 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0559032 Jun 30 03:32:38.391525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-197765b3-0f85-4268-afc3-32959669cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:38.392974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-197765b3-0f85-4268-afc3-32959669cddd service neutron] 10.222.0.83 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.0808842 Jun 30 03:32:38.436306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-fd79cd08-a35c-4eae-ad8f-ac1d2b8eee31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d HTTP/1.1" status: 200 len: 217 time: 0.0369525 Jun 30 03:32:38.484389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-2b9b0728-ed7c-4a74-b712-8e5b28f52291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:38.485702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-2b9b0728-ed7c-4a74-b712-8e5b28f52291 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0423996 Jun 30 03:32:38.515670 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-36cd4e8b-3bf8-47ce-b0ba-9aa5bd3cb8ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242336 Jun 30 03:32:38.602990 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-ca9ffbbd-964c-4dc3-be63-bdb08aa94198 service neutron] 10.222.0.83 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806375 Jun 30 03:32:38.687646 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0584733-892f-433e-9cf5-940a2c08cc03 req-e45326b4-a5f4-4b21-80ad-1b6af5f14409 service neutron] 10.222.0.83 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783985 Jun 30 03:32:38.879450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24163f1-a004-43db-b488-7f09c24b8423 req-e9a9b026-2648-4064-880c-2b09dd5ea5bc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:38.880932 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a24163f1-a004-43db-b488-7f09c24b8423 req-e9a9b026-2648-4064-880c-2b09dd5ea5bc tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 944 time: 0.0625892 Jun 30 03:32:38.928102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a24163f1-a004-43db-b488-7f09c24b8423 req-4995f3bb-273a-42e5-9eac-de320f924424 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Jun 30 03:32:38.933460 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:32:38.972422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:32:39.861964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:39.864486 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:39.914528 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafffa00-7ec0-4086-a104-300879be3f72 x-openstack-request-id: req-eafffa00-7ec0-4086-a104-300879be3f72 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:39.914843 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:39.915090 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eafffa00-7ec0-4086-a104-300879be3f72 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:39.915524 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d', 'status': 'completed', 'code': 200} Jun 30 03:32:39.990170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-d80de97c-6e13-4be0-a435-8c5fe6ec7ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:39.991839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-d80de97c-6e13-4be0-a435-8c5fe6ec7ea9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0576916 Jun 30 03:32:39.997110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-5c626da0-2d8f-4aab-94ef-48bc30d403b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:39.998869 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-5c626da0-2d8f-4aab-94ef-48bc30d403b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0576923 Jun 30 03:32:40.099863 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-cc187ca6-c041-413d-bea6-60a998cb7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:40.101332 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-cc187ca6-c041-413d-bea6-60a998cb7606 service neutron] 10.222.0.83 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.0949454 Jun 30 03:32:40.145293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-6d69def4-ac02-4e66-a7b4-763ba900eafa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d HTTP/1.1" status: 200 len: 217 time: 0.0371103 Jun 30 03:32:40.202454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-79308db1-a850-4b1d-8724-fd8f23f62fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:40.203799 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-79308db1-a850-4b1d-8724-fd8f23f62fe9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0505705 Jun 30 03:32:40.241970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-5325deb1-1023-4987-9bbd-2add748d3bbf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288332 Jun 30 03:32:40.345625 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-efe06511-7df9-4481-bbed-1df369871ab8 service neutron] 10.222.0.83 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969005 Jun 30 03:32:40.444063 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-5108b9fa-074d-49d3-8f01-0489da061e2a service neutron] 10.222.0.83 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916088 Jun 30 03:32:40.462825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-44b45a29-dd68-4388-9de1-d6d1984f052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:40.464860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-44b45a29-dd68-4388-9de1-d6d1984f052c service neutron] 10.222.0.74 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.4663622 Jun 30 03:32:40.509882 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-bd442451-6bf0-4b09-b834-f8397f51152d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d HTTP/1.1" status: 200 len: 217 time: 0.0381143 Jun 30 03:32:40.517916 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084324c-f4f7-4a59-9f77-60216b95336a req-3762029c-fb38-46c7-a5f1-559f521a4e4d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:40.519428 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2084324c-f4f7-4a59-9f77-60216b95336a req-3762029c-fb38-46c7-a5f1-559f521a4e4d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 944 time: 0.4681580 Jun 30 03:32:40.590156 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2084324c-f4f7-4a59-9f77-60216b95336a req-a41dd5b1-af2e-4ee7-9b44-cc6ecc7abb49 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616484 Jun 30 03:32:40.591537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-0507711b-8d9a-42ca-9aff-e3c2be2355bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:40.592906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-0507711b-8d9a-42ca-9aff-e3c2be2355bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0725441 Jun 30 03:32:40.629437 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-53d75603-e49d-4b9a-b090-5a8f43142870 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302618 Jun 30 03:32:40.719803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-f77c1438-0703-475c-b6fa-4b5e0284a0f1 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832112 Jun 30 03:32:40.813094 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-830df193-76d4-4e4c-a6c1-8d2a8e143ebf req-1aa450ee-fb0d-46f4-a7a2-e1c2ae98e519 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869138 Jun 30 03:32:41.761392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478e3ce-566b-430a-a268-749f917757f4 req-805423b2-8c08-4c64-84da-219973b3b0aa tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:41.762881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9478e3ce-566b-430a-a268-749f917757f4 req-805423b2-8c08-4c64-84da-219973b3b0aa tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 944 time: 0.0627110 Jun 30 03:32:41.799335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9478e3ce-566b-430a-a268-749f917757f4 req-45581625-43c5-408c-a701-b7871e985148 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309217 Jun 30 03:32:42.145175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:32:42.211823 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e40a87-8e73-418f-9f71-b18769bb7155 req-76e4f3f7-72a2-4ba3-948b-1c452e8f9e66 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.213291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03e40a87-8e73-418f-9f71-b18769bb7155 req-76e4f3f7-72a2-4ba3-948b-1c452e8f9e66 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 944 time: 0.0710957 Jun 30 03:32:42.247022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:42.259244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d', 'network_id': '29240614-b193-43ac-bd07-1e62b4299d0a', 'port_id': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d', 'mac_address': 'fa:16:3e:f6:d9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d194ea-352c-4a86-9478-170754d08349', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:32:42.293139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d9d2c-52de-409c-90c2-a279092076dd req-704b56c2-788c-44db-89c6-58f7e8ac8ecd tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.295504 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04d9d2c-52de-409c-90c2-a279092076dd req-704b56c2-788c-44db-89c6-58f7e8ac8ecd tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.74 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7&tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 944 time: 0.0805087 Jun 30 03:32:42.304305 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:42.318921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:32:42.340912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:42.361166 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-e04d9d2c-52de-409c-90c2-a279092076dd req-c29dd663-d308-4893-add8-59b5a0f9f19c service neutron] delete failed (client error): The resource could not be found. Jun 30 03:32:42.362232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04d9d2c-52de-409c-90c2-a279092076dd req-c29dd663-d308-4893-add8-59b5a0f9f19c service neutron] 10.222.0.74 "DELETE /v2.0/ports/114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0609040 Jun 30 03:32:42.413250 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:42.465924 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:42.466147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d9d2c-52de-409c-90c2-a279092076dd req-8e6370a1-08d4-4d60-a12c-f0e1cdaddebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.467397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04d9d2c-52de-409c-90c2-a279092076dd req-8e6370a1-08d4-4d60-a12c-f0e1cdaddebd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0621500 Jun 30 03:32:42.561227 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d9d2c-52de-409c-90c2-a279092076dd req-d6d22f92-94b7-4fb3-990f-628db743212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.562782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04d9d2c-52de-409c-90c2-a279092076dd req-d6d22f92-94b7-4fb3-990f-628db743212d service neutron] 10.222.0.74 "GET /v2.0/networks?id=29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 200 len: 916 time: 0.0886302 Jun 30 03:32:42.589757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03e40a87-8e73-418f-9f71-b18769bb7155 req-0096ff21-0d43-4edc-ac03-e72d78d2cbd8 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708093 Jun 30 03:32:42.603927 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04d9d2c-52de-409c-90c2-a279092076dd req-b1994750-83d2-4c61-9c39-eb3b9d54b6c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d HTTP/1.1" status: 200 len: 217 time: 0.0350819 Jun 30 03:32:42.614886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:32:42.657330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d9d2c-52de-409c-90c2-a279092076dd req-068f455a-0ccb-43b4-a85c-bde5775a5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.658832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04d9d2c-52de-409c-90c2-a279092076dd req-068f455a-0ccb-43b4-a85c-bde5775a5df4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 200 len: 855 time: 0.0488205 Jun 30 03:32:42.690886 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04d9d2c-52de-409c-90c2-a279092076dd req-ea6598f3-98df-428c-8f30-20f292f4e627 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=29240614-b193-43ac-bd07-1e62b4299d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258217 Jun 30 03:32:42.778906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04d9d2c-52de-409c-90c2-a279092076dd req-3836a74a-c875-4b65-bd82-2563ad279599 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817769 Jun 30 03:32:42.868180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e04d9d2c-52de-409c-90c2-a279092076dd req-b7ac9b38-2781-4b43-9766-6bc09b6592e8 service neutron] 10.222.0.74 "GET /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834887 Jun 30 03:32:43.768930 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae7b7a-48e8-4499-9ec2-984e1176bf7e req-191a3519-e3b9-46fc-b7a4-272d75cd6fc7 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:43.770420 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ae7b7a-48e8-4499-9ec2-984e1176bf7e req-191a3519-e3b9-46fc-b7a4-272d75cd6fc7 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 945 time: 0.0635562 Jun 30 03:32:43.809124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f3ae7b7a-48e8-4499-9ec2-984e1176bf7e req-8550fd07-88eb-4e91-b971-510e21a2b078 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329921 Jun 30 03:32:43.983324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5ef69-d82a-4f87-8df2-24fb9ec36929 req-514ca01b-84a6-4a79-a304-2a3cd1d76d05 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:43.987457 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-14b5ef69-d82a-4f87-8df2-24fb9ec36929 req-514ca01b-84a6-4a79-a304-2a3cd1d76d05 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 945 time: 0.0629563 Jun 30 03:32:44.022143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-14b5ef69-d82a-4f87-8df2-24fb9ec36929 req-8984bbd2-30bd-4bdc-9609-60608f0f4205 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Jun 30 03:32:44.164220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:44.195369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d128906-d868-426e-96d5-32fe019217d6 req-7f1db9ae-9c15-46ce-975d-d09956d95a80 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:44.196755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d128906-d868-426e-96d5-32fe019217d6 req-7f1db9ae-9c15-46ce-975d-d09956d95a80 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 945 time: 0.0662096 Jun 30 03:32:44.235350 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0d128906-d868-426e-96d5-32fe019217d6 req-11914d1f-2fa1-441b-8391-dcaf37ba93fa tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Jun 30 03:32:44.275637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:44.280218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:44.280594 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:44.355839 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:44.380724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:44.382995 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfafb01-2888-42ed-95c7-e7c5a2be67b4" -d '{"events": [{"server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "name": "network-vif-plugged", "status": "completed", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:44.396439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:44.419869 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa63320b-6e7f-43af-8a7d-35f518c5c579 x-openstack-request-id: req-fa63320b-6e7f-43af-8a7d-35f518c5c579 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:44.425177 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "name": "network-vif-plugged", "status": "completed", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:44.425177 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa63320b-6e7f-43af-8a7d-35f518c5c579 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:44.425177 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d', 'code': 200} Jun 30 03:32:44.478122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:44.525692 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:45.110890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8198ab4-b28c-4403-b224-993c56b06fba req-a24b50bd-1413-4968-b946-706567a33f6d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:45.112275 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8198ab4-b28c-4403-b224-993c56b06fba req-a24b50bd-1413-4968-b946-706567a33f6d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0657499 Jun 30 03:32:45.152298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8198ab4-b28c-4403-b224-993c56b06fba req-60c6b4b5-4444-4ef0-b61b-077bf34a5e4c tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336425 Jun 30 03:32:45.565234 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:32:46.046081 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-9402c56e-510d-4a02-afc8-92d6f1476a3d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:46.047520 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-9402c56e-510d-4a02-afc8-92d6f1476a3d tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.83 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0610135 Jun 30 03:32:46.146331 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-25b2a6cb-380a-4d9c-9e08-53c7ace640ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Deleting port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:32:46.147049 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-25b2a6cb-380a-4d9c-9e08-53c7ace640ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:46.230843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-25b2a6cb-380a-4d9c-9e08-53c7ace640ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] For port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,segment=NetworkSegment(cbe1df5a-d988-4858-b9d5-10b286a55167),segment_id=cbe1df5a-d988-4858-b9d5-10b286a55167)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:46.234239 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-25b2a6cb-380a-4d9c-9e08-53c7ace640ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:46.244375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-25b2a6cb-380a-4d9c-9e08-53c7ace640ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Calling delete_port for 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:32:46.327028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05552a-c557-4e29-a28b-95eeb1a42577 req-e3e348e5-45e8-4738-9e6b-69179ec00d03 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:46.328527 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c05552a-c557-4e29-a28b-95eeb1a42577 req-e3e348e5-45e8-4738-9e6b-69179ec00d03 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/ports?device_id=ded0103e-cfa6-46b6-b69c-8875fc2d1cd7 HTTP/1.1" status: 200 len: 946 time: 0.0622587 Jun 30 03:32:46.368245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4c05552a-c557-4e29-a28b-95eeb1a42577 req-8411a6c5-5e30-4287-a2d4-a011411c97a8 tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.77 "GET /v2.0/security-groups?id=385ebb01-149a-44e7-87b5-d44aba5e7067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Jun 30 03:32:46.429661 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-25b2a6cb-380a-4d9c-9e08-53c7ace640ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:46.442819 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:32:46.459161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2a6cb-380a-4d9c-9e08-53c7ace640ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Pushing event deleted for resources: {'Port': ['ID=114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:46.507408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-25b2a6cb-380a-4d9c-9e08-53c7ace640ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] No DVR routers for this DVR port 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:32:46.510063 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-25b2a6cb-380a-4d9c-9e08-53c7ace640ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:46.512060 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-182aa102-fc0e-4e45-bc94-1d959bcd2d07 req-25b2a6cb-380a-4d9c-9e08-53c7ace640ec tempest-ServerDiskConfigTestJSON-596001798 tempest-ServerDiskConfigTestJSON-596001798-project] 10.222.0.83 "DELETE /v2.0/ports/114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d HTTP/1.1" status: 204 len: 173 time: 0.4587259 Jun 30 03:32:46.512524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'name': 'network-vif-deleted', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:46.514762 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8682f15b-b5cb-4c0d-9173-3749a3e0a75a" -d '{"events": [{"server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "name": "network-vif-deleted", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:46.550591 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5b058a-af12-43b9-ab6c-30b3963d7869 x-openstack-request-id: req-6c5b058a-af12-43b9-ab6c-30b3963d7869 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:46.550886 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded0103e-cfa6-46b6-b69c-8875fc2d1cd7", "name": "network-vif-deleted", "tag": "114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:46.551142 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c5b058a-af12-43b9-ab6c-30b3963d7869 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:46.551552 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded0103e-cfa6-46b6-b69c-8875fc2d1cd7', 'name': 'network-vif-deleted', 'tag': '114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d', 'status': 'completed', 'code': 200} Jun 30 03:32:47.598125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52504) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:47.642736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec45d386-54f8-4fd7-a6b4-8a3874051118 admin admin] Deleting subnet 24d194ea-352c-4a86-9478-170754d08349 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:32:47.646095 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec45d386-54f8-4fd7-a6b4-8a3874051118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:47.677414 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec45d386-54f8-4fd7-a6b4-8a3874051118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:47.715076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec45d386-54f8-4fd7-a6b4-8a3874051118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:47.824035 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec45d386-54f8-4fd7-a6b4-8a3874051118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:47.847254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45d386-54f8-4fd7-a6b4-8a3874051118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d194ea-352c-4a86-9478-170754d08349,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:47.853402 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ec45d386-54f8-4fd7-a6b4-8a3874051118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:47.858178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ec45d386-54f8-4fd7-a6b4-8a3874051118 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/24d194ea-352c-4a86-9478-170754d08349 HTTP/1.1" status: 204 len: 168 time: 0.2561927 Jun 30 03:32:47.859146 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52506) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:47.925731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.008698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.018183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29240614-b193-43ac-bd07-1e62b4299d0a']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:48.028067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe1df5a-d988-4858-b9d5-10b286a55167') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:48.028367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe1df5a-d988-4858-b9d5-10b286a55167') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:48.036771 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.050409 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.056336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:32:48.056730 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:32:48.058387 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:32:48.206662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.211802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.213720 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] 10.222.0.77 "DELETE /v2.0/networks/29240614-b193-43ac-bd07-1e62b4299d0a HTTP/1.1" status: 204 len: 168 time: 0.3541558 Jun 30 03:32:48.225444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40542b-eade-461b-99ba-723bd0486694 admin admin] Pushing event deleted for resources: {'Network': ['ID=29240614-b193-43ac-bd07-1e62b4299d0a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:48.544106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52510) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:48.587139 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c94923a1-628e-443a-80fc-f7a27af092b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cc01cc3c83d047f7956f9ff1038bbd7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418949 Jun 30 03:32:48.589635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52512) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:48.636283 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc5dd8f9-6273-42ff-a4b5-50dd3c95bda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.656863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc5dd8f9-6273-42ff-a4b5-50dd3c95bda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.789284 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc5dd8f9-6273-42ff-a4b5-50dd3c95bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.791727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-cc5dd8f9-6273-42ff-a4b5-50dd3c95bda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:48.792906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-cc5dd8f9-6273-42ff-a4b5-50dd3c95bda8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/385ebb01-149a-44e7-87b5-d44aba5e7067 HTTP/1.1" status: 204 len: 168 time: 0.2023697 Jun 30 03:32:48.800929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dd8f9-6273-42ff-a4b5-50dd3c95bda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385ebb01-149a-44e7-87b5-d44aba5e7067,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:49.919348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52534) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:50.013304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-22314964-network', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:50.129900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Made reservation on behalf of 43ac5c277d524b4d9a4e0e023baac05c for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:32:50.132262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:50.140770 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:50.195455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:32:50.215966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:32:50.221069 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 114a7bb7-a757-4fdb-8c7b-1cd75c2e1c3d not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:32:50.229634 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:50.320849 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:50.345548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:32:50.353944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b0daa-bff6-49fd-bcb2-36d8c54b04e1,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:50.362183 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:50.362558 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Added segment 6818649c-81a2-4717-9f83-928864496abc of type vlan for network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea Jun 30 03:32:50.407103 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:50.495007 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:50.495923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:50.496504 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:50.554224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:50.563758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:32:50.608167 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-564e67d8-fe55-4a98-8f2c-eb2fb9ecb318 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6876760 Jun 30 03:32:50.611261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52538) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:50.616153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Request body: {'subnet': {'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-22314964-subnet', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:50.697747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Made reservation on behalf of 43ac5c277d524b4d9a4e0e023baac05c for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:32:50.701268 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:50.926803 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:50.980619 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3e4dfe-5c24-4cae-a962-75086c9daaf0,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:50.991890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:50.992252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Network hostable DHCP agents. Network: ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:32:51.100750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:32:51.206420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:32:51.210702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:51.211691 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.215805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc38fc-8a85-44fb-8f74-9bb778854f77 None None] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:32:51.281428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f3bde5b9-118a-4585-adca-97fc820dca25 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6691027 Jun 30 03:32:51.284021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52540) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:51.288484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:51.355177 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:32:51.356072 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.369569 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.370667 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.426161 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.485316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Allocated IP 172.20.0.2 (ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea/0e3e4dfe-5c24-4cae-a962-75086c9daaf0/91683887-11c8-4c25-82bc-c69f44ada410) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:32:51.625725 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.634032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Transition to ACTIVE for port object 91683887-11c8-4c25-82bc-c69f44ada410 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:51.647342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.648464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Transition to ACTIVE for port object 91683887-11c8-4c25-82bc-c69f44ada410 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:51.736108 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.772292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:32:51.775001 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:32:51.778341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:32:51.785623 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Pushing event updated for resources: {'Port': ['ID=91683887-11c8-4c25-82bc-c69f44ada410,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:51.841962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Attempting to bind port 91683887-11c8-4c25-82bc-c69f44ada410 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:32:51.842336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Attempting to bind port 91683887-11c8-4c25-82bc-c69f44ada410 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:32:51.842689 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Attempting to bind port 91683887-11c8-4c25-82bc-c69f44ada410 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:51.847883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:32:51.848239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:51.848662 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.849055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:32:51.849542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Bound port: 91683887-11c8-4c25-82bc-c69f44ada410, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:32:51.849925 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.911713 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] For port 91683887-11c8-4c25-82bc-c69f44ada410, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:51.915008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] For port 91683887-11c8-4c25-82bc-c69f44ada410, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=91683887-11c8-4c25-82bc-c69f44ada410,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:32:51.936838 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:51.955303 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:52.001971 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:52.061594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb9f1c-7603-4764-a7b9-5f2a1c0245f6 None None] Pushing event updated for resources: {'Port': ['ID=91683887-11c8-4c25-82bc-c69f44ada410,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:52.066289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Allocated IP 172.25.2.107 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/93162ce5-89ff-4c4f-aa62-a6496492bd7c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:32:52.167862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:52.301746 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:52.344878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:32:52.347637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:32:52.351087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:32:52.374474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Pushing event updated for resources: {'Port': ['ID=93162ce5-89ff-4c4f-aa62-a6496492bd7c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:52.681814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:52.894199 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:52.951236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b01085-66dd-4e5e-9a0f-df65201fe26a None None] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:32:53.107596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:32:53.212373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:32:53.221944 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:32:53.232549 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-11a11510-5aab-423d-9e22-32fca2d98124 None None] Provisioning for port 91683887-11c8-4c25-82bc-c69f44ada410 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:53.235068 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:32:53.236085 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:32:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:53.324618 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:53.326489 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d1f0eaeb-8f0a-436a-b34a-59a89856a38e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0409825 Jun 30 03:32:53.328977 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52542) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:53.363842 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:53.440324 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:32:53.620160 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:52Z', 'revision_number': 3, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:53.645298 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:32:53.645677 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Updating router c69c8556-5c4e-4dd9-a31a-931c17fe036f port 93162ce5-89ff-4c4f-aa62-a6496492bd7c binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:32:53.678943 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:53.770772 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:53.783625 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:53.935582 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:53.942629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Allocated IP 172.20.0.1 (ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea/0e3e4dfe-5c24-4cae-a962-75086c9daaf0/d7ec03d9-4f34-4c6c-875d-79b8b165b7ba) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:32:53.945433 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Transition to ACTIVE for port object 93162ce5-89ff-4c4f-aa62-a6496492bd7c will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:54.001036 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.038957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 91683887-11c8-4c25-82bc-c69f44ada410 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:54.046855 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Attempting to bind port 93162ce5-89ff-4c4f-aa62-a6496492bd7c on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:32:54.047259 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Attempting to bind port 93162ce5-89ff-4c4f-aa62-a6496492bd7c by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:32:54.047627 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Attempting to bind port 93162ce5-89ff-4c4f-aa62-a6496492bd7c on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:54.052584 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.056765 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:32:54.057145 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:54.057611 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.058011 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:32:54.058476 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Bound port: 93162ce5-89ff-4c4f-aa62-a6496492bd7c, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:32:54.059415 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.072044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Transition to ACTIVE for port object d7ec03d9-4f34-4c6c-875d-79b8b165b7ba will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:54.090640 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Pushing event updated for resources: {'Port': ['ID=93162ce5-89ff-4c4f-aa62-a6496492bd7c,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:54.111301 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.111643 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.111980 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.112313 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.112639 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.112961 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.113281 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.113627 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.114005 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.114326 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.114642 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.114957 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:54.127971 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] For port 93162ce5-89ff-4c4f-aa62-a6496492bd7c, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:54.131023 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] For port 93162ce5-89ff-4c4f-aa62-a6496492bd7c, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=93162ce5-89ff-4c4f-aa62-a6496492bd7c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:32:54.149241 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 91683887-11c8-4c25-82bc-c69f44ada410 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:54.153674 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 91683887-11c8-4c25-82bc-c69f44ada410 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:54.154072 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.172567 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.195520 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.211132 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:32:54.216037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:32:54.219108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:32:54.240399 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.258172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ec03d9-4f34-4c6c-875d-79b8b165b7ba,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:54.258479 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:32:54.259102 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:32:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:54.286024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 91683887-11c8-4c25-82bc-c69f44ada410, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=91683887-11c8-4c25-82bc-c69f44ada410,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:54.287376 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.341324 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a7f7f-be8e-40c6-98a6-ac3f482e7c51 None None] Pushing event updated for resources: {'Port': ['ID=93162ce5-89ff-4c4f-aa62-a6496492bd7c,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:54.371133 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:32:54.373212 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.434352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=91683887-11c8-4c25-82bc-c69f44ada410,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:54.485109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.546604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dc60fce0-17b0-44ff-85d0-c2c59dd86b0f None None] Provisioning for port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:54.550727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dc60fce0-17b0-44ff-85d0-c2c59dd86b0f None None] Provisioning complete for port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:54.554636 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dc60fce0-17b0-44ff-85d0-c2c59dd86b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.564729 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:52Z', 'revision_number': 3, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:54.588395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-dc60fce0-17b0-44ff-85d0-c2c59dd86b0f None None] Port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:32:54.595282 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f1642-c062-4eb3-9e5c-240f8aac98cd None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:52Z', 'revision_number': 3, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:32:54.651691 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.732620 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.808567 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ec03d9-4f34-4c6c-875d-79b8b165b7ba,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:54.811775 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:54.910121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:32:54.911566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:32:55.033557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:32:55.156005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:32:55.161243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1641a61b-88f7-426c-ab9a-601759dc04a0 admin admin] 10.222.0.77 "PUT /v2.0/routers/c69c8556-5c4e-4dd9-a31a-931c17fe036f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8311534 Jun 30 03:32:55.227892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-beff74d1-3da7-467f-b6d1-3ce8306b5487 None None] Provisioning complete for port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:55.228484 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-beff74d1-3da7-467f-b6d1-3ce8306b5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:55.263865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-beff74d1-3da7-467f-b6d1-3ce8306b5487 None None] Port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:32:56.070764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93162ce5-89ff-4c4f-aa62-a6496492bd7c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:56.093351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:32:56.118697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:32:56.118697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:32:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:56.222956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:32:56.292596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 93162ce5-89ff-4c4f-aa62-a6496492bd7c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:56.298470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 93162ce5-89ff-4c4f-aa62-a6496492bd7c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:56.298840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:56.460242 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:56.490656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 93162ce5-89ff-4c4f-aa62-a6496492bd7c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=93162ce5-89ff-4c4f-aa62-a6496492bd7c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:56.501062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 2, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:56.530352 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:32:56.530725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Updating router c69c8556-5c4e-4dd9-a31a-931c17fe036f port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:32:56.563546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:56.571824 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:56.572611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 91683887-11c8-4c25-82bc-c69f44ada410 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:56.683504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=93162ce5-89ff-4c4f-aa62-a6496492bd7c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:56.746672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52552) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:56.751436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ca347284-26e6-45e0-a10c-783ba2d21fd9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226156491', 'description': 'tempest-description--1176141289'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:56.751598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 91683887-11c8-4c25-82bc-c69f44ada410 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:56.751926 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:56.897910 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca347284-26e6-45e0-a10c-783ba2d21fd9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:56.961772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:56.972359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Transition to ACTIVE for port object d7ec03d9-4f34-4c6c-875d-79b8b165b7ba will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:56.982879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca347284-26e6-45e0-a10c-783ba2d21fd9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.089323 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.122455 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca347284-26e6-45e0-a10c-783ba2d21fd9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.145376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d23f2-1aa1-48e5-99e3-f8a4cede0405 None None] Pushing event updated for resources: {'Port': ['ID=d7ec03d9-4f34-4c6c-875d-79b8b165b7ba,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:57.155563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca347284-26e6-45e0-a10c-783ba2d21fd9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d626d68a-1f5d-4da6-bde6-8ec802e48861,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:57.196364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Attempting to bind port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:32:57.196733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Attempting to bind port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:32:57.197090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Attempting to bind port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:57.203277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:32:57.206059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:57.206059 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.206059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:32:57.206059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Bound port: d7ec03d9-4f34-4c6c-875d-79b8b165b7ba, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:32:57.206059 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.223493 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ca347284-26e6-45e0-a10c-783ba2d21fd9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.224776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ca347284-26e6-45e0-a10c-783ba2d21fd9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4770598 Jun 30 03:32:57.227512 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52554) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:57.233176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8150f8a5-5b0a-4aa7-b175-bbc2d6cd5698 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'security_group_rule': {'security_group_id': 'd626d68a-1f5d-4da6-bde6-8ec802e48861', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:57.275773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] For port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:57.279178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] For port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d7ec03d9-4f34-4c6c-875d-79b8b165b7ba,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:32:57.366463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8150f8a5-5b0a-4aa7-b175-bbc2d6cd5698 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.369867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.429555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8150f8a5-5b0a-4aa7-b175-bbc2d6cd5698 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.444153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:32:57.444153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:32:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:57.446265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d23f2-1aa1-48e5-99e3-f8a4cede0405 None None] Pushing event updated for resources: {'Port': ['ID=d7ec03d9-4f34-4c6c-875d-79b8b165b7ba,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:57.516563 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8150f8a5-5b0a-4aa7-b175-bbc2d6cd5698 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.538736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150f8a5-5b0a-4aa7-b175-bbc2d6cd5698 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddc4760-3c64-49e8-ba95-1b66d47ec3fa,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:57.573875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:32:57.640884 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8150f8a5-5b0a-4aa7-b175-bbc2d6cd5698 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.642207 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8150f8a5-5b0a-4aa7-b175-bbc2d6cd5698 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4137611 Jun 30 03:32:57.644908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52556) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:57.649651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-784b6d7c-dc2b-4b79-8254-0180efa64524 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'security_group_rule': {'security_group_id': 'd626d68a-1f5d-4da6-bde6-8ec802e48861', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:57.742799 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-784b6d7c-dc2b-4b79-8254-0180efa64524 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.781276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:57Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:57.799134 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-784b6d7c-dc2b-4b79-8254-0180efa64524 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.807276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ce29e-80f2-41f2-afe5-aaf79f34d1dd None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:57Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:32:57.874825 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-784b6d7c-dc2b-4b79-8254-0180efa64524 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.904217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b6d7c-dc2b-4b79-8254-0180efa64524 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112d79fa-11d2-47c0-ae70-2841d935a837,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:57.969224 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-784b6d7c-dc2b-4b79-8254-0180efa64524 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.975008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-784b6d7c-dc2b-4b79-8254-0180efa64524 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248425 Jun 30 03:32:57.975008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52558) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:32:57.980463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:58.086330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93162ce5-89ff-4c4f-aa62-a6496492bd7c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:58.098213 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.142158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 93162ce5-89ff-4c4f-aa62-a6496492bd7c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:58.142534 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.205799 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.229363 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d7ec03d9-4f34-4c6c-875d-79b8b165b7ba up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:58.316959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Allocated IP 172.25.2.177 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/ce47cad7-9256-4e79-acc0-d85a895d36fd) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:32:58.363728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:58.368767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:58.369233 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.422657 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.538712 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.580701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:32:58.583915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:32:58.592152 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:32:58.617396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event updated for resources: {'Port': ['ID=ce47cad7-9256-4e79-acc0-d85a895d36fd,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:58.635308 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.669031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d7ec03d9-4f34-4c6c-875d-79b8b165b7ba,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:58.685767 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.686752 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ca9905de-adf1-4bb0-8eb3-abcc9272822c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.752673 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.804918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=d7ec03d9-4f34-4c6c-875d-79b8b165b7ba,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:58.819228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.972804 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:59.066682 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:59.132759 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event updated for resources: {'Port': ['ID=ce47cad7-9256-4e79-acc0-d85a895d36fd,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:59.143029 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:59.269021 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:59.270300 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3bcad30a-cc0e-4e70-b172-25e5df9c18fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2957289 Jun 30 03:32:59.409582 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-9b024026-d130-4615-85ba-f57ee0f26548 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1226156491&fields=id&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 267 time: 0.0334547 Jun 30 03:32:59.518917 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-5b634973-220c-4fe7-b129-a5c426fc3c57 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:59.520391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-5b634973-220c-4fe7-b129-a5c426fc3c57 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 810 time: 0.1045194 Jun 30 03:32:59.534722 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-5ecd8e7b-9aaa-4656-9e2e-83587f187635 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/quotas/43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 375 time: 0.0089450 Jun 30 03:32:59.601747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-f572ecc6-daf8-4b41-8e3f-8b75fa7cc0d8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621402 Jun 30 03:32:59.700081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-36a00560-e608-4873-8049-0c36f32f1ad9 service neutron] 10.222.0.77 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854270 Jun 30 03:32:59.786751 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-5296e180-6cd0-43bc-bed2-fc3c4ae4afc8 service neutron] 10.222.0.77 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809596 Jun 30 03:33:00.012189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d7ec03d9-4f34-4c6c-875d-79b8b165b7ba up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:00.050871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79ccb4bc-81b0-4621-93fb-6e91e7982d74 req-82d5bfed-05b0-4703-a07e-4421d449b426 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 210 time: 0.0323169 Jun 30 03:33:00.063890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:00.064267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:01.191164 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6b1f3836-244e-41ab-8f78-5dc6ca3a2fc3 req-89183a8d-ea1e-4a60-bd75-d0b0b4d7e8c7 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 210 time: 0.0289598 Jun 30 03:33:01.303322 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:01.320165 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fadf6663-a7b7-41f9-b7fd-b8519a9e80cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:02.201763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-038463b6-b892-4bd2-b4c8-bd62a544cc5b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:02.203452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-038463b6-b892-4bd2-b4c8-bd62a544cc5b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 810 time: 0.1009486 Jun 30 03:33:02.249528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d1c81775-96d2-4f00-8595-3d1d8654cac7 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 380 time: 0.0369790 Jun 30 03:33:02.259638 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'port': {'device_id': '52fd0c65-c513-4467-94da-316d7b95cb52', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'admin_state_up': True, 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'security_groups': ['d626d68a-1f5d-4da6-bde6-8ec802e48861']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:02.666472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e34fc91-b759-4e6a-93a0-93603ba241a2 req-6ddb5b11-2080-442f-992b-4c7f51196787 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 210 time: 0.0307617 Jun 30 03:33:02.809386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Made reservation on behalf of 43ac5c277d524b4d9a4e0e023baac05c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:33:02.813012 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:02.936593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Allocated IP 172.20.0.10 (ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea/0e3e4dfe-5c24-4cae-a962-75086c9daaf0/0a8962f3-0c15-4572-9528-db9a60f70d95) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:33:03.037988 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:03.071043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:03.084182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Transition to ACTIVE for port object 0a8962f3-0c15-4572-9528-db9a60f70d95 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:03.201569 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:03.244111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:33:03.247750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:03.251545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:33:03.259803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event updated for resources: {'Port': ['ID=0a8962f3-0c15-4572-9528-db9a60f70d95,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:03.304846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:03.305465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:03.384182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-d79626b1-5ac5-449c-b0ff-22f533b434b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1295719 Jun 30 03:33:03.395453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Request body: {'port': {'device_id': '52fd0c65-c513-4467-94da-316d7b95cb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:03.473086 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:03.540656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c1cf7d77-7583-45bf-ac3b-63695ce2c3dd None None] Provisioning for port 0a8962f3-0c15-4572-9528-db9a60f70d95 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:03.545183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c1cf7d77-7583-45bf-ac3b-63695ce2c3dd None None] Provisioning complete for port 0a8962f3-0c15-4572-9528-db9a60f70d95 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:03.545590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7d77-7583-45bf-ac3b-63695ce2c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:03.582006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf7d77-7583-45bf-ac3b-63695ce2c3dd None None] Port 0a8962f3-0c15-4572-9528-db9a60f70d95 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:33:03.725701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8962f3-0c15-4572-9528-db9a60f70d95 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:33:03.733784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:03.745618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Transition to ACTIVE for port object 0a8962f3-0c15-4572-9528-db9a60f70d95 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:03.823109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:03.847627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a05171-deb3-447f-84ff-d85acc216d8e req-84d66da3-5c79-4c8c-b437-177090082d55 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:03.849193 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35a05171-deb3-447f-84ff-d85acc216d8e req-84d66da3-5c79-4c8c-b437-177090082d55 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 932 time: 0.0693150 Jun 30 03:33:03.873841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Pushing event updated for resources: {'Port': ['ID=0a8962f3-0c15-4572-9528-db9a60f70d95,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:03.891346 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35a05171-deb3-447f-84ff-d85acc216d8e req-5b42cdc6-6f2e-4d7f-ad76-96efeb309f1e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358760 Jun 30 03:33:03.957913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Attempting to bind port 0a8962f3-0c15-4572-9528-db9a60f70d95 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:33:03.957913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Attempting to bind port 0a8962f3-0c15-4572-9528-db9a60f70d95 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:33:03.958409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Attempting to bind port 0a8962f3-0c15-4572-9528-db9a60f70d95 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:33:03.963421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Port 0a8962f3-0c15-4572-9528-db9a60f70d95 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:33:03.963749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Attempting to bind port 0a8962f3-0c15-4572-9528-db9a60f70d95 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:33:03.969176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:33:03.969587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:33:03.969938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:33:03.970420 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Bound port: 0a8962f3-0c15-4572-9528-db9a60f70d95, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:33:03.970782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:04.035923 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:33:04.039114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0a8962f3-0c15-4572-9528-db9a60f70d95,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:33:04.107796 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:04.139217 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:04.139943 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:04.141246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] 10.222.0.83 "PUT /v2.0/ports/0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 1092 time: 0.7501874 Jun 30 03:33:04.141705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:33:04.143993 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cba810-fe87-41ac-b7dd-95570e0dee17" -d '{"events": [{"name": "network-changed", "server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:33:04.175019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56143b8-5fc6-4842-9913-5d9ecbfec2db service neutron] Pushing event updated for resources: {'Port': ['ID=0a8962f3-0c15-4572-9528-db9a60f70d95,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:04.186421 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafe29b2-a154-4e4b-9e61-6095c02671c4 x-openstack-request-id: req-aafe29b2-a154-4e4b-9e61-6095c02671c4 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:33:04.186720 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:33:04.186970 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aafe29b2-a154-4e4b-9e61-6095c02671c4 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:33:04.187376 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'status': 'completed', 'code': 200} Jun 30 03:33:04.265626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cba810-fe87-41ac-b7dd-95570e0dee17 req-fdc7af37-7a9d-42b3-b4b3-ad38567ea4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:04.267150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0cba810-fe87-41ac-b7dd-95570e0dee17 req-fdc7af37-7a9d-42b3-b4b3-ad38567ea4a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1095 time: 0.0590460 Jun 30 03:33:04.364398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cba810-fe87-41ac-b7dd-95570e0dee17 req-2b92e5f5-cc07-4f06-991e-2eef67b239e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:04.365915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0cba810-fe87-41ac-b7dd-95570e0dee17 req-2b92e5f5-cc07-4f06-991e-2eef67b239e7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0910826 Jun 30 03:33:04.461479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cba810-fe87-41ac-b7dd-95570e0dee17 req-1cd29605-e3c2-4e22-a1f7-d35e3a1464ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:04.462965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0cba810-fe87-41ac-b7dd-95570e0dee17 req-1cd29605-e3c2-4e22-a1f7-d35e3a1464ad service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915539 Jun 30 03:33:04.550126 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-e408f5e6-a4e3-402b-8c9f-768afa0c53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:04.551531 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-e408f5e6-a4e3-402b-8c9f-768afa0c53a8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1095 time: 0.0518341 Jun 30 03:33:04.592786 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-a4252794-d80e-48dc-9bfc-4bc5f4f3cc99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 217 time: 0.0346353 Jun 30 03:33:04.645211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-401d40e4-25c0-4084-9c9a-fccdb4ce63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:04.646687 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-401d40e4-25c0-4084-9c9a-fccdb4ce63ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0480485 Jun 30 03:33:04.702378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-6dcb3d5c-228c-4f91-81fd-72f576a9693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:04.703867 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-6dcb3d5c-228c-4f91-81fd-72f576a9693d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514646 Jun 30 03:33:04.774961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:04.790640 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-1d195814-a356-4f28-b353-fbcccadd4c27 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799723 Jun 30 03:33:04.880224 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de34653d-774b-4527-b2a7-932b9d1fe4aa req-5d723c1e-bd01-4065-97b5-6a52ab8cace9 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837867 Jun 30 03:33:05.075362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71803136-4539-4372-bf28-7887ef3be4ac req-c11595f0-176e-4b17-b395-19b529f854b2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:05.076859 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-71803136-4539-4372-bf28-7887ef3be4ac req-c11595f0-176e-4b17-b395-19b529f854b2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 944 time: 0.0636480 Jun 30 03:33:05.115679 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-71803136-4539-4372-bf28-7887ef3be4ac req-de0533be-f2a7-4347-bdfd-93cad9658609 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Jun 30 03:33:06.289925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d5805-1543-4a75-b2bb-8646667f855e req-93af818e-db15-437b-8457-12fd87d8adba tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:06.291315 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-424d5805-1543-4a75-b2bb-8646667f855e req-93af818e-db15-437b-8457-12fd87d8adba tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 944 time: 0.0637643 Jun 30 03:33:06.328940 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-424d5805-1543-4a75-b2bb-8646667f855e req-c7a8279d-16d3-446d-b86f-f73a4c7c443a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313215 Jun 30 03:33:07.503193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97280d29-b7e6-4214-bffa-e1e5850ac349 req-5aef0cc7-725c-49d2-b954-47a6dae3f424 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:07.504682 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-97280d29-b7e6-4214-bffa-e1e5850ac349 req-5aef0cc7-725c-49d2-b954-47a6dae3f424 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 944 time: 0.0673707 Jun 30 03:33:07.541402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-97280d29-b7e6-4214-bffa-e1e5850ac349 req-7dc6a341-1b7d-4e8b-9052-5d59885fb357 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310013 Jun 30 03:33:08.305306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0a8962f3-0c15-4572-9528-db9a60f70d95 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:33:08.396406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0a8962f3-0c15-4572-9528-db9a60f70d95,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:08.407706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'mac_address': 'fa:16:3e:8f:05:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:33:08.446292 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:08.459118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8962f3-0c15-4572-9528-db9a60f70d95 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:33:08.478414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0a8962f3-0c15-4572-9528-db9a60f70d95,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:08.559996 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:08.609403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0a8962f3-0c15-4572-9528-db9a60f70d95,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:08.616839 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.617192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.617556 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.617892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.618219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.618546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.618867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.619186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.619505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.619821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.620137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.620452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.723008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09c81-6ad3-4731-a40c-cb6c6e9feb80 req-1ffdadf5-aee4-46f2-8030-62b2a6525b4d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:08.724484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3f09c81-6ad3-4731-a40c-cb6c6e9feb80 req-1ffdadf5-aee4-46f2-8030-62b2a6525b4d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 945 time: 0.0669348 Jun 30 03:33:08.760836 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3f09c81-6ad3-4731-a40c-cb6c6e9feb80 req-152a8cfe-dcd4-4d85-ab3b-adf12b92e892 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308149 Jun 30 03:33:08.781040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['0a8962f3-0c15-4572-9528-db9a60f70d95'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:33:09.929505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba520ef-ed27-428f-a007-67e47012bf6f req-ee86a5c2-3ae6-4f57-812c-8ba9520254d1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:09.931029 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eba520ef-ed27-428f-a007-67e47012bf6f req-ee86a5c2-3ae6-4f57-812c-8ba9520254d1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 945 time: 0.0623462 Jun 30 03:33:09.969838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eba520ef-ed27-428f-a007-67e47012bf6f req-2dfdef8f-7f57-4c1a-a5b5-068f26244416 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325351 Jun 30 03:33:10.303311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0a8962f3-0c15-4572-9528-db9a60f70d95 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:10.400071 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 0a8962f3-0c15-4572-9528-db9a60f70d95 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:10.404000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 0a8962f3-0c15-4572-9528-db9a60f70d95 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:10.404369 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.477642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.500654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:33:10.506297 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d756e3-4e76-4778-9de3-c312bcaa1b44" -d '{"events": [{"server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "name": "network-vif-plugged", "status": "completed", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:33:10.515490 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0a8962f3-0c15-4572-9528-db9a60f70d95,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:10.541878 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d520b02-67fc-48e9-a989-17ca7c00ae3b x-openstack-request-id: req-6d520b02-67fc-48e9-a989-17ca7c00ae3b {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:33:10.541878 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "name": "network-vif-plugged", "status": "completed", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:33:10.541878 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d520b02-67fc-48e9-a989-17ca7c00ae3b {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:33:10.541878 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'code': 200} Jun 30 03:33:10.583439 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.633316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=0a8962f3-0c15-4572-9528-db9a60f70d95,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:10.651702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e3d8f-a212-4ab4-88dd-ee1a9f4a7645 req-3434743a-7205-4394-82e9-43ea5672a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:10.654478 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-029e3d8f-a212-4ab4-88dd-ee1a9f4a7645 req-3434743a-7205-4394-82e9-43ea5672a2e6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1097 time: 0.0580494 Jun 30 03:33:10.690043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-029e3d8f-a212-4ab4-88dd-ee1a9f4a7645 req-4925098a-a003-4d25-962a-ec5bf52f8a9d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296412 Jun 30 03:33:11.148971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4655b-2755-4887-a128-3862c15b614f req-1bf31d6b-98b3-4fd0-86d3-8bccdabff76b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:11.150516 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ae4655b-2755-4887-a128-3862c15b614f req-1bf31d6b-98b3-4fd0-86d3-8bccdabff76b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0622408 Jun 30 03:33:11.187151 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8ae4655b-2755-4887-a128-3862c15b614f req-b44bd525-951f-487e-8121-86472f4c78e1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304408 Jun 30 03:33:12.360483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f5ffc-5479-472c-bb4f-c13cfcc4305e req-7dc23540-c7ba-42c9-bbdd-e0fb7599795e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:12.361985 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cb7f5ffc-5479-472c-bb4f-c13cfcc4305e req-7dc23540-c7ba-42c9-bbdd-e0fb7599795e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0628269 Jun 30 03:33:12.398797 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cb7f5ffc-5479-472c-bb4f-c13cfcc4305e req-8d51e700-1afd-49ba-a9d7-967cbb9d9fba tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312097 Jun 30 03:33:12.568580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f488376-75bc-4b96-9fef-9bf939b0e181 req-f7d7d60f-5a2d-4be3-abc7-0fce7c427d36 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:12.570019 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f488376-75bc-4b96-9fef-9bf939b0e181 req-f7d7d60f-5a2d-4be3-abc7-0fce7c427d36 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0662422 Jun 30 03:33:12.578903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 52612) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:12.583416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3758021f-6531-4d53-84e1-8c25e7fc103c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'floatingip': {'port_id': '0a8962f3-0c15-4572-9528-db9a60f70d95'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:12.621558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3758021f-6531-4d53-84e1-8c25e7fc103c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.051782 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3758021f-6531-4d53-84e1-8c25e7fc103c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.100505 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3758021f-6531-4d53-84e1-8c25e7fc103c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.198897 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-3758021f-6531-4d53-84e1-8c25e7fc103c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b associated. External IP: 172.25.2.177, port: 0a8962f3-0c15-4572-9528-db9a60f70d95. Jun 30 03:33:13.400674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3758021f-6531-4d53-84e1-8c25e7fc103c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:33:13.506272 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3758021f-6531-4d53-84e1-8c25e7fc103c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:33:13.511105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3758021f-6531-4d53-84e1-8c25e7fc103c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.515313 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:33:13.524633 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:13.525236 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:33:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:13.546453 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3758021f-6531-4d53-84e1-8c25e7fc103c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "PUT /v2.0/floatingips/bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b HTTP/1.1" status: 200 len: 992 time: 0.9663301 Jun 30 03:33:13.546922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:33:13.549199 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d05a5b-238f-49ae-9ad2-3c074e037ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:33:13.586585 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb39208-e3cc-464c-9845-db98bf872b22 x-openstack-request-id: req-7eb39208-e3cc-464c-9845-db98bf872b22 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:33:13.587193 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:33:13.587193 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7eb39208-e3cc-464c-9845-db98bf872b22 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:33:13.587579 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'status': 'completed', 'code': 200} Jun 30 03:33:13.632254 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:13.667514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-51f1e01c-b338-4f0a-bf4a-cf6a1c00cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:13.669096 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-51f1e01c-b338-4f0a-bf4a-cf6a1c00cffd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1097 time: 0.0591373 Jun 30 03:33:13.756079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-19596da8-f3c1-4e0d-91cb-4d881e7ca0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:13.757706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-19596da8-f3c1-4e0d-91cb-4d881e7ca0e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0821271 Jun 30 03:33:13.825268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-89eaf209-1a03-4514-95bf-43fb899aa98d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 1000 time: 0.0615532 Jun 30 03:33:13.851455 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:8f:05:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd0c65-c513-4467-94da-316d7b95cb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:33:12Z', 'revision_number': 1, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:13.874335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-92e2df0c-0656-4192-9584-89d433fac4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:13.875819 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-92e2df0c-0656-4192-9584-89d433fac4ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0445812 Jun 30 03:33:13.877700 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:33:13.885698 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:13.886293 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:33:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:13.932999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-68160751-5a8b-40e7-b28e-9af82ec48f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:13.934593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-68160751-5a8b-40e7-b28e-9af82ec48f6c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524492 Jun 30 03:33:14.033931 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-162ddfc6-352e-4583-9781-aa4a51f513d9 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929565 Jun 30 03:33:14.078446 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:14.122081 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03d05a5b-238f-49ae-9ad2-3c074e037ba8 req-c4de9003-92a6-41a6-b42e-78fe17857e91 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819387 Jun 30 03:33:14.298413 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:8f:05:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd0c65-c513-4467-94da-316d7b95cb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:33:12Z', 'revision_number': 1, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:14.323638 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e0e75-d1e2-4f90-87d9-aa1cb43c7bb0 None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:8f:05:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fd0c65-c513-4467-94da-316d7b95cb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:33:12Z', 'revision_number': 1, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:33:14.511916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330cc0b2-14af-4189-8402-ab6b3bc18b1e None None] New status for floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:33:22.563971 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:33:23.300541 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.794609 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:28.649140 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2970a653-e248-48ea-a5f7-3a9ff1a287c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:31.283204 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:31.339880 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fcf45d06-aa79-4ce8-ad0f-0a30f4e35b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:33.014363 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:34.768869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:52.712653 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-4b03cd6a-9f43-4a44-9858-baaf5d373d9a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030376 Jun 30 03:33:52.804453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-a61f582c-2e27-47c5-9f51-6954382605de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:52.805946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-a61f582c-2e27-47c5-9f51-6954382605de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1097 time: 0.0518470 Jun 30 03:33:52.906221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-f32da6d7-f3e4-4887-ad6b-aed3b4384fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:52.907668 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-f32da6d7-f3e4-4887-ad6b-aed3b4384fa0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0820100 Jun 30 03:33:52.976560 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-890e77d0-094b-480c-96c7-7859455512ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 1002 time: 0.0622306 Jun 30 03:33:53.024057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-e144b4ac-8189-4b49-b11c-24fab08bc20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:53.025452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-e144b4ac-8189-4b49-b11c-24fab08bc20b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0431030 Jun 30 03:33:53.080040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-523b875d-9986-4c3e-b531-47e6cf14da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:53.081523 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-523b875d-9986-4c3e-b531-47e6cf14da6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499942 Jun 30 03:33:53.171113 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-8c15f6b1-294e-4e46-8ab3-c80b3e141a2b service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826867 Jun 30 03:33:53.262833 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1af751fd-ff34-48ff-a624-d74fe3c1ec12 req-d049f866-4b99-4981-865e-1603c3f43b28 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Jun 30 03:33:53.346951 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:53.763793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:58.592679 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c75ece9f-fb46-4c48-953e-0f48ce0642af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:59.562482 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:34:01.289052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:01.311867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5c8e47dc-f31d-4f8c-b024-76661cf6b0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:03.009410 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:04.768934 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:23.305976 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:23.791209 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:28.608643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed55f-06dd-4b9c-9cbf-254365262e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:31.294367 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:31.316774 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5b43df5e-3791-441b-9590-ab880c549475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:33.008039 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:34.744995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:36.561651 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:34:49.796297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354f23a-88c0-4dc0-a090-f6c0e60637b6 req-2ffa5d1f-7ea2-4a3b-8f88-0e97588b4188 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:49.797860 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a354f23a-88c0-4dc0-a090-f6c0e60637b6 req-2ffa5d1f-7ea2-4a3b-8f88-0e97588b4188 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0689087 Jun 30 03:34:49.836366 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a354f23a-88c0-4dc0-a090-f6c0e60637b6 req-4260a457-fed2-488d-b471-69f6a9731c4b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326316 Jun 30 03:34:50.370053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcab74-2cc9-40b0-ae09-f51e57299123 req-441d4438-51c9-4dbf-b00e-154778bf89d0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:50.371591 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fedcab74-2cc9-40b0-ae09-f51e57299123 req-441d4438-51c9-4dbf-b00e-154778bf89d0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0637465 Jun 30 03:34:50.409126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fedcab74-2cc9-40b0-ae09-f51e57299123 req-b07a13b8-3080-4954-978c-ce3839445296 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318782 Jun 30 03:34:50.468374 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-ff9315eb-26c3-4b4a-b767-5faefd813374 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0521481 Jun 30 03:34:51.590935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ddf0e-b8b7-4b63-bfb6-69d1bf663a95 req-e1a793af-7eb0-48e0-847e-6ac93974ab27 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:51.592451 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef4ddf0e-b8b7-4b63-bfb6-69d1bf663a95 req-e1a793af-7eb0-48e0-847e-6ac93974ab27 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0721905 Jun 30 03:34:51.631787 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef4ddf0e-b8b7-4b63-bfb6-69d1bf663a95 req-5381d7ee-7574-45d9-ad69-d17590366b6a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331306 Jun 30 03:34:52.808191 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb2025-8896-4995-8a1f-7458e7357a8e req-23c86107-ba7d-46f2-8364-afb5ff4148dc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:52.809791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4aeb2025-8896-4995-8a1f-7458e7357a8e req-23c86107-ba7d-46f2-8364-afb5ff4148dc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0619414 Jun 30 03:34:52.848561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4aeb2025-8896-4995-8a1f-7458e7357a8e req-b15897df-650b-4b51-bcbb-6f50a9bb3a68 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Jun 30 03:34:53.304948 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:53.704890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-3ab8c61f-42a8-4387-9f5b-9ba04d4c8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:53.706419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-3ab8c61f-42a8-4387-9f5b-9ba04d4c8c56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1097 time: 0.0628786 Jun 30 03:34:53.813230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:53.830287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-11f81ade-0912-49ca-8e22-2e97a1e992ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:53.831753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-11f81ade-0912-49ca-8e22-2e97a1e992ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.1057415 Jun 30 03:34:53.905618 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-0c7ecd4b-ed11-4b23-aa8b-7ae87e0331b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 1002 time: 0.0660088 Jun 30 03:34:53.964034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-4147277f-f906-408f-afcc-b9246bf5f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:53.965488 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-4147277f-f906-408f-afcc-b9246bf5f2da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0530782 Jun 30 03:34:54.026044 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-cfcf4737-3915-4f60-a409-a228e0ce8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:54.027534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-cfcf4737-3915-4f60-a409-a228e0ce8c61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557191 Jun 30 03:34:54.031727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43030e-b21d-4222-b810-c25df1867303 req-21dc8b48-a116-4afb-86c6-94bb8aeceedf tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:54.033251 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9d43030e-b21d-4222-b810-c25df1867303 req-21dc8b48-a116-4afb-86c6-94bb8aeceedf tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0673285 Jun 30 03:34:54.074339 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9d43030e-b21d-4222-b810-c25df1867303 req-240fb775-8b7f-4d9b-8e5c-b84f3e608039 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353255 Jun 30 03:34:54.126223 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-de596f90-1c7c-46d2-b5e8-beaea3692ade service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910296 Jun 30 03:34:54.213348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f726bf9b-e9a2-4bdb-b614-c23ec5575fa0 req-5b31dff8-557c-49ed-84a8-fd809959e68d service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808675 Jun 30 03:34:54.578908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123489b-643e-4473-ae29-3565582d9699 req-2eddf6e3-dcc3-4413-9140-d0cbe70b230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:54.580324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-2eddf6e3-dcc3-4413-9140-d0cbe70b230d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1097 time: 0.0568407 Jun 30 03:34:54.675418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123489b-643e-4473-ae29-3565582d9699 req-c1b68150-f86d-4ecb-b904-c48e69a81ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:54.677485 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-c1b68150-f86d-4ecb-b904-c48e69a81ab5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0908191 Jun 30 03:34:54.741601 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-7ce4a274-56a3-4db8-8e68-7b2b3e536215 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 1002 time: 0.0576940 Jun 30 03:34:54.792500 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123489b-643e-4473-ae29-3565582d9699 req-31483564-4f6e-400f-bc2b-540291fbb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:54.793975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-31483564-4f6e-400f-bc2b-540291fbb181 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0470588 Jun 30 03:34:54.850148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123489b-643e-4473-ae29-3565582d9699 req-bb348706-eb35-4341-beb5-0fb5ab49decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:54.851709 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-bb348706-eb35-4341-beb5-0fb5ab49decc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518639 Jun 30 03:34:54.939599 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-8db9a756-62d9-4ecb-9edf-5525ff9f7588 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816612 Jun 30 03:34:55.031591 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-ed2da9bc-27cd-4de5-b398-f17f718d3cd2 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854840 Jun 30 03:34:55.252054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5798c6-aebb-45d1-953c-7b8edb95c035 req-9a522057-7601-4a5f-a59e-98318fa76566 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:55.253561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b5798c6-aebb-45d1-953c-7b8edb95c035 req-9a522057-7601-4a5f-a59e-98318fa76566 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0639682 Jun 30 03:34:55.292300 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7b5798c6-aebb-45d1-953c-7b8edb95c035 req-bedc9b1f-bd4e-411e-8417-6bdf78a6b5fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323379 Jun 30 03:34:56.464574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b5861-d40f-47d7-a466-fbdaa894063c req-9801bb75-ec7c-4a4f-9898-aaaf3cb410c1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:56.466084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-630b5861-d40f-47d7-a466-fbdaa894063c req-9801bb75-ec7c-4a4f-9898-aaaf3cb410c1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0631311 Jun 30 03:34:56.504153 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-630b5861-d40f-47d7-a466-fbdaa894063c req-eed7d630-0857-4e56-a2f9-a2976574c2ed tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323999 Jun 30 03:34:57.682299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6c4db-2461-4601-97e2-d23655560dbe req-32043a1d-7aae-45e2-b45a-df9b53288315 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:57.683822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0bd6c4db-2461-4601-97e2-d23655560dbe req-32043a1d-7aae-45e2-b45a-df9b53288315 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0676360 Jun 30 03:34:57.725943 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0bd6c4db-2461-4601-97e2-d23655560dbe req-e723c401-425f-4e9c-b63d-8b2de46f9405 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362508 Jun 30 03:34:58.618621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-31737f4d-ee36-48d8-9e6d-bd02c77a6552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:58.908210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f87c8-6119-4a48-a42c-442dfe944465 req-4b21cb1b-de70-4954-86e1-5535d95c58ef tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:58.909744 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b56f87c8-6119-4a48-a42c-442dfe944465 req-4b21cb1b-de70-4954-86e1-5535d95c58ef tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0673676 Jun 30 03:34:58.955803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b56f87c8-6119-4a48-a42c-442dfe944465 req-6328c54e-8f7d-4bec-b979-2df7a12fc500 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384562 Jun 30 03:35:00.131167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12b7ac-2d33-414f-94f3-e3a3c587eb01 req-f1f6abdc-a9c3-4610-ad8a-45453117af69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:00.132635 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b12b7ac-2d33-414f-94f3-e3a3c587eb01 req-f1f6abdc-a9c3-4610-ad8a-45453117af69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0624828 Jun 30 03:35:00.171005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b12b7ac-2d33-414f-94f3-e3a3c587eb01 req-5604a66b-3fbe-4c1f-8980-5f42d3ec1c38 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327532 Jun 30 03:35:01.287655 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:01.345806 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb062aef-a802-499b-a1d1-ee95eb83f424 req-ef6a8e5c-f46e-4964-b927-3ffa777994e8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:01.347289 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb062aef-a802-499b-a1d1-ee95eb83f424 req-ef6a8e5c-f46e-4964-b927-3ffa777994e8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0625255 Jun 30 03:35:01.350073 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-09f9bdc6-e69b-475b-9acb-fd4e561d656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:01.388812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb062aef-a802-499b-a1d1-ee95eb83f424 req-c0f1f7ea-d783-49c6-807b-f4d46413c8b1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336800 Jun 30 03:35:02.571815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afec09-d749-41c7-9a1d-4395df965f88 req-263ee723-7313-4fe0-bdbe-7c10dfd0455e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:02.573306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-14afec09-d749-41c7-9a1d-4395df965f88 req-263ee723-7313-4fe0-bdbe-7c10dfd0455e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0663743 Jun 30 03:35:02.611001 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-14afec09-d749-41c7-9a1d-4395df965f88 req-be617a0c-ae0a-4618-90f5-05cde3b7b0a5 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320008 Jun 30 03:35:03.058434 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:03.787922 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2478dc3-ea88-4d21-ad17-f8c698abd138 req-8c0fcfff-9e5f-439a-9c3d-c840460bec77 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:03.789397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2478dc3-ea88-4d21-ad17-f8c698abd138 req-8c0fcfff-9e5f-439a-9c3d-c840460bec77 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0668149 Jun 30 03:35:03.828488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2478dc3-ea88-4d21-ad17-f8c698abd138 req-a511b21a-dd8b-4662-a84b-802fac469ff1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334039 Jun 30 03:35:04.777139 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:05.009595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8758c-fe90-4fbf-9cb4-fa310623398e req-40aa0d92-3e99-40c2-b5b4-918f080350d4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:05.011083 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00d8758c-fe90-4fbf-9cb4-fa310623398e req-40aa0d92-3e99-40c2-b5b4-918f080350d4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0637171 Jun 30 03:35:05.049447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00d8758c-fe90-4fbf-9cb4-fa310623398e req-2bb3466b-6e70-4494-a15f-657115587314 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326917 Jun 30 03:35:06.224900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7a978-c03a-4e86-96b5-723100cc6e2a req-4d489908-b098-402d-97ad-3c34a3286aff tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:06.226180 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdf7a978-c03a-4e86-96b5-723100cc6e2a req-4d489908-b098-402d-97ad-3c34a3286aff tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0661221 Jun 30 03:35:06.263508 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cdf7a978-c03a-4e86-96b5-723100cc6e2a req-a7a5e763-1f45-4bb3-a96d-90110fc16a9e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312424 Jun 30 03:35:07.051072 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-6123489b-643e-4473-ae29-3565582d9699 req-59124927-080b-406c-953c-2c43215b70e4 service neutron] show failed (client error): The resource could not be found. Jun 30 03:35:07.052588 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-59124927-080b-406c-953c-2c43215b70e4 service neutron] 10.222.0.83 "GET /v2.0/ports/0a8962f3-0c15-4572-9528-db9a60f70d95/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0544670 Jun 30 03:35:07.441648 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ddfab-475b-43f6-9205-d870af983bc0 req-bce6c3aa-8f2a-4193-913d-947f4a938b1b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:07.443120 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a23ddfab-475b-43f6-9205-d870af983bc0 req-bce6c3aa-8f2a-4193-913d-947f4a938b1b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0669422 Jun 30 03:35:07.481968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a23ddfab-475b-43f6-9205-d870af983bc0 req-7e8a4c3c-1a59-405d-8e62-b89215304017 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331712 Jun 30 03:35:07.538929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123489b-643e-4473-ae29-3565582d9699 req-05be0789-bd94-4e98-865c-e6a611bb260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:07.540431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-05be0789-bd94-4e98-865c-e6a611bb260c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 1097 time: 0.0513549 Jun 30 03:35:07.551238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:07.621887 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:07.819531 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=0a8962f3-0c15-4572-9528-db9a60f70d95,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:07.852448 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:35:07.890894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:07.893147 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6433b6c6-f6d6-414a-852c-685969a395bc" -d '{"events": [{"server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "name": "network-vif-unplugged", "status": "completed", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:07.897859 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:07.911726 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Transition to ACTIVE for port object 0a8962f3-0c15-4572-9528-db9a60f70d95 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:35:07.972515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:08.005716 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4277e98-bd68-4982-8c6c-972ac96d4456 x-openstack-request-id: req-f4277e98-bd68-4982-8c6c-972ac96d4456 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:08.006014 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "name": "network-vif-unplugged", "status": "completed", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:08.006275 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4277e98-bd68-4982-8c6c-972ac96d4456 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:08.006666 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'code': 200} Jun 30 03:35:08.056366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Pushing event updated for resources: {'Port': ['ID=0a8962f3-0c15-4572-9528-db9a60f70d95,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:08.069695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.069936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.070271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.070603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.070926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.071249 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.071572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.072044 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.072737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.072737 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.072965 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.073252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:08.115503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] No DVR routers for this DVR port 0a8962f3-0c15-4572-9528-db9a60f70d95 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:35:08.573447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Attempting to bind port 0a8962f3-0c15-4572-9528-db9a60f70d95 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:35:08.574270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Attempting to bind port 0a8962f3-0c15-4572-9528-db9a60f70d95 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:35:08.574270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Attempting to bind port 0a8962f3-0c15-4572-9528-db9a60f70d95 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:35:08.578452 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Port 0a8962f3-0c15-4572-9528-db9a60f70d95 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:35:08.578777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Attempting to bind port 0a8962f3-0c15-4572-9528-db9a60f70d95 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:35:08.583709 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:35:08.584052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:35:08.584447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:35:08.584879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Bound port: 0a8962f3-0c15-4572-9528-db9a60f70d95, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:35:08.585242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:08.652106 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:35:08.654835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8276d51-6704-4a99-8fa0-61619ffa94a0 req-9a06cc78-5939-43a7-9a55-341754afbc09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:08.655422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0a8962f3-0c15-4572-9528-db9a60f70d95,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:35:08.656341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8276d51-6704-4a99-8fa0-61619ffa94a0 req-9a06cc78-5939-43a7-9a55-341754afbc09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 944 time: 0.0628653 Jun 30 03:35:08.695754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8276d51-6704-4a99-8fa0-61619ffa94a0 req-09cd4630-530e-4a6d-8910-bf21e3bdceb7 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331781 Jun 30 03:35:08.761784 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:08.797952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:08.798566 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:08.800045 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] 10.222.0.74 "PUT /v2.0/ports/0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 1092 time: 1.2527444 Jun 30 03:35:08.820072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9c3d0-4338-4c45-a21f-c1d27701004f service neutron] Pushing event updated for resources: {'Port': ['ID=0a8962f3-0c15-4572-9528-db9a60f70d95,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:08.878809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123489b-643e-4473-ae29-3565582d9699 req-e908d049-f898-49f1-acb4-043ffcf72523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:08.880576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-e908d049-f898-49f1-acb4-043ffcf72523 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1095 time: 0.0566509 Jun 30 03:35:08.980740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123489b-643e-4473-ae29-3565582d9699 req-07e70ed0-46c6-472b-88a2-a52f310b3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:08.982250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-07e70ed0-46c6-472b-88a2-a52f310b3964 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0952487 Jun 30 03:35:09.046424 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-7989d7a0-dbba-4c77-bcbd-c53183b9ba2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 1000 time: 0.0579889 Jun 30 03:35:09.098614 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123489b-643e-4473-ae29-3565582d9699 req-bd65faa9-2155-49d5-965d-ca68f2417b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:09.100066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-bd65faa9-2155-49d5-965d-ca68f2417b93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0478323 Jun 30 03:35:09.155186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123489b-643e-4473-ae29-3565582d9699 req-952c12e0-840d-41f7-b9b5-0eda9cfcec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:09.156660 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-952c12e0-840d-41f7-b9b5-0eda9cfcec0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505571 Jun 30 03:35:09.243007 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-d747efc2-b57a-4b9c-afba-fe85a6e62c22 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799468 Jun 30 03:35:09.334883 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6123489b-643e-4473-ae29-3565582d9699 req-8e558fa9-0a01-4d13-bd50-3074658dd468 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858905 Jun 30 03:35:09.874668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8d130-29dd-4998-aebd-682fcc15e6d6 req-42a83e81-dd93-4acd-a647-4629d2e2928b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:09.876157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93d8d130-29dd-4998-aebd-682fcc15e6d6 req-42a83e81-dd93-4acd-a647-4629d2e2928b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 944 time: 0.0641468 Jun 30 03:35:09.914348 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-93d8d130-29dd-4998-aebd-682fcc15e6d6 req-943ad785-4da7-432d-8b9b-77faabfd1b17 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Jun 30 03:35:10.008194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:10.010502 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809dc284-b7d8-498b-b6f9-0c3d33e411eb" -d '{"events": [{"name": "network-changed", "server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:10.057172 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f891f7cf-eb77-4a7f-8de7-41bdf1c5f8fd x-openstack-request-id: req-f891f7cf-eb77-4a7f-8de7-41bdf1c5f8fd {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:10.057470 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:10.057817 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f891f7cf-eb77-4a7f-8de7-41bdf1c5f8fd {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:10.058218 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'status': 'completed', 'code': 200} Jun 30 03:35:10.131533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-2c15843c-7786-440a-a979-87ce0db149fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.132346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-a3fec47a-0c98-4f85-ae9a-c29534f3640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.133033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-2c15843c-7786-440a-a979-87ce0db149fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1095 time: 0.0515378 Jun 30 03:35:10.133848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-a3fec47a-0c98-4f85-ae9a-c29534f3640f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1095 time: 0.0575595 Jun 30 03:35:10.223394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-eca276fc-086f-4015-a226-b51f435fd28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.225016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-eca276fc-086f-4015-a226-b51f435fd28a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0846798 Jun 30 03:35:10.228700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-ba3a2c0e-572f-4b76-8a94-1ac72427218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.230463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-ba3a2c0e-572f-4b76-8a94-1ac72427218c service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0909314 Jun 30 03:35:10.295763 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-deec317a-6654-4d1e-84d7-af3ab3f1888f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 1000 time: 0.0632148 Jun 30 03:35:10.295976 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-2db82722-b3bc-4a5e-8bf7-ebd77f4bb14c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 1000 time: 0.0585115 Jun 30 03:35:10.345050 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-f4dbeede-0d42-4043-b454-257d5f5d8845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.346690 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-f4dbeede-0d42-4043-b454-257d5f5d8845 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0442650 Jun 30 03:35:10.347354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-59f9f85a-6908-41b2-8932-8794b6b7b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.348816 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-59f9f85a-6908-41b2-8932-8794b6b7b1f4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0471964 Jun 30 03:35:10.403292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-4d91d88a-4f07-422e-b971-8fd3feade6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.404791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-4d91d88a-4f07-422e-b971-8fd3feade6a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520062 Jun 30 03:35:10.405824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-1987e453-06fc-4ac8-9692-f39b4fc4bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.407311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-1987e453-06fc-4ac8-9692-f39b4fc4bade service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519655 Jun 30 03:35:10.494292 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-eb1de7e3-f6c1-44bf-98ad-4c7abb22e980 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805924 Jun 30 03:35:10.498774 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-e9d0453c-e5fd-4454-9213-1dcc3b2f05c0 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860758 Jun 30 03:35:10.586047 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-2b49a63d-ca40-4a22-89a8-6c8f0df7a143 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851295 Jun 30 03:35:10.587021 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-809dc284-b7d8-498b-b6f9-0c3d33e411eb req-75e7578d-921e-4982-b981-5779a5cdd755 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815253 Jun 30 03:35:10.808329 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0a8962f3-0c15-4572-9528-db9a60f70d95 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:35:10.851287 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 0a8962f3-0c15-4572-9528-db9a60f70d95 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:35:11.086423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc03c21-b508-4722-a35a-e76abbb8340e req-9695bfff-fba2-46f6-b404-2d03c10e9f97 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:11.088578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2dc03c21-b508-4722-a35a-e76abbb8340e req-9695bfff-fba2-46f6-b404-2d03c10e9f97 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 944 time: 0.0639944 Jun 30 03:35:11.126434 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2dc03c21-b508-4722-a35a-e76abbb8340e req-3cb7b4c1-df32-4656-8a65-66e190467c35 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317030 Jun 30 03:35:11.583883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0a8962f3-0c15-4572-9528-db9a60f70d95 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:35:11.673989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0a8962f3-0c15-4572-9528-db9a60f70d95,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:11.684632 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'mac_address': 'fa:16:3e:8f:05:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:35:11.720507 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:11.732676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8962f3-0c15-4572-9528-db9a60f70d95 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:35:11.750663 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0a8962f3-0c15-4572-9528-db9a60f70d95,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:11.800841 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:11.850517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=0a8962f3-0c15-4572-9528-db9a60f70d95,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:11.858181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.858947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.858947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.859321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.859659 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.860056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.860389 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.860716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.861043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.861369 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.861717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:11.862108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:12.047348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['0a8962f3-0c15-4572-9528-db9a60f70d95'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:35:12.312635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f458d6f-8363-43f9-830d-2ecaae04e1a2 req-d4fbcc9e-ccf1-4874-9752-4aa7a91e89de tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:12.314047 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6f458d6f-8363-43f9-830d-2ecaae04e1a2 req-d4fbcc9e-ccf1-4874-9752-4aa7a91e89de tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 945 time: 0.0643406 Jun 30 03:35:12.351519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6f458d6f-8363-43f9-830d-2ecaae04e1a2 req-7a5a8180-e227-485f-88ba-274f8148ea74 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313940 Jun 30 03:35:12.788764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141639b3-7555-4450-9565-659262c05208 req-6b6cb419-a75d-44d3-a748-03cabf297525 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:12.790250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-141639b3-7555-4450-9565-659262c05208 req-6b6cb419-a75d-44d3-a748-03cabf297525 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 945 time: 0.1109011 Jun 30 03:35:12.805062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775861-fec1-4846-b0d7-c90950a44979 req-1c6e494c-2dd3-43c1-bb11-da78fcd74de3 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:12.806439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3775861-fec1-4846-b0d7-c90950a44979 req-1c6e494c-2dd3-43c1-bb11-da78fcd74de3 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52&tenant_id=43ac5c277d524b4d9a4e0e023baac05c&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 945 time: 0.0947933 Jun 30 03:35:12.865328 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-141639b3-7555-4450-9565-659262c05208 req-651adcb4-b568-47f1-97e5-9bbd76822117 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678301 Jun 30 03:35:12.886597 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-b3775861-fec1-4846-b0d7-c90950a44979 req-74b1bc73-8a20-4187-9d1c-970316001ea3 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:35:12.887589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3775861-fec1-4846-b0d7-c90950a44979 req-74b1bc73-8a20-4187-9d1c-970316001ea3 service neutron] 10.222.0.83 "DELETE /v2.0/ports/0a8962f3-0c15-4572-9528-db9a60f70d95/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0749259 Jun 30 03:35:12.987333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775861-fec1-4846-b0d7-c90950a44979 req-54e09d36-2cae-406e-be34-3b1b36bf5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:12.988812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3775861-fec1-4846-b0d7-c90950a44979 req-54e09d36-2cae-406e-be34-3b1b36bf5975 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 1096 time: 0.0568957 Jun 30 03:35:13.074708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775861-fec1-4846-b0d7-c90950a44979 req-bed871e6-e41b-4515-85fa-e0c0ab9d69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:13.076153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3775861-fec1-4846-b0d7-c90950a44979 req-bed871e6-e41b-4515-85fa-e0c0ab9d69dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0811310 Jun 30 03:35:13.142568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3775861-fec1-4846-b0d7-c90950a44979 req-afe21776-0fd7-4361-b64e-ed8e852541ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 200 len: 1001 time: 0.0601549 Jun 30 03:35:13.189181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775861-fec1-4846-b0d7-c90950a44979 req-6972d04c-aa49-4217-95e6-0d566ec13b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:13.190611 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3775861-fec1-4846-b0d7-c90950a44979 req-6972d04c-aa49-4217-95e6-0d566ec13b4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0418515 Jun 30 03:35:13.247929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3775861-fec1-4846-b0d7-c90950a44979 req-b6f9ae24-981f-44be-8a43-cc0ba120701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:13.249414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3775861-fec1-4846-b0d7-c90950a44979 req-b6f9ae24-981f-44be-8a43-cc0ba120701f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511549 Jun 30 03:35:13.339607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3775861-fec1-4846-b0d7-c90950a44979 req-14255534-24c0-4207-a9d8-1831e91c068a service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832436 Jun 30 03:35:13.424722 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b3775861-fec1-4846-b0d7-c90950a44979 req-beb074fb-822c-4138-aa69-85f9c4284892 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789485 Jun 30 03:35:13.560487 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:35:13.598854 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0a8962f3-0c15-4572-9528-db9a60f70d95 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:35:13.743699 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 0a8962f3-0c15-4572-9528-db9a60f70d95 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:35:13.747368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 0a8962f3-0c15-4572-9528-db9a60f70d95 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:35:13.747740 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:13.821358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:13.843323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:13.845766 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cabd00-58a4-4fb1-847b-cc8e7a7f93fa" -d '{"events": [{"server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "name": "network-vif-plugged", "status": "completed", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:13.859393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0a8962f3-0c15-4572-9528-db9a60f70d95,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:13.950591 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:13.974701 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ad087c-46e0-4eb9-b2ba-608b8d44d3aa x-openstack-request-id: req-c1ad087c-46e0-4eb9-b2ba-608b8d44d3aa {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:13.974988 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "name": "network-vif-plugged", "status": "completed", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:13.975242 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1ad087c-46e0-4eb9-b2ba-608b8d44d3aa {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:13.975628 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'code': 200} Jun 30 03:35:14.009175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=0a8962f3-0c15-4572-9528-db9a60f70d95,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:14.054995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb705a-ad05-45b7-928d-459d3876604b req-aef10c57-387d-48d0-8a40-3162d790c174 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:14.056486 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e6cb705a-ad05-45b7-928d-459d3876604b req-aef10c57-387d-48d0-8a40-3162d790c174 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0763988 Jun 30 03:35:14.095913 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e6cb705a-ad05-45b7-928d-459d3876604b req-437135b8-7564-4b2b-910b-299a7ce526c0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336788 Jun 30 03:35:15.275316 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75313dfb-5126-4458-b7f4-86d893f1da04 req-aacb2ae6-94f1-4598-98be-36a977dc79ce tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:15.276719 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-75313dfb-5126-4458-b7f4-86d893f1da04 req-aacb2ae6-94f1-4598-98be-36a977dc79ce tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0676866 Jun 30 03:35:15.316160 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-75313dfb-5126-4458-b7f4-86d893f1da04 req-85285db2-44bd-49b9-8184-7c778b2f2e11 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335269 Jun 30 03:35:15.482852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9d702-fd80-492a-90d3-92e0496dbc44 req-fbd460d4-a5fc-45e6-9896-402ed059e29c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:15.484305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0d9d702-fd80-492a-90d3-92e0496dbc44 req-fbd460d4-a5fc-45e6-9896-402ed059e29c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0614603 Jun 30 03:35:15.520738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a0d9d702-fd80-492a-90d3-92e0496dbc44 req-f4f352fd-2033-4f44-b21c-9cb31ed7cf40 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301781 Jun 30 03:35:15.688232 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370c363-6121-44eb-a531-d893646ae6de req-de17954a-6bd2-46cf-95e9-f304925b1197 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:15.689708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a370c363-6121-44eb-a531-d893646ae6de req-de17954a-6bd2-46cf-95e9-f304925b1197 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0619445 Jun 30 03:35:15.726921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a370c363-6121-44eb-a531-d893646ae6de req-35fe7312-dff4-4c35-9ca8-e670b1d3ade4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315361 Jun 30 03:35:16.318138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bb18e-ca67-4b0c-96f8-504a57d8be5b req-34b59488-5944-43c1-a9df-cede8e329fa8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:16.319622 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-880bb18e-ca67-4b0c-96f8-504a57d8be5b req-34b59488-5944-43c1-a9df-cede8e329fa8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0691960 Jun 30 03:35:16.356456 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-880bb18e-ca67-4b0c-96f8-504a57d8be5b req-eb68ce42-6dda-4eee-985e-b124553b2c4e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Jun 30 03:35:17.505653 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-9d0f35d3-fdf2-4dfa-b9d4-90de6ac22a3d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.507138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-9d0f35d3-fdf2-4dfa-b9d4-90de6ac22a3d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.74 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0631738 Jun 30 03:35:17.527533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9879e-8c62-4f97-8df3-3600ee376eda req-700e7fd3-444b-4dea-a4c1-2c204eab13a8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.529008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fbc9879e-8c62-4f97-8df3-3600ee376eda req-700e7fd3-444b-4dea-a4c1-2c204eab13a8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 946 time: 0.0626626 Jun 30 03:35:17.565579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fbc9879e-8c62-4f97-8df3-3600ee376eda req-4d6174bf-43c6-44da-adb3-1cb66a33bb63 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Jun 30 03:35:17.610620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Deleting port 0a8962f3-0c15-4572-9528-db9a60f70d95 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:35:17.610968 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:17.698209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] For port 0a8962f3-0c15-4572-9528-db9a60f70d95, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=0a8962f3-0c15-4572-9528-db9a60f70d95,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:17.698497 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:17.900174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:17.900569 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:17.900895 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b disassociated. External IP: 172.25.2.177, port: 0a8962f3-0c15-4572-9528-db9a60f70d95. Jun 30 03:35:17.901231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Calling delete_port for 0a8962f3-0c15-4572-9528-db9a60f70d95 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:35:18.126165 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:18.156568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event deleted for resources: {'Port': ['ID=0a8962f3-0c15-4572-9528-db9a60f70d95,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:18.269638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:35:18.379761 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:35:18.390444 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:35:18.399304 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:35:18.399909 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:35:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:18.422675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] No DVR routers for this DVR port 0a8962f3-0c15-4572-9528-db9a60f70d95 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:35:18.425314 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:18.428044 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13e23d4b-f85c-4f0a-9312-338f3fa72c90 req-45dc38c1-0402-4d0f-a49a-dacc7dca9d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.74 "DELETE /v2.0/ports/0a8962f3-0c15-4572-9528-db9a60f70d95 HTTP/1.1" status: 204 len: 173 time: 0.9151227 Jun 30 03:35:18.428486 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'name': 'network-vif-deleted', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:18.430777 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e804846-367d-4176-b25d-258f02931e16" -d '{"events": [{"server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "name": "network-vif-deleted", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:18.465986 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b101ff-e3e0-4280-bada-f61664d0cd8c x-openstack-request-id: req-62b101ff-e3e0-4280-bada-f61664d0cd8c {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:18.466281 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fd0c65-c513-4467-94da-316d7b95cb52", "name": "network-vif-deleted", "tag": "0a8962f3-0c15-4572-9528-db9a60f70d95", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:18.466541 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62b101ff-e3e0-4280-bada-f61664d0cd8c {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:18.466951 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fd0c65-c513-4467-94da-316d7b95cb52', 'name': 'network-vif-deleted', 'tag': '0a8962f3-0c15-4572-9528-db9a60f70d95', 'status': 'completed', 'code': 200} Jun 30 03:35:18.507605 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:35:18.703170 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:18.712144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eeebf469-dcd1-430b-a7fa-c074bfa582b9 req-216c8d94-03b2-4e39-9123-c0113858caa1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52fd0c65-c513-4467-94da-316d7b95cb52 HTTP/1.1" status: 200 len: 210 time: 0.0326390 Jun 30 03:35:18.730039 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:35:18.738087 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:35:18.738673 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:35:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:18.840341 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:35:19.034206 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:19.063305 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c923d2fa-d603-4508-92cb-9d1b18bd838e None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:35:19.284135 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e7456-951d-49c4-bad4-5e817e0a53f5 None None] New status for floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:35:19.645319 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0a8962f3-0c15-4572-9528-db9a60f70d95 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:35:19.664665 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 0a8962f3-0c15-4572-9528-db9a60f70d95 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:35:19.665007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 0a8962f3-0c15-4572-9528-db9a60f70d95 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:35:20.015757 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-d57fc0be-28d7-4f8e-99b6-32a273b026ed tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1226156491&fields=id&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 267 time: 0.0329120 Jun 30 03:35:20.122633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-ba58dee4-66fd-448d-8d4b-1c2c554412b9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:20.124078 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-ba58dee4-66fd-448d-8d4b-1c2c554412b9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 810 time: 0.1015921 Jun 30 03:35:20.138886 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-6223136a-5fc1-407e-9744-2afba2fe8b04 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/quotas/43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 375 time: 0.0093091 Jun 30 03:35:20.205670 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-d8892507-c4f0-4be6-9c0e-79f1f0abf90f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618861 Jun 30 03:35:20.304766 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-168764ad-d29c-4fba-a142-211f72ae3934 service neutron] 10.222.0.77 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877056 Jun 30 03:35:20.393867 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-53ebaf1d-e0f0-4e7e-96bd-17199a70aacd service neutron] 10.222.0.77 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831819 Jun 30 03:35:20.642273 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccff20d3-8913-4999-abcd-27fd55cf02b9 req-0dbbe199-a021-4adc-b101-156f1b5431a9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 210 time: 0.0289388 Jun 30 03:35:21.788972 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f94d6aa2-8f07-490e-a0aa-22e81355d1ee req-8da4ad22-00fe-4157-a87e-e7968d30e4a8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 210 time: 0.0303733 Jun 30 03:35:22.590860 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-44ca618f-019d-4a01-85ca-abfbd885ad68 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:22.592200 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-44ca618f-019d-4a01-85ca-abfbd885ad68 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 810 time: 0.1039205 Jun 30 03:35:22.634679 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-5d9510b7-c8cb-41cd-9aa4-05d39a4df7e6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 380 time: 0.0345464 Jun 30 03:35:22.643692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'port': {'device_id': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'admin_state_up': True, 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'security_groups': ['d626d68a-1f5d-4da6-bde6-8ec802e48861']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:22.812144 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Made reservation on behalf of 43ac5c277d524b4d9a4e0e023baac05c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:35:22.815862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:22.963365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a6adc4a-69d4-4aad-93d7-13111b0f6c4b req-a488429d-c2cb-4a38-b86a-8b87f8b4671c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 210 time: 0.0577974 Jun 30 03:35:23.030648 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Allocated IP 172.20.0.7 (ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea/0e3e4dfe-5c24-4cae-a962-75086c9daaf0/e2bae702-1e69-4c4e-b6d2-63d687fd760f) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:35:23.163700 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:23.176131 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Transition to ACTIVE for port object e2bae702-1e69-4c4e-b6d2-63d687fd760f will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:35:23.269353 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:23.310245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:35:23.313346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:35:23.319225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:35:23.347064 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event updated for resources: {'Port': ['ID=e2bae702-1e69-4c4e-b6d2-63d687fd760f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:23.350003 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:23.358183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.358183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.358483 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.358613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.358904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.359205 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.359532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.359853 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.360172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.360489 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.360808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.361125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:35:23.394249 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:23.394876 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:23.470110 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-4bf910e0-7d43-438d-98f5-bff2e0e90d8d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298690 Jun 30 03:35:23.483950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Request body: {'port': {'device_id': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:23.559739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:23.623315 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bdea7619-4ba2-461d-84d3-5e2d8ddcfca5 None None] Provisioning for port e2bae702-1e69-4c4e-b6d2-63d687fd760f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:35:23.627410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bdea7619-4ba2-461d-84d3-5e2d8ddcfca5 None None] Provisioning complete for port e2bae702-1e69-4c4e-b6d2-63d687fd760f triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:35:23.627853 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bdea7619-4ba2-461d-84d3-5e2d8ddcfca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:23.661998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-bdea7619-4ba2-461d-84d3-5e2d8ddcfca5 None None] Port e2bae702-1e69-4c4e-b6d2-63d687fd760f cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:35:23.794849 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:23.813456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bae702-1e69-4c4e-b6d2-63d687fd760f {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:35:23.821165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:23.832423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Transition to ACTIVE for port object e2bae702-1e69-4c4e-b6d2-63d687fd760f will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:35:23.897740 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:23.950242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bae702-1e69-4c4e-b6d2-63d687fd760f,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:24.029456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Attempting to bind port e2bae702-1e69-4c4e-b6d2-63d687fd760f on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:35:24.030273 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Attempting to bind port e2bae702-1e69-4c4e-b6d2-63d687fd760f by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:35:24.030940 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Attempting to bind port e2bae702-1e69-4c4e-b6d2-63d687fd760f on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:35:24.037756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Port e2bae702-1e69-4c4e-b6d2-63d687fd760f on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:35:24.038188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Attempting to bind port e2bae702-1e69-4c4e-b6d2-63d687fd760f on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:35:24.043683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:35:24.046611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:35:24.046611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:35:24.046611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Bound port: e2bae702-1e69-4c4e-b6d2-63d687fd760f, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:35:24.046611 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:24.115375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:35:24.118971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:35:24.148856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125817b-49e9-47a5-826d-5f7379662df9 req-9138d38e-dc85-48e9-ac66-0adce9c6b149 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:24.150367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6125817b-49e9-47a5-826d-5f7379662df9 req-9138d38e-dc85-48e9-ac66-0adce9c6b149 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 943 time: 0.0693951 Jun 30 03:35:24.187948 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6125817b-49e9-47a5-826d-5f7379662df9 req-1c08bf08-aed5-427c-a3e1-9f6079c803be tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319221 Jun 30 03:35:24.195370 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:24.233070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:24.233736 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:24.235122 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] 10.222.0.83 "PUT /v2.0/ports/e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 1091 time: 0.7556639 Jun 30 03:35:24.235562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:24.237849 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18370de1-c710-49f1-8e76-99776007f901" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:24.263289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31f251-d950-4f25-9ec8-7665499499f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bae702-1e69-4c4e-b6d2-63d687fd760f,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:24.356249 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06d255e-9876-46e0-b0da-a728e1119e45 x-openstack-request-id: req-b06d255e-9876-46e0-b0da-a728e1119e45 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:24.356556 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:24.356769 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b06d255e-9876-46e0-b0da-a728e1119e45 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:24.357165 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'status': 'completed', 'code': 200} Jun 30 03:35:24.403510 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-58cdcd19-f0c9-45fd-92e3-566f0b6e8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:24.405025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-58cdcd19-f0c9-45fd-92e3-566f0b6e8568 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1094 time: 0.0777090 Jun 30 03:35:24.446228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-79ccc123-2b49-4f52-8fdd-b90bf484b435 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 217 time: 0.0338228 Jun 30 03:35:24.498218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-11ba99be-9f55-4ae2-9e64-cb88918a2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:24.499701 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-11ba99be-9f55-4ae2-9e64-cb88918a2787 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0475791 Jun 30 03:35:24.554431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-3452f8f4-c7b1-4497-866d-35b7a68ab389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:24.555886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-3452f8f4-c7b1-4497-866d-35b7a68ab389 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501945 Jun 30 03:35:24.641556 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-c53e342f-d045-42e9-ac60-5291db942d16 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788772 Jun 30 03:35:25.063933 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5be69602-7c63-456c-982e-ce5dc7dd63bc req-aeabe6c5-fd9d-487d-a7a3-d05139f49511 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155025 Jun 30 03:35:25.270114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18370de1-c710-49f1-8e76-99776007f901 req-936fec2c-b18f-47fb-be2f-225db0f31021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:25.272147 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18370de1-c710-49f1-8e76-99776007f901 req-936fec2c-b18f-47fb-be2f-225db0f31021 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1094 time: 0.0519683 Jun 30 03:35:25.362710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18370de1-c710-49f1-8e76-99776007f901 req-071d5acd-2164-4cc7-8b7f-adb5b968d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:25.364226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18370de1-c710-49f1-8e76-99776007f901 req-071d5acd-2164-4cc7-8b7f-adb5b968d816 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0859745 Jun 30 03:35:25.364909 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab1f88-4241-49e8-a682-cf4752faea92 req-38b44dc5-a5de-4ab8-91a1-4534624c8092 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:25.366398 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8bab1f88-4241-49e8-a682-cf4752faea92 req-38b44dc5-a5de-4ab8-91a1-4534624c8092 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 943 time: 0.0669057 Jun 30 03:35:25.405179 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8bab1f88-4241-49e8-a682-cf4752faea92 req-6e5aa2a7-7489-48e1-ba31-37b85be335ac tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329707 Jun 30 03:35:25.406035 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18370de1-c710-49f1-8e76-99776007f901 req-c97eaa61-52a4-4ae7-80cf-8ddd51dad800 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 217 time: 0.0345972 Jun 30 03:35:25.454739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18370de1-c710-49f1-8e76-99776007f901 req-b9b0ff83-215e-474a-be51-e68abc9656d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:25.456149 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18370de1-c710-49f1-8e76-99776007f901 req-b9b0ff83-215e-474a-be51-e68abc9656d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0427029 Jun 30 03:35:25.514697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18370de1-c710-49f1-8e76-99776007f901 req-8b87e316-de26-4276-a3b1-0c20a60d0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:25.516064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18370de1-c710-49f1-8e76-99776007f901 req-8b87e316-de26-4276-a3b1-0c20a60d0ae4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536413 Jun 30 03:35:25.600916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18370de1-c710-49f1-8e76-99776007f901 req-94bf30b8-8d18-41be-8b64-6e468c2708f4 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771654 Jun 30 03:35:25.691266 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-18370de1-c710-49f1-8e76-99776007f901 req-0648eee1-eab7-4f6f-887d-1bf40cc2fb44 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835352 Jun 30 03:35:26.576825 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0b526-b71d-47cc-82d5-060c1a905798 req-e7749e3e-cc22-413f-9cc4-02f037bcbd6c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:26.578371 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46c0b526-b71d-47cc-82d5-060c1a905798 req-e7749e3e-cc22-413f-9cc4-02f037bcbd6c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 943 time: 0.0621908 Jun 30 03:35:26.615436 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-46c0b526-b71d-47cc-82d5-060c1a905798 req-ccf67199-7d12-4b89-9129-e224bda22a41 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308084 Jun 30 03:35:26.830245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e2bae702-1e69-4c4e-b6d2-63d687fd760f details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:35:26.924642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:26.936392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'mac_address': 'fa:16:3e:67:ba:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:35:26.971365 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:26.983600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bae702-1e69-4c4e-b6d2-63d687fd760f {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:35:27.002189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:27.097410 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:27.147073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e2bae702-1e69-4c4e-b6d2-63d687fd760f,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:27.340367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['e2bae702-1e69-4c4e-b6d2-63d687fd760f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:35:27.784999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b1f9-1d17-47e1-9186-7845ea3e5975 req-683ecd9b-ee97-4e44-9eb6-6bb06a61cc93 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:27.787112 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13c8b1f9-1d17-47e1-9186-7845ea3e5975 req-683ecd9b-ee97-4e44-9eb6-6bb06a61cc93 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 944 time: 0.0632813 Jun 30 03:35:27.827838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13c8b1f9-1d17-47e1-9186-7845ea3e5975 req-391822c7-a153-4f85-8ff0-b2bba1db6b77 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350547 Jun 30 03:35:28.617525 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-402479df-871a-43f0-b14d-192f9bfa7ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:28.845195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e2bae702-1e69-4c4e-b6d2-63d687fd760f up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:35:28.960655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port e2bae702-1e69-4c4e-b6d2-63d687fd760f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:35:28.964733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port e2bae702-1e69-4c4e-b6d2-63d687fd760f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:35:28.965170 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:29.000984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd4b72-f625-4d61-a6b1-fd5498bb31a1 req-86dc8801-f0e2-4a0d-badd-1870bb1d6d8e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:29.002486 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bccd4b72-f625-4d61-a6b1-fd5498bb31a1 req-86dc8801-f0e2-4a0d-badd-1870bb1d6d8e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 944 time: 0.0628486 Jun 30 03:35:29.041307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bccd4b72-f625-4d61-a6b1-fd5498bb31a1 req-6787fe41-6044-42b3-9a43-e29c7edad2c3 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329154 Jun 30 03:35:29.043774 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:29.066429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:29.068671 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d709152a-3ab9-447c-8163-53377292b44f" -d '{"events": [{"server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:29.080911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:35:29.109567 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe36224-c312-4d3e-a231-c60179f15308 x-openstack-request-id: req-abe36224-c312-4d3e-a231-c60179f15308 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:29.109854 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:29.110104 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abe36224-c312-4d3e-a231-c60179f15308 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:29.110488 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'code': 200} Jun 30 03:35:29.177851 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:29.222517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9917c-183a-4504-b102-cb269503bda6 req-ebcdae7f-4ce2-4061-8a5a-8ef3913b6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:29.224561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8a9917c-183a-4504-b102-cb269503bda6 req-ebcdae7f-4ce2-4061-8a5a-8ef3913b6bc1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1096 time: 0.0542014 Jun 30 03:35:29.224963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=e2bae702-1e69-4c4e-b6d2-63d687fd760f,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:35:29.259824 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8a9917c-183a-4504-b102-cb269503bda6 req-71063d85-f813-47f7-b335-83c5d561d405 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294123 Jun 30 03:35:30.282087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09097700-c365-4aa7-8a8b-cfa6f1aacc61 req-fe4a598d-26ff-41f1-83f4-90dfde40d956 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:30.283566 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-09097700-c365-4aa7-8a8b-cfa6f1aacc61 req-fe4a598d-26ff-41f1-83f4-90dfde40d956 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.1183980 Jun 30 03:35:30.322413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-09097700-c365-4aa7-8a8b-cfa6f1aacc61 req-69e30de6-513a-4a03-a11a-c65a7d3f2123 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Jun 30 03:35:31.280149 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:31.297212 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8b9d610c-dbd4-4518-82fb-2170157fe62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:31.674096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c440d-e14c-404b-94af-4a8e63122bd8 req-c263f4b8-5634-4f42-9337-5c9642142dd6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:31.675566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc2c440d-e14c-404b-94af-4a8e63122bd8 req-c263f4b8-5634-4f42-9337-5c9642142dd6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0620217 Jun 30 03:35:31.712978 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc2c440d-e14c-404b-94af-4a8e63122bd8 req-91c3c22c-914f-41c7-aaee-6450bfb53153 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313733 Jun 30 03:35:31.878775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc654b4-25fe-46cc-838e-0ddb5daa4872 req-ada6f8df-6028-4fe0-92ce-c67e832b955d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:31.880226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6cc654b4-25fe-46cc-838e-0ddb5daa4872 req-ada6f8df-6028-4fe0-92ce-c67e832b955d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0654092 Jun 30 03:35:31.888723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 52980) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:35:31.893624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b5fec0d7-151c-4724-8e96-75d07ab4b3db tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'floatingip': {'port_id': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:35:31.933964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fec0d7-151c-4724-8e96-75d07ab4b3db tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:32.365391 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fec0d7-151c-4724-8e96-75d07ab4b3db tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:32.405689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fec0d7-151c-4724-8e96-75d07ab4b3db tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:32.503488 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-b5fec0d7-151c-4724-8e96-75d07ab4b3db tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b associated. External IP: 172.25.2.177, port: e2bae702-1e69-4c4e-b6d2-63d687fd760f. Jun 30 03:35:32.706015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fec0d7-151c-4724-8e96-75d07ab4b3db tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:35:32.810582 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fec0d7-151c-4724-8e96-75d07ab4b3db tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:35:32.815478 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b5fec0d7-151c-4724-8e96-75d07ab4b3db tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:32.820927 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:35:32.829910 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:35:32.830518 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:35:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:32.852217 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b5fec0d7-151c-4724-8e96-75d07ab4b3db tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "PUT /v2.0/floatingips/bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b HTTP/1.1" status: 200 len: 991 time: 0.9624262 Jun 30 03:35:32.852779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:35:32.855577 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf7d04f-16c0-4437-8260-9d96a36f3c40" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:35:32.895591 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a8a07c-63fa-4ff6-89df-8916f0237d8c x-openstack-request-id: req-f2a8a07c-63fa-4ff6-89df-8916f0237d8c {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:35:32.896208 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:35:32.896208 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2a8a07c-63fa-4ff6-89df-8916f0237d8c {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:35:32.896512 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'status': 'completed', 'code': 200} Jun 30 03:35:32.979399 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-190a1cbe-6ebb-4ec9-a45d-bc18faebd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:32.980925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-190a1cbe-6ebb-4ec9-a45d-bc18faebd129 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1096 time: 0.0618250 Jun 30 03:35:33.017845 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:33.038606 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:35:33.078370 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-1b38eecf-1447-4952-8562-2f25a74fb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:33.080034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-1b38eecf-1447-4952-8562-2f25a74fb77a service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0923843 Jun 30 03:35:33.146805 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-02dfe6e2-ba24-431a-a271-94371887645f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 999 time: 0.0594797 Jun 30 03:35:33.195586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-a36943ec-74fd-4fbf-b55f-f024d50dc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:33.197047 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-a36943ec-74fd-4fbf-b55f-f024d50dc849 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0441723 Jun 30 03:35:33.255557 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:67:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:35:32Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:33.257542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-c8384a52-48dd-4bf5-9c1f-d45505014c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:33.259063 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-c8384a52-48dd-4bf5-9c1f-d45505014c53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559843 Jun 30 03:35:33.280804 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:35:33.289719 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:35:33.290360 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:35:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:33.349610 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-4ae7ca6e-ca20-4059-b066-fd85077dd1f5 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824585 Jun 30 03:35:33.393430 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:35:33.441527 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bf7d04f-16c0-4437-8260-9d96a36f3c40 req-8b974b25-53df-438f-921a-ed56a57ee19d service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865898 Jun 30 03:35:33.623772 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:67:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:35:32Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:35:33.649346 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae16e9-6301-422d-9ffc-81cf2b8600e1 None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:67:ba:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:35:32Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:35:33.834891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffb4561-fe33-4465-abde-c84e129318da None None] New status for floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:35:34.817583 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:50.560308 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:35:53.320040 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:53.799775 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:54.418231 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-89c354d2-cb8f-41bf-99ba-904abdf4032b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495718 Jun 30 03:35:54.511015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-97612a76-69d3-40bd-9cac-75cfd5bea218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:54.512365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-97612a76-69d3-40bd-9cac-75cfd5bea218 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1096 time: 0.0509849 Jun 30 03:35:54.618062 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-13ba048e-9342-4f82-91a4-0fb6b8b2b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:54.619459 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-13ba048e-9342-4f82-91a4-0fb6b8b2b232 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0868366 Jun 30 03:35:54.683549 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-b79b637d-0ca7-4506-99f0-71c08dcc5c00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 1001 time: 0.0570683 Jun 30 03:35:54.730867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-c6c993ca-22c2-4432-8bf8-e96880a99304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:54.732263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-c6c993ca-22c2-4432-8bf8-e96880a99304 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0429444 Jun 30 03:35:54.790577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-49754ad0-2630-4c5f-9ed5-29dc045743c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:54.792026 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-49754ad0-2630-4c5f-9ed5-29dc045743c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537605 Jun 30 03:35:54.878422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-0bb9a78f-052b-4e3d-ac1c-d89ebd9db83c service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787928 Jun 30 03:35:54.973264 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a60271fb-9ac3-467e-b97d-512172e07ee6 req-e6f7c28a-2051-439d-93bb-5078c5a3b970 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881147 Jun 30 03:35:58.616787 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c6555dcc-d76d-45c7-8681-590f04ec62ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:01.319637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:01.330702 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3cef7074-d1fd-4339-b7d6-b8b3591a5f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:03.027397 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:04.776455 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.323558 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.861978 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.560228 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:36:28.605509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a6b949f6-2e2d-45f0-986b-4821e4dc8a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.307384 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.341803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-95faf0a7-ff10-4dd3-bd8f-0efd0e8ace93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:33.027695 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.775622 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:53.328176 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:53.867351 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:55.436516 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a401289-2ac6-435c-9e09-81d435832c6d req-af5e0d18-9335-4640-8910-cc6e0845eafd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527129 Jun 30 03:36:55.527967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a401289-2ac6-435c-9e09-81d435832c6d req-46dace02-8146-4a81-93f3-f95db340ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.529469 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a401289-2ac6-435c-9e09-81d435832c6d req-46dace02-8146-4a81-93f3-f95db340ca30 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1096 time: 0.0524838 Jun 30 03:36:55.644204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a401289-2ac6-435c-9e09-81d435832c6d req-07bd4a66-1233-4d09-a81f-1d0e7552d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.645723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a401289-2ac6-435c-9e09-81d435832c6d req-07bd4a66-1233-4d09-a81f-1d0e7552d6a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0883899 Jun 30 03:36:55.710820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a401289-2ac6-435c-9e09-81d435832c6d req-72ec67a4-8ad8-4338-b856-94cdc0e2c9f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 1001 time: 0.0579298 Jun 30 03:36:55.760502 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a401289-2ac6-435c-9e09-81d435832c6d req-0a90549b-81d1-4cef-ab5c-6eb1b35e53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.761986 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a401289-2ac6-435c-9e09-81d435832c6d req-0a90549b-81d1-4cef-ab5c-6eb1b35e53a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0448318 Jun 30 03:36:55.824961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a401289-2ac6-435c-9e09-81d435832c6d req-c0c9f2b4-d033-44bf-ae9d-e6b9407de301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.826495 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a401289-2ac6-435c-9e09-81d435832c6d req-c0c9f2b4-d033-44bf-ae9d-e6b9407de301 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587649 Jun 30 03:36:55.916362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a401289-2ac6-435c-9e09-81d435832c6d req-437f95b1-61ec-4778-9e41-8624ffac400f service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826502 Jun 30 03:36:56.014965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a401289-2ac6-435c-9e09-81d435832c6d req-db6b8279-8883-409f-b2f4-1613771aa7ec service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879810 Jun 30 03:36:58.650624 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9c05f1ff-4a8f-449a-80b0-d4b7a0196f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:01.329720 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:01.369995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d81fae3a-1dc4-4ed0-be6b-35b2e22de426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:03.066662 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:04.559473 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:37:04.813278 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:09.358390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08985ace-9add-4094-8d0f-1950a2b24ac6 req-0bdac8a9-8a68-402c-8db9-907654d30d6b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:09.359849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-08985ace-9add-4094-8d0f-1950a2b24ac6 req-0bdac8a9-8a68-402c-8db9-907654d30d6b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0642645 Jun 30 03:37:09.398417 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-08985ace-9add-4094-8d0f-1950a2b24ac6 req-3b1c2c38-0255-4144-a1cb-0df3bd3809ea tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325840 Jun 30 03:37:10.655530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56f39d-85d8-43b0-b22a-f6a46fcbfe62 req-bca4c301-d30b-4b37-b5a9-1186622024b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:10.657032 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc56f39d-85d8-43b0-b22a-f6a46fcbfe62 req-bca4c301-d30b-4b37-b5a9-1186622024b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.1416132 Jun 30 03:37:10.694583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc56f39d-85d8-43b0-b22a-f6a46fcbfe62 req-31c9e22e-892b-4e7d-bece-4b953d931ce4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317712 Jun 30 03:37:11.868128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14abd9-6751-46f7-ab1d-2a22b8e1aa87 req-1a20b80a-71d9-4895-b3d7-cff7cbc29ed8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:11.869665 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b14abd9-6751-46f7-ab1d-2a22b8e1aa87 req-1a20b80a-71d9-4895-b3d7-cff7cbc29ed8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0617630 Jun 30 03:37:11.912049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4b14abd9-6751-46f7-ab1d-2a22b8e1aa87 req-bdb73376-7e94-49db-91b3-e61ab4cd9dd3 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366340 Jun 30 03:37:13.097056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5906d02-c732-49e2-9dd1-9c7e45a7d411 req-9152c6fb-f1d0-435d-b936-8d0474499a22 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:13.098607 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5906d02-c732-49e2-9dd1-9c7e45a7d411 req-9152c6fb-f1d0-435d-b936-8d0474499a22 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0659080 Jun 30 03:37:13.135607 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c5906d02-c732-49e2-9dd1-9c7e45a7d411 req-eba77f8c-0806-445a-bc0e-5808558e4006 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311861 Jun 30 03:37:14.306910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d1504-eee7-40d7-b971-809eadc02bb3 req-306bad86-f8b2-45ba-9310-3c5ef730e033 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:14.308251 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e6d1504-eee7-40d7-b971-809eadc02bb3 req-306bad86-f8b2-45ba-9310-3c5ef730e033 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0609448 Jun 30 03:37:14.345999 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e6d1504-eee7-40d7-b971-809eadc02bb3 req-64b7dc35-0e60-480f-90ae-312b34b448fd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Jun 30 03:37:15.516594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc135f-4b98-4716-9128-ada4d88ad6cb req-646d9fa6-b125-4462-bcc6-a59b01f6ded8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:15.518084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7fc135f-4b98-4716-9128-ada4d88ad6cb req-646d9fa6-b125-4462-bcc6-a59b01f6ded8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0619328 Jun 30 03:37:15.554844 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a7fc135f-4b98-4716-9128-ada4d88ad6cb req-d5b0546f-21cf-43fd-b75c-aa404fbc7307 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310745 Jun 30 03:37:16.737443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f94c6d-97ef-44d4-9980-7b8a355894eb req-ab03efb0-243e-4dd2-8e84-68d3b109f785 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:16.738936 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f94c6d-97ef-44d4-9980-7b8a355894eb req-ab03efb0-243e-4dd2-8e84-68d3b109f785 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0616171 Jun 30 03:37:16.775075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f94c6d-97ef-44d4-9980-7b8a355894eb req-fed0a847-cfb2-4931-a895-b03baa7a4d09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304902 Jun 30 03:37:17.951962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839cfc6-2254-4f3c-90fe-567a526075b6 req-a775ee92-ae3f-43fd-83b8-e0c20866c523 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:17.953442 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5839cfc6-2254-4f3c-90fe-567a526075b6 req-a775ee92-ae3f-43fd-83b8-e0c20866c523 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0681615 Jun 30 03:37:17.991710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5839cfc6-2254-4f3c-90fe-567a526075b6 req-11eb9cdb-b45d-4a7d-bb23-496684085981 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Jun 30 03:37:19.169262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffea33e-83c3-4e8d-81d7-5dac311a215b req-e9e26bd2-606e-44ca-ad86-752f1c1523b4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:19.171278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ffea33e-83c3-4e8d-81d7-5dac311a215b req-e9e26bd2-606e-44ca-ad86-752f1c1523b4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0653646 Jun 30 03:37:19.208344 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ffea33e-83c3-4e8d-81d7-5dac311a215b req-ed97171b-a1a7-4bef-b5c3-0a9182f79475 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Jun 30 03:37:20.383954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be2690-e986-4353-9f8c-c6ac370f8b03 req-6c52f029-8b84-42d5-99b0-5313126cd7d9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:20.385443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2be2690-e986-4353-9f8c-c6ac370f8b03 req-6c52f029-8b84-42d5-99b0-5313126cd7d9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0637360 Jun 30 03:37:20.423408 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2be2690-e986-4353-9f8c-c6ac370f8b03 req-86d94c56-98b6-406d-8841-af95ba57140e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317256 Jun 30 03:37:20.987593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1f866-4ade-4f56-9ce7-31f76904dc13 req-c7235581-1fa0-4251-837b-508a57774a23 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:20.989121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53b1f866-4ade-4f56-9ce7-31f76904dc13 req-c7235581-1fa0-4251-837b-508a57774a23 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0634954 Jun 30 03:37:21.035716 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53b1f866-4ade-4f56-9ce7-31f76904dc13 req-fdeed1ca-a5dd-45df-b972-c404059d593e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409319 Jun 30 03:37:21.105670 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-48727160-5f24-4c64-95cc-c6d4e58817db service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037645 Jun 30 03:37:22.211657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d95354-b6f3-4ad7-a84e-f1d984ff1842 req-cfee14b3-b7dd-4470-a60c-0cf00247b8f9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:22.213068 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6d95354-b6f3-4ad7-a84e-f1d984ff1842 req-cfee14b3-b7dd-4470-a60c-0cf00247b8f9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0633965 Jun 30 03:37:22.251367 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6d95354-b6f3-4ad7-a84e-f1d984ff1842 req-8b9f9f17-272f-4471-8113-f06ac01e979c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Jun 30 03:37:23.295870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-b8876c95-37ba-498b-b720-25d71c2c599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:23.297852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-b8876c95-37ba-498b-b720-25d71c2c599a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1096 time: 0.0590942 Jun 30 03:37:23.335355 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:23.389074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-561fe4e6-66a1-4104-b176-55ad52be36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:23.390557 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-561fe4e6-66a1-4104-b176-55ad52be36fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0860140 Jun 30 03:37:23.425016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba4f7-812d-4864-a463-274746a0ef2c req-f7eec844-b407-4079-a7a9-8af5268f94b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:23.426526 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ba4f7-812d-4864-a463-274746a0ef2c req-f7eec844-b407-4079-a7a9-8af5268f94b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0636253 Jun 30 03:37:23.460160 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-8ac1abfe-05fc-4378-93d8-420773f2923c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 1001 time: 0.0624666 Jun 30 03:37:23.465439 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-023ba4f7-812d-4864-a463-274746a0ef2c req-3630f0fb-0add-426a-8b6e-9b5fa02fab4b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327375 Jun 30 03:37:23.507938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-fbffb72d-425d-41c1-af1f-6565e090a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:23.509433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-fbffb72d-425d-41c1-af1f-6565e090a118 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0437644 Jun 30 03:37:23.565312 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-858d0b3f-d614-4fc5-8c86-1897aa065215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:23.567105 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-858d0b3f-d614-4fc5-8c86-1897aa065215 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517733 Jun 30 03:37:23.657649 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-1ebcff30-0208-4049-836d-ddec814ab7e3 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843332 Jun 30 03:37:23.889507 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:24.095918 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-8f34c85d-5554-470e-aa98-0263e477e338 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324243 Jun 30 03:37:24.643020 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f9611-02a0-4679-9f45-ffe8840316ba req-ff718fe4-f763-44af-bdbf-f1480c0e9a53 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:24.644480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d8f9611-02a0-4679-9f45-ffe8840316ba req-ff718fe4-f763-44af-bdbf-f1480c0e9a53 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0627043 Jun 30 03:37:24.685448 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d8f9611-02a0-4679-9f45-ffe8840316ba req-8f97f251-8ffd-4aad-b38f-87cf881d57de tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351732 Jun 30 03:37:25.862682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09c705-b1e4-47a2-b48b-5468cb0e451f req-29106a85-6193-4672-ba0a-019e3dbd45d2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:25.864274 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d09c705-b1e4-47a2-b48b-5468cb0e451f req-29106a85-6193-4672-ba0a-019e3dbd45d2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0655320 Jun 30 03:37:25.901402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d09c705-b1e4-47a2-b48b-5468cb0e451f req-1a43f19d-48b1-4fca-b907-1575429ea591 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Jun 30 03:37:26.218695 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-62fbf7fc-6c46-408a-b13e-5f6f0770a095 service neutron] show failed (client error): The resource could not be found. Jun 30 03:37:26.220200 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-62fbf7fc-6c46-408a-b13e-5f6f0770a095 service neutron] 10.222.0.83 "GET /v2.0/ports/e2bae702-1e69-4c4e-b6d2-63d687fd760f/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0543878 Jun 30 03:37:26.938371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-14f67f4a-e434-47c9-9277-6f289714ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:26.939854 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-14f67f4a-e434-47c9-9277-6f289714ef38 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 1096 time: 0.1007292 Jun 30 03:37:26.951182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:27.021387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:27.078502 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a4ba7-a191-4ec5-906a-f74f4475057d req-e18e0fdc-244f-4f86-b67b-554a4935379c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:27.080260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-041a4ba7-a191-4ec5-906a-f74f4475057d req-e18e0fdc-244f-4f86-b67b-554a4935379c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0632975 Jun 30 03:37:27.118698 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-041a4ba7-a191-4ec5-906a-f74f4475057d req-9f934eff-930c-4e80-bad0-c08a67b8e1d2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Jun 30 03:37:27.227978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:27.260275 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:27.298473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:27.300722 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c457cc2d-7019-47e9-a580-c405bc8f6b0b" -d '{"events": [{"server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:27.304594 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:27.316894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Transition to ACTIVE for port object e2bae702-1e69-4c4e-b6d2-63d687fd760f will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:27.354582 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acfba0b-f51c-435f-b685-ff4f1109e512 x-openstack-request-id: req-0acfba0b-f51c-435f-b685-ff4f1109e512 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:27.354930 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:27.355219 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0acfba0b-f51c-435f-b685-ff4f1109e512 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:27.355683 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'code': 200} Jun 30 03:37:27.392538 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:27.440947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bae702-1e69-4c4e-b6d2-63d687fd760f,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:27.480791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.481139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.481479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.481847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.482176 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.482505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.482828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.483148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.483468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.483788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.484107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.484424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:27.527454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] No DVR routers for this DVR port e2bae702-1e69-4c4e-b6d2-63d687fd760f on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:37:27.664065 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Attempting to bind port e2bae702-1e69-4c4e-b6d2-63d687fd760f on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:27.664299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Attempting to bind port e2bae702-1e69-4c4e-b6d2-63d687fd760f by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:27.664631 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Attempting to bind port e2bae702-1e69-4c4e-b6d2-63d687fd760f on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:27.668770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Port e2bae702-1e69-4c4e-b6d2-63d687fd760f on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:37:27.669088 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Attempting to bind port e2bae702-1e69-4c4e-b6d2-63d687fd760f on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:27.673812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:27.674146 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:27.674690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:27.675111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Bound port: e2bae702-1e69-4c4e-b6d2-63d687fd760f, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:27.675466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:27.736804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:27.739809 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:27.838581 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:27.875635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:27.876766 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:27.878205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] 10.222.0.74 "PUT /v2.0/ports/e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 1091 time: 0.9310689 Jun 30 03:37:27.900135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad915bd3-8863-4b10-b473-f9037020c373 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bae702-1e69-4c4e-b6d2-63d687fd760f,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:27.966671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-f6d2afb9-ad8b-4ecc-b6f7-086739ac76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:27.968189 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-f6d2afb9-ad8b-4ecc-b6f7-086739ac76ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1094 time: 0.0650246 Jun 30 03:37:28.061415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-36bd928a-9200-4d8b-b42b-571bcc4903c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:28.063043 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-36bd928a-9200-4d8b-b42b-571bcc4903c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0879138 Jun 30 03:37:28.140067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-41f6ec84-9fce-48bb-b6d5-5fa40e158a0f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 999 time: 0.0706668 Jun 30 03:37:28.191360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-12ccc8a7-ed4b-4b74-9d04-a73cab297203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:28.192925 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-12ccc8a7-ed4b-4b74-9d04-a73cab297203 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0468898 Jun 30 03:37:28.249857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-a602f651-6aa5-44e2-9db9-246068022db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:28.251921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-a602f651-6aa5-44e2-9db9-246068022db3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531945 Jun 30 03:37:28.294354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e17f4-196c-4b37-acec-d4ad7d74f348 req-8dfc5a31-b5eb-47f7-bbe7-feb06cbe56f9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:28.295828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d35e17f4-196c-4b37-acec-d4ad7d74f348 req-8dfc5a31-b5eb-47f7-bbe7-feb06cbe56f9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 943 time: 0.0658875 Jun 30 03:37:28.333715 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d35e17f4-196c-4b37-acec-d4ad7d74f348 req-cb78433e-4fa0-4204-9264-9a469c06613a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314727 Jun 30 03:37:28.344371 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-12a509b3-9f53-476a-828b-39203416adaa service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860372 Jun 30 03:37:28.432341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-693f8e9e-c969-45ee-b658-ae5a3ab93844 req-f40b9c0f-130f-4570-a5f4-c8dc25f84381 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818138 Jun 30 03:37:28.632533 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0651cea-8826-493f-8601-37a2c92a45b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:29.357387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:29.359817 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee250286-df4e-4dc5-879d-32f39503fe33" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:29.408260 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e5d48b-3025-4c20-ad8d-99ee73a41f25 x-openstack-request-id: req-31e5d48b-3025-4c20-ad8d-99ee73a41f25 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:29.408553 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:29.408805 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31e5d48b-3025-4c20-ad8d-99ee73a41f25 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:29.409207 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'status': 'completed', 'code': 200} Jun 30 03:37:29.490765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-d2253dce-6dc9-4942-9d07-3fef7f3a77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:29.492269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-d2253dce-6dc9-4942-9d07-3fef7f3a77f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1094 time: 0.0538590 Jun 30 03:37:29.589856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-b6ca64af-256b-4155-a93c-e94345ec51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:29.591363 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-b6ca64af-256b-4155-a93c-e94345ec51f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0930161 Jun 30 03:37:29.658905 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-3d731392-b515-451b-8faa-495b47fde2e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 999 time: 0.0610058 Jun 30 03:37:29.711481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-844a9d91-03f8-4b5a-b631-d22bdf2d8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:29.712961 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-844a9d91-03f8-4b5a-b631-d22bdf2d8741 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0466275 Jun 30 03:37:29.776164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-cd7a4efe-beed-40f5-8fea-4432651db568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:29.777704 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-cd7a4efe-beed-40f5-8fea-4432651db568 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584502 Jun 30 03:37:29.858795 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-62af64e6-1467-490c-883e-790733067577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:29.860803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-62af64e6-1467-490c-883e-790733067577 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1094 time: 0.4314718 Jun 30 03:37:29.867574 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-f279ebf5-ec69-42b6-8255-302affc52984 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831645 Jun 30 03:37:29.874468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb84c9-4a16-4f6b-ab53-3ea28a74a3e2 req-80e3374d-b66d-4e78-9718-3906d0c54cc6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:29.876450 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07cb84c9-4a16-4f6b-ab53-3ea28a74a3e2 req-80e3374d-b66d-4e78-9718-3906d0c54cc6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 943 time: 0.4153032 Jun 30 03:37:29.963381 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-ff79e418-534a-46d0-b69e-cb19565cf2fe service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899887 Jun 30 03:37:29.967578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-07cb84c9-4a16-4f6b-ab53-3ea28a74a3e2 req-48e2b928-8068-4eeb-a764-b927f3ae6e41 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820308 Jun 30 03:37:29.990985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-bf57dd3e-a39e-4371-9751-3bc5c6599468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:29.992470 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-bf57dd3e-a39e-4371-9751-3bc5c6599468 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.1151607 Jun 30 03:37:30.060718 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-d415d2e9-ed97-4b2e-8b01-947477ab268f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 999 time: 0.0579898 Jun 30 03:37:30.110240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-3a077733-3ecf-4ae6-958f-0d8416e6c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:30.112211 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-3a077733-3ecf-4ae6-958f-0d8416e6c6f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0456364 Jun 30 03:37:30.171476 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-9921f124-f7d6-4f07-873b-7733a021acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:30.173567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-9921f124-f7d6-4f07-873b-7733a021acff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551715 Jun 30 03:37:30.261102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-1e2ca642-9fcd-400f-ab92-81576f40ac3b service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813792 Jun 30 03:37:30.354877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee250286-df4e-4dc5-879d-32f39503fe33 req-396b66cf-bb9e-42ab-9d90-6b7a93d7f385 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871267 Jun 30 03:37:30.375270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e2bae702-1e69-4c4e-b6d2-63d687fd760f details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:37:30.470126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:30.484258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'mac_address': 'fa:16:3e:67:ba:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:37:30.520296 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:30.532859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bae702-1e69-4c4e-b6d2-63d687fd760f {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:37:30.551169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:30.652332 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:30.697021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e2bae702-1e69-4c4e-b6d2-63d687fd760f,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:30.704747 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.705335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.705455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.705748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.706075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.706398 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.706722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.707039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.707356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.707679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.707989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.708300 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:30.868598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['e2bae702-1e69-4c4e-b6d2-63d687fd760f'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:37:31.143918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4b342-ddf7-4fb0-9797-8bab3e374f96 req-31ac8b76-d52d-4fa5-a416-0ea2e75c46ab tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:31.145373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-daa4b342-ddf7-4fb0-9797-8bab3e374f96 req-31ac8b76-d52d-4fa5-a416-0ea2e75c46ab tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 944 time: 0.0623174 Jun 30 03:37:31.182186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-daa4b342-ddf7-4fb0-9797-8bab3e374f96 req-19fc1d4d-ec44-4e6e-9a7e-ef4c657fd24e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Jun 30 03:37:31.298464 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:31.320739 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae2859d7-d3c9-4b18-ab20-81d7abc572fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:31.528866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e2bae702-1e69-4c4e-b6d2-63d687fd760f no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:31.567400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device e2bae702-1e69-4c4e-b6d2-63d687fd760f not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:31.642951 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ad7a4-1cad-420c-968f-6380e52b97c3 req-c797f60b-e099-4955-8303-2f97066b61cc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:31.644496 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c4ad7a4-1cad-420c-968f-6380e52b97c3 req-c797f60b-e099-4955-8303-2f97066b61cc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 944 time: 0.0675638 Jun 30 03:37:31.720198 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6c4ad7a4-1cad-420c-968f-6380e52b97c3 req-28c8dede-df78-4103-a6c5-c3d9d847e791 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698483 Jun 30 03:37:31.749158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-44a205a7-5016-4d2e-96d5-f6de02c1ea30 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:31.750816 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-44a205a7-5016-4d2e-96d5-f6de02c1ea30 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e&tenant_id=43ac5c277d524b4d9a4e0e023baac05c&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 944 time: 0.0943582 Jun 30 03:37:31.809659 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-d74ec8fe-2555-4077-b303-fbf5cfb57d87 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:37:31.810669 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-d74ec8fe-2555-4077-b303-fbf5cfb57d87 service neutron] 10.222.0.83 "DELETE /v2.0/ports/e2bae702-1e69-4c4e-b6d2-63d687fd760f/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0541730 Jun 30 03:37:31.905003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-b67c25fb-3b99-433f-9f29-c914d2e892e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:31.906595 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-b67c25fb-3b99-433f-9f29-c914d2e892e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1095 time: 0.0521572 Jun 30 03:37:31.999161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-5a5d2103-4ca4-41e5-b2b1-50e7fc408f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:32.000528 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-5a5d2103-4ca4-41e5-b2b1-50e7fc408f90 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0879374 Jun 30 03:37:32.062850 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-aa9cfe6d-fee3-4c9d-a210-1839703eca0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 1000 time: 0.0559318 Jun 30 03:37:32.119368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-b018cc38-817b-4ce3-963d-2eaad3931885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:32.120813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-b018cc38-817b-4ce3-963d-2eaad3931885 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0508523 Jun 30 03:37:32.176260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-ab803fca-ef46-4b37-9475-080ad35da601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:32.177759 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-ab803fca-ef46-4b37-9475-080ad35da601 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505252 Jun 30 03:37:32.272350 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-8b1b903f-5b95-4c8c-ad9a-3131d63e68de service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812056 Jun 30 03:37:32.357246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e0158c3f-00fa-418f-9f5b-c190f92259e7 req-90f8ebde-143a-4036-99ec-b2b2622c08e6 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862982 Jun 30 03:37:32.390136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e2bae702-1e69-4c4e-b6d2-63d687fd760f up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:32.521245 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port e2bae702-1e69-4c4e-b6d2-63d687fd760f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:32.525767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port e2bae702-1e69-4c4e-b6d2-63d687fd760f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:32.526399 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:32.608875 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:32.630583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:32.632941 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da4947a-21bb-4904-807b-5112a2ad78a8" -d '{"events": [{"server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:32.645821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:32.683216 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae163cc2-caf6-473a-b189-7d1ac15998dd x-openstack-request-id: req-ae163cc2-caf6-473a-b189-7d1ac15998dd {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:32.683530 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:32.683770 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ae163cc2-caf6-473a-b189-7d1ac15998dd {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:32.684187 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'code': 200} Jun 30 03:37:32.715153 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:32.762525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=e2bae702-1e69-4c4e-b6d2-63d687fd760f,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:32.905650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88ef51-d952-42b2-8007-0406ba2f378f req-fc438a9d-d8da-4988-a9e3-8bf50985ffe0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:32.907420 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d88ef51-d952-42b2-8007-0406ba2f378f req-fc438a9d-d8da-4988-a9e3-8bf50985ffe0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0680017 Jun 30 03:37:32.946385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d88ef51-d952-42b2-8007-0406ba2f378f req-008430e4-a2aa-4d9e-9cd6-120edd587664 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330663 Jun 30 03:37:33.037748 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:34.121599 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0783fb-6823-4b72-9061-e905901758a5 req-445151eb-eaff-440c-846a-0f7d3a9a3f6f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:34.123114 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c0783fb-6823-4b72-9061-e905901758a5 req-445151eb-eaff-440c-846a-0f7d3a9a3f6f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0641689 Jun 30 03:37:34.162899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c0783fb-6823-4b72-9061-e905901758a5 req-dd9b527c-f504-4d75-8fa6-fbdaa9fe8881 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Jun 30 03:37:34.375710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226141ec-efa1-4c36-9510-ae8d410f1b91 req-5014edf1-baec-4669-a2a9-bddd75e1cf16 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:34.377708 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-226141ec-efa1-4c36-9510-ae8d410f1b91 req-5014edf1-baec-4669-a2a9-bddd75e1cf16 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0666072 Jun 30 03:37:34.415276 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-226141ec-efa1-4c36-9510-ae8d410f1b91 req-41f19f79-6fb3-40a6-bf86-f17f9d11af6e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318925 Jun 30 03:37:34.820373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:34.968170 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec222091-d952-4cc8-b9f3-3877d4d15eb0 req-048286cf-4f75-4e03-b9bb-0e5d458df471 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:34.969719 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec222091-d952-4cc8-b9f3-3877d4d15eb0 req-048286cf-4f75-4e03-b9bb-0e5d458df471 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0675316 Jun 30 03:37:35.009080 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec222091-d952-4cc8-b9f3-3877d4d15eb0 req-5605942c-57c3-4809-abed-afefdcda12d4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332789 Jun 30 03:37:35.044962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907c403-e3c5-4688-8600-bfe33569e537 req-54daef35-a883-4663-a35b-2ecb042f9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:35.046497 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4907c403-e3c5-4688-8600-bfe33569e537 req-54daef35-a883-4663-a35b-2ecb042f9e77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 1096 time: 0.0518525 Jun 30 03:37:35.137093 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907c403-e3c5-4688-8600-bfe33569e537 req-9469eae1-738c-4fa7-b8d6-9a21bc1c19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:35.138606 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4907c403-e3c5-4688-8600-bfe33569e537 req-9469eae1-738c-4fa7-b8d6-9a21bc1c19bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0859005 Jun 30 03:37:35.203760 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4907c403-e3c5-4688-8600-bfe33569e537 req-7787f267-1bdd-4b0f-b774-53867ec6b192 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 200 len: 1001 time: 0.0586681 Jun 30 03:37:35.256280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907c403-e3c5-4688-8600-bfe33569e537 req-ac21ab07-1778-4691-be76-75fca84833c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:35.257756 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4907c403-e3c5-4688-8600-bfe33569e537 req-ac21ab07-1778-4691-be76-75fca84833c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0484710 Jun 30 03:37:35.314230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907c403-e3c5-4688-8600-bfe33569e537 req-d4cea5be-5b7b-4f45-8de6-d6bf4ace2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:35.315699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4907c403-e3c5-4688-8600-bfe33569e537 req-d4cea5be-5b7b-4f45-8de6-d6bf4ace2458 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516608 Jun 30 03:37:35.402681 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4907c403-e3c5-4688-8600-bfe33569e537 req-66314d21-f616-404e-bee4-e943430ed47d service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805454 Jun 30 03:37:35.494051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4907c403-e3c5-4688-8600-bfe33569e537 req-73495c6e-20f9-4ff8-b67c-bb71179c4481 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849605 Jun 30 03:37:36.182996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc633853-a35d-427e-a326-b04c7f44c5a3 req-0a997e65-ef68-49be-b5f7-7e0c4833bc72 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:36.184456 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc633853-a35d-427e-a326-b04c7f44c5a3 req-0a997e65-ef68-49be-b5f7-7e0c4833bc72 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0632780 Jun 30 03:37:36.222386 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc633853-a35d-427e-a326-b04c7f44c5a3 req-09f0c939-5b8b-4a94-8c25-6c13af29da09 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Jun 30 03:37:37.391793 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbca1-71dc-42a6-943f-971599a9f7b1 req-20e76f72-6e6c-4b30-a2ff-c063765bdb99 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:37.393770 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f3cbca1-71dc-42a6-943f-971599a9f7b1 req-20e76f72-6e6c-4b30-a2ff-c063765bdb99 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0627005 Jun 30 03:37:37.430000 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2f3cbca1-71dc-42a6-943f-971599a9f7b1 req-c35b76f5-74ed-4368-bb13-a36d08a2c987 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307386 Jun 30 03:37:38.036154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e63bc-c019-4173-8bd5-36f22b926356 req-c71cc3c5-3483-44e1-b5e9-624ddd37a503 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:38.037644 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c79e63bc-c019-4173-8bd5-36f22b926356 req-c71cc3c5-3483-44e1-b5e9-624ddd37a503 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.0664282 Jun 30 03:37:38.075524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c79e63bc-c019-4173-8bd5-36f22b926356 req-4501720b-a9ff-48eb-97bc-e407314ff3cf tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322235 Jun 30 03:37:39.293192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-50c0dc43-cdd1-4b8a-a401-0c22bef5dc7f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:39.294554 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-50c0dc43-cdd1-4b8a-a401-0c22bef5dc7f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.74 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.1063280 Jun 30 03:37:39.302538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e2089-2c15-4bb2-b35e-99c7cd9e7013 req-3a2dc378-f2cc-4c96-ad05-4619cb0d185b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:39.303869 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-098e2089-2c15-4bb2-b35e-99c7cd9e7013 req-3a2dc378-f2cc-4c96-ad05-4619cb0d185b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 945 time: 0.1174862 Jun 30 03:37:39.377446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-098e2089-2c15-4bb2-b35e-99c7cd9e7013 req-945981c6-d83f-40b8-af40-726164ce41a5 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662553 Jun 30 03:37:39.425926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Deleting port e2bae702-1e69-4c4e-b6d2-63d687fd760f {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:39.426264 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:39.511746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] For port e2bae702-1e69-4c4e-b6d2-63d687fd760f, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=e2bae702-1e69-4c4e-b6d2-63d687fd760f,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:39.512086 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:39.683238 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:39.683611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:39.683923 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b disassociated. External IP: 172.25.2.177, port: e2bae702-1e69-4c4e-b6d2-63d687fd760f. Jun 30 03:37:39.684262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Calling delete_port for e2bae702-1e69-4c4e-b6d2-63d687fd760f owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:39.869182 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:39.897579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event deleted for resources: {'Port': ['ID=e2bae702-1e69-4c4e-b6d2-63d687fd760f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:40.015472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:37:40.128010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:40.136989 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:40.147250 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:40.147907 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:37:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:40.176962 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] No DVR routers for this DVR port e2bae702-1e69-4c4e-b6d2-63d687fd760f on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:37:40.179532 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:40.181667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ef386543-9ee3-49c0-a601-beaef821ae19 req-668e79e4-ee02-4cf9-a1a4-03995f021d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.74 "DELETE /v2.0/ports/e2bae702-1e69-4c4e-b6d2-63d687fd760f HTTP/1.1" status: 204 len: 173 time: 0.8769011 Jun 30 03:37:40.182112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'name': 'network-vif-deleted', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:40.185463 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eee5e87-9053-4dcc-bb2c-db4a45c7a1de" -d '{"events": [{"server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "name": "network-vif-deleted", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:40.223288 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83940970-7bc9-407e-94e1-13443ff470df x-openstack-request-id: req-83940970-7bc9-407e-94e1-13443ff470df {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:40.223570 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbb44bc-d760-4bdb-82b9-003f5111368e", "name": "network-vif-deleted", "tag": "e2bae702-1e69-4c4e-b6d2-63d687fd760f", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:40.223826 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83940970-7bc9-407e-94e1-13443ff470df {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:40.224566 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbb44bc-d760-4bdb-82b9-003f5111368e', 'name': 'network-vif-deleted', 'tag': 'e2bae702-1e69-4c4e-b6d2-63d687fd760f', 'status': 'completed', 'code': 200} Jun 30 03:37:40.256485 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:40.459857 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:40.485851 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:40.494247 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:40.494849 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:37:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:40.526967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-29121798-61b2-4cb0-a1b3-a6dc84bef59a req-81521419-10c7-475e-a354-ab9659587597 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb44bc-d760-4bdb-82b9-003f5111368e HTTP/1.1" status: 200 len: 210 time: 0.0383945 Jun 30 03:37:40.600028 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:40.795223 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:40.825085 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f55f94-b049-441a-999e-a6ec238e67b1 None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:41.045627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81199b04-36df-462b-b5e2-70d34a1f4f95 None None] New status for floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:37:41.558224 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:37:41.863405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-0bb8d56c-d904-4a23-936b-58ae9f2591d4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1226156491&fields=id&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 267 time: 0.0351536 Jun 30 03:37:41.974975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-c0819b50-a44c-4e34-a013-5a92e3c6d40a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:41.976434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-c0819b50-a44c-4e34-a013-5a92e3c6d40a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 810 time: 0.1066334 Jun 30 03:37:41.991398 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-def323ab-5a4a-445a-a791-252a7346bb30 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/quotas/43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 375 time: 0.0094082 Jun 30 03:37:42.061953 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-667cbbb9-b574-41f9-9347-bbbd0668a3e9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653303 Jun 30 03:37:42.122081 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-6bb3798d-c5f6-4360-9176-aef5b0772866 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:37:42.123091 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-6bb3798d-c5f6-4360-9176-aef5b0772866 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505404 Jun 30 03:37:42.209021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-fbc673f1-ba5e-4d3a-bf97-00619cfb35a0 service neutron] 10.222.0.77 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799968 Jun 30 03:37:42.301013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-40b34d4e-b84f-406e-962b-ef59cf5066a9 service neutron] 10.222.0.77 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861976 Jun 30 03:37:42.443862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e2bae702-1e69-4c4e-b6d2-63d687fd760f no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:42.565749 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c5ed20f-bc70-45d3-b4fe-f5d779a63601 req-75606a4d-fee1-484a-9008-91b29a3aee4a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0307243 Jun 30 03:37:42.639807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: e2bae702-1e69-4c4e-b6d2-63d687fd760f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:42.640152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device e2bae702-1e69-4c4e-b6d2-63d687fd760f not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:43.707914 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d10b8816-4da4-488c-aa1c-184eb3257617 req-79545fb1-1929-49c4-8588-873850e57396 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0290158 Jun 30 03:37:44.613764 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-0f788568-318d-46b5-a59b-9df184e0d199 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:44.615225 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-0f788568-318d-46b5-a59b-9df184e0d199 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 810 time: 0.1049881 Jun 30 03:37:44.659955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-87925464-e06b-473b-92d2-104d1d5fde18 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 380 time: 0.0366542 Jun 30 03:37:44.668141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'port': {'device_id': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'admin_state_up': True, 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'security_groups': ['d626d68a-1f5d-4da6-bde6-8ec802e48861']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:44.854785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Made reservation on behalf of 43ac5c277d524b4d9a4e0e023baac05c for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:37:44.858568 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:44.860700 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f9399bef-9d33-4784-81c0-d9240f55721a req-9a3ef50f-959e-41b1-89d4-9da6cf710b0b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0284925 Jun 30 03:37:44.993463 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Allocated IP 172.20.0.9 (ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea/0e3e4dfe-5c24-4cae-a962-75086c9daaf0/66be474b-03af-4d77-992e-3fc5ee75130a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:45.134846 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.149628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Transition to ACTIVE for port object 66be474b-03af-4d77-992e-3fc5ee75130a will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:45.252951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.292939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:45.296133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:45.300337 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:45.327904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:45.340745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.341101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.341402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.341841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.342174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.342497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.342822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.343148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.343466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.343787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.344107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.344451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:45.367336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:45.367964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.495609 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-39e1f000-5ba1-4243-8626-492d83b29db4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8310614 Jun 30 03:37:45.507007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Request body: {'port': {'device_id': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:45.583695 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.634628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b44737a7-d5c6-47c2-9585-46754b912356 None None] Provisioning for port 66be474b-03af-4d77-992e-3fc5ee75130a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:45.638784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b44737a7-d5c6-47c2-9585-46754b912356 None None] Provisioning complete for port 66be474b-03af-4d77-992e-3fc5ee75130a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:45.639158 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b44737a7-d5c6-47c2-9585-46754b912356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.677535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b44737a7-d5c6-47c2-9585-46754b912356 None None] Port 66be474b-03af-4d77-992e-3fc5ee75130a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:37:45.843071 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66be474b-03af-4d77-992e-3fc5ee75130a {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:37:45.850867 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.862472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Transition to ACTIVE for port object 66be474b-03af-4d77-992e-3fc5ee75130a will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:45.920527 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.979178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:46.086018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:46.086250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:46.086559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:46.093754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Port 66be474b-03af-4d77-992e-3fc5ee75130a on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:37:46.094090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:46.106070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:46.106423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:46.106814 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:46.107255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Bound port: 66be474b-03af-4d77-992e-3fc5ee75130a, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:46.107619 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.116596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c54f5-7238-4501-a8c1-30e088941c31 req-62a698f4-732d-4881-86dc-e86f4031b755 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:46.118215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d7c54f5-7238-4501-a8c1-30e088941c31 req-62a698f4-732d-4881-86dc-e86f4031b755 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 943 time: 0.1204429 Jun 30 03:37:46.191265 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d7c54f5-7238-4501-a8c1-30e088941c31 req-731c6af4-fec4-41a2-a0ee-b7439a712625 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650799 Jun 30 03:37:46.213944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:46.217034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:46.298510 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.330993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:46.331656 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.332977 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] 10.222.0.83 "PUT /v2.0/ports/66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1091 time: 0.8301518 Jun 30 03:37:46.333416 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:46.335738 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2361212fd134d581fc34e8891bece26043c8705579f7b9392d737bd6cb12bb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61bcc7a-61a6-4798-94b8-d0d2f4bec419" -d '{"events": [{"name": "network-changed", "server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:46.386458 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa0053-91a5-4d22-9378-77cc5a66ace4 x-openstack-request-id: req-5bfa0053-91a5-4d22-9378-77cc5a66ace4 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:46.387022 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:46.387281 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bfa0053-91a5-4d22-9378-77cc5a66ace4 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:46.387699 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a', 'status': 'completed', 'code': 200} Jun 30 03:37:46.389325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4684083-1304-4305-bf73-b6d07768f2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:46.461324 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bcc7a-61a6-4798-94b8-d0d2f4bec419 req-6c3764ab-51ea-4a68-ba1d-cf4c57e4d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:46.462790 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d61bcc7a-61a6-4798-94b8-d0d2f4bec419 req-6c3764ab-51ea-4a68-ba1d-cf4c57e4d9b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1094 time: 0.0562077 Jun 30 03:37:46.567704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bcc7a-61a6-4798-94b8-d0d2f4bec419 req-bf349c42-6ad8-4d52-9871-40ff442ee4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:46.569312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d61bcc7a-61a6-4798-94b8-d0d2f4bec419 req-bf349c42-6ad8-4d52-9871-40ff442ee4eb service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1001186 Jun 30 03:37:46.672444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bcc7a-61a6-4798-94b8-d0d2f4bec419 req-d110a8be-9ca2-4ae3-b1c1-147194beec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:46.674590 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d61bcc7a-61a6-4798-94b8-d0d2f4bec419 req-d110a8be-9ca2-4ae3-b1c1-147194beec7b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993731 Jun 30 03:37:46.770667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-df6bf705-b41a-4ff8-89e8-e30932421897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:46.772049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-df6bf705-b41a-4ff8-89e8-e30932421897 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1094 time: 0.0523551 Jun 30 03:37:46.813452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-bcf5deea-4c43-4633-a130-a0cbab34f5e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 217 time: 0.0334201 Jun 30 03:37:46.864439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-8986973d-6e61-454c-b232-8213db8f65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:46.865908 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-8986973d-6e61-454c-b232-8213db8f65ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0469236 Jun 30 03:37:46.923101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-43415bc0-f162-4fa8-8de4-78e8446b9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:46.924793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-43415bc0-f162-4fa8-8de4-78e8446b9a6c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527735 Jun 30 03:37:47.014564 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-ec3f9fe2-b881-45ec-9999-f6494c4bc240 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833421 Jun 30 03:37:47.107853 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b29b68fc-cdeb-4876-8832-5665808e3306 req-a0be259a-3a0e-49be-889d-edbe43aafa64 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867400 Jun 30 03:37:47.368079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39442aa4-a215-4efa-8e37-3701280b4653 req-a9adbb53-ecb9-432d-b7f3-abb77207476f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:47.369444 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39442aa4-a215-4efa-8e37-3701280b4653 req-a9adbb53-ecb9-432d-b7f3-abb77207476f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 943 time: 0.0622101 Jun 30 03:37:47.411856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-39442aa4-a215-4efa-8e37-3701280b4653 req-ed8d7b00-342c-4281-a0d4-4ffa03f16d3a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344489 Jun 30 03:37:48.590178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c9c67-21db-4df6-95e7-2fbb5ae99cfb req-e39d1a5b-3811-4860-9ba8-cdb2628de225 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:48.591666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e7c9c67-21db-4df6-95e7-2fbb5ae99cfb req-e39d1a5b-3811-4860-9ba8-cdb2628de225 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 943 time: 0.0670772 Jun 30 03:37:48.630461 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e7c9c67-21db-4df6-95e7-2fbb5ae99cfb req-e63af2df-213a-44b2-8ac4-d00d8f91f91a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326195 Jun 30 03:37:49.605874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:37:49.701179 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:49.712865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '66be474b-03af-4d77-992e-3fc5ee75130a', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': '66be474b-03af-4d77-992e-3fc5ee75130a', 'mac_address': 'fa:16:3e:10:3f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:37:49.750643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.764954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66be474b-03af-4d77-992e-3fc5ee75130a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:37:49.784741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:49.818607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25e13-e625-48b9-b671-da579df8ba58 req-36bd561f-ba94-4b98-b852-24a4efd7df2f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:49.820075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4fb25e13-e625-48b9-b671-da579df8ba58 req-36bd561f-ba94-4b98-b852-24a4efd7df2f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 943 time: 0.0681958 Jun 30 03:37:49.857170 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4fb25e13-e625-48b9-b671-da579df8ba58 req-8f40f551-76e3-4101-b47f-1f8ecd53fbae tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312660 Jun 30 03:37:49.883091 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.930710 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:50.088191 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['66be474b-03af-4d77-992e-3fc5ee75130a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:37:51.029554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0121-8e6e-4469-ab93-1c996fc74b70 req-fc54bf34-3f2b-49fd-8dd5-75e51e33166b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:51.031072 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-238c0121-8e6e-4469-ab93-1c996fc74b70 req-fc54bf34-3f2b-49fd-8dd5-75e51e33166b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0635536 Jun 30 03:37:51.069568 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-238c0121-8e6e-4469-ab93-1c996fc74b70 req-cadff6e6-2160-42da-8901-5b05a6e66e31 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323713 Jun 30 03:37:51.617323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:51.743045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 66be474b-03af-4d77-992e-3fc5ee75130a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:51.746715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 66be474b-03af-4d77-992e-3fc5ee75130a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:51.747089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.823372 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.844930 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:51.847256 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8440cce58639adad727738028673f968d1e7b9ce335ebb14e4a62b3dc770c36f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8e2787-343a-4259-8a6b-40d1a48483f4" -d '{"events": [{"server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "name": "network-vif-plugged", "status": "completed", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:51.859581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:51.883944 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43cb363-6b6d-4f35-a902-7928e067bfa4 x-openstack-request-id: req-d43cb363-6b6d-4f35-a902-7928e067bfa4 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:51.884264 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "name": "network-vif-plugged", "status": "completed", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:51.884619 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d43cb363-6b6d-4f35-a902-7928e067bfa4 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:51.884964 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a', 'code': 200} Jun 30 03:37:51.963419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.995261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ed2cf-c079-47b2-a148-6c9dff1d1972 req-94eb2bdd-1ce4-4d47-b5fc-ce5d8db5445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:51.996854 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad5ed2cf-c079-47b2-a148-6c9dff1d1972 req-94eb2bdd-1ce4-4d47-b5fc-ce5d8db5445c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1095 time: 0.0518510 Jun 30 03:37:52.011136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:52.030498 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ad5ed2cf-c079-47b2-a148-6c9dff1d1972 req-e8ba6181-1904-41e3-9424-bad3e6aef4c4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272541 Jun 30 03:37:52.246066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a97086-7101-4c0b-abb8-dd51b60d2f2a req-b53114fc-1319-49b2-a0c1-be7165b2ae69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:52.247454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94a97086-7101-4c0b-abb8-dd51b60d2f2a req-b53114fc-1319-49b2-a0c1-be7165b2ae69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0668988 Jun 30 03:37:52.285707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94a97086-7101-4c0b-abb8-dd51b60d2f2a req-d2978b54-2f4b-4db2-896e-40feb6bf3201 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Jun 30 03:37:53.343413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.465840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24faf2b-f0a9-4ac4-a64a-b9decc9a7d72 req-a4b64f4a-a647-44a6-ad0c-a3b189f48673 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:53.467341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b24faf2b-f0a9-4ac4-a64a-b9decc9a7d72 req-a4b64f4a-a647-44a6-ad0c-a3b189f48673 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0629430 Jun 30 03:37:53.508970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b24faf2b-f0a9-4ac4-a64a-b9decc9a7d72 req-cb2b8559-7a98-4423-89a7-e329ec0d90de tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353947 Jun 30 03:37:53.683755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dafcb4-7b31-41fe-a8da-28e2faafcde0 req-b4cfef92-e64a-4b1b-b5f0-98283c24a136 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:53.685257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4dafcb4-7b31-41fe-a8da-28e2faafcde0 req-b4cfef92-e64a-4b1b-b5f0-98283c24a136 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0660768 Jun 30 03:37:53.693959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53360) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:53.699021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-704deb12-a3df-4df5-8e59-0872a5184a69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'floatingip': {'port_id': '66be474b-03af-4d77-992e-3fc5ee75130a'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:53.742264 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-704deb12-a3df-4df5-8e59-0872a5184a69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.902970 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.198060 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-704deb12-a3df-4df5-8e59-0872a5184a69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.315267 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-704deb12-a3df-4df5-8e59-0872a5184a69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.417317 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-704deb12-a3df-4df5-8e59-0872a5184a69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b associated. External IP: 172.25.2.177, port: 66be474b-03af-4d77-992e-3fc5ee75130a. Jun 30 03:37:54.632958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704deb12-a3df-4df5-8e59-0872a5184a69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:37:54.744952 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704deb12-a3df-4df5-8e59-0872a5184a69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:54.749793 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-704deb12-a3df-4df5-8e59-0872a5184a69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.754132 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:54.763112 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:54.763711 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:37:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:54.785967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-704deb12-a3df-4df5-8e59-0872a5184a69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "PUT /v2.0/floatingips/bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b HTTP/1.1" status: 200 len: 991 time: 1.0908673 Jun 30 03:37:54.786664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:54.789031 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e096fec2617e63ec5e249e5958433aeaf727f61736733e6058304c5872a7d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0504e2fd-be4d-4b83-ab59-0cfc5f519274" -d '{"events": [{"name": "network-changed", "server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:54.824970 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b47ae6-e827-4a6d-a77f-4d821f124956 x-openstack-request-id: req-02b47ae6-e827-4a6d-a77f-4d821f124956 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:54.825268 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:54.825551 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02b47ae6-e827-4a6d-a77f-4d821f124956 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:54.825962 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a', 'status': 'completed', 'code': 200} Jun 30 03:37:54.901667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-cb830278-a986-48b9-b287-e07bb62c613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:54.903195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-cb830278-a986-48b9-b287-e07bb62c613f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1096 time: 0.0550413 Jun 30 03:37:54.971732 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:54.995283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-0ff68cf9-c0ac-4e80-8bc4-73ece316026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:54.996788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-0ff68cf9-c0ac-4e80-8bc4-73ece316026d service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0869844 Jun 30 03:37:55.063775 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-c93eb234-0129-4ff4-ad5c-2cea7fab9d57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 999 time: 0.0604668 Jun 30 03:37:55.113071 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-5ab3944c-fe99-4b7c-943c-9279b655b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:55.114597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-5ab3944c-fe99-4b7c-943c-9279b655b366 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0444872 Jun 30 03:37:55.171350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-61786ac1-d1ca-43b5-9892-f94825808f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:55.172766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-61786ac1-d1ca-43b5-9892-f94825808f83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521119 Jun 30 03:37:55.192329 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': '66be474b-03af-4d77-992e-3fc5ee75130a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:10:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:37:54Z', 'revision_number': 9, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:55.217438 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:55.225911 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:55.226518 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:37:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:55.265930 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-d207c342-2651-4d85-ad1f-029e0df54dc3 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867360 Jun 30 03:37:55.330192 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:55.354716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0504e2fd-be4d-4b83-ab59-0cfc5f519274 req-7dfe01b9-dd16-45b7-960a-70473356fcc2 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821807 Jun 30 03:37:55.551879 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': '66be474b-03af-4d77-992e-3fc5ee75130a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:10:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:37:54Z', 'revision_number': 9, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:55.576882 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba351a4-cfcf-4bcf-9697-f913fcf5c81e None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': '66be474b-03af-4d77-992e-3fc5ee75130a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:10:3f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:37:54Z', 'revision_number': 9, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:55.762021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e961f2-8deb-4768-8953-5542852aad5f None None] New status for floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:37:56.662758 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94694229-81de-452b-9ee7-2a2c846f47ec req-e5abdd77-0c45-41dd-bcaf-96211f8da110 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495324 Jun 30 03:37:56.758612 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694229-81de-452b-9ee7-2a2c846f47ec req-a5466d37-5c1d-4f72-93c3-cc5f9a095b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:56.760108 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94694229-81de-452b-9ee7-2a2c846f47ec req-a5466d37-5c1d-4f72-93c3-cc5f9a095b0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1096 time: 0.0575078 Jun 30 03:37:56.866743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694229-81de-452b-9ee7-2a2c846f47ec req-ec9d1d59-06d9-4660-9f18-edf27a411103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:56.868280 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94694229-81de-452b-9ee7-2a2c846f47ec req-ec9d1d59-06d9-4660-9f18-edf27a411103 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0888615 Jun 30 03:37:56.939229 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94694229-81de-452b-9ee7-2a2c846f47ec req-a71fd82b-9212-46ff-bbc9-97ef8c1b554e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1002 time: 0.0647314 Jun 30 03:37:56.988398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694229-81de-452b-9ee7-2a2c846f47ec req-c5fd12de-8aa8-477c-8aee-0f18490a2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:56.989927 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94694229-81de-452b-9ee7-2a2c846f47ec req-c5fd12de-8aa8-477c-8aee-0f18490a2df5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0441689 Jun 30 03:37:57.047467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694229-81de-452b-9ee7-2a2c846f47ec req-cfacc562-1812-49e4-a9e3-798f98ef616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:57.049614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94694229-81de-452b-9ee7-2a2c846f47ec req-cfacc562-1812-49e4-a9e3-798f98ef616e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528696 Jun 30 03:37:57.143283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94694229-81de-452b-9ee7-2a2c846f47ec req-158a5103-0265-465d-8b8e-73c1096a9c30 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876834 Jun 30 03:37:57.236055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94694229-81de-452b-9ee7-2a2c846f47ec req-5211298b-68b4-405a-abf5-d624763d3ae7 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861216 Jun 30 03:37:58.625599 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-96e9d767-31fe-4cf0-b6e8-cf94edf309d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:01.302405 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:01.322850 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ba13161-8fe6-46d1-96ef-75f61496601a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:03.062575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.805395 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:18.557803 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:38:23.330052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:23.887793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:28.638562 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a3c414fd-65d2-4272-8af6-bf1c381dc848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:31.338837 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:31.381358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-34c2cb58-d671-410f-baf4-d56c98b1fc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:33.043678 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:34.790750 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:53.356142 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:53.894551 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:55.557126 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:38:58.614625 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-14502124-ca18-45b2-bc5a-a39d7632aea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:58.761082 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-d8ef6f77-cea0-407d-8611-becb4304b466 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892720 Jun 30 03:38:58.858400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-0c9a87ca-fc5c-42ba-88fd-ddfce54adaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:58.859849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-0c9a87ca-fc5c-42ba-88fd-ddfce54adaae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1096 time: 0.0559826 Jun 30 03:38:58.962513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-1b49f12d-2147-4836-a5a6-ea60d923f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:58.963960 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-1b49f12d-2147-4836-a5a6-ea60d923f949 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0835421 Jun 30 03:38:59.031946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-46eb0ee0-f004-4bae-b40a-89e6e27d406c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1002 time: 0.0615065 Jun 30 03:38:59.080301 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-12101d86-248f-410f-8f1e-a30f8a8213bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:59.081723 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-12101d86-248f-410f-8f1e-a30f8a8213bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0443141 Jun 30 03:38:59.136143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-88b32b91-8518-4215-a403-128f30f06d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:59.137623 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-88b32b91-8518-4215-a403-128f30f06d3c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496469 Jun 30 03:38:59.227453 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-3369a079-bd11-4808-bc1c-56533db378e2 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833282 Jun 30 03:38:59.312460 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3b00a16c-b6b4-4105-865b-ade363cb16f6 req-07d03e5c-9b17-4f35-81df-fce5dea7512c service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788195 Jun 30 03:39:01.311786 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:01.340238 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bb642f0a-a681-4a56-bc90-9ec564c6ee6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:03.037219 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:04.826025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:23.413849 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:23.910754 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:28.625033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-34158b3e-bbb2-4e57-a8aa-f8d57867368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:31.322087 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:31.350696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-719fd09f-7f02-4806-b8b2-fd34bd6f8ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:31.767324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-24c2027f-286e-4c98-bacb-26099bd905b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302903 Jun 30 03:39:31.777577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa045874-a62f-47f7-8ddf-cbc37dba3755 req-f8afd6c3-0842-42ac-914d-a3bbfe27fc34 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:31.779087 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa045874-a62f-47f7-8ddf-cbc37dba3755 req-f8afd6c3-0842-42ac-914d-a3bbfe27fc34 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.1543856 Jun 30 03:39:31.819341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa045874-a62f-47f7-8ddf-cbc37dba3755 req-dd3c1c01-2d9c-4f0c-afc9-1177afdf13da tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337412 Jun 30 03:39:32.556405 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:39:33.076030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:33.114964 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94978da1-7fc8-4870-aed7-18e4840b8ce4 req-922c5247-ae2a-46bb-8271-3bdd490318de tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:33.116707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94978da1-7fc8-4870-aed7-18e4840b8ce4 req-922c5247-ae2a-46bb-8271-3bdd490318de tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.1096611 Jun 30 03:39:33.165127 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-94978da1-7fc8-4870-aed7-18e4840b8ce4 req-a93bcadb-245f-491b-8791-6aa83094705e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Jun 30 03:39:34.352325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4db6a-f648-4993-9c40-7812e34a15c0 req-8d3926ac-43bf-4156-8b15-2f8af5cac017 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:34.353847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b4db6a-f648-4993-9c40-7812e34a15c0 req-8d3926ac-43bf-4156-8b15-2f8af5cac017 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0676196 Jun 30 03:39:34.392661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8b4db6a-f648-4993-9c40-7812e34a15c0 req-1d5f684d-ec73-4241-881a-25e618a3c298 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329311 Jun 30 03:39:34.800918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:34.810270 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d99de-6be8-497f-80c2-df76155225cf req-1f98eabf-f7f1-4311-a668-63ecedd3d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:34.811763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-1f98eabf-f7f1-4311-a668-63ecedd3d393 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1096 time: 0.0546656 Jun 30 03:39:34.907409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d99de-6be8-497f-80c2-df76155225cf req-5b9f9ea1-367e-48c3-99f5-11b37d5a7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:34.908889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-5b9f9ea1-367e-48c3-99f5-11b37d5a7d2f service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0864522 Jun 30 03:39:34.977679 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-d2349bee-32a2-4df4-9ece-9469bd6b6f97 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1002 time: 0.0621715 Jun 30 03:39:35.026952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d99de-6be8-497f-80c2-df76155225cf req-1b4bbfca-5549-45f2-b633-84595d29f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:35.028407 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-1b4bbfca-5549-45f2-b633-84595d29f81a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0434542 Jun 30 03:39:35.083546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d99de-6be8-497f-80c2-df76155225cf req-9ff0ee04-6b58-491a-adb8-d10fcdc932a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:35.085045 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-9ff0ee04-6b58-491a-adb8-d10fcdc932a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511250 Jun 30 03:39:35.519632 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-f9a33e53-bac6-417d-b90f-61dd25214c85 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279037 Jun 30 03:39:35.650914 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ba92-c538-4fe3-a4cd-4a666669c3c4 req-f0bb5209-e50f-43ad-ac35-f865c539d907 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:35.652387 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d884ba92-c538-4fe3-a4cd-4a666669c3c4 req-f0bb5209-e50f-43ad-ac35-f865c539d907 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.1305592 Jun 30 03:39:35.654591 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-542ec981-f808-4118-b81f-d3a50b88353f service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234086 Jun 30 03:39:35.700219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d884ba92-c538-4fe3-a4cd-4a666669c3c4 req-3dbc0da3-a6d8-4b58-876f-0338719d20e0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343592 Jun 30 03:39:36.872670 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b54d2f-5d52-4c71-9006-702e9eec203f req-34a99a81-ad6b-4bed-90c0-b0a5cb9df1bd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:36.874223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94b54d2f-5d52-4c71-9006-702e9eec203f req-34a99a81-ad6b-4bed-90c0-b0a5cb9df1bd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0674648 Jun 30 03:39:36.912862 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94b54d2f-5d52-4c71-9006-702e9eec203f req-40d4a203-1140-4b0c-a043-a1f02e07b3c8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317986 Jun 30 03:39:38.090636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edc97c-7fb6-428b-b84b-a6c153168404 req-5192f487-3e3a-4f6d-b4f2-c3d113dfa8e4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:38.092111 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75edc97c-7fb6-428b-b84b-a6c153168404 req-5192f487-3e3a-4f6d-b4f2-c3d113dfa8e4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0617244 Jun 30 03:39:38.128835 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-75edc97c-7fb6-428b-b84b-a6c153168404 req-f24030bf-e99e-4cf8-a309-68538ee399e0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307708 Jun 30 03:39:39.299874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35690261-bb20-4420-8a8a-b7acc80b654a req-4f69652a-6f0c-47a7-88c0-9c838605c269 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:39.301888 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35690261-bb20-4420-8a8a-b7acc80b654a req-4f69652a-6f0c-47a7-88c0-9c838605c269 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0629840 Jun 30 03:39:39.338869 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-35690261-bb20-4420-8a8a-b7acc80b654a req-0a38b4b9-2db4-4602-ba91-7112270599aa tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315416 Jun 30 03:39:40.515124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f2be-7ab4-442d-9893-1adb75494fa4 req-577c9314-79fb-417a-8ee3-30aa492054b9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:40.516592 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2898f2be-7ab4-442d-9893-1adb75494fa4 req-577c9314-79fb-417a-8ee3-30aa492054b9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0670571 Jun 30 03:39:40.553456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2898f2be-7ab4-442d-9893-1adb75494fa4 req-b2281914-5216-43b1-9f20-ea97af06ae86 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307567 Jun 30 03:39:41.724025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5de1e-748c-42d7-b95b-3396b3a0f761 req-dc8b21f6-c911-4c95-90b7-fbe4d44728ae tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:41.725480 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bcc5de1e-748c-42d7-b95b-3396b3a0f761 req-dc8b21f6-c911-4c95-90b7-fbe4d44728ae tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0614941 Jun 30 03:39:41.762677 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bcc5de1e-748c-42d7-b95b-3396b3a0f761 req-d6057f86-0fb8-4c47-8089-507848ac3ed0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Jun 30 03:39:42.931683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f39e3-7fe9-4863-a319-fbf4dd75fcc3 req-dbd3e6cb-49f8-4bea-872f-896eeb4420dc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:42.933112 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-615f39e3-7fe9-4863-a319-fbf4dd75fcc3 req-dbd3e6cb-49f8-4bea-872f-896eeb4420dc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0616083 Jun 30 03:39:42.970312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-615f39e3-7fe9-4863-a319-fbf4dd75fcc3 req-dce4845e-daee-4405-a433-b5372d524bee tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Jun 30 03:39:44.147781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed250707-f6f1-4382-9e4d-c6f9a0e527e6 req-86567955-3ba5-4b75-86b1-76cc691cd684 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:44.149284 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed250707-f6f1-4382-9e4d-c6f9a0e527e6 req-86567955-3ba5-4b75-86b1-76cc691cd684 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0669262 Jun 30 03:39:44.187197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed250707-f6f1-4382-9e4d-c6f9a0e527e6 req-09538590-6fd3-47d2-8c0b-a0a2e02001fc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322180 Jun 30 03:39:45.362718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868fc84-c50d-418b-b6a9-7d78bfe36565 req-468c17a3-9e79-48ac-8046-df1cac6013ea tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:45.364663 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7868fc84-c50d-418b-b6a9-7d78bfe36565 req-468c17a3-9e79-48ac-8046-df1cac6013ea tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0655715 Jun 30 03:39:45.400963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7868fc84-c50d-418b-b6a9-7d78bfe36565 req-11eac82e-6765-41a5-8f55-2225cb416a7a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307801 Jun 30 03:39:46.579812 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28b727-88dd-4b08-a64b-964e6debe2d2 req-452be2dc-4204-45a4-8a39-661b72ab7fe3 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:46.581304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c28b727-88dd-4b08-a64b-964e6debe2d2 req-452be2dc-4204-45a4-8a39-661b72ab7fe3 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0628192 Jun 30 03:39:46.619138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c28b727-88dd-4b08-a64b-964e6debe2d2 req-4f7d828b-8ea4-42ee-849d-e1955f95ef06 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320952 Jun 30 03:39:47.790322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37435b26-52dc-4cdc-b635-afd3ff130de6 req-3ff6f8c1-6711-40fd-83e0-6ba039294dfd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:47.791673 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37435b26-52dc-4cdc-b635-afd3ff130de6 req-3ff6f8c1-6711-40fd-83e0-6ba039294dfd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0615587 Jun 30 03:39:47.828984 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37435b26-52dc-4cdc-b635-afd3ff130de6 req-2bc1767f-aeb3-42a5-a685-98a778e56850 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Jun 30 03:39:48.030209 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-d69d99de-6be8-497f-80c2-df76155225cf req-6d138e2e-38a6-44dd-8c36-cb59d14e5f92 service neutron] show failed (client error): The resource could not be found. Jun 30 03:39:48.031219 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-6d138e2e-38a6-44dd-8c36-cb59d14e5f92 service neutron] 10.222.0.83 "GET /v2.0/ports/66be474b-03af-4d77-992e-3fc5ee75130a/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0527844 Jun 30 03:39:48.658941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d99de-6be8-497f-80c2-df76155225cf req-97ed03cb-7f64-4e28-91e9-de94e3aa9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:48.660427 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-97ed03cb-7f64-4e28-91e9-de94e3aa9d2a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 1096 time: 0.0937159 Jun 30 03:39:48.671663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:39:48.744977 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:48.995328 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:39:49.039020 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:39:49.070034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1dc62-c011-4e91-8617-ada81e020b96 req-612a7a33-54d2-43b2-b294-37e4741cbe8a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:49.071516 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2da1dc62-c011-4e91-8617-ada81e020b96 req-612a7a33-54d2-43b2-b294-37e4741cbe8a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.1264808 Jun 30 03:39:49.102985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:39:49.110328 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:49.137645 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2da1dc62-c011-4e91-8617-ada81e020b96 req-80b6cef2-ceae-4998-992e-a7061cc20255 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604279 Jun 30 03:39:49.141866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Transition to ACTIVE for port object 66be474b-03af-4d77-992e-3fc5ee75130a will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:39:49.142256 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc2b616-1c24-4392-a34a-d871401df403" -d '{"events": [{"server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "name": "network-vif-unplugged", "status": "completed", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:39:49.229961 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:49.242188 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393c799a-2db3-425f-ab2a-1b21e162b873 x-openstack-request-id: req-393c799a-2db3-425f-ab2a-1b21e162b873 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:39:49.247852 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "name": "network-vif-unplugged", "status": "completed", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:39:49.247852 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-393c799a-2db3-425f-ab2a-1b21e162b873 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:39:49.247852 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a', 'code': 200} Jun 30 03:39:49.636840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:39:49.648420 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.648767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.649108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.649443 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.649799 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.650129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.650461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.650785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.651109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.651429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.651748 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.652067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:49.685697 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] No DVR routers for this DVR port 66be474b-03af-4d77-992e-3fc5ee75130a on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:39:49.816715 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:39:49.817046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:39:49.817372 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:39:49.821473 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Port 66be474b-03af-4d77-992e-3fc5ee75130a on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:39:49.821824 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:39:49.826609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:39:49.826938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:39:49.827313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:39:49.827730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Bound port: 66be474b-03af-4d77-992e-3fc5ee75130a, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:39:49.828079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:49.888869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:39:49.892001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:39:49.984138 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:50.021704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:50.022332 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:50.023700 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] 10.222.0.74 "PUT /v2.0/ports/66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1091 time: 1.3562663 Jun 30 03:39:50.045340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621f203-2268-48df-91c8-2dbfe876311e service neutron] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:39:50.102029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d99de-6be8-497f-80c2-df76155225cf req-701c1f7b-3573-4907-a37c-d10fe273fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:50.103614 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-701c1f7b-3573-4907-a37c-d10fe273fee7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1094 time: 0.0546134 Jun 30 03:39:50.196725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d99de-6be8-497f-80c2-df76155225cf req-8736764e-be8d-4f9c-837e-d3d2fa12fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:50.198289 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-8736764e-be8d-4f9c-837e-d3d2fa12fce3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0887229 Jun 30 03:39:50.295679 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-4c0cf149-65c2-4aca-a5f2-cd3ca360b65d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1000 time: 0.0910420 Jun 30 03:39:50.360940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a949fb-b6ef-40b8-a3c8-8263326a7820 req-fea00543-877d-42d7-8208-e90d4901a4b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:50.362674 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74a949fb-b6ef-40b8-a3c8-8263326a7820 req-fea00543-877d-42d7-8208-e90d4901a4b8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 943 time: 0.1051755 Jun 30 03:39:50.366219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d99de-6be8-497f-80c2-df76155225cf req-8963de7d-06d1-46a3-bbb7-1bbdd942e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:50.367544 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-8963de7d-06d1-46a3-bbb7-1bbdd942e67b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0648761 Jun 30 03:39:50.437444 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74a949fb-b6ef-40b8-a3c8-8263326a7820 req-65fd10de-9cab-47d7-b847-4c8f4004d75e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689464 Jun 30 03:39:50.453626 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d99de-6be8-497f-80c2-df76155225cf req-a47f715a-83b5-43bc-a211-5c7c89ee2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:50.455207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-a47f715a-83b5-43bc-a211-5c7c89ee2abc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808294 Jun 30 03:39:50.540330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-3542dbee-34ba-49c9-97bd-ae8be1282d17 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788162 Jun 30 03:39:50.629307 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-65087f34-ce7d-40cc-84a9-9b05da9fdc7d service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826263 Jun 30 03:39:51.244005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:39:51.246345 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2273968-af0b-4cee-ac85-078287dac5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:39:51.292785 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc619f23-c960-4102-9a04-53248ff2455c x-openstack-request-id: req-dc619f23-c960-4102-9a04-53248ff2455c {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:39:51.293082 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:39:51.293342 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc619f23-c960-4102-9a04-53248ff2455c {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:39:51.293775 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a', 'status': 'completed', 'code': 200} Jun 30 03:39:51.363530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273968-af0b-4cee-ac85-078287dac5cd req-767ebe61-9d20-4a6d-9f40-f3c354c49b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:51.365547 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-767ebe61-9d20-4a6d-9f40-f3c354c49b5a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1094 time: 0.0529451 Jun 30 03:39:51.370824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273968-af0b-4cee-ac85-078287dac5cd req-908e1a1b-6828-4530-a5b7-d27b4d59aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:51.372336 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-908e1a1b-6828-4530-a5b7-d27b4d59aa30 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1094 time: 0.0538235 Jun 30 03:39:51.460583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273968-af0b-4cee-ac85-078287dac5cd req-6db31b29-95ad-42c0-8783-fcf6b8a50e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:51.461584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273968-af0b-4cee-ac85-078287dac5cd req-3e6183ca-716c-4bad-babe-5abb5b977a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:51.463433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-3e6183ca-716c-4bad-babe-5abb5b977a05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0841279 Jun 30 03:39:51.463797 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-6db31b29-95ad-42c0-8783-fcf6b8a50e45 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0919302 Jun 30 03:39:51.532917 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-7fdf35bd-0ebd-4392-acac-186ddeb2aa52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1000 time: 0.0621929 Jun 30 03:39:51.533168 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-37581861-dd48-48f6-bf58-8e1587c0b981 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1000 time: 0.0628469 Jun 30 03:39:51.582541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273968-af0b-4cee-ac85-078287dac5cd req-239aac2b-74a6-495c-92d7-8748df2d8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:51.583986 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-239aac2b-74a6-495c-92d7-8748df2d8b5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0439532 Jun 30 03:39:51.614964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273968-af0b-4cee-ac85-078287dac5cd req-4aee115e-ed7e-47d2-90ae-a48fa67a6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:51.616466 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-4aee115e-ed7e-47d2-90ae-a48fa67a6fd6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0764320 Jun 30 03:39:51.640873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273968-af0b-4cee-ac85-078287dac5cd req-44e5badb-0fc1-47e5-81b9-e845ff10fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:51.642385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-44e5badb-0fc1-47e5-81b9-e845ff10fb89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515962 Jun 30 03:39:51.671015 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23b5c2-063d-428a-8914-248d139a7565 req-62861fd9-06fa-4c4f-bab6-be9e27f4a52b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:51.672476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f23b5c2-063d-428a-8914-248d139a7565 req-62861fd9-06fa-4c4f-bab6-be9e27f4a52b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 943 time: 0.1067588 Jun 30 03:39:51.718322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2273968-af0b-4cee-ac85-078287dac5cd req-14e205f7-758e-4362-ae85-622c8ac6f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:51.720130 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-14e205f7-758e-4362-ae85-622c8ac6f9a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956247 Jun 30 03:39:51.723824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2f23b5c2-063d-428a-8914-248d139a7565 req-d43cb583-de57-44f6-b958-f2de9107aec5 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432866 Jun 30 03:39:51.735136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-2b27f8e3-8aa4-4062-90eb-783d26137a6b service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 Jun 30 03:39:51.815209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-3d91b60b-304e-4b05-b608-b9ccce9d720d service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871205 Jun 30 03:39:51.824835 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-b3fdd988-73aa-4044-95fa-7a687f02ad88 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828464 Jun 30 03:39:51.903588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d2273968-af0b-4cee-ac85-078287dac5cd req-bff6c1b0-51b5-4df2-9675-1a01c5dc893b service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817020 Jun 30 03:39:52.086407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:39:52.127232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:39:52.899353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04477d52-564b-4bac-a6f7-cfab03243d15 req-cde35618-f800-40c0-89db-6476397c9dee tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:52.900788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04477d52-564b-4bac-a6f7-cfab03243d15 req-cde35618-f800-40c0-89db-6476397c9dee tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 943 time: 0.0618169 Jun 30 03:39:52.942210 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04477d52-564b-4bac-a6f7-cfab03243d15 req-4cd5f79c-0e29-4265-a93f-2af144721cb2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357623 Jun 30 03:39:53.103334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:39:53.198209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:39:53.209226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '66be474b-03af-4d77-992e-3fc5ee75130a', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': '66be474b-03af-4d77-992e-3fc5ee75130a', 'mac_address': 'fa:16:3e:10:3f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:39:53.246055 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:53.258550 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66be474b-03af-4d77-992e-3fc5ee75130a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:39:53.283314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:39:53.366594 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:53.412895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:39:53.415107 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:53.421350 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.425029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:53.607889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['66be474b-03af-4d77-992e-3fc5ee75130a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:39:53.743968 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc498b5b-6ed2-4079-800c-7e156b22816f req-d64f9266-d60c-48da-bd34-1380c47d5fef tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:53.745811 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc498b5b-6ed2-4079-800c-7e156b22816f req-d64f9266-d60c-48da-bd34-1380c47d5fef tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0667322 Jun 30 03:39:53.750937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-c9cb3a05-a679-4cb2-bb33-1a38094a1b91 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:53.752569 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-c9cb3a05-a679-4cb2-bb33-1a38094a1b91 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.74 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4&tenant_id=43ac5c277d524b4d9a4e0e023baac05c&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 944 time: 0.0852566 Jun 30 03:39:53.786346 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc498b5b-6ed2-4079-800c-7e156b22816f req-1d4809d4-4e88-4aac-9ee0-dfadec82322d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348520 Jun 30 03:39:53.815207 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-3b64004d-99a5-4bec-81eb-7b34c5b17c99 service neutron] 10.222.0.74 "GET /v2.0/ports/66be474b-03af-4d77-992e-3fc5ee75130a/bindings/n-h1-798249-3 HTTP/1.1" status: 200 len: 382 time: 0.0565479 Jun 30 03:39:53.896061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-33c524e9-0d27-4fd3-9bbd-6397efe4cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:53.897593 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-33c524e9-0d27-4fd3-9bbd-6397efe4cbf5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1095 time: 0.0594316 Jun 30 03:39:53.925360 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:53.993513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-c498b408-2689-453a-aaca-e536ecd62bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:53.995130 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-c498b408-2689-453a-aaca-e536ecd62bbf service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0909545 Jun 30 03:39:54.059951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-3b639730-9cd4-49dc-8505-3bc088da7856 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1001 time: 0.0581656 Jun 30 03:39:54.109691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-ceee78ea-6abe-4778-be3e-bada413a9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:54.111111 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-ceee78ea-6abe-4778-be3e-bada413a9f51 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0431833 Jun 30 03:39:54.171245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-d56a003b-f95f-4146-b09d-9798b233afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:54.172731 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-d56a003b-f95f-4146-b09d-9798b233afa6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550234 Jun 30 03:39:54.262991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-cad7c046-d450-4beb-a70a-5bf843ef0bb9 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813346 Jun 30 03:39:54.355151 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-e530e7e7-bfe2-492c-9be3-bfc1ec97a437 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872931 Jun 30 03:39:54.602978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-2b4774b9-2347-4e1c-9ac8-feacbadc1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:54.604361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-2b4774b9-2347-4e1c-9ac8-feacbadc1b6f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1095 time: 0.0516841 Jun 30 03:39:54.705379 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-1529f9bd-e5b9-4783-bd63-98de0116ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:54.706864 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-1529f9bd-e5b9-4783-bd63-98de0116ff30 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0826576 Jun 30 03:39:54.776027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-70c28e3e-babf-4713-b6b8-9d1dd88e2a54 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1001 time: 0.0623686 Jun 30 03:39:54.824446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-93fa4672-fb4b-4227-86fc-38862c9e61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:54.825942 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-93fa4672-fb4b-4227-86fc-38862c9e61b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0435081 Jun 30 03:39:54.882953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-0121ad2e-6776-4bb0-8afe-0e269498e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:54.884467 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-0121ad2e-6776-4bb0-8afe-0e269498e63a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519526 Jun 30 03:39:55.025758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35e4ba-3a12-465c-ab32-2ee4c3e600a7 req-0afffaba-5609-4132-acbb-f112f7c635e6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:55.027240 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e35e4ba-3a12-465c-ab32-2ee4c3e600a7 req-0afffaba-5609-4132-acbb-f112f7c635e6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 944 time: 0.1275024 Jun 30 03:39:55.029596 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-f2b6e22e-186a-4e12-bacd-879062e6f4bd service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386588 Jun 30 03:39:55.115639 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3e35e4ba-3a12-465c-ab32-2ee4c3e600a7 req-092538d4-477a-4f98-a79a-1e0e7ab54cf5 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828042 Jun 30 03:39:55.123638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:39:55.157266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03c13f6b-6f8e-446a-a95c-728f0e6ee5d0 req-d6c4c979-f308-4eeb-9ff8-265bf023bb79 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177864 Jun 30 03:39:55.229413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 66be474b-03af-4d77-992e-3fc5ee75130a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:39:55.233329 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 66be474b-03af-4d77-992e-3fc5ee75130a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:39:55.233732 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:55.309288 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:55.330845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:39:55.345213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:39:55.368986 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae3c6e7-0765-45cb-b912-f2b00b490880" -d '{"events": [{"server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "name": "network-vif-plugged", "status": "completed", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:39:55.406753 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:55.454436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:39:55.463259 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845e5c20-cb07-4bc6-8382-5f651893e01e x-openstack-request-id: req-845e5c20-cb07-4bc6-8382-5f651893e01e {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:39:55.463588 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "name": "network-vif-plugged", "status": "completed", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:39:55.463842 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-845e5c20-cb07-4bc6-8382-5f651893e01e {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:39:55.464224 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a', 'code': 200} Jun 30 03:39:56.301040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8051f2-4ecf-4869-9ce0-6c32d91b752b req-e05584ff-2ef3-4b35-b892-c824ae7c3700 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:56.303081 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6f8051f2-4ecf-4869-9ce0-6c32d91b752b req-e05584ff-2ef3-4b35-b892-c824ae7c3700 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0678434 Jun 30 03:39:56.342250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6f8051f2-4ecf-4869-9ce0-6c32d91b752b req-25153383-6698-4dd0-a3ce-1b6e25eafc95 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311193 Jun 30 03:39:56.792504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-ddabf315-bd92-4893-ba3a-622b44d12e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:56.794005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-ddabf315-bd92-4893-ba3a-622b44d12e2f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 1096 time: 0.0526955 Jun 30 03:39:56.804422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:39:56.876047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:57.078758 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:39:57.111383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:39:57.150311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:39:57.155188 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:57.166982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Transition to ACTIVE for port object 66be474b-03af-4d77-992e-3fc5ee75130a will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:39:57.190099 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85dfc83-f34e-442e-b2a0-9d0a73ccc5e2" -d '{"events": [{"server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "name": "network-vif-unplugged", "status": "completed", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:39:57.263665 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:57.295262 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ab771c-1583-4077-995b-605324cefe1e x-openstack-request-id: req-57ab771c-1583-4077-995b-605324cefe1e {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:39:57.296081 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "name": "network-vif-unplugged", "status": "completed", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:39:57.296081 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57ab771c-1583-4077-995b-605324cefe1e {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:39:57.296302 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a', 'code': 200} Jun 30 03:39:57.343034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=10']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:39:57.355466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.355916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.356252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.356583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.356909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.357236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.357579 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.357898 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.358234 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.358534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.358846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.359156 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:39:57.405150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] No DVR routers for this DVR port 66be474b-03af-4d77-992e-3fc5ee75130a on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:39:57.531137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3c56-f33b-4007-b736-d916663c1f2a req-e15f3bf0-e5fe-4fdd-b7ab-f4f850a762f6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:57.532650 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a77e3c56-f33b-4007-b736-d916663c1f2a req-e15f3bf0-e5fe-4fdd-b7ab-f4f850a762f6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0738187 Jun 30 03:39:57.549646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:39:57.549988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:39:57.550347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:39:57.555111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Port 66be474b-03af-4d77-992e-3fc5ee75130a on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:39:57.555431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Attempting to bind port 66be474b-03af-4d77-992e-3fc5ee75130a on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:39:57.560261 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:39:57.560647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:39:57.561042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:39:57.561472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Bound port: 66be474b-03af-4d77-992e-3fc5ee75130a, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:39:57.561864 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:57.571369 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a77e3c56-f33b-4007-b736-d916663c1f2a req-adad8c36-46e3-4eea-b367-33fdcfc58b19 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328109 Jun 30 03:39:57.624112 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:39:57.627044 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:39:57.749467 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:57.789103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:57.789623 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:57.790999 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] 10.222.0.83 "PUT /v2.0/ports/66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1092 time: 0.9905159 Jun 30 03:39:57.814497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab22eb5-a241-4537-af16-e8fb749e9720 service neutron] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=11']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:39:57.872239 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-432e9961-3be4-4906-bda4-a2b65f9376f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:57.877068 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-432e9961-3be4-4906-bda4-a2b65f9376f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1095 time: 0.0555561 Jun 30 03:39:57.972575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-cd58da7a-0b73-4b11-90ec-8c1e8ed9d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:57.974581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-cd58da7a-0b73-4b11-90ec-8c1e8ed9d123 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0946813 Jun 30 03:39:58.039746 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-ae82e2be-7310-4b1a-965f-bb9c799048bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1000 time: 0.0589545 Jun 30 03:39:58.085925 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-751ebb3b-6a09-48e8-857d-26f83bfde863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:58.087251 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-751ebb3b-6a09-48e8-857d-26f83bfde863 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0425065 Jun 30 03:39:58.147768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67f3f8-9b67-4139-9474-970463734052 req-1ac95046-76b7-48f7-a6cd-0745a46b16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:58.149234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-1ac95046-76b7-48f7-a6cd-0745a46b16b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552166 Jun 30 03:39:58.236061 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-17311be7-cd4b-4d71-8797-95b7fe1931b7 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799017 Jun 30 03:39:58.324690 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d67f3f8-9b67-4139-9474-970463734052 req-b36e77d9-0144-433c-b439-dbb46a631053 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825233 Jun 30 03:39:58.640948 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-41d9fa18-efe0-407e-96e6-dd08da42ddb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:58.726280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-8a9a0e3e-f8ab-4cd3-8cc5-a41966bbe5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:58.727781 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-8a9a0e3e-f8ab-4cd3-8cc5-a41966bbe5f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1095 time: 0.0826266 Jun 30 03:39:58.756744 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961e96c-673e-4651-a83a-2fbdd8508cc1 req-fe437783-f6a0-4fc0-9b68-db93f6a37777 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:58.758225 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b961e96c-673e-4651-a83a-2fbdd8508cc1 req-fe437783-f6a0-4fc0-9b68-db93f6a37777 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0726092 Jun 30 03:39:58.845258 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b961e96c-673e-4651-a83a-2fbdd8508cc1 req-2fb7165a-07ea-4c51-9811-7af5f20b0469 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782359 Jun 30 03:39:58.871222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-b597e786-6005-4df4-acd0-d5a0fdbbb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:58.872696 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-b597e786-6005-4df4-acd0-d5a0fdbbb52a service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.1135981 Jun 30 03:39:58.937305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-2e9f1502-1041-4cc6-a677-3da79d722c1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1000 time: 0.0572727 Jun 30 03:39:58.990772 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-ff5403a9-4b50-4df4-b410-daafd23094f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:58.992189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-ff5403a9-4b50-4df4-b410-daafd23094f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0472946 Jun 30 03:39:59.048409 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-de7bd885-7793-44d2-9c7d-ab2425b6e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:59.049867 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-de7bd885-7793-44d2-9c7d-ab2425b6e1e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501821 Jun 30 03:39:59.137924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-40c2d0d6-e490-49ab-8c8f-7abd6e8af7ec service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813544 Jun 30 03:39:59.229010 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-85b1b6ef-5464-4cf5-9575-58bebfed552e req-86a5b01e-50ec-40c4-bd6c-bb2fb78db718 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829568 Jun 30 03:39:59.297694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:39:59.300006 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c64996-35e6-41bc-8d11-f949a354c391" -d '{"events": [{"name": "network-changed", "server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:39:59.345746 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62df57a3-4910-41f0-b42a-92cd604dae5b x-openstack-request-id: req-62df57a3-4910-41f0-b42a-92cd604dae5b {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:39:59.346037 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:39:59.346288 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62df57a3-4910-41f0-b42a-92cd604dae5b {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:39:59.346686 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a', 'status': 'completed', 'code': 200} Jun 30 03:39:59.416857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64996-35e6-41bc-8d11-f949a354c391 req-9602740a-a2c4-49cc-afaa-8858cdbea93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:59.418379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-9602740a-a2c4-49cc-afaa-8858cdbea93f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1095 time: 0.0519481 Jun 30 03:39:59.418963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64996-35e6-41bc-8d11-f949a354c391 req-5222baa5-5fb2-456d-b9e8-5d27d3f1b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:59.420476 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-5222baa5-5fb2-456d-b9e8-5d27d3f1b02a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 1095 time: 0.0514624 Jun 30 03:39:59.511121 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64996-35e6-41bc-8d11-f949a354c391 req-68c0d74b-1340-4eb4-b399-f2507f4e8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:59.512615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-68c0d74b-1340-4eb4-b399-f2507f4e8b10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0880268 Jun 30 03:39:59.514278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64996-35e6-41bc-8d11-f949a354c391 req-a6d269ad-7484-49eb-8e4f-4b8c3d5edacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:59.515759 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-a6d269ad-7484-49eb-8e4f-4b8c3d5edacf service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0874345 Jun 30 03:39:59.577824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-2ec31668-84d6-4da3-b8bb-c2d2612d6cb9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1000 time: 0.0575919 Jun 30 03:39:59.580007 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-e9ba9b0d-1483-43fb-9c50-5d3bc06a4c3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 200 len: 1000 time: 0.0564656 Jun 30 03:39:59.626466 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64996-35e6-41bc-8d11-f949a354c391 req-09c21840-5b9d-4858-b4ed-8bfb1d2fba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:59.627980 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-09c21840-5b9d-4858-b4ed-8bfb1d2fba21 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0438898 Jun 30 03:39:59.630878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64996-35e6-41bc-8d11-f949a354c391 req-bd1ba52b-6805-43e4-ba07-9db1265ccd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:59.632278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-bd1ba52b-6805-43e4-ba07-9db1265ccd91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0431318 Jun 30 03:39:59.687511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64996-35e6-41bc-8d11-f949a354c391 req-5084b5c3-b021-4c47-82d5-d9f1c1e65087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:59.688917 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-5084b5c3-b021-4c47-82d5-d9f1c1e65087 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548902 Jun 30 03:39:59.692728 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64996-35e6-41bc-8d11-f949a354c391 req-813e25f9-0a8c-4477-9dd1-446bb76b1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:59.694215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-813e25f9-0a8c-4477-9dd1-446bb76b1e5e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547791 Jun 30 03:39:59.779266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-d96c6c3b-12b0-4e6c-bb54-357952e1274c service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839798 Jun 30 03:39:59.793954 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-32b0263f-e39a-44ed-8caa-daf9813bb525 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920432 Jun 30 03:39:59.875045 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-c3d33ebe-93cf-4a65-ac24-f90527f8e8d8 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889437 Jun 30 03:39:59.906331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-64c64996-35e6-41bc-8d11-f949a354c391 req-5cf615b2-3b5d-4274-a3ec-1b0e40a10335 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989392 Jun 30 03:40:00.032856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59cdcc-7eb8-42af-a86c-df478b6813f6 req-871d24f9-81ef-4067-86a1-e9ae15ef5754 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:00.034419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb59cdcc-7eb8-42af-a86c-df478b6813f6 req-871d24f9-81ef-4067-86a1-e9ae15ef5754 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0653226 Jun 30 03:40:00.075206 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bb59cdcc-7eb8-42af-a86c-df478b6813f6 req-fee02d4d-d765-49f8-b59c-f3acbcf8956a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348911 Jun 30 03:40:01.150111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:01.186998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:01.250989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9df6-d015-43f3-a9c1-d8266a5ad375 req-6337384f-17f5-4bf7-a3da-c989bc7e2119 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:01.252488 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bec9df6-d015-43f3-a9c1-d8266a5ad375 req-6337384f-17f5-4bf7-a3da-c989bc7e2119 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0648713 Jun 30 03:40:01.290700 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bec9df6-d015-43f3-a9c1-d8266a5ad375 req-77608949-f5f5-4c81-9f8c-bff3b8bdcb1f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324876 Jun 30 03:40:01.320439 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:01.343194 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ac490524-a6e9-4a3a-a6a6-b6f0470d99fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:01.468391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a713-5e41-4577-9c89-762fb3089683 req-86ef223d-8c60-4244-883f-7065e45b2ec2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:01.470181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d25a713-5e41-4577-9c89-762fb3089683 req-86ef223d-8c60-4244-883f-7065e45b2ec2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0612898 Jun 30 03:40:01.507157 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d25a713-5e41-4577-9c89-762fb3089683 req-848b885c-0ba9-4187-9ac5-ebb049ed4170 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307298 Jun 30 03:40:01.677668 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e6b7d-7edc-49c0-8c68-31aa27cee675 req-4aeafe76-cbf1-4739-bf06-34fc92f45cfc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:01.679125 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d90e6b7d-7edc-49c0-8c68-31aa27cee675 req-4aeafe76-cbf1-4739-bf06-34fc92f45cfc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0641067 Jun 30 03:40:01.716235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d90e6b7d-7edc-49c0-8c68-31aa27cee675 req-ffd6aa70-e5ad-450c-b7a1-4d34b2d528f7 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315216 Jun 30 03:40:02.144163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:40:02.242137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:02.253038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '66be474b-03af-4d77-992e-3fc5ee75130a', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': '66be474b-03af-4d77-992e-3fc5ee75130a', 'mac_address': 'fa:16:3e:10:3f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:40:02.290147 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.302521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66be474b-03af-4d77-992e-3fc5ee75130a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:40:02.323555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:02.329064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cd5ef-d852-4f6f-835d-d6c079fa1efe req-8d43549f-4ca8-4f2f-bcc7-00fdac6d07ab tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:02.330567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be6cd5ef-d852-4f6f-835d-d6c079fa1efe req-8d43549f-4ca8-4f2f-bcc7-00fdac6d07ab tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 944 time: 0.0710754 Jun 30 03:40:02.369281 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-be6cd5ef-d852-4f6f-835d-d6c079fa1efe req-ed2a80d6-ed7a-4550-b3cd-2b81e8104b06 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330417 Jun 30 03:40:02.400380 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:02.449948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=12']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:02.641569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['66be474b-03af-4d77-992e-3fc5ee75130a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:40:03.051884 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:03.576901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6805d0-5cfc-4282-95df-2ab06bd2e2ec req-68794fcd-d00f-496f-a898-366bc9d1d57a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:03.578383 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c6805d0-5cfc-4282-95df-2ab06bd2e2ec req-68794fcd-d00f-496f-a898-366bc9d1d57a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0998602 Jun 30 03:40:03.593095 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-0c4acd8e-8651-4e90-adc5-744cbc36e775 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:03.594713 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-0c4acd8e-8651-4e90-adc5-744cbc36e775 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 945 time: 0.0856121 Jun 30 03:40:03.657836 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c6805d0-5cfc-4282-95df-2ab06bd2e2ec req-2f125deb-b9d5-4bd5-951f-51ce952f35d3 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720620 Jun 30 03:40:03.714101 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Deleting port 66be474b-03af-4d77-992e-3fc5ee75130a {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:03.714447 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:03.798425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] For port 66be474b-03af-4d77-992e-3fc5ee75130a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=66be474b-03af-4d77-992e-3fc5ee75130a,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:03.798785 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:04.010322 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:04.010703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:04.011036 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b disassociated. External IP: 172.25.2.177, port: 66be474b-03af-4d77-992e-3fc5ee75130a. Jun 30 03:40:04.011410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Calling delete_port for 66be474b-03af-4d77-992e-3fc5ee75130a owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:04.148575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:04.212200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:04.212422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 66be474b-03af-4d77-992e-3fc5ee75130a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:04.216310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 66be474b-03af-4d77-992e-3fc5ee75130a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:04.216838 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:04.237513 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Port 66be474b-03af-4d77-992e-3fc5ee75130a was deleted so its status cannot be updated. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 03:40:04.242231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event deleted for resources: {'Port': ['ID=66be474b-03af-4d77-992e-3fc5ee75130a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:04.364096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:04.476977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:04.486171 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:04.499984 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:04.500620 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:04.526586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] No DVR routers for this DVR port 66be474b-03af-4d77-992e-3fc5ee75130a on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:40:04.529166 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:04.531235 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-02182006-6fbd-4528-b4f3-2e34b4529c0e req-7a10eae5-a774-46b7-903a-01746a434e05 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "DELETE /v2.0/ports/66be474b-03af-4d77-992e-3fc5ee75130a HTTP/1.1" status: 204 len: 173 time: 0.9303293 Jun 30 03:40:04.531665 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'name': 'network-vif-deleted', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:04.533930 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f133816-56a1-42cf-870c-0c4e628031db" -d '{"events": [{"server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "name": "network-vif-deleted", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:04.571418 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc7bd30-e9a4-477d-a445-427c2eb60ad8 x-openstack-request-id: req-bfc7bd30-e9a4-477d-a445-427c2eb60ad8 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:04.571692 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809668a3-4d18-425a-ac72-c7d7792c97d4", "name": "network-vif-deleted", "tag": "66be474b-03af-4d77-992e-3fc5ee75130a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:04.571943 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfc7bd30-e9a4-477d-a445-427c2eb60ad8 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:04.572344 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809668a3-4d18-425a-ac72-c7d7792c97d4', 'name': 'network-vif-deleted', 'tag': '66be474b-03af-4d77-992e-3fc5ee75130a', 'status': 'completed', 'code': 200} Jun 30 03:40:04.606711 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:04.809144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f678fada-83f6-4636-9927-670848c0edb2 req-b7da585c-df59-4121-91dd-7e44df2b849f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=809668a3-4d18-425a-ac72-c7d7792c97d4 HTTP/1.1" status: 200 len: 210 time: 0.0280011 Jun 30 03:40:04.813356 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:04.839933 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:04.846748 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:04.848383 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:04.848988 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:04.963863 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:05.157926 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:05.187699 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a52c5f-5129-4b35-8e71-811b4a503130 None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:05.394332 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de32073e-aba4-40b0-9d30-9c4eb7fd15e6 None None] New status for floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:40:06.150562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-07c5ae1e-8f43-4902-b8b2-01c2ab8e9f57 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1226156491&fields=id&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 267 time: 0.0322652 Jun 30 03:40:06.260143 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-d3c1f496-51fb-4b23-bb24-3be1c52491f6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:06.261674 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-d3c1f496-51fb-4b23-bb24-3be1c52491f6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 810 time: 0.1040726 Jun 30 03:40:06.276360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-57006250-819d-4ede-b0a3-384dc40b79f6 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/quotas/43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 375 time: 0.0091321 Jun 30 03:40:06.348089 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-40a1b70c-2d0f-44f4-b49e-4413c46e6a4f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666540 Jun 30 03:40:06.433811 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-caadc3fc-020c-4e62-ba34-50a479dd3db2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:40:06.434859 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-caadc3fc-020c-4e62-ba34-50a479dd3db2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428984 Jun 30 03:40:06.525473 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-6e5209d9-4be7-4efa-9961-dd80af5a66ea service neutron] 10.222.0.77 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846696 Jun 30 03:40:06.618572 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-72c7a105-f1bf-4b48-aaaf-7033511448c8 service neutron] 10.222.0.77 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868685 Jun 30 03:40:06.846944 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8062114d-a30f-4552-8d42-2f8f0786c222 req-3c94716a-58de-438f-adc3-b88d0af4a9a2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 210 time: 0.0303273 Jun 30 03:40:07.991483 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4929c3e1-fc17-4804-9386-892157ef94ef req-d7e5f4d1-8a90-4e88-9ee0-7dabc155b9cf tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 210 time: 0.0292754 Jun 30 03:40:08.179704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:08.199667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 66be474b-03af-4d77-992e-3fc5ee75130a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:08.201846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 66be474b-03af-4d77-992e-3fc5ee75130a not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:08.713225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-7af347fb-1bd7-4cae-902c-0072da6f78bf tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:08.714741 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-7af347fb-1bd7-4cae-902c-0072da6f78bf tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 810 time: 0.1075165 Jun 30 03:40:08.758951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-16bab714-f7aa-42f6-a18c-59ab306b88ed tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 380 time: 0.0361810 Jun 30 03:40:08.767554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'port': {'device_id': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'admin_state_up': True, 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'security_groups': ['d626d68a-1f5d-4da6-bde6-8ec802e48861']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:08.954511 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Made reservation on behalf of 43ac5c277d524b4d9a4e0e023baac05c for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:40:08.958186 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:09.092598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Allocated IP 172.20.0.11 (ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea/0e3e4dfe-5c24-4cae-a962-75086c9daaf0/a2d01d11-0409-4487-81de-b8420d31de09) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:09.140348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-55e77784-3d8c-4b86-987b-e51271a7abbd req-480ac9c4-0819-4e78-81f2-76fb6f52e5ef tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 210 time: 0.0283105 Jun 30 03:40:09.231162 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:09.245100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Transition to ACTIVE for port object a2d01d11-0409-4487-81de-b8420d31de09 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:09.367145 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:09.409446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:09.413256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:09.417060 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:09.425363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:09.472055 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:09.472720 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:09.549610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-a618b34c-d1b6-436e-b8e7-a366ce0a5a71 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7857485 Jun 30 03:40:09.555814 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:40:09.561763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Request body: {'port': {'device_id': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:09.636557 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:09.686038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0693dcc3-5500-478e-b832-87d35a5bfe41 None None] Provisioning for port a2d01d11-0409-4487-81de-b8420d31de09 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:09.692888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0693dcc3-5500-478e-b832-87d35a5bfe41 None None] Provisioning complete for port a2d01d11-0409-4487-81de-b8420d31de09 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:09.692888 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0693dcc3-5500-478e-b832-87d35a5bfe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:09.723671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-0693dcc3-5500-478e-b832-87d35a5bfe41 None None] Port a2d01d11-0409-4487-81de-b8420d31de09 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:40:09.889316 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d01d11-0409-4487-81de-b8420d31de09 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:40:09.897695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:09.909196 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Transition to ACTIVE for port object a2d01d11-0409-4487-81de-b8420d31de09 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:09.982981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:10.033163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:10.108101 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:40:10.108784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:40:10.108784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:10.113096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Port a2d01d11-0409-4487-81de-b8420d31de09 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:40:10.113416 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:10.118663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:40:10.119001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:10.119383 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:40:10.119807 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Bound port: a2d01d11-0409-4487-81de-b8420d31de09, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:40:10.120166 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:10.185154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:40:10.188141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:40:10.286862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:10.325943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:10.326565 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:10.327929 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] 10.222.0.74 "PUT /v2.0/ports/a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1092 time: 0.7705841 Jun 30 03:40:10.329990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:10.332342 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ca750f-89f2-4245-91ab-2b4c1a621435" -d '{"events": [{"name": "network-changed", "server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "tag": "a2d01d11-0409-4487-81de-b8420d31de09"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:10.365990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f27276-908c-4eef-9ce7-a825d733fe35 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:10.379679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825b6f3-afb2-4c22-8f59-4be7dcd95319 req-48fca647-e301-4a9e-9dfd-b691f414806d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:10.381905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9825b6f3-afb2-4c22-8f59-4be7dcd95319 req-48fca647-e301-4a9e-9dfd-b691f414806d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.1300597 Jun 30 03:40:10.383454 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920d55f3-e764-4664-b05e-7d4e71ed90c3 x-openstack-request-id: req-920d55f3-e764-4664-b05e-7d4e71ed90c3 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:10.383741 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "tag": "a2d01d11-0409-4487-81de-b8420d31de09", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:10.383993 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-920d55f3-e764-4664-b05e-7d4e71ed90c3 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:10.384385 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09', 'status': 'completed', 'code': 200} Jun 30 03:40:10.449811 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9825b6f3-afb2-4c22-8f59-4be7dcd95319 req-30bf81bf-0bb1-437f-9c67-520817f9186a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620036 Jun 30 03:40:10.472243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca750f-89f2-4245-91ab-2b4c1a621435 req-19bfde3f-d06b-4518-af8b-5d9d5ab84bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:10.474670 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1ca750f-89f2-4245-91ab-2b4c1a621435 req-19bfde3f-d06b-4518-af8b-5d9d5ab84bce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1095 time: 0.0709460 Jun 30 03:40:10.573679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca750f-89f2-4245-91ab-2b4c1a621435 req-ab5b9b17-86f8-4fed-9482-de9af40b33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:10.575157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1ca750f-89f2-4245-91ab-2b4c1a621435 req-ab5b9b17-86f8-4fed-9482-de9af40b33a1 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0947735 Jun 30 03:40:10.990657 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca750f-89f2-4245-91ab-2b4c1a621435 req-67dfd2cb-e607-46a1-b163-678976e0e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:10.992124 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d1ca750f-89f2-4245-91ab-2b4c1a621435 req-67dfd2cb-e607-46a1-b163-678976e0e005 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4104428 Jun 30 03:40:11.082861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-8ba0ed2c-862e-48a7-8bc4-b45e6c35a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:11.084832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-8ba0ed2c-862e-48a7-8bc4-b45e6c35a8c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1095 time: 0.0541620 Jun 30 03:40:11.124032 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-4ed11ca9-f189-4065-b140-b736b6478ef9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 217 time: 0.0326183 Jun 30 03:40:11.170836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-28e27ba5-ae4a-412d-aa64-7530f0c6c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:11.172229 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-28e27ba5-ae4a-412d-aa64-7530f0c6c205 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0420513 Jun 30 03:40:11.232151 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-d1c0ac3d-79c3-4d69-b4c6-11881d9050b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:11.233552 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-d1c0ac3d-79c3-4d69-b4c6-11881d9050b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544052 Jun 30 03:40:11.320069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-468f5638-d877-49da-a489-437807558fb8 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790672 Jun 30 03:40:11.410103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cb89a834-7729-40e6-b752-28c5f0988d12 req-3cbc5a4e-663d-4fd0-9175-62c4d83e997c service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834455 Jun 30 03:40:11.624729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056220c-a1c2-4c8f-81fb-55cfdb58f63f req-489d31e8-1827-4797-92ac-70ca2e54dd37 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:11.626196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5056220c-a1c2-4c8f-81fb-55cfdb58f63f req-489d31e8-1827-4797-92ac-70ca2e54dd37 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0641232 Jun 30 03:40:11.662483 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5056220c-a1c2-4c8f-81fb-55cfdb58f63f req-26a97546-3331-4c94-b73f-4d991e7c36c1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301201 Jun 30 03:40:12.837070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984f680-8473-4714-bdab-583c0cbdebd9 req-1becf9e3-628b-4160-81df-91fcefd47fd8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:12.838601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5984f680-8473-4714-bdab-583c0cbdebd9 req-1becf9e3-628b-4160-81df-91fcefd47fd8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0627196 Jun 30 03:40:12.875006 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5984f680-8473-4714-bdab-583c0cbdebd9 req-3857232f-162b-4e01-8f65-fba0c543083e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305097 Jun 30 03:40:13.243327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:40:13.337681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:13.349053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'a2d01d11-0409-4487-81de-b8420d31de09', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': 'a2d01d11-0409-4487-81de-b8420d31de09', 'mac_address': 'fa:16:3e:00:cb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:40:13.384819 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:13.396899 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d01d11-0409-4487-81de-b8420d31de09 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:40:13.419110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:13.485836 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:13.530778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:13.672275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a2d01d11-0409-4487-81de-b8420d31de09'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:40:14.049381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e561c01-0ffe-48ae-82ca-520312cfaa8f req-a8ed7079-316f-4403-9bf0-4ed9a04abfa4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:14.050941 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e561c01-0ffe-48ae-82ca-520312cfaa8f req-a8ed7079-316f-4403-9bf0-4ed9a04abfa4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0619483 Jun 30 03:40:14.087963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3e561c01-0ffe-48ae-82ca-520312cfaa8f req-bca06710-28fb-4e47-8899-031a687dd29e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Jun 30 03:40:15.243473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:15.262270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57107d-f4d3-44f2-8e78-13666a538742 req-360846f2-b150-444a-9945-afc3bad7fb0e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:15.263754 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f57107d-f4d3-44f2-8e78-13666a538742 req-360846f2-b150-444a-9945-afc3bad7fb0e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0629401 Jun 30 03:40:15.300899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f57107d-f4d3-44f2-8e78-13666a538742 req-ce74ac36-201b-495c-9a55-5789b29dd372 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Jun 30 03:40:15.331515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port a2d01d11-0409-4487-81de-b8420d31de09 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:15.336098 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port a2d01d11-0409-4487-81de-b8420d31de09 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:15.336500 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:15.410961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:15.432859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:15.435148 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff78b2f-199b-4a92-a090-a90110e38e22" -d '{"events": [{"server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "name": "network-vif-plugged", "status": "completed", "tag": "a2d01d11-0409-4487-81de-b8420d31de09"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:15.448085 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:15.470151 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3041a53c-8253-4453-9a64-3a84db7fe916 x-openstack-request-id: req-3041a53c-8253-4453-9a64-3a84db7fe916 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:15.470434 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "name": "network-vif-plugged", "status": "completed", "tag": "a2d01d11-0409-4487-81de-b8420d31de09", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:15.470696 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3041a53c-8253-4453-9a64-3a84db7fe916 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:15.471091 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09', 'code': 200} Jun 30 03:40:15.491356 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:15.542751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:15.585712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0905f5-e1dc-428a-bdf6-c1d5655aa5fa req-b9c79f3f-a1d9-4d65-84a7-0de625fe2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:15.587181 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f0905f5-e1dc-428a-bdf6-c1d5655aa5fa req-b9c79f3f-a1d9-4d65-84a7-0de625fe2426 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0543327 Jun 30 03:40:15.620806 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f0905f5-e1dc-428a-bdf6-c1d5655aa5fa req-5012b3b8-28b7-4b9d-a299-dfbb0cbf2b2e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277667 Jun 30 03:40:16.474412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37d1df-a785-4c0a-a980-f5614c544817 req-420750a8-ca38-46ad-87bc-1207d01333c9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:16.475880 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c37d1df-a785-4c0a-a980-f5614c544817 req-420750a8-ca38-46ad-87bc-1207d01333c9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0654726 Jun 30 03:40:16.514065 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9c37d1df-a785-4c0a-a980-f5614c544817 req-0146e811-5e59-49af-93ac-c7f711d60d26 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Jun 30 03:40:17.683607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0ee21-1cdd-40ab-b2a5-6f47f4ca8385 req-3385316c-6a11-42c5-9947-20ee9ab9edb5 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:17.685107 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5b0ee21-1cdd-40ab-b2a5-6f47f4ca8385 req-3385316c-6a11-42c5-9947-20ee9ab9edb5 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0631225 Jun 30 03:40:17.725673 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c5b0ee21-1cdd-40ab-b2a5-6f47f4ca8385 req-b8417ca0-1f08-4e00-a174-542e03de57d2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347240 Jun 30 03:40:17.888667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a2c02-8fce-460f-adfd-bf97144b5823 req-53662695-db9a-40d3-b6fe-8bd4c122cd34 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:17.890172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d11a2c02-8fce-460f-adfd-bf97144b5823 req-53662695-db9a-40d3-b6fe-8bd4c122cd34 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0618613 Jun 30 03:40:17.898787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 53782) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:17.903272 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a3bae8b3-642a-4279-99df-08beec74083f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Request body: {'floatingip': {'port_id': 'a2d01d11-0409-4487-81de-b8420d31de09'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:17.945980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a3bae8b3-642a-4279-99df-08beec74083f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.376984 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a3bae8b3-642a-4279-99df-08beec74083f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.451142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a3bae8b3-642a-4279-99df-08beec74083f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.550819 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-a3bae8b3-642a-4279-99df-08beec74083f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b associated. External IP: 172.25.2.177, port: a2d01d11-0409-4487-81de-b8420d31de09. Jun 30 03:40:18.758633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bae8b3-642a-4279-99df-08beec74083f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:18.860785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bae8b3-642a-4279-99df-08beec74083f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:18.866329 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a3bae8b3-642a-4279-99df-08beec74083f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:18.870557 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:18.879099 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:18.879696 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:18.904847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a3bae8b3-642a-4279-99df-08beec74083f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "PUT /v2.0/floatingips/bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b HTTP/1.1" status: 200 len: 993 time: 1.0050018 Jun 30 03:40:18.905439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:18.907732 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8533657b-d8aa-4e63-9d93-c0e243fe0557" -d '{"events": [{"name": "network-changed", "server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "tag": "a2d01d11-0409-4487-81de-b8420d31de09"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:18.946378 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020619b7-462f-4350-adf7-4b6b8ec900be x-openstack-request-id: req-020619b7-462f-4350-adf7-4b6b8ec900be {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:18.946675 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "tag": "a2d01d11-0409-4487-81de-b8420d31de09", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:18.946962 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-020619b7-462f-4350-adf7-4b6b8ec900be {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:18.947374 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09', 'status': 'completed', 'code': 200} Jun 30 03:40:19.027390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-bf4b835f-6d7c-4989-9492-a17c438841c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:19.029007 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-bf4b835f-6d7c-4989-9492-a17c438841c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0585449 Jun 30 03:40:19.078446 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:19.118096 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-a93ed6bc-fbb6-450d-ac02-90291d45f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:19.119587 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-a93ed6bc-fbb6-450d-ac02-90291d45f571 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0848482 Jun 30 03:40:19.188642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-15cdd7d2-9605-402e-a6ca-92189ae8d28e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1001 time: 0.0630968 Jun 30 03:40:19.235762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-ce8b753f-250f-4cd6-ad1f-db068afad340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:19.237236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-ce8b753f-250f-4cd6-ad1f-db068afad340 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0426693 Jun 30 03:40:19.293982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-bf80fa24-b8b8-44ce-b107-ce51d2caaeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:19.295401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-bf80fa24-b8b8-44ce-b107-ce51d2caaeb3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520470 Jun 30 03:40:19.297282 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': 'a2d01d11-0409-4487-81de-b8420d31de09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:00:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:40:18Z', 'revision_number': 13, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:19.327726 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:19.335831 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:19.336438 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:40:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:19.387628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-8a746744-2eb3-4f44-b162-93a90af28fa4 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860248 Jun 30 03:40:19.440432 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:19.476275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8533657b-d8aa-4e63-9d93-c0e243fe0557 req-0d735415-cc2c-4187-ae42-37382c56c65b service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826836 Jun 30 03:40:19.655049 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': 'a2d01d11-0409-4487-81de-b8420d31de09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:00:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:40:18Z', 'revision_number': 13, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:19.680754 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febcd8d-b1bb-400d-9566-a7ff9f4dc57d None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'port_id': 'a2d01d11-0409-4487-81de-b8420d31de09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'mac_address': 'fa:16:3e:00:cb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:32:58Z', 'updated_at': '2021-06-30T03:40:18Z', 'revision_number': 13, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:19.886461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f66324-4f6f-4bf9-8a71-bf9b5262d325 None None] New status for floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:40:23.353916 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:23.948271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.605804 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cfa3102-23de-457d-91a0-12f40a592913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.308337 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.336546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4821581b-7096-4bc3-83b2-7b4127898408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.068223 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.799417 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.519618 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-5da52eb9-0175-4edd-800e-2a2cf46e5f00 req-272008b0-dbe2-4e13-8e1b-aa6844396389 service neutron] (94530) timed out ('10.222.0.74', 60558) {{(pid=94530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:40:46.554639 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:40:53.370316 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:53.987616 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:54.593415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c29cd580-52be-4481-af7b-331e441b93a3 req-70ac6f47-803e-4f70-b01f-506ffb28edf8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611551 Jun 30 03:40:54.690382 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cd580-52be-4481-af7b-331e441b93a3 req-fae506d7-d4ee-4178-b4d0-5add7a9c322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:54.691906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c29cd580-52be-4481-af7b-331e441b93a3 req-fae506d7-d4ee-4178-b4d0-5add7a9c322b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0538039 Jun 30 03:40:54.793381 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cd580-52be-4481-af7b-331e441b93a3 req-2992b096-1504-4bb5-bc54-ebfa6887d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:54.794888 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c29cd580-52be-4481-af7b-331e441b93a3 req-2992b096-1504-4bb5-bc54-ebfa6887d995 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0837262 Jun 30 03:40:54.864232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c29cd580-52be-4481-af7b-331e441b93a3 req-ae2c2903-39bf-401b-89f7-180e19dff70f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1003 time: 0.0625720 Jun 30 03:40:54.909934 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cd580-52be-4481-af7b-331e441b93a3 req-65c30c8e-cea6-43e1-9278-216f9ff056b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:54.911354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c29cd580-52be-4481-af7b-331e441b93a3 req-65c30c8e-cea6-43e1-9278-216f9ff056b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0418720 Jun 30 03:40:54.965783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cd580-52be-4481-af7b-331e441b93a3 req-97941cd5-7278-4d72-8b1d-e197b344b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:54.967280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c29cd580-52be-4481-af7b-331e441b93a3 req-97941cd5-7278-4d72-8b1d-e197b344b79b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503209 Jun 30 03:40:55.070004 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c29cd580-52be-4481-af7b-331e441b93a3 req-43c338b1-00d1-4600-8e05-5d269e8a2efe service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947268 Jun 30 03:40:55.157406 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c29cd580-52be-4481-af7b-331e441b93a3 req-b4bb62b2-d128-479a-a27f-49ec32957e8c service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817609 Jun 30 03:40:58.632989 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3d573ca7-02d7-4377-9d18-e07dabb6b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:01.296135 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:01.324163 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-848bfb2a-4535-4d83-8b19-a60ef659f097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:03.050197 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:04.810378 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:23.396839 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:23.554045 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:41:23.998562 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.620781 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2fae9dc2-7598-4483-9d1e-1c5fa205370f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.306769 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.323624 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a9d6065b-b29c-4c26-a531-4c627ba2c66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:33.072578 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:34.820837 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:53.420480 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:54.066390 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:54.594856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-244105a2-f62f-422e-a066-da7ac7ae51f9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585859 Jun 30 03:41:54.689284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-52de564e-ee11-426d-97d6-8d13b12036a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:54.690802 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-52de564e-ee11-426d-97d6-8d13b12036a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0510485 Jun 30 03:41:54.801210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-3cbc32b5-1776-4746-b6b2-88149f31970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:54.802711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-3cbc32b5-1776-4746-b6b2-88149f31970b service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0882187 Jun 30 03:41:54.868579 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-c261b873-5c26-4401-8502-386959a34988 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1003 time: 0.0582731 Jun 30 03:41:54.917913 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-389e49d1-372c-48fa-98dc-62edd7d0a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:54.919379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-389e49d1-372c-48fa-98dc-62edd7d0a86b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0442128 Jun 30 03:41:54.983259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-039c8ece-39ae-4d24-b32b-1b0f6a9d995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:54.984779 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-039c8ece-39ae-4d24-b32b-1b0f6a9d995f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583408 Jun 30 03:41:55.073609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-45153882-2d88-4c1c-8da7-828301370c32 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819557 Jun 30 03:41:55.168814 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46aa8cc9-2363-409a-a95c-a4c2589d312b req-bc669638-79be-4adb-92a8-a93c95690eb6 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889230 Jun 30 03:41:57.852525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0ebd8-baad-46a5-a99d-6a04e6b1c12b req-e30e90ec-b371-496f-bbc6-f056ba04401d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:57.854142 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2c0ebd8-baad-46a5-a99d-6a04e6b1c12b req-e30e90ec-b371-496f-bbc6-f056ba04401d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0740321 Jun 30 03:41:57.891427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c2c0ebd8-baad-46a5-a99d-6a04e6b1c12b req-df6c8bab-9056-4954-a00d-5ab40447661f tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Jun 30 03:41:58.666210 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-696fdc35-f7cc-4e8b-92c2-6d18b811812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:00.554315 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:42:01.316321 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:01.344643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fb12f451-49f3-47a1-a937-db389307764f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:03.092913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:04.814328 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:11.052036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8de2af-626c-492a-b69f-35d056ace0e4 req-d0887494-3701-4a5c-892f-dc7e4701d87e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:11.053610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f8de2af-626c-492a-b69f-35d056ace0e4 req-d0887494-3701-4a5c-892f-dc7e4701d87e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0657132 Jun 30 03:42:11.092275 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7f8de2af-626c-492a-b69f-35d056ace0e4 req-16ab5e00-244b-45f2-9d0d-f3e80f6197ee tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Jun 30 03:42:11.215741 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-689b0aca-1ff6-4822-b4e7-3a9cd0bb0eba service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865088 Jun 30 03:42:12.268530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb18969-9eef-45b6-8c68-cb13f0994d27 req-077aef68-8291-4bec-aa6a-3d4df6abcf60 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:12.271542 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8bb18969-9eef-45b6-8c68-cb13f0994d27 req-077aef68-8291-4bec-aa6a-3d4df6abcf60 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0645745 Jun 30 03:42:12.315908 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8bb18969-9eef-45b6-8c68-cb13f0994d27 req-67081ebf-15c9-493e-884c-5047b80922e4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398405 Jun 30 03:42:13.238578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-15cfe7b1-f3bd-4da7-adb9-2b769a50e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:13.239953 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-15cfe7b1-f3bd-4da7-adb9-2b769a50e63d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1097 time: 0.0548124 Jun 30 03:42:13.327344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-4a225407-d206-4f59-aea3-ad4bf62a3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:13.328781 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-4a225407-d206-4f59-aea3-ad4bf62a3428 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0826962 Jun 30 03:42:13.396889 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-df23fa92-1d6c-4692-b871-c42df895b6fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1003 time: 0.0619924 Jun 30 03:42:13.473620 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-8b73a679-13f0-4289-b99c-816f13329226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:13.475076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-8b73a679-13f0-4289-b99c-816f13329226 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0712409 Jun 30 03:42:13.533052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e545c8-6188-43b3-bd1e-4325dc482093 req-310adf9e-fa34-49bb-a20c-03f19a68969d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:13.534443 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4e545c8-6188-43b3-bd1e-4325dc482093 req-310adf9e-fa34-49bb-a20c-03f19a68969d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.1060932 Jun 30 03:42:13.563235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-795a4f63-c49e-4a5f-822d-c0e2af178078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:13.564667 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-795a4f63-c49e-4a5f-822d-c0e2af178078 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830266 Jun 30 03:42:13.576349 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-1bcf20d4-ad44-46d7-99ca-de7396024225 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:42:13.577416 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-1bcf20d4-ad44-46d7-99ca-de7396024225 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064433 Jun 30 03:42:13.596943 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f4e545c8-6188-43b3-bd1e-4325dc482093 req-091e7989-53cd-4aca-b916-d11f1d806c49 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560846 Jun 30 03:42:13.669116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-4ff7f7e8-68e4-4f40-98b3-d5c324623cec service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843618 Jun 30 03:42:13.759316 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-1e9f48c8-9152-4614-8065-349e1ca2f42f service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837705 Jun 30 03:42:14.771919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25733e-53c2-4104-bcaf-19afa96f39b7 req-711aef45-9eae-4f9b-9ebf-9de4aab5ed6d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:14.773384 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c25733e-53c2-4104-bcaf-19afa96f39b7 req-711aef45-9eae-4f9b-9ebf-9de4aab5ed6d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0658498 Jun 30 03:42:14.811288 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8c25733e-53c2-4104-bcaf-19afa96f39b7 req-fae3fe0a-4f5e-43cb-8dab-dd6a2227ae68 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Jun 30 03:42:15.981306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296fbe5-eb54-4163-891a-30097d6620ed req-ef9bd4a1-d562-4ac0-8c2c-e630ba95edde tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:15.982818 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6296fbe5-eb54-4163-891a-30097d6620ed req-ef9bd4a1-d562-4ac0-8c2c-e630ba95edde tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0625389 Jun 30 03:42:16.019795 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6296fbe5-eb54-4163-891a-30097d6620ed req-a70dfbfa-aecb-4b5c-ae3b-cfece3621813 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Jun 30 03:42:17.191754 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd3bfa-9bae-43f9-8d2a-574d9df15108 req-4aad72a4-bc74-45c5-87e2-be0dfd801f49 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:17.193126 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87dd3bfa-9bae-43f9-8d2a-574d9df15108 req-4aad72a4-bc74-45c5-87e2-be0dfd801f49 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0615666 Jun 30 03:42:17.229783 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-87dd3bfa-9bae-43f9-8d2a-574d9df15108 req-de7db170-f97d-43dd-9481-a48b61ecd4de tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304515 Jun 30 03:42:18.405179 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33e38d-2eab-4b58-a9b8-5e4187778bf6 req-72891ddd-012e-440c-a20d-aa7967580b96 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:18.406666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d33e38d-2eab-4b58-a9b8-5e4187778bf6 req-72891ddd-012e-440c-a20d-aa7967580b96 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0609379 Jun 30 03:42:18.442286 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3d33e38d-2eab-4b58-a9b8-5e4187778bf6 req-65a0cdb0-da3e-4444-bda9-f6e22904bf16 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300915 Jun 30 03:42:19.611381 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3039f-49d7-4404-9e98-016e2eee7597 req-37102126-b916-45d1-95e1-6d81ef0f0005 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:19.612826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5bc3039f-49d7-4404-9e98-016e2eee7597 req-37102126-b916-45d1-95e1-6d81ef0f0005 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0613000 Jun 30 03:42:19.650334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5bc3039f-49d7-4404-9e98-016e2eee7597 req-c3fdb5bf-598a-4eae-be91-26ba55d27c76 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Jun 30 03:42:20.824353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d2a6-1ae4-49be-afa7-a85efefab5c0 req-1cb542d4-94e1-422f-a480-3b5d038dbd07 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:20.825834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc76d2a6-1ae4-49be-afa7-a85efefab5c0 req-1cb542d4-94e1-422f-a480-3b5d038dbd07 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0660603 Jun 30 03:42:20.863143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dc76d2a6-1ae4-49be-afa7-a85efefab5c0 req-0138d039-8844-4b04-adc3-8ccf0b341fec tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318115 Jun 30 03:42:22.035662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841a889-8821-4331-a434-8b75c5adf9cf req-32c43cfe-8f23-4597-9cff-b04083ce5a01 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:22.037199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c841a889-8821-4331-a434-8b75c5adf9cf req-32c43cfe-8f23-4597-9cff-b04083ce5a01 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0659659 Jun 30 03:42:22.073559 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c841a889-8821-4331-a434-8b75c5adf9cf req-23ecc51f-562d-4f96-a321-48f14f0db777 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302687 Jun 30 03:42:23.244149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149cc96-abc4-423d-9e00-917cc3f94148 req-3f23d5dc-85ae-4d23-a70d-e80d3c8d8bf9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:23.245619 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a149cc96-abc4-423d-9e00-917cc3f94148 req-3f23d5dc-85ae-4d23-a70d-e80d3c8d8bf9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0624807 Jun 30 03:42:23.282314 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a149cc96-abc4-423d-9e00-917cc3f94148 req-376faac3-2831-4c01-b964-9fe918693f1e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311103 Jun 30 03:42:23.403504 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:24.006108 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:24.457667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a645e-f45a-4b3d-8962-1263ede2b7c5 req-ca2866fa-419f-40fc-9f79-e49b5894583b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:24.459324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2b4a645e-f45a-4b3d-8962-1263ede2b7c5 req-ca2866fa-419f-40fc-9f79-e49b5894583b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0641139 Jun 30 03:42:24.498301 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2b4a645e-f45a-4b3d-8962-1263ede2b7c5 req-32e74f6c-a813-42c2-b2d9-3cff537db20d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Jun 30 03:42:25.675412 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a62dd9-cb08-43d0-b192-5f7f3396c893 req-290bb81a-fca1-4d4d-a72e-cc93cae7fe37 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:25.676887 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6a62dd9-cb08-43d0-b192-5f7f3396c893 req-290bb81a-fca1-4d4d-a72e-cc93cae7fe37 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0674818 Jun 30 03:42:25.714177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6a62dd9-cb08-43d0-b192-5f7f3396c893 req-08df1c96-3ab8-46c2-bcb1-f40ec72ebecd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317369 Jun 30 03:42:26.891830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bf640-4764-4fee-bc91-85143178e5ed req-a337f61e-98ce-40c6-be40-7b5903da8ba3 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:26.893296 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-445bf640-4764-4fee-bc91-85143178e5ed req-a337f61e-98ce-40c6-be40-7b5903da8ba3 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0655017 Jun 30 03:42:26.930159 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-445bf640-4764-4fee-bc91-85143178e5ed req-8acd9b94-ccf8-40d3-a1d9-b94430d8a72a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Jun 30 03:42:28.119769 n-d-798249-3 neutron-server[94530]: INFO neutron.api.v2.resource [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-3b7f19ac-a88d-482b-8861-f2811636273a service neutron] show failed (client error): The resource could not be found. Jun 30 03:42:28.120865 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-3b7f19ac-a88d-482b-8861-f2811636273a service neutron] 10.222.0.74 "GET /v2.0/ports/a2d01d11-0409-4487-81de-b8420d31de09/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0986409 Jun 30 03:42:28.142475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c208ba-036c-4088-866b-1fea54c18c55 req-a6bf79a7-3049-4dd0-8ec5-71bda7a22011 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:28.150607 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49c208ba-036c-4088-866b-1fea54c18c55 req-a6bf79a7-3049-4dd0-8ec5-71bda7a22011 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0931318 Jun 30 03:42:28.183164 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-49c208ba-036c-4088-866b-1fea54c18c55 req-e95f8cb9-60ba-4156-8af9-65743bba4921 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335186 Jun 30 03:42:28.611903 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7c275f63-de7d-4b5e-bb01-2a0d4ab08593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:28.713139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-92436651-9f9f-4df4-9523-8d13ad9c05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:28.714888 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-92436651-9f9f-4df4-9523-8d13ad9c05b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 1097 time: 0.0515027 Jun 30 03:42:28.725480 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:28.791758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:28.987386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:29.384681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:42:29.437070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429378-fbad-4d2e-8d33-2e04afe70ea5 req-380b3644-4eed-4ddd-ae92-96b63fadf909 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:29.438627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a5429378-fbad-4d2e-8d33-2e04afe70ea5 req-380b3644-4eed-4ddd-ae92-96b63fadf909 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.1113036 Jun 30 03:42:29.441929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:42:29.444228 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f21a9e-a912-4d46-9e9c-2bd863cbf6cd" -d '{"events": [{"server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "name": "network-vif-unplugged", "status": "completed", "tag": "a2d01d11-0409-4487-81de-b8420d31de09"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:42:29.447776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:29.479414 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Transition to ACTIVE for port object a2d01d11-0409-4487-81de-b8420d31de09 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:42:29.499636 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a5429378-fbad-4d2e-8d33-2e04afe70ea5 req-a4606a7f-0f26-4aec-844e-9cd51f21968a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486259 Jun 30 03:42:29.501362 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1bc1e5-b3f5-4f3b-8daa-315b23a7717e x-openstack-request-id: req-6d1bc1e5-b3f5-4f3b-8daa-315b23a7717e {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:42:29.502007 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "name": "network-vif-unplugged", "status": "completed", "tag": "a2d01d11-0409-4487-81de-b8420d31de09", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:42:29.502414 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d1bc1e5-b3f5-4f3b-8daa-315b23a7717e {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:42:29.502846 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09', 'code': 200} Jun 30 03:42:29.545201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:29.622604 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=6']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:29.634274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.634617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.634949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.635278 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.636085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.636418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.636737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.637056 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.637376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.637750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.638072 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.638387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:29.677063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] No DVR routers for this DVR port a2d01d11-0409-4487-81de-b8420d31de09 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:42:29.810102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:42:29.810813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:42:29.810813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:42:29.814919 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Port a2d01d11-0409-4487-81de-b8420d31de09 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:42:29.815243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:42:29.819866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:42:29.820203 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:42:29.820591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:42:29.821017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Bound port: a2d01d11-0409-4487-81de-b8420d31de09, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:42:29.821379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:29.887976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:42:29.890913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:42:29.894304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:42:29.930291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:42:29.954933 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:29.989618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:29.990240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:29.991603 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] 10.222.0.83 "PUT /v2.0/ports/a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1092 time: 1.2700195 Jun 30 03:42:30.012771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789e95-11e9-4aa3-b419-8e23c570ede7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=7']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:30.068747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-cbbcae5f-5da6-413c-b6e7-4dccba0ad179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:30.070290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-cbbcae5f-5da6-413c-b6e7-4dccba0ad179 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1095 time: 0.0546162 Jun 30 03:42:30.163955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-e1983e31-be16-4ff2-bdaa-54ca855589b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:30.165439 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-e1983e31-be16-4ff2-bdaa-54ca855589b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0893133 Jun 30 03:42:30.241135 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-79f66d90-b95a-46b9-abb5-5ac04c03722c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1001 time: 0.0577376 Jun 30 03:42:30.293560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-0573fa93-b580-483d-a650-2a7ac266830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:30.294997 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-0573fa93-b580-483d-a650-2a7ac266830f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0471990 Jun 30 03:42:30.350109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-0e21f42d-9a6d-49fc-975b-f4753f38cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:30.351535 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-0e21f42d-9a6d-49fc-975b-f4753f38cf40 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503705 Jun 30 03:42:30.362231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-eff2f26c-da3e-4678-a899-99747a73050c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:42:30.363154 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-eff2f26c-da3e-4678-a899-99747a73050c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048368 Jun 30 03:42:30.450348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-3670b172-be99-4640-a2d1-cec8382871c2 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804687 Jun 30 03:42:30.542649 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ed7b9977-6918-4895-9cb4-3050876ed7ed req-b228d7e3-9a60-48eb-bad5-936601a0854f service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858946 Jun 30 03:42:30.682886 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58386-37f7-41c2-a828-37fb04b5b530 req-d73b3e0e-3438-4761-bdae-1192b0736cdc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:30.684360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7f58386-37f7-41c2-a828-37fb04b5b530 req-d73b3e0e-3438-4761-bdae-1192b0736cdc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0654564 Jun 30 03:42:30.722185 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7f58386-37f7-41c2-a828-37fb04b5b530 req-9e69eca9-c55f-4dd8-993c-b6faf407afb0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Jun 30 03:42:31.337342 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:31.371686 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39617f56-afeb-4665-b6a7-5d5c28a094c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:31.504756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:42:31.507243 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e66551-6e33-4887-ae2e-c23048dfcdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "tag": "a2d01d11-0409-4487-81de-b8420d31de09"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:42:31.554160 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156fdacc-ee41-4f97-bc0d-3544fe3d8ad1 x-openstack-request-id: req-156fdacc-ee41-4f97-bc0d-3544fe3d8ad1 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:42:31.554448 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "tag": "a2d01d11-0409-4487-81de-b8420d31de09", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:42:31.554696 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-156fdacc-ee41-4f97-bc0d-3544fe3d8ad1 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:42:31.555097 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09', 'status': 'completed', 'code': 200} Jun 30 03:42:31.626336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-f0b8e9f8-236d-4e81-b243-da8b67ce4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:31.627886 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-f0b8e9f8-236d-4e81-b243-da8b67ce4cce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1095 time: 0.0541158 Jun 30 03:42:31.636444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-540076c8-dd65-45aa-8c2d-f01d751d96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:31.637932 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-540076c8-dd65-45aa-8c2d-f01d751d96c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1095 time: 0.0568683 Jun 30 03:42:31.722331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-79cf41f4-7900-4ea8-998f-15b617fd289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:31.723830 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-79cf41f4-7900-4ea8-998f-15b617fd289a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0894973 Jun 30 03:42:31.737076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-17abb069-3086-47b0-ba72-498d81010b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:31.738579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-17abb069-3086-47b0-ba72-498d81010b13 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0882773 Jun 30 03:42:31.818751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-03edbfec-db11-4a1a-abaf-575cef9abd4d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1001 time: 0.0709534 Jun 30 03:42:31.873328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-4cd290b3-da10-48c1-a6de-624a933e2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:31.874992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-4cd290b3-da10-48c1-a6de-624a933e2111 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0501134 Jun 30 03:42:31.940413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-0fd44ed4-2f69-41c2-a1fd-c54b2c63defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:31.942022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-0fd44ed4-2f69-41c2-a1fd-c54b2c63defd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598114 Jun 30 03:42:32.039065 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-9b01411e-26a4-42be-8f0d-e9e11843436b service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890672 Jun 30 03:42:32.139113 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-4a6b16ab-56ea-4e60-a52c-305e66f31dda service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927236 Jun 30 03:42:32.157914 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-82593e83-8848-4f9f-9e24-ca9dd0d5776a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1001 time: 0.4275153 Jun 30 03:42:32.222163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6254fe-4209-47a4-bc47-28a362c685c4 req-b67abc11-f12e-49de-93fe-c9a8dcc9b076 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:32.223562 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f6254fe-4209-47a4-bc47-28a362c685c4 req-b67abc11-f12e-49de-93fe-c9a8dcc9b076 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.1176906 Jun 30 03:42:32.227400 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-6c260871-a800-4396-9983-4c8adc0d4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:32.228794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-6c260871-a800-4396-9983-4c8adc0d4805 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0648773 Jun 30 03:42:32.290110 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0f6254fe-4209-47a4-bc47-28a362c685c4 req-a795eb3d-bd08-4932-b178-459fef2a0367 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601931 Jun 30 03:42:32.308974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-82ceec02-1c66-46f5-a5c8-6afd5d8252ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:32.310503 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-82ceec02-1c66-46f5-a5c8-6afd5d8252ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747638 Jun 30 03:42:32.404134 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-10275ec4-f6a1-444a-94a1-640a11b1d05a service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868824 Jun 30 03:42:32.491822 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b8e66551-6e33-4887-ae2e-c23048dfcdfe req-016261f8-9e78-4350-9f7d-ec20a41a2788 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813470 Jun 30 03:42:33.070920 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:33.473849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3192450-cbd3-4b85-b474-8d5bff8a6668 req-4370f532-9bbd-478e-9649-e25db2ac5078 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:33.475321 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3192450-cbd3-4b85-b474-8d5bff8a6668 req-4370f532-9bbd-478e-9649-e25db2ac5078 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0639040 Jun 30 03:42:33.513479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3192450-cbd3-4b85-b474-8d5bff8a6668 req-9689a7ba-79af-42f1-a805-b9189e94788b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Jun 30 03:42:34.693815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4063e8-ab26-4e2c-b38d-d47312bef945 req-6a75dc1c-8687-4302-828a-181af3c0eb6c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:34.695279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f4063e8-ab26-4e2c-b38d-d47312bef945 req-6a75dc1c-8687-4302-828a-181af3c0eb6c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0674107 Jun 30 03:42:34.735144 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f4063e8-ab26-4e2c-b38d-d47312bef945 req-9fc21be5-9546-4400-afa6-b0a6f3760f0b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331235 Jun 30 03:42:34.825774 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:35.906886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7da457-20b7-4abf-bb14-1108d44c7f68 req-6728ec91-6dd3-4594-af29-1b46653a08fc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:35.908347 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec7da457-20b7-4abf-bb14-1108d44c7f68 req-6728ec91-6dd3-4594-af29-1b46653a08fc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0611100 Jun 30 03:42:35.948841 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ec7da457-20b7-4abf-bb14-1108d44c7f68 req-0fd6572f-0622-4602-be7d-7481f818cf3d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Jun 30 03:42:37.122114 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92553e9-ebec-478c-b81b-dfbce3fff1c2 req-2c4de1ca-d2ab-470b-a070-d335a9818b69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:37.123567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a92553e9-ebec-478c-b81b-dfbce3fff1c2 req-2c4de1ca-d2ab-470b-a070-d335a9818b69 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0611935 Jun 30 03:42:37.164372 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a92553e9-ebec-478c-b81b-dfbce3fff1c2 req-24378f8b-0d4d-499b-ad1f-6ac42553f1ba tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352507 Jun 30 03:42:37.553168 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:42:38.343371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e327b-aa24-4768-b99a-203af025b069 req-7b089a45-59b2-4cc0-97b7-781492103fb9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:38.344841 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d39e327b-aa24-4768-b99a-203af025b069 req-7b089a45-59b2-4cc0-97b7-781492103fb9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0660281 Jun 30 03:42:38.382027 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d39e327b-aa24-4768-b99a-203af025b069 req-f9d4d4a2-b651-44bf-9f17-85fafbc65a59 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316660 Jun 30 03:42:39.553762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb785-35d8-4b77-8efd-101dff242e81 req-c649a78e-9122-4524-b642-3fe49754e8d0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:39.555236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46bdb785-35d8-4b77-8efd-101dff242e81 req-c649a78e-9122-4524-b642-3fe49754e8d0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0625730 Jun 30 03:42:39.592770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-46bdb785-35d8-4b77-8efd-101dff242e81 req-6d6cb596-6bc2-4f50-b23e-73b42745f23b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313492 Jun 30 03:42:40.763868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563a6da-a8d0-42cf-a6b4-d76f95000887 req-0c1dc57b-62a9-490e-8ab8-27da8b3c569a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:40.765338 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a563a6da-a8d0-42cf-a6b4-d76f95000887 req-0c1dc57b-62a9-490e-8ab8-27da8b3c569a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0632849 Jun 30 03:42:40.802320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a563a6da-a8d0-42cf-a6b4-d76f95000887 req-5039d399-0800-4e5f-9dc5-6b95841641e0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Jun 30 03:42:41.979657 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cf3d8-3082-42c6-8422-9366ec76a103 req-84aa78b3-9772-483f-b363-17d91f6ebbdc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:41.981788 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee8cf3d8-3082-42c6-8422-9366ec76a103 req-84aa78b3-9772-483f-b363-17d91f6ebbdc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0669470 Jun 30 03:42:42.018546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee8cf3d8-3082-42c6-8422-9366ec76a103 req-60da16c0-d845-47ad-93d4-05cede3cd312 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Jun 30 03:42:43.199597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990441b9-bbc2-4722-8ab3-1f0357894aa3 req-09e8d7d5-acd7-4ce3-8b00-5458e19986a0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:43.201066 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-990441b9-bbc2-4722-8ab3-1f0357894aa3 req-09e8d7d5-acd7-4ce3-8b00-5458e19986a0 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0659459 Jun 30 03:42:43.241011 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-990441b9-bbc2-4722-8ab3-1f0357894aa3 req-9e1e864a-c879-42d3-9775-a726d45788be tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333164 Jun 30 03:42:43.997479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-e9a7fae9-607a-46f1-99cd-d0c9e5eb1378 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:43.999041 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-e9a7fae9-607a-46f1-99cd-d0c9e5eb1378 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.83 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b&tenant_id=43ac5c277d524b4d9a4e0e023baac05c&binding%3Ahost_id=n-h2-798249-3 HTTP/1.1" status: 200 len: 944 time: 0.1061764 Jun 30 03:42:44.013242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7706ee-864f-4ccc-a693-ea572c079e3d req-fe9bd9de-3d91-4aba-b347-2e612ab2501a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:44.014652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd7706ee-864f-4ccc-a693-ea572c079e3d req-fe9bd9de-3d91-4aba-b347-2e612ab2501a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.1236873 Jun 30 03:42:44.092337 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dd7706ee-864f-4ccc-a693-ea572c079e3d req-e688155d-6c91-44cc-bd1f-f4681358f5d2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717964 Jun 30 03:42:44.099797 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-c0e30a73-5ec9-4e8b-8e16-ce39bbb19b11 service neutron] 10.222.0.83 "GET /v2.0/ports/a2d01d11-0409-4487-81de-b8420d31de09/bindings/n-h2-798249-3 HTTP/1.1" status: 200 len: 382 time: 0.0915070 Jun 30 03:42:44.172041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-005ef4f1-50fa-460a-8e76-833b05ac5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:44.173565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-005ef4f1-50fa-460a-8e76-833b05ac5734 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1095 time: 0.0509074 Jun 30 03:42:44.264843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-898df2c8-6d74-4e9d-81dc-ed3b601bfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:44.266331 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-898df2c8-6d74-4e9d-81dc-ed3b601bfe67 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0868044 Jun 30 03:42:44.330226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-8d566d40-33ff-4cdf-9218-778d5681b0cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1001 time: 0.0576119 Jun 30 03:42:44.377138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-2dfb4655-c8f8-4b71-a986-b6aaa3c9a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:44.378576 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-2dfb4655-c8f8-4b71-a986-b6aaa3c9a313 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0427611 Jun 30 03:42:44.438799 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-f9758aae-b4a9-4c88-ab25-f1821d7a3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:44.440432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-f9758aae-b4a9-4c88-ab25-f1821d7a3153 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556209 Jun 30 03:42:44.528197 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-8f839c21-43ff-406c-9875-77aa08becec4 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814166 Jun 30 03:42:44.618613 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-1644b97a-3f98-4641-b280-4affb84860d8 service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847082 Jun 30 03:42:44.940443 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:42:45.183459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:45.194709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'a2d01d11-0409-4487-81de-b8420d31de09', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': 'a2d01d11-0409-4487-81de-b8420d31de09', 'mac_address': 'fa:16:3e:00:cb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:42:45.234894 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:45.248008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d01d11-0409-4487-81de-b8420d31de09 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:42:45.267431 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:45.276311 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bc324-cefe-416f-a721-2e29b58d37f4 req-8cf41e72-c2a2-4c4f-bfde-7010fcf8e784 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:45.276311 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d3bc324-cefe-416f-a721-2e29b58d37f4 req-8cf41e72-c2a2-4c4f-bfde-7010fcf8e784 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 944 time: 0.0629044 Jun 30 03:42:45.310828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8d3bc324-cefe-416f-a721-2e29b58d37f4 req-c716446e-255b-4759-994d-59e3ec11be13 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315530 Jun 30 03:42:45.348041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:45.393136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:45.400252 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.400594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.400950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.401266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.401621 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.402641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.402970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.403293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.403613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.403933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.404253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.404569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:45.594839 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['a2d01d11-0409-4487-81de-b8420d31de09'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:42:46.490042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d18eb-5840-43ec-aef2-c5f58f97fc99 req-3daf9508-f287-42fd-8840-6a7ecc965adb tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:46.492076 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-590d18eb-5840-43ec-aef2-c5f58f97fc99 req-3daf9508-f287-42fd-8840-6a7ecc965adb tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0640244 Jun 30 03:42:46.532757 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-590d18eb-5840-43ec-aef2-c5f58f97fc99 req-3722ab00-a413-4a43-9fcb-f603484a524a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342262 Jun 30 03:42:46.939360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:42:47.037396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:47.050304 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'a2d01d11-0409-4487-81de-b8420d31de09', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': 'a2d01d11-0409-4487-81de-b8420d31de09', 'mac_address': 'fa:16:3e:00:cb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:42:47.714187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5bd93-0611-4074-8986-46352320c62f req-6bd9bdc6-1fef-4a4d-90ba-d9bb09e08e35 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:47.715761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ca5bd93-0611-4074-8986-46352320c62f req-6bd9bdc6-1fef-4a4d-90ba-d9bb09e08e35 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0694051 Jun 30 03:42:47.755729 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ca5bd93-0611-4074-8986-46352320c62f req-7ac8657b-09a5-4fb8-b786-a252c3b1e8ed tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341532 Jun 30 03:42:48.928143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b0e8-9bee-4825-8e13-24b4a1e0293e req-5497dc3e-8ec4-4300-8dbf-a7c9a56da7e4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:48.929674 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2522b0e8-9bee-4825-8e13-24b4a1e0293e req-5497dc3e-8ec4-4300-8dbf-a7c9a56da7e4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0625889 Jun 30 03:42:48.951292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:42:48.972075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2522b0e8-9bee-4825-8e13-24b4a1e0293e req-70d3538a-09f4-47c9-bd8d-6d7b5deb5b81 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359149 Jun 30 03:42:49.031131 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:49.044305 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a2d01d11-0409-4487-81de-b8420d31de09 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:42:49.064130 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:49.113541 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:49.160106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:49.198316 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-81d3b3e9-be9f-4bc7-8ba1-f5eda6a1469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:49.199860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-81d3b3e9-be9f-4bc7-8ba1-f5eda6a1469a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b&tenant_id=43ac5c277d524b4d9a4e0e023baac05c HTTP/1.1" status: 200 len: 1095 time: 0.0528905 Jun 30 03:42:49.211297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:49.280187 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:49.479695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:49.511991 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:42:49.543648 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d01d11-0409-4487-81de-b8420d31de09 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:42:49.550903 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:49.560927 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Ignored duplicate provisioning block setup for port a2d01d11-0409-4487-81de-b8420d31de09 by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 03:42:49.627797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:49.704327 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=10']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:49.715821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.716171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.716514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.716852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.717215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.717572 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.717902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.718228 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.718554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.718877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.719198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.719520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:49.762124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] No DVR routers for this DVR port a2d01d11-0409-4487-81de-b8420d31de09 on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:42:49.897312 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:42:49.897683 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:42:49.898013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:42:49.902944 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Port a2d01d11-0409-4487-81de-b8420d31de09 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:42:49.903267 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Attempting to bind port a2d01d11-0409-4487-81de-b8420d31de09 on network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:42:49.907980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:42:49.908315 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Checking segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:42:49.908695 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Bound using segment: {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:42:49.909115 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Bound port: a2d01d11-0409-4487-81de-b8420d31de09, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6818649c-81a2-4717-9f83-928864496abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:42:49.909469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:49.971450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:42:49.974703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:42:50.040108 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:50.080432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.080901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:50.082330 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] 10.222.0.74 "PUT /v2.0/ports/a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1093 time: 0.8749940 Jun 30 03:42:50.082779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:42:50.085048 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "tag": "a2d01d11-0409-4487-81de-b8420d31de09"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:42:50.164086 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cdd2cf-1ce2-4444-8fb8-e2a5cd1ba3b0 x-openstack-request-id: req-49cdd2cf-1ce2-4444-8fb8-e2a5cd1ba3b0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:42:50.164386 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "tag": "a2d01d11-0409-4487-81de-b8420d31de09", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:42:50.164656 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49cdd2cf-1ce2-4444-8fb8-e2a5cd1ba3b0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:42:50.165057 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09', 'status': 'completed', 'code': 200} Jun 30 03:42:50.171302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc858492-aaeb-4d8b-ae19-3bbb74de3bac service neutron] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=11']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:50.218863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be77dd3-0ca0-4aab-9654-650b3f3694e0 req-7cbeee4e-802f-4d4a-96f1-0053ca9fb817 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.220446 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2be77dd3-0ca0-4aab-9654-650b3f3694e0 req-7cbeee4e-802f-4d4a-96f1-0053ca9fb817 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.1326737 Jun 30 03:42:50.226076 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-bafd8096-5dc1-48ca-a1e2-2f7c84637a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.227538 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-bafd8096-5dc1-48ca-a1e2-2f7c84637a40 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1096 time: 0.0970707 Jun 30 03:42:50.237127 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-07745021-9d97-40a4-a931-8050bb2c2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.238873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-07745021-9d97-40a4-a931-8050bb2c2ce3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1096 time: 0.0617511 Jun 30 03:42:50.315223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2be77dd3-0ca0-4aab-9654-650b3f3694e0 req-8fbea9ef-9c4f-4a6a-8d86-502d4cabe8e2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867019 Jun 30 03:42:50.335410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-739a4ba4-ea4e-49c0-a120-49345f6611cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.336868 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-739a4ba4-ea4e-49c0-a120-49345f6611cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0916755 Jun 30 03:42:50.354406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-8d43f9cb-674b-4df8-9f95-e344e0a5c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.356308 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-8d43f9cb-674b-4df8-9f95-e344e0a5c22a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.1204691 Jun 30 03:42:50.406166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-05096d40-ff21-42d1-ae88-1c4686896fa1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1001 time: 0.0628269 Jun 30 03:42:50.420904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-dce0184c-9e43-4096-a5bd-f76e5b73ea31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1001 time: 0.0575445 Jun 30 03:42:50.454802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-bdb45555-3a03-48e0-b4c6-ed371e5fb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.456267 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-bdb45555-3a03-48e0-b4c6-ed371e5fb84c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0439725 Jun 30 03:42:50.473329 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-261eed68-2e26-43f8-9e24-26e3b4b21c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.474816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-261eed68-2e26-43f8-9e24-26e3b4b21c63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0480642 Jun 30 03:42:50.513823 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-c7837831-49ae-4d05-ad37-926c0e3eb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.515406 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-c7837831-49ae-4d05-ad37-926c0e3eb1d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534739 Jun 30 03:42:50.531325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-4eef2dfb-d058-424c-b53e-fcdc9b730b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.532817 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-4eef2dfb-d058-424c-b53e-fcdc9b730b46 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513043 Jun 30 03:42:50.607391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-24f53de7-852f-4c7e-8a17-eac19501e59d service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853457 Jun 30 03:42:50.623393 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-9c3eff6e-204b-402e-b4d5-98db3f601b9d service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838931 Jun 30 03:42:50.696221 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-a907f892-085b-4175-ab4c-7472e2ff567a service neutron] 10.222.0.83 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823517 Jun 30 03:42:50.715990 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8e7b1aee-2ff5-4e10-b244-dee30a23623a req-c4564de4-6f67-47cd-9baf-17a638b66de5 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866363 Jun 30 03:42:50.812059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-fc5a6b50-3b36-47a6-8e50-b8c5d5b2de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.813566 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-fc5a6b50-3b36-47a6-8e50-b8c5d5b2de96 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1096 time: 0.0543215 Jun 30 03:42:50.913847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-80e3761b-3769-4649-a2c8-796ccb7dc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.915339 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-80e3761b-3769-4649-a2c8-796ccb7dc08d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0955906 Jun 30 03:42:50.983610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-0de471eb-d2cd-49eb-bde5-7657da23e079 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1001 time: 0.0611105 Jun 30 03:42:51.031429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-fddc3d63-1ff5-4f4f-987f-a4e214f245f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:51.032766 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-fddc3d63-1ff5-4f4f-987f-a4e214f245f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0437343 Jun 30 03:42:51.101782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-58824c2a-5cd2-44dc-a5f0-822f18f894bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:51.103297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-58824c2a-5cd2-44dc-a5f0-822f18f894bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646510 Jun 30 03:42:51.196556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-db488f3a-c576-42ac-b550-6931f62e9d41 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858748 Jun 30 03:42:51.303638 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-607a9d28-2320-4046-b9ba-dc1ab1b3bc1a req-f9f899e8-acd2-4786-a831-28dec9f0f886 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998824 Jun 30 03:42:51.506454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6416ced-815e-4bab-88e6-a0efa76ff752 req-e15510d3-2111-4e2d-b5e3-105d69d1e12c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:51.508287 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6416ced-815e-4bab-88e6-a0efa76ff752 req-e15510d3-2111-4e2d-b5e3-105d69d1e12c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0720589 Jun 30 03:42:51.552813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6416ced-815e-4bab-88e6-a0efa76ff752 req-92c53f11-6144-479d-bd68-cc1794a5a8dd tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382047 Jun 30 03:42:52.749673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802984e-28bc-40d7-9ff6-303c66d6110f req-781ce946-1f69-4acf-be0e-cac25135a163 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:52.751103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a802984e-28bc-40d7-9ff6-303c66d6110f req-781ce946-1f69-4acf-be0e-cac25135a163 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0646398 Jun 30 03:42:52.789884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a802984e-28bc-40d7-9ff6-303c66d6110f req-a8c845fc-be29-45ce-8d44-ef43f52fac96 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330377 Jun 30 03:42:53.411035 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:53.984646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a772-6db6-455d-a225-b5010845140b req-0b4da122-6c63-4104-ba5f-8e9eeb683761 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:53.986156 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82f6a772-6db6-455d-a225-b5010845140b req-0b4da122-6c63-4104-ba5f-8e9eeb683761 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0762084 Jun 30 03:42:54.023857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82f6a772-6db6-455d-a225-b5010845140b req-e34cd3a9-d864-4592-965d-9d6c4c816c23 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Jun 30 03:42:54.030423 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:55.200107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051282c-1f0a-4705-bc31-544b9186132b req-86df2739-ec29-418c-b833-9c30f8eb3800 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:55.201597 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c051282c-1f0a-4705-bc31-544b9186132b req-86df2739-ec29-418c-b833-9c30f8eb3800 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0618155 Jun 30 03:42:55.240158 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c051282c-1f0a-4705-bc31-544b9186132b req-0dba9d5f-548b-485d-b538-0d0d6bd84aa4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328221 Jun 30 03:42:56.623427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-10b37748-8db7-4190-8753-ed8dca2bc12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:56.625116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-10b37748-8db7-4190-8753-ed8dca2bc12d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 1096 time: 0.0600636 Jun 30 03:42:56.730207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-29697a49-071c-48f8-a40a-91bb31844dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:56.731980 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-29697a49-071c-48f8-a40a-91bb31844dd2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 200 len: 911 time: 0.0866604 Jun 30 03:42:56.790063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c1082-4940-4881-bd19-aeeae40e83ba req-c4180a0c-9c99-4dc1-ba75-7fe501883013 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:56.791541 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-052c1082-4940-4881-bd19-aeeae40e83ba req-c4180a0c-9c99-4dc1-ba75-7fe501883013 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0629945 Jun 30 03:42:56.799900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-4c65e1f0-0181-4db3-a2e7-eef5f2c71246 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 200 len: 1001 time: 0.0619757 Jun 30 03:42:56.829128 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-052c1082-4940-4881-bd19-aeeae40e83ba req-960934cd-a3c3-45e4-8ea7-7003f08ea50e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309956 Jun 30 03:42:56.847589 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-a5a2d086-d596-4321-aa63-73d23fae981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:56.849096 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-a5a2d086-d596-4321-aa63-73d23fae981c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 200 len: 849 time: 0.0436156 Jun 30 03:42:56.904588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-f82ca92f-d57b-4e73-a724-746895ac9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:56.905984 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-f82ca92f-d57b-4e73-a724-746895ac9155 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499120 Jun 30 03:42:56.997957 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-97c639ad-7016-4e1a-b7a7-99f0e670f30f service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854414 Jun 30 03:42:57.084286 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60ae9925-b04a-4320-a153-1f99486f09e2 req-8ee3e458-bc61-46b8-9511-d4c4643e7404 service neutron] 10.222.0.74 "GET /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801055 Jun 30 03:42:58.005859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae084fa5-ada4-4b86-96d3-01d8aa194cb3 req-5e9bf1da-54ee-407d-9f5d-4daf49fb835c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:58.007343 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae084fa5-ada4-4b86-96d3-01d8aa194cb3 req-5e9bf1da-54ee-407d-9f5d-4daf49fb835c tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0661077 Jun 30 03:42:58.051396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae084fa5-ada4-4b86-96d3-01d8aa194cb3 req-676fc761-6565-4634-8328-d0bd11a8b7c8 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380504 Jun 30 03:42:58.630678 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd5b5-68e2-4c12-9c83-181d4ad2c9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.223666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0367bf-ed50-4420-99a1-3b286e930646 req-aef84a1f-2c5e-4483-b4c3-d77d537893e4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:59.225026 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ca0367bf-ed50-4420-99a1-3b286e930646 req-aef84a1f-2c5e-4483-b4c3-d77d537893e4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0659413 Jun 30 03:42:59.262134 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ca0367bf-ed50-4420-99a1-3b286e930646 req-a0e93971-1331-4222-93bb-6c1b9d86f4cb tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307322 Jun 30 03:43:00.447048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afe7fd-2097-41bc-8e61-268f8596943c req-4e4be6b2-7698-4067-b122-0bfe5acbfe89 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:00.451176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57afe7fd-2097-41bc-8e61-268f8596943c req-4e4be6b2-7698-4067-b122-0bfe5acbfe89 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0785949 Jun 30 03:43:00.486205 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-57afe7fd-2097-41bc-8e61-268f8596943c req-46961a06-5c8c-4d3d-bcb9-e57c01094776 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Jun 30 03:43:01.316163 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.356391 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e9835ab7-6279-46b9-b977-365c5b20a4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.661816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e903210-ef0f-49c6-adf9-4a23bec1dfd0 req-9f5fecaf-7046-4fd6-b9b3-86d68737dc91 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:01.663298 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e903210-ef0f-49c6-adf9-4a23bec1dfd0 req-9f5fecaf-7046-4fd6-b9b3-86d68737dc91 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 945 time: 0.0644047 Jun 30 03:43:01.703143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e903210-ef0f-49c6-adf9-4a23bec1dfd0 req-540599ee-142b-47a1-a93e-23eb17bfa60b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339751 Jun 30 03:43:02.023543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:43:02.121203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:02.133123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'a2d01d11-0409-4487-81de-b8420d31de09', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'port_id': 'a2d01d11-0409-4487-81de-b8420d31de09', 'mac_address': 'fa:16:3e:00:cb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:43:02.170693 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.183702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d01d11-0409-4487-81de-b8420d31de09 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:43:02.203700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:02.299198 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.347132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=12']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:02.546812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['a2d01d11-0409-4487-81de-b8420d31de09'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:43:02.877460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee4358-2b55-48c1-9dd3-1fb4bcdab466 req-3a378177-a50b-4cc9-b176-81572aa41ec1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:02.878979 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7ee4358-2b55-48c1-9dd3-1fb4bcdab466 req-3a378177-a50b-4cc9-b176-81572aa41ec1 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0617893 Jun 30 03:43:02.915838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7ee4358-2b55-48c1-9dd3-1fb4bcdab466 req-85848e6d-9d10-47cb-acf5-1abb2c8e497e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Jun 30 03:43:03.074673 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.094057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d24be-e673-4cd9-baeb-301256589ec3 req-1f134e2f-18d5-4ebb-b35a-c6b1c8cef218 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:03.095637 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-df5d24be-e673-4cd9-baeb-301256589ec3 req-1f134e2f-18d5-4ebb-b35a-c6b1c8cef218 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0695992 Jun 30 03:43:03.131874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-df5d24be-e673-4cd9-baeb-301256589ec3 req-a26d7662-3b00-47d7-8fb9-bceaa6f8e695 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305085 Jun 30 03:43:03.305948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed024b0-d0e4-4bf6-9fab-4968ef61d249 req-75326f9e-30b3-49b2-b16d-5dd80d5d86d9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:03.307416 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ed024b0-d0e4-4bf6-9fab-4968ef61d249 req-75326f9e-30b3-49b2-b16d-5dd80d5d86d9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0658932 Jun 30 03:43:03.345301 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6ed024b0-d0e4-4bf6-9fab-4968ef61d249 req-5ddae799-491c-41e6-90b0-8ae27885ca39 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Jun 30 03:43:03.942888 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898fe31-e26d-4486-8a41-58aa1336c5a9 req-0ae369e2-c921-4dc0-b268-9c7744b08e62 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:03.944471 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4898fe31-e26d-4486-8a41-58aa1336c5a9 req-0ae369e2-c921-4dc0-b268-9c7744b08e62 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 946 time: 0.0625601 Jun 30 03:43:03.982260 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4898fe31-e26d-4486-8a41-58aa1336c5a9 req-a220edf4-9b93-41c6-a0e7-58be0c97b45b tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321238 Jun 30 03:43:04.040934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:04.173065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port a2d01d11-0409-4487-81de-b8420d31de09 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:04.176999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port a2d01d11-0409-4487-81de-b8420d31de09 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:04.177371 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.254896 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.276997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:04.279279 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aa8e77-7aea-4422-a6d9-3f90cc35b317" -d '{"events": [{"server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "name": "network-vif-plugged", "status": "completed", "tag": "a2d01d11-0409-4487-81de-b8420d31de09"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:04.291937 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:04.317116 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6fb09-7078-4181-86a8-3f0034b5578f x-openstack-request-id: req-5bb6fb09-7078-4181-86a8-3f0034b5578f {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:04.317402 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "name": "network-vif-plugged", "status": "completed", "tag": "a2d01d11-0409-4487-81de-b8420d31de09", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:04.317693 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5bb6fb09-7078-4181-86a8-3f0034b5578f {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:04.318112 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09', 'code': 200} Jun 30 03:43:04.372918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.419732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=13']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:04.821670 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.160533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1d5c-89f4-4147-9d24-0b3e7ac36a79 req-453d374f-1d1a-42f9-a4c7-2091a2ffe287 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:05.162059 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ccf1d5c-89f4-4147-9d24-0b3e7ac36a79 req-453d374f-1d1a-42f9-a4c7-2091a2ffe287 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 947 time: 0.0699997 Jun 30 03:43:05.200416 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1ccf1d5c-89f4-4147-9d24-0b3e7ac36a79 req-587c7301-f528-418c-80fc-f15d2b5d42fc tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups?id=d626d68a-1f5d-4da6-bde6-8ec802e48861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314226 Jun 30 03:43:05.449625 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac82a72-7a8f-4044-b98e-9431928105af req-3df40304-2a94-426c-a6a6-c2f43282fe2d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:05.451118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bac82a72-7a8f-4044-b98e-9431928105af req-3df40304-2a94-426c-a6a6-c2f43282fe2d tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.74 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 947 time: 0.0608332 Jun 30 03:43:05.549540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Deleting port a2d01d11-0409-4487-81de-b8420d31de09 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:05.549885 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.634183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] For port a2d01d11-0409-4487-81de-b8420d31de09, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=a2d01d11-0409-4487-81de-b8420d31de09,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:05.634539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.798176 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.798457 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.798776 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b disassociated. External IP: 172.25.2.177, port: a2d01d11-0409-4487-81de-b8420d31de09. Jun 30 03:43:05.799123 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Calling delete_port for a2d01d11-0409-4487-81de-b8420d31de09 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:05.975863 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:06.004661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event deleted for resources: {'Port': ['ID=a2d01d11-0409-4487-81de-b8420d31de09,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:06.129849 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:43:06.237534 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:43:06.248942 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:43:06.257960 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:06.258705 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:06.282850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] No DVR routers for this DVR port a2d01d11-0409-4487-81de-b8420d31de09 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:43:06.285521 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:06.287601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bac82a72-7a8f-4044-b98e-9431928105af req-c8863b50-a4b0-4dbe-ad3d-8f0f89bf093a tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.74 "DELETE /v2.0/ports/a2d01d11-0409-4487-81de-b8420d31de09 HTTP/1.1" status: 204 len: 173 time: 0.8313870 Jun 30 03:43:06.288042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'name': 'network-vif-deleted', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:06.290394 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c89c604-ab4f-42f8-88f8-60936ac1d57e" -d '{"events": [{"server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "name": "network-vif-deleted", "tag": "a2d01d11-0409-4487-81de-b8420d31de09"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:06.337902 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24693353-be31-4248-a949-775023eb5b61 x-openstack-request-id: req-24693353-be31-4248-a949-775023eb5b61 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:06.344906 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52681a2b-543f-4c15-b58e-b2fd724aaf7b", "name": "network-vif-deleted", "tag": "a2d01d11-0409-4487-81de-b8420d31de09", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:06.344906 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-24693353-be31-4248-a949-775023eb5b61 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:06.344906 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52681a2b-543f-4c15-b58e-b2fd724aaf7b', 'name': 'network-vif-deleted', 'tag': 'a2d01d11-0409-4487-81de-b8420d31de09', 'status': 'completed', 'code': 200} Jun 30 03:43:06.351208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ded6a237-d1ba-4b71-9038-f7aa3bff4cfe req-6bd317c1-55e6-45b4-850b-591d1c45f597 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 210 time: 0.0298336 Jun 30 03:43:06.374600 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:06.577392 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:06.603230 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:43:06.611407 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:06.612003 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:06.714900 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:06.906242 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:06.936330 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21d707-48d9-4a6e-9488-4b0736f7d94b None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:54Z', 'revision_number': 4, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'd7ec03d9-4f34-4c6c-875d-79b8b165b7ba', 'name': '', 'network_id': 'ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'mac_address': 'fa:16:3e:ca:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:53Z', 'updated_at': '2021-06-30T03:32:58Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'subnets': [{'id': '0e3e4dfe-5c24-4cae-a962-75086c9daaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:43:07.154657 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8c089-bade-4dd6-a7ee-3faa143cab63 None None] New status for floating IP bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:43:07.507776 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-de796319-a94a-43ee-bede-28f7bd7bf161 req-cd231c81-4964-4ccb-9082-619eb64997f9 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 210 time: 0.0320997 Jun 30 03:43:08.647457 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-212e08cb-8d4d-47d9-9408-ed855908441f req-dec39084-87c4-476d-b744-8596069303c4 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 210 time: 0.0284660 Jun 30 03:43:09.788328 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5fe8fc89-3444-4a39-ac17-e810df992963 req-5168b20a-7a2e-4fe2-8430-a5810650c3ca tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/ports?device_id=52681a2b-543f-4c15-b58e-b2fd724aaf7b HTTP/1.1" status: 200 len: 210 time: 0.0301156 Jun 30 03:43:10.049080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:43:10.068690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: a2d01d11-0409-4487-81de-b8420d31de09 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:43:10.076643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device a2d01d11-0409-4487-81de-b8420d31de09 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:43:14.552615 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:43:15.067126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54276) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:15.119644 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f49e0187-f54e-4d3c-b909-b14f2d3936aa tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.142564 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f49e0187-f54e-4d3c-b909-b14f2d3936aa tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.250171 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f49e0187-f54e-4d3c-b909-b14f2d3936aa tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.252624 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f49e0187-f54e-4d3c-b909-b14f2d3936aa tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.254926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f49e0187-f54e-4d3c-b909-b14f2d3936aa tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "DELETE /v2.0/security-groups/d626d68a-1f5d-4da6-bde6-8ec802e48861 HTTP/1.1" status: 204 len: 168 time: 0.1867425 Jun 30 03:43:15.256385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54278) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:15.264610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e0187-f54e-4d3c-b909-b14f2d3936aa tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d626d68a-1f5d-4da6-bde6-8ec802e48861,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:15.270124 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-e9687afb-5e85-40ab-8998-6e074292f5c2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] show failed (client error): The resource could not be found. Jun 30 03:43:15.271132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e9687afb-5e85-40ab-8998-6e074292f5c2 tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "GET /v2.0/security-groups/d626d68a-1f5d-4da6-bde6-8ec802e48861 HTTP/1.1" status: 404 len: 347 time: 0.0137596 Jun 30 03:43:15.273860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54280) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:15.393254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-134d413a-3135-4576-85da-d1321c31c77e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Deleting port ce47cad7-9256-4e79-acc0-d85a895d36fd {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:15.393627 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-134d413a-3135-4576-85da-d1321c31c77e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.469242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-134d413a-3135-4576-85da-d1321c31c77e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.469598 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-134d413a-3135-4576-85da-d1321c31c77e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.480646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-134d413a-3135-4576-85da-d1321c31c77e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Calling delete_port for ce47cad7-9256-4e79-acc0-d85a895d36fd owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:15.672676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-134d413a-3135-4576-85da-d1321c31c77e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.697467 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d413a-3135-4576-85da-d1321c31c77e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Pushing event deleted for resources: {'Port': ['ID=ce47cad7-9256-4e79-acc0-d85a895d36fd,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:15.757908 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-134d413a-3135-4576-85da-d1321c31c77e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.760478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-134d413a-3135-4576-85da-d1321c31c77e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.762353 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-134d413a-3135-4576-85da-d1321c31c77e tempest-ServerActionsTestJSON-1305294675 tempest-ServerActionsTestJSON-1305294675-project] 10.222.0.77 "DELETE /v2.0/floatingips/bf503aaa-4cc6-41cb-9c3a-15aa31ffdf8b HTTP/1.1" status: 204 len: 168 time: 0.4868140 Jun 30 03:43:15.767573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54282) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:16.270186 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:16.836554 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] Deleting port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:16.836896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:16.911577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] For port d7ec03d9-4f34-4c6c-875d-79b8b165b7ba, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d7ec03d9-4f34-4c6c-875d-79b8b165b7ba,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:16.911931 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:16.928175 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] Calling delete_port for d7ec03d9-4f34-4c6c-875d-79b8b165b7ba owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:17.187477 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:17.211921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ec03d9-4f34-4c6c-875d-79b8b165b7ba,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:17.387257 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:17.604826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] Router c69c8556-5c4e-4dd9-a31a-931c17fe036f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:43:17.711817 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:43:17.717227 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a65efce0-1648-4e92-b858-0b6fb8051005 admin admin] 10.222.0.77 "PUT /v2.0/routers/c69c8556-5c4e-4dd9-a31a-931c17fe036f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9510694 Jun 30 03:43:17.719802 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54288) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:17.720464 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] Sync routers for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:43:17.729452 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:17.730087 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:17.826666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:17.925154 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:17.932522 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.096419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Deleting port 93162ce5-89ff-4c4f-aa62-a6496492bd7c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:18.096772 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.101247 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:43:17Z', 'revision_number': 5, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port': {'id': '93162ce5-89ff-4c4f-aa62-a6496492bd7c', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:18.128881 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] Checking router: c69c8556-5c4e-4dd9-a31a-931c17fe036f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:43:18.137242 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] Routers {'c69c8556-5c4e-4dd9-a31a-931c17fe036f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:18.137885 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:43:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:18.178070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] For port 93162ce5-89ff-4c4f-aa62-a6496492bd7c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=93162ce5-89ff-4c4f-aa62-a6496492bd7c,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:18.178387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.196544 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Calling delete_port for 93162ce5-89ff-4c4f-aa62-a6496492bd7c owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:18.223196 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] Set router c69c8556-5c4e-4dd9-a31a-931c17fe036f gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:18.278326 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:43:17Z', 'revision_number': 6, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:18.305208 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da00b4-f3c0-4d49-a644-a57ea12af272 None None] The sync data for ids ['c69c8556-5c4e-4dd9-a31a-931c17fe036f'] in n-d-798249-3 is: [{'id': 'c69c8556-5c4e-4dd9-a31a-931c17fe036f', 'name': 'tempest-ServerActionsTestJSON-22314964-router', 'tenant_id': '43ac5c277d524b4d9a4e0e023baac05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:32:51Z', 'updated_at': '2021-06-30T03:43:17Z', 'revision_number': 6, 'project_id': '43ac5c277d524b4d9a4e0e023baac05c', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:43:18.444731 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.479170 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Pushing event deleted for resources: {'Port': ['ID=93162ce5-89ff-4c4f-aa62-a6496492bd7c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:18.541584 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.639513 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.641664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.786997 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.787569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c69c8556-5c4e-4dd9-a31a-931c17fe036f {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:43:18.794850 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.796050 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-94f91a00-3f81-4713-b0cc-dbb2895b2574 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c69c8556-5c4e-4dd9-a31a-931c17fe036f HTTP/1.1" status: 204 len: 168 time: 1.0753102 Jun 30 03:43:18.798779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54290) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:18.847363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c29a8b-12e4-45a0-bffd-853f49ce85e3 admin admin] Deleting subnet 0e3e4dfe-5c24-4cae-a962-75086c9daaf0 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:43:18.850733 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-63c29a8b-12e4-45a0-bffd-853f49ce85e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.885156 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-63c29a8b-12e4-45a0-bffd-853f49ce85e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:18.971589 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-63c29a8b-12e4-45a0-bffd-853f49ce85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.147899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-63c29a8b-12e4-45a0-bffd-853f49ce85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.172321 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c29a8b-12e4-45a0-bffd-853f49ce85e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3e4dfe-5c24-4cae-a962-75086c9daaf0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:19.178829 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-63c29a8b-12e4-45a0-bffd-853f49ce85e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.180706 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-63c29a8b-12e4-45a0-bffd-853f49ce85e3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0e3e4dfe-5c24-4cae-a962-75086c9daaf0 HTTP/1.1" status: 204 len: 168 time: 0.3809412 Jun 30 03:43:19.183136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54292) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:19.186537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90415f-abbb-4ec7-987a-919066e02613 None None] Network ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:43:19.250825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.307978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Deleting port 91683887-11c8-4c25-82bc-c69f44ada410 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:19.308241 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.365620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fded112-7545-4469-a29f-c24df26543b8 None None] DHCP port deletion for ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:43:19.372767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] For port 91683887-11c8-4c25-82bc-c69f44ada410, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=91683887-11c8-4c25-82bc-c69f44ada410,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:19.373130 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.386408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Calling delete_port for 91683887-11c8-4c25-82bc-c69f44ada410 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:19.411591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2fded112-7545-4469-a29f-c24df26543b8 None None] Deleting port 91683887-11c8-4c25-82bc-c69f44ada410 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:19.411969 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2fded112-7545-4469-a29f-c24df26543b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.474344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2fded112-7545-4469-a29f-c24df26543b8 None None] For port 91683887-11c8-4c25-82bc-c69f44ada410, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=91683887-11c8-4c25-82bc-c69f44ada410,segment=NetworkSegment(6818649c-81a2-4717-9f83-928864496abc),segment_id=6818649c-81a2-4717-9f83-928864496abc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:19.485016 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2fded112-7545-4469-a29f-c24df26543b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.491004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-2fded112-7545-4469-a29f-c24df26543b8 None None] Calling delete_port for 91683887-11c8-4c25-82bc-c69f44ada410 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:19.545070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:43:19.561153 n-d-798249-3 neutron-server[94532]: self.session.flush() Jun 30 03:43:19.566588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2fded112-7545-4469-a29f-c24df26543b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.575840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Pushing event deleted for resources: {'Port': ['ID=91683887-11c8-4c25-82bc-c69f44ada410,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:19.579468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] No DVR routers for this DVR port 91683887-11c8-4c25-82bc-c69f44ada410 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:43:19.594261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fded112-7545-4469-a29f-c24df26543b8 None None] Pushing event deleted for resources: {'Port': ['ID=91683887-11c8-4c25-82bc-c69f44ada410,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:19.598918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fded112-7545-4469-a29f-c24df26543b8 None None] No DVR routers for this DVR port 91683887-11c8-4c25-82bc-c69f44ada410 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:43:19.651976 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.661835 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:19.672989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6818649c-81a2-4717-9f83-928864496abc') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:19.673295 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6818649c-81a2-4717-9f83-928864496abc') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:19.682380 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.696518 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.702931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:43:19.704260 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:43:19.705050 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:43:19.832591 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.838411 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.840280 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] 10.222.0.77 "DELETE /v2.0/networks/ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea HTTP/1.1" status: 204 len: 168 time: 0.6555941 Jun 30 03:43:19.852197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52df365-a2bf-4697-98d0-226c754aa21d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2d8ae9-b5d3-4fc1-be53-bba7d9105cea,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:20.145569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54296) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:20.186263 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8f4493c9-a176-4af4-b92e-76726761d61d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43ac5c277d524b4d9a4e0e023baac05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395203 Jun 30 03:43:20.188722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54298) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:20.236745 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3519a819-313c-47be-9769-2830b3864faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.257811 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3519a819-313c-47be-9769-2830b3864faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.333104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93162ce5-89ff-4c4f-aa62-a6496492bd7c no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:43:20.353340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 93162ce5-89ff-4c4f-aa62-a6496492bd7c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:43:20.353715 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 93162ce5-89ff-4c4f-aa62-a6496492bd7c not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:43:20.354131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d7ec03d9-4f34-4c6c-875d-79b8b165b7ba no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:43:20.374923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d7ec03d9-4f34-4c6c-875d-79b8b165b7ba {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:43:20.375238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d7ec03d9-4f34-4c6c-875d-79b8b165b7ba not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:43:20.375653 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 91683887-11c8-4c25-82bc-c69f44ada410 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:43:20.394128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 91683887-11c8-4c25-82bc-c69f44ada410 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:43:20.394395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 91683887-11c8-4c25-82bc-c69f44ada410 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:43:20.396597 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3519a819-313c-47be-9769-2830b3864faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.399230 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3519a819-313c-47be-9769-2830b3864faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.400482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3519a819-313c-47be-9769-2830b3864faf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c08b0daa-bff6-49fd-bcb2-36d8c54b04e1 HTTP/1.1" status: 204 len: 168 time: 0.2107782 Jun 30 03:43:20.415458 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519a819-313c-47be-9769-2830b3864faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b0daa-bff6-49fd-bcb2-36d8c54b04e1,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:21.561266 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54320) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:21.654656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-645911090-network', 'tenant_id': 'dbec062d5b5348849eb082847e36e83f'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:21.755732 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Made reservation on behalf of dbec062d5b5348849eb082847e36e83f for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:43:21.758039 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:21.766891 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:21.855018 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:21.975861 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:22.000580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:43:22.009586 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:22.016296 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:22.016650 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Added segment ca057744-90aa-4afd-81f9-e323ae1a91e8 of type vlan for network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 Jun 30 03:43:22.057336 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:22.170198 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:22.171606 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:22.172220 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:22.234930 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] Pushing event updated for resources: {'Network': ['ID=ae73e67a-ec1d-45bb-9fec-4d5789cfb628,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:22.247760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:43:22.325453 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0a6fcbb1-0ae1-45fa-9ec3-1e0bf762b751 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7630367 Jun 30 03:43:22.328453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54324) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:22.333360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Request body: {'subnet': {'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-645911090-subnet', 'tenant_id': 'dbec062d5b5348849eb082847e36e83f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:22.443890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Made reservation on behalf of dbec062d5b5348849eb082847e36e83f for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:43:22.446433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:22.699275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:22.758300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a174ad-2cb8-488b-bd3a-f7004cf43e48,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:22.768837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Checking segment: {'id': 'ca057744-90aa-4afd-81f9-e323ae1a91e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:22.768837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Network hostable DHCP agents. Network: ae73e67a-ec1d-45bb-9fec-4d5789cfb628, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:43:22.889675 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:43:22.986959 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, ae73e67a-ec1d-45bb-9fec-4d5789cfb628) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:22.991164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:22.992348 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:22.995837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0681ad7-d176-4853-80aa-3ada1b5c0a1a None None] Network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:43:23.084407 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4769dfca-b978-4239-8674-7258efad1269 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7548921 Jun 30 03:43:23.122012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac1313-189f-441e-9c88-304068f84844 None None] Network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:43:23.450207 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:23.523531 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-982deab4-d42c-4c46-911f-2be01db07a6c tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:23.524920 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-982deab4-d42c-4c46-911f-2be01db07a6c tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/networks?id=ae73e67a-ec1d-45bb-9fec-4d5789cfb628 HTTP/1.1" status: 200 len: 813 time: 0.1030970 Jun 30 03:43:23.540064 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-9e57f9ee-1fdf-4dc4-9391-e823c401cec3 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/quotas/dbec062d5b5348849eb082847e36e83f HTTP/1.1" status: 200 len: 375 time: 0.0090747 Jun 30 03:43:23.571967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-1377b63f-bd49-4e53-a00b-a8c06e694fa5 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbec062d5b5348849eb082847e36e83f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268278 Jun 30 03:43:23.736479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-37300254-5693-49c5-a2d2-4bcf289ee21a service neutron] 10.222.0.77 "GET /v2.0/networks/ae73e67a-ec1d-45bb-9fec-4d5789cfb628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249135 Jun 30 03:43:23.827902 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-4620bc82-ad98-46ea-a322-172eb125837c service neutron] 10.222.0.77 "GET /v2.0/networks/ae73e67a-ec1d-45bb-9fec-4d5789cfb628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854638 Jun 30 03:43:24.066982 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:24.127368 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d580fc68-1946-45aa-967a-6b1cb6b327eb req-52f322af-de9e-4ea9-b615-8a9c1d63b953 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 210 time: 0.0305843 Jun 30 03:43:25.216374 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5d96f933-084c-4107-a335-a063599a20a2 req-57ff6bfd-6790-4e1d-9f48-a1b4bd32143c tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 210 time: 0.0293663 Jun 30 03:43:26.359929 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-40f8e320-cf80-4aac-a954-444b2e96fbb8 req-febd8071-3b2b-4c0e-af48-76302dd34dab tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Jun 30 03:43:26.653938 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-1f11cc7f-dd32-4866-99a2-3500b772a9a0 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:26.655390 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-1f11cc7f-dd32-4866-99a2-3500b772a9a0 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.83 "GET /v2.0/networks?id=ae73e67a-ec1d-45bb-9fec-4d5789cfb628 HTTP/1.1" status: 200 len: 813 time: 0.1063259 Jun 30 03:43:26.669199 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Request body: {'port': {'device_id': '09e41f0e-f4ff-4e52-b27d-3dd4b76e1730', 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628', 'admin_state_up': True, 'tenant_id': 'dbec062d5b5348849eb082847e36e83f'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:26.855316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Made reservation on behalf of dbec062d5b5348849eb082847e36e83f for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:43:26.858923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:26.983822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Allocated IP 172.20.0.8 (ae73e67a-ec1d-45bb-9fec-4d5789cfb628/86a174ad-2cb8-488b-bd3a-f7004cf43e48/c19faf06-88a0-4669-83c6-1067c57d3b49) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:27.131397 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:27.225004 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:27.267534 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:27.270592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:27.274322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:27.282369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Pushing event updated for resources: {'Port': ['ID=c19faf06-88a0-4669-83c6-1067c57d3b49,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:27.329912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:27.330579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:27.402022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-23a631ce-8679-48e9-817a-2ac9858cc6a7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7365808 Jun 30 03:43:27.413780 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Request body: {'port': {'device_id': '09e41f0e-f4ff-4e52-b27d-3dd4b76e1730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:27.519045 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:27.583622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbcd90-ee0f-4c56-949b-9e8ae2eeacf4 req-7986be1b-170f-40a3-847e-69ede93b5972 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:27.585078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-49dbcd90-ee0f-4c56-949b-9e8ae2eeacf4 req-7986be1b-170f-40a3-847e-69ede93b5972 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 931 time: 0.1084881 Jun 30 03:43:27.685320 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-49dbcd90-ee0f-4c56-949b-9e8ae2eeacf4 req-ab034e16-e6f3-4e0b-b2b2-a30e464662b7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909669 Jun 30 03:43:27.826415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19faf06-88a0-4669-83c6-1067c57d3b49 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:43:27.833654 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:27.845934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Transition to ACTIVE for port object c19faf06-88a0-4669-83c6-1067c57d3b49 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:27.958328 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:28.012250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Pushing event updated for resources: {'Port': ['ID=c19faf06-88a0-4669-83c6-1067c57d3b49,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:28.086900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Attempting to bind port c19faf06-88a0-4669-83c6-1067c57d3b49 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:43:28.086900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Attempting to bind port c19faf06-88a0-4669-83c6-1067c57d3b49 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'ca057744-90aa-4afd-81f9-e323ae1a91e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:43:28.086900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Attempting to bind port c19faf06-88a0-4669-83c6-1067c57d3b49 on network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:28.086900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Port c19faf06-88a0-4669-83c6-1067c57d3b49 on network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:43:28.086900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Attempting to bind port c19faf06-88a0-4669-83c6-1067c57d3b49 on network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:28.090419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:43:28.090751 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Checking segment: {'id': 'ca057744-90aa-4afd-81f9-e323ae1a91e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:28.091129 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Bound using segment: {'id': 'ca057744-90aa-4afd-81f9-e323ae1a91e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:43:28.091545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Bound port: c19faf06-88a0-4669-83c6-1067c57d3b49, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca057744-90aa-4afd-81f9-e323ae1a91e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:43:28.091898 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:28.151970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] For port c19faf06-88a0-4669-83c6-1067c57d3b49, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:43:28.154931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] For port c19faf06-88a0-4669-83c6-1067c57d3b49, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=c19faf06-88a0-4669-83c6-1067c57d3b49,segment=NetworkSegment(ca057744-90aa-4afd-81f9-e323ae1a91e8),segment_id=ca057744-90aa-4afd-81f9-e323ae1a91e8)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:43:28.306776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:28.343639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:28.344258 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:28.345680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] 10.222.0.83 "PUT /v2.0/ports/c19faf06-88a0-4669-83c6-1067c57d3b49 HTTP/1.1" status: 200 len: 1091 time: 0.9360702 Jun 30 03:43:28.346171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e41f0e-f4ff-4e52-b27d-3dd4b76e1730', 'tag': 'c19faf06-88a0-4669-83c6-1067c57d3b49'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:28.348462 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1731147-6826-4b08-98ea-2ca990f81f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "09e41f0e-f4ff-4e52-b27d-3dd4b76e1730", "tag": "c19faf06-88a0-4669-83c6-1067c57d3b49"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:28.373110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b10fda-8b4f-4cb8-a1d3-296b114af66f service neutron] Pushing event updated for resources: {'Port': ['ID=c19faf06-88a0-4669-83c6-1067c57d3b49,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:28.388594 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a02da6c-a5c7-4206-b1fe-2f3453959eca x-openstack-request-id: req-9a02da6c-a5c7-4206-b1fe-2f3453959eca {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:28.388882 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e41f0e-f4ff-4e52-b27d-3dd4b76e1730", "tag": "c19faf06-88a0-4669-83c6-1067c57d3b49", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:28.389168 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a02da6c-a5c7-4206-b1fe-2f3453959eca {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:28.389613 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e41f0e-f4ff-4e52-b27d-3dd4b76e1730', 'tag': 'c19faf06-88a0-4669-83c6-1067c57d3b49', 'status': 'completed', 'code': 200} Jun 30 03:43:28.466560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731147-6826-4b08-98ea-2ca990f81f0e req-c0185efc-8fb5-4877-bbec-e7185d286687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:28.468023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1731147-6826-4b08-98ea-2ca990f81f0e req-c0185efc-8fb5-4877-bbec-e7185d286687 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dbec062d5b5348849eb082847e36e83f&device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 1094 time: 0.0575325 Jun 30 03:43:28.564526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731147-6826-4b08-98ea-2ca990f81f0e req-4169a9ab-da0a-48d9-a609-6defa031e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:28.568957 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1731147-6826-4b08-98ea-2ca990f81f0e req-4169a9ab-da0a-48d9-a609-6defa031e919 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=dbec062d5b5348849eb082847e36e83f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0913217 Jun 30 03:43:28.632358 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-04fff36e-f5cb-4fbf-b7ea-e79425b0a24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:28.663988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731147-6826-4b08-98ea-2ca990f81f0e req-b3fbb712-cc99-4c04-a0c4-8156ddd5de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:28.665462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1731147-6826-4b08-98ea-2ca990f81f0e req-b3fbb712-cc99-4c04-a0c4-8156ddd5de0f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937364 Jun 30 03:43:28.753086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-ffa96cae-29e9-42ae-bc6a-c6d5e773cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:28.754654 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-ffa96cae-29e9-42ae-bc6a-c6d5e773cb83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dbec062d5b5348849eb082847e36e83f&device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 1094 time: 0.0524015 Jun 30 03:43:28.795581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-32594a39-1510-486f-a954-660072f2f84d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c19faf06-88a0-4669-83c6-1067c57d3b49 HTTP/1.1" status: 200 len: 217 time: 0.0337543 Jun 30 03:43:28.874271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-9b723a80-5823-4aa7-bb9b-79b9dfe12633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:28.875702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-9b723a80-5823-4aa7-bb9b-79b9dfe12633 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=86a174ad-2cb8-488b-bd3a-f7004cf43e48 HTTP/1.1" status: 200 len: 853 time: 0.0708635 Jun 30 03:43:28.910598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-b72073ee-5e08-4bcf-b48a-a547b9d9e888 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae73e67a-ec1d-45bb-9fec-4d5789cfb628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274549 Jun 30 03:43:28.921263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8f888-20e9-4e7b-970d-3af488d16ee4 req-fb39b7ee-4c32-4f1e-8f2a-62e141174e83 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:28.922741 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10a8f888-20e9-4e7b-970d-3af488d16ee4 req-fb39b7ee-4c32-4f1e-8f2a-62e141174e83 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 943 time: 0.1263163 Jun 30 03:43:29.010086 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10a8f888-20e9-4e7b-970d-3af488d16ee4 req-dedb56cb-d69a-45f3-97e1-7cf93066917a tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792010 Jun 30 03:43:29.034750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-029425da-ceb8-4aed-a27a-8ec8b2a08b4f service neutron] 10.222.0.83 "GET /v2.0/networks/ae73e67a-ec1d-45bb-9fec-4d5789cfb628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110792 Jun 30 03:43:29.121574 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8931e2c2-ca55-4745-b806-04c1ed2c5d6d req-bbc25f64-89e0-4c94-a5e5-921f5bfd8b1a service neutron] 10.222.0.83 "GET /v2.0/networks/ae73e67a-ec1d-45bb-9fec-4d5789cfb628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807302 Jun 30 03:43:30.185456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e22ecb-6aaa-4cc8-94f4-80c532bd68d2 req-1ab32dda-3657-48d3-af83-679e8ca3befc tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:30.186950 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1e22ecb-6aaa-4cc8-94f4-80c532bd68d2 req-1ab32dda-3657-48d3-af83-679e8ca3befc tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 943 time: 0.0661955 Jun 30 03:43:30.225408 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b1e22ecb-6aaa-4cc8-94f4-80c532bd68d2 req-b77460dc-523f-4b65-aad0-da717d989267 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Jun 30 03:43:31.352982 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:31.356294 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-56f17dc0-151b-45c9-9d9d-23e1a4202b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:31.403124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeae8d4-ea55-47fc-8f6e-3dbff53234c6 req-70fb9b02-ed6b-4fd4-82b9-356139270037 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:31.405258 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9aeae8d4-ea55-47fc-8f6e-3dbff53234c6 req-70fb9b02-ed6b-4fd4-82b9-356139270037 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 943 time: 0.0673664 Jun 30 03:43:31.443131 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9aeae8d4-ea55-47fc-8f6e-3dbff53234c6 req-32bc7342-5eae-4510-8c80-de3ed13cac05 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Jun 30 03:43:32.620334 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a454e8-a89e-463a-94ae-76a8fd5035ea req-84d7bb6e-c73c-4e8c-92d8-b20c563f4006 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:32.621838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f2a454e8-a89e-463a-94ae-76a8fd5035ea req-84d7bb6e-c73c-4e8c-92d8-b20c563f4006 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 943 time: 0.0630455 Jun 30 03:43:32.658917 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f2a454e8-a89e-463a-94ae-76a8fd5035ea req-10a56a37-9a2e-4bd4-93a5-0cba49962a52 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315323 Jun 30 03:43:33.048979 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:33.157834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device c19faf06-88a0-4669-83c6-1067c57d3b49 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:43:33.256496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port c19faf06-88a0-4669-83c6-1067c57d3b49, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=c19faf06-88a0-4669-83c6-1067c57d3b49,segment=NetworkSegment(ca057744-90aa-4afd-81f9-e323ae1a91e8),segment_id=ca057744-90aa-4afd-81f9-e323ae1a91e8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:33.267891 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'c19faf06-88a0-4669-83c6-1067c57d3b49', 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628', 'port_id': 'c19faf06-88a0-4669-83c6-1067c57d3b49', 'mac_address': 'fa:16:3e:b9:06:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a174ad-2cb8-488b-bd3a-f7004cf43e48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:43:33.304061 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:33.316739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19faf06-88a0-4669-83c6-1067c57d3b49 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:43:33.336561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port c19faf06-88a0-4669-83c6-1067c57d3b49, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=c19faf06-88a0-4669-83c6-1067c57d3b49,segment=NetworkSegment(ca057744-90aa-4afd-81f9-e323ae1a91e8),segment_id=ca057744-90aa-4afd-81f9-e323ae1a91e8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:33.395505 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:33.440759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=c19faf06-88a0-4669-83c6-1067c57d3b49,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:33.585121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['c19faf06-88a0-4669-83c6-1067c57d3b49'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:43:33.828642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0369ed9-5d1d-4f57-88e6-ed35667aa889 req-50cc0655-0d8d-4a0c-9810-1e4a08272a34 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:33.830248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0369ed9-5d1d-4f57-88e6-ed35667aa889 req-50cc0655-0d8d-4a0c-9810-1e4a08272a34 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 944 time: 0.0619242 Jun 30 03:43:33.867508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f0369ed9-5d1d-4f57-88e6-ed35667aa889 req-93544323-2557-4741-b1f3-03b4b1121597 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 Jun 30 03:43:34.826608 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:35.044981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df655a-d300-46f2-b5cb-6e9b6f5870e3 req-3bb9f7e0-7a47-4d4e-8844-8b54353d34d6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:35.046490 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-66df655a-d300-46f2-b5cb-6e9b6f5870e3 req-3bb9f7e0-7a47-4d4e-8844-8b54353d34d6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 944 time: 0.0686140 Jun 30 03:43:35.085317 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-66df655a-d300-46f2-b5cb-6e9b6f5870e3 req-87d5f522-21cf-42d4-991b-84ec64e4806c tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329685 Jun 30 03:43:35.171729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device c19faf06-88a0-4669-83c6-1067c57d3b49 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:35.287082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port c19faf06-88a0-4669-83c6-1067c57d3b49 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:35.291134 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port c19faf06-88a0-4669-83c6-1067c57d3b49 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:35.291512 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:35.369118 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:35.391367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e41f0e-f4ff-4e52-b27d-3dd4b76e1730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19faf06-88a0-4669-83c6-1067c57d3b49'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:35.393654 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002c71f6-6528-41d6-aa28-977a37db3050" -d '{"events": [{"server_uuid": "09e41f0e-f4ff-4e52-b27d-3dd4b76e1730", "name": "network-vif-plugged", "status": "completed", "tag": "c19faf06-88a0-4669-83c6-1067c57d3b49"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:35.406622 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port c19faf06-88a0-4669-83c6-1067c57d3b49, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=c19faf06-88a0-4669-83c6-1067c57d3b49,segment=NetworkSegment(ca057744-90aa-4afd-81f9-e323ae1a91e8),segment_id=ca057744-90aa-4afd-81f9-e323ae1a91e8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:35.428030 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cef7cd-fabe-4feb-994d-8e6339908fe3 x-openstack-request-id: req-e7cef7cd-fabe-4feb-994d-8e6339908fe3 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:35.428396 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e41f0e-f4ff-4e52-b27d-3dd4b76e1730", "name": "network-vif-plugged", "status": "completed", "tag": "c19faf06-88a0-4669-83c6-1067c57d3b49", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:35.428576 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7cef7cd-fabe-4feb-994d-8e6339908fe3 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:35.428966 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e41f0e-f4ff-4e52-b27d-3dd4b76e1730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19faf06-88a0-4669-83c6-1067c57d3b49', 'code': 200} Jun 30 03:43:35.458962 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:35.506174 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=c19faf06-88a0-4669-83c6-1067c57d3b49,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:35.537555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723232e-9037-4cbd-b4c1-9a630ce2d157 req-a33806a8-3dda-4c64-98a8-cff50c346bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:35.538950 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3723232e-9037-4cbd-b4c1-9a630ce2d157 req-a33806a8-3dda-4c64-98a8-cff50c346bf9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 1096 time: 0.0497952 Jun 30 03:43:35.575539 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3723232e-9037-4cbd-b4c1-9a630ce2d157 req-9bc84b4f-89bb-4986-91de-c0d51040d3d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297341 Jun 30 03:43:36.260259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b4010-9f67-47af-9561-30c42177cc1a req-b5e5b86d-089a-44e7-9068-8acc48e649d6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:36.261662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a05b4010-9f67-47af-9561-30c42177cc1a req-b5e5b86d-089a-44e7-9068-8acc48e649d6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0639815 Jun 30 03:43:36.299070 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a05b4010-9f67-47af-9561-30c42177cc1a req-c19cf0bf-b43a-4c31-8902-1c595e4f00ca tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317671 Jun 30 03:43:37.470730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d20e5-2db5-4dbc-ab4d-5dd74340ac28 req-c2b2f467-4148-463c-b6f0-c92adaf925da tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:37.472172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e49d20e5-2db5-4dbc-ab4d-5dd74340ac28 req-c2b2f467-4148-463c-b6f0-c92adaf925da tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0603836 Jun 30 03:43:37.508693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e49d20e5-2db5-4dbc-ab4d-5dd74340ac28 req-c238b347-6994-4c2a-b9b6-629979db91c1 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Jun 30 03:43:37.747966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-92c73c1d-00ec-4689-8fda-1a1344b2b1ec tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:37.749437 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-92c73c1d-00ec-4689-8fda-1a1344b2b1ec tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/networks?id=ae73e67a-ec1d-45bb-9fec-4d5789cfb628 HTTP/1.1" status: 200 len: 813 time: 0.1037471 Jun 30 03:43:37.765459 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-717dad07-e80b-4b6d-b18b-2682385c7fe5 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/quotas/dbec062d5b5348849eb082847e36e83f HTTP/1.1" status: 200 len: 375 time: 0.0094523 Jun 30 03:43:37.829628 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-df2fae5d-b869-46c5-bd83-2a99dfb47cec tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbec062d5b5348849eb082847e36e83f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0586836 Jun 30 03:43:37.928053 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-706bfc1a-c913-4e46-99ff-aa47664c11ee service neutron] 10.222.0.77 "GET /v2.0/networks/ae73e67a-ec1d-45bb-9fec-4d5789cfb628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916910 Jun 30 03:43:38.017838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-b5ce686e-9e52-4f02-88d9-71dae1c29212 service neutron] 10.222.0.77 "GET /v2.0/networks/ae73e67a-ec1d-45bb-9fec-4d5789cfb628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839412 Jun 30 03:43:38.273424 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f28c95b9-0465-47a3-ba28-b07aa5cc60bc req-b0b8ddbb-f420-44ab-981c-791327fd90aa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 210 time: 0.0285172 Jun 30 03:43:39.420730 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9563d09-71f7-4060-bb4a-b630eadce3b3 req-35c4f51a-8818-43b1-baf2-302706907c13 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 210 time: 0.0298128 Jun 30 03:43:40.487425 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-4d37ff7c-d57b-4e32-98fc-234a1b0c1052 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:40.488924 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-4d37ff7c-d57b-4e32-98fc-234a1b0c1052 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.74 "GET /v2.0/networks?id=ae73e67a-ec1d-45bb-9fec-4d5789cfb628 HTTP/1.1" status: 200 len: 813 time: 0.1177619 Jun 30 03:43:40.501860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Request body: {'port': {'device_id': 'e0bbdafa-be2a-47a4-8c0c-850e0767c03c', 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628', 'admin_state_up': True, 'tenant_id': 'dbec062d5b5348849eb082847e36e83f'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:40.569077 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-daa8eb1b-cb65-42a0-89b0-fc8754db780b req-12365bb7-1e96-4971-b093-155336178770 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 210 time: 0.0288863 Jun 30 03:43:40.660739 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Made reservation on behalf of dbec062d5b5348849eb082847e36e83f for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:43:40.664377 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:40.788982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Allocated IP 172.20.0.11 (ae73e67a-ec1d-45bb-9fec-4d5789cfb628/86a174ad-2cb8-488b-bd3a-f7004cf43e48/b31ae46d-4e5e-470d-9457-50bd092512c5) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:40.938760 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:41.035701 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:41.049097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['c19faf06-88a0-4669-83c6-1067c57d3b49'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:43:41.079707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:41.082877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:41.087210 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:41.097002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Pushing event updated for resources: {'Port': ['ID=b31ae46d-4e5e-470d-9457-50bd092512c5,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:41.147178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:41.147876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:41.390652 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-69934f51-64c2-4c38-bade-249c63e800b6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8936369 Jun 30 03:43:41.403975 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Request body: {'port': {'device_id': 'e0bbdafa-be2a-47a4-8c0c-850e0767c03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:41.485656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:41.804753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c15f8-7a6d-4296-84a7-d95abcd57329 req-b4fc4b9a-3cc0-47be-8151-c930ca7feef7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:41.806186 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd1c15f8-7a6d-4296-84a7-d95abcd57329 req-b4fc4b9a-3cc0-47be-8151-c930ca7feef7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 932 time: 0.1188641 Jun 30 03:43:41.820970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31ae46d-4e5e-470d-9457-50bd092512c5 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:43:41.834802 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:41.858583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Transition to ACTIVE for port object b31ae46d-4e5e-470d-9457-50bd092512c5 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:41.875091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd1c15f8-7a6d-4296-84a7-d95abcd57329 req-ad32ec9e-e956-400e-98e8-06e38651a724 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586360 Jun 30 03:43:41.968637 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:42.019643 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b31ae46d-4e5e-470d-9457-50bd092512c5,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:42.091700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Attempting to bind port b31ae46d-4e5e-470d-9457-50bd092512c5 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:43:42.091940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Attempting to bind port b31ae46d-4e5e-470d-9457-50bd092512c5 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'ca057744-90aa-4afd-81f9-e323ae1a91e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:43:42.092259 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Attempting to bind port b31ae46d-4e5e-470d-9457-50bd092512c5 on network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:42.096776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Port b31ae46d-4e5e-470d-9457-50bd092512c5 on network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:43:42.097094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Attempting to bind port b31ae46d-4e5e-470d-9457-50bd092512c5 on network ae73e67a-ec1d-45bb-9fec-4d5789cfb628 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:42.101928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:43:42.102260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Checking segment: {'id': 'ca057744-90aa-4afd-81f9-e323ae1a91e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:42.102642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Bound using segment: {'id': 'ca057744-90aa-4afd-81f9-e323ae1a91e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:43:42.103066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Bound port: b31ae46d-4e5e-470d-9457-50bd092512c5, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca057744-90aa-4afd-81f9-e323ae1a91e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:43:42.103422 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:42.167346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] For port b31ae46d-4e5e-470d-9457-50bd092512c5, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:43:42.171119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] For port b31ae46d-4e5e-470d-9457-50bd092512c5, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=b31ae46d-4e5e-470d-9457-50bd092512c5,segment=NetworkSegment(ca057744-90aa-4afd-81f9-e323ae1a91e8),segment_id=ca057744-90aa-4afd-81f9-e323ae1a91e8)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:43:42.278163 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:42.315987 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:42.315987 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:42.316557 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] 10.222.0.74 "PUT /v2.0/ports/b31ae46d-4e5e-470d-9457-50bd092512c5 HTTP/1.1" status: 200 len: 1092 time: 0.9170172 Jun 30 03:43:42.316997 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bbdafa-be2a-47a4-8c0c-850e0767c03c', 'tag': 'b31ae46d-4e5e-470d-9457-50bd092512c5'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:42.319317 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc87f6f-ad6c-4130-9399-1767eac4705b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bbdafa-be2a-47a4-8c0c-850e0767c03c", "tag": "b31ae46d-4e5e-470d-9457-50bd092512c5"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:42.344568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d831d08-d313-4c2f-8676-59c648c452f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b31ae46d-4e5e-470d-9457-50bd092512c5,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:42.355171 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22941b3e-15cc-4651-9d28-bc4cd5bea79a x-openstack-request-id: req-22941b3e-15cc-4651-9d28-bc4cd5bea79a {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:42.355461 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bbdafa-be2a-47a4-8c0c-850e0767c03c", "tag": "b31ae46d-4e5e-470d-9457-50bd092512c5", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:42.355714 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-22941b3e-15cc-4651-9d28-bc4cd5bea79a {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:42.356120 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bbdafa-be2a-47a4-8c0c-850e0767c03c', 'tag': 'b31ae46d-4e5e-470d-9457-50bd092512c5', 'status': 'completed', 'code': 200} Jun 30 03:43:42.456698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc87f6f-ad6c-4130-9399-1767eac4705b req-8633ff91-f23b-454f-a23e-8f0c40c8e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:42.458245 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddc87f6f-ad6c-4130-9399-1767eac4705b req-8633ff91-f23b-454f-a23e-8f0c40c8e519 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dbec062d5b5348849eb082847e36e83f&device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 1095 time: 0.0583022 Jun 30 03:43:42.559351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc87f6f-ad6c-4130-9399-1767eac4705b req-c4e51395-1479-4a56-8201-5469d61f7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:42.560838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddc87f6f-ad6c-4130-9399-1767eac4705b req-c4e51395-1479-4a56-8201-5469d61f7aff service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=dbec062d5b5348849eb082847e36e83f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0954182 Jun 30 03:43:43.001725 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc87f6f-ad6c-4130-9399-1767eac4705b req-0e2ef3c0-392b-4f23-aaab-47ada2111c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:43.003176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ddc87f6f-ad6c-4130-9399-1767eac4705b req-0e2ef3c0-392b-4f23-aaab-47ada2111c9e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4353869 Jun 30 03:43:43.061112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee881df7-a4e7-49df-b117-abb57a09dafc req-04f86ddc-6608-4cd5-87f4-c88b2ac5c8c6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:43.062589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee881df7-a4e7-49df-b117-abb57a09dafc req-04f86ddc-6608-4cd5-87f4-c88b2ac5c8c6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 944 time: 0.0740187 Jun 30 03:43:43.124811 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee881df7-a4e7-49df-b117-abb57a09dafc req-635436e1-86ad-4d8a-8316-15ebd0408f69 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457458 Jun 30 03:43:43.139766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-697110a4-4ebf-473f-b0bd-feb1c0831c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:43.141133 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-697110a4-4ebf-473f-b0bd-feb1c0831c5f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dbec062d5b5348849eb082847e36e83f&device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 1095 time: 0.0980167 Jun 30 03:43:43.182829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-17f516ce-fd8e-4429-8cb5-1bd5f124aff2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b31ae46d-4e5e-470d-9457-50bd092512c5 HTTP/1.1" status: 200 len: 217 time: 0.0337369 Jun 30 03:43:43.232265 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-bcedb23e-0456-4fdb-ac45-5ca8e87e2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:43.233761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-bcedb23e-0456-4fdb-ac45-5ca8e87e2ac3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86a174ad-2cb8-488b-bd3a-f7004cf43e48 HTTP/1.1" status: 200 len: 853 time: 0.0438938 Jun 30 03:43:43.266516 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-3f68abda-f180-4320-8388-89f4128af6f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae73e67a-ec1d-45bb-9fec-4d5789cfb628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262787 Jun 30 03:43:43.359418 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-5be48250-6c6e-4352-be5b-fc40f0cd3936 service neutron] 10.222.0.74 "GET /v2.0/networks/ae73e67a-ec1d-45bb-9fec-4d5789cfb628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857782 Jun 30 03:43:43.448219 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-115bbf97-99bc-48b3-bcef-433cfcb9eeec req-8ef70400-7101-4dcc-9eb4-91bb5c171974 service neutron] 10.222.0.74 "GET /v2.0/networks/ae73e67a-ec1d-45bb-9fec-4d5789cfb628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812049 Jun 30 03:43:44.645520 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5d5dd-f902-48fe-87b7-1044c35b7ca7 req-c0e437ea-2d09-41ce-855e-791f87594fa9 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:44.646994 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79e5d5dd-f902-48fe-87b7-1044c35b7ca7 req-c0e437ea-2d09-41ce-855e-791f87594fa9 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 944 time: 0.4088299 Jun 30 03:43:44.685685 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-79e5d5dd-f902-48fe-87b7-1044c35b7ca7 req-81e5f5df-5e13-46c3-a146-884142298d50 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Jun 30 03:43:45.862542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcd19d-52ff-4fa7-8cd1-ed10bb0e0a92 req-932d1789-a081-43bb-b9f2-deae757c7950 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:45.864026 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7bcd19d-52ff-4fa7-8cd1-ed10bb0e0a92 req-932d1789-a081-43bb-b9f2-deae757c7950 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 944 time: 0.0673556 Jun 30 03:43:45.904776 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7bcd19d-52ff-4fa7-8cd1-ed10bb0e0a92 req-ffb33e8c-56ed-42ef-afd2-bd2c7e5e5c22 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Jun 30 03:43:46.140852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device b31ae46d-4e5e-470d-9457-50bd092512c5 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:43:46.238325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port b31ae46d-4e5e-470d-9457-50bd092512c5, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=b31ae46d-4e5e-470d-9457-50bd092512c5,segment=NetworkSegment(ca057744-90aa-4afd-81f9-e323ae1a91e8),segment_id=ca057744-90aa-4afd-81f9-e323ae1a91e8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:46.249881 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'b31ae46d-4e5e-470d-9457-50bd092512c5', 'network_id': 'ae73e67a-ec1d-45bb-9fec-4d5789cfb628', 'port_id': 'b31ae46d-4e5e-470d-9457-50bd092512c5', 'mac_address': 'fa:16:3e:2e:d1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a174ad-2cb8-488b-bd3a-f7004cf43e48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:43:46.287473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:46.300865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31ae46d-4e5e-470d-9457-50bd092512c5 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:43:46.319491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port b31ae46d-4e5e-470d-9457-50bd092512c5, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=b31ae46d-4e5e-470d-9457-50bd092512c5,segment=NetworkSegment(ca057744-90aa-4afd-81f9-e323ae1a91e8),segment_id=ca057744-90aa-4afd-81f9-e323ae1a91e8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:46.372490 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:46.422110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=b31ae46d-4e5e-470d-9457-50bd092512c5,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:46.429990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.430335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.430675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.431009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.431336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.431667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.431993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.432320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.432643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.432966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.433289 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.433640 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:46.563148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['b31ae46d-4e5e-470d-9457-50bd092512c5'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:43:47.095694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86f061-085c-4547-b3a6-8f267d392b4f req-0f1eeb74-c17b-4190-97cd-b6181566effc tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:47.097365 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c86f061-085c-4547-b3a6-8f267d392b4f req-0f1eeb74-c17b-4190-97cd-b6181566effc tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 945 time: 0.0632231 Jun 30 03:43:47.136500 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5c86f061-085c-4547-b3a6-8f267d392b4f req-922e55dc-f1ea-488a-b820-af8a9d76dc19 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Jun 30 03:43:48.156706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device b31ae46d-4e5e-470d-9457-50bd092512c5 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:48.281128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port b31ae46d-4e5e-470d-9457-50bd092512c5 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:48.285351 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port b31ae46d-4e5e-470d-9457-50bd092512c5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:48.285749 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:48.316408 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b9f7e-1f3b-4909-b9b4-73683c156cd3 req-6da94394-91be-408d-a390-0fbbdaf7d897 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:48.317975 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b7b9f7e-1f3b-4909-b9b4-73683c156cd3 req-6da94394-91be-408d-a390-0fbbdaf7d897 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 945 time: 0.0652978 Jun 30 03:43:48.358417 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4b7b9f7e-1f3b-4909-b9b4-73683c156cd3 req-c91633b5-3aba-4101-89ce-c89dc2ea80e7 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346208 Jun 30 03:43:48.523761 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:48.545582 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bbdafa-be2a-47a4-8c0c-850e0767c03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ae46d-4e5e-470d-9457-50bd092512c5'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:48.548161 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bc0876-99cd-4e4c-8b21-e88467021812" -d '{"events": [{"server_uuid": "e0bbdafa-be2a-47a4-8c0c-850e0767c03c", "name": "network-vif-plugged", "status": "completed", "tag": "b31ae46d-4e5e-470d-9457-50bd092512c5"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:48.562381 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port b31ae46d-4e5e-470d-9457-50bd092512c5, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=b31ae46d-4e5e-470d-9457-50bd092512c5,segment=NetworkSegment(ca057744-90aa-4afd-81f9-e323ae1a91e8),segment_id=ca057744-90aa-4afd-81f9-e323ae1a91e8)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:48.592386 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af8db9d-5e27-4199-a262-d86198b63199 x-openstack-request-id: req-4af8db9d-5e27-4199-a262-d86198b63199 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:48.592386 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bbdafa-be2a-47a4-8c0c-850e0767c03c", "name": "network-vif-plugged", "status": "completed", "tag": "b31ae46d-4e5e-470d-9457-50bd092512c5", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:48.592386 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4af8db9d-5e27-4199-a262-d86198b63199 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:48.592386 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bbdafa-be2a-47a4-8c0c-850e0767c03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ae46d-4e5e-470d-9457-50bd092512c5', 'code': 200} Jun 30 03:43:48.664239 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:48.702419 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09b099-6af3-456b-90cc-0da5f86b298c req-e9e52c15-c805-4c27-af23-0aa626f43eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:48.703926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-db09b099-6af3-456b-90cc-0da5f86b298c req-e9e52c15-c805-4c27-af23-0aa626f43eec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 1096 time: 0.0581353 Jun 30 03:43:48.712840 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=b31ae46d-4e5e-470d-9457-50bd092512c5,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:48.739761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-db09b099-6af3-456b-90cc-0da5f86b298c req-9d1265a6-2e02-4715-bd4c-b9df4a5c2a7d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290432 Jun 30 03:43:49.537230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c665ba-6830-4e4f-b573-1ac1c3e66cd0 req-e0b69b27-7daa-45da-b10d-b79ce588099d tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:49.538741 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13c665ba-6830-4e4f-b573-1ac1c3e66cd0 req-e0b69b27-7daa-45da-b10d-b79ce588099d tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 946 time: 0.0632308 Jun 30 03:43:49.576426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13c665ba-6830-4e4f-b573-1ac1c3e66cd0 req-d65f09a0-4bff-49ea-851f-9064a61c1d62 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314093 Jun 30 03:43:50.753666 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53807941-3a9e-4e17-8bb4-57716167502c req-fa0e5307-2351-4aad-9334-34abcd86c0dc tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:50.755128 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-53807941-3a9e-4e17-8bb4-57716167502c req-fa0e5307-2351-4aad-9334-34abcd86c0dc tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 946 time: 0.0657361 Jun 30 03:43:50.791909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-53807941-3a9e-4e17-8bb4-57716167502c req-e692ebcc-70cc-469a-b06f-340ed069dd0d tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310695 Jun 30 03:43:51.443804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e939029-66cf-4a74-abfd-4d01cbc8b90e req-d92082b8-a06a-462a-849b-76a5f69fe6d5 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:51.445279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e939029-66cf-4a74-abfd-4d01cbc8b90e req-d92082b8-a06a-462a-849b-76a5f69fe6d5 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 946 time: 0.0623579 Jun 30 03:43:51.484237 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e939029-66cf-4a74-abfd-4d01cbc8b90e req-11283382-024c-4a2a-8863-4b037048c617 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333028 Jun 30 03:43:51.552936 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:43:52.648189 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-004fe9dd-ab25-45a8-89da-5577bfa6735e tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:52.649676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-004fe9dd-ab25-45a8-89da-5577bfa6735e tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.74 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 946 time: 0.0946012 Jun 30 03:43:52.745342 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34219f-6b65-4795-90a6-103d0dca9524 req-2f66f418-c25e-421a-b9ca-3dfc0ed9c4f3 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:52.747757 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae34219f-6b65-4795-90a6-103d0dca9524 req-2f66f418-c25e-421a-b9ca-3dfc0ed9c4f3 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 946 time: 0.1441441 Jun 30 03:43:52.796675 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ae34219f-6b65-4795-90a6-103d0dca9524 req-f48e18c1-80cf-4e78-b912-b524227a7256 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Jun 30 03:43:52.801201 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Deleting port b31ae46d-4e5e-470d-9457-50bd092512c5 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:52.801579 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:52.892036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] For port b31ae46d-4e5e-470d-9457-50bd092512c5, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=b31ae46d-4e5e-470d-9457-50bd092512c5,segment=NetworkSegment(ca057744-90aa-4afd-81f9-e323ae1a91e8),segment_id=ca057744-90aa-4afd-81f9-e323ae1a91e8)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:52.892438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:52.905708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Calling delete_port for b31ae46d-4e5e-470d-9457-50bd092512c5 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:53.106379 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:53.119327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['c19faf06-88a0-4669-83c6-1067c57d3b49'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:43:53.122403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['b31ae46d-4e5e-470d-9457-50bd092512c5'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:43:53.137347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Pushing event deleted for resources: {'Port': ['ID=b31ae46d-4e5e-470d-9457-50bd092512c5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:53.169616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.169894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.170235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.170580 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.170911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.171242 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.171569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.171895 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.172223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.173019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.173019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.173297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:53.191519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] No DVR routers for this DVR port b31ae46d-4e5e-470d-9457-50bd092512c5 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:43:53.194170 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:53.196214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3341d279-a9cc-43ef-95da-b0d0fc87144b req-c4e63d18-305d-40d6-b23c-6f1c7d623daa tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.74 "DELETE /v2.0/ports/b31ae46d-4e5e-470d-9457-50bd092512c5 HTTP/1.1" status: 204 len: 173 time: 0.5402431 Jun 30 03:43:53.196661 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bbdafa-be2a-47a4-8c0c-850e0767c03c', 'name': 'network-vif-deleted', 'tag': 'b31ae46d-4e5e-470d-9457-50bd092512c5'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:53.198950 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b43a46-56f5-474e-9638-d01aac1a8ba8" -d '{"events": [{"server_uuid": "e0bbdafa-be2a-47a4-8c0c-850e0767c03c", "name": "network-vif-deleted", "tag": "b31ae46d-4e5e-470d-9457-50bd092512c5"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:53.242758 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5321ea69-961a-4789-9df9-ee6a50a04552 x-openstack-request-id: req-5321ea69-961a-4789-9df9-ee6a50a04552 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:53.242758 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bbdafa-be2a-47a4-8c0c-850e0767c03c", "name": "network-vif-deleted", "tag": "b31ae46d-4e5e-470d-9457-50bd092512c5", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:53.242758 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5321ea69-961a-4789-9df9-ee6a50a04552 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:53.242758 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bbdafa-be2a-47a4-8c0c-850e0767c03c', 'name': 'network-vif-deleted', 'tag': 'b31ae46d-4e5e-470d-9457-50bd092512c5', 'status': 'completed', 'code': 200} Jun 30 03:43:53.458263 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:53.952314 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b2d99917-7962-42f8-b883-edf1e3a12d94 req-e7c3e95d-3b4f-4f84-9393-f7a067d235b3 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0bbdafa-be2a-47a4-8c0c-850e0767c03c HTTP/1.1" status: 200 len: 210 time: 0.0314808 Jun 30 03:43:54.003060 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:55.199610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fd56b-9438-49ba-be7a-c2e1abb79593 req-a5d38d32-b678-4c4f-9f63-3796f1c7c03a tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:55.201925 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa9fd56b-9438-49ba-be7a-c2e1abb79593 req-a5d38d32-b678-4c4f-9f63-3796f1c7c03a tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0669785 Jun 30 03:43:55.241823 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa9fd56b-9438-49ba-be7a-c2e1abb79593 req-50116770-4722-4742-9bbc-bb58f971472c tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340199 Jun 30 03:43:55.429601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbd162-72a9-4577-abad-8dc130ddfd62 req-ec364035-9537-451a-8919-cc3ad4dbbde6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:55.431087 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cbcbd162-72a9-4577-abad-8dc130ddfd62 req-ec364035-9537-451a-8919-cc3ad4dbbde6 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0636909 Jun 30 03:43:55.469832 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cbcbd162-72a9-4577-abad-8dc130ddfd62 req-4d0ea466-be55-4506-aecb-59cd15871438 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Jun 30 03:43:55.639857 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34affba9-3e3a-44b6-b5cb-d17ea0688d9d req-5c2941c5-0ee6-4621-9e2b-16f45d0e24db tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:55.641324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34affba9-3e3a-44b6-b5cb-d17ea0688d9d req-5c2941c5-0ee6-4621-9e2b-16f45d0e24db tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0613990 Jun 30 03:43:55.681452 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-34affba9-3e3a-44b6-b5cb-d17ea0688d9d req-d13783c7-c172-4356-8c4a-c32a9cfd1bfc tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343056 Jun 30 03:43:55.953990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b67c3b-eef2-44ef-8fb7-c60df9dde8a8 req-08e45592-2713-4ec6-a399-f65a50c554fe tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:55.955627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92b67c3b-eef2-44ef-8fb7-c60df9dde8a8 req-08e45592-2713-4ec6-a399-f65a50c554fe tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0620377 Jun 30 03:43:55.993108 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-92b67c3b-eef2-44ef-8fb7-c60df9dde8a8 req-c0e7f41a-1cb6-41df-9afd-b0d6caace564 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Jun 30 03:43:56.167782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6364763-ef46-4541-aeae-56ea7ea439f3 req-34b54a98-53b8-4b13-be82-fd8f8c1176bf tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:56.169237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6364763-ef46-4541-aeae-56ea7ea439f3 req-34b54a98-53b8-4b13-be82-fd8f8c1176bf tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0666437 Jun 30 03:43:56.187945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device b31ae46d-4e5e-470d-9457-50bd092512c5 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:43:56.208409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: b31ae46d-4e5e-470d-9457-50bd092512c5 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:43:56.209027 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6364763-ef46-4541-aeae-56ea7ea439f3 req-c167c1a3-7d6e-4080-b3f2-8f1e61b7c555 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Jun 30 03:43:56.209775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device b31ae46d-4e5e-470d-9457-50bd092512c5 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:43:56.390059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a008a3-0275-4b2c-b4fd-41025992391c req-ce388a2b-eb2c-4642-9e42-eb2ba3fe32ad tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:56.391558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43a008a3-0275-4b2c-b4fd-41025992391c req-ce388a2b-eb2c-4642-9e42-eb2ba3fe32ad tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0633607 Jun 30 03:43:56.431415 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-43a008a3-0275-4b2c-b4fd-41025992391c req-696e2346-3add-456a-b663-3c332773decd tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339968 Jun 30 03:43:57.151341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf69a1d-29a9-4a88-922f-20f6919f72e2 req-012d654c-935a-4bfb-8ade-2433f26d4325 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:57.152816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1bf69a1d-29a9-4a88-922f-20f6919f72e2 req-012d654c-935a-4bfb-8ade-2433f26d4325 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0646718 Jun 30 03:43:57.190847 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1bf69a1d-29a9-4a88-922f-20f6919f72e2 req-5cc93b41-07d5-44b9-918c-eb3be6396596 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323937 Jun 30 03:43:58.368526 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97d0b6-3f4a-4bd5-93e5-b0cc76a66318 req-3ff6010e-59fd-4c2a-a550-3014bc13fce5 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:58.370018 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9c97d0b6-3f4a-4bd5-93e5-b0cc76a66318 req-3ff6010e-59fd-4c2a-a550-3014bc13fce5 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0639832 Jun 30 03:43:58.409031 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9c97d0b6-3f4a-4bd5-93e5-b0cc76a66318 req-50b63728-20a6-404f-8a72-27b094716639 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/security-groups?id=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Jun 30 03:43:58.619795 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19a2de86-f011-4b0e-bd00-31efafbd4513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:58.638775 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-62ce7638-4fd3-4821-98d4-9c822130bc5e tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:58.640270 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-62ce7638-4fd3-4821-98d4-9c822130bc5e tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.83 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 945 time: 0.0684373 Jun 30 03:43:58.736791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Deleting port c19faf06-88a0-4669-83c6-1067c57d3b49 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:43:58.737131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:58.824522 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] For port c19faf06-88a0-4669-83c6-1067c57d3b49, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=c19faf06-88a0-4669-83c6-1067c57d3b49,segment=NetworkSegment(ca057744-90aa-4afd-81f9-e323ae1a91e8),segment_id=ca057744-90aa-4afd-81f9-e323ae1a91e8)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:58.825077 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:58.836682 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Calling delete_port for c19faf06-88a0-4669-83c6-1067c57d3b49 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:43:59.048259 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:59.063311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['c19faf06-88a0-4669-83c6-1067c57d3b49'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:43:59.081160 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Pushing event deleted for resources: {'Port': ['ID=c19faf06-88a0-4669-83c6-1067c57d3b49,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:59.094398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.094745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.095083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.095418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.095749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.096077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.096400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.096720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.097042 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.097363 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.097704 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.098024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:59.134819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] No DVR routers for this DVR port c19faf06-88a0-4669-83c6-1067c57d3b49 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:43:59.137345 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:59.139341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c31563c2-232a-4b0e-a059-c8f96d9cb811 req-77c2b5c1-160f-4a33-b5a3-ebdd77716ced tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.83 "DELETE /v2.0/ports/c19faf06-88a0-4669-83c6-1067c57d3b49 HTTP/1.1" status: 204 len: 173 time: 0.4937243 Jun 30 03:43:59.139771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e41f0e-f4ff-4e52-b27d-3dd4b76e1730', 'name': 'network-vif-deleted', 'tag': 'c19faf06-88a0-4669-83c6-1067c57d3b49'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:59.142025 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9770a1b-6e38-402d-9beb-3e7061405502" -d '{"events": [{"server_uuid": "09e41f0e-f4ff-4e52-b27d-3dd4b76e1730", "name": "network-vif-deleted", "tag": "c19faf06-88a0-4669-83c6-1067c57d3b49"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:59.180894 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bef758-5dc0-4ea9-bd22-c42f00dc075b x-openstack-request-id: req-e0bef758-5dc0-4ea9-bd22-c42f00dc075b {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:59.181186 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e41f0e-f4ff-4e52-b27d-3dd4b76e1730", "name": "network-vif-deleted", "tag": "c19faf06-88a0-4669-83c6-1067c57d3b49", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:59.181441 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0bef758-5dc0-4ea9-bd22-c42f00dc075b {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:59.181872 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e41f0e-f4ff-4e52-b27d-3dd4b76e1730', 'name': 'network-vif-deleted', 'tag': 'c19faf06-88a0-4669-83c6-1067c57d3b49', 'status': 'completed', 'code': 200} Jun 30 03:43:59.561445 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-74945f04-ec7e-4543-8a8f-e0bd74c85f3f req-6ea6ed7a-ca08-4c23-a7ed-f8402cabb0c8 tempest-ServersNegativeTestJSON-1318318886 tempest-ServersNegativeTestJSON-1318318886-project] 10.222.0.77 "GET /v2.0/ports?device_id=09e41f0e-f4ff-4e52-b27d-3dd4b76e1730 HTTP/1.1" status: 200 len: 210 time: 0.0283146 Jun 30 03:44:00.656335 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54500) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:00.706949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cea8de-b628-4fda-adf0-7adb15a80f1e admin admin] Deleting subnet 86a174ad-2cb8-488b-bd3a-f7004cf43e48 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:44:00.710542 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-34cea8de-b628-4fda-adf0-7adb15a80f1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:00.745790 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-34cea8de-b628-4fda-adf0-7adb15a80f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:00.787054 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-34cea8de-b628-4fda-adf0-7adb15a80f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:00.917273 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-34cea8de-b628-4fda-adf0-7adb15a80f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:00.947840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cea8de-b628-4fda-adf0-7adb15a80f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a174ad-2cb8-488b-bd3a-f7004cf43e48,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:00.952134 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-34cea8de-b628-4fda-adf0-7adb15a80f1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:00.963108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-34cea8de-b628-4fda-adf0-7adb15a80f1e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/86a174ad-2cb8-488b-bd3a-f7004cf43e48 HTTP/1.1" status: 204 len: 168 time: 0.2969055 Jun 30 03:44:00.963108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54502) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:01.023694 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.108070 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.118045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae73e67a-ec1d-45bb-9fec-4d5789cfb628']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:01.128911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca057744-90aa-4afd-81f9-e323ae1a91e8') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:01.129207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca057744-90aa-4afd-81f9-e323ae1a91e8') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:01.138838 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.152704 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.159000 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:01.166957 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:01.265528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.270853 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.272722 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ae73e67a-ec1d-45bb-9fec-4d5789cfb628 HTTP/1.1" status: 204 len: 168 time: 0.3147655 Jun 30 03:44:01.284498 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704b815-eba1-4250-b549-d8e3f734e745 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae73e67a-ec1d-45bb-9fec-4d5789cfb628,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:01.294443 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.351032 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7a2883a1-225e-468b-9ab4-fcd14ac45a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.620053 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54506) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:01.659496 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f5d9af32-2f80-4606-9bfc-a71ee616fd40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dbec062d5b5348849eb082847e36e83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382032 Jun 30 03:44:01.661890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54508) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:01.716169 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-84e7f704-f266-41e9-bd76-1a6d446666bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.739318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-84e7f704-f266-41e9-bd76-1a6d446666bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.854137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-84e7f704-f266-41e9-bd76-1a6d446666bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.856807 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-84e7f704-f266-41e9-bd76-1a6d446666bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:01.858586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-84e7f704-f266-41e9-bd76-1a6d446666bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e HTTP/1.1" status: 204 len: 168 time: 0.1957753 Jun 30 03:44:01.866541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7f704-f266-41e9-bd76-1a6d446666bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32dee96-1c76-4cbb-b3cb-3abfbf5cce7e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:02.873150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54530) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:02.968141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-879831656'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:03.065616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Made reservation on behalf of 346a7ea58f434ab9a6fdde6d3c2d1311 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:03.069152 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:03.077849 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:03.093994 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:03.167298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:03.241956 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:03.265203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device c19faf06-88a0-4669-83c6-1067c57d3b49 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:03.269561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:03.282173 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:03.282173 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Added segment ca2c64d8-90bf-44a1-968f-127e00630fa7 of type vlan for network 1ade458f-f6ae-4ba3-8c6b-18314a05def2 Jun 30 03:44:03.283618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26be049-86fa-455f-b7b4-b17c98e582f0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:03.287121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: c19faf06-88a0-4669-83c6-1067c57d3b49 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:03.287121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device c19faf06-88a0-4669-83c6-1067c57d3b49 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:03.326536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:03.419302 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:03.425366 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:03.425983 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:03.489105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'Network': ['ID=1ade458f-f6ae-4ba3-8c6b-18314a05def2,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:03.501557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 1ade458f-f6ae-4ba3-8c6b-18314a05def2 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:03.549871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-29683076-0ca6-476d-aeeb-c81849cb8a4b tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6755378 Jun 30 03:44:04.814000 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:06.746543 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54534) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:06.751719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Request body: {'subnet': {'network_id': '1ade458f-f6ae-4ba3-8c6b-18314a05def2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:06.910703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Made reservation on behalf of 346a7ea58f434ab9a6fdde6d3c2d1311 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:06.914297 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.166751 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.226460 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'Subnet': ['ID=cafae9df-c9ce-4514-a95a-d0d7d24377f0,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:07.234885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Checking segment: {'id': 'ca2c64d8-90bf-44a1-968f-127e00630fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1ade458f-f6ae-4ba3-8c6b-18314a05def2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:07.235250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Network hostable DHCP agents. Network: 1ade458f-f6ae-4ba3-8c6b-18314a05def2, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:07.314583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Network 1ade458f-f6ae-4ba3-8c6b-18314a05def2 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:07.394913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 1ade458f-f6ae-4ba3-8c6b-18314a05def2) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:07.399166 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:07.399753 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.404209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133fd590-b634-482b-a5c1-fcb8eb551648 None None] Network 1ade458f-f6ae-4ba3-8c6b-18314a05def2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:07.500262 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-aef6cc6b-b06a-4257-bd8f-9d191ebd0425 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7524867 Jun 30 03:44:07.503712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54536) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:07.508773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1829211960'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:07.551495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-1ade458f-f6ae-4ba3-8c6b-18314a05def2', 'network_id': '1ade458f-f6ae-4ba3-8c6b-18314a05def2', 'tenant_id': '346a7ea58f434ab9a6fdde6d3c2d1311', 'fixed_ips': [{'subnet_id': 'cafae9df-c9ce-4514-a95a-d0d7d24377f0'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:07.556604 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.567911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Made reservation on behalf of 346a7ea58f434ab9a6fdde6d3c2d1311 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:07.571899 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.596343 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:07.604932 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.605271 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Added segment 354a8ec2-52ea-4e70-a5d3-5cbc5a741e15 of type vlan for network c2bbbca4-6914-497f-9358-8385875ad0cd Jun 30 03:44:07.647361 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.698336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Allocated IP 2001:db8:0:ffff::2 (1ade458f-f6ae-4ba3-8c6b-18314a05def2/cafae9df-c9ce-4514-a95a-d0d7d24377f0/457eebad-1bfd-4085-835a-33994dcba081) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:07.716365 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.722037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:07.722629 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.791348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'Network': ['ID=c2bbbca4-6914-497f-9358-8385875ad0cd,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:07.803007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network c2bbbca4-6914-497f-9358-8385875ad0cd details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:07.831318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-46ad7139-897c-4a73-ab7e-72de2a126e65 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3265071 Jun 30 03:44:07.834251 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54538) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:07.839680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Request body: {'subnet': {'network_id': 'c2bbbca4-6914-497f-9358-8385875ad0cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:07.893220 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.904887 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Transition to ACTIVE for port object 457eebad-1bfd-4085-835a-33994dcba081 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:07.921006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Transition to ACTIVE for port object 457eebad-1bfd-4085-835a-33994dcba081 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:07.985266 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:07.996669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Made reservation on behalf of 346a7ea58f434ab9a6fdde6d3c2d1311 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:08.000644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.023003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Network 1ade458f-f6ae-4ba3-8c6b-18314a05def2 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:08.026606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:08.029780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:08.037213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Pushing event updated for resources: {'Port': ['ID=457eebad-1bfd-4085-835a-33994dcba081,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:08.096409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Attempting to bind port 457eebad-1bfd-4085-835a-33994dcba081 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:08.096836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Attempting to bind port 457eebad-1bfd-4085-835a-33994dcba081 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ca2c64d8-90bf-44a1-968f-127e00630fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1ade458f-f6ae-4ba3-8c6b-18314a05def2'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:08.097200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Attempting to bind port 457eebad-1bfd-4085-835a-33994dcba081 on network 1ade458f-f6ae-4ba3-8c6b-18314a05def2 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:08.102558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:08.107370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Checking segment: {'id': 'ca2c64d8-90bf-44a1-968f-127e00630fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1ade458f-f6ae-4ba3-8c6b-18314a05def2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:08.107370 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.107370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Bound using segment: {'id': 'ca2c64d8-90bf-44a1-968f-127e00630fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1ade458f-f6ae-4ba3-8c6b-18314a05def2'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:08.107370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Bound port: 457eebad-1bfd-4085-835a-33994dcba081, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2c64d8-90bf-44a1-968f-127e00630fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1ade458f-f6ae-4ba3-8c6b-18314a05def2'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:08.107370 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.192594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] For port 457eebad-1bfd-4085-835a-33994dcba081, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:08.307779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] For port 457eebad-1bfd-4085-835a-33994dcba081, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=457eebad-1bfd-4085-835a-33994dcba081,segment=NetworkSegment(ca2c64d8-90bf-44a1-968f-127e00630fa7),segment_id=ca2c64d8-90bf-44a1-968f-127e00630fa7)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:08.326625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.392320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'Subnet': ['ID=75cc61b5-f223-44ac-85c0-ae0933071d6d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:08.401120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Checking segment: {'id': '354a8ec2-52ea-4e70-a5d3-5cbc5a741e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c2bbbca4-6914-497f-9358-8385875ad0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:08.401486 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Network hostable DHCP agents. Network: c2bbbca4-6914-497f-9358-8385875ad0cd, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:08.418180 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.473995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77825327-3fff-4a43-a574-c7e1d6f0aff1 None None] Pushing event updated for resources: {'Port': ['ID=457eebad-1bfd-4085-835a-33994dcba081,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:08.477159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Network c2bbbca4-6914-497f-9358-8385875ad0cd is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:08.550888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, c2bbbca4-6914-497f-9358-8385875ad0cd) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:08.555032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:08.555633 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.561658 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f172ec6-b82e-4d97-af18-8fb229670254 None None] Network c2bbbca4-6914-497f-9358-8385875ad0cd requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:08.617019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4a95ff03-5220-4fe3-b3bc-de0001e3c95e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7790263 Jun 30 03:44:08.620644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54540) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:08.745679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.756244 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-c2bbbca4-6914-497f-9358-8385875ad0cd', 'network_id': 'c2bbbca4-6914-497f-9358-8385875ad0cd', 'tenant_id': '346a7ea58f434ab9a6fdde6d3c2d1311', 'fixed_ips': [{'subnet_id': '75cc61b5-f223-44ac-85c0-ae0933071d6d'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:08.757130 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.832986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:08.916776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Allocated IP 2001:db8::2 (c2bbbca4-6914-497f-9358-8385875ad0cd/75cc61b5-f223-44ac-85c0-ae0933071d6d/d68a6f48-f162-490b-a5ec-6d36c8e8fc9e) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:09.059195 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:09.067048 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Transition to ACTIVE for port object d68a6f48-f162-490b-a5ec-6d36c8e8fc9e will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:09.081675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Transition to ACTIVE for port object d68a6f48-f162-490b-a5ec-6d36c8e8fc9e will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:09.146387 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:09.185562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Network c2bbbca4-6914-497f-9358-8385875ad0cd is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:09.188404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:09.192083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:09.201989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Pushing event updated for resources: {'Port': ['ID=d68a6f48-f162-490b-a5ec-6d36c8e8fc9e,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:09.242572 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:09.258699 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Attempting to bind port d68a6f48-f162-490b-a5ec-6d36c8e8fc9e on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:09.259340 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Attempting to bind port d68a6f48-f162-490b-a5ec-6d36c8e8fc9e by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '354a8ec2-52ea-4e70-a5d3-5cbc5a741e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c2bbbca4-6914-497f-9358-8385875ad0cd'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:09.259859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Attempting to bind port d68a6f48-f162-490b-a5ec-6d36c8e8fc9e on network c2bbbca4-6914-497f-9358-8385875ad0cd {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:09.265748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:09.266123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Checking segment: {'id': '354a8ec2-52ea-4e70-a5d3-5cbc5a741e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c2bbbca4-6914-497f-9358-8385875ad0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:09.266672 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:09.267176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Bound using segment: {'id': '354a8ec2-52ea-4e70-a5d3-5cbc5a741e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c2bbbca4-6914-497f-9358-8385875ad0cd'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:09.267538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Bound port: d68a6f48-f162-490b-a5ec-6d36c8e8fc9e, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354a8ec2-52ea-4e70-a5d3-5cbc5a741e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'c2bbbca4-6914-497f-9358-8385875ad0cd'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:09.267912 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:09.271429 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Subnet': ['ID=75cc61b5-f223-44ac-85c0-ae0933071d6d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:09.337789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] For port d68a6f48-f162-490b-a5ec-6d36c8e8fc9e, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:09.344415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] For port d68a6f48-f162-490b-a5ec-6d36c8e8fc9e, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d68a6f48-f162-490b-a5ec-6d36c8e8fc9e,segment=NetworkSegment(354a8ec2-52ea-4e70-a5d3-5cbc5a741e15),segment_id=354a8ec2-52ea-4e70-a5d3-5cbc5a741e15)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:09.344638 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:09.353463 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bbbca4-6914-497f-9358-8385875ad0cd']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:09.364538 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354a8ec2-52ea-4e70-a5d3-5cbc5a741e15') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:09.369071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354a8ec2-52ea-4e70-a5d3-5cbc5a741e15') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:09.374848 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:09.419731 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:09.424485 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:09.429517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:09.429986 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:09.430444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb92e5b-4e22-468c-8d67-3fcebdd2de8d None None] Network 1ade458f-f6ae-4ba3-8c6b-18314a05def2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:09.433192 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:09.511245 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 03:44:09.511245 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 03:44:09.511245 n-d-798249-3 neutron-server[94530]: [parameters: {'id': 'c2bbbca4-6914-497f-9358-8385875ad0cd'}] Jun 30 03:44:09.511245 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:44:09.511988 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:44:09.556706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a08223-da76-4f2e-a4ad-541207dfde8d None None] Pushing event updated for resources: {'Port': ['ID=d68a6f48-f162-490b-a5ec-6d36c8e8fc9e,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:09.592611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482397d4-bf5b-4704-a483-be729c87d1a7 None None] Network c2bbbca4-6914-497f-9358-8385875ad0cd requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:09.634678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-26a5de64-e5e7-4c44-8cf2-30f330fa5485 None None] Provisioning for port 457eebad-1bfd-4085-835a-33994dcba081 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:09.949330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58195831-4c45-4139-a2b4-29c4c15dc0f6 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:44:10.013386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.024603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58195831-4c45-4139-a2b4-29c4c15dc0f6 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:44:10.066213 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Deleting port d68a6f48-f162-490b-a5ec-6d36c8e8fc9e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:10.066483 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.133068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] For port d68a6f48-f162-490b-a5ec-6d36c8e8fc9e, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d68a6f48-f162-490b-a5ec-6d36c8e8fc9e,segment=NetworkSegment(354a8ec2-52ea-4e70-a5d3-5cbc5a741e15),segment_id=354a8ec2-52ea-4e70-a5d3-5cbc5a741e15)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:10.133430 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.146969 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Calling delete_port for d68a6f48-f162-490b-a5ec-6d36c8e8fc9e owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:10.297639 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.325968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No DVR routers for this DVR port d68a6f48-f162-490b-a5ec-6d36c8e8fc9e on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:10.329007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Port': ['ID=d68a6f48-f162-490b-a5ec-6d36c8e8fc9e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:10.392234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 457eebad-1bfd-4085-835a-33994dcba081 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:10.413485 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.423690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bbbca4-6914-497f-9358-8385875ad0cd']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:10.434616 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354a8ec2-52ea-4e70-a5d3-5cbc5a741e15') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:10.434932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354a8ec2-52ea-4e70-a5d3-5cbc5a741e15') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:10.443650 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.458015 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.464258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:10.464653 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:10.468556 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:10.499419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 457eebad-1bfd-4085-835a-33994dcba081 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:10.503656 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 457eebad-1bfd-4085-835a-33994dcba081 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:10.504028 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.580986 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.607724 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.613517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 457eebad-1bfd-4085-835a-33994dcba081, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=457eebad-1bfd-4085-835a-33994dcba081,segment=NetworkSegment(ca2c64d8-90bf-44a1-968f-127e00630fa7),segment_id=ca2c64d8-90bf-44a1-968f-127e00630fa7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:10.625944 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.627800 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/networks/c2bbbca4-6914-497f-9358-8385875ad0cd HTTP/1.1" status: 204 len: 168 time: 2.0049927 Jun 30 03:44:10.629040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db912df7-5830-4f23-9def-f73ecbca7477 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Network': ['ID=c2bbbca4-6914-497f-9358-8385875ad0cd,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:10.631323 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54542) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:10.636535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255490964'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:10.693317 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.727646 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Made reservation on behalf of 346a7ea58f434ab9a6fdde6d3c2d1311 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:10.731200 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.744113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=457eebad-1bfd-4085-835a-33994dcba081,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:10.755949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:10.765188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.765569 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Added segment 4eb5c6bd-6d6b-4749-9f15-94f394acc39a of type vlan for network 15205f5b-f7e4-4f9d-8a93-decdf9025c36 Jun 30 03:44:10.812728 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.891819 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.897271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:10.897883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:10.964829 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'Network': ['ID=15205f5b-f7e4-4f9d-8a93-decdf9025c36,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:10.975290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 15205f5b-f7e4-4f9d-8a93-decdf9025c36 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:11.014908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e61d6518-a264-4d7d-84b3-5a7f79df79a8 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3824768 Jun 30 03:44:11.017566 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54544) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:11.022632 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Request body: {'subnet': {'network_id': '15205f5b-f7e4-4f9d-8a93-decdf9025c36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:11.178958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Made reservation on behalf of 346a7ea58f434ab9a6fdde6d3c2d1311 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:11.182625 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:11.241406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_backend_mixin [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Performing IP validity checks on allocation pools {{(pid=94530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 03:44:11.241871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.ipam_backend_mixin [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94530) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 03:44:11.407928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:11.469598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'Subnet': ['ID=c2875fc1-f8f0-4ec5-bf01-13c3b589852b,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:11.477969 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Checking segment: {'id': '4eb5c6bd-6d6b-4749-9f15-94f394acc39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '15205f5b-f7e4-4f9d-8a93-decdf9025c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:11.478330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Network hostable DHCP agents. Network: 15205f5b-f7e4-4f9d-8a93-decdf9025c36, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:11.573062 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Network 15205f5b-f7e4-4f9d-8a93-decdf9025c36 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:11.635899 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 15205f5b-f7e4-4f9d-8a93-decdf9025c36) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:11.640186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:11.641290 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:11.644275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd53f7a-37f2-4267-9843-a66cc0ef7e31 None None] Network 15205f5b-f7e4-4f9d-8a93-decdf9025c36 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:11.757486 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-11ed1877-70a8-46a1-a7e3-73838d50e233 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7382607 Jun 30 03:44:11.759528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54546) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:11.788639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-15205f5b-f7e4-4f9d-8a93-decdf9025c36', 'network_id': '15205f5b-f7e4-4f9d-8a93-decdf9025c36', 'tenant_id': '346a7ea58f434ab9a6fdde6d3c2d1311', 'fixed_ips': [{'subnet_id': 'c2875fc1-f8f0-4ec5-bf01-13c3b589852b'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:11.789588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:11.854028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:11.907942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:11.929286 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Allocated IP 2001:db8::3 (15205f5b-f7e4-4f9d-8a93-decdf9025c36/c2875fc1-f8f0-4ec5-bf01-13c3b589852b/0f950dff-dd33-45cb-8c8f-aae2cb59a054) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:12.070486 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.078811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Transition to ACTIVE for port object 0f950dff-dd33-45cb-8c8f-aae2cb59a054 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:12.093176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Transition to ACTIVE for port object 0f950dff-dd33-45cb-8c8f-aae2cb59a054 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:12.166430 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.253992 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.284529 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Subnet': ['ID=c2875fc1-f8f0-4ec5-bf01-13c3b589852b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:12.348183 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.361238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15205f5b-f7e4-4f9d-8a93-decdf9025c36']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:12.365908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Network 15205f5b-f7e4-4f9d-8a93-decdf9025c36 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:12.372563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:12.372563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:12.374398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb5c6bd-6d6b-4749-9f15-94f394acc39a') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:12.374796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb5c6bd-6d6b-4749-9f15-94f394acc39a') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:12.381297 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 457eebad-1bfd-4085-835a-33994dcba081 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:12.385520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.385695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Pushing event updated for resources: {'Port': ['ID=0f950dff-dd33-45cb-8c8f-aae2cb59a054,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:12.402896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.409021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:12.412769 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:12.472118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Attempting to bind port 0f950dff-dd33-45cb-8c8f-aae2cb59a054 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:12.472404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Attempting to bind port 0f950dff-dd33-45cb-8c8f-aae2cb59a054 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '4eb5c6bd-6d6b-4749-9f15-94f394acc39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '15205f5b-f7e4-4f9d-8a93-decdf9025c36'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:12.472767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Attempting to bind port 0f950dff-dd33-45cb-8c8f-aae2cb59a054 on network 15205f5b-f7e4-4f9d-8a93-decdf9025c36 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:12.480242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:12.484094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Checking segment: {'id': '4eb5c6bd-6d6b-4749-9f15-94f394acc39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '15205f5b-f7e4-4f9d-8a93-decdf9025c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:12.484094 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.484094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Bound using segment: {'id': '4eb5c6bd-6d6b-4749-9f15-94f394acc39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '15205f5b-f7e4-4f9d-8a93-decdf9025c36'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:12.484094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Bound port: 0f950dff-dd33-45cb-8c8f-aae2cb59a054, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb5c6bd-6d6b-4749-9f15-94f394acc39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '15205f5b-f7e4-4f9d-8a93-decdf9025c36'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:12.484094 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.495835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 457eebad-1bfd-4085-835a-33994dcba081 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:12.496195 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.515177 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 03:44:12.515177 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 03:44:12.515177 n-d-798249-3 neutron-server[94530]: [parameters: {'id': '15205f5b-f7e4-4f9d-8a93-decdf9025c36'}] Jun 30 03:44:12.515177 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:44:12.515706 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:44:12.575934 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] For port 0f950dff-dd33-45cb-8c8f-aae2cb59a054, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:12.579462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] For port 0f950dff-dd33-45cb-8c8f-aae2cb59a054, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f950dff-dd33-45cb-8c8f-aae2cb59a054,segment=NetworkSegment(4eb5c6bd-6d6b-4749-9f15-94f394acc39a),segment_id=4eb5c6bd-6d6b-4749-9f15-94f394acc39a)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:12.648159 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:12.725907 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdcbfe-7fb3-453f-ae2f-493342006c79 None None] Pushing event updated for resources: {'Port': ['ID=0f950dff-dd33-45cb-8c8f-aae2cb59a054,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:12.748612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c0145-b60a-4e15-baa4-f441f2123c7f None None] Network 15205f5b-f7e4-4f9d-8a93-decdf9025c36 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:12.886774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c58afb0-622a-4d98-ae7e-a0a951049aa1 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:44:12.949895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58afb0-622a-4d98-ae7e-a0a951049aa1 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:44:13.016550 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.068253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Deleting port 0f950dff-dd33-45cb-8c8f-aae2cb59a054 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:13.068597 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.135712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] For port 0f950dff-dd33-45cb-8c8f-aae2cb59a054, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f950dff-dd33-45cb-8c8f-aae2cb59a054,segment=NetworkSegment(4eb5c6bd-6d6b-4749-9f15-94f394acc39a),segment_id=4eb5c6bd-6d6b-4749-9f15-94f394acc39a)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:13.136076 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.150401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Calling delete_port for 0f950dff-dd33-45cb-8c8f-aae2cb59a054 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:13.322448 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.348053 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Port': ['ID=0f950dff-dd33-45cb-8c8f-aae2cb59a054,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:13.352445 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No DVR routers for this DVR port 0f950dff-dd33-45cb-8c8f-aae2cb59a054 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:13.431238 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.440821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15205f5b-f7e4-4f9d-8a93-decdf9025c36']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:13.450874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb5c6bd-6d6b-4749-9f15-94f394acc39a') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:13.451172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb5c6bd-6d6b-4749-9f15-94f394acc39a') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:13.459656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.473599 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.479371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:13.479755 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:13.482733 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:13.601817 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.608429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.610243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/networks/15205f5b-f7e4-4f9d-8a93-decdf9025c36 HTTP/1.1" status: 204 len: 168 time: 1.8498008 Jun 30 03:44:13.613977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54548) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:13.619196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-903876237'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:13.622268 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2055e81-72a8-41fb-abfb-201d3b44f2c4 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Network': ['ID=15205f5b-f7e4-4f9d-8a93-decdf9025c36,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:13.704456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Made reservation on behalf of 346a7ea58f434ab9a6fdde6d3c2d1311 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:13.707949 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.731410 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:13.739652 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.739998 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Added segment d819d8d5-6a58-493b-b2cd-985653a712f9 of type vlan for network 7d59adc3-d54b-4e39-a9b5-e136a66e8161 Jun 30 03:44:13.778934 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.881977 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.887467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:13.888677 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:13.955286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'Network': ['ID=7d59adc3-d54b-4e39-a9b5-e136a66e8161,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:13.965845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 7d59adc3-d54b-4e39-a9b5-e136a66e8161 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:13.995479 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f1ab7e73-908f-4f42-8ceb-fae9990c6500 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3803957 Jun 30 03:44:13.999538 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54550) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:14.004556 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Request body: {'subnet': {'network_id': '7d59adc3-d54b-4e39-a9b5-e136a66e8161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:14.161953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Made reservation on behalf of 346a7ea58f434ab9a6fdde6d3c2d1311 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:14.165473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:14.429380 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:14.492907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'Subnet': ['ID=4460c453-77b0-443b-b798-bfa1cae5b360,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:14.502378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Checking segment: {'id': 'd819d8d5-6a58-493b-b2cd-985653a712f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7d59adc3-d54b-4e39-a9b5-e136a66e8161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:14.502750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Network hostable DHCP agents. Network: 7d59adc3-d54b-4e39-a9b5-e136a66e8161, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:14.571763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Network 7d59adc3-d54b-4e39-a9b5-e136a66e8161 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:14.652009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 7d59adc3-d54b-4e39-a9b5-e136a66e8161) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:14.656802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:14.657381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:14.661398 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1b7172-d31c-46e1-9c8b-2b734dfdf216 None None] Network 7d59adc3-d54b-4e39-a9b5-e136a66e8161 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:14.738724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-47fcad89-805e-4216-a617-31f8a0339b39 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7380316 Jun 30 03:44:14.742313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54552) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:14.747753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-844492105'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:14.821354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-7d59adc3-d54b-4e39-a9b5-e136a66e8161', 'network_id': '7d59adc3-d54b-4e39-a9b5-e136a66e8161', 'tenant_id': '346a7ea58f434ab9a6fdde6d3c2d1311', 'fixed_ips': [{'subnet_id': '4460c453-77b0-443b-b798-bfa1cae5b360'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:14.822967 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:14.842243 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Made reservation on behalf of 346a7ea58f434ab9a6fdde6d3c2d1311 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:14.846068 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:14.869850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:14.878367 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:14.878732 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Added segment 23afbce9-7db9-4e38-91af-86b771345966 of type vlan for network dcd7eda0-3c10-40bb-b56d-0241239c1ad9 Jun 30 03:44:14.922478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:14.960043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Allocated IP 2001:db8::2 (7d59adc3-d54b-4e39-a9b5-e136a66e8161/4460c453-77b0-443b-b798-bfa1cae5b360/b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:15.001583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:15.007237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:15.007852 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:15.079142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'Network': ['ID=dcd7eda0-3c10-40bb-b56d-0241239c1ad9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:15.090688 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network dcd7eda0-3c10-40bb-b56d-0241239c1ad9 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:15.122546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e298ff6-c8a9-4e10-af46-bf60582debb3 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3789468 Jun 30 03:44:15.125430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54554) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:15.130894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Request body: {'subnet': {'network_id': 'dcd7eda0-3c10-40bb-b56d-0241239c1ad9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:15.137163 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:15.154770 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Transition to ACTIVE for port object b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:15.183928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Transition to ACTIVE for port object b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:15.271248 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:15.304657 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Made reservation on behalf of 346a7ea58f434ab9a6fdde6d3c2d1311 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:15.307066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Network 7d59adc3-d54b-4e39-a9b5-e136a66e8161 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:15.308309 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:15.310433 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:15.314618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:15.327189 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Pushing event updated for resources: {'Port': ['ID=b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:15.378871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Attempting to bind port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:15.379240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Attempting to bind port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd819d8d5-6a58-493b-b2cd-985653a712f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7d59adc3-d54b-4e39-a9b5-e136a66e8161'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:15.379604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Attempting to bind port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea on network 7d59adc3-d54b-4e39-a9b5-e136a66e8161 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:15.384631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:15.385004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Checking segment: {'id': 'd819d8d5-6a58-493b-b2cd-985653a712f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7d59adc3-d54b-4e39-a9b5-e136a66e8161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:15.385413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:15.392447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Bound using segment: {'id': 'd819d8d5-6a58-493b-b2cd-985653a712f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7d59adc3-d54b-4e39-a9b5-e136a66e8161'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:15.392447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Bound port: b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd819d8d5-6a58-493b-b2cd-985653a712f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '7d59adc3-d54b-4e39-a9b5-e136a66e8161'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:15.392447 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:15.449039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] For port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:15.452153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] For port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea,segment=NetworkSegment(d819d8d5-6a58-493b-b2cd-985653a712f9),segment_id=d819d8d5-6a58-493b-b2cd-985653a712f9)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:15.532440 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:15.555058 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:15.597671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df20f1-695d-45ed-8300-ddc2b50bc06b None None] Pushing event updated for resources: {'Port': ['ID=b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:15.620026 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event updated for resources: {'Subnet': ['ID=cf39a1f0-611b-4300-b761-3e21ae506faa,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:15.635958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Checking segment: {'id': '23afbce9-7db9-4e38-91af-86b771345966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dcd7eda0-3c10-40bb-b56d-0241239c1ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:15.636325 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Network hostable DHCP agents. Network: dcd7eda0-3c10-40bb-b56d-0241239c1ad9, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:15.716520 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Network dcd7eda0-3c10-40bb-b56d-0241239c1ad9 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:15.813394 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, dcd7eda0-3c10-40bb-b56d-0241239c1ad9) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:15.819135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:15.819135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:15.823775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bec3080-9774-4724-b249-2c1476924ee3 None None] Network dcd7eda0-3c10-40bb-b56d-0241239c1ad9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:15.911498 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-7d00b6b8-b8d8-4d82-b27b-d70e4310a0e0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7848663 Jun 30 03:44:15.914622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54556) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:15.975822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-dcd7eda0-3c10-40bb-b56d-0241239c1ad9', 'network_id': 'dcd7eda0-3c10-40bb-b56d-0241239c1ad9', 'tenant_id': '346a7ea58f434ab9a6fdde6d3c2d1311', 'fixed_ips': [{'subnet_id': 'cf39a1f0-611b-4300-b761-3e21ae506faa'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:15.976726 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.011807 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.063472 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.110217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Allocated IP 2001:db8::2 (dcd7eda0-3c10-40bb-b56d-0241239c1ad9/cf39a1f0-611b-4300-b761-3e21ae506faa/42bcf1d2-2e53-496e-86b9-edfe5722fbcf) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:16.275104 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.282413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Transition to ACTIVE for port object 42bcf1d2-2e53-496e-86b9-edfe5722fbcf will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:16.298346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Transition to ACTIVE for port object 42bcf1d2-2e53-496e-86b9-edfe5722fbcf will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:16.379868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.416749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Network dcd7eda0-3c10-40bb-b56d-0241239c1ad9 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:16.419533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:16.427243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:16.442132 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.449415 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:16.470788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Subnet': ['ID=cf39a1f0-611b-4300-b761-3e21ae506faa,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:16.475314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Pushing event updated for resources: {'Port': ['ID=42bcf1d2-2e53-496e-86b9-edfe5722fbcf,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:16.529182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170f119-f1c7-4f48-836a-483b1ef1518d None None] Network 7d59adc3-d54b-4e39-a9b5-e136a66e8161 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:16.533024 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.543552 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd7eda0-3c10-40bb-b56d-0241239c1ad9']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:16.558649 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23afbce9-7db9-4e38-91af-86b771345966') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:16.558950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23afbce9-7db9-4e38-91af-86b771345966') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:16.569474 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.583398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.589794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:16.591521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Attempting to bind port 42bcf1d2-2e53-496e-86b9-edfe5722fbcf on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:16.591648 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.591771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Attempting to bind port 42bcf1d2-2e53-496e-86b9-edfe5722fbcf by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '23afbce9-7db9-4e38-91af-86b771345966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dcd7eda0-3c10-40bb-b56d-0241239c1ad9'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:16.591771 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Attempting to bind port 42bcf1d2-2e53-496e-86b9-edfe5722fbcf on network dcd7eda0-3c10-40bb-b56d-0241239c1ad9 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:16.593476 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:16.620978 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:16.621356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Checking segment: {'id': '23afbce9-7db9-4e38-91af-86b771345966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dcd7eda0-3c10-40bb-b56d-0241239c1ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:16.621803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.622782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Bound using segment: {'id': '23afbce9-7db9-4e38-91af-86b771345966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dcd7eda0-3c10-40bb-b56d-0241239c1ad9'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:16.623266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Bound port: 42bcf1d2-2e53-496e-86b9-edfe5722fbcf, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23afbce9-7db9-4e38-91af-86b771345966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'dcd7eda0-3c10-40bb-b56d-0241239c1ad9'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:16.623646 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.699403 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.db.api [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 03:44:16.699403 n-d-798249-3 neutron-server[94530]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 03:44:16.699403 n-d-798249-3 neutron-server[94530]: [parameters: {'id': 'dcd7eda0-3c10-40bb-b56d-0241239c1ad9'}] Jun 30 03:44:16.699403 n-d-798249-3 neutron-server[94530]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:44:16.700426 n-d-798249-3 neutron-server[94530]: DEBUG oslo_db.api [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:44:16.706008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:16.752225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-72c25ec6-665d-4840-bab9-3a010c7deb97 None None] Provisioning for port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:16.765463 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] For port 42bcf1d2-2e53-496e-86b9-edfe5722fbcf, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:16.769063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-72c25ec6-665d-4840-bab9-3a010c7deb97 None None] Provisioning complete for port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:16.769438 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-72c25ec6-665d-4840-bab9-3a010c7deb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.801594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] For port 42bcf1d2-2e53-496e-86b9-edfe5722fbcf, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=42bcf1d2-2e53-496e-86b9-edfe5722fbcf,segment=NetworkSegment(23afbce9-7db9-4e38-91af-86b771345966),segment_id=23afbce9-7db9-4e38-91af-86b771345966)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:16.877077 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.958537 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-72c25ec6-665d-4840-bab9-3a010c7deb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.013238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baa76e-ea12-42d6-9d94-1e19cdf3f61b None None] Pushing event updated for resources: {'Port': ['ID=42bcf1d2-2e53-496e-86b9-edfe5722fbcf,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:17.019413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cdbae2-6ac0-473e-bb02-b632ba3321a9 None None] Network dcd7eda0-3c10-40bb-b56d-0241239c1ad9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:17.069122 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-72c25ec6-665d-4840-bab9-3a010c7deb97 None None] For port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea,segment=NetworkSegment(d819d8d5-6a58-493b-b2cd-985653a712f9),segment_id=d819d8d5-6a58-493b-b2cd-985653a712f9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:17.129187 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-72c25ec6-665d-4840-bab9-3a010c7deb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.201217 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.257779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Deleting port 42bcf1d2-2e53-496e-86b9-edfe5722fbcf {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:17.258122 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.327211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] For port 42bcf1d2-2e53-496e-86b9-edfe5722fbcf, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=42bcf1d2-2e53-496e-86b9-edfe5722fbcf,segment=NetworkSegment(23afbce9-7db9-4e38-91af-86b771345966),segment_id=23afbce9-7db9-4e38-91af-86b771345966)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:17.327576 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.341172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Calling delete_port for 42bcf1d2-2e53-496e-86b9-edfe5722fbcf owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:17.374870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-36f4d9bd-906a-4dc1-9bd7-f6a6119decd9 None None] Provisioning complete for port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:17.375243 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-36f4d9bd-906a-4dc1-9bd7-f6a6119decd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.376683 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c25ec6-665d-4840-bab9-3a010c7deb97 None None] Pushing event updated for resources: {'Port': ['ID=b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:17.424890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df324fb1-48b1-4047-b7ca-c2a8ea7c63c0 None None] get_active_networks_info from n-d-798249-3 {{(pid=94532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:44:17.515703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.539800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df324fb1-48b1-4047-b7ca-c2a8ea7c63c0 None None] Resources bound (agent type, host, resource id): {{(pid=94532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:44:17.543384 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Port': ['ID=42bcf1d2-2e53-496e-86b9-edfe5722fbcf,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:17.546208 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No DVR routers for this DVR port 42bcf1d2-2e53-496e-86b9-edfe5722fbcf on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:17.625907 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.635996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd7eda0-3c10-40bb-b56d-0241239c1ad9']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:17.647010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23afbce9-7db9-4e38-91af-86b771345966') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:17.647699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23afbce9-7db9-4e38-91af-86b771345966') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:17.658279 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.673028 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.679299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:17.679873 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:17.682944 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:17.784587 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.796360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:17.796360 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/networks/dcd7eda0-3c10-40bb-b56d-0241239c1ad9 HTTP/1.1" status: 204 len: 168 time: 1.8777599 Jun 30 03:44:17.797140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54558) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:17.805762 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370d067-b3d3-4dcc-9a7e-a0fe91bcc893 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Network': ['ID=dcd7eda0-3c10-40bb-b56d-0241239c1ad9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:17.824563 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-8290d2f0-735b-483a-a801-815dcf0bc721 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] GET failed (client error): The resource could not be found. Jun 30 03:44:17.825856 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8290d2f0-735b-483a-a801-815dcf0bc721 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "GET /v2.0/subnets/cf39a1f0-611b-4300-b761-3e21ae506faa HTTP/1.1" status: 404 len: 337 time: 0.0276234 Jun 30 03:44:17.828605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54560) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:17.847900 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-890d0c6d-8c7a-4c50-a84a-16092426d0e9 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] DELETE failed (client error): The resource could not be found. Jun 30 03:44:17.848465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890d0c6d-8c7a-4c50-a84a-16092426d0e9 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:44:17.850228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-890d0c6d-8c7a-4c50-a84a-16092426d0e9 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/networks/dcd7eda0-3c10-40bb-b56d-0241239c1ad9 HTTP/1.1" status: 404 len: 339 time: 0.0206730 Jun 30 03:44:17.853958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54562) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:17.879159 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccdf9ad-fb2a-489f-998e-966ccaef9a37 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] DELETE failed (client error): The resource could not be found. Jun 30 03:44:17.879624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eccdf9ad-fb2a-489f-998e-966ccaef9a37 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:44:17.881204 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-eccdf9ad-fb2a-489f-998e-966ccaef9a37 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/subnets/cf39a1f0-611b-4300-b761-3e21ae506faa HTTP/1.1" status: 404 len: 337 time: 0.0263577 Jun 30 03:44:17.883632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54564) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:17.900930 n-d-798249-3 neutron-server[94531]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f0a84b-be45-4bdb-b5db-a7e0981215c2 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] DELETE failed (client error): The resource could not be found. Jun 30 03:44:17.901354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f0a84b-be45-4bdb-b5db-a7e0981215c2 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94531) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:44:17.902999 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f3f0a84b-be45-4bdb-b5db-a7e0981215c2 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/networks/dcd7eda0-3c10-40bb-b56d-0241239c1ad9 HTTP/1.1" status: 404 len: 339 time: 0.0184989 Jun 30 03:44:17.905977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54566) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:17.958572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-10197b47-9a8f-4b57-923e-da6392622659 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Deleting subnet 4460c453-77b0-443b-b798-bfa1cae5b360 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:44:17.961890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10197b47-9a8f-4b57-923e-da6392622659 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.004062 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10197b47-9a8f-4b57-923e-da6392622659 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.083700 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10197b47-9a8f-4b57-923e-da6392622659 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.236482 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10197b47-9a8f-4b57-923e-da6392622659 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.267350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10197b47-9a8f-4b57-923e-da6392622659 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Subnet': ['ID=4460c453-77b0-443b-b798-bfa1cae5b360,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:18.273830 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-10197b47-9a8f-4b57-923e-da6392622659 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.276141 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-10197b47-9a8f-4b57-923e-da6392622659 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/subnets/4460c453-77b0-443b-b798-bfa1cae5b360 HTTP/1.1" status: 204 len: 168 time: 0.3687854 Jun 30 03:44:18.278140 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54568) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:18.280576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3302788e-6f20-4e83-a19d-2ac92f015481 None None] Network 7d59adc3-d54b-4e39-a9b5-e136a66e8161 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:18.357163 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.384886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:18.411174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Deleting port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:18.411540 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.454496 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:18.454869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.479692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] For port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea,segment=NetworkSegment(d819d8d5-6a58-493b-b2cd-985653a712f9),segment_id=d819d8d5-6a58-493b-b2cd-985653a712f9)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:18.480001 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.494717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Calling delete_port for b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:18.524276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317f761-5634-468d-b1dd-65db6f39b87f None None] DHCP port deletion for 7d59adc3-d54b-4e39-a9b5-e136a66e8161 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:44:18.585583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6317f761-5634-468d-b1dd-65db6f39b87f None None] Deleting port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:18.586239 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6317f761-5634-468d-b1dd-65db6f39b87f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.647776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6317f761-5634-468d-b1dd-65db6f39b87f None None] For port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea,segment=NetworkSegment(d819d8d5-6a58-493b-b2cd-985653a712f9),segment_id=d819d8d5-6a58-493b-b2cd-985653a712f9)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:18.648173 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6317f761-5634-468d-b1dd-65db6f39b87f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.653978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.661994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6317f761-5634-468d-b1dd-65db6f39b87f None None] Calling delete_port for b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:18.681224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No DVR routers for this DVR port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:18.686520 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Port': ['ID=b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:18.741882 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6317f761-5634-468d-b1dd-65db6f39b87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.765123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317f761-5634-468d-b1dd-65db6f39b87f None None] Pushing event deleted for resources: {'Port': ['ID=b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:18.767244 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.772990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317f761-5634-468d-b1dd-65db6f39b87f None None] No DVR routers for this DVR port b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:18.782377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d59adc3-d54b-4e39-a9b5-e136a66e8161']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:18.792922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd819d8d5-6a58-493b-b2cd-985653a712f9') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:18.793225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd819d8d5-6a58-493b-b2cd-985653a712f9') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:18.801866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.815125 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.820741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:18.821133 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:18.823979 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:18.984637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.992103 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:18.993925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/networks/7d59adc3-d54b-4e39-a9b5-e136a66e8161 HTTP/1.1" status: 204 len: 168 time: 0.7144904 Jun 30 03:44:18.997794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54570) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:19.005551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f12524-5ad1-4637-ad00-431ca8b899b6 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Network': ['ID=7d59adc3-d54b-4e39-a9b5-e136a66e8161,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:19.023743 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a1390f-396a-45af-9bca-3be801975e85 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] DELETE failed (client error): The resource could not be found. Jun 30 03:44:19.024145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a1390f-396a-45af-9bca-3be801975e85 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:44:19.025858 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f9a1390f-396a-45af-9bca-3be801975e85 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/subnets/c2875fc1-f8f0-4ec5-bf01-13c3b589852b HTTP/1.1" status: 404 len: 337 time: 0.0281994 Jun 30 03:44:19.028911 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54572) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:19.046458 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b0c66e-8c56-4e22-855f-49d4527a4810 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] DELETE failed (client error): The resource could not be found. Jun 30 03:44:19.046920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b0c66e-8c56-4e22-855f-49d4527a4810 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:44:19.048595 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-72b0c66e-8c56-4e22-855f-49d4527a4810 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/networks/15205f5b-f7e4-4f9d-8a93-decdf9025c36 HTTP/1.1" status: 404 len: 339 time: 0.0187838 Jun 30 03:44:19.051098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54574) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:19.076769 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-23609411-d608-41f6-99f2-5535551ea3c0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] DELETE failed (client error): The resource could not be found. Jun 30 03:44:19.077258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23609411-d608-41f6-99f2-5535551ea3c0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:44:19.079078 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-23609411-d608-41f6-99f2-5535551ea3c0 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/subnets/75cc61b5-f223-44ac-85c0-ae0933071d6d HTTP/1.1" status: 404 len: 337 time: 0.0270422 Jun 30 03:44:19.081550 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54576) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:19.099702 n-d-798249-3 neutron-server[94530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba17da1e-42fc-498e-bdc5-dd94799e3f75 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] DELETE failed (client error): The resource could not be found. Jun 30 03:44:19.100270 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba17da1e-42fc-498e-bdc5-dd94799e3f75 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94530) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:44:19.101899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ba17da1e-42fc-498e-bdc5-dd94799e3f75 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/networks/c2bbbca4-6914-497f-9358-8385875ad0cd HTTP/1.1" status: 404 len: 339 time: 0.0194590 Jun 30 03:44:19.104234 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54578) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:19.158439 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc421d74-877b-4766-843f-18f780f11f3e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Deleting subnet cafae9df-c9ce-4514-a95a-d0d7d24377f0 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:44:19.161565 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc421d74-877b-4766-843f-18f780f11f3e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:19.533293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc421d74-877b-4766-843f-18f780f11f3e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:19.615166 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc421d74-877b-4766-843f-18f780f11f3e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:19.762225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc421d74-877b-4766-843f-18f780f11f3e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:19.786365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc421d74-877b-4766-843f-18f780f11f3e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Subnet': ['ID=cafae9df-c9ce-4514-a95a-d0d7d24377f0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:19.792523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bc421d74-877b-4766-843f-18f780f11f3e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:19.794991 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bc421d74-877b-4766-843f-18f780f11f3e tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/subnets/cafae9df-c9ce-4514-a95a-d0d7d24377f0 HTTP/1.1" status: 204 len: 168 time: 0.6898520 Jun 30 03:44:19.797399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54580) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:19.800626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebb736c-f57e-44a8-9c5b-1416cfa5fb53 None None] Network 1ade458f-f6ae-4ba3-8c6b-18314a05def2 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:19.873190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:19.926131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Deleting port 457eebad-1bfd-4085-835a-33994dcba081 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:19.926481 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:19.993505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] For port 457eebad-1bfd-4085-835a-33994dcba081, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=457eebad-1bfd-4085-835a-33994dcba081,segment=NetworkSegment(ca2c64d8-90bf-44a1-968f-127e00630fa7),segment_id=ca2c64d8-90bf-44a1-968f-127e00630fa7)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:19.993888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.001898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cdbea1-beda-4e04-a1c7-af1846d8f5dd None None] DHCP port deletion for 1ade458f-f6ae-4ba3-8c6b-18314a05def2 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:44:20.007375 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Calling delete_port for 457eebad-1bfd-4085-835a-33994dcba081 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:20.047615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e7cdbea1-beda-4e04-a1c7-af1846d8f5dd None None] Deleting port 457eebad-1bfd-4085-835a-33994dcba081 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:20.047898 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbea1-beda-4e04-a1c7-af1846d8f5dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.108164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-e7cdbea1-beda-4e04-a1c7-af1846d8f5dd None None] For port 457eebad-1bfd-4085-835a-33994dcba081, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=457eebad-1bfd-4085-835a-33994dcba081,segment=NetworkSegment(ca2c64d8-90bf-44a1-968f-127e00630fa7),segment_id=ca2c64d8-90bf-44a1-968f-127e00630fa7)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:20.108526 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbea1-beda-4e04-a1c7-af1846d8f5dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.120753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-e7cdbea1-beda-4e04-a1c7-af1846d8f5dd None None] Calling delete_port for 457eebad-1bfd-4085-835a-33994dcba081 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:20.138447 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.170306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Port': ['ID=457eebad-1bfd-4085-835a-33994dcba081,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:20.172238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] No DVR routers for this DVR port 457eebad-1bfd-4085-835a-33994dcba081 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:20.198040 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e7cdbea1-beda-4e04-a1c7-af1846d8f5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.224752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdbea1-beda-4e04-a1c7-af1846d8f5dd None None] Pushing event deleted for resources: {'Port': ['ID=457eebad-1bfd-4085-835a-33994dcba081,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:20.226528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cdbea1-beda-4e04-a1c7-af1846d8f5dd None None] No DVR routers for this DVR port 457eebad-1bfd-4085-835a-33994dcba081 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:20.250313 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.259923 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ade458f-f6ae-4ba3-8c6b-18314a05def2']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:20.270010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2c64d8-90bf-44a1-968f-127e00630fa7') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:20.270310 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2c64d8-90bf-44a1-968f-127e00630fa7') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:20.279679 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.300573 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.306253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:20.306640 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:20.310259 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:20.364192 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 457eebad-1bfd-4085-835a-33994dcba081 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:20.384814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 457eebad-1bfd-4085-835a-33994dcba081 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:20.385153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 457eebad-1bfd-4085-835a-33994dcba081 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:20.385594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:20.403390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:20.403730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b9c441d7-c9c4-47bc-b5cb-9dc9615c3cea not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:20.453089 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.460059 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:20.462255 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] 10.222.0.77 "DELETE /v2.0/networks/1ade458f-f6ae-4ba3-8c6b-18314a05def2 HTTP/1.1" status: 204 len: 168 time: 0.6638689 Jun 30 03:44:20.473884 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce945f-06ac-4292-b018-efc7dc800b96 tempest-NetworksIpV6Test-606247852 tempest-NetworksIpV6Test-606247852-project] Pushing event deleted for resources: {'Network': ['ID=1ade458f-f6ae-4ba3-8c6b-18314a05def2,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:20.998474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54588) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:21.123717 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c5ae88a5-b8d3-47b5-8729-e06a8fe1c829 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=346a7ea58f434ab9a6fdde6d3c2d1311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240168 Jun 30 03:44:21.126123 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54592) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:21.174777 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78bccdcc-84f2-4ebc-a79c-861bc1e3ae95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:21.195857 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78bccdcc-84f2-4ebc-a79c-861bc1e3ae95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:21.321369 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78bccdcc-84f2-4ebc-a79c-861bc1e3ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:21.323870 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-78bccdcc-84f2-4ebc-a79c-861bc1e3ae95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:21.325036 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-78bccdcc-84f2-4ebc-a79c-861bc1e3ae95 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d26be049-86fa-455f-b7b4-b17c98e582f0 HTTP/1.1" status: 204 len: 168 time: 0.1979959 Jun 30 03:44:21.333025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bccdcc-84f2-4ebc-a79c-861bc1e3ae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26be049-86fa-455f-b7b4-b17c98e582f0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:22.253796 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54614) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:22.347209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ee4432b6-a62e-4c13-8742-5b4fd39c56da tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1047642739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:22.430190 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee4432b6-a62e-4c13-8742-5b4fd39c56da tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:22.431192 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee4432b6-a62e-4c13-8742-5b4fd39c56da tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:22.481453 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee4432b6-a62e-4c13-8742-5b4fd39c56da tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:22.545172 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee4432b6-a62e-4c13-8742-5b4fd39c56da tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:22.635689 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ee4432b6-a62e-4c13-8742-5b4fd39c56da tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:22.636902 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ee4432b6-a62e-4c13-8742-5b4fd39c56da tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3820930 Jun 30 03:44:22.639752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:22.644635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-587164957'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:22.744698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Made reservation on behalf of 11b9999e091f4686b052863445d5606d for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:22.748869 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:22.758120 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:22.848109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:22.937337 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:22.963671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:22.972660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab3c2ed-6732-4ed3-bd6e-3a98bf765bb2,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:22.979371 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:22.979722 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Added segment e4e60cc9-69d1-4edd-8c01-66319b77491b of type vlan for network 5a9b4053-1556-4ca5-8604-651c8f66f907 Jun 30 03:44:23.021136 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:23.138822 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:23.147241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:23.147873 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:23.221891 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event updated for resources: {'Network': ['ID=5a9b4053-1556-4ca5-8604-651c8f66f907,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:23.231887 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 5a9b4053-1556-4ca5-8604-651c8f66f907 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:23.271116 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fff02343-d960-4d83-a99b-1996cb6dec6c tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6302292 Jun 30 03:44:23.274185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54620) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:23.279947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Request body: {'subnet': {'network_id': '5a9b4053-1556-4ca5-8604-651c8f66f907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:23.452679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Made reservation on behalf of 11b9999e091f4686b052863445d5606d for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:23.456602 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:23.464632 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:23.732402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:23.795569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event updated for resources: {'Subnet': ['ID=2265a3d7-8fb8-49ba-b83d-d22aa92671d5,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:23.803750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Checking segment: {'id': 'e4e60cc9-69d1-4edd-8c01-66319b77491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5a9b4053-1556-4ca5-8604-651c8f66f907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:23.804119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Network hostable DHCP agents. Network: 5a9b4053-1556-4ca5-8604-651c8f66f907, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:23.898263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Network 5a9b4053-1556-4ca5-8604-651c8f66f907 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:23.994628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 5a9b4053-1556-4ca5-8604-651c8f66f907) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:23.998677 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:24.002022 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.005536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345361cc-62d4-4036-89d6-d7d7f4c9383d None None] Network 5a9b4053-1556-4ca5-8604-651c8f66f907 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:24.042653 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.130693 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bd434566-fbeb-4363-8624-60bc83b9fda6 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8554647 Jun 30 03:44:24.133877 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54622) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:24.139809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-911145535'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:24.148789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-5a9b4053-1556-4ca5-8604-651c8f66f907', 'network_id': '5a9b4053-1556-4ca5-8604-651c8f66f907', 'tenant_id': '11b9999e091f4686b052863445d5606d', 'fixed_ips': [{'subnet_id': '2265a3d7-8fb8-49ba-b83d-d22aa92671d5'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:24.149687 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.279407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Allocated IP 172.20.0.2 (5a9b4053-1556-4ca5-8604-651c8f66f907/2265a3d7-8fb8-49ba-b83d-d22aa92671d5/a8c25252-bee9-4bd2-aac8-8749644abd51) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:24.298435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Made reservation on behalf of 11b9999e091f4686b052863445d5606d for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:24.302155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.326982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:24.336144 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.336469 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Added segment b8adc946-ce53-44fa-a4bc-9f29c2a7486b of type vlan for network 2244d7b4-abc6-4907-b958-32bde9f8de9e Jun 30 03:44:24.376848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.420186 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.427994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Transition to ACTIVE for port object a8c25252-bee9-4bd2-aac8-8749644abd51 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:24.442197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Transition to ACTIVE for port object a8c25252-bee9-4bd2-aac8-8749644abd51 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:24.509913 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.516060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:24.516652 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.544844 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.582664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Network 5a9b4053-1556-4ca5-8604-651c8f66f907 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:24.587441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:24.591956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event updated for resources: {'Network': ['ID=2244d7b4-abc6-4907-b958-32bde9f8de9e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:24.595871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:24.597936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Pushing event updated for resources: {'Port': ['ID=a8c25252-bee9-4bd2-aac8-8749644abd51,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:24.602634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 2244d7b4-abc6-4907-b958-32bde9f8de9e details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:24.642236 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9914174b-240d-4894-8fba-9ea1f16517cf tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5071852 Jun 30 03:44:24.645384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54624) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:24.649843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Request body: {'subnet': {'network_id': '2244d7b4-abc6-4907-b958-32bde9f8de9e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:24.709136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Attempting to bind port a8c25252-bee9-4bd2-aac8-8749644abd51 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:24.709527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Attempting to bind port a8c25252-bee9-4bd2-aac8-8749644abd51 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'e4e60cc9-69d1-4edd-8c01-66319b77491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5a9b4053-1556-4ca5-8604-651c8f66f907'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:24.709888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Attempting to bind port a8c25252-bee9-4bd2-aac8-8749644abd51 on network 5a9b4053-1556-4ca5-8604-651c8f66f907 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:24.716299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:24.716678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Checking segment: {'id': 'e4e60cc9-69d1-4edd-8c01-66319b77491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5a9b4053-1556-4ca5-8604-651c8f66f907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:24.717082 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.717467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Bound using segment: {'id': 'e4e60cc9-69d1-4edd-8c01-66319b77491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5a9b4053-1556-4ca5-8604-651c8f66f907'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:24.717960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Bound port: a8c25252-bee9-4bd2-aac8-8749644abd51, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e60cc9-69d1-4edd-8c01-66319b77491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5a9b4053-1556-4ca5-8604-651c8f66f907'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:24.718343 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.781145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] For port a8c25252-bee9-4bd2-aac8-8749644abd51, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:24.784414 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] For port a8c25252-bee9-4bd2-aac8-8749644abd51, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a8c25252-bee9-4bd2-aac8-8749644abd51,segment=NetworkSegment(e4e60cc9-69d1-4edd-8c01-66319b77491b),segment_id=e4e60cc9-69d1-4edd-8c01-66319b77491b)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:24.813119 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Made reservation on behalf of 11b9999e091f4686b052863445d5606d for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:24.813119 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.853289 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.923228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d38510-5aca-40dd-897b-ec5e6861de5a None None] Pushing event updated for resources: {'Port': ['ID=a8c25252-bee9-4bd2-aac8-8749644abd51,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:25.065188 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:25.133719 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event updated for resources: {'Subnet': ['ID=be47fe66-dda3-419c-bccd-9b18c1d0aaf3,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:25.145995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Checking segment: {'id': 'b8adc946-ce53-44fa-a4bc-9f29c2a7486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2244d7b4-abc6-4907-b958-32bde9f8de9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:25.146566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Network hostable DHCP agents. Network: 2244d7b4-abc6-4907-b958-32bde9f8de9e, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:25.264297 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Network 2244d7b4-abc6-4907-b958-32bde9f8de9e is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:25.354646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 2244d7b4-abc6-4907-b958-32bde9f8de9e) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:25.359835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:25.360435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:25.364258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ead595-f070-4875-a8d8-7f9127df4a49 None None] Network 2244d7b4-abc6-4907-b958-32bde9f8de9e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:25.442173 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a81e906c-03d7-4d9c-8f91-dcf112cbcda1 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7961481 Jun 30 03:44:25.444843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54626) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:25.449551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-8fa74305-6aeb-47f7-9b20-3bd455f6008a tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Request body: {'router': {'external_gateway_info': {'network_id': '2244d7b4-abc6-4907-b958-32bde9f8de9e'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:25.510785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-2244d7b4-abc6-4907-b958-32bde9f8de9e', 'network_id': '2244d7b4-abc6-4907-b958-32bde9f8de9e', 'tenant_id': '11b9999e091f4686b052863445d5606d', 'fixed_ips': [{'subnet_id': 'be47fe66-dda3-419c-bccd-9b18c1d0aaf3'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:25.511963 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:25.703180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Allocated IP 172.21.0.2 (2244d7b4-abc6-4907-b958-32bde9f8de9e/be47fe66-dda3-419c-bccd-9b18c1d0aaf3/c490ed93-01e9-4748-b4dc-58236b1838c9) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:25.704518 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8fa74305-6aeb-47f7-9b20-3bd455f6008a tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:25.865698 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:25.875980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Transition to ACTIVE for port object c490ed93-01e9-4748-b4dc-58236b1838c9 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:25.884219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f810b7-753e-40b9-8e4a-01df6011ac92 None None] Network 5a9b4053-1556-4ca5-8604-651c8f66f907 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:25.937648 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [None req-8fa74305-6aeb-47f7-9b20-3bd455f6008a tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:44:25.944838 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8fa74305-6aeb-47f7-9b20-3bd455f6008a tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "PUT /v2.0/routers/63e49ce7-54c4-463d-9d0e-87f4de6c839d HTTP/1.1" status: 400 len: 364 time: 0.4928956 Jun 30 03:44:25.945604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Transition to ACTIVE for port object c490ed93-01e9-4748-b4dc-58236b1838c9 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:25.945730 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54628) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:25.998169 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc05c1d-e7d9-4f23-b063-f7cc636f4283 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Deleting subnet be47fe66-dda3-419c-bccd-9b18c1d0aaf3 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:44:26.011193 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fc05c1d-e7d9-4f23-b063-f7cc636f4283 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.014865 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.046559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-43fc3277-3781-4b59-9d00-47599813e71e None None] Provisioning for port a8c25252-bee9-4bd2-aac8-8749644abd51 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:26.056293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fc05c1d-e7d9-4f23-b063-f7cc636f4283 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.082112 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Network 2244d7b4-abc6-4907-b958-32bde9f8de9e is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:26.090875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:26.092266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Pushing event updated for resources: {'Port': ['ID=c490ed93-01e9-4748-b4dc-58236b1838c9,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:26.095691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:26.148489 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fc05c1d-e7d9-4f23-b063-f7cc636f4283 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.161290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Attempting to bind port c490ed93-01e9-4748-b4dc-58236b1838c9 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:26.161694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Attempting to bind port c490ed93-01e9-4748-b4dc-58236b1838c9 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'b8adc946-ce53-44fa-a4bc-9f29c2a7486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2244d7b4-abc6-4907-b958-32bde9f8de9e'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:26.162061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Attempting to bind port c490ed93-01e9-4748-b4dc-58236b1838c9 on network 2244d7b4-abc6-4907-b958-32bde9f8de9e {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:26.174457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:26.174835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Checking segment: {'id': 'b8adc946-ce53-44fa-a4bc-9f29c2a7486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2244d7b4-abc6-4907-b958-32bde9f8de9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:26.175243 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.175661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Bound using segment: {'id': 'b8adc946-ce53-44fa-a4bc-9f29c2a7486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2244d7b4-abc6-4907-b958-32bde9f8de9e'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:26.176111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Bound port: c490ed93-01e9-4748-b4dc-58236b1838c9, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8adc946-ce53-44fa-a4bc-9f29c2a7486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2244d7b4-abc6-4907-b958-32bde9f8de9e'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:26.176493 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.294408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fc05c1d-e7d9-4f23-b063-f7cc636f4283 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.297406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] For port c490ed93-01e9-4748-b4dc-58236b1838c9, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:26.301566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] For port c490ed93-01e9-4748-b4dc-58236b1838c9, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c490ed93-01e9-4748-b4dc-58236b1838c9,segment=NetworkSegment(b8adc946-ce53-44fa-a4bc-9f29c2a7486b),segment_id=b8adc946-ce53-44fa-a4bc-9f29c2a7486b)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:26.331995 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4fc05c1d-e7d9-4f23-b063-f7cc636f4283 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.333440 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4fc05c1d-e7d9-4f23-b063-f7cc636f4283 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "DELETE /v2.0/subnets/be47fe66-dda3-419c-bccd-9b18c1d0aaf3 HTTP/1.1" status: 204 len: 168 time: 0.3871498 Jun 30 03:44:26.334642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc05c1d-e7d9-4f23-b063-f7cc636f4283 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event deleted for resources: {'Subnet': ['ID=be47fe66-dda3-419c-bccd-9b18c1d0aaf3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:26.336313 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54630) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:26.391950 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.425909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a8c25252-bee9-4bd2-aac8-8749644abd51 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:26.438273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.493438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03fb17-bbbf-43b1-b17f-1984bd6c9278 None None] Pushing event updated for resources: {'Port': ['ID=c490ed93-01e9-4748-b4dc-58236b1838c9,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:26.494687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Deleting port c490ed93-01e9-4748-b4dc-58236b1838c9 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:26.495042 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.564639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] For port c490ed93-01e9-4748-b4dc-58236b1838c9, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c490ed93-01e9-4748-b4dc-58236b1838c9,segment=NetworkSegment(b8adc946-ce53-44fa-a4bc-9f29c2a7486b),segment_id=b8adc946-ce53-44fa-a4bc-9f29c2a7486b)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:26.564997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.577760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Calling delete_port for c490ed93-01e9-4748-b4dc-58236b1838c9 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:26.595949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a8c25252-bee9-4bd2-aac8-8749644abd51 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:26.600489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a8c25252-bee9-4bd2-aac8-8749644abd51 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:26.601091 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.719421 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.752626 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.753253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port a8c25252-bee9-4bd2-aac8-8749644abd51, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a8c25252-bee9-4bd2-aac8-8749644abd51,segment=NetworkSegment(e4e60cc9-69d1-4edd-8c01-66319b77491b),segment_id=e4e60cc9-69d1-4edd-8c01-66319b77491b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:26.779870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event deleted for resources: {'Port': ['ID=c490ed93-01e9-4748-b4dc-58236b1838c9,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:26.781697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] No DVR routers for this DVR port c490ed93-01e9-4748-b4dc-58236b1838c9 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:26.862176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.868864 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.880717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2244d7b4-abc6-4907-b958-32bde9f8de9e']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:26.882687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8adc946-ce53-44fa-a4bc-9f29c2a7486b') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:26.882917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8adc946-ce53-44fa-a4bc-9f29c2a7486b') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:26.892832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.908248 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.915169 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:26.915667 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:26.919449 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:26.922963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=a8c25252-bee9-4bd2-aac8-8749644abd51,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:27.104451 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.112601 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.117910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "DELETE /v2.0/networks/2244d7b4-abc6-4907-b958-32bde9f8de9e HTTP/1.1" status: 204 len: 168 time: 0.7771049 Jun 30 03:44:27.121147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54632) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:27.127606 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239f1c3-c8a2-43a6-9c64-eeb06ff30a89 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event deleted for resources: {'Network': ['ID=2244d7b4-abc6-4907-b958-32bde9f8de9e,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:27.172001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-492f7388-9648-4ca1-8e61-901c3a75b710 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Deleting subnet 2265a3d7-8fb8-49ba-b83d-d22aa92671d5 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:44:27.175559 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-492f7388-9648-4ca1-8e61-901c3a75b710 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.217341 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-492f7388-9648-4ca1-8e61-901c3a75b710 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.310040 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-492f7388-9648-4ca1-8e61-901c3a75b710 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.389309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-96dad14c-2ed7-483b-80f5-b492807e7ef4 None None] Could not find standard attr ID for object c490ed93-01e9-4748-b4dc-58236b1838c9. {{(pid=94532) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:44:27.431642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3b8ef6-2a71-4b54-9ed7-e29abd3412d9 None None] DHCP port deletion for 2244d7b4-abc6-4907-b958-32bde9f8de9e request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:44:27.446948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b166ef8-f067-4ddc-bda6-40881144fe66 None None] Network 2244d7b4-abc6-4907-b958-32bde9f8de9e requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:27.463395 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b166ef8-f067-4ddc-bda6-40881144fe66 None None] Network 2244d7b4-abc6-4907-b958-32bde9f8de9e could not be found, it might have been deleted concurrently. {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 03:44:27.467304 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-492f7388-9648-4ca1-8e61-901c3a75b710 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.497811 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-492f7388-9648-4ca1-8e61-901c3a75b710 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.499634 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-492f7388-9648-4ca1-8e61-901c3a75b710 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "DELETE /v2.0/subnets/2265a3d7-8fb8-49ba-b83d-d22aa92671d5 HTTP/1.1" status: 204 len: 168 time: 0.3803890 Jun 30 03:44:27.500588 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f7388-9648-4ca1-8e61-901c3a75b710 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event deleted for resources: {'Subnet': ['ID=2265a3d7-8fb8-49ba-b83d-d22aa92671d5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:27.502454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54634) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:27.507033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24788931-f709-4017-9c57-edc9d928123d None None] Network 5a9b4053-1556-4ca5-8604-651c8f66f907 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:27.579973 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.636252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Deleting port a8c25252-bee9-4bd2-aac8-8749644abd51 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:27.636605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.684782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f14333-6ca1-4197-bf38-86678d42e394 None None] DHCP port deletion for 5a9b4053-1556-4ca5-8604-651c8f66f907 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:44:27.701334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] For port a8c25252-bee9-4bd2-aac8-8749644abd51, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a8c25252-bee9-4bd2-aac8-8749644abd51,segment=NetworkSegment(e4e60cc9-69d1-4edd-8c01-66319b77491b),segment_id=e4e60cc9-69d1-4edd-8c01-66319b77491b)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:27.701744 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.715049 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Calling delete_port for a8c25252-bee9-4bd2-aac8-8749644abd51 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:27.733333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-81f14333-6ca1-4197-bf38-86678d42e394 None None] Deleting port a8c25252-bee9-4bd2-aac8-8749644abd51 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:27.733733 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-81f14333-6ca1-4197-bf38-86678d42e394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.794039 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-81f14333-6ca1-4197-bf38-86678d42e394 None None] For port a8c25252-bee9-4bd2-aac8-8749644abd51, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a8c25252-bee9-4bd2-aac8-8749644abd51,segment=NetworkSegment(e4e60cc9-69d1-4edd-8c01-66319b77491b),segment_id=e4e60cc9-69d1-4edd-8c01-66319b77491b)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:27.794436 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-81f14333-6ca1-4197-bf38-86678d42e394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.806617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-81f14333-6ca1-4197-bf38-86678d42e394 None None] Calling delete_port for a8c25252-bee9-4bd2-aac8-8749644abd51 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:27.927524 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.952076 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event deleted for resources: {'Port': ['ID=a8c25252-bee9-4bd2-aac8-8749644abd51,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:27.959173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] No DVR routers for this DVR port a8c25252-bee9-4bd2-aac8-8749644abd51 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:28.036926 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.040162 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-81f14333-6ca1-4197-bf38-86678d42e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.046957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9b4053-1556-4ca5-8604-651c8f66f907']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:28.061336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e60cc9-69d1-4edd-8c01-66319b77491b') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:28.061650 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e60cc9-69d1-4edd-8c01-66319b77491b') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:28.067682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f14333-6ca1-4197-bf38-86678d42e394 None None] Pushing event deleted for resources: {'Port': ['ID=a8c25252-bee9-4bd2-aac8-8749644abd51,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:28.069595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f14333-6ca1-4197-bf38-86678d42e394 None None] No DVR routers for this DVR port a8c25252-bee9-4bd2-aac8-8749644abd51 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:28.070897 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.089834 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.096331 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:28.097364 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:28.099715 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:28.259127 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.266438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.267885 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "DELETE /v2.0/networks/5a9b4053-1556-4ca5-8604-651c8f66f907 HTTP/1.1" status: 204 len: 168 time: 0.7636719 Jun 30 03:44:28.270740 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54636) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:28.280233 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472ca38-bf79-44fd-83dd-5edaea605c7d tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Pushing event deleted for resources: {'Network': ['ID=5a9b4053-1556-4ca5-8604-651c8f66f907,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:28.302823 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-681d0667-424f-4590-a46a-33dd72af7d95 tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "GET /v2.0/ports?device_id=63e49ce7-54c4-463d-9d0e-87f4de6c839d HTTP/1.1" status: 200 len: 205 time: 0.0308912 Jun 30 03:44:28.305136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 54638) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:28.377285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a8c25252-bee9-4bd2-aac8-8749644abd51 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:28.382521 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae93a321-d1b6-4160-939c-be89e091baad tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.396447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: a8c25252-bee9-4bd2-aac8-8749644abd51 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:28.396787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a8c25252-bee9-4bd2-aac8-8749644abd51 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:28.541997 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae93a321-d1b6-4160-939c-be89e091baad tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.544072 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae93a321-d1b6-4160-939c-be89e091baad tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.552475 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:44:28.628816 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-191938a2-eedf-4bcd-98a6-417b670b8576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.657625 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae93a321-d1b6-4160-939c-be89e091baad tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.658219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae93a321-d1b6-4160-939c-be89e091baad tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Fanout notify agent at l3_agent the message router_deleted on router 63e49ce7-54c4-463d-9d0e-87f4de6c839d {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:44:28.667557 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ae93a321-d1b6-4160-939c-be89e091baad tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.667557 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ae93a321-d1b6-4160-939c-be89e091baad tempest-RoutersNegativeTest-1233059024 tempest-RoutersNegativeTest-1233059024-project] 10.222.0.77 "DELETE /v2.0/routers/63e49ce7-54c4-463d-9d0e-87f4de6c839d HTTP/1.1" status: 204 len: 168 time: 0.3608704 Jun 30 03:44:29.093702 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54644) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:29.228094 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-aa8e9427-a5ad-42f6-8956-d547e90c4be2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11b9999e091f4686b052863445d5606d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332192 Jun 30 03:44:29.230611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54648) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:29.277288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc87b9cb-4508-4d7f-8fc4-ce3e1b8e74f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:29.302369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc87b9cb-4508-4d7f-8fc4-ce3e1b8e74f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:29.429846 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc87b9cb-4508-4d7f-8fc4-ce3e1b8e74f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:29.432272 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dc87b9cb-4508-4d7f-8fc4-ce3e1b8e74f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:29.433440 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dc87b9cb-4508-4d7f-8fc4-ce3e1b8e74f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fab3c2ed-6732-4ed3-bd6e-3a98bf765bb2 HTTP/1.1" status: 204 len: 168 time: 0.2014358 Jun 30 03:44:29.441773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87b9cb-4508-4d7f-8fc4-ce3e1b8e74f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab3c2ed-6732-4ed3-bd6e-3a98bf765bb2,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:30.457240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54670) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:30.550180 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-817100525-network', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:30.698319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Made reservation on behalf of d4db4f0310b9499290b8c1730746c7b6 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:30.700725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:30.709795 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:30.793821 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:30.869294 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:30.896476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:30.902597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e683913a-0f19-4981-ad50-3fe49986b220,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:30.908316 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:30.908665 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Added segment 5afdb2a4-750b-404a-b301-a159772fbc47 of type vlan for network 78ab6594-e4f6-41df-be81-505af7fdcb4f Jun 30 03:44:30.949212 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.029948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.030872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:31.031449 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.092252 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] Pushing event updated for resources: {'Network': ['ID=78ab6594-e4f6-41df-be81-505af7fdcb4f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:31.101777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 78ab6594-e4f6-41df-be81-505af7fdcb4f details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:31.141223 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-670e0fc6-f629-40ea-8545-db077f239051 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6828558 Jun 30 03:44:31.144162 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54674) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:31.149051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Request body: {'subnet': {'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-817100525-subnet', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:31.240883 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Made reservation on behalf of d4db4f0310b9499290b8c1730746c7b6 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:31.243345 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.298447 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.349848 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b1b1e8d1-7798-4d45-a578-2ef11fabd6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.475489 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.522805 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c6ae9f-561b-4bfa-bba7-b6e1e91d0501,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:31.539790 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Checking segment: {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:31.540155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Network hostable DHCP agents. Network: 78ab6594-e4f6-41df-be81-505af7fdcb4f, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:31.652221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Network 78ab6594-e4f6-41df-be81-505af7fdcb4f is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:31.743722 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 78ab6594-e4f6-41df-be81-505af7fdcb4f) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:31.747848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:31.748439 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.753872 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb09ec-3fad-495e-a7c9-e72c96bc8729 None None] Network 78ab6594-e4f6-41df-be81-505af7fdcb4f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:31.823560 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f77b7ffa-3bbd-432d-9216-f69b5037ac2c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6782999 Jun 30 03:44:31.826835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54676) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:31.831227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-817100525-router', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:31.909948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.911760 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.912670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-78ab6594-e4f6-41df-be81-505af7fdcb4f', 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'fixed_ips': [{'subnet_id': '49c6ae9f-561b-4bfa-bba7-b6e1e91d0501'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:31.913554 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:31.971611 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:32.048254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Allocated IP 172.20.0.2 (78ab6594-e4f6-41df-be81-505af7fdcb4f/49c6ae9f-561b-4bfa-bba7-b6e1e91d0501/21e0bb39-fd3d-4604-a1be-9c6e0bcd4340) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:32.169755 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:32.190642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:32.198482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Transition to ACTIVE for port object 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:32.223322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Transition to ACTIVE for port object 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:32.298765 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:32.339512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Network 78ab6594-e4f6-41df-be81-505af7fdcb4f is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:32.342393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:32.349116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:32.351136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Pushing event updated for resources: {'Port': ['ID=21e0bb39-fd3d-4604-a1be-9c6e0bcd4340,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:32.410143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Attempting to bind port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:32.410562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Attempting to bind port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:32.410889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Attempting to bind port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 on network 78ab6594-e4f6-41df-be81-505af7fdcb4f {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:32.415888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:32.416264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Checking segment: {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:32.416719 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:32.417082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Bound using segment: {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:32.417575 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Bound port: 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:32.417956 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:32.455162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:32.473676 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:32.479765 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] For port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:32.483573 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] For port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=21e0bb39-fd3d-4604-a1be-9c6e0bcd4340,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:32.566230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:32.570819 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Allocated IP 172.25.2.197 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/b724e536-b598-40b0-817b-762bd5810c02) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:32.631622 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a2376-8acb-42d5-ae52-1a1f402cd02b None None] Pushing event updated for resources: {'Port': ['ID=21e0bb39-fd3d-4604-a1be-9c6e0bcd4340,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:33.041851 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:33.081153 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:33.138950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:33.177999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:33.183792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:33.184784 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:33.192716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Pushing event updated for resources: {'Port': ['ID=b724e536-b598-40b0-817b-762bd5810c02,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:33.484157 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71c14e4-f060-4792-8aae-4a7900835f81 None None] Network 78ab6594-e4f6-41df-be81-505af7fdcb4f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:33.564320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:33.614471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-abcbd0a3-e5a1-4889-af7f-6a6c8fae8f1d None None] Provisioning for port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:33.758465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:33.972434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Router ae4a9740-2819-4ba4-b5b0-c0365416f51b is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:44:34.078738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:34.087511 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Sync routers for ids ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:34.096724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Routers {'ae4a9740-2819-4ba4-b5b0-c0365416f51b'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:34.097361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:34.183137 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:34.185164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c93d28ca-ca3b-4922-b834-c8604160c2ac admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3573663 Jun 30 03:44:34.187844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54678) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:34.201014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Set router ae4a9740-2819-4ba4-b5b0-c0365416f51b gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:34.381763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'name': 'tempest-TestEncryptedCinderVolumes-817100525-router', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b724e536-b598-40b0-817b-762bd5810c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:31Z', 'updated_at': '2021-06-30T03:44:33Z', 'revision_number': 3, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'gw_port': {'id': 'b724e536-b598-40b0-817b-762bd5810c02', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:32Z', 'updated_at': '2021-06-30T03:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:34.413262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:34.416578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Checking router: ae4a9740-2819-4ba4-b5b0-c0365416f51b for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:34.416922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Updating router ae4a9740-2819-4ba4-b5b0-c0365416f51b port b724e536-b598-40b0-817b-762bd5810c02 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:44:34.477548 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:34.575131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:34.583829 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:34.584124 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:34.609607 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:34.740855 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:34.763069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Allocated IP 172.20.0.1 (78ab6594-e4f6-41df-be81-505af7fdcb4f/49c6ae9f-561b-4bfa-bba7-b6e1e91d0501/631e8a98-e6a8-4c59-b46a-1675e27eb371) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:34.870622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:34.874827 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=21e0bb39-fd3d-4604-a1be-9c6e0bcd4340,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:34.883987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Transition to ACTIVE for port object 631e8a98-e6a8-4c59-b46a-1675e27eb371 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:34.888360 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:34.900041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:34.904176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Transition to ACTIVE for port object b724e536-b598-40b0-817b-762bd5810c02 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:34.914810 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:34.962094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=21e0bb39-fd3d-4604-a1be-9c6e0bcd4340,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:34.977877 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.001684 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.025595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Attempting to bind port b724e536-b598-40b0-817b-762bd5810c02 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:35.025971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Attempting to bind port b724e536-b598-40b0-817b-762bd5810c02 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:35.026333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Attempting to bind port b724e536-b598-40b0-817b-762bd5810c02 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:35.036535 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4f275-938c-4735-9c84-415d7a7d86f4 None None] Pushing event updated for resources: {'Port': ['ID=b724e536-b598-40b0-817b-762bd5810c02,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:35.039371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Network 78ab6594-e4f6-41df-be81-505af7fdcb4f is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:35.040097 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:35.040478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:35.040883 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.041466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:35.041782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Bound port: b724e536-b598-40b0-817b-762bd5810c02, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:35.042148 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.042304 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:35.046390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:35.074054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Pushing event updated for resources: {'Port': ['ID=631e8a98-e6a8-4c59-b46a-1675e27eb371,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:35.095608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.100944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] For port b724e536-b598-40b0-817b-762bd5810c02, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:35.104466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] For port b724e536-b598-40b0-817b-762bd5810c02, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b724e536-b598-40b0-817b-762bd5810c02,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:35.190009 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.250366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Routers {'ae4a9740-2819-4ba4-b5b0-c0365416f51b'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:35.251049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:35.286898 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4f275-938c-4735-9c84-415d7a7d86f4 None None] Pushing event updated for resources: {'Port': ['ID=b724e536-b598-40b0-817b-762bd5810c02,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:35.327542 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.368291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] Set router ae4a9740-2819-4ba4-b5b0-c0365416f51b gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:35.421171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-72bcb729-dcbb-40fe-b113-5c56b9427404 None None] Provisioning for port 631e8a98-e6a8-4c59-b46a-1675e27eb371 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:35.435153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-72bcb729-dcbb-40fe-b113-5c56b9427404 None None] Provisioning complete for port 631e8a98-e6a8-4c59-b46a-1675e27eb371 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:35.435532 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-72bcb729-dcbb-40fe-b113-5c56b9427404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.492946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.507085 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-72bcb729-dcbb-40fe-b113-5c56b9427404 None None] Port 631e8a98-e6a8-4c59-b46a-1675e27eb371 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:44:35.572286 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.582374 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'name': 'tempest-TestEncryptedCinderVolumes-817100525-router', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b724e536-b598-40b0-817b-762bd5810c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:31Z', 'updated_at': '2021-06-30T03:44:33Z', 'revision_number': 3, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'gw_port': {'id': 'b724e536-b598-40b0-817b-762bd5810c02', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:32Z', 'updated_at': '2021-06-30T03:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:35.613078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9020d-5ade-463d-8451-7ba0960c34ec None None] The sync data for ids ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'] in n-d-798249-3 is: [{'id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'name': 'tempest-TestEncryptedCinderVolumes-817100525-router', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b724e536-b598-40b0-817b-762bd5810c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:31Z', 'updated_at': '2021-06-30T03:44:33Z', 'revision_number': 3, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'gw_port': {'id': 'b724e536-b598-40b0-817b-762bd5810c02', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:32Z', 'updated_at': '2021-06-30T03:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:35.644206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Pushing event updated for resources: {'Port': ['ID=631e8a98-e6a8-4c59-b46a-1675e27eb371,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:35.646755 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:35.736624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Network 78ab6594-e4f6-41df-be81-505af7fdcb4f is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:35.738189 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:35.875915 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Router ae4a9740-2819-4ba4-b5b0-c0365416f51b has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:44:35.996913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:36.001901 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-57e8cfe7-93b9-4ae3-8e22-ec66ef8a3239 admin admin] 10.222.0.77 "PUT /v2.0/routers/ae4a9740-2819-4ba4-b5b0-c0365416f51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8130498 Jun 30 03:44:36.031502 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-591c0b2b-b6d7-4097-8c8a-d865fd74d8cf None None] Provisioning complete for port 631e8a98-e6a8-4c59-b46a-1675e27eb371 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:36.031977 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-591c0b2b-b6d7-4097-8c8a-d865fd74d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:36.072838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-591c0b2b-b6d7-4097-8c8a-d865fd74d8cf None None] Port 631e8a98-e6a8-4c59-b46a-1675e27eb371 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:44:36.455110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b724e536-b598-40b0-817b-762bd5810c02 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:36.594905 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port b724e536-b598-40b0-817b-762bd5810c02 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:36.599201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b724e536-b598-40b0-817b-762bd5810c02 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:36.599627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:36.680826 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:36.705704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port b724e536-b598-40b0-817b-762bd5810c02, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b724e536-b598-40b0-817b-762bd5810c02,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:36.720638 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54694) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:36.725828 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-95792000-network', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:36.766572 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:36.767447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:36.829641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Made reservation on behalf of 519ed04485d5490cb0c57fe63a266af0 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:36.832227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:36.838757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=b724e536-b598-40b0-817b-762bd5810c02,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:36.842098 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:36.854038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:36.854416 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:36.954829 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.018234 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.047978 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:37.053239 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ccc401-8443-48d7-93f7-6a39ca664965,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:37.068454 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.068786 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Added segment 0a9fcf60-92fa-476d-8641-b02d54ab34db of type vlan for network 60d1e87f-835b-4230-b561-cb9f19fb2cbe Jun 30 03:44:37.113056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.210959 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Sync routers for ids ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:37.212201 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.213206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:37.213822 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.220585 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Routers {'ae4a9740-2819-4ba4-b5b0-c0365416f51b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:37.221197 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:37.274425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] Pushing event updated for resources: {'Network': ['ID=60d1e87f-835b-4230-b561-cb9f19fb2cbe,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:37.284330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 60d1e87f-835b-4230-b561-cb9f19fb2cbe details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:37.327460 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Set router ae4a9740-2819-4ba4-b5b0-c0365416f51b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:37.350208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6f0f0687-0a4b-464b-bae6-7f1bbe1633cb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6284530 Jun 30 03:44:37.352899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54696) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:37.358074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Request body: {'subnet': {'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-95792000-subnet', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:37.435624 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Made reservation on behalf of 519ed04485d5490cb0c57fe63a266af0 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:37.438089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.535015 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'name': 'tempest-TestEncryptedCinderVolumes-817100525-router', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b724e536-b598-40b0-817b-762bd5810c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:31Z', 'updated_at': '2021-06-30T03:44:35Z', 'revision_number': 4, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'gw_port': {'id': 'b724e536-b598-40b0-817b-762bd5810c02', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:32Z', 'updated_at': '2021-06-30T03:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '631e8a98-e6a8-4c59-b46a-1675e27eb371', 'name': '', 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'mac_address': 'fa:16:3e:e9:a6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '49c6ae9f-561b-4bfa-bba7-b6e1e91d0501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:34Z', 'updated_at': '2021-06-30T03:44:35Z', 'revision_number': 2, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'subnets': [{'id': '49c6ae9f-561b-4bfa-bba7-b6e1e91d0501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:37.561442 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Checking router: ae4a9740-2819-4ba4-b5b0-c0365416f51b for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:37.561817 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Updating router ae4a9740-2819-4ba4-b5b0-c0365416f51b port 631e8a98-e6a8-4c59-b46a-1675e27eb371 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:44:37.594111 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.669985 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.722479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac84070-60d9-4ed6-8bcd-0421e6b61dd6,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:37.733121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Checking segment: {'id': '0a9fcf60-92fa-476d-8641-b02d54ab34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:37.733484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Network hostable DHCP agents. Network: 60d1e87f-835b-4230-b561-cb9f19fb2cbe, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:37.806442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Network 60d1e87f-835b-4230-b561-cb9f19fb2cbe is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:37.850828 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.860677 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Transition to ACTIVE for port object 631e8a98-e6a8-4c59-b46a-1675e27eb371 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:37.869375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 60d1e87f-835b-4230-b561-cb9f19fb2cbe) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:37.873610 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:37.874225 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.878006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e31e2c-9b7b-44d1-9cbf-685a5c08c9d0 None None] Network 60d1e87f-835b-4230-b561-cb9f19fb2cbe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:37.921347 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:37.953233 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-77bb94dd-51b2-41c8-a7f6-2c79e4b16afb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5966642 Jun 30 03:44:37.953465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54698) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:37.959243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-95792000-router', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:37.988005 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Pushing event updated for resources: {'Port': ['ID=631e8a98-e6a8-4c59-b46a-1675e27eb371,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:38.016841 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.017647 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.017858 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.018396 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.018827 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.019227 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.019615 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.020004 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.020385 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.020762 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.021144 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.021563 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:38.057119 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Attempting to bind port 631e8a98-e6a8-4c59-b46a-1675e27eb371 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:38.057948 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Attempting to bind port 631e8a98-e6a8-4c59-b46a-1675e27eb371 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:38.058590 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Attempting to bind port 631e8a98-e6a8-4c59-b46a-1675e27eb371 on network 78ab6594-e4f6-41df-be81-505af7fdcb4f {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:38.064119 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.065319 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.072676 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:38.075011 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Checking segment: {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:38.075011 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.075011 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Bound using segment: {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:38.075011 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Bound port: 631e8a98-e6a8-4c59-b46a-1675e27eb371, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:38.075011 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.138372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.154778 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] For port 631e8a98-e6a8-4c59-b46a-1675e27eb371, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:38.158251 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] For port 631e8a98-e6a8-4c59-b46a-1675e27eb371, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=631e8a98-e6a8-4c59-b46a-1675e27eb371,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:38.195346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-60d1e87f-835b-4230-b561-cb9f19fb2cbe', 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'fixed_ips': [{'subnet_id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:38.196205 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.236061 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.293942 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Routers {'ae4a9740-2819-4ba4-b5b0-c0365416f51b'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:38.294769 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:38.348391 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3721c8-b6c2-40e4-9906-aad90edd578c None None] Pushing event updated for resources: {'Port': ['ID=631e8a98-e6a8-4c59-b46a-1675e27eb371,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:38.360081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Allocated IP 172.20.0.2 (60d1e87f-835b-4230-b561-cb9f19fb2cbe/aac84070-60d9-4ed6-8bcd-0421e6b61dd6/f18c6d9e-871a-46c6-beea-acb7e565fc24) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:38.405162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.432228 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b724e536-b598-40b0-817b-762bd5810c02 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:38.433098 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] Set router ae4a9740-2819-4ba4-b5b0-c0365416f51b gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:38.572917 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.582065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Transition to ACTIVE for port object f18c6d9e-871a-46c6-beea-acb7e565fc24 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:38.603742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Transition to ACTIVE for port object f18c6d9e-871a-46c6-beea-acb7e565fc24 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:38.605142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b724e536-b598-40b0-817b-762bd5810c02 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:38.605555 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.681831 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'name': 'tempest-TestEncryptedCinderVolumes-817100525-router', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b724e536-b598-40b0-817b-762bd5810c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:31Z', 'updated_at': '2021-06-30T03:44:35Z', 'revision_number': 4, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'gw_port': {'id': 'b724e536-b598-40b0-817b-762bd5810c02', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:32Z', 'updated_at': '2021-06-30T03:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '631e8a98-e6a8-4c59-b46a-1675e27eb371', 'name': '', 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'mac_address': 'fa:16:3e:e9:a6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '49c6ae9f-561b-4bfa-bba7-b6e1e91d0501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:34Z', 'updated_at': '2021-06-30T03:44:38Z', 'revision_number': 4, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'subnets': [{'id': '49c6ae9f-561b-4bfa-bba7-b6e1e91d0501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:38.707233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.714511 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12a648-94e9-497f-904d-cfaa7ca0cbbe None None] The sync data for ids ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'] in n-d-798249-3 is: [{'id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'name': 'tempest-TestEncryptedCinderVolumes-817100525-router', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b724e536-b598-40b0-817b-762bd5810c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:31Z', 'updated_at': '2021-06-30T03:44:35Z', 'revision_number': 4, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'gw_port': {'id': 'b724e536-b598-40b0-817b-762bd5810c02', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:32Z', 'updated_at': '2021-06-30T03:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '631e8a98-e6a8-4c59-b46a-1675e27eb371', 'name': '', 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'mac_address': 'fa:16:3e:e9:a6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '49c6ae9f-561b-4bfa-bba7-b6e1e91d0501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:34Z', 'updated_at': '2021-06-30T03:44:38Z', 'revision_number': 4, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'subnets': [{'id': '49c6ae9f-561b-4bfa-bba7-b6e1e91d0501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:38.721761 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.726284 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.763299 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Network 60d1e87f-835b-4230-b561-cb9f19fb2cbe is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:38.767857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:38.782209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:38.820915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Pushing event updated for resources: {'Port': ['ID=f18c6d9e-871a-46c6-beea-acb7e565fc24,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:38.854500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Attempting to bind port f18c6d9e-871a-46c6-beea-acb7e565fc24 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:38.855438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Attempting to bind port f18c6d9e-871a-46c6-beea-acb7e565fc24 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '0a9fcf60-92fa-476d-8641-b02d54ab34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:38.856059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Attempting to bind port f18c6d9e-871a-46c6-beea-acb7e565fc24 on network 60d1e87f-835b-4230-b561-cb9f19fb2cbe {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:38.862007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:38.862662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Checking segment: {'id': '0a9fcf60-92fa-476d-8641-b02d54ab34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:38.863070 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.863660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Bound using segment: {'id': '0a9fcf60-92fa-476d-8641-b02d54ab34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:38.864145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Bound port: f18c6d9e-871a-46c6-beea-acb7e565fc24, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9fcf60-92fa-476d-8641-b02d54ab34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:38.864390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Allocated IP 172.25.2.239 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:38.864519 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:38.939155 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] For port f18c6d9e-871a-46c6-beea-acb7e565fc24, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:38.942664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] For port f18c6d9e-871a-46c6-beea-acb7e565fc24, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f18c6d9e-871a-46c6-beea-acb7e565fc24,segment=NetworkSegment(0a9fcf60-92fa-476d-8641-b02d54ab34db),segment_id=0a9fcf60-92fa-476d-8641-b02d54ab34db)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:38.974240 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:39.031119 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:39.093857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:39.099597 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f16966-2207-44f6-a9d0-7a07838e9a0a None None] Pushing event updated for resources: {'Port': ['ID=f18c6d9e-871a-46c6-beea-acb7e565fc24,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:39.149310 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:39.159063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Pushing event updated for resources: {'Port': ['ID=0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:39.159063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:39.162354 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:39.539625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.024722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c2858-ce5e-46c2-bc99-6f09838ffbc2 None None] Network 60d1e87f-835b-4230-b561-cb9f19fb2cbe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:40.094558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.195580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-839b04ef-719e-41cc-8c47-090932c74590 None None] Provisioning for port f18c6d9e-871a-46c6-beea-acb7e565fc24 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:40.298015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:44:40.413944 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:40.426577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Sync routers for ids ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:40.442270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Routers {'82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:40.442270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:40.476764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f18c6d9e-871a-46c6-beea-acb7e565fc24 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:40.486576 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.487829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-87b3f82b-ee38-4da4-9c1a-6f5f64860725 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5322385 Jun 30 03:44:40.490574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 54700) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:40.579959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Set router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:40.636307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f18c6d9e-871a-46c6-beea-acb7e565fc24 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:40.648510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f18c6d9e-871a-46c6-beea-acb7e565fc24 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:40.648881 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.805879 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.848049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port f18c6d9e-871a-46c6-beea-acb7e565fc24, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f18c6d9e-871a-46c6-beea-acb7e565fc24,segment=NetworkSegment(0a9fcf60-92fa-476d-8641-b02d54ab34db),segment_id=0a9fcf60-92fa-476d-8641-b02d54ab34db)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:40.849727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'name': 'tempest-TestEncryptedCinderVolumes-95792000-router', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:39Z', 'revision_number': 3, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'gw_port': {'id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:40.876020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Checking router: 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:40.876366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Updating router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:44:40.897964 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.898738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 631e8a98-e6a8-4c59-b46a-1675e27eb371 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:40.910884 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:40.971320 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.008365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=f18c6d9e-871a-46c6-beea-acb7e565fc24,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:41.072829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Allocated IP 172.20.0.1 (60d1e87f-835b-4230-b561-cb9f19fb2cbe/aac84070-60d9-4ed6-8bcd-0421e6b61dd6/f08e1f28-b79a-4a0b-be39-eb1d40b31373) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:41.174757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 631e8a98-e6a8-4c59-b46a-1675e27eb371 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:41.175361 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.186725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 631e8a98-e6a8-4c59-b46a-1675e27eb371 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:41.187101 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.188676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Transition to ACTIVE for port object f08e1f28-b79a-4a0b-be39-eb1d40b31373 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:41.278297 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.286837 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.305784 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Transition to ACTIVE for port object 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:41.322682 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.325205 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Network 60d1e87f-835b-4230-b561-cb9f19fb2cbe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:41.327984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:41.331535 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:41.361523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 631e8a98-e6a8-4c59-b46a-1675e27eb371, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=631e8a98-e6a8-4c59-b46a-1675e27eb371,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:41.361909 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Pushing event updated for resources: {'Port': ['ID=f08e1f28-b79a-4a0b-be39-eb1d40b31373,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:41.381639 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.383413 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.436424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Attempting to bind port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:41.436785 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Attempting to bind port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:41.437159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Attempting to bind port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:41.446708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ecca1-265a-425e-9464-98f9e8525dc3 None None] Pushing event updated for resources: {'Port': ['ID=0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:41.450090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:41.450467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:41.451027 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.451422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:41.451911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Bound port: 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:41.452298 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.479906 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.552614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] For port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:41.557468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=631e8a98-e6a8-4c59-b46a-1675e27eb371,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:41.573462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] For port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:41.616421 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.641097 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.679103 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-96fa31f1-ca0d-483c-bcc4-86943d7ffd38 None None] Provisioning for port f08e1f28-b79a-4a0b-be39-eb1d40b31373 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:41.691390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-96fa31f1-ca0d-483c-bcc4-86943d7ffd38 None None] Provisioning complete for port f08e1f28-b79a-4a0b-be39-eb1d40b31373 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:41.691762 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-96fa31f1-ca0d-483c-bcc4-86943d7ffd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.698490 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Routers {'82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:41.699783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:41.767869 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ecca1-265a-425e-9464-98f9e8525dc3 None None] Pushing event updated for resources: {'Port': ['ID=0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:41.775966 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.783584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-96fa31f1-ca0d-483c-bcc4-86943d7ffd38 None None] Port f08e1f28-b79a-4a0b-be39-eb1d40b31373 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:44:41.846628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.849219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] Set router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:41.916857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:41.920411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Pushing event updated for resources: {'Port': ['ID=f08e1f28-b79a-4a0b-be39-eb1d40b31373,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:42.038958 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Network 60d1e87f-835b-4230-b561-cb9f19fb2cbe is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:42.040433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:42.046072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'name': 'tempest-TestEncryptedCinderVolumes-95792000-router', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:41Z', 'revision_number': 4, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'gw_port': {'id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f08e1f28-b79a-4a0b-be39-eb1d40b31373', 'name': '', 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'mac_address': 'fa:16:3e:95:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:40Z', 'updated_at': '2021-06-30T03:44:41Z', 'revision_number': 1, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'subnets': [{'id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:42.073290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991b28c-2870-4a23-8a5a-782a3c57c4f2 None None] The sync data for ids ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'] in n-d-798249-3 is: [{'id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'name': 'tempest-TestEncryptedCinderVolumes-95792000-router', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:41Z', 'revision_number': 4, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'gw_port': {'id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f08e1f28-b79a-4a0b-be39-eb1d40b31373', 'name': '', 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'mac_address': 'fa:16:3e:95:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:40Z', 'updated_at': '2021-06-30T03:44:41Z', 'revision_number': 1, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'subnets': [{'id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:42.171737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:44:42.301172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:42.306731 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-bc5e9dac-2035-4737-8800-aba67683f197 admin admin] 10.222.0.77 "PUT /v2.0/routers/82bd1cab-9b9b-4a65-9073-c4ed2c3f0160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8151569 Jun 30 03:44:42.316807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-47ee2b7a-0fc4-4f07-9184-68cac1d3328b None None] Provisioning complete for port f08e1f28-b79a-4a0b-be39-eb1d40b31373 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:42.317366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-47ee2b7a-0fc4-4f07-9184-68cac1d3328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:42.370627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-47ee2b7a-0fc4-4f07-9184-68cac1d3328b None None] Port f08e1f28-b79a-4a0b-be39-eb1d40b31373 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:44:42.420175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f18c6d9e-871a-46c6-beea-acb7e565fc24 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:42.481239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f18c6d9e-871a-46c6-beea-acb7e565fc24 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:42.481671 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:42.562114 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 631e8a98-e6a8-4c59-b46a-1675e27eb371 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:42.613253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 631e8a98-e6a8-4c59-b46a-1675e27eb371 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:42.613645 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:43.404525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-057ca80b-de0e-4bb7-84bf-e0ead4e4c160 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:43.406101 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-057ca80b-de0e-4bb7-84bf-e0ead4e4c160 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/networks?id=78ab6594-e4f6-41df-be81-505af7fdcb4f HTTP/1.1" status: 200 len: 816 time: 0.1094491 Jun 30 03:44:43.422087 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-49e222e8-1105-4b63-bac1-a560ed795431 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/quotas/d4db4f0310b9499290b8c1730746c7b6 HTTP/1.1" status: 200 len: 375 time: 0.0104520 Jun 30 03:44:43.492250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-a9d3709b-5904-444f-919d-842e43af7e15 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d4db4f0310b9499290b8c1730746c7b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642767 Jun 30 03:44:43.588589 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-0410e1dd-cc86-4c38-9c64-7c4f0be39555 service neutron] 10.222.0.77 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846989 Jun 30 03:44:43.678410 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-27cec4de-8cfb-4ad8-9d96-b3d185bfdd45 service neutron] 10.222.0.77 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831680 Jun 30 03:44:44.022447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0371e209-ce0d-4066-9837-99ee8f2e1068 req-467362e6-940b-447a-a568-9bd7d4095ba9 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 210 time: 0.1249831 Jun 30 03:44:44.399089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:44.503660 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:44.507625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:44.507995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:44.586672 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:44.608995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:44.680597 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:44.729354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:45.167383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26ad8700-370d-4087-8c06-a6b88817f646 req-fbd1a5a5-603e-4d00-b82b-1705fba3712c tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 210 time: 0.0351739 Jun 30 03:44:45.588083 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Sync routers for ids ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:45.597676 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Routers {'82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:45.598288 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:45.797970 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Set router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:45.997267 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'name': 'tempest-TestEncryptedCinderVolumes-95792000-router', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:41Z', 'revision_number': 4, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'gw_port': {'id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f08e1f28-b79a-4a0b-be39-eb1d40b31373', 'name': '', 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'mac_address': 'fa:16:3e:95:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:40Z', 'updated_at': '2021-06-30T03:44:41Z', 'revision_number': 2, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'subnets': [{'id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:46.021962 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Checking router: 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:46.022314 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Updating router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 port f08e1f28-b79a-4a0b-be39-eb1d40b31373 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:44:46.059725 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.314277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9eaae4b9-aef1-4bd9-8649-cf8a5896d492 req-642a3134-6e1d-48ae-ac59-21fd43e6b359 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 210 time: 0.0321772 Jun 30 03:44:46.350744 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.361641 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Transition to ACTIVE for port object f08e1f28-b79a-4a0b-be39-eb1d40b31373 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:46.385780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:46.437727 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:46.438102 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.445950 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.498163 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d830e-ba93-421d-828c-ee1872128aef None None] Pushing event updated for resources: {'Port': ['ID=f08e1f28-b79a-4a0b-be39-eb1d40b31373,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:46.505698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-41e76422-3b66-4286-9095-bb150b12c58f tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:46.508304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-41e76422-3b66-4286-9095-bb150b12c58f tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.74 "GET /v2.0/networks?id=78ab6594-e4f6-41df-be81-505af7fdcb4f HTTP/1.1" status: 200 len: 816 time: 0.1279080 Jun 30 03:44:46.521071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Request body: {'port': {'device_id': '81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad', 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f', 'admin_state_up': True, 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:46.580411 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Attempting to bind port f08e1f28-b79a-4a0b-be39-eb1d40b31373 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:46.581021 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Attempting to bind port f08e1f28-b79a-4a0b-be39-eb1d40b31373 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '0a9fcf60-92fa-476d-8641-b02d54ab34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:46.581772 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Attempting to bind port f08e1f28-b79a-4a0b-be39-eb1d40b31373 on network 60d1e87f-835b-4230-b561-cb9f19fb2cbe {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:46.588358 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:46.590263 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Checking segment: {'id': '0a9fcf60-92fa-476d-8641-b02d54ab34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:46.590994 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.591294 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Bound using segment: {'id': '0a9fcf60-92fa-476d-8641-b02d54ab34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:46.591784 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Bound port: f08e1f28-b79a-4a0b-be39-eb1d40b31373, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9fcf60-92fa-476d-8641-b02d54ab34db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:46.592314 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.670652 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] For port f08e1f28-b79a-4a0b-be39-eb1d40b31373, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:46.677395 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] For port f08e1f28-b79a-4a0b-be39-eb1d40b31373, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f08e1f28-b79a-4a0b-be39-eb1d40b31373,segment=NetworkSegment(0a9fcf60-92fa-476d-8641-b02d54ab34db),segment_id=0a9fcf60-92fa-476d-8641-b02d54ab34db)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:46.732579 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Made reservation on behalf of d4db4f0310b9499290b8c1730746c7b6 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:46.736346 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.778283 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.849617 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Routers {'82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:46.849617 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:44:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:46.849617 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d830e-ba93-421d-828c-ee1872128aef None None] Pushing event updated for resources: {'Port': ['ID=f08e1f28-b79a-4a0b-be39-eb1d40b31373,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:46.907914 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Allocated IP 172.20.0.14 (78ab6594-e4f6-41df-be81-505af7fdcb4f/49c6ae9f-561b-4bfa-bba7-b6e1e91d0501/87cb8135-3f89-4f80-a24d-fc8d16e30241) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:47.005595 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] Set router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:47.088083 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.104214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Transition to ACTIVE for port object 87cb8135-3f89-4f80-a24d-fc8d16e30241 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:47.184705 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.222680 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'name': 'tempest-TestEncryptedCinderVolumes-95792000-router', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:41Z', 'revision_number': 4, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'gw_port': {'id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f08e1f28-b79a-4a0b-be39-eb1d40b31373', 'name': '', 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'mac_address': 'fa:16:3e:95:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:40Z', 'updated_at': '2021-06-30T03:44:46Z', 'revision_number': 4, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'subnets': [{'id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:47.237590 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Network 78ab6594-e4f6-41df-be81-505af7fdcb4f is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:47.238286 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:47.242430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:47.252856 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6afd146-cd01-4934-b587-6ef177dda46e None None] The sync data for ids ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'] in n-d-798249-3 is: [{'id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'name': 'tempest-TestEncryptedCinderVolumes-95792000-router', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:41Z', 'revision_number': 4, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'gw_port': {'id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f08e1f28-b79a-4a0b-be39-eb1d40b31373', 'name': '', 'network_id': '60d1e87f-835b-4230-b561-cb9f19fb2cbe', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'mac_address': 'fa:16:3e:95:b4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:40Z', 'updated_at': '2021-06-30T03:44:46Z', 'revision_number': 4, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'subnets': [{'id': 'aac84070-60d9-4ed6-8bcd-0421e6b61dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:47.275220 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Pushing event updated for resources: {'Port': ['ID=87cb8135-3f89-4f80-a24d-fc8d16e30241,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:47.309635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:47.310321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.464904 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3abc9025-49d4-43cd-b5a2-94a20a573c7b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9479349 Jun 30 03:44:47.495477 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Request body: {'port': {'device_id': '81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:47.596024 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b17d06-56a6-4608-8e76-efd44fb3649c req-7b596ada-0134-48e0-a278-e9558c3a4eae tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:47.596974 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03b17d06-56a6-4608-8e76-efd44fb3649c req-7b596ada-0134-48e0-a278-e9558c3a4eae tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 932 time: 0.1494565 Jun 30 03:44:47.617049 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.657587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-675c206c-79e7-4e92-9f74-303842fb51a3 None None] Provisioning for port 87cb8135-3f89-4f80-a24d-fc8d16e30241 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:47.662816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-675c206c-79e7-4e92-9f74-303842fb51a3 None None] Provisioning complete for port 87cb8135-3f89-4f80-a24d-fc8d16e30241 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:47.663462 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-675c206c-79e7-4e92-9f74-303842fb51a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.675949 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-03b17d06-56a6-4608-8e76-efd44fb3649c req-6792c691-fb8c-4eb9-865e-6d2048098c32 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662351 Jun 30 03:44:47.708288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-675c206c-79e7-4e92-9f74-303842fb51a3 None None] Port 87cb8135-3f89-4f80-a24d-fc8d16e30241 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:44:47.946430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cb8135-3f89-4f80-a24d-fc8d16e30241 {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:44:47.956074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:47.969889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Transition to ACTIVE for port object 87cb8135-3f89-4f80-a24d-fc8d16e30241 will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:48.063331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.114826 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Pushing event updated for resources: {'Port': ['ID=87cb8135-3f89-4f80-a24d-fc8d16e30241,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:48.191398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Attempting to bind port 87cb8135-3f89-4f80-a24d-fc8d16e30241 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:48.191853 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Attempting to bind port 87cb8135-3f89-4f80-a24d-fc8d16e30241 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:48.192194 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Attempting to bind port 87cb8135-3f89-4f80-a24d-fc8d16e30241 on network 78ab6594-e4f6-41df-be81-505af7fdcb4f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:48.196794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Port 87cb8135-3f89-4f80-a24d-fc8d16e30241 on network 78ab6594-e4f6-41df-be81-505af7fdcb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:44:48.197119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Attempting to bind port 87cb8135-3f89-4f80-a24d-fc8d16e30241 on network 78ab6594-e4f6-41df-be81-505af7fdcb4f {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:48.202998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:48.203340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Checking segment: {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:48.203727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Bound using segment: {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:48.204159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Bound port: 87cb8135-3f89-4f80-a24d-fc8d16e30241, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:48.204524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.279100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] For port 87cb8135-3f89-4f80-a24d-fc8d16e30241, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:48.282185 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] For port 87cb8135-3f89-4f80-a24d-fc8d16e30241, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=87cb8135-3f89-4f80-a24d-fc8d16e30241,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:48.355957 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.389821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:48.390433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.391859 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] 10.222.0.74 "PUT /v2.0/ports/87cb8135-3f89-4f80-a24d-fc8d16e30241 HTTP/1.1" status: 200 len: 1092 time: 0.9032824 Jun 30 03:44:48.392444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad', 'tag': '87cb8135-3f89-4f80-a24d-fc8d16e30241'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:44:48.394488 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad", "tag": "87cb8135-3f89-4f80-a24d-fc8d16e30241"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:44:48.421280 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcf46f-e316-4cd4-af1c-126c3bff34bb service neutron] Pushing event updated for resources: {'Port': ['ID=87cb8135-3f89-4f80-a24d-fc8d16e30241,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:48.430835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f08e1f28-b79a-4a0b-be39-eb1d40b31373 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:48.509612 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd76c11-d6a7-4d0f-a2b4-2b2b143da872 x-openstack-request-id: req-ebd76c11-d6a7-4d0f-a2b4-2b2b143da872 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:44:48.509752 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad", "tag": "87cb8135-3f89-4f80-a24d-fc8d16e30241", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:44:48.509965 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ebd76c11-d6a7-4d0f-a2b4-2b2b143da872 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:44:48.511144 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad', 'tag': '87cb8135-3f89-4f80-a24d-fc8d16e30241', 'status': 'completed', 'code': 200} Jun 30 03:44:48.549378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f08e1f28-b79a-4a0b-be39-eb1d40b31373 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:48.554977 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f08e1f28-b79a-4a0b-be39-eb1d40b31373 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:48.555418 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.622193 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-f07071b7-fc4e-4785-ae54-d0c60b06dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:48.624318 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-f07071b7-fc4e-4785-ae54-d0c60b06dfe8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d4db4f0310b9499290b8c1730746c7b6&device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 1095 time: 0.1209004 Jun 30 03:44:48.639224 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.670842 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-013afebf-f0f9-47a5-baf0-4a7757d923ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87cb8135-3f89-4f80-a24d-fc8d16e30241 HTTP/1.1" status: 200 len: 217 time: 0.0364830 Jun 30 03:44:48.681742 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port f08e1f28-b79a-4a0b-be39-eb1d40b31373, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f08e1f28-b79a-4a0b-be39-eb1d40b31373,segment=NetworkSegment(0a9fcf60-92fa-476d-8641-b02d54ab34db),segment_id=0a9fcf60-92fa-476d-8641-b02d54ab34db)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:48.719591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-127c199c-da83-4285-b10a-c79bda744b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:48.721076 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-127c199c-da83-4285-b10a-c79bda744b8b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49c6ae9f-561b-4bfa-bba7-b6e1e91d0501 HTTP/1.1" status: 200 len: 855 time: 0.0446365 Jun 30 03:44:48.766422 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:48.782167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-88a03140-f04a-4026-bf0e-fbd404741d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:48.793368 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-88a03140-f04a-4026-bf0e-fbd404741d91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78ab6594-e4f6-41df-be81-505af7fdcb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555725 Jun 30 03:44:48.815804 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=f08e1f28-b79a-4a0b-be39-eb1d40b31373,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:48.823156 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.823503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.824345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.824679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.825007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.825333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.825682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.826006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.826327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.826645 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.826984 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.827288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:48.918333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-e39910b0-3948-4830-bf4a-bfd640dcb3a5 service neutron] 10.222.0.74 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274686 Jun 30 03:44:48.929330 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbfefe-6b6e-44b0-8f41-12875c0abaf5 req-c707dcc6-878c-4d8a-ab79-95cbee16b324 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:48.930816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7bbfefe-6b6e-44b0-8f41-12875c0abaf5 req-c707dcc6-878c-4d8a-ab79-95cbee16b324 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 944 time: 0.1179366 Jun 30 03:44:49.019253 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d7bbfefe-6b6e-44b0-8f41-12875c0abaf5 req-3569f3ce-88c5-4178-a615-e87e3843907a tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804412 Jun 30 03:44:49.044546 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23ab1737-2429-446e-b420-3020ae6e78b8 req-3edc3acc-c309-4876-89f1-a310ee937746 service neutron] 10.222.0.74 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127460 Jun 30 03:44:49.264890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-70cd3a0b-9418-48e8-9912-4145b7ee925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:49.266329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-70cd3a0b-9418-48e8-9912-4145b7ee925f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d4db4f0310b9499290b8c1730746c7b6&device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 1095 time: 0.0529063 Jun 30 03:44:49.358728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-861c6af3-9b3c-4c40-934c-c67f38892ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:49.360232 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-861c6af3-9b3c-4c40-934c-c67f38892ae2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=78ab6594-e4f6-41df-be81-505af7fdcb4f HTTP/1.1" status: 200 len: 917 time: 0.0872655 Jun 30 03:44:49.401662 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-81d30fd7-f26f-45b9-8e82-e0b9267e97b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87cb8135-3f89-4f80-a24d-fc8d16e30241 HTTP/1.1" status: 200 len: 217 time: 0.0343978 Jun 30 03:44:49.449107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-0a80b120-69d9-4d57-bc8b-776a5a8bff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:49.450567 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-0a80b120-69d9-4d57-bc8b-776a5a8bff1e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49c6ae9f-561b-4bfa-bba7-b6e1e91d0501 HTTP/1.1" status: 200 len: 855 time: 0.0427876 Jun 30 03:44:49.511047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-33391ab1-1300-49f9-8f6d-1a8bfb995b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:49.512535 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-33391ab1-1300-49f9-8f6d-1a8bfb995b05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78ab6594-e4f6-41df-be81-505af7fdcb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545993 Jun 30 03:44:49.600614 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-355fa76b-a808-4cf0-91a2-77def576133b service neutron] 10.222.0.74 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810947 Jun 30 03:44:49.697438 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6a574b6-16e5-4110-8bf9-1f2e7f405e1b req-456a47b2-434d-43a7-8642-69c5a088d3e4 service neutron] 10.222.0.74 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888834 Jun 30 03:44:50.197999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3a742-5e09-402b-8ae9-31ad733e675a req-7e506c42-9904-460f-8beb-9283a7b58416 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:50.199893 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90a3a742-5e09-402b-8ae9-31ad733e675a req-7e506c42-9904-460f-8beb-9283a7b58416 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 944 time: 0.0640604 Jun 30 03:44:50.238338 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90a3a742-5e09-402b-8ae9-31ad733e675a req-5d29c31e-e26d-477b-98e8-eb3550060f46 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327168 Jun 30 03:44:50.386060 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f08e1f28-b79a-4a0b-be39-eb1d40b31373 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:50.435609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f08e1f28-b79a-4a0b-be39-eb1d40b31373 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:50.435981 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:51.407854 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b3395-7199-4022-9bfd-7d4f83466872 req-e84b50f5-b46f-40f2-90d3-d4496b15043b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:51.409334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-690b3395-7199-4022-9bfd-7d4f83466872 req-e84b50f5-b46f-40f2-90d3-d4496b15043b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 944 time: 0.0620677 Jun 30 03:44:51.446804 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-690b3395-7199-4022-9bfd-7d4f83466872 req-15a771fa-6bd3-4b0e-862b-f7802b5ab30e tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Jun 30 03:44:52.418731 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 87cb8135-3f89-4f80-a24d-fc8d16e30241 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:44:52.513814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 87cb8135-3f89-4f80-a24d-fc8d16e30241, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=87cb8135-3f89-4f80-a24d-fc8d16e30241,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:52.525058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '87cb8135-3f89-4f80-a24d-fc8d16e30241', 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f', 'port_id': '87cb8135-3f89-4f80-a24d-fc8d16e30241', 'mac_address': 'fa:16:3e:88:89:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c6ae9f-561b-4bfa-bba7-b6e1e91d0501', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:44:52.562562 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.575794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cb8135-3f89-4f80-a24d-fc8d16e30241 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:44:52.595776 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 87cb8135-3f89-4f80-a24d-fc8d16e30241, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=87cb8135-3f89-4f80-a24d-fc8d16e30241,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:52.620481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420dcd1-52af-4b9f-81ea-7e3e28f01d31 req-6dd56773-076b-4ded-a77a-476c0621a156 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:52.623246 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1420dcd1-52af-4b9f-81ea-7e3e28f01d31 req-6dd56773-076b-4ded-a77a-476c0621a156 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 944 time: 0.0666251 Jun 30 03:44:52.665999 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1420dcd1-52af-4b9f-81ea-7e3e28f01d31 req-af4f07c2-bf33-4176-aff3-fca897f2bc82 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371442 Jun 30 03:44:52.669901 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.717754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=87cb8135-3f89-4f80-a24d-fc8d16e30241,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:52.873425 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['87cb8135-3f89-4f80-a24d-fc8d16e30241'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:44:53.480889 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.835710 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d52e74-3a61-41ac-8b39-d6aa14f42fc7 req-04357464-04d2-4146-be04-9a978f6a53b5 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:53.837094 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-98d52e74-3a61-41ac-8b39-d6aa14f42fc7 req-04357464-04d2-4146-be04-9a978f6a53b5 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 945 time: 0.0616384 Jun 30 03:44:53.875709 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-98d52e74-3a61-41ac-8b39-d6aa14f42fc7 req-bd7f6507-bba4-4428-8a7d-7d2c99f8d7b9 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325327 Jun 30 03:44:53.988958 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.435885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 87cb8135-3f89-4f80-a24d-fc8d16e30241 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:44:54.543117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 87cb8135-3f89-4f80-a24d-fc8d16e30241 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:44:54.547393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 87cb8135-3f89-4f80-a24d-fc8d16e30241 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:44:54.547740 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.625010 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.646809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cb8135-3f89-4f80-a24d-fc8d16e30241'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:44:54.649073 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccac3f63-661f-4e9b-b4c8-5fb18ff366f1" -d '{"events": [{"server_uuid": "81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad", "name": "network-vif-plugged", "status": "completed", "tag": "87cb8135-3f89-4f80-a24d-fc8d16e30241"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:44:54.661597 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 87cb8135-3f89-4f80-a24d-fc8d16e30241, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=87cb8135-3f89-4f80-a24d-fc8d16e30241,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:54.734806 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd923a1-1b5b-495d-98db-9c3e59fc8796 x-openstack-request-id: req-ddd923a1-1b5b-495d-98db-9c3e59fc8796 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:44:54.735169 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad", "name": "network-vif-plugged", "status": "completed", "tag": "87cb8135-3f89-4f80-a24d-fc8d16e30241", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:44:54.735429 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddd923a1-1b5b-495d-98db-9c3e59fc8796 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:44:54.735831 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cb8135-3f89-4f80-a24d-fc8d16e30241', 'code': 200} Jun 30 03:44:54.742943 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.789825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=87cb8135-3f89-4f80-a24d-fc8d16e30241,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:54.849141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e185d-683f-4f0d-a4b2-6260371c6cb9 req-900bda5a-a413-429f-9dc2-657601e03f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:54.850666 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd8e185d-683f-4f0d-a4b2-6260371c6cb9 req-900bda5a-a413-429f-9dc2-657601e03f59 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 1097 time: 0.0552735 Jun 30 03:44:54.889527 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cd8e185d-683f-4f0d-a4b2-6260371c6cb9 req-f8101e17-76df-44d6-88a7-80cc5d70f089 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289710 Jun 30 03:44:55.044165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86828cd8-3deb-4b9b-94b6-11823b308869 req-17df88ff-88c8-4cfe-9b6f-4b4fcfaa6204 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:55.045645 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86828cd8-3deb-4b9b-94b6-11823b308869 req-17df88ff-88c8-4cfe-9b6f-4b4fcfaa6204 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 946 time: 0.0613537 Jun 30 03:44:55.083304 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86828cd8-3deb-4b9b-94b6-11823b308869 req-abfb537a-265d-4e6f-96f6-4ac18f26401b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Jun 30 03:44:56.256442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84c1dd-eef4-478b-ac54-d01b964efe17 req-d8436f73-0976-4bf0-8f15-d55168a0f47f tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:56.257826 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf84c1dd-eef4-478b-ac54-d01b964efe17 req-d8436f73-0976-4bf0-8f15-d55168a0f47f tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 946 time: 0.0619233 Jun 30 03:44:56.294553 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cf84c1dd-eef4-478b-ac54-d01b964efe17 req-e31d9103-12ea-4f58-964d-bae06d5e97bb tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Jun 30 03:44:56.469241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b6733-8977-4e83-a520-128774e2ae42 req-63696297-f148-49e2-8c1d-3c21c126ab54 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:56.470746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-497b6733-8977-4e83-a520-128774e2ae42 req-63696297-f148-49e2-8c1d-3c21c126ab54 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 946 time: 0.0655849 Jun 30 03:44:56.511257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-497b6733-8977-4e83-a520-128774e2ae42 req-c93f4519-ec7a-41eb-979a-4c646941afb4 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Jun 30 03:44:57.555272 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d30653f6-da68-4324-9237-b0089af17c32 req-208f6ba7-c2a9-412f-84cd-4484519dc6d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504711 Jun 30 03:44:57.647976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30653f6-da68-4324-9237-b0089af17c32 req-486abb82-72f1-4223-86d8-ec11f0a22658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:57.649455 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d30653f6-da68-4324-9237-b0089af17c32 req-486abb82-72f1-4223-86d8-ec11f0a22658 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d4db4f0310b9499290b8c1730746c7b6&device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 1097 time: 0.0511250 Jun 30 03:44:57.759162 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30653f6-da68-4324-9237-b0089af17c32 req-f3b9bfb5-cba4-4e23-89e1-284ade5cd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:57.760630 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d30653f6-da68-4324-9237-b0089af17c32 req-f3b9bfb5-cba4-4e23-89e1-284ade5cd94c service neutron] 10.222.0.74 "GET /v2.0/networks?id=78ab6594-e4f6-41df-be81-505af7fdcb4f HTTP/1.1" status: 200 len: 917 time: 0.0911677 Jun 30 03:44:57.801610 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d30653f6-da68-4324-9237-b0089af17c32 req-8ec0541d-9811-4b71-86f9-42c223369c44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87cb8135-3f89-4f80-a24d-fc8d16e30241 HTTP/1.1" status: 200 len: 217 time: 0.0347373 Jun 30 03:44:57.849444 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30653f6-da68-4324-9237-b0089af17c32 req-e882495a-2597-4f00-8943-aff3b30354dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:57.850868 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d30653f6-da68-4324-9237-b0089af17c32 req-e882495a-2597-4f00-8943-aff3b30354dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49c6ae9f-561b-4bfa-bba7-b6e1e91d0501 HTTP/1.1" status: 200 len: 855 time: 0.0437436 Jun 30 03:44:57.915660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30653f6-da68-4324-9237-b0089af17c32 req-89181bfa-4b13-43ad-b384-f9960a0edd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:57.917174 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d30653f6-da68-4324-9237-b0089af17c32 req-89181bfa-4b13-43ad-b384-f9960a0edd43 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=78ab6594-e4f6-41df-be81-505af7fdcb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601242 Jun 30 03:44:58.008699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d30653f6-da68-4324-9237-b0089af17c32 req-d7899bf1-6fef-44bd-a2cc-676c6140f15f service neutron] 10.222.0.74 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853410 Jun 30 03:44:58.101192 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d30653f6-da68-4324-9237-b0089af17c32 req-3db73425-39b1-4b24-9b6b-9f9df2f4b207 service neutron] 10.222.0.74 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857241 Jun 30 03:44:58.640152 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-359dfe6d-876e-474b-b67c-953521ce26be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:01.309164 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:01.377183 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7b012b13-319b-485e-ba24-8ad0054645b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:03.121983 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.862856 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:05.552173 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:45:20.667048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8501814-801e-4834-824a-b406049c173f req-3df2709f-3acf-4fcc-8a36-f38b3b9e5772 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:20.668591 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8501814-801e-4834-824a-b406049c173f req-3df2709f-3acf-4fcc-8a36-f38b3b9e5772 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 946 time: 0.0619299 Jun 30 03:45:20.704906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8501814-801e-4834-824a-b406049c173f req-2016c745-1275-4321-a262-3c974877ff5c tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305164 Jun 30 03:45:21.875457 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dc391-c5a2-4fc5-b60c-0691b0dbe35c req-478a09ee-1f42-487f-905b-33e73cef767b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:21.876913 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e42dc391-c5a2-4fc5-b60c-0691b0dbe35c req-478a09ee-1f42-487f-905b-33e73cef767b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 946 time: 0.0619650 Jun 30 03:45:21.914781 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e42dc391-c5a2-4fc5-b60c-0691b0dbe35c req-048fd176-c49b-495a-b592-0b97e096ef7c tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Jun 30 03:45:22.238290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-5a3db1a4-6df4-4ece-8fa7-25a99661a747 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:22.239671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-5a3db1a4-6df4-4ece-8fa7-25a99661a747 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.74 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 946 time: 0.0618677 Jun 30 03:45:22.341504 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Deleting port 87cb8135-3f89-4f80-a24d-fc8d16e30241 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:45:22.341876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:22.427218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] For port 87cb8135-3f89-4f80-a24d-fc8d16e30241, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=87cb8135-3f89-4f80-a24d-fc8d16e30241,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:22.427573 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:22.440108 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Calling delete_port for 87cb8135-3f89-4f80-a24d-fc8d16e30241 owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:45:22.633316 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:22.645003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['87cb8135-3f89-4f80-a24d-fc8d16e30241'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:45:22.663395 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Pushing event deleted for resources: {'Port': ['ID=87cb8135-3f89-4f80-a24d-fc8d16e30241,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:22.696784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.697136 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.697475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.697834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.698164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.698493 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.698821 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.699145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.699472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.699794 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.700139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.700459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:22.721005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] No DVR routers for this DVR port 87cb8135-3f89-4f80-a24d-fc8d16e30241 on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:45:22.724292 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:22.725558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0bea10fa-b748-4d91-889a-63de23a6b046 req-cc4cf2a7-d326-4f83-868a-64975e12a5ed tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.74 "DELETE /v2.0/ports/87cb8135-3f89-4f80-a24d-fc8d16e30241 HTTP/1.1" status: 204 len: 173 time: 0.4802732 Jun 30 03:45:22.726039 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad', 'name': 'network-vif-deleted', 'tag': '87cb8135-3f89-4f80-a24d-fc8d16e30241'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:45:22.728319 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e361c6-4c50-4442-aaa3-779427d57ac5" -d '{"events": [{"server_uuid": "81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad", "name": "network-vif-deleted", "tag": "87cb8135-3f89-4f80-a24d-fc8d16e30241"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:45:22.763042 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d7bf8c-36c3-4b06-9256-dc05b82be361 x-openstack-request-id: req-c2d7bf8c-36c3-4b06-9256-dc05b82be361 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:45:22.763372 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad", "name": "network-vif-deleted", "tag": "87cb8135-3f89-4f80-a24d-fc8d16e30241", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:45:22.763628 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2d7bf8c-36c3-4b06-9256-dc05b82be361 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:45:22.764027 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad', 'name': 'network-vif-deleted', 'tag': '87cb8135-3f89-4f80-a24d-fc8d16e30241', 'status': 'completed', 'code': 200} Jun 30 03:45:23.075397 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0a294ede-fbc8-4dcd-9b46-ff9b6d4bd08c req-03c4d9e8-b7ae-4238-b14f-5abf8fcde203 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=81d87cc5-3fcc-4c1d-9bde-de7ae73f8fad HTTP/1.1" status: 200 len: 210 time: 0.0350389 Jun 30 03:45:23.467436 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:24.015867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:24.752272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-72da0e3b-c75a-4cae-8fef-78d050c13ad8 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:24.753764 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-72da0e3b-c75a-4cae-8fef-78d050c13ad8 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/networks?id=78ab6594-e4f6-41df-be81-505af7fdcb4f HTTP/1.1" status: 200 len: 816 time: 0.1001480 Jun 30 03:45:24.768593 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-ba95ee84-2b7e-476d-a61f-cabfebae5919 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/quotas/d4db4f0310b9499290b8c1730746c7b6 HTTP/1.1" status: 200 len: 375 time: 0.0092854 Jun 30 03:45:24.841551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-9761c5a3-32a0-4068-ba16-9e805a62b869 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d4db4f0310b9499290b8c1730746c7b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677283 Jun 30 03:45:24.940143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-263f9b32-5894-4a62-adf3-18c09dbf18c3 service neutron] 10.222.0.77 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843000 Jun 30 03:45:25.030094 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-a03e4a8d-b4e6-4d13-8328-268c02007d2e service neutron] 10.222.0.77 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841725 Jun 30 03:45:25.289664 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-82e44106-4d1d-4900-a056-5c48b7ac666e req-9c1ea45b-0eb5-4e75-bb84-ced07cdfadcf tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 210 time: 0.0285702 Jun 30 03:45:26.429462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-529cc7cb-ae93-4542-9d12-180cd4752aeb req-c862d051-b3bd-4194-acac-9df7be1423d6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 210 time: 0.0290387 Jun 30 03:45:26.604717 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 87cb8135-3f89-4f80-a24d-fc8d16e30241 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:45:26.625295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 87cb8135-3f89-4f80-a24d-fc8d16e30241 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:45:26.625295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 87cb8135-3f89-4f80-a24d-fc8d16e30241 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:45:27.333795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-50f582f9-9632-460b-820c-e59e84280e71 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:27.335148 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-50f582f9-9632-460b-820c-e59e84280e71 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.83 "GET /v2.0/networks?id=78ab6594-e4f6-41df-be81-505af7fdcb4f HTTP/1.1" status: 200 len: 816 time: 0.0996585 Jun 30 03:45:27.347783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Request body: {'port': {'device_id': '125bd7bb-a4d7-432f-abe0-0b6358e8a63c', 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f', 'admin_state_up': True, 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:45:27.541845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Made reservation on behalf of d4db4f0310b9499290b8c1730746c7b6 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:45:27.545705 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:27.571794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14107a6d-6f4e-4a0f-ae47-52c514f9e31a req-1f0d8b88-4b11-4ba3-91f5-4832472a2899 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 210 time: 0.0279796 Jun 30 03:45:27.675121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Allocated IP 172.20.0.12 (78ab6594-e4f6-41df-be81-505af7fdcb4f/49c6ae9f-561b-4bfa-bba7-b6e1e91d0501/978f01dd-d68a-47b7-accb-d4d233036fb8) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:45:27.816363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:27.834134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Transition to ACTIVE for port object 978f01dd-d68a-47b7-accb-d4d233036fb8 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:45:27.919119 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:27.965841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Network 78ab6594-e4f6-41df-be81-505af7fdcb4f is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:45:27.969087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:45:27.972913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:45:27.999315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Pushing event updated for resources: {'Port': ['ID=978f01dd-d68a-47b7-accb-d4d233036fb8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:28.012438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.012796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.013125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.013850 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.014012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.014238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.014563 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.014892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.015209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.015615 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.015841 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.016158 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:45:28.042641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:28.043406 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:28.125175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-5bc6bba5-979f-4a8a-a8ab-2f9935f7e1f6 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7811847 Jun 30 03:45:28.182011 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Request body: {'port': {'device_id': '125bd7bb-a4d7-432f-abe0-0b6358e8a63c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:45:28.258602 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:28.351431 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bdf4da65-0f67-48e2-999d-655b2b22bfb2 None None] Provisioning for port 978f01dd-d68a-47b7-accb-d4d233036fb8 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:45:28.352485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bdf4da65-0f67-48e2-999d-655b2b22bfb2 None None] Provisioning complete for port 978f01dd-d68a-47b7-accb-d4d233036fb8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:28.352925 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bdf4da65-0f67-48e2-999d-655b2b22bfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:28.386495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4da65-0f67-48e2-999d-655b2b22bfb2 None None] Port 978f01dd-d68a-47b7-accb-d4d233036fb8 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:45:28.536171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978f01dd-d68a-47b7-accb-d4d233036fb8 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:45:28.543823 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:28.557458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Transition to ACTIVE for port object 978f01dd-d68a-47b7-accb-d4d233036fb8 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:45:28.627441 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-764b42d3-9dd6-4604-a9a2-20ead2f19e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:28.644489 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:28.706080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Pushing event updated for resources: {'Port': ['ID=978f01dd-d68a-47b7-accb-d4d233036fb8,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:28.823705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753d045-90c7-4bfa-838e-efab4471708a req-628eb149-1b42-4ab5-bd8c-d318d97a9e30 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:28.825268 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c753d045-90c7-4bfa-838e-efab4471708a req-628eb149-1b42-4ab5-bd8c-d318d97a9e30 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 944 time: 0.1416173 Jun 30 03:45:28.830347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Attempting to bind port 978f01dd-d68a-47b7-accb-d4d233036fb8 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:45:28.830696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Attempting to bind port 978f01dd-d68a-47b7-accb-d4d233036fb8 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:45:28.831026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Attempting to bind port 978f01dd-d68a-47b7-accb-d4d233036fb8 on network 78ab6594-e4f6-41df-be81-505af7fdcb4f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:45:28.843299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Port 978f01dd-d68a-47b7-accb-d4d233036fb8 on network 78ab6594-e4f6-41df-be81-505af7fdcb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:45:28.843631 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Attempting to bind port 978f01dd-d68a-47b7-accb-d4d233036fb8 on network 78ab6594-e4f6-41df-be81-505af7fdcb4f {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:45:28.857815 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:45:28.858269 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Checking segment: {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:45:28.858530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Bound using segment: {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:45:28.858963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Bound port: 978f01dd-d68a-47b7-accb-d4d233036fb8, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afdb2a4-750b-404a-b301-a159772fbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:45:28.859326 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:28.885954 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c753d045-90c7-4bfa-838e-efab4471708a req-b15bfbae-a59e-4983-a7bb-cf8b98ef5719 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525246 Jun 30 03:45:28.935178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] For port 978f01dd-d68a-47b7-accb-d4d233036fb8, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:45:28.938344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] For port 978f01dd-d68a-47b7-accb-d4d233036fb8, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=978f01dd-d68a-47b7-accb-d4d233036fb8,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:45:29.027624 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:29.067100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:29.067713 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:29.069069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] 10.222.0.83 "PUT /v2.0/ports/978f01dd-d68a-47b7-accb-d4d233036fb8 HTTP/1.1" status: 200 len: 1092 time: 0.9362149 Jun 30 03:45:29.069523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125bd7bb-a4d7-432f-abe0-0b6358e8a63c', 'tag': '978f01dd-d68a-47b7-accb-d4d233036fb8'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:45:29.071769 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccab2c9a-bbca-4a85-b499-827389205488" -d '{"events": [{"name": "network-changed", "server_uuid": "125bd7bb-a4d7-432f-abe0-0b6358e8a63c", "tag": "978f01dd-d68a-47b7-accb-d4d233036fb8"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:45:29.097169 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d323e61-c421-4220-abc5-f588f4b7315d service neutron] Pushing event updated for resources: {'Port': ['ID=978f01dd-d68a-47b7-accb-d4d233036fb8,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:29.176234 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de0245-22a2-42cf-97e5-c6c64c6b58cd x-openstack-request-id: req-e6de0245-22a2-42cf-97e5-c6c64c6b58cd {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:45:29.176234 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125bd7bb-a4d7-432f-abe0-0b6358e8a63c", "tag": "978f01dd-d68a-47b7-accb-d4d233036fb8", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:45:29.176234 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6de0245-22a2-42cf-97e5-c6c64c6b58cd {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:45:29.176234 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125bd7bb-a4d7-432f-abe0-0b6358e8a63c', 'tag': '978f01dd-d68a-47b7-accb-d4d233036fb8', 'status': 'completed', 'code': 200} Jun 30 03:45:29.233235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-fea3a9d9-83f8-40db-923a-3fe9d1680d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:29.234882 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-fea3a9d9-83f8-40db-923a-3fe9d1680d54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4db4f0310b9499290b8c1730746c7b6&device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 1095 time: 0.0558155 Jun 30 03:45:29.278620 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-090f6dce-9bdf-4db7-8a19-1f9ab41713b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=978f01dd-d68a-47b7-accb-d4d233036fb8 HTTP/1.1" status: 200 len: 217 time: 0.0354784 Jun 30 03:45:29.330147 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-8f45d3b4-914a-46dd-b086-aff263d21b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:29.331464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-8f45d3b4-914a-46dd-b086-aff263d21b13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49c6ae9f-561b-4bfa-bba7-b6e1e91d0501 HTTP/1.1" status: 200 len: 855 time: 0.0464263 Jun 30 03:45:29.388356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-704510ec-b1b3-4250-a22c-1b9911388828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:29.389885 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-704510ec-b1b3-4250-a22c-1b9911388828 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78ab6594-e4f6-41df-be81-505af7fdcb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518720 Jun 30 03:45:29.476404 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-016211aa-5c7c-4ee3-98aa-9f4493822d23 service neutron] 10.222.0.83 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798073 Jun 30 03:45:29.567852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa9ef4ea-3d54-47bf-80c8-15566b79f8c4 req-cc63355f-19d1-4b67-ab21-8a29973eaa02 service neutron] 10.222.0.83 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852578 Jun 30 03:45:29.762123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab2c9a-bbca-4a85-b499-827389205488 req-ff804cec-e7f7-4871-82eb-ef593531a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:29.763606 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccab2c9a-bbca-4a85-b499-827389205488 req-ff804cec-e7f7-4871-82eb-ef593531a3d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d4db4f0310b9499290b8c1730746c7b6&device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 1095 time: 0.0519054 Jun 30 03:45:29.872329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab2c9a-bbca-4a85-b499-827389205488 req-f2cd8bcf-3be9-47eb-ab70-610ad5873d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:29.873839 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccab2c9a-bbca-4a85-b499-827389205488 req-f2cd8bcf-3be9-47eb-ab70-610ad5873d2b service neutron] 10.222.0.83 "GET /v2.0/networks?id=78ab6594-e4f6-41df-be81-505af7fdcb4f HTTP/1.1" status: 200 len: 917 time: 0.1034420 Jun 30 03:45:29.914572 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccab2c9a-bbca-4a85-b499-827389205488 req-e1cea359-17a6-43e3-b7a6-007517e768fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=978f01dd-d68a-47b7-accb-d4d233036fb8 HTTP/1.1" status: 200 len: 217 time: 0.0339215 Jun 30 03:45:29.967932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab2c9a-bbca-4a85-b499-827389205488 req-fde3b42b-03b4-4757-a7b8-210db2f645c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:29.969428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccab2c9a-bbca-4a85-b499-827389205488 req-fde3b42b-03b4-4757-a7b8-210db2f645c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49c6ae9f-561b-4bfa-bba7-b6e1e91d0501 HTTP/1.1" status: 200 len: 855 time: 0.0451317 Jun 30 03:45:30.072783 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab2c9a-bbca-4a85-b499-827389205488 req-f95331fd-7836-467c-a768-ab6ba49946a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:30.074295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccab2c9a-bbca-4a85-b499-827389205488 req-f95331fd-7836-467c-a768-ab6ba49946a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=78ab6594-e4f6-41df-be81-505af7fdcb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979283 Jun 30 03:45:30.087769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b016b-2b6b-47c6-b1f0-b2b3449b4405 req-a95f1c5e-75b5-4dbe-9fd4-81ace1cad11e tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:30.089164 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e6b016b-2b6b-47c6-b1f0-b2b3449b4405 req-a95f1c5e-75b5-4dbe-9fd4-81ace1cad11e tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 944 time: 0.0823500 Jun 30 03:45:30.176975 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4e6b016b-2b6b-47c6-b1f0-b2b3449b4405 req-87941bbf-95d2-40dd-93bf-42ed9628da88 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798507 Jun 30 03:45:30.202640 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccab2c9a-bbca-4a85-b499-827389205488 req-e4682823-78f5-4951-b39d-fc8e5b9c4514 service neutron] 10.222.0.83 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125002 Jun 30 03:45:30.290310 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccab2c9a-bbca-4a85-b499-827389205488 req-d261e502-6d05-495d-ade1-3d741040dbf4 service neutron] 10.222.0.83 "GET /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805397 Jun 30 03:45:31.301703 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:31.356543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe28be-5b45-48f3-96f9-ae9c7a580fc3 req-b7d7f390-4be7-43b4-8169-033c1a773fd7 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:31.358038 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fabe28be-5b45-48f3-96f9-ae9c7a580fc3 req-b7d7f390-4be7-43b4-8169-033c1a773fd7 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 944 time: 0.0674314 Jun 30 03:45:31.364466 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7987db75-de8a-4488-92d5-80b01f60a53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:31.396758 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fabe28be-5b45-48f3-96f9-ae9c7a580fc3 req-60d3b71e-86dd-4554-bbce-7cf7f0c22fc5 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Jun 30 03:45:32.570279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff23190-b614-4c6a-916d-f517b516d167 req-b8ddd79f-730e-4306-a273-005a1b836c81 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:32.571767 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ff23190-b614-4c6a-916d-f517b516d167 req-b8ddd79f-730e-4306-a273-005a1b836c81 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 944 time: 0.0661414 Jun 30 03:45:32.608785 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1ff23190-b614-4c6a-916d-f517b516d167 req-bd7d27b9-4b47-4df7-b411-202e84618f8e tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Jun 30 03:45:33.095749 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:33.521521 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 978f01dd-d68a-47b7-accb-d4d233036fb8 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:45:33.617053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 978f01dd-d68a-47b7-accb-d4d233036fb8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=978f01dd-d68a-47b7-accb-d4d233036fb8,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:33.628426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '978f01dd-d68a-47b7-accb-d4d233036fb8', 'network_id': '78ab6594-e4f6-41df-be81-505af7fdcb4f', 'port_id': '978f01dd-d68a-47b7-accb-d4d233036fb8', 'mac_address': 'fa:16:3e:8f:05:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c6ae9f-561b-4bfa-bba7-b6e1e91d0501', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:45:33.664408 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:33.677811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978f01dd-d68a-47b7-accb-d4d233036fb8 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:45:33.697650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 978f01dd-d68a-47b7-accb-d4d233036fb8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=978f01dd-d68a-47b7-accb-d4d233036fb8,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:33.780112 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d286b-e4da-44bd-9d31-84f5622c8ebe req-e9e0db5c-7224-4781-a544-c03e3fe233ad tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:33.781482 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f1d286b-e4da-44bd-9d31-84f5622c8ebe req-e9e0db5c-7224-4781-a544-c03e3fe233ad tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 944 time: 0.0621283 Jun 30 03:45:33.786989 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:33.819932 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5f1d286b-e4da-44bd-9d31-84f5622c8ebe req-4c02c4dd-3465-4788-8255-39b6c6926795 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Jun 30 03:45:33.842726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=978f01dd-d68a-47b7-accb-d4d233036fb8,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:33.990359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['978f01dd-d68a-47b7-accb-d4d233036fb8'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:45:34.889874 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:34.998774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446f697-1873-43c2-99e9-2d08051d25a1 req-71c2d1de-2c2b-4b53-bf91-e927f8790570 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:35.000190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f446f697-1873-43c2-99e9-2d08051d25a1 req-71c2d1de-2c2b-4b53-bf91-e927f8790570 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 945 time: 0.0669713 Jun 30 03:45:35.036521 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f446f697-1873-43c2-99e9-2d08051d25a1 req-367b42e3-291a-4bc2-a44d-24be8e4f2dfb tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308137 Jun 30 03:45:35.543006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 978f01dd-d68a-47b7-accb-d4d233036fb8 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:45:35.672837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 978f01dd-d68a-47b7-accb-d4d233036fb8 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:45:35.676667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 978f01dd-d68a-47b7-accb-d4d233036fb8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:35.677040 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:35.750356 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:35.771318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125bd7bb-a4d7-432f-abe0-0b6358e8a63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978f01dd-d68a-47b7-accb-d4d233036fb8'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:45:35.773587 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107415ff-626d-4579-826b-a29ee3f59686" -d '{"events": [{"server_uuid": "125bd7bb-a4d7-432f-abe0-0b6358e8a63c", "name": "network-vif-plugged", "status": "completed", "tag": "978f01dd-d68a-47b7-accb-d4d233036fb8"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:45:35.786778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 978f01dd-d68a-47b7-accb-d4d233036fb8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=978f01dd-d68a-47b7-accb-d4d233036fb8,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:35.809355 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624bc1a5-432d-4ff3-9ca2-2d45dffd79cf x-openstack-request-id: req-624bc1a5-432d-4ff3-9ca2-2d45dffd79cf {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:45:35.809682 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125bd7bb-a4d7-432f-abe0-0b6358e8a63c", "name": "network-vif-plugged", "status": "completed", "tag": "978f01dd-d68a-47b7-accb-d4d233036fb8", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:45:35.809944 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-624bc1a5-432d-4ff3-9ca2-2d45dffd79cf {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:45:35.810340 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125bd7bb-a4d7-432f-abe0-0b6358e8a63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978f01dd-d68a-47b7-accb-d4d233036fb8', 'code': 200} Jun 30 03:45:35.833307 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:35.885373 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=978f01dd-d68a-47b7-accb-d4d233036fb8,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:35.924176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635c84c-bc13-449b-8efc-c0d4a6bb66e8 req-d01eee98-6899-457b-99b9-70d179005485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:35.925659 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6635c84c-bc13-449b-8efc-c0d4a6bb66e8 req-d01eee98-6899-457b-99b9-70d179005485 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 1097 time: 0.0507307 Jun 30 03:45:35.961281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6635c84c-bc13-449b-8efc-c0d4a6bb66e8 req-4d00f3ca-79f1-4e8d-99ca-ace3d3b4c9c5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279856 Jun 30 03:45:36.207932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730b8b4-91ee-4015-a764-9e7c4d66915e req-b88b33cf-abc6-4641-9fc7-cb38c5d294c7 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:36.209698 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4730b8b4-91ee-4015-a764-9e7c4d66915e req-b88b33cf-abc6-4641-9fc7-cb38c5d294c7 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 946 time: 0.0654745 Jun 30 03:45:36.246674 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4730b8b4-91ee-4015-a764-9e7c4d66915e req-69404f59-2a91-4193-99ae-ed7a58aaec07 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Jun 30 03:45:37.423483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eb71a-7669-4ab1-b82c-f7725c048b17 req-8cede282-fd18-4177-9218-013af37aed72 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:37.424956 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-628eb71a-7669-4ab1-b82c-f7725c048b17 req-8cede282-fd18-4177-9218-013af37aed72 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 946 time: 0.0641096 Jun 30 03:45:37.461799 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-628eb71a-7669-4ab1-b82c-f7725c048b17 req-cd2cede7-9259-405b-8b2c-84c9776de53b tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Jun 30 03:45:37.628060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2f132-45b0-48a2-8f27-64eecbf2bd56 req-0c26b756-b18d-4a69-a2cc-2f22003ab19a tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:37.629579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bfe2f132-45b0-48a2-8f27-64eecbf2bd56 req-0c26b756-b18d-4a69-a2cc-2f22003ab19a tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 946 time: 0.0613778 Jun 30 03:45:37.667254 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bfe2f132-45b0-48a2-8f27-64eecbf2bd56 req-8da7d685-129d-4d85-b6ba-95450d3c6996 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315964 Jun 30 03:45:42.551580 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:45:53.461304 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:54.020906 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:58.649708 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9b922b5d-0a67-4f24-9476-7b2c69a98f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:00.009175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10d5df-8a01-498e-9cff-a10c9a010e48 req-084c3a33-45f8-448c-815f-41d00f8fe86e tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:00.010664 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a10d5df-8a01-498e-9cff-a10c9a010e48 req-084c3a33-45f8-448c-815f-41d00f8fe86e tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 946 time: 0.0660510 Jun 30 03:46:00.047332 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8a10d5df-8a01-498e-9cff-a10c9a010e48 req-a1b5c7fb-310b-4806-8711-6dc4ba8e3cd4 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310090 Jun 30 03:46:01.318357 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:01.363885 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-58550cfe-976c-4324-ae82-886f0c04ac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:01.487364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-4e98dbe8-845f-45aa-b2f9-2d8186625c57 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:01.488963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-4e98dbe8-845f-45aa-b2f9-2d8186625c57 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.83 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 946 time: 0.0638170 Jun 30 03:46:01.557598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac9a8e-8d1c-48bf-b932-2083cd156b9b req-9dcdc785-2205-4e6f-8b6d-f3429e5e44f8 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:01.559084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fdac9a8e-8d1c-48bf-b932-2083cd156b9b req-9dcdc785-2205-4e6f-8b6d-f3429e5e44f8 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 946 time: 0.4019110 Jun 30 03:46:01.595244 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-0faf2e2e-78ea-4132-984a-353d4acfea0d tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Deleting port 978f01dd-d68a-47b7-accb-d4d233036fb8 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:01.595593 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-0faf2e2e-78ea-4132-984a-353d4acfea0d tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:01.598046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fdac9a8e-8d1c-48bf-b932-2083cd156b9b req-388ed30e-3cd2-4c0f-bf5e-3ae9edaebb0c tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/security-groups?id=e683913a-0f19-4981-ad50-3fe49986b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Jun 30 03:46:01.682830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-0faf2e2e-78ea-4132-984a-353d4acfea0d tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] For port 978f01dd-d68a-47b7-accb-d4d233036fb8, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=978f01dd-d68a-47b7-accb-d4d233036fb8,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:01.683200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-0faf2e2e-78ea-4132-984a-353d4acfea0d tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:01.695201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-0faf2e2e-78ea-4132-984a-353d4acfea0d tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Calling delete_port for 978f01dd-d68a-47b7-accb-d4d233036fb8 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:01.866813 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-0faf2e2e-78ea-4132-984a-353d4acfea0d tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:01.896110 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf2e2e-78ea-4132-984a-353d4acfea0d tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Pushing event deleted for resources: {'Port': ['ID=978f01dd-d68a-47b7-accb-d4d233036fb8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:01.947389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-0faf2e2e-78ea-4132-984a-353d4acfea0d tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] No DVR routers for this DVR port 978f01dd-d68a-47b7-accb-d4d233036fb8 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:46:01.950327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-0faf2e2e-78ea-4132-984a-353d4acfea0d tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:01.952600 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aa451981-8d21-4ce3-9034-1fbd2971b49b req-0faf2e2e-78ea-4132-984a-353d4acfea0d tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.83 "DELETE /v2.0/ports/978f01dd-d68a-47b7-accb-d4d233036fb8 HTTP/1.1" status: 204 len: 173 time: 0.4575372 Jun 30 03:46:01.960468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125bd7bb-a4d7-432f-abe0-0b6358e8a63c', 'name': 'network-vif-deleted', 'tag': '978f01dd-d68a-47b7-accb-d4d233036fb8'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:01.960468 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596bd3e7-e292-4c45-bc1a-cf3f1d51dd50" -d '{"events": [{"server_uuid": "125bd7bb-a4d7-432f-abe0-0b6358e8a63c", "name": "network-vif-deleted", "tag": "978f01dd-d68a-47b7-accb-d4d233036fb8"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:01.996091 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c6f1d9-af57-4e4a-9512-2b2d6748d08d x-openstack-request-id: req-82c6f1d9-af57-4e4a-9512-2b2d6748d08d {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:01.996389 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125bd7bb-a4d7-432f-abe0-0b6358e8a63c", "name": "network-vif-deleted", "tag": "978f01dd-d68a-47b7-accb-d4d233036fb8", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:01.996766 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82c6f1d9-af57-4e4a-9512-2b2d6748d08d {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:01.997109 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125bd7bb-a4d7-432f-abe0-0b6358e8a63c', 'name': 'network-vif-deleted', 'tag': '978f01dd-d68a-47b7-accb-d4d233036fb8', 'status': 'completed', 'code': 200} Jun 30 03:46:02.762794 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-beb0a950-9e76-4628-96e4-fc2ccc17e601 req-11f2caa2-1884-4faa-bece-c0c056f421d9 tempest-TestEncryptedCinderVolumes-2132684068 tempest-TestEncryptedCinderVolumes-2132684068-project] 10.222.0.77 "GET /v2.0/ports?device_id=125bd7bb-a4d7-432f-abe0-0b6358e8a63c HTTP/1.1" status: 200 len: 210 time: 0.0357611 Jun 30 03:46:03.066110 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:03.661794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 978f01dd-d68a-47b7-accb-d4d233036fb8 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:03.681759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 978f01dd-d68a-47b7-accb-d4d233036fb8 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:03.682099 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 978f01dd-d68a-47b7-accb-d4d233036fb8 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:03.966109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55040) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:04.299146 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:04.543555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] Deleting port 631e8a98-e6a8-4c59-b46a-1675e27eb371 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:04.543875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:04.623693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] For port 631e8a98-e6a8-4c59-b46a-1675e27eb371, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=631e8a98-e6a8-4c59-b46a-1675e27eb371,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:04.624052 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:04.866860 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:04.982824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] Calling delete_port for 631e8a98-e6a8-4c59-b46a-1675e27eb371 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:05.237630 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:05.262391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=631e8a98-e6a8-4c59-b46a-1675e27eb371,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:05.436612 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:05.644088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] Router ae4a9740-2819-4ba4-b5b0-c0365416f51b has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:05.750254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:05.755158 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-43d31aa3-ded9-4f3e-95df-8410d7503a47 admin admin] 10.222.0.77 "PUT /v2.0/routers/ae4a9740-2819-4ba4-b5b0-c0365416f51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7880166 Jun 30 03:46:05.758790 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55044) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:05.759712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] Sync routers for ids ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:05.769227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] Routers {'ae4a9740-2819-4ba4-b5b0-c0365416f51b'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:05.769877 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:05.861405 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:05.872249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] Set router ae4a9740-2819-4ba4-b5b0-c0365416f51b gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:05.962757 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.046783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'name': 'tempest-TestEncryptedCinderVolumes-817100525-router', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'b724e536-b598-40b0-817b-762bd5810c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:31Z', 'updated_at': '2021-06-30T03:46:05Z', 'revision_number': 5, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'gw_port': {'id': 'b724e536-b598-40b0-817b-762bd5810c02', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:32Z', 'updated_at': '2021-06-30T03:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:06.077206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Deleting port b724e536-b598-40b0-817b-762bd5810c02 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:06.077580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.079716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] Checking router: ae4a9740-2819-4ba4-b5b0-c0365416f51b for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:06.090624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] Routers {'ae4a9740-2819-4ba4-b5b0-c0365416f51b'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:06.091237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:06.161030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] For port b724e536-b598-40b0-817b-762bd5810c02, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b724e536-b598-40b0-817b-762bd5810c02,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:06.161386 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.173597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Calling delete_port for b724e536-b598-40b0-817b-762bd5810c02 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:06.175171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] Set router ae4a9740-2819-4ba4-b5b0-c0365416f51b gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:06.227178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'name': 'tempest-TestEncryptedCinderVolumes-817100525-router', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:31Z', 'updated_at': '2021-06-30T03:46:05Z', 'revision_number': 6, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:06.256523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f281099-8256-448b-aef2-30cf0a45cd3c None None] The sync data for ids ['ae4a9740-2819-4ba4-b5b0-c0365416f51b'] in n-d-798249-3 is: [{'id': 'ae4a9740-2819-4ba4-b5b0-c0365416f51b', 'name': 'tempest-TestEncryptedCinderVolumes-817100525-router', 'tenant_id': 'd4db4f0310b9499290b8c1730746c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:31Z', 'updated_at': '2021-06-30T03:46:05Z', 'revision_number': 6, 'project_id': 'd4db4f0310b9499290b8c1730746c7b6', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:06.408852 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.434771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b724e536-b598-40b0-817b-762bd5810c02,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:06.496446 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.588757 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.590771 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.706652 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.707471 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae4a9740-2819-4ba4-b5b0-c0365416f51b {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:46:06.713030 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.714188 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-99bda6ed-ffee-445d-8f41-9f39568c0b3a admin admin] 10.222.0.77 "DELETE /v2.0/routers/ae4a9740-2819-4ba4-b5b0-c0365416f51b HTTP/1.1" status: 204 len: 168 time: 0.9544129 Jun 30 03:46:06.716583 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55046) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:06.760932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af2d8f8-b11b-4399-825e-01c33c44268e admin admin] Deleting subnet 49c6ae9f-561b-4bfa-bba7-b6e1e91d0501 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:46:06.764035 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1af2d8f8-b11b-4399-825e-01c33c44268e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.797549 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1af2d8f8-b11b-4399-825e-01c33c44268e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.876782 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1af2d8f8-b11b-4399-825e-01c33c44268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:06.986032 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1af2d8f8-b11b-4399-825e-01c33c44268e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.010064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2d8f8-b11b-4399-825e-01c33c44268e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c6ae9f-561b-4bfa-bba7-b6e1e91d0501,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:07.016473 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1af2d8f8-b11b-4399-825e-01c33c44268e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.020601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1af2d8f8-b11b-4399-825e-01c33c44268e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/49c6ae9f-561b-4bfa-bba7-b6e1e91d0501 HTTP/1.1" status: 204 len: 168 time: 0.3008366 Jun 30 03:46:07.022145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55048) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:07.026063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b08cf2-3ced-4587-ac5e-82d26c22d2ef None None] Network 78ab6594-e4f6-41df-be81-505af7fdcb4f requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:07.069986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 631e8a98-e6a8-4c59-b46a-1675e27eb371 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:07.095849 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.099616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 631e8a98-e6a8-4c59-b46a-1675e27eb371 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:07.100049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 631e8a98-e6a8-4c59-b46a-1675e27eb371 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:07.153920 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Deleting port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:07.154263 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.219645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] For port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=21e0bb39-fd3d-4604-a1be-9c6e0bcd4340,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:07.220105 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.234560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Calling delete_port for 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:07.253995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] DHCP port deletion for 78ab6594-e4f6-41df-be81-505af7fdcb4f request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:46:07.302695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Deleting port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:07.303146 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.366447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] For port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=21e0bb39-fd3d-4604-a1be-9c6e0bcd4340,segment=NetworkSegment(5afdb2a4-750b-404a-b301-a159772fbc47),segment_id=5afdb2a4-750b-404a-b301-a159772fbc47)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:07.366840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.380320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Calling delete_port for 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:07.386999 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.416345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e0bb39-fd3d-4604-a1be-9c6e0bcd4340,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:07.418401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] No DVR routers for this DVR port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:46:07.463678 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.486736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Pushing event deleted for resources: {'Port': ['ID=21e0bb39-fd3d-4604-a1be-9c6e0bcd4340,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:07.486960 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.497164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ab6594-e4f6-41df-be81-505af7fdcb4f']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:07.497390 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] No DVR routers for this DVR port 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:46:07.503626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.503626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.503626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.503626 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.504219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.504219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.504560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.504772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.505050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.505380 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.505730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.506280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027ba5b-c037-4c2d-9d6d-7ac223c11c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:07.508753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afdb2a4-750b-404a-b301-a159772fbc47') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:07.509051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afdb2a4-750b-404a-b301-a159772fbc47') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:07.518255 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.535440 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.541776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:46:07.542155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:46:07.543762 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:46:07.660097 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.666401 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:07.668232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/78ab6594-e4f6-41df-be81-505af7fdcb4f HTTP/1.1" status: 204 len: 168 time: 0.6458786 Jun 30 03:46:07.671360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55050) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:07.679417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ece3c-497a-4331-948b-5dbff3ddd0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ab6594-e4f6-41df-be81-505af7fdcb4f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:08.014971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:08.266119 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] Deleting port f08e1f28-b79a-4a0b-be39-eb1d40b31373 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:08.266361 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:08.342487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] For port f08e1f28-b79a-4a0b-be39-eb1d40b31373, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f08e1f28-b79a-4a0b-be39-eb1d40b31373,segment=NetworkSegment(0a9fcf60-92fa-476d-8641-b02d54ab34db),segment_id=0a9fcf60-92fa-476d-8641-b02d54ab34db)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:08.342899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:08.355022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] Calling delete_port for f08e1f28-b79a-4a0b-be39-eb1d40b31373 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:08.423282 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b724e536-b598-40b0-817b-762bd5810c02 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:08.442911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: b724e536-b598-40b0-817b-762bd5810c02 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:08.443253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b724e536-b598-40b0-817b-762bd5810c02 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:08.443670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:08.462662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:08.462939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 21e0bb39-fd3d-4604-a1be-9c6e0bcd4340 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:08.598116 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:08.630358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] Pushing event deleted for resources: {'Port': ['ID=f08e1f28-b79a-4a0b-be39-eb1d40b31373,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:08.797393 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:09.007253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] Router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:09.109861 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:09.114775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d2c5041d-ba65-4918-b104-21db93fbc480 admin admin] 10.222.0.77 "PUT /v2.0/routers/82bd1cab-9b9b-4a65-9073-c4ed2c3f0160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4423649 Jun 30 03:46:09.117918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55052) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:09.119671 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] Sync routers for ids ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:09.128695 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] Routers {'82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:09.139541 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:09.218916 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:09.230481 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] Set router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:09.327578 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:09.422799 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'name': 'tempest-TestEncryptedCinderVolumes-95792000-router', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:46:08Z', 'revision_number': 5, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'gw_port': {'id': '0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:09.448010 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] Checking router: 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:09.454980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Deleting port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:09.455327 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:09.456264 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] Routers {'82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:09.457188 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:09.536248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] For port 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:09.536520 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:09.551467 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Calling delete_port for 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:09.630003 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] Set router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:09.680495 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'name': 'tempest-TestEncryptedCinderVolumes-95792000-router', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:46:09Z', 'revision_number': 6, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:09.710297 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa785ff-fc6a-4471-8899-e15031c2a669 None None] The sync data for ids ['82bd1cab-9b9b-4a65-9073-c4ed2c3f0160'] in n-d-798249-3 is: [{'id': '82bd1cab-9b9b-4a65-9073-c4ed2c3f0160', 'name': 'tempest-TestEncryptedCinderVolumes-95792000-router', 'tenant_id': '519ed04485d5490cb0c57fe63a266af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:38Z', 'updated_at': '2021-06-30T03:46:09Z', 'revision_number': 6, 'project_id': '519ed04485d5490cb0c57fe63a266af0', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:09.780765 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:09.804968 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:09.871787 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:09.958883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:09.961612 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.077717 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.078289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:46:10.083154 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.084347 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e730c43a-06be-405f-9ecf-6ffce9f12da7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/82bd1cab-9b9b-4a65-9073-c4ed2c3f0160 HTTP/1.1" status: 204 len: 168 time: 0.9655175 Jun 30 03:46:10.086974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55054) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:10.132129 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2c6900-e143-415d-9f84-f0f07e2cf65c admin admin] Deleting subnet aac84070-60d9-4ed6-8bcd-0421e6b61dd6 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:46:10.136191 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6900-e143-415d-9f84-f0f07e2cf65c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.173692 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6900-e143-415d-9f84-f0f07e2cf65c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.248172 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6900-e143-415d-9f84-f0f07e2cf65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.369457 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6900-e143-415d-9f84-f0f07e2cf65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.398181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c6900-e143-415d-9f84-f0f07e2cf65c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac84070-60d9-4ed6-8bcd-0421e6b61dd6,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:10.404494 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0c2c6900-e143-415d-9f84-f0f07e2cf65c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.408445 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0c2c6900-e143-415d-9f84-f0f07e2cf65c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/aac84070-60d9-4ed6-8bcd-0421e6b61dd6 HTTP/1.1" status: 204 len: 168 time: 0.3184655 Jun 30 03:46:10.408998 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55056) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:10.411462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be069ac6-c413-416a-a1ce-3c93fb8e5925 None None] Network 60d1e87f-835b-4230-b561-cb9f19fb2cbe requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:10.551308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f08e1f28-b79a-4a0b-be39-eb1d40b31373 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:10.575398 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f08e1f28-b79a-4a0b-be39-eb1d40b31373 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:10.575941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f08e1f28-b79a-4a0b-be39-eb1d40b31373 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:10.576338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:10.603833 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:10.604581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0a5b01c0-ad0f-4f45-a42b-27dca14dfa3d not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:10.685066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f5872-9d14-4308-8db7-738d81713ebf None None] DHCP port deletion for 60d1e87f-835b-4230-b561-cb9f19fb2cbe request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:46:10.736901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f5872-9d14-4308-8db7-738d81713ebf None None] Deleting port f18c6d9e-871a-46c6-beea-acb7e565fc24 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:10.737385 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8b9f5872-9d14-4308-8db7-738d81713ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.805772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8b9f5872-9d14-4308-8db7-738d81713ebf None None] For port f18c6d9e-871a-46c6-beea-acb7e565fc24, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f18c6d9e-871a-46c6-beea-acb7e565fc24,segment=NetworkSegment(0a9fcf60-92fa-476d-8641-b02d54ab34db),segment_id=0a9fcf60-92fa-476d-8641-b02d54ab34db)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:10.806172 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8b9f5872-9d14-4308-8db7-738d81713ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.819961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f5872-9d14-4308-8db7-738d81713ebf None None] Calling delete_port for f18c6d9e-871a-46c6-beea-acb7e565fc24 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:10.823721 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.877482 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Deleting port f18c6d9e-871a-46c6-beea-acb7e565fc24 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:10.877774 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.942070 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] For port f18c6d9e-871a-46c6-beea-acb7e565fc24, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f18c6d9e-871a-46c6-beea-acb7e565fc24,segment=NetworkSegment(0a9fcf60-92fa-476d-8641-b02d54ab34db),segment_id=0a9fcf60-92fa-476d-8641-b02d54ab34db)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:10.942429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.951953 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8b9f5872-9d14-4308-8db7-738d81713ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:10.955054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Calling delete_port for f18c6d9e-871a-46c6-beea-acb7e565fc24 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:10.979008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f5872-9d14-4308-8db7-738d81713ebf None None] Pushing event deleted for resources: {'Port': ['ID=f18c6d9e-871a-46c6-beea-acb7e565fc24,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:10.981729 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f5872-9d14-4308-8db7-738d81713ebf None None] No DVR routers for this DVR port f18c6d9e-871a-46c6-beea-acb7e565fc24 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:46:11.033996 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:11.060046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18c6d9e-871a-46c6-beea-acb7e565fc24,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:11.065950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] No DVR routers for this DVR port f18c6d9e-871a-46c6-beea-acb7e565fc24 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:46:11.134140 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:11.143714 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d1e87f-835b-4230-b561-cb9f19fb2cbe']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:11.154339 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9fcf60-92fa-476d-8641-b02d54ab34db') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:11.154636 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9fcf60-92fa-476d-8641-b02d54ab34db') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:11.163263 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:11.177217 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:11.183366 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: self.session.flush() Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:46:11.187171 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:46:11.363472 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:11.368924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:11.370775 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] 10.222.0.77 "DELETE /v2.0/networks/60d1e87f-835b-4230-b561-cb9f19fb2cbe HTTP/1.1" status: 204 len: 168 time: 0.9608018 Jun 30 03:46:11.385775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843935bc-1e0f-4bd6-8d4e-e29c0c1a5a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d1e87f-835b-4230-b561-cb9f19fb2cbe,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:11.788882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55060) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:11.829143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3fbd21f2-08e6-48b2-989c-286696af370d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d4db4f0310b9499290b8c1730746c7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390351 Jun 30 03:46:11.840244 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55062) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:11.886438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7370c92-1d8b-4830-87d6-2b2d94494672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:11.907442 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7370c92-1d8b-4830-87d6-2b2d94494672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:12.003109 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7370c92-1d8b-4830-87d6-2b2d94494672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:12.005676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a7370c92-1d8b-4830-87d6-2b2d94494672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:12.006828 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a7370c92-1d8b-4830-87d6-2b2d94494672 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e683913a-0f19-4981-ad50-3fe49986b220 HTTP/1.1" status: 204 len: 168 time: 0.1656950 Jun 30 03:46:12.014407 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7370c92-1d8b-4830-87d6-2b2d94494672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e683913a-0f19-4981-ad50-3fe49986b220,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:12.423271 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f18c6d9e-871a-46c6-beea-acb7e565fc24 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:12.442824 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f18c6d9e-871a-46c6-beea-acb7e565fc24 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:12.445651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f18c6d9e-871a-46c6-beea-acb7e565fc24 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:12.660289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55068) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:12.705079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-edb70b19-c5cb-430d-a731-55cfb2db4f69 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=519ed04485d5490cb0c57fe63a266af0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435777 Jun 30 03:46:12.707805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55070) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:12.754283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0247e0e-9ffe-4a9e-a358-5bddf6a2a177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:12.775559 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0247e0e-9ffe-4a9e-a358-5bddf6a2a177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:12.894707 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0247e0e-9ffe-4a9e-a358-5bddf6a2a177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:12.897226 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a0247e0e-9ffe-4a9e-a358-5bddf6a2a177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:12.899091 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a0247e0e-9ffe-4a9e-a358-5bddf6a2a177 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/02ccc401-8443-48d7-93f7-6a39ca664965 HTTP/1.1" status: 204 len: 168 time: 0.1896892 Jun 30 03:46:12.907110 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0247e0e-9ffe-4a9e-a358-5bddf6a2a177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ccc401-8443-48d7-93f7-6a39ca664965,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:13.832880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55092) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:13.927024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1646731406-network', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:14.037484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Made reservation on behalf of cb247c46e1cd4f80bbf1b0b36b7698b3 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:14.040510 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:14.049056 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:14.134836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:14.197944 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:14.226035 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb3a4b4-3f40-43d2-b54f-400843740d53,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:14.306325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:46:14.315586 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:14.316123 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Added segment 44105e7b-ec7d-433c-928e-e7d06a89b8fd of type vlan for network 1abc41b5-65ed-4e40-8335-24fa03419587 Jun 30 03:46:14.357688 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:14.448193 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:14.449181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:14.449787 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:14.506383 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] Pushing event updated for resources: {'Network': ['ID=1abc41b5-65ed-4e40-8335-24fa03419587,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:14.516349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 1abc41b5-65ed-4e40-8335-24fa03419587 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:46:14.563968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-afffd970-2f27-45ef-8f98-f0c4b0db4dde admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7298162 Jun 30 03:46:14.567150 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55096) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:14.572195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Request body: {'subnet': {'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1646731406-subnet', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:14.660462 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Made reservation on behalf of cb247c46e1cd4f80bbf1b0b36b7698b3 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:14.663042 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:14.974918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.019376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6e55cd-c259-49ff-a860-2dbee6151c3c,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:15.038954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Checking segment: {'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:15.039311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Network hostable DHCP agents. Network: 1abc41b5-65ed-4e40-8335-24fa03419587, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:46:15.157394 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Network 1abc41b5-65ed-4e40-8335-24fa03419587 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:46:15.215006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 1abc41b5-65ed-4e40-8335-24fa03419587) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:15.219024 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:15.219613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.223736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b21acb4-17ba-4c91-b770-e19d3f518fa3 None None] Network 1abc41b5-65ed-4e40-8335-24fa03419587 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:15.284453 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-3d618459-bc00-4c3d-9311-3cfe8e233d6c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7161469 Jun 30 03:46:15.287006 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55098) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:15.291536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:15.365278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-1abc41b5-65ed-4e40-8335-24fa03419587', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:46:15.366304 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.370107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.374347 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.432479 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.502951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Allocated IP 172.20.0.2 (1abc41b5-65ed-4e40-8335-24fa03419587/7b6e55cd-c259-49ff-a860-2dbee6151c3c/f8fb9528-2f03-480d-8d68-29a5077fa4a8) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:15.631418 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.646722 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.654941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Transition to ACTIVE for port object f8fb9528-2f03-480d-8d68-29a5077fa4a8 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:15.669572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Transition to ACTIVE for port object f8fb9528-2f03-480d-8d68-29a5077fa4a8 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:15.740797 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.777544 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Network 1abc41b5-65ed-4e40-8335-24fa03419587 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:15.780237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:15.782581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:15.798063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Pushing event updated for resources: {'Port': ['ID=f8fb9528-2f03-480d-8d68-29a5077fa4a8,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:15.852339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Attempting to bind port f8fb9528-2f03-480d-8d68-29a5077fa4a8 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:15.852702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Attempting to bind port f8fb9528-2f03-480d-8d68-29a5077fa4a8 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:15.853055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Attempting to bind port f8fb9528-2f03-480d-8d68-29a5077fa4a8 on network 1abc41b5-65ed-4e40-8335-24fa03419587 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:15.858199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:15.858574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Checking segment: {'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:15.858973 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.859358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Bound using segment: {'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:15.859813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Bound port: f8fb9528-2f03-480d-8d68-29a5077fa4a8, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:15.860185 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.873574 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.891858 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:15.921083 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] For port f8fb9528-2f03-480d-8d68-29a5077fa4a8, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:15.924547 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] For port f8fb9528-2f03-480d-8d68-29a5077fa4a8, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f8fb9528-2f03-480d-8d68-29a5077fa4a8,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:15.996979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Allocated IP 172.25.2.105 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/01a8d4a1-c77c-4544-91bb-e11579a7e976) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:16.009587 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:16.071472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e023293-ae7e-41a0-9b7a-d9415afeea14 None None] Pushing event updated for resources: {'Port': ['ID=f8fb9528-2f03-480d-8d68-29a5077fa4a8,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:16.100187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:16.237373 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:16.289854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:16.289854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:16.293448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:16.301320 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Pushing event updated for resources: {'Port': ['ID=01a8d4a1-c77c-4544-91bb-e11579a7e976,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:16.466058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f8fb9528-2f03-480d-8d68-29a5077fa4a8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:16.575940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f8fb9528-2f03-480d-8d68-29a5077fa4a8 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:16.650456 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:16.850058 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:16.922409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c262c-be74-48f8-8966-033d75d086ab None None] Network 1abc41b5-65ed-4e40-8335-24fa03419587 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:17.053701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Router c5f765ff-e849-4bcc-a3b1-156af1a10f47 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:46:17.078037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f0083868-506a-482b-9c99-9ef27f65835f None None] Provisioning for port f8fb9528-2f03-480d-8d68-29a5077fa4a8 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:17.083358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f0083868-506a-482b-9c99-9ef27f65835f None None] Provisioning complete for port f8fb9528-2f03-480d-8d68-29a5077fa4a8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:17.086677 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0083868-506a-482b-9c99-9ef27f65835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:17.157735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:17.172897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Sync routers for ids ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:17.176477 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0083868-506a-482b-9c99-9ef27f65835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:17.198042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Routers {'c5f765ff-e849-4bcc-a3b1-156af1a10f47'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:17.198662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:17.250452 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:17.253114 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6a33d5aa-e046-4902-8b51-877ed5211731 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9632478 Jun 30 03:46:17.254125 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55100) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:17.255307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f0083868-506a-482b-9c99-9ef27f65835f None None] For port f8fb9528-2f03-480d-8d68-29a5077fa4a8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f8fb9528-2f03-480d-8d68-29a5077fa4a8,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:17.323034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Set router c5f765ff-e849-4bcc-a3b1-156af1a10f47 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:17.350986 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0083868-506a-482b-9c99-9ef27f65835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:17.477126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0083868-506a-482b-9c99-9ef27f65835f None None] Pushing event updated for resources: {'Port': ['ID=f8fb9528-2f03-480d-8d68-29a5077fa4a8,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:17.502147 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-31600862-dc05-4f30-bbe4-18a2cb24978b None None] Provisioning complete for port f8fb9528-2f03-480d-8d68-29a5077fa4a8 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:17.502513 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-31600862-dc05-4f30-bbe4-18a2cb24978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:17.606154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:16Z', 'revision_number': 3, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:17.638333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Checking router: c5f765ff-e849-4bcc-a3b1-156af1a10f47 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:17.638678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Updating router c5f765ff-e849-4bcc-a3b1-156af1a10f47 port 01a8d4a1-c77c-4544-91bb-e11579a7e976 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:46:17.669308 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:17.675968 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:17.838517 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Allocated IP 172.20.0.1 (1abc41b5-65ed-4e40-8335-24fa03419587/7b6e55cd-c259-49ff-a860-2dbee6151c3c/0f0ef60f-a601-419f-9c9f-f84787c55095) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:17.925033 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:17.934585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Transition to ACTIVE for port object 01a8d4a1-c77c-4544-91bb-e11579a7e976 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:17.939525 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:17.952377 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Transition to ACTIVE for port object 0f0ef60f-a601-419f-9c9f-f84787c55095 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:18.003431 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.020821 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.055377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Attempting to bind port 01a8d4a1-c77c-4544-91bb-e11579a7e976 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:18.055748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Attempting to bind port 01a8d4a1-c77c-4544-91bb-e11579a7e976 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:18.056110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Attempting to bind port 01a8d4a1-c77c-4544-91bb-e11579a7e976 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:18.062558 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Network 1abc41b5-65ed-4e40-8335-24fa03419587 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:18.065011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70812d7e-3941-4311-9d78-7e60209ec03b None None] Pushing event updated for resources: {'Port': ['ID=01a8d4a1-c77c-4544-91bb-e11579a7e976,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:18.067264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:18.067750 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:18.068126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:18.069236 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.069649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:18.071203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Bound port: 01a8d4a1-c77c-4544-91bb-e11579a7e976, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:18.071750 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.074647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:18.077924 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Pushing event updated for resources: {'Port': ['ID=0f0ef60f-a601-419f-9c9f-f84787c55095,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:18.116163 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.144711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] For port 01a8d4a1-c77c-4544-91bb-e11579a7e976, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:18.148105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] For port 01a8d4a1-c77c-4544-91bb-e11579a7e976, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=01a8d4a1-c77c-4544-91bb-e11579a7e976,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:18.210172 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.269700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Routers {'c5f765ff-e849-4bcc-a3b1-156af1a10f47'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:18.270324 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:18.271928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70812d7e-3941-4311-9d78-7e60209ec03b None None] Pushing event updated for resources: {'Port': ['ID=01a8d4a1-c77c-4544-91bb-e11579a7e976,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:18.324863 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.387138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] Set router c5f765ff-e849-4bcc-a3b1-156af1a10f47 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:18.447365 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f8fb9528-2f03-480d-8d68-29a5077fa4a8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:18.459318 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3e5e2305-b71a-45bb-ae01-f61ee6b1f0f1 None None] Provisioning for port 0f0ef60f-a601-419f-9c9f-f84787c55095 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:18.514447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3e5e2305-b71a-45bb-ae01-f61ee6b1f0f1 None None] Provisioning complete for port 0f0ef60f-a601-419f-9c9f-f84787c55095 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:18.514821 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2305-b71a-45bb-ae01-f61ee6b1f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.589911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e2305-b71a-45bb-ae01-f61ee6b1f0f1 None None] Port 0f0ef60f-a601-419f-9c9f-f84787c55095 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:18.618541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f8fb9528-2f03-480d-8d68-29a5077fa4a8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:18.618914 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.705003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:16Z', 'revision_number': 3, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:18.735559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53350ab9-a89c-402f-a589-a1c2dd948504 None None] The sync data for ids ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'] in n-d-798249-3 is: [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:16Z', 'revision_number': 3, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:18.845469 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.905311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.979501 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.984568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Pushing event updated for resources: {'Port': ['ID=0f0ef60f-a601-419f-9c9f-f84787c55095,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:19.082745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Network 1abc41b5-65ed-4e40-8335-24fa03419587 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:19.084151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:19.207300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Router c5f765ff-e849-4bcc-a3b1-156af1a10f47 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:19.312881 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-522b23a7-8a52-4f45-9466-607bdb2b0619 None None] Provisioning complete for port 0f0ef60f-a601-419f-9c9f-f84787c55095 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:19.313512 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-522b23a7-8a52-4f45-9466-607bdb2b0619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:19.324635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:19.333585 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-961a2104-8891-4802-af1f-bfdae894841c admin admin] 10.222.0.77 "PUT /v2.0/routers/c5f765ff-e849-4bcc-a3b1-156af1a10f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0747321 Jun 30 03:46:19.350651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-522b23a7-8a52-4f45-9466-607bdb2b0619 None None] Port 0f0ef60f-a601-419f-9c9f-f84787c55095 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:19.552727 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:46:19.958949 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55116) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:19.964706 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1378218054-network', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:20.094698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Made reservation on behalf of a64f26f6ded140cfaf1646d1fcde8261 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:20.097147 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.106678 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.196382 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.258566 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Sync routers for ids ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:20.260528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.268327 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Routers {'c5f765ff-e849-4bcc-a3b1-156af1a10f47'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:20.268935 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:20.282507 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:46:20.297269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e47491a-a95e-4697-b0f0-010de1b8754a,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:20.301734 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.302086 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Added segment b6e612d1-2e23-4b74-b6f5-584d019cbd80 of type vlan for network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 Jun 30 03:46:20.345812 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.377070 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Set router c5f765ff-e849-4bcc-a3b1-156af1a10f47 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:20.437690 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.438698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:20.439318 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.466618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 01a8d4a1-c77c-4544-91bb-e11579a7e976 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:20.503159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d58014-5bc1-416c-8aa1-e3b0d70913a1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:20.526026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:46:20.552350 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-430de8e1-f4b7-431a-903c-e45cd9358806 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5922585 Jun 30 03:46:20.555551 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55118) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:20.560569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Request body: {'subnet': {'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1378218054-subnet', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:20.595895 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0f0ef60f-a601-419f-9c9f-f84787c55095', 'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'mac_address': 'fa:16:3e:db:bc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:17Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 2, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'subnets': [{'id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:20.621818 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Checking router: c5f765ff-e849-4bcc-a3b1-156af1a10f47 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:20.622169 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Updating router c5f765ff-e849-4bcc-a3b1-156af1a10f47 port 0f0ef60f-a601-419f-9c9f-f84787c55095 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:46:20.637691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 01a8d4a1-c77c-4544-91bb-e11579a7e976 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:20.641681 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 01a8d4a1-c77c-4544-91bb-e11579a7e976 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:20.642059 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.658895 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.660530 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Made reservation on behalf of a64f26f6ded140cfaf1646d1fcde8261 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:20.663513 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.721762 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.742873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 01a8d4a1-c77c-4544-91bb-e11579a7e976, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=01a8d4a1-c77c-4544-91bb-e11579a7e976,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:20.820976 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.875745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=01a8d4a1-c77c-4544-91bb-e11579a7e976,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:20.884062 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.930756 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:20.940289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f530d7-182c-4776-b4cd-3590077b0f6d,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:20.941708 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Transition to ACTIVE for port object 0f0ef60f-a601-419f-9c9f-f84787c55095 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:20.951393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Checking segment: {'id': 'b6e612d1-2e23-4b74-b6f5-584d019cbd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:20.951765 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Network hostable DHCP agents. Network: b9d58014-5bc1-416c-8aa1-e3b0d70913a1, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:46:20.997372 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.026127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:46:21.068059 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Pushing event updated for resources: {'Port': ['ID=0f0ef60f-a601-419f-9c9f-f84787c55095,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:21.097159 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.097523 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.097856 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.098202 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.098784 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.099113 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.099559 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.099747 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.100126 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.100294 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, b9d58014-5bc1-416c-8aa1-e3b0d70913a1) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:21.100460 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.100675 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.101542 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:21.105660 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:21.106270 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.114006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d40d3-a34d-4a62-8851-384438cb0e8f None None] Network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:21.129048 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Attempting to bind port 0f0ef60f-a601-419f-9c9f-f84787c55095 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:21.129430 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Attempting to bind port 0f0ef60f-a601-419f-9c9f-f84787c55095 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:21.129882 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Attempting to bind port 0f0ef60f-a601-419f-9c9f-f84787c55095 on network 1abc41b5-65ed-4e40-8335-24fa03419587 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:21.135423 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:21.135798 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Checking segment: {'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:21.136236 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.136698 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Bound using segment: {'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:21.137172 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Bound port: 0f0ef60f-a601-419f-9c9f-f84787c55095, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:21.137592 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.209487 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3a507643-1f82-44b2-be9d-c00fc268b71c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6526363 Jun 30 03:46:21.212717 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55120) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:21.223910 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] For port 0f0ef60f-a601-419f-9c9f-f84787c55095, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:21.223910 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] For port 0f0ef60f-a601-419f-9c9f-f84787c55095, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f0ef60f-a601-419f-9c9f-f84787c55095,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:21.224467 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1378218054-router', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:21.272499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-b9d58014-5bc1-416c-8aa1-e3b0d70913a1', 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'fixed_ips': [{'subnet_id': '57f530d7-182c-4776-b4cd-3590077b0f6d'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:46:21.273402 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.324353 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.347295 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.348477 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.383699 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Routers {'c5f765ff-e849-4bcc-a3b1-156af1a10f47'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:21.384330 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:21.427938 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.434859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Allocated IP 172.20.0.2 (b9d58014-5bc1-416c-8aa1-e3b0d70913a1/57f530d7-182c-4776-b4cd-3590077b0f6d/9dd42232-f933-4eb5-9f73-078e2771b914) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:21.435184 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315d2cf-7522-4274-84b3-436ab1404dd9 None None] Pushing event updated for resources: {'Port': ['ID=0f0ef60f-a601-419f-9c9f-f84787c55095,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:21.508799 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] Set router c5f765ff-e849-4bcc-a3b1-156af1a10f47 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:21.680034 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.739529 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0f0ef60f-a601-419f-9c9f-f84787c55095', 'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'mac_address': 'fa:16:3e:db:bc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:17Z', 'updated_at': '2021-06-30T03:46:21Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'subnets': [{'id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:21.766216 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390877ad-0e01-4564-bc98-ada0e41ec98a None None] The sync data for ids ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'] in n-d-798249-3 is: [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0f0ef60f-a601-419f-9c9f-f84787c55095', 'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'mac_address': 'fa:16:3e:db:bc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:17Z', 'updated_at': '2021-06-30T03:46:21Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'subnets': [{'id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:21.773435 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.782070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Transition to ACTIVE for port object 9dd42232-f933-4eb5-9f73-078e2771b914 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:21.796870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Transition to ACTIVE for port object 9dd42232-f933-4eb5-9f73-078e2771b914 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:21.887698 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.907052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:21.924701 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:21.928379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:21.980881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:21.990024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Pushing event updated for resources: {'Port': ['ID=9dd42232-f933-4eb5-9f73-078e2771b914,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:22.001073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:22.002974 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Attempting to bind port 9dd42232-f933-4eb5-9f73-078e2771b914 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:22.003419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Attempting to bind port 9dd42232-f933-4eb5-9f73-078e2771b914 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'b6e612d1-2e23-4b74-b6f5-584d019cbd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:22.003853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Attempting to bind port 9dd42232-f933-4eb5-9f73-078e2771b914 on network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:22.010445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:22.010445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Checking segment: {'id': 'b6e612d1-2e23-4b74-b6f5-584d019cbd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:22.010864 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:22.011424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Bound using segment: {'id': 'b6e612d1-2e23-4b74-b6f5-584d019cbd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:22.011911 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Bound port: 9dd42232-f933-4eb5-9f73-078e2771b914, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e612d1-2e23-4b74-b6f5-584d019cbd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:22.012297 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:22.089246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] For port 9dd42232-f933-4eb5-9f73-078e2771b914, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:22.089246 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] For port 9dd42232-f933-4eb5-9f73-078e2771b914, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9dd42232-f933-4eb5-9f73-078e2771b914,segment=NetworkSegment(b6e612d1-2e23-4b74-b6f5-584d019cbd80),segment_id=b6e612d1-2e23-4b74-b6f5-584d019cbd80)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:22.113638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Allocated IP 172.25.2.122 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/cb03a05b-1e60-42fb-a318-d2a32e8ae056) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:22.181239 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:22.223041 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:22.250065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e6d99-7a4c-4e5f-ab73-6d10973a20e6 None None] Pushing event updated for resources: {'Port': ['ID=9dd42232-f933-4eb5-9f73-078e2771b914,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:22.323180 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:22.367118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:22.370216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:22.375159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:22.404223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=cb03a05b-1e60-42fb-a318-d2a32e8ae056,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:22.605992 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f0ef60f-a601-419f-9c9f-f84787c55095 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:22.710996 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0f0ef60f-a601-419f-9c9f-f84787c55095 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:22.715922 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0f0ef60f-a601-419f-9c9f-f84787c55095 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:22.716301 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:22.743037 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:22.802553 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:22.840203 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 0f0ef60f-a601-419f-9c9f-f84787c55095, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f0ef60f-a601-419f-9c9f-f84787c55095,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:22.906029 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:22.907254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 01a8d4a1-c77c-4544-91bb-e11579a7e976 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:22.973286 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:23.010284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=0f0ef60f-a601-419f-9c9f-f84787c55095,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:23.027435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 01a8d4a1-c77c-4544-91bb-e11579a7e976 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:23.027803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:23.206869 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Router d35651e0-386b-48ce-908e-e50356d49d90 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:46:23.238783 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23dff39-e1e2-414e-bec3-3c079217c51d None None] Network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:23.316894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:23.325591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Sync routers for ids ['d35651e0-386b-48ce-908e-e50356d49d90'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:23.356164 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Routers {'d35651e0-386b-48ce-908e-e50356d49d90'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:23.356818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d35651e0-386b-48ce-908e-e50356d49d90'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:23.360082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-2a972db5-f1ca-47c0-a7c9-9f1d73c697ca None None] Provisioning for port 9dd42232-f933-4eb5-9f73-078e2771b914 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:23.437889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:23.439401 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a8e37f0c-7e8b-4401-a7ce-eb573aa8a2c1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2250702 Jun 30 03:46:23.442107 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55122) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:23.513367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Set router d35651e0-386b-48ce-908e-e50356d49d90 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:23.574439 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:23.713702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'name': 'tempest-TestMinimumBasicScenario-1378218054-router', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:21Z', 'updated_at': '2021-06-30T03:46:22Z', 'revision_number': 3, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'gw_port': {'id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:22Z', 'updated_at': '2021-06-30T03:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:23.742242 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Checking router: d35651e0-386b-48ce-908e-e50356d49d90 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:23.742741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Updating router d35651e0-386b-48ce-908e-e50356d49d90 port cb03a05b-1e60-42fb-a318-d2a32e8ae056 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:46:23.777150 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:23.875146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.036638 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Allocated IP 172.20.0.1 (b9d58014-5bc1-416c-8aa1-e3b0d70913a1/57f530d7-182c-4776-b4cd-3590077b0f6d/46471197-f0b5-49c8-99f6-b908e72e8fa3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:24.049966 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.059697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Transition to ACTIVE for port object cb03a05b-1e60-42fb-a318-d2a32e8ae056 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:24.071217 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.128770 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.137079 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.150447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Transition to ACTIVE for port object 46471197-f0b5-49c8-99f6-b908e72e8fa3 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:24.181367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Attempting to bind port cb03a05b-1e60-42fb-a318-d2a32e8ae056 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:24.181764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Attempting to bind port cb03a05b-1e60-42fb-a318-d2a32e8ae056 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:24.184519 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Attempting to bind port cb03a05b-1e60-42fb-a318-d2a32e8ae056 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:24.184519 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e7010-ab8f-4ab3-99e1-e81ee212be12 None None] Pushing event updated for resources: {'Port': ['ID=cb03a05b-1e60-42fb-a318-d2a32e8ae056,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:24.189537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:24.189916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:24.190323 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.190708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:24.191936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Bound port: cb03a05b-1e60-42fb-a318-d2a32e8ae056, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:24.191936 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.241211 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] For port cb03a05b-1e60-42fb-a318-d2a32e8ae056, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:24.244201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] For port cb03a05b-1e60-42fb-a318-d2a32e8ae056, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cb03a05b-1e60-42fb-a318-d2a32e8ae056,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:24.369655 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.398892 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.410669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:24.415131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:24.418290 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:24.454629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Routers {'d35651e0-386b-48ce-908e-e50356d49d90'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:24.455266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d35651e0-386b-48ce-908e-e50356d49d90'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:24.456815 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Pushing event updated for resources: {'Port': ['ID=46471197-f0b5-49c8-99f6-b908e72e8fa3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:24.466862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.467215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.467561 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.467903 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.468240 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.468575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.468904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.469235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.469601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.469938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.470573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.470920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:24.489287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.522468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e7010-ab8f-4ab3-99e1-e81ee212be12 None None] Pushing event updated for resources: {'Port': ['ID=cb03a05b-1e60-42fb-a318-d2a32e8ae056,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:24.582629 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f0ef60f-a601-419f-9c9f-f84787c55095 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:24.615760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] Set router d35651e0-386b-48ce-908e-e50356d49d90 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:24.714888 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.746744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0f0ef60f-a601-419f-9c9f-f84787c55095 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:24.747123 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.796862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-493056b4-b313-42a4-92b1-1547565b0256 None None] Provisioning for port 46471197-f0b5-49c8-99f6-b908e72e8fa3 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:24.818932 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-493056b4-b313-42a4-92b1-1547565b0256 None None] Provisioning complete for port 46471197-f0b5-49c8-99f6-b908e72e8fa3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:24.819308 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-493056b4-b313-42a4-92b1-1547565b0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.876926 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.886517 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-493056b4-b313-42a4-92b1-1547565b0256 None None] Port 46471197-f0b5-49c8-99f6-b908e72e8fa3 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:24.912141 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9dd42232-f933-4eb5-9f73-078e2771b914 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:24.934545 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:24.939828 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'name': 'tempest-TestMinimumBasicScenario-1378218054-router', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:21Z', 'updated_at': '2021-06-30T03:46:22Z', 'revision_number': 3, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'gw_port': {'id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:22Z', 'updated_at': '2021-06-30T03:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:24.971593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023192e0-0b48-4c33-b9e6-a23c79d419b8 None None] The sync data for ids ['d35651e0-386b-48ce-908e-e50356d49d90'] in n-d-798249-3 is: [{'id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'name': 'tempest-TestMinimumBasicScenario-1378218054-router', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:21Z', 'updated_at': '2021-06-30T03:46:22Z', 'revision_number': 3, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'gw_port': {'id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:22Z', 'updated_at': '2021-06-30T03:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:25.005153 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.008936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Pushing event updated for resources: {'Port': ['ID=46471197-f0b5-49c8-99f6-b908e72e8fa3,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:25.077375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 9dd42232-f933-4eb5-9f73-078e2771b914 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:25.081871 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9dd42232-f933-4eb5-9f73-078e2771b914 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:25.082267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.108722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:25.110521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:25.357012 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.403970 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 9dd42232-f933-4eb5-9f73-078e2771b914, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9dd42232-f933-4eb5-9f73-078e2771b914,segment=NetworkSegment(b6e612d1-2e23-4b74-b6f5-584d019cbd80),segment_id=b6e612d1-2e23-4b74-b6f5-584d019cbd80)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:25.477461 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.541952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8ac779d1-06ae-4837-9acd-2c94a455046e None None] Provisioning complete for port 46471197-f0b5-49c8-99f6-b908e72e8fa3 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:25.542325 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8ac779d1-06ae-4837-9acd-2c94a455046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.545957 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=9dd42232-f933-4eb5-9f73-078e2771b914,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:25.582773 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8ac779d1-06ae-4837-9acd-2c94a455046e None None] Port 46471197-f0b5-49c8-99f6-b908e72e8fa3 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:25.650319 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Router d35651e0-386b-48ce-908e-e50356d49d90 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:25.756596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:25.764357 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ead95e08-ccfc-498e-9633-4be4d6ae984e admin admin] 10.222.0.77 "PUT /v2.0/routers/d35651e0-386b-48ce-908e-e50356d49d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3210354 Jun 30 03:46:26.546359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9dd42232-f933-4eb5-9f73-078e2771b914 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:26.594836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 9dd42232-f933-4eb5-9f73-078e2771b914 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:26.595208 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.651324 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Sync routers for ids ['d35651e0-386b-48ce-908e-e50356d49d90'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:26.661898 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Routers {'d35651e0-386b-48ce-908e-e50356d49d90'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:26.662613 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d35651e0-386b-48ce-908e-e50356d49d90'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:26.676064 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cb03a05b-1e60-42fb-a318-d2a32e8ae056 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:26.772122 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Set router d35651e0-386b-48ce-908e-e50356d49d90 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:26.786090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port cb03a05b-1e60-42fb-a318-d2a32e8ae056 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:26.791533 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cb03a05b-1e60-42fb-a318-d2a32e8ae056 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:26.791533 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.875730 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.899531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port cb03a05b-1e60-42fb-a318-d2a32e8ae056, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cb03a05b-1e60-42fb-a318-d2a32e8ae056,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:26.970498 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.002450 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'name': 'tempest-TestMinimumBasicScenario-1378218054-router', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:21Z', 'updated_at': '2021-06-30T03:46:24Z', 'revision_number': 4, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'gw_port': {'id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:22Z', 'updated_at': '2021-06-30T03:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '46471197-f0b5-49c8-99f6-b908e72e8fa3', 'name': '', 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '57f530d7-182c-4776-b4cd-3590077b0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:23Z', 'updated_at': '2021-06-30T03:46:24Z', 'revision_number': 2, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'subnets': [{'id': '57f530d7-182c-4776-b4cd-3590077b0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:27.034253 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Checking router: d35651e0-386b-48ce-908e-e50356d49d90 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:27.034939 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Updating router d35651e0-386b-48ce-908e-e50356d49d90 port 46471197-f0b5-49c8-99f6-b908e72e8fa3 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:46:27.037079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=cb03a05b-1e60-42fb-a318-d2a32e8ae056,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:27.073038 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.454782 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.467727 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Transition to ACTIVE for port object 46471197-f0b5-49c8-99f6-b908e72e8fa3 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:27.540372 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.596496 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdef3b-121c-4ed1-9d13-f18e5004ec83 None None] Pushing event updated for resources: {'Port': ['ID=46471197-f0b5-49c8-99f6-b908e72e8fa3,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:27.677457 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Attempting to bind port 46471197-f0b5-49c8-99f6-b908e72e8fa3 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:27.678383 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Attempting to bind port 46471197-f0b5-49c8-99f6-b908e72e8fa3 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'b6e612d1-2e23-4b74-b6f5-584d019cbd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:27.678383 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Attempting to bind port 46471197-f0b5-49c8-99f6-b908e72e8fa3 on network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:27.684852 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:27.685391 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Checking segment: {'id': 'b6e612d1-2e23-4b74-b6f5-584d019cbd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:27.685993 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.686597 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Bound using segment: {'id': 'b6e612d1-2e23-4b74-b6f5-584d019cbd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:27.687483 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Bound port: 46471197-f0b5-49c8-99f6-b908e72e8fa3, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e612d1-2e23-4b74-b6f5-584d019cbd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:27.688156 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.776373 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] For port 46471197-f0b5-49c8-99f6-b908e72e8fa3, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:27.779918 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] For port 46471197-f0b5-49c8-99f6-b908e72e8fa3, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=46471197-f0b5-49c8-99f6-b908e72e8fa3,segment=NetworkSegment(b6e612d1-2e23-4b74-b6f5-584d019cbd80),segment_id=b6e612d1-2e23-4b74-b6f5-584d019cbd80)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:27.877996 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.955817 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdef3b-121c-4ed1-9d13-f18e5004ec83 None None] Pushing event updated for resources: {'Port': ['ID=46471197-f0b5-49c8-99f6-b908e72e8fa3,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:27.958634 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Routers {'d35651e0-386b-48ce-908e-e50356d49d90'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:27.959265 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:46:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d35651e0-386b-48ce-908e-e50356d49d90'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:28.107525 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] Set router d35651e0-386b-48ce-908e-e50356d49d90 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:28.347212 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'name': 'tempest-TestMinimumBasicScenario-1378218054-router', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:21Z', 'updated_at': '2021-06-30T03:46:24Z', 'revision_number': 4, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'gw_port': {'id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:22Z', 'updated_at': '2021-06-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '46471197-f0b5-49c8-99f6-b908e72e8fa3', 'name': '', 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '57f530d7-182c-4776-b4cd-3590077b0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:23Z', 'updated_at': '2021-06-30T03:46:27Z', 'revision_number': 4, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'subnets': [{'id': '57f530d7-182c-4776-b4cd-3590077b0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:28.375316 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214c93b-4e4f-4826-a42c-1d0b26345dbb None None] The sync data for ids ['d35651e0-386b-48ce-908e-e50356d49d90'] in n-d-798249-3 is: [{'id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'name': 'tempest-TestMinimumBasicScenario-1378218054-router', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:21Z', 'updated_at': '2021-06-30T03:46:24Z', 'revision_number': 4, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'gw_port': {'id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:22Z', 'updated_at': '2021-06-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '46471197-f0b5-49c8-99f6-b908e72e8fa3', 'name': '', 'network_id': 'b9d58014-5bc1-416c-8aa1-e3b0d70913a1', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'mac_address': 'fa:16:3e:80:14:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '57f530d7-182c-4776-b4cd-3590077b0f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:23Z', 'updated_at': '2021-06-30T03:46:27Z', 'revision_number': 4, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'subnets': [{'id': '57f530d7-182c-4776-b4cd-3590077b0f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:28.548678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cb03a05b-1e60-42fb-a318-d2a32e8ae056 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:28.635154 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port cb03a05b-1e60-42fb-a318-d2a32e8ae056 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:28.635530 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:28.674350 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5f666253-e0da-4f61-b2f0-133231a22d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.478044 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 46471197-f0b5-49c8-99f6-b908e72e8fa3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:30.614512 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 46471197-f0b5-49c8-99f6-b908e72e8fa3 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:30.620040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 46471197-f0b5-49c8-99f6-b908e72e8fa3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:30.620918 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.713271 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.750580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 46471197-f0b5-49c8-99f6-b908e72e8fa3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=46471197-f0b5-49c8-99f6-b908e72e8fa3,segment=NetworkSegment(b6e612d1-2e23-4b74-b6f5-584d019cbd80),segment_id=b6e612d1-2e23-4b74-b6f5-584d019cbd80)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:30.814996 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:30.874402 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=46471197-f0b5-49c8-99f6-b908e72e8fa3,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:31.323648 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:31.386697 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fb667d61-faa9-4e13-9801-d5b3fd7cb670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.449697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 46471197-f0b5-49c8-99f6-b908e72e8fa3 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:32.500272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 46471197-f0b5-49c8-99f6-b908e72e8fa3 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:32.500649 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.100238 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.860558 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.613013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-9d5a1eda-06b5-4d06-9763-5a0090b23687 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:37.614505 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-9d5a1eda-06b5-4d06-9763-5a0090b23687 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/networks?id=1abc41b5-65ed-4e40-8335-24fa03419587 HTTP/1.1" status: 200 len: 815 time: 0.1019349 Jun 30 03:46:37.629336 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-2b0a4511-6fa8-4536-aba4-a5fe4f1161cd tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/quotas/cb247c46e1cd4f80bbf1b0b36b7698b3 HTTP/1.1" status: 200 len: 375 time: 0.0093250 Jun 30 03:46:37.695661 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f47d1590-396d-4ca1-9dfd-2450cbdd04a0 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597825 Jun 30 03:46:37.884583 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-2db53d1c-ce76-4768-8f7a-83a19afd5107 service neutron] 10.222.0.77 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770701 Jun 30 03:46:37.975814 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-b999095a-b952-4f9a-ba20-6de80fbf4e07 service neutron] 10.222.0.77 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849831 Jun 30 03:46:38.229015 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb6804b3-1129-43fe-93ae-dae336143894 req-00574e93-2c31-45df-899f-e670ee590cab tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 210 time: 0.0280054 Jun 30 03:46:39.328907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6e39aef-0cdf-45cb-b698-404910926cd2 req-cac07601-1c6a-4a48-aae3-1479c6b5ac12 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 210 time: 0.0337975 Jun 30 03:46:40.465943 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8702c455-0feb-439c-a8c9-26727a3a9d95 req-7f846323-81ce-4948-af7f-5d889d806b83 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 210 time: 0.0291126 Jun 30 03:46:40.906754 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4b831c5d-ac6e-4074-a3cf-95e0edaec910 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:40.908202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4b831c5d-ac6e-4074-a3cf-95e0edaec910 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.74 "GET /v2.0/networks?id=1abc41b5-65ed-4e40-8335-24fa03419587 HTTP/1.1" status: 200 len: 815 time: 0.0983961 Jun 30 03:46:40.927137 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'port': {'device_id': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'admin_state_up': True, 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:41.099727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Made reservation on behalf of cb247c46e1cd4f80bbf1b0b36b7698b3 for: {'port': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:41.103427 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.225609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Allocated IP 172.20.0.9 (1abc41b5-65ed-4e40-8335-24fa03419587/7b6e55cd-c259-49ff-a860-2dbee6151c3c/372637a3-61a5-4ce3-bfcf-52f7f067437c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:41.372155 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.386360 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Transition to ACTIVE for port object 372637a3-61a5-4ce3-bfcf-52f7f067437c will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:41.483456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.536303 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Network 1abc41b5-65ed-4e40-8335-24fa03419587 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:41.542307 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:41.548844 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:41.553165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'Port': ['ID=372637a3-61a5-4ce3-bfcf-52f7f067437c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:41.630539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:41.631205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.680778 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490de2d-cf75-4176-8062-801ce6aedac1 req-7cb930aa-0f84-4f54-b569-7a69ad515af9 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:41.682829 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2490de2d-cf75-4176-8062-801ce6aedac1 req-7cb930aa-0f84-4f54-b569-7a69ad515af9 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 931 time: 0.1025605 Jun 30 03:46:41.729224 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2490de2d-cf75-4176-8062-801ce6aedac1 req-8ddb26c4-d3b9-4e28-9abf-340f4e010fa9 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382099 Jun 30 03:46:41.731169 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-4ca48f23-7ce0-44a4-b28e-6482fb1ba85e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8080492 Jun 30 03:46:41.940481 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1876bafb-8cf4-45a6-bdce-29170e2644ca None None] Provisioning for port 372637a3-61a5-4ce3-bfcf-52f7f067437c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:41.948625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1876bafb-8cf4-45a6-bdce-29170e2644ca None None] Provisioning complete for port 372637a3-61a5-4ce3-bfcf-52f7f067437c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:41.949041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1876bafb-8cf4-45a6-bdce-29170e2644ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.984418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1876bafb-8cf4-45a6-bdce-29170e2644ca None None] Port 372637a3-61a5-4ce3-bfcf-52f7f067437c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:42.932459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9560329-819a-4f34-94de-4d8625f2232f req-eb391b52-dc2c-4676-bc55-b111d0cfe256 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:42.934036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b9560329-819a-4f34-94de-4d8625f2232f req-eb391b52-dc2c-4676-bc55-b111d0cfe256 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 931 time: 0.0735493 Jun 30 03:46:42.976252 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b9560329-819a-4f34-94de-4d8625f2232f req-d993d267-be47-4518-b557-008d38f01adf tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349865 Jun 30 03:46:44.161598 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b6fba-2d43-4c99-8e6d-08bebb755cdd req-2d648330-b4b0-4823-ae52-3e6648b573dd tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:44.165652 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a2b6fba-2d43-4c99-8e6d-08bebb755cdd req-2d648330-b4b0-4823-ae52-3e6648b573dd tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 931 time: 0.0734627 Jun 30 03:46:44.204551 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a2b6fba-2d43-4c99-8e6d-08bebb755cdd req-4f421a9d-363b-451d-bf2c-7481a9d0fed3 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348630 Jun 30 03:46:45.386694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4804-7287-4994-8766-90ea1455331e req-27dceff5-ded1-494b-ad0d-c761e7c6222a tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:45.388205 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb6d4804-7287-4994-8766-90ea1455331e req-27dceff5-ded1-494b-ad0d-c761e7c6222a tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 931 time: 0.0699911 Jun 30 03:46:45.426737 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-eb6d4804-7287-4994-8766-90ea1455331e req-f5fb9fb0-a779-4602-aab3-7d2f691fc963 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327322 Jun 30 03:46:46.622682 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd679a73-3681-47b5-9f04-d356b420aec7 req-2ad95d99-d8b4-4ecd-92bc-974b24b702a3 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:46.624935 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd679a73-3681-47b5-9f04-d356b420aec7 req-2ad95d99-d8b4-4ecd-92bc-974b24b702a3 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 931 time: 0.0755823 Jun 30 03:46:46.671037 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fd679a73-3681-47b5-9f04-d356b420aec7 req-a8ded92b-db80-4cac-9dff-e6ff800e2fe1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Jun 30 03:46:47.862336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942bf68-8092-493c-a0bd-c112b9a72dc2 req-9c419080-1745-43db-88a1-12724980103e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:47.863763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2942bf68-8092-493c-a0bd-c112b9a72dc2 req-9c419080-1745-43db-88a1-12724980103e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 931 time: 0.0653553 Jun 30 03:46:47.905360 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2942bf68-8092-493c-a0bd-c112b9a72dc2 req-82324245-3c5a-47d7-879d-3b27860f62be tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351019 Jun 30 03:46:49.104380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1238dd-6e58-4fad-92dc-5d36892e8b16 req-43e7171b-fed1-48a2-92d7-73f64175ef27 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:49.106883 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9d1238dd-6e58-4fad-92dc-5d36892e8b16 req-43e7171b-fed1-48a2-92d7-73f64175ef27 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 931 time: 0.0745518 Jun 30 03:46:49.149188 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9d1238dd-6e58-4fad-92dc-5d36892e8b16 req-dd3d0e1e-ad12-4a23-8a1a-d8b089dca230 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358388 Jun 30 03:46:50.331967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b8ba-0039-4977-b5b5-ef4cb4469344 req-4dd3e028-f1cc-4851-a9ce-8f385962bb0a tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:50.333456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82b5b8ba-0039-4977-b5b5-ef4cb4469344 req-4dd3e028-f1cc-4851-a9ce-8f385962bb0a tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 931 time: 0.0683849 Jun 30 03:46:50.372873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-82b5b8ba-0039-4977-b5b5-ef4cb4469344 req-eec9d005-0052-4029-b2b0-4af7bc2f93be tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Jun 30 03:46:51.557252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14524455-a5df-4aab-96f5-d8505c1251ae req-ce917317-236c-484f-9278-6eb325738a8e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:51.558948 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14524455-a5df-4aab-96f5-d8505c1251ae req-ce917317-236c-484f-9278-6eb325738a8e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 931 time: 0.0673347 Jun 30 03:46:51.596894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-14524455-a5df-4aab-96f5-d8505c1251ae req-d52f24a2-a05f-4322-89d2-90b8d29ee10e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318313 Jun 30 03:46:51.816435 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Request body: {'port': {'device_id': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:51.888556 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:52.152547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372637a3-61a5-4ce3-bfcf-52f7f067437c {{(pid=94530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:46:52.160009 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:52.171423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Transition to ACTIVE for port object 372637a3-61a5-4ce3-bfcf-52f7f067437c will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:52.265944 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:52.335954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Pushing event updated for resources: {'Port': ['ID=372637a3-61a5-4ce3-bfcf-52f7f067437c,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:52.388385 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Attempting to bind port 372637a3-61a5-4ce3-bfcf-52f7f067437c on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:52.388728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Attempting to bind port 372637a3-61a5-4ce3-bfcf-52f7f067437c by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:52.389056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Attempting to bind port 372637a3-61a5-4ce3-bfcf-52f7f067437c on network 1abc41b5-65ed-4e40-8335-24fa03419587 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:52.393838 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Port 372637a3-61a5-4ce3-bfcf-52f7f067437c on network 1abc41b5-65ed-4e40-8335-24fa03419587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:46:52.394163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Attempting to bind port 372637a3-61a5-4ce3-bfcf-52f7f067437c on network 1abc41b5-65ed-4e40-8335-24fa03419587 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:52.399465 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:52.399808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Checking segment: {'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:52.400197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Bound using segment: {'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:52.400743 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Bound port: 372637a3-61a5-4ce3-bfcf-52f7f067437c, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44105e7b-ec7d-433c-928e-e7d06a89b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:52.401242 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:52.470964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] For port 372637a3-61a5-4ce3-bfcf-52f7f067437c, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:52.474064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] For port 372637a3-61a5-4ce3-bfcf-52f7f067437c, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:52.584831 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:52.620284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:52.620904 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:52.622571 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] 10.222.0.74 "PUT /v2.0/ports/372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 200 len: 1091 time: 0.8106029 Jun 30 03:46:52.623025 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:52.625469 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7dd4c8-b700-48a1-86ca-732df4c7c008" -d '{"events": [{"name": "network-changed", "server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:52.655848 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978c9b-0bb8-49f1-af9d-cfc2301a9f7b service neutron] Pushing event updated for resources: {'Port': ['ID=372637a3-61a5-4ce3-bfcf-52f7f067437c,revision_number=3']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:52.689877 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb6baf5-0288-4377-95b5-54031db14950 x-openstack-request-id: req-3cb6baf5-0288-4377-95b5-54031db14950 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:52.690172 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:52.690431 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cb6baf5-0288-4377-95b5-54031db14950 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:52.690867 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'status': 'completed', 'code': 200} Jun 30 03:46:52.773792 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dd4c8-b700-48a1-86ca-732df4c7c008 req-54c35836-d95e-4b94-a7ac-448ba7393e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:52.775856 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c7dd4c8-b700-48a1-86ca-732df4c7c008 req-54c35836-d95e-4b94-a7ac-448ba7393e65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 1094 time: 0.0624521 Jun 30 03:46:52.822833 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceea29-801a-4e5b-9659-4057460b4ee9 req-5b093112-a768-4e12-8967-e0821b946fbd tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:52.824741 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fceea29-801a-4e5b-9659-4057460b4ee9 req-5b093112-a768-4e12-8967-e0821b946fbd tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 943 time: 0.0742350 Jun 30 03:46:52.880378 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5fceea29-801a-4e5b-9659-4057460b4ee9 req-e5ac1287-a06d-45e9-a801-a8cf3cd5f11c tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436611 Jun 30 03:46:52.905042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dd4c8-b700-48a1-86ca-732df4c7c008 req-7816a745-4fd6-4d70-a543-8b7012b76b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:52.906798 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c7dd4c8-b700-48a1-86ca-732df4c7c008 req-7816a745-4fd6-4d70-a543-8b7012b76b36 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1237860 Jun 30 03:46:53.008391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dd4c8-b700-48a1-86ca-732df4c7c008 req-a6345559-3efd-4240-abb2-b286b2cc6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:53.009884 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7c7dd4c8-b700-48a1-86ca-732df4c7c008 req-a6345559-3efd-4240-abb2-b286b2cc6a8a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961030 Jun 30 03:46:53.100596 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-c26d0b9f-7c38-48da-a65d-21a9d0833542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:53.102395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-c26d0b9f-7c38-48da-a65d-21a9d0833542 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 1094 time: 0.0545270 Jun 30 03:46:53.143396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-aa3d274a-4f23-4ea2-a6b8-0958cd433878 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 200 len: 217 time: 0.0340245 Jun 30 03:46:53.199207 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-80faedf6-ae28-42a7-9c5a-f59ff42a308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:53.200588 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-80faedf6-ae28-42a7-9c5a-f59ff42a308e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b6e55cd-c259-49ff-a860-2dbee6151c3c HTTP/1.1" status: 200 len: 854 time: 0.0515475 Jun 30 03:46:53.261209 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-a2e034b0-e66c-47dd-ac49-a9e12665ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:53.262765 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-a2e034b0-e66c-47dd-ac49-a9e12665ebcb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1abc41b5-65ed-4e40-8335-24fa03419587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558295 Jun 30 03:46:53.353195 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-1256228f-5a00-415e-b89e-b567d96e8808 service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837348 Jun 30 03:46:53.446047 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d8db43aa-e946-4eca-8e40-13ce89f4ffac req-b1c02a81-fc15-4f3a-b6f0-4e913c38e40e service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861318 Jun 30 03:46:53.498066 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:54.063894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ad53c-638e-49f4-826e-ca5a42bd2d27 req-3fc24473-d40e-482b-bcc6-e22141201a53 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:54.065384 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa0ad53c-638e-49f4-826e-ca5a42bd2d27 req-3fc24473-d40e-482b-bcc6-e22141201a53 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 943 time: 0.0640090 Jun 30 03:46:54.065840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:54.104078 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-aa0ad53c-638e-49f4-826e-ca5a42bd2d27 req-abd31eb8-dcb3-483f-aa06-866fdace5e89 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Jun 30 03:46:55.278678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89c84-8b83-46f4-9200-51c56136bbc8 req-8bb8cbc3-ec01-41ca-ab50-eb4c90a43ef8 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:55.280077 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-22a89c84-8b83-46f4-9200-51c56136bbc8 req-8bb8cbc3-ec01-41ca-ab50-eb4c90a43ef8 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 943 time: 0.0657940 Jun 30 03:46:55.317615 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-22a89c84-8b83-46f4-9200-51c56136bbc8 req-645b42c8-c03c-4514-bf43-2f5b0772ff32 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Jun 30 03:46:56.494898 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ab70-9286-4f6d-afaf-9efe5bb2f31b req-aff4acfd-f8f0-4245-82f5-16b1c769134f tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:56.496384 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e165ab70-9286-4f6d-afaf-9efe5bb2f31b req-aff4acfd-f8f0-4245-82f5-16b1c769134f tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 943 time: 0.0674043 Jun 30 03:46:56.534688 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e165ab70-9286-4f6d-afaf-9efe5bb2f31b req-9dc82fb2-b579-46c9-85e9-48fb67f0e3e2 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325704 Jun 30 03:46:56.553473 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:46:57.026029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 372637a3-61a5-4ce3-bfcf-52f7f067437c details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:46:57.118503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 372637a3-61a5-4ce3-bfcf-52f7f067437c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:57.129222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'port_id': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'mac_address': 'fa:16:3e:ec:2e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:46:57.165458 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:57.177470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372637a3-61a5-4ce3-bfcf-52f7f067437c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:46:57.196568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 372637a3-61a5-4ce3-bfcf-52f7f067437c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:57.265641 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:57.313406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=372637a3-61a5-4ce3-bfcf-52f7f067437c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:57.489430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['372637a3-61a5-4ce3-bfcf-52f7f067437c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:46:57.708014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d823-6d78-4751-908e-7f7ac4b41dc3 req-99f1f7c8-3482-476c-a990-35aa78fcca11 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:57.710187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1e1d823-6d78-4751-908e-7f7ac4b41dc3 req-99f1f7c8-3482-476c-a990-35aa78fcca11 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 944 time: 0.0639565 Jun 30 03:46:57.746667 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1e1d823-6d78-4751-908e-7f7ac4b41dc3 req-3d78da80-13df-49b5-8daa-93eab5c79c56 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Jun 30 03:46:58.640639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3e39db80-9639-4c83-a396-7954210b3dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:58.919928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149caa8f-ba0c-40f3-82e6-631a9213e0ba req-4a73ed64-6ca2-4671-8207-18c084a8b38c tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:58.925524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-149caa8f-ba0c-40f3-82e6-631a9213e0ba req-4a73ed64-6ca2-4671-8207-18c084a8b38c tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 944 time: 0.0675268 Jun 30 03:46:58.961848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-149caa8f-ba0c-40f3-82e6-631a9213e0ba req-e268c007-26ab-4e01-9bff-f3d3b9a2fe22 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Jun 30 03:46:59.042528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 372637a3-61a5-4ce3-bfcf-52f7f067437c up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:59.144932 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 372637a3-61a5-4ce3-bfcf-52f7f067437c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:59.148809 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 372637a3-61a5-4ce3-bfcf-52f7f067437c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:59.149181 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:59.226629 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:59.248662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:59.251036 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e05f60c-be5a-43b8-a510-a252a6228565" -d '{"events": [{"server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "name": "network-vif-plugged", "status": "completed", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:59.263733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 372637a3-61a5-4ce3-bfcf-52f7f067437c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:59.285856 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d2f9b3-b7c7-4f91-99bb-f5fb164c16a8 x-openstack-request-id: req-b5d2f9b3-b7c7-4f91-99bb-f5fb164c16a8 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:59.286152 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "name": "network-vif-plugged", "status": "completed", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:59.286413 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5d2f9b3-b7c7-4f91-99bb-f5fb164c16a8 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:59.287335 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'code': 200} Jun 30 03:46:59.362537 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:59.396336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c447e-ea90-4b3c-8f77-c5a7f78f42ae req-4b0dde4a-db8a-4a13-894c-878b193c9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:59.397877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ca7c447e-ea90-4b3c-8f77-c5a7f78f42ae req-4b0dde4a-db8a-4a13-894c-878b193c9d5d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 1095 time: 0.0530398 Jun 30 03:46:59.410924 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=372637a3-61a5-4ce3-bfcf-52f7f067437c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:59.432782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ca7c447e-ea90-4b3c-8f77-c5a7f78f42ae req-d35c11eb-06ea-4f8d-b3ba-efba76b30553 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288551 Jun 30 03:47:00.137524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42f700-bb34-415b-84ef-817d9243e082 req-e199d67b-5921-4bd0-84cc-b11952eb61ef tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:00.139181 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b42f700-bb34-415b-84ef-817d9243e082 req-e199d67b-5921-4bd0-84cc-b11952eb61ef tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 945 time: 0.0683117 Jun 30 03:47:00.177209 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b42f700-bb34-415b-84ef-817d9243e082 req-b4cb458a-d4c3-48d0-a8e3-ada416c2f260 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Jun 30 03:47:01.316637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:01.345020 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-00b01271-73e2-4055-8c23-93f031fcf73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:01.358039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35babf6-e574-4d6a-ad49-a44e2891a9fa req-61eafe7a-4802-41d5-99f6-3f292ba97751 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:01.359526 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e35babf6-e574-4d6a-ad49-a44e2891a9fa req-61eafe7a-4802-41d5-99f6-3f292ba97751 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 945 time: 0.0644143 Jun 30 03:47:01.396872 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e35babf6-e574-4d6a-ad49-a44e2891a9fa req-dcf7d1d0-5314-4091-bbfa-facece562ba1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Jun 30 03:47:01.564462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db3206-0b57-412c-afc9-a123883e9b10 req-fc24563a-2ea8-4c0d-b689-819b7e6f9167 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:01.565967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-66db3206-0b57-412c-afc9-a123883e9b10 req-fc24563a-2ea8-4c0d-b689-819b7e6f9167 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 945 time: 0.0621958 Jun 30 03:47:01.606417 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-66db3206-0b57-412c-afc9-a123883e9b10 req-24105f4a-4864-41ea-9a84-a45b10a88b10 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343993 Jun 30 03:47:01.960406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94565d9f-90bc-4776-a5de-f71d5bd61f69 req-cdfd5c11-4100-40f7-9291-e87f4af34a87 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:01.961994 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94565d9f-90bc-4776-a5de-f71d5bd61f69 req-cdfd5c11-4100-40f7-9291-e87f4af34a87 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 945 time: 0.0795379 Jun 30 03:47:01.999855 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-94565d9f-90bc-4776-a5de-f71d5bd61f69 req-811a82b3-2a01-46a5-967e-b9a85876038e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321796 Jun 30 03:47:03.099478 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:04.846421 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:15.516480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbd390-737c-4499-a11c-49dd696417b8 req-24e04e11-291a-4f5b-ae45-3b6ff335e404 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:15.517897 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cbd390-737c-4499-a11c-49dd696417b8 req-24e04e11-291a-4f5b-ae45-3b6ff335e404 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 945 time: 0.0615926 Jun 30 03:47:15.555699 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95cbd390-737c-4499-a11c-49dd696417b8 req-1c217238-19e3-4e56-9656-730ded592be2 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Jun 30 03:47:15.579555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55338) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:15.681901 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9677c0-f559-4e5e-a59c-6cc09df931d5 tempest-TestMinimumBasicScenario-725006864 tempest-TestMinimumBasicScenario-725006864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:15.683784 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ed9677c0-f559-4e5e-a59c-6cc09df931d5 tempest-TestMinimumBasicScenario-725006864 tempest-TestMinimumBasicScenario-725006864-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 1091 time: 0.1030014 Jun 30 03:47:15.687029 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55342) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:15.691646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:15.765628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:15.860425 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:15.964209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Allocated IP 172.25.2.129 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/a6194a7a-4e7e-4115-a820-20f7f4a90435) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:47:16.061394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:16.143392 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:16.179884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:16.182614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:16.186807 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:47:16.215350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'Port': ['ID=a6194a7a-4e7e-4115-a820-20f7f4a90435,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:16.226985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.227328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.227667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.228002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.228327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.228657 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.228980 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.229299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.229654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.229977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.230292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.230608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:47:16.563930 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:16.685809 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:16.833841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:16.893077 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:16.963607 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'Port': ['ID=a6194a7a-4e7e-4115-a820-20f7f4a90435,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:16.975725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:17.089813 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Floating IP d7e751c1-73f4-4ceb-a919-7e36511722d9 associated. External IP: 172.25.2.129, port: 372637a3-61a5-4ce3-bfcf-52f7f067437c. Jun 30 03:47:17.303355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Router c5f765ff-e849-4bcc-a3b1-156af1a10f47 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:47:17.405887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:47:17.415579 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] Sync routers for ids ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:47:17.425049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] Routers {'c5f765ff-e849-4bcc-a3b1-156af1a10f47'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:17.431998 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:47:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:17.510897 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:17.535380 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] Set router c5f765ff-e849-4bcc-a3b1-156af1a10f47 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:17.549379 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2dd2154f-7349-441b-a244-79a601e284fb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8585970 Jun 30 03:47:17.549379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:47:17.549815 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3628c77-723e-4b98-a24a-c0ee6b9705e8" -d '{"events": [{"name": "network-changed", "server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:47:17.550077 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55346) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:17.555868 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-bd01ba59-f9c5-4a79-9738-8b0d9d96df13 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324154818', 'description': 'tempest-secgroup-smoke-1324154818 description', 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:17.588008 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe6f067-45ef-402b-8e11-7f08f5bfcc29 x-openstack-request-id: req-bfe6f067-45ef-402b-8e11-7f08f5bfcc29 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:47:17.588302 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:47:17.588547 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bfe6f067-45ef-402b-8e11-7f08f5bfcc29 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:47:17.588945 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'status': 'completed', 'code': 200} Jun 30 03:47:17.648783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd01ba59-f9c5-4a79-9738-8b0d9d96df13 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:17.692757 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-17807ccd-a3a7-426d-8719-98bb8db7c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:17.694363 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-17807ccd-a3a7-426d-8719-98bb8db7c7b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 1096 time: 0.0817077 Jun 30 03:47:17.763171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'd7e751c1-73f4-4ceb-a919-7e36511722d9', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'port_id': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'mac_address': 'fa:16:3e:ec:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:47:16Z', 'updated_at': '2021-06-30T03:47:16Z', 'revision_number': 0, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0ef60f-a601-419f-9c9f-f84787c55095', 'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'mac_address': 'fa:16:3e:db:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:17Z', 'updated_at': '2021-06-30T03:46:22Z', 'revision_number': 5, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'subnets': [{'id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:17.789635 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] Checking router: c5f765ff-e849-4bcc-a3b1-156af1a10f47 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:47:17.797960 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] Routers {'c5f765ff-e849-4bcc-a3b1-156af1a10f47'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:17.798567 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:47:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:17.822148 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd01ba59-f9c5-4a79-9738-8b0d9d96df13 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:17.826750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-56907f0a-94e0-4e21-9e53-7a35e4db1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:17.828243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-56907f0a-94e0-4e21-9e53-7a35e4db1ea4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1abc41b5-65ed-4e40-8335-24fa03419587 HTTP/1.1" status: 200 len: 916 time: 0.1249528 Jun 30 03:47:17.878902 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd01ba59-f9c5-4a79-9738-8b0d9d96df13 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:17.904654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] Set router c5f765ff-e849-4bcc-a3b1-156af1a10f47 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:17.918058 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-a0715e60-cd4f-46a5-b467-785af61c2967 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 200 len: 999 time: 0.0828164 Jun 30 03:47:17.920323 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01ba59-f9c5-4a79-9738-8b0d9d96df13 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317b84fe-31a6-4c8a-b5c1-1cfaf6121788,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:17.972746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-f2af4d7e-821e-4b42-83d1-3b390cb3f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:17.974314 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-f2af4d7e-821e-4b42-83d1-3b390cb3f078 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b6e55cd-c259-49ff-a860-2dbee6151c3c HTTP/1.1" status: 200 len: 854 time: 0.0486002 Jun 30 03:47:18.012549 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bd01ba59-f9c5-4a79-9738-8b0d9d96df13 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.013816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bd01ba59-f9c5-4a79-9738-8b0d9d96df13 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4625931 Jun 30 03:47:18.016769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55350) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:18.022362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-631ebe57-532e-4c56-95e3-363f1bb7d9d4 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'security_group_rule': {'security_group_id': '317b84fe-31a6-4c8a-b5c1-1cfaf6121788', 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:18.040528 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-8fa08858-08cd-4558-afe0-e650a4a7390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:18.042894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-8fa08858-08cd-4558-afe0-e650a4a7390e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1abc41b5-65ed-4e40-8335-24fa03419587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624409 Jun 30 03:47:18.096605 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631ebe57-532e-4c56-95e3-363f1bb7d9d4 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.142606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'd7e751c1-73f4-4ceb-a919-7e36511722d9', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'port_id': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'mac_address': 'fa:16:3e:ec:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:47:16Z', 'updated_at': '2021-06-30T03:47:16Z', 'revision_number': 0, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0ef60f-a601-419f-9c9f-f84787c55095', 'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'mac_address': 'fa:16:3e:db:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:17Z', 'updated_at': '2021-06-30T03:46:22Z', 'revision_number': 5, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'subnets': [{'id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:18.144906 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-bffc18a8-98f0-4034-87d7-9abc1c081ff9 service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951011 Jun 30 03:47:18.156814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631ebe57-532e-4c56-95e3-363f1bb7d9d4 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.169866 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e2976a-3836-47e5-968c-a5b7fd435f79 None None] The sync data for ids ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'] in n-d-798249-3 is: [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'd7e751c1-73f4-4ceb-a919-7e36511722d9', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'port_id': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'mac_address': 'fa:16:3e:ec:2e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:47:16Z', 'updated_at': '2021-06-30T03:47:16Z', 'revision_number': 0, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f0ef60f-a601-419f-9c9f-f84787c55095', 'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'mac_address': 'fa:16:3e:db:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:17Z', 'updated_at': '2021-06-30T03:46:22Z', 'revision_number': 5, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'subnets': [{'id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:47:18.216920 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631ebe57-532e-4c56-95e3-363f1bb7d9d4 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.235835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ebe57-532e-4c56-95e3-363f1bb7d9d4 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f03642d-c8bc-4d3f-b1b9-7ba2786ea7da,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:18.244258 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e3628c77-723e-4b98-a24a-c0ee6b9705e8 req-6c82c049-6709-4599-a04f-08a550fcc354 service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912433 Jun 30 03:47:18.310496 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-631ebe57-532e-4c56-95e3-363f1bb7d9d4 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.311796 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-631ebe57-532e-4c56-95e3-363f1bb7d9d4 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2938752 Jun 30 03:47:18.314593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55352) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:18.319475 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0099a2ff-f1a5-45a9-a111-dbf3ab011dc1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'security_group_rule': {'security_group_id': '317b84fe-31a6-4c8a-b5c1-1cfaf6121788', 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:18.392475 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f424e25-0ea8-4349-997b-e02aa1d0ccd9 None None] New status for floating IP d7e751c1-73f4-4ceb-a919-7e36511722d9: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:47:18.410918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0099a2ff-f1a5-45a9-a111-dbf3ab011dc1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.470727 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0099a2ff-f1a5-45a9-a111-dbf3ab011dc1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.573158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0099a2ff-f1a5-45a9-a111-dbf3ab011dc1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.592454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099a2ff-f1a5-45a9-a111-dbf3ab011dc1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98a2c8b-6ac7-4c6e-8a5b-7297ed11ef4b,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:18.687529 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0099a2ff-f1a5-45a9-a111-dbf3ab011dc1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.688818 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0099a2ff-f1a5-45a9-a111-dbf3ab011dc1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3732533 Jun 30 03:47:18.691595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55354) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:18.696516 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-88ab9bfa-19c3-45ef-8b4b-6fed76b910c1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'security_group_rule': {'security_group_id': '317b84fe-31a6-4c8a-b5c1-1cfaf6121788', 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:18.783466 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88ab9bfa-19c3-45ef-8b4b-6fed76b910c1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.841233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88ab9bfa-19c3-45ef-8b4b-6fed76b910c1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.937003 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88ab9bfa-19c3-45ef-8b4b-6fed76b910c1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:18.956173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab9bfa-19c3-45ef-8b4b-6fed76b910c1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f73228-1ec8-4933-9383-4de589495306,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:19.093320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-88ab9bfa-19c3-45ef-8b4b-6fed76b910c1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:19.094586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-88ab9bfa-19c3-45ef-8b4b-6fed76b910c1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4020653 Jun 30 03:47:19.097264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55356) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:19.101818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-599f8e4d-b7e6-4c39-af90-232e87c72695 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'security_group_rule': {'security_group_id': '317b84fe-31a6-4c8a-b5c1-1cfaf6121788', 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:19.204473 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-599f8e4d-b7e6-4c39-af90-232e87c72695 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:19.261853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-599f8e4d-b7e6-4c39-af90-232e87c72695 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:19.360147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-599f8e4d-b7e6-4c39-af90-232e87c72695 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:19.377866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f8e4d-b7e6-4c39-af90-232e87c72695 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a5534b-a1c3-4dcf-8f6b-6046f40c69a8,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:19.436719 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-599f8e4d-b7e6-4c39-af90-232e87c72695 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:19.437993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-599f8e4d-b7e6-4c39-af90-232e87c72695 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397875 Jun 30 03:47:19.440831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55358) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:19.445401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-01516485-74ab-45cf-a7d5-456932d43fa8 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'security_group_rule': {'security_group_id': '317b84fe-31a6-4c8a-b5c1-1cfaf6121788', 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:19.605880 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-01516485-74ab-45cf-a7d5-456932d43fa8 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Project cb247c46e1cd4f80bbf1b0b36b7698b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:47:19.610862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01516485-74ab-45cf-a7d5-456932d43fa8 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:19.671769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01516485-74ab-45cf-a7d5-456932d43fa8 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:19.767564 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01516485-74ab-45cf-a7d5-456932d43fa8 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:19.786530 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01516485-74ab-45cf-a7d5-456932d43fa8 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d871c20-5061-4a18-92c8-20e9c45a7852,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:19.874696 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-01516485-74ab-45cf-a7d5-456932d43fa8 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:19.875930 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-01516485-74ab-45cf-a7d5-456932d43fa8 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4341586 Jun 30 03:47:19.878800 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55360) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:47:19.883734 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5d7c7343-4e70-4815-a155-09caef87eb52 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'security_group_rule': {'security_group_id': '317b84fe-31a6-4c8a-b5c1-1cfaf6121788', 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:19.985021 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-5d7c7343-4e70-4815-a155-09caef87eb52 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Project cb247c46e1cd4f80bbf1b0b36b7698b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:47:19.990706 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7343-4e70-4815-a155-09caef87eb52 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:20.048585 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7343-4e70-4815-a155-09caef87eb52 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:20.151029 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7343-4e70-4815-a155-09caef87eb52 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:20.170184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c7343-4e70-4815-a155-09caef87eb52 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071402e0-8fac-4837-8605-c8fd9dffb1b4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:20.246017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7343-4e70-4815-a155-09caef87eb52 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:20.247269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5d7c7343-4e70-4815-a155-09caef87eb52 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3675609 Jun 30 03:47:20.362426 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-91837e19-09d5-47f4-88c5-9e96591d8f56 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324154818&fields=id&tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3 HTTP/1.1" status: 200 len: 267 time: 0.0332747 Jun 30 03:47:20.427718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-47d59d13-85f2-4788-9efb-6a768d3c9cb1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:20.429165 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-47d59d13-85f2-4788-9efb-6a768d3c9cb1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 945 time: 0.0607383 Jun 30 03:47:20.439828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-ba659649-5c45-4923-b061-ab88d40fc8e5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'port': {'security_groups': ['cdb3a4b4-3f40-43d2-b54f-400843740d53', '317b84fe-31a6-4c8a-b5c1-1cfaf6121788']}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:47:20.542523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-ba659649-5c45-4923-b061-ab88d40fc8e5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:20.721719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-ba659649-5c45-4923-b061-ab88d40fc8e5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] For port 372637a3-61a5-4ce3-bfcf-52f7f067437c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:47:20.750505 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-ba659649-5c45-4923-b061-ab88d40fc8e5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:20.824602 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-ba659649-5c45-4923-b061-ab88d40fc8e5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:20.836888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['372637a3-61a5-4ce3-bfcf-52f7f067437c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:47:20.868819 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-ba659649-5c45-4923-b061-ab88d40fc8e5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:20.869404 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-ba659649-5c45-4923-b061-ab88d40fc8e5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:20.870895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-26117bbe-bdd4-4dc3-a3ff-4edf0e1faceb req-ba659649-5c45-4923-b061-ab88d40fc8e5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "PUT /v2.0/ports/372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 200 len: 981 time: 0.4356465 Jun 30 03:47:20.871343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:47:20.873756 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cf58fb-e0e6-467c-8c09-fed69f608bee" -d '{"events": [{"name": "network-changed", "server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:47:20.916223 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba659649-5c45-4923-b061-ab88d40fc8e5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'Port': ['ID=372637a3-61a5-4ce3-bfcf-52f7f067437c,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:20.948006 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bfe172-2873-46a1-b76c-47ad1797222d x-openstack-request-id: req-31bfe172-2873-46a1-b76c-47ad1797222d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:47:20.948360 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:47:20.948360 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31bfe172-2873-46a1-b76c-47ad1797222d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:47:20.949439 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'status': 'completed', 'code': 200} Jun 30 03:47:20.957780 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['372637a3-61a5-4ce3-bfcf-52f7f067437c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:47:21.073836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-c25086dd-c91f-4e57-8e55-e18211728753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:21.075376 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-c25086dd-c91f-4e57-8e55-e18211728753 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 1135 time: 0.1045139 Jun 30 03:47:21.087217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433e5b5-e10c-4a04-888c-4e1b031436b9 req-50276927-45ce-4aeb-abb6-605c0c328e34 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:21.088746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e433e5b5-e10c-4a04-888c-4e1b031436b9 req-50276927-45ce-4aeb-abb6-605c0c328e34 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0885992 Jun 30 03:47:21.176521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e433e5b5-e10c-4a04-888c-4e1b031436b9 req-112fbeb6-4b9b-4e49-b1f2-fa9e628a742a tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782886 Jun 30 03:47:21.209776 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-7f8c0c0d-b6e5-478a-98a8-9eae1dbb9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:21.211694 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-7f8c0c0d-b6e5-478a-98a8-9eae1dbb9aac service neutron] 10.222.0.74 "GET /v2.0/networks?id=1abc41b5-65ed-4e40-8335-24fa03419587 HTTP/1.1" status: 200 len: 916 time: 0.1220300 Jun 30 03:47:21.238454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-3c85a43c-750b-4d63-8d1f-397a93a4494a None None] Provisioning complete for port 372637a3-61a5-4ce3-bfcf-52f7f067437c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:47:21.238732 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3c85a43c-750b-4d63-8d1f-397a93a4494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:21.281042 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-834e8b98-53ad-4c96-95d6-6f017be5fb98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 200 len: 1001 time: 0.0621097 Jun 30 03:47:21.330526 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-c0f061ca-99a9-4e4b-8301-84f71aec6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:21.331999 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-c0f061ca-99a9-4e4b-8301-84f71aec6f68 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b6e55cd-c259-49ff-a860-2dbee6151c3c HTTP/1.1" status: 200 len: 854 time: 0.0440204 Jun 30 03:47:21.388856 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-951356fc-d813-4a05-9c11-682166df67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:21.390746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-951356fc-d813-4a05-9c11-682166df67bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1abc41b5-65ed-4e40-8335-24fa03419587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514090 Jun 30 03:47:21.484908 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-46bcf427-f22c-4495-a03e-26faf0e2b0a0 service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877357 Jun 30 03:47:21.579094 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88cf58fb-e0e6-467c-8c09-fed69f608bee req-ced88f66-788f-4348-9213-be5f3eb837da service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869238 Jun 30 03:47:23.505073 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:24.051208 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:28.616627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ad5abbcb-d2f5-4342-bdce-85e9e4fcd7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.342693 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:31.353675 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-84286f8d-41d0-4593-b9ae-130663c43839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.167631 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:33.552074 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:47:34.856534 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.639130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce87390-9255-44a9-96d6-72235173de63 req-81c3a9b3-4270-4cf2-a227-b40352728e1e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:35.640608 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0ce87390-9255-44a9-96d6-72235173de63 req-81c3a9b3-4270-4cf2-a227-b40352728e1e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0943522 Jun 30 03:47:35.693808 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0ce87390-9255-44a9-96d6-72235173de63 req-302f9622-139e-4aa1-810a-36fb2eca702a tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463562 Jun 30 03:47:35.698686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-d22a0c20-d012-426c-af49-1ffa488ec09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:35.700164 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-d22a0c20-d012-426c-af49-1ffa488ec09e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 1135 time: 0.0984724 Jun 30 03:47:35.795943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-6e9c7c47-6ab3-4bda-be60-4f50daf54bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:35.797430 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-6e9c7c47-6ab3-4bda-be60-4f50daf54bc3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1abc41b5-65ed-4e40-8335-24fa03419587 HTTP/1.1" status: 200 len: 916 time: 0.0905066 Jun 30 03:47:35.862046 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-1328400b-f59e-4dea-a4a6-ee73a1be083c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 200 len: 1001 time: 0.0576231 Jun 30 03:47:35.911521 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-4a2758de-c651-4529-aa03-4b4b3f2759bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:35.912999 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-4a2758de-c651-4529-aa03-4b4b3f2759bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b6e55cd-c259-49ff-a860-2dbee6151c3c HTTP/1.1" status: 200 len: 854 time: 0.0432520 Jun 30 03:47:35.974368 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-1b66d288-5ba6-43de-975a-c44daa79df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:35.975802 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-1b66d288-5ba6-43de-975a-c44daa79df19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1abc41b5-65ed-4e40-8335-24fa03419587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558977 Jun 30 03:47:36.065612 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-af94a097-5387-4615-bb80-b168f805c210 service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821049 Jun 30 03:47:36.156710 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4f5ff5a1-91eb-4e3b-b167-7ecc8776e465 req-5d0bb6fc-ef03-412a-87cc-ae989b365eae service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834436 Jun 30 03:47:36.869361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c8552-faa2-4327-83f0-efea808368bb req-2d8a1e76-b3e2-4280-b229-499ceaa68f9b tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:36.870860 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e90c8552-faa2-4327-83f0-efea808368bb req-2d8a1e76-b3e2-4280-b229-499ceaa68f9b tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0626113 Jun 30 03:47:36.928794 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e90c8552-faa2-4327-83f0-efea808368bb req-a51cf961-1fac-4193-903e-c1c80111b04f tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518425 Jun 30 03:47:38.099484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c7c37-0836-482d-b277-a1c6dd7a414b req-e6bb5e62-2db3-4830-956c-886b46025461 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:38.100967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-643c7c37-0836-482d-b277-a1c6dd7a414b req-e6bb5e62-2db3-4830-956c-886b46025461 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0630569 Jun 30 03:47:38.140593 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-643c7c37-0836-482d-b277-a1c6dd7a414b req-f03d21de-9a72-4c86-8027-2a48a5f5d41b tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337613 Jun 30 03:47:39.316936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11fc9f-98d3-451d-8050-0b4e7df4de97 req-469a998a-663e-4241-8549-6fc6949c8755 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:39.318347 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4c11fc9f-98d3-451d-8050-0b4e7df4de97 req-469a998a-663e-4241-8549-6fc6949c8755 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0670989 Jun 30 03:47:39.359008 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4c11fc9f-98d3-451d-8050-0b4e7df4de97 req-0b2daeb7-9dbb-4c97-a0eb-7033a0f5fec9 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348923 Jun 30 03:47:40.528497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd183d21-bdb9-4637-a346-9a5716fbb9cf req-622cfadf-91d2-4a7e-84b6-c2499abe5a4d tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:40.529985 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd183d21-bdb9-4637-a346-9a5716fbb9cf req-622cfadf-91d2-4a7e-84b6-c2499abe5a4d tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0614316 Jun 30 03:47:40.570327 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-dd183d21-bdb9-4637-a346-9a5716fbb9cf req-e5d9352a-d7af-473a-ba19-4fdeb514a31a tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341122 Jun 30 03:47:41.739674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d6386-72ae-4248-b9cd-25e93ed3da37 req-a5cf2a9d-fc61-49cf-b878-8d2ddb123712 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:41.741178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d7d6386-72ae-4248-b9cd-25e93ed3da37 req-a5cf2a9d-fc61-49cf-b878-8d2ddb123712 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0624459 Jun 30 03:47:41.780777 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7d7d6386-72ae-4248-b9cd-25e93ed3da37 req-2a1d913a-ba06-4fd4-a209-c9464c7c5cfc tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338600 Jun 30 03:47:42.955679 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a0704-a69c-4011-aeb2-da18ba722a67 req-d67a3742-86ce-433a-bdf5-64e189b15f4b tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:42.957728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-978a0704-a69c-4011-aeb2-da18ba722a67 req-d67a3742-86ce-433a-bdf5-64e189b15f4b tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0673487 Jun 30 03:47:42.996468 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-978a0704-a69c-4011-aeb2-da18ba722a67 req-3af525ca-5ebf-4bb3-8c61-b434e2eed052 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326834 Jun 30 03:47:44.174913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781e18d-f09e-4992-94d1-e0dc61514928 req-bda8a95b-5514-41ca-b9cc-32885d1684fd tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:44.176414 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d781e18d-f09e-4992-94d1-e0dc61514928 req-bda8a95b-5514-41ca-b9cc-32885d1684fd tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0660779 Jun 30 03:47:44.217535 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d781e18d-f09e-4992-94d1-e0dc61514928 req-932f7d34-0b3c-49b6-b824-28e20e9b82b1 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350478 Jun 30 03:47:45.391427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b471de-b452-48a3-aae5-b3f18bc1d186 req-4ba8d831-4946-4606-90c1-2d4b30f62a7d tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:45.392899 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-83b471de-b452-48a3-aae5-b3f18bc1d186 req-4ba8d831-4946-4606-90c1-2d4b30f62a7d tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0626328 Jun 30 03:47:45.431886 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-83b471de-b452-48a3-aae5-b3f18bc1d186 req-5c9a7dce-1147-40af-8b4f-4b18d16f09a2 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331678 Jun 30 03:47:46.623832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d88b9-f7ba-4d4d-8efd-4b4b2cc6c458 req-b152aafa-10b3-4af6-937f-f0ecfcddc411 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:46.625347 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb7d88b9-f7ba-4d4d-8efd-4b4b2cc6c458 req-b152aafa-10b3-4af6-937f-f0ecfcddc411 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0635715 Jun 30 03:47:46.666474 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fb7d88b9-f7ba-4d4d-8efd-4b4b2cc6c458 req-df4e3bae-b261-416e-aa4c-abc441d52027 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347631 Jun 30 03:47:47.853517 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd72b2a-a506-4c5f-882f-463aac281710 req-f6bbe2cc-5e5b-47e4-987d-8c5117ff9997 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:47.854986 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fdd72b2a-a506-4c5f-882f-463aac281710 req-f6bbe2cc-5e5b-47e4-987d-8c5117ff9997 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0663676 Jun 30 03:47:47.901236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fdd72b2a-a506-4c5f-882f-463aac281710 req-285051c0-946c-4592-a0b3-e87b94bc3c1e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=317b84fe-31a6-4c8a-b5c1-1cfaf6121788&id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374753 Jun 30 03:47:53.518682 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:54.050099 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:58.652388 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6261-aba2-41de-95bd-891de69d74d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:00.567129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-8db7a719-158f-4743-ba65-500bff32a9ba service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518074 Jun 30 03:48:00.658967 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-43a86c3d-36b0-4d0e-900d-1eda7fd76db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:00.661074 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-43a86c3d-36b0-4d0e-900d-1eda7fd76db9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 1135 time: 0.0517607 Jun 30 03:48:00.774805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-4de9040c-c22c-4d52-86f0-8f28bbd264b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:00.776178 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-4de9040c-c22c-4d52-86f0-8f28bbd264b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1abc41b5-65ed-4e40-8335-24fa03419587 HTTP/1.1" status: 200 len: 916 time: 0.0954878 Jun 30 03:48:00.839552 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-7585f544-4936-47fe-9bad-815f1bd59409 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 200 len: 1001 time: 0.0572448 Jun 30 03:48:00.897142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-84304c3b-1fa9-4b20-ba05-4a81a6d66730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:00.898625 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-84304c3b-1fa9-4b20-ba05-4a81a6d66730 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b6e55cd-c259-49ff-a860-2dbee6151c3c HTTP/1.1" status: 200 len: 854 time: 0.0432150 Jun 30 03:48:00.961345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-b90fb1f0-633e-4546-b5ef-2d2bbb839320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:00.962875 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-b90fb1f0-633e-4546-b5ef-2d2bbb839320 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1abc41b5-65ed-4e40-8335-24fa03419587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577364 Jun 30 03:48:01.053609 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-c97e9132-eb7a-48f9-9429-d586f5bb0f40 service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842800 Jun 30 03:48:01.145329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2eae5592-d704-4bbe-bfac-3711ff854f78 req-1d361580-e688-4492-afd1-667f502d0baf service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856345 Jun 30 03:48:01.335689 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:01.403735 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2e583d0-6eb8-4e1d-a8be-97a145be5441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:03.118561 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:04.892781 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:10.551972 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:48:20.377405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-441f2c19-5462-4c9f-824e-8a212f5a460c tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324154818&fields=id&tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3 HTTP/1.1" status: 200 len: 267 time: 0.0335207 Jun 30 03:48:20.445695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-8444649f-80b2-4f58-ae6d-90729ba48aa4 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:20.447180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-8444649f-80b2-4f58-ae6d-90729ba48aa4 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 984 time: 0.0644059 Jun 30 03:48:20.457955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Request body: {'port': {'security_groups': ['cdb3a4b4-3f40-43d2-b54f-400843740d53']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:20.539280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:20.707907 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] For port 372637a3-61a5-4ce3-bfcf-52f7f067437c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:20.736300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:20.817632 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:20.830691 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['372637a3-61a5-4ce3-bfcf-52f7f067437c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:48:20.869078 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:20.869749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:20.905190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98bb7a8e-8aa5-414d-8774-62969e96a6a3 req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "PUT /v2.0/ports/372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 200 len: 942 time: 0.4177032 Jun 30 03:48:20.905190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:48:20.905190 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6b058f-c26a-4602-8cee-096e299f1733" -d '{"events": [{"name": "network-changed", "server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:48:20.905830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55426) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event updated for resources: {'Port': ['ID=372637a3-61a5-4ce3-bfcf-52f7f067437c,revision_number=7']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.907105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773e7b0-298b-4026-abda-2b5a6ed37a21 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:20.930305 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2dc79e-c600-4505-b0a5-46f662e3e4bd x-openstack-request-id: req-9e2dc79e-c600-4505-b0a5-46f662e3e4bd {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:48:20.930593 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:48:20.930843 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e2dc79e-c600-4505-b0a5-46f662e3e4bd {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:48:20.931246 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'status': 'completed', 'code': 200} Jun 30 03:48:20.965384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['372637a3-61a5-4ce3-bfcf-52f7f067437c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:48:20.973053 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:21.000111 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:21.091766 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-6fb32c60-66dd-4d63-9215-8fe8112aacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:21.093266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-6fb32c60-66dd-4d63-9215-8fe8112aacfa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 1096 time: 0.1351407 Jun 30 03:48:21.185078 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:21.187472 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:21.188602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "DELETE /v2.0/security-groups/317b84fe-31a6-4c8a-b5c1-1cfaf6121788 HTTP/1.1" status: 204 len: 168 time: 0.3094592 Jun 30 03:48:21.189646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-e8d012e8-0573-49d9-a87b-922f328c4c8c None None] Provisioning complete for port 372637a3-61a5-4ce3-bfcf-52f7f067437c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:48:21.197912 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e8d012e8-0573-49d9-a87b-922f328c4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:21.198095 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55428) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:21.201461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b84fe-31a6-4c8a-b5c1-1cfaf6121788,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:21.205525 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-d5c0de3a-9198-44f0-ae78-8bf2adb9dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:21.207010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-d5c0de3a-9198-44f0-ae78-8bf2adb9dd3b service neutron] 10.222.0.74 "GET /v2.0/networks?id=1abc41b5-65ed-4e40-8335-24fa03419587 HTTP/1.1" status: 200 len: 916 time: 0.1061115 Jun 30 03:48:21.212163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.212871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.212871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.213258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.213609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.213948 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.214285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.214607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.214935 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.215253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.215573 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.215897 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29355623-3316-442f-a57a-b06cc3e89175 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:21.281150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-2fa91e7c-a7a9-4321-be31-8b0eed95c4ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 200 len: 1001 time: 0.0624311 Jun 30 03:48:21.363408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Deleting port a6194a7a-4e7e-4115-a820-20f7f4a90435 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:48:21.363664 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:21.442349 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:21.443106 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:21.455802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Calling delete_port for a6194a7a-4e7e-4115-a820-20f7f4a90435 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:48:21.657718 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:21.670693 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-5712dc57-9f0a-430e-87ff-f7d00f1455d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:21.672303 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-5712dc57-9f0a-430e-87ff-f7d00f1455d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b6e55cd-c259-49ff-a860-2dbee6151c3c HTTP/1.1" status: 200 len: 854 time: 0.3836946 Jun 30 03:48:21.682315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event deleted for resources: {'Port': ['ID=a6194a7a-4e7e-4115-a820-20f7f4a90435,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:21.729540 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-e695799f-61da-433a-8373-556e81ec5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:21.731009 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-e695799f-61da-433a-8373-556e81ec5c15 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1abc41b5-65ed-4e40-8335-24fa03419587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519423 Jun 30 03:48:21.746419 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:21.747092 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Floating IP d7e751c1-73f4-4ceb-a919-7e36511722d9 disassociated (deleted). External IP: 172.25.2.129, port: 372637a3-61a5-4ce3-bfcf-52f7f067437c. Jun 30 03:48:21.829668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-fc770ab4-e26d-4929-a248-8d10d78c004b service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920460 Jun 30 03:48:21.918339 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2b6b058f-c26a-4602-8cee-096e299f1733 req-54c7837c-6a02-4936-ab6a-13a6cbc4fe83 service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812569 Jun 30 03:48:21.957082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Router c5f765ff-e849-4bcc-a3b1-156af1a10f47 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:48:22.065547 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:48:22.070327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:22.074835 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] Sync routers for ids ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:48:22.084307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] Routers {'c5f765ff-e849-4bcc-a3b1-156af1a10f47'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:48:22.085007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:48:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:22.109241 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a27c93c4-dd9e-4ed6-9e81-7f3960671dc5 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "DELETE /v2.0/floatingips/d7e751c1-73f4-4ceb-a919-7e36511722d9 HTTP/1.1" status: 204 len: 168 time: 0.9138765 Jun 30 03:48:22.191730 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] Set router c5f765ff-e849-4bcc-a3b1-156af1a10f47 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:48:22.395641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0f0ef60f-a601-419f-9c9f-f84787c55095', 'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'mac_address': 'fa:16:3e:db:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:17Z', 'updated_at': '2021-06-30T03:46:22Z', 'revision_number': 5, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'subnets': [{'id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:22.422482 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] Checking router: c5f765ff-e849-4bcc-a3b1-156af1a10f47 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:48:22.431072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] Routers {'c5f765ff-e849-4bcc-a3b1-156af1a10f47'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:48:22.431678 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:48:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:22.546182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] Set router c5f765ff-e849-4bcc-a3b1-156af1a10f47 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:48:22.745081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0f0ef60f-a601-419f-9c9f-f84787c55095', 'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'mac_address': 'fa:16:3e:db:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:17Z', 'updated_at': '2021-06-30T03:46:22Z', 'revision_number': 5, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'subnets': [{'id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:22.774860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53f305-107c-4123-9e82-2201024301a8 None None] The sync data for ids ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'] in n-d-798249-3 is: [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:18Z', 'revision_number': 4, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '0f0ef60f-a601-419f-9c9f-f84787c55095', 'name': '', 'network_id': '1abc41b5-65ed-4e40-8335-24fa03419587', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'mac_address': 'fa:16:3e:db:bc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:17Z', 'updated_at': '2021-06-30T03:46:22Z', 'revision_number': 5, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'subnets': [{'id': '7b6e55cd-c259-49ff-a860-2dbee6151c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:48:22.932974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:48:22.935399 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a379f1f-fd90-446f-b5d3-ee52175c158f" -d '{"events": [{"name": "network-changed", "server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:48:22.979554 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac929506-2e70-4b13-9a28-762672d71e11 x-openstack-request-id: req-ac929506-2e70-4b13-9a28-762672d71e11 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:48:22.979900 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:48:22.980155 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac929506-2e70-4b13-9a28-762672d71e11 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:48:22.980583 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'status': 'completed', 'code': 200} Jun 30 03:48:23.001632 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65761809-d259-4d25-ab4d-e536bd823f58 None None] New status for floating IP d7e751c1-73f4-4ceb-a919-7e36511722d9: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:48:23.054939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-7e691cb2-eddc-421a-8e53-e6c85820c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:23.056577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-7e691cb2-eddc-421a-8e53-e6c85820c6e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 1096 time: 0.0543950 Jun 30 03:48:23.154154 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-d4ae746c-53d0-4045-974d-25909a34efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:23.155626 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-d4ae746c-53d0-4045-974d-25909a34efc4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1abc41b5-65ed-4e40-8335-24fa03419587 HTTP/1.1" status: 200 len: 916 time: 0.0923834 Jun 30 03:48:23.198191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-63f24c2a-81cb-42e3-ac95-fc403e12fdf9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 200 len: 217 time: 0.0343316 Jun 30 03:48:23.249277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-3db0ca3c-5c0c-474d-a41f-869c28bed8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:23.250719 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-3db0ca3c-5c0c-474d-a41f-869c28bed8f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b6e55cd-c259-49ff-a860-2dbee6151c3c HTTP/1.1" status: 200 len: 854 time: 0.0468140 Jun 30 03:48:23.307098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-5ceffcb0-de06-461a-9821-e161c38191ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:23.308643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-5ceffcb0-de06-461a-9821-e161c38191ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1abc41b5-65ed-4e40-8335-24fa03419587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518723 Jun 30 03:48:23.398481 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-55902377-b4c2-4a61-988d-35486d57cda8 service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830555 Jun 30 03:48:23.492898 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a379f1f-fd90-446f-b5d3-ee52175c158f req-59db377c-61e3-4251-be86-cdd189e7d163 service neutron] 10.222.0.74 "GET /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876472 Jun 30 03:48:23.538149 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:24.071627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:28.634529 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a1e30b1f-3ae7-4d43-8d4e-df17bfe489cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:31.121299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90665068-c0b9-45bc-9d33-b26751060c2a req-e9acdc5a-1b0f-4c27-ac69-36b13d69cf92 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:31.122791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-90665068-c0b9-45bc-9d33-b26751060c2a req-e9acdc5a-1b0f-4c27-ac69-36b13d69cf92 tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 945 time: 0.0646732 Jun 30 03:48:31.160190 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-90665068-c0b9-45bc-9d33-b26751060c2a req-3d6b0711-e5f3-4337-a33f-0dc48fdc1d1f tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Jun 30 03:48:31.320630 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:31.356714 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-aeb582d7-cbd2-444d-b79d-5b4895b78004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:32.332948 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d034d0-a3e1-484f-8d79-b5bd806351d0 req-2ec1139d-af79-4aef-8fe9-68cfdb75cd6b tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:32.334660 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2d034d0-a3e1-484f-8d79-b5bd806351d0 req-2ec1139d-af79-4aef-8fe9-68cfdb75cd6b tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 945 time: 0.0654833 Jun 30 03:48:32.373464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f2d034d0-a3e1-484f-8d79-b5bd806351d0 req-5cfcfddd-5545-4d70-9888-979557c94bea tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/security-groups?id=cdb3a4b4-3f40-43d2-b54f-400843740d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Jun 30 03:48:32.742800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaa64d-e8a6-4007-a130-405ca090049e req-1d10ff5b-dd3c-449a-9222-f373f21e43af tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:32.744162 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-befaa64d-e8a6-4007-a130-405ca090049e req-1d10ff5b-dd3c-449a-9222-f373f21e43af tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.74 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 945 time: 0.0659933 Jun 30 03:48:32.840453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-befaa64d-e8a6-4007-a130-405ca090049e req-a7325e61-d233-4e93-9be4-d4300aa1c1eb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Deleting port 372637a3-61a5-4ce3-bfcf-52f7f067437c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:48:32.840794 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-befaa64d-e8a6-4007-a130-405ca090049e req-a7325e61-d233-4e93-9be4-d4300aa1c1eb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:32.929889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-befaa64d-e8a6-4007-a130-405ca090049e req-a7325e61-d233-4e93-9be4-d4300aa1c1eb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] For port 372637a3-61a5-4ce3-bfcf-52f7f067437c, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=372637a3-61a5-4ce3-bfcf-52f7f067437c,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:32.930252 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-befaa64d-e8a6-4007-a130-405ca090049e req-a7325e61-d233-4e93-9be4-d4300aa1c1eb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:32.944187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-befaa64d-e8a6-4007-a130-405ca090049e req-a7325e61-d233-4e93-9be4-d4300aa1c1eb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Calling delete_port for 372637a3-61a5-4ce3-bfcf-52f7f067437c owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:48:33.122453 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:33.133882 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-befaa64d-e8a6-4007-a130-405ca090049e req-a7325e61-d233-4e93-9be4-d4300aa1c1eb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:33.146323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['372637a3-61a5-4ce3-bfcf-52f7f067437c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:48:33.168894 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7325e61-d233-4e93-9be4-d4300aa1c1eb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Pushing event deleted for resources: {'Port': ['ID=372637a3-61a5-4ce3-bfcf-52f7f067437c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:33.215036 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-befaa64d-e8a6-4007-a130-405ca090049e req-a7325e61-d233-4e93-9be4-d4300aa1c1eb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] No DVR routers for this DVR port 372637a3-61a5-4ce3-bfcf-52f7f067437c on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:48:33.217675 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-befaa64d-e8a6-4007-a130-405ca090049e req-a7325e61-d233-4e93-9be4-d4300aa1c1eb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:33.219674 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-befaa64d-e8a6-4007-a130-405ca090049e req-a7325e61-d233-4e93-9be4-d4300aa1c1eb tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.74 "DELETE /v2.0/ports/372637a3-61a5-4ce3-bfcf-52f7f067437c HTTP/1.1" status: 204 len: 173 time: 0.4700818 Jun 30 03:48:33.220127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'name': 'network-vif-deleted', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:48:33.222484 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3e9568-8b43-4a7a-98c9-511e2bca3d2b" -d '{"events": [{"server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "name": "network-vif-deleted", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:48:33.259895 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e8a4f2-e286-4cb0-b887-91d0ca601444 x-openstack-request-id: req-13e8a4f2-e286-4cb0-b887-91d0ca601444 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:48:33.260239 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bfe16b-f700-4f89-a3b9-d0a884c58af8", "name": "network-vif-deleted", "tag": "372637a3-61a5-4ce3-bfcf-52f7f067437c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:48:33.260524 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13e8a4f2-e286-4cb0-b887-91d0ca601444 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:48:33.260928 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bfe16b-f700-4f89-a3b9-d0a884c58af8', 'name': 'network-vif-deleted', 'tag': '372637a3-61a5-4ce3-bfcf-52f7f067437c', 'status': 'completed', 'code': 200} Jun 30 03:48:33.513760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-acf31404-4d93-4a7d-9460-1737c36a8eff req-20e806f7-e9de-41aa-ad0b-ba1ac873b69e tempest-TestMinimumBasicScenario-495046768 tempest-TestMinimumBasicScenario-495046768-project] 10.222.0.77 "GET /v2.0/ports?device_id=97bfe16b-f700-4f89-a3b9-d0a884c58af8 HTTP/1.1" status: 200 len: 210 time: 0.0291522 Jun 30 03:48:34.842884 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:35.812022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55526) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:36.155826 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:36.406248 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] Deleting port 0f0ef60f-a601-419f-9c9f-f84787c55095 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:48:36.406608 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:36.482966 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] For port 0f0ef60f-a601-419f-9c9f-f84787c55095, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f0ef60f-a601-419f-9c9f-f84787c55095,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:36.483323 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:36.495442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] Calling delete_port for 0f0ef60f-a601-419f-9c9f-f84787c55095 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:48:36.728404 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:36.758033 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0ef60f-a601-419f-9c9f-f84787c55095,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:36.922244 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:37.134049 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] Router c5f765ff-e849-4bcc-a3b1-156af1a10f47 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:48:37.235764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:48:37.241322 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d9e8ae14-3c87-4d43-8563-880ce2a3c837 admin admin] 10.222.0.77 "PUT /v2.0/routers/c5f765ff-e849-4bcc-a3b1-156af1a10f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282668 Jun 30 03:48:37.243784 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55528) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:37.246362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] Sync routers for ids ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:48:37.256551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] Routers {'c5f765ff-e849-4bcc-a3b1-156af1a10f47'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:48:37.257153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:37.346801 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:37.357606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 372637a3-61a5-4ce3-bfcf-52f7f067437c no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:48:37.363649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] Set router c5f765ff-e849-4bcc-a3b1-156af1a10f47 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:48:37.405394 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 372637a3-61a5-4ce3-bfcf-52f7f067437c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:48:37.405900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 372637a3-61a5-4ce3-bfcf-52f7f067437c not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:48:37.443733 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:37.556594 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:48:36Z', 'revision_number': 5, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port': {'id': '01a8d4a1-c77c-4544-91bb-e11579a7e976', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:37.572071 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Deleting port 01a8d4a1-c77c-4544-91bb-e11579a7e976 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:48:37.572658 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:37.582333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] Checking router: c5f765ff-e849-4bcc-a3b1-156af1a10f47 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:48:37.590583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] Routers {'c5f765ff-e849-4bcc-a3b1-156af1a10f47'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:48:37.591184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:37.650139 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] For port 01a8d4a1-c77c-4544-91bb-e11579a7e976, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=01a8d4a1-c77c-4544-91bb-e11579a7e976,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:37.650498 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:37.664495 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Calling delete_port for 01a8d4a1-c77c-4544-91bb-e11579a7e976 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:48:37.680013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] Set router c5f765ff-e849-4bcc-a3b1-156af1a10f47 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:48:37.730404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:48:37Z', 'revision_number': 6, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:37.759868 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94448b-783d-4c14-8596-a4f7ca8ddb69 None None] The sync data for ids ['c5f765ff-e849-4bcc-a3b1-156af1a10f47'] in n-d-798249-3 is: [{'id': 'c5f765ff-e849-4bcc-a3b1-156af1a10f47', 'name': 'tempest-TestMinimumBasicScenario-1646731406-router', 'tenant_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:15Z', 'updated_at': '2021-06-30T03:48:37Z', 'revision_number': 6, 'project_id': 'cb247c46e1cd4f80bbf1b0b36b7698b3', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:48:37.945865 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:37.972728 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a8d4a1-c77c-4544-91bb-e11579a7e976,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:38.049284 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.145302 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.147654 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.257563 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.258032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f765ff-e849-4bcc-a3b1-156af1a10f47 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:48:38.262360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.267831 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-db7c25c7-195d-4d58-a644-8b42d746f254 admin admin] 10.222.0.77 "DELETE /v2.0/routers/c5f765ff-e849-4bcc-a3b1-156af1a10f47 HTTP/1.1" status: 204 len: 168 time: 1.0188406 Jun 30 03:48:38.267831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55530) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:38.314600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbd78bb-1808-4769-9e3d-3649bc49936e admin admin] Deleting subnet 7b6e55cd-c259-49ff-a860-2dbee6151c3c {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:48:38.317659 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bbd78bb-1808-4769-9e3d-3649bc49936e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.352391 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bbd78bb-1808-4769-9e3d-3649bc49936e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.429597 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bbd78bb-1808-4769-9e3d-3649bc49936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.529028 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f0ef60f-a601-419f-9c9f-f84787c55095 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:48:38.543729 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bbd78bb-1808-4769-9e3d-3649bc49936e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.549364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0f0ef60f-a601-419f-9c9f-f84787c55095 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:48:38.549732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f0ef60f-a601-419f-9c9f-f84787c55095 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:48:38.550148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 01a8d4a1-c77c-4544-91bb-e11579a7e976 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:48:38.571344 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 01a8d4a1-c77c-4544-91bb-e11579a7e976 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:48:38.571679 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 01a8d4a1-c77c-4544-91bb-e11579a7e976 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:48:38.577282 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd78bb-1808-4769-9e3d-3649bc49936e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6e55cd-c259-49ff-a860-2dbee6151c3c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:38.580186 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3bbd78bb-1808-4769-9e3d-3649bc49936e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.585032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c3c0c-796b-456f-8f30-6a9afdd5fd40 None None] Network 1abc41b5-65ed-4e40-8335-24fa03419587 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:48:38.586344 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3bbd78bb-1808-4769-9e3d-3649bc49936e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7b6e55cd-c259-49ff-a860-2dbee6151c3c HTTP/1.1" status: 204 len: 168 time: 0.3190563 Jun 30 03:48:38.586854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55532) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:38.659839 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.716387 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Deleting port f8fb9528-2f03-480d-8d68-29a5077fa4a8 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:48:38.716866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.774118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] DHCP port deletion for 1abc41b5-65ed-4e40-8335-24fa03419587 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:48:38.788545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] For port f8fb9528-2f03-480d-8d68-29a5077fa4a8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f8fb9528-2f03-480d-8d68-29a5077fa4a8,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:38.789158 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.802830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Calling delete_port for f8fb9528-2f03-480d-8d68-29a5077fa4a8 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:48:38.823615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Deleting port f8fb9528-2f03-480d-8d68-29a5077fa4a8 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:48:38.824264 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.891993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] For port f8fb9528-2f03-480d-8d68-29a5077fa4a8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f8fb9528-2f03-480d-8d68-29a5077fa4a8,segment=NetworkSegment(44105e7b-ec7d-433c-928e-e7d06a89b8fd),segment_id=44105e7b-ec7d-433c-928e-e7d06a89b8fd)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:38.892387 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:38.906410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Calling delete_port for f8fb9528-2f03-480d-8d68-29a5077fa4a8 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:48:39.046657 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:39.072306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Pushing event deleted for resources: {'Port': ['ID=f8fb9528-2f03-480d-8d68-29a5077fa4a8,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:39.077175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] No DVR routers for this DVR port f8fb9528-2f03-480d-8d68-29a5077fa4a8 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:48:39.090063 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.090382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.090722 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.091062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.091396 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.091724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.092051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.092377 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.092702 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.093054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.093378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.093724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14bd83e-e498-4cf2-bd72-35d2742eeb6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:39.221165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:39.246827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] No DVR routers for this DVR port f8fb9528-2f03-480d-8d68-29a5077fa4a8 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:48:39.252021 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fb9528-2f03-480d-8d68-29a5077fa4a8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:39.321466 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:39.331090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abc41b5-65ed-4e40-8335-24fa03419587']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:39.340347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44105e7b-ec7d-433c-928e-e7d06a89b8fd') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:39.340598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44105e7b-ec7d-433c-928e-e7d06a89b8fd') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:39.348940 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:39.362590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:39.368202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: self.session.flush() Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:48:39.372030 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:48:39.488404 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:39.493121 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:39.495000 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] 10.222.0.77 "DELETE /v2.0/networks/1abc41b5-65ed-4e40-8335-24fa03419587 HTTP/1.1" status: 204 len: 168 time: 0.9070761 Jun 30 03:48:39.498031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55534) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:39.508087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd409e-b359-4306-a771-432c7c54844e admin admin] Pushing event deleted for resources: {'Network': ['ID=1abc41b5-65ed-4e40-8335-24fa03419587,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:40.159760 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:40.403938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] Deleting port 46471197-f0b5-49c8-99f6-b908e72e8fa3 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:48:40.404282 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:40.490038 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] For port 46471197-f0b5-49c8-99f6-b908e72e8fa3, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=46471197-f0b5-49c8-99f6-b908e72e8fa3,segment=NetworkSegment(b6e612d1-2e23-4b74-b6f5-584d019cbd80),segment_id=b6e612d1-2e23-4b74-b6f5-584d019cbd80)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:40.490399 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:40.502918 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] Calling delete_port for 46471197-f0b5-49c8-99f6-b908e72e8fa3 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:48:40.506199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f8fb9528-2f03-480d-8d68-29a5077fa4a8 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:48:40.528615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f8fb9528-2f03-480d-8d68-29a5077fa4a8 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:48:40.528961 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f8fb9528-2f03-480d-8d68-29a5077fa4a8 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:48:40.745612 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:40.772219 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] Pushing event deleted for resources: {'Port': ['ID=46471197-f0b5-49c8-99f6-b908e72e8fa3,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:40.937379 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:41.159830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] Router d35651e0-386b-48ce-908e-e50356d49d90 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:48:41.263140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:48:41.268822 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-653e221e-98b3-4126-9e22-b86016462275 admin admin] 10.222.0.77 "PUT /v2.0/routers/d35651e0-386b-48ce-908e-e50356d49d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7689564 Jun 30 03:48:41.271181 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55538) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:41.272812 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] Sync routers for ids ['d35651e0-386b-48ce-908e-e50356d49d90'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:48:41.282863 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] Routers {'d35651e0-386b-48ce-908e-e50356d49d90'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:48:41.283987 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d35651e0-386b-48ce-908e-e50356d49d90'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:41.374447 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:41.386147 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] Set router d35651e0-386b-48ce-908e-e50356d49d90 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:48:41.477408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:41.559504 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'name': 'tempest-TestMinimumBasicScenario-1378218054-router', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:21Z', 'updated_at': '2021-06-30T03:48:40Z', 'revision_number': 5, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'gw_port': {'id': 'cb03a05b-1e60-42fb-a318-d2a32e8ae056', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:22Z', 'updated_at': '2021-06-30T03:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:41.585578 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] Checking router: d35651e0-386b-48ce-908e-e50356d49d90 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:48:41.590904 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Deleting port cb03a05b-1e60-42fb-a318-d2a32e8ae056 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:48:41.591439 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:41.594130 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] Routers {'d35651e0-386b-48ce-908e-e50356d49d90'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:48:41.594733 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d35651e0-386b-48ce-908e-e50356d49d90'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:41.674984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] For port cb03a05b-1e60-42fb-a318-d2a32e8ae056, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=cb03a05b-1e60-42fb-a318-d2a32e8ae056,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:41.675356 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:41.688247 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Calling delete_port for cb03a05b-1e60-42fb-a318-d2a32e8ae056 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:48:41.771174 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] Set router d35651e0-386b-48ce-908e-e50356d49d90 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:48:41.824092 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'name': 'tempest-TestMinimumBasicScenario-1378218054-router', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:21Z', 'updated_at': '2021-06-30T03:48:41Z', 'revision_number': 6, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:41.849850 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33bfcb1-8d3e-4d85-a362-401235cde8b1 None None] The sync data for ids ['d35651e0-386b-48ce-908e-e50356d49d90'] in n-d-798249-3 is: [{'id': 'd35651e0-386b-48ce-908e-e50356d49d90', 'name': 'tempest-TestMinimumBasicScenario-1378218054-router', 'tenant_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:21Z', 'updated_at': '2021-06-30T03:48:41Z', 'revision_number': 6, 'project_id': 'a64f26f6ded140cfaf1646d1fcde8261', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:48:41.922789 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:41.948460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cb03a05b-1e60-42fb-a318-d2a32e8ae056,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:42.010582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.098248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.100217 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.213785 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.214364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35651e0-386b-48ce-908e-e50356d49d90 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:48:42.219331 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.220579 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-6d9b89a7-3924-4294-97f7-0470808ea2ea admin admin] 10.222.0.77 "DELETE /v2.0/routers/d35651e0-386b-48ce-908e-e50356d49d90 HTTP/1.1" status: 204 len: 168 time: 0.9484611 Jun 30 03:48:42.223559 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55540) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:42.276880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-598f4b12-d47d-4bde-8c32-b66600cb7944 admin admin] Deleting subnet 57f530d7-182c-4776-b4cd-3590077b0f6d {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:48:42.276880 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-598f4b12-d47d-4bde-8c32-b66600cb7944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.312872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-598f4b12-d47d-4bde-8c32-b66600cb7944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.401065 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-598f4b12-d47d-4bde-8c32-b66600cb7944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.509375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 46471197-f0b5-49c8-99f6-b908e72e8fa3 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:48:42.529420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 46471197-f0b5-49c8-99f6-b908e72e8fa3 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:48:42.529661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-598f4b12-d47d-4bde-8c32-b66600cb7944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.529813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 46471197-f0b5-49c8-99f6-b908e72e8fa3 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:48:42.530140 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cb03a05b-1e60-42fb-a318-d2a32e8ae056 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:48:42.550558 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: cb03a05b-1e60-42fb-a318-d2a32e8ae056 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:48:42.550904 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device cb03a05b-1e60-42fb-a318-d2a32e8ae056 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:48:42.561167 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-598f4b12-d47d-4bde-8c32-b66600cb7944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.563086 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-598f4b12-d47d-4bde-8c32-b66600cb7944 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/57f530d7-182c-4776-b4cd-3590077b0f6d HTTP/1.1" status: 204 len: 168 time: 0.3385324 Jun 30 03:48:42.563890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f4b12-d47d-4bde-8c32-b66600cb7944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f530d7-182c-4776-b4cd-3590077b0f6d,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:42.566026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55542) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:42.571883 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e4d281-6ed8-45f8-af55-dae29d604ba6 None None] Network b9d58014-5bc1-416c-8aa1-e3b0d70913a1 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:48:42.643833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.695482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Deleting port 9dd42232-f933-4eb5-9f73-078e2771b914 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:48:42.695820 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.760015 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] For port 9dd42232-f933-4eb5-9f73-078e2771b914, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9dd42232-f933-4eb5-9f73-078e2771b914,segment=NetworkSegment(b6e612d1-2e23-4b74-b6f5-584d019cbd80),segment_id=b6e612d1-2e23-4b74-b6f5-584d019cbd80)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:42.760372 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.774106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5342695-e3f5-4910-8d27-edd7f62b5186 None None] DHCP port deletion for b9d58014-5bc1-416c-8aa1-e3b0d70913a1 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:48:42.774989 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Calling delete_port for 9dd42232-f933-4eb5-9f73-078e2771b914 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:48:42.818821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a5342695-e3f5-4910-8d27-edd7f62b5186 None None] Deleting port 9dd42232-f933-4eb5-9f73-078e2771b914 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:48:42.819203 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5342695-e3f5-4910-8d27-edd7f62b5186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.880495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a5342695-e3f5-4910-8d27-edd7f62b5186 None None] For port 9dd42232-f933-4eb5-9f73-078e2771b914, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=9dd42232-f933-4eb5-9f73-078e2771b914,segment=NetworkSegment(b6e612d1-2e23-4b74-b6f5-584d019cbd80),segment_id=b6e612d1-2e23-4b74-b6f5-584d019cbd80)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:42.880892 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5342695-e3f5-4910-8d27-edd7f62b5186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.896328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a5342695-e3f5-4910-8d27-edd7f62b5186 None None] Calling delete_port for 9dd42232-f933-4eb5-9f73-078e2771b914 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:48:42.943282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:42.968753 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd42232-f933-4eb5-9f73-078e2771b914,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:42.974760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] No DVR routers for this DVR port 9dd42232-f933-4eb5-9f73-078e2771b914 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:48:42.974933 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5342695-e3f5-4910-8d27-edd7f62b5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.001438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5342695-e3f5-4910-8d27-edd7f62b5186 None None] Pushing event deleted for resources: {'Port': ['ID=9dd42232-f933-4eb5-9f73-078e2771b914,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:43.005803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5342695-e3f5-4910-8d27-edd7f62b5186 None None] No DVR routers for this DVR port 9dd42232-f933-4eb5-9f73-078e2771b914 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:48:43.048270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.057671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d58014-5bc1-416c-8aa1-e3b0d70913a1']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:43.067303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e612d1-2e23-4b74-b6f5-584d019cbd80') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:43.067593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e612d1-2e23-4b74-b6f5-584d019cbd80') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:43.076076 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.090120 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.096686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:48:43.097078 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:48:43.101665 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:48:43.208050 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.213618 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.215464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] 10.222.0.77 "DELETE /v2.0/networks/b9d58014-5bc1-416c-8aa1-e3b0d70913a1 HTTP/1.1" status: 204 len: 168 time: 0.6478662 Jun 30 03:48:43.227224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b5db9-2f63-4e83-b975-1ffbc672cadb admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d58014-5bc1-416c-8aa1-e3b0d70913a1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:43.586194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55548) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:43.631185 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-46a6f30f-bbb3-40f8-b506-18fc2152355e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb247c46e1cd4f80bbf1b0b36b7698b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437293 Jun 30 03:48:43.633761 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55550) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:43.681318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f47098e-97ea-418f-9034-a2c076bc706e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.701620 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f47098e-97ea-418f-9034-a2c076bc706e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.824893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f47098e-97ea-418f-9034-a2c076bc706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.827671 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8f47098e-97ea-418f-9034-a2c076bc706e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:43.828845 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8f47098e-97ea-418f-9034-a2c076bc706e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cdb3a4b4-3f40-43d2-b54f-400843740d53 HTTP/1.1" status: 204 len: 168 time: 0.1941888 Jun 30 03:48:43.837259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47098e-97ea-418f-9034-a2c076bc706e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb3a4b4-3f40-43d2-b54f-400843740d53,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:44.490997 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55556) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:44.504981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9dd42232-f933-4eb5-9f73-078e2771b914 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:48:44.525021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 9dd42232-f933-4eb5-9f73-078e2771b914 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:48:44.525362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 9dd42232-f933-4eb5-9f73-078e2771b914 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:48:44.534991 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-53a6f441-8779-48e5-867a-494e6567fa9f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a64f26f6ded140cfaf1646d1fcde8261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427470 Jun 30 03:48:44.537348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55558) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:44.583554 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f13a82b3-19a5-4425-9ea3-bc5ec7c6ef54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:44.604028 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f13a82b3-19a5-4425-9ea3-bc5ec7c6ef54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:44.742896 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f13a82b3-19a5-4425-9ea3-bc5ec7c6ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:44.745843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f13a82b3-19a5-4425-9ea3-bc5ec7c6ef54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:44.746612 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f13a82b3-19a5-4425-9ea3-bc5ec7c6ef54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e47491a-a95e-4697-b0f0-010de1b8754a HTTP/1.1" status: 204 len: 168 time: 0.2083313 Jun 30 03:48:44.754545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a82b3-19a5-4425-9ea3-bc5ec7c6ef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e47491a-a95e-4697-b0f0-010de1b8754a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:47.104537 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55598) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:47.109275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010645530', 'description': 'tempest-secgroup-smoke-2010645530 description', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:47.194832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.203475 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.296318 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.365938 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.400813 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687457ce-b417-4ef3-a074-ea10d1cc6b6e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:47.457731 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.542660 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.551061 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:48:47.570240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6a5b4b-1d98-426b-a813-123bea08495e,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:47.641880 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.643735 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-03a80a6c-5b19-410b-99ea-4fb70303edf4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5380745 Jun 30 03:48:47.646514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55600) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:47.650903 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7dc9db36-5de4-493f-b47a-64889e588f50 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '8b6a5b4b-1d98-426b-a813-123bea08495e', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:47.741743 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7dc9db36-5de4-493f-b47a-64889e588f50 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.796854 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7dc9db36-5de4-493f-b47a-64889e588f50 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.864889 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7dc9db36-5de4-493f-b47a-64889e588f50 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.885733 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9db36-5de4-493f-b47a-64889e588f50 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4aad1d-068d-45a2-a32f-ab206b31c294,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:47.960394 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7dc9db36-5de4-493f-b47a-64889e588f50 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:47.961716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7dc9db36-5de4-493f-b47a-64889e588f50 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142610 Jun 30 03:48:47.964426 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55602) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:47.969063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-acb45d3a-1867-4b2b-8a5d-4913bd8e86d0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '8b6a5b4b-1d98-426b-a813-123bea08495e', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:48.068460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acb45d3a-1867-4b2b-8a5d-4913bd8e86d0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.125832 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acb45d3a-1867-4b2b-8a5d-4913bd8e86d0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.199919 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acb45d3a-1867-4b2b-8a5d-4913bd8e86d0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.219097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb45d3a-1867-4b2b-8a5d-4913bd8e86d0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bbac30-9feb-4364-9685-8ea9add04cf2,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:48.304923 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acb45d3a-1867-4b2b-8a5d-4913bd8e86d0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.306239 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-acb45d3a-1867-4b2b-8a5d-4913bd8e86d0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3407259 Jun 30 03:48:48.308935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55604) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:48.313257 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0a6cebc9-4856-489b-9f92-85c8fe287e19 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '8b6a5b4b-1d98-426b-a813-123bea08495e', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:48.415564 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a6cebc9-4856-489b-9f92-85c8fe287e19 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.473068 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a6cebc9-4856-489b-9f92-85c8fe287e19 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.556463 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a6cebc9-4856-489b-9f92-85c8fe287e19 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.575375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cebc9-4856-489b-9f92-85c8fe287e19 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623c7a86-9c40-40d7-934d-fde964460f55,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:48.663228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0a6cebc9-4856-489b-9f92-85c8fe287e19 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.664473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0a6cebc9-4856-489b-9f92-85c8fe287e19 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3546050 Jun 30 03:48:48.667374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55606) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:48.671862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b51e78f3-d366-43e8-80a9-e79e384f17e5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '8b6a5b4b-1d98-426b-a813-123bea08495e', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:48.771350 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b51e78f3-d366-43e8-80a9-e79e384f17e5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.828405 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b51e78f3-d366-43e8-80a9-e79e384f17e5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.926040 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b51e78f3-d366-43e8-80a9-e79e384f17e5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.949149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e78f3-d366-43e8-80a9-e79e384f17e5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5697b86-cac8-48a7-81a3-c496c28befe8,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:49.030410 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b51e78f3-d366-43e8-80a9-e79e384f17e5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.031705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b51e78f3-d366-43e8-80a9-e79e384f17e5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3633928 Jun 30 03:48:49.034344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55608) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:49.038745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-a94cae12-bbe4-4d89-be91-aff07dae7f56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '8b6a5b4b-1d98-426b-a813-123bea08495e', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:49.175948 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-a94cae12-bbe4-4d89-be91-aff07dae7f56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Project a25ef5c85a0c4e6a881a96592d44a055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:48:49.181280 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a94cae12-bbe4-4d89-be91-aff07dae7f56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.242946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a94cae12-bbe4-4d89-be91-aff07dae7f56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.373271 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a94cae12-bbe4-4d89-be91-aff07dae7f56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.391672 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cae12-bbe4-4d89-be91-aff07dae7f56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c19f83-e842-47d8-9269-c69ade27b1da,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:49.485762 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a94cae12-bbe4-4d89-be91-aff07dae7f56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.487563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a94cae12-bbe4-4d89-be91-aff07dae7f56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4522917 Jun 30 03:48:49.490289 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55610) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:49.494760 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7cc27b06-bf25-4548-866d-3edb266da517 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '8b6a5b4b-1d98-426b-a813-123bea08495e', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:49.579255 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-7cc27b06-bf25-4548-866d-3edb266da517 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Project a25ef5c85a0c4e6a881a96592d44a055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:48:49.584371 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7cc27b06-bf25-4548-866d-3edb266da517 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.642982 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7cc27b06-bf25-4548-866d-3edb266da517 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.699453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7cc27b06-bf25-4548-866d-3edb266da517 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.718586 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc27b06-bf25-4548-866d-3edb266da517 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21125809-939d-4050-913a-6e6178bd378e,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:49.794374 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7cc27b06-bf25-4548-866d-3edb266da517 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.795564 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7cc27b06-bf25-4548-866d-3edb266da517 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3043377 Jun 30 03:48:49.798508 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55612) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:49.803887 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'network': {'name': 'tempest-network-smoke--726861138', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:49.902747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:48:49.906279 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.929953 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:48:49.938588 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:49.938934 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Added segment d3803de8-0ec3-4774-bfae-52e6b09d14fc of type vlan for network 79f2c2dd-4675-4d07-a991-549b94059fbb Jun 30 03:48:49.983621 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:50.105247 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:50.110882 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:50.112000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:50.176221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Network': ['ID=79f2c2dd-4675-4d07-a991-549b94059fbb,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:50.186364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 79f2c2dd-4675-4d07-a991-549b94059fbb details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:48:50.254358 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-73a1d6e5-99b2-4d79-9527-8d0633465d56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4546921 Jun 30 03:48:50.257244 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55616) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:50.262023 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'admin_state_up': True, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:50.356853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:50.357869 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:50.413850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:50.624381 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:50.875235 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:50.893541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:50.996498 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.25.2.207 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/e1cdc43a-ed50-4e20-8aad-b0783a038814) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:48:51.094611 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:51.206424 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:51.246560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:48:51.249272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:48:51.254929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:48:51.278274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=e1cdc43a-ed50-4e20-8aad-b0783a038814,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:51.570180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:51.758100 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:51.936950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router db593b37-bb92-45e6-81f9-562970782e62 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:48:52.043025 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:48:52.053628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Sync routers for ids ['db593b37-bb92-45e6-81f9-562970782e62'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:48:52.062239 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Routers {'db593b37-bb92-45e6-81f9-562970782e62'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:48:52.062858 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['db593b37-bb92-45e6-81f9-562970782e62'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:52.119792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:52.121043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7be764d0-617b-4a17-b6e1-fdccddb22930 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8627985 Jun 30 03:48:52.124245 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55618) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:52.167113 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Set router db593b37-bb92-45e6-81f9-562970782e62 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:48:52.245763 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b485d0e8-c458-4117-ade5-2dd9531860a3 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a25ef5c85a0c4e6a881a96592d44a055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1202004 Jun 30 03:48:52.248411 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55622) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:52.334455 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17205e0-1c8f-4732-92da-065721fd3149 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:52.338566 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c17205e0-1c8f-4732-92da-065721fd3149 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866702 Jun 30 03:48:52.338787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55624) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:52.348834 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:51Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:52.366616 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b254ee01-23f7-4d07-8679-f6741d9ce2e9 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266979 Jun 30 03:48:52.369161 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55626) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:52.374254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-590744706', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:52.375056 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Checking router: db593b37-bb92-45e6-81f9-562970782e62 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:48:52.375419 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Updating router db593b37-bb92-45e6-81f9-562970782e62 port e1cdc43a-ed50-4e20-8aad-b0783a038814 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:48:52.409336 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:52.536921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:48:52.540600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:52.656123 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:52.666023 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Transition to ACTIVE for port object e1cdc43a-ed50-4e20-8aad-b0783a038814 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:48:52.762338 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:52.813630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Attempting to bind port e1cdc43a-ed50-4e20-8aad-b0783a038814 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:48:52.824491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Attempting to bind port e1cdc43a-ed50-4e20-8aad-b0783a038814 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:48:52.824491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Attempting to bind port e1cdc43a-ed50-4e20-8aad-b0783a038814 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:48:52.824491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c505a-edb0-43ae-993f-fb95462bf883 None None] Pushing event updated for resources: {'Port': ['ID=e1cdc43a-ed50-4e20-8aad-b0783a038814,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:52.824491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:48:52.824491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:48:52.824491 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:52.824491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:48:52.824491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Bound port: e1cdc43a-ed50-4e20-8aad-b0783a038814, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:48:52.824491 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:52.842228 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:52.875287 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] For port e1cdc43a-ed50-4e20-8aad-b0783a038814, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:48:52.878981 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] For port e1cdc43a-ed50-4e20-8aad-b0783a038814, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e1cdc43a-ed50-4e20-8aad-b0783a038814,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:48:52.902175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Subnet': ['ID=c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:52.912108 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Checking segment: {'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:48:52.912496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network hostable DHCP agents. Network: 79f2c2dd-4675-4d07-a991-549b94059fbb, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:48:52.956575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:53.013971 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Routers {'db593b37-bb92-45e6-81f9-562970782e62'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:48:53.014505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['db593b37-bb92-45e6-81f9-562970782e62'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:53.017317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c505a-edb0-43ae-993f-fb95462bf883 None None] Pushing event updated for resources: {'Port': ['ID=e1cdc43a-ed50-4e20-8aad-b0783a038814,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:53.024844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network 79f2c2dd-4675-4d07-a991-549b94059fbb is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:48:53.098791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 79f2c2dd-4675-4d07-a991-549b94059fbb) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:48:53.103022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:53.103611 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:53.111721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b950fc-d076-4f63-a85e-30245bb8ea75 None None] Network 79f2c2dd-4675-4d07-a991-549b94059fbb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:48:53.162680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] Set router db593b37-bb92-45e6-81f9-562970782e62 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:48:53.191433 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-923bd79e-9cd8-4fae-8738-3322a6147497 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8210633 Jun 30 03:48:53.194456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55628) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:48:53.404621 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-79f2c2dd-4675-4d07-a991-549b94059fbb', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:48:53.405465 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:53.437208 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:51Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:53.517047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8d70b-45dd-4f57-beb2-69425e3037d9 None None] The sync data for ids ['db593b37-bb92-45e6-81f9-562970782e62'] in n-d-798249-3 is: [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:51Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:48:53.592774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Allocated IP 172.20.0.2 (79f2c2dd-4675-4d07-a991-549b94059fbb/c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14/b57d7b39-ba39-44fd-9e8f-17f784f5cb6d) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:48:53.599901 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:53.655318 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:53.758216 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:53.775403 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Transition to ACTIVE for port object b57d7b39-ba39-44fd-9e8f-17f784f5cb6d will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:48:53.804128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Transition to ACTIVE for port object b57d7b39-ba39-44fd-9e8f-17f784f5cb6d will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:48:53.892742 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:53.957917 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Network 79f2c2dd-4675-4d07-a991-549b94059fbb is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:48:53.961259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:48:53.963863 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:48:53.975693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Pushing event updated for resources: {'Port': ['ID=b57d7b39-ba39-44fd-9e8f-17f784f5cb6d,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:54.003989 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.20.0.1 (79f2c2dd-4675-4d07-a991-549b94059fbb/c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14/c3e4a938-2e1d-4966-bb39-aa71739bf2b8) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:48:54.042673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Attempting to bind port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:48:54.043053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Attempting to bind port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:48:54.043411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Attempting to bind port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d on network 79f2c2dd-4675-4d07-a991-549b94059fbb {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:48:54.049175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:48:54.056915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Checking segment: {'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:48:54.056915 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.056915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Bound using segment: {'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:48:54.056915 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Bound port: b57d7b39-ba39-44fd-9e8f-17f784f5cb6d, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:48:54.056915 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.107642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.127325 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] For port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:48:54.130873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] For port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b57d7b39-ba39-44fd-9e8f-17f784f5cb6d,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:48:54.136465 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.152323 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Transition to ACTIVE for port object c3e4a938-2e1d-4966-bb39-aa71739bf2b8 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:48:54.196780 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.265183 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5083d2-0131-469b-83b7-cfb5949ca757 None None] Pushing event updated for resources: {'Port': ['ID=b57d7b39-ba39-44fd-9e8f-17f784f5cb6d,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:54.265352 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.324099 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network 79f2c2dd-4675-4d07-a991-549b94059fbb is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:48:54.328017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:48:54.332779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:48:54.360610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=c3e4a938-2e1d-4966-bb39-aa71739bf2b8,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:54.386501 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.602049 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b57d7b39-ba39-44fd-9e8f-17f784f5cb6d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:48:54.643196 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.708266 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:48:54.713283 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e1cdc43a-ed50-4e20-8aad-b0783a038814 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:48:54.817255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port e1cdc43a-ed50-4e20-8aad-b0783a038814 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:48:54.822237 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e1cdc43a-ed50-4e20-8aad-b0783a038814 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:48:54.822619 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.904354 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.922673 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:54.928709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port e1cdc43a-ed50-4e20-8aad-b0783a038814, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e1cdc43a-ed50-4e20-8aad-b0783a038814,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:55.007791 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:55.031071 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:55.082980 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=e1cdc43a-ed50-4e20-8aad-b0783a038814,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:55.086192 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=c3e4a938-2e1d-4966-bb39-aa71739bf2b8,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:55.090524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:55.181217 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network 79f2c2dd-4675-4d07-a991-549b94059fbb is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:48:55.182602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:48:55.619627 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router db593b37-bb92-45e6-81f9-562970782e62 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:48:55.726537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:48:55.731658 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-119f2bd0-402c-4614-a10f-be33375b0b41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "PUT /v2.0/routers/db593b37-bb92-45e6-81f9-562970782e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5361485 Jun 30 03:48:55.740216 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Sync routers for ids ['db593b37-bb92-45e6-81f9-562970782e62'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:48:55.749997 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Routers {'db593b37-bb92-45e6-81f9-562970782e62'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:48:55.750621 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['db593b37-bb92-45e6-81f9-562970782e62'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:55.869661 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Set router db593b37-bb92-45e6-81f9-562970782e62 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:48:55.878886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-2938330f-4aa6-4906-b452-d9be23df69bf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010645530&fields=id&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 267 time: 0.0345540 Jun 30 03:48:56.014674 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-7ed21f6c-ecea-4878-9066-70019f19e8e3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:56.016226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-7ed21f6c-ecea-4878-9066-70019f19e8e3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/networks?id=79f2c2dd-4675-4d07-a991-549b94059fbb HTTP/1.1" status: 200 len: 796 time: 0.1298816 Jun 30 03:48:56.034193 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-63f79c7c-bdb1-4eab-9d7c-3ca9fc7ef477 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/quotas/a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 375 time: 0.0123248 Jun 30 03:48:56.038652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80284bde-51cf-47ce-9856-16d7586de7bb None None] Network 79f2c2dd-4675-4d07-a991-549b94059fbb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:48:56.084450 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'c3e4a938-2e1d-4966-bb39-aa71739bf2b8', 'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:cb:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:53Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 2, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:56.108232 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-ff593273-fbe7-469a-a7a6-b20016651b68 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682559 Jun 30 03:48:56.110508 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Checking router: db593b37-bb92-45e6-81f9-562970782e62 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:48:56.111401 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Updating router db593b37-bb92-45e6-81f9-562970782e62 port c3e4a938-2e1d-4966-bb39-aa71739bf2b8 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:48:56.148425 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.176455 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-e21ab5d9-d810-4a2c-b45a-547f29fb8760 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:48:56.177583 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-e21ab5d9-d810-4a2c-b45a-547f29fb8760 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517528 Jun 30 03:48:56.209108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c413ac0a-c7c9-42f9-9669-398a940cb2d9 None None] Provisioning for port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:48:56.216912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-c413ac0a-c7c9-42f9-9669-398a940cb2d9 None None] Provisioning complete for port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:48:56.220792 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c413ac0a-c7c9-42f9-9669-398a940cb2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.293138 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-106107d5-c9d6-430d-9784-665dc97fcc3d service neutron] 10.222.0.77 "GET /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090221 Jun 30 03:48:56.308034 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c413ac0a-c7c9-42f9-9669-398a940cb2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.343531 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-c413ac0a-c7c9-42f9-9669-398a940cb2d9 None None] For port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b57d7b39-ba39-44fd-9e8f-17f784f5cb6d,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:56.396773 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-6c8ccb92-7750-48ae-bcb2-0d227f6ad427 service neutron] 10.222.0.77 "GET /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971863 Jun 30 03:48:56.457793 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.463382 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c413ac0a-c7c9-42f9-9669-398a940cb2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.479611 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Transition to ACTIVE for port object c3e4a938-2e1d-4966-bb39-aa71739bf2b8 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:48:56.528561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413ac0a-c7c9-42f9-9669-398a940cb2d9 None None] Pushing event updated for resources: {'Port': ['ID=b57d7b39-ba39-44fd-9e8f-17f784f5cb6d,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:56.546453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e1cdc43a-ed50-4e20-8aad-b0783a038814 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:48:56.556873 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.614126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port e1cdc43a-ed50-4e20-8aad-b0783a038814 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:48:56.614668 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.627933 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Pushing event updated for resources: {'Port': ['ID=c3e4a938-2e1d-4966-bb39-aa71739bf2b8,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:56.641668 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.642817 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.643342 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.643674 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.644003 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.644327 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.644649 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.644969 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.645285 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.645631 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.646014 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.646317 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:48:56.683103 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ac69c2b2-7047-460c-b958-8163511a8ace req-f156cece-8bb4-48b6-b3f4-6868488d6211 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 210 time: 0.0311580 Jun 30 03:48:56.713634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-14169994-6c57-4707-b082-95a1d34b9a79 None None] Provisioning for port c3e4a938-2e1d-4966-bb39-aa71739bf2b8 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:48:56.755131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-14169994-6c57-4707-b082-95a1d34b9a79 None None] Provisioning complete for port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:48:56.755359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-14169994-6c57-4707-b082-95a1d34b9a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.768531 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Attempting to bind port c3e4a938-2e1d-4966-bb39-aa71739bf2b8 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:48:56.769642 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Attempting to bind port c3e4a938-2e1d-4966-bb39-aa71739bf2b8 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:48:56.770455 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Attempting to bind port c3e4a938-2e1d-4966-bb39-aa71739bf2b8 on network 79f2c2dd-4675-4d07-a991-549b94059fbb {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:48:56.780678 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:48:56.783735 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Checking segment: {'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:48:56.783735 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.783735 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Bound using segment: {'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:48:56.783735 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Bound port: c3e4a938-2e1d-4966-bb39-aa71739bf2b8, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:48:56.783735 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.859986 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] For port c3e4a938-2e1d-4966-bb39-aa71739bf2b8, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:48:56.863778 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] For port c3e4a938-2e1d-4966-bb39-aa71739bf2b8, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c3e4a938-2e1d-4966-bb39-aa71739bf2b8,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:48:56.956076 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:57.017024 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Routers {'db593b37-bb92-45e6-81f9-562970782e62'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:48:57.017024 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:48:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['db593b37-bb92-45e6-81f9-562970782e62'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:57.023173 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4dbaf-ccf2-423d-a563-d6bc34c9f8f8 None None] Pushing event updated for resources: {'Port': ['ID=c3e4a938-2e1d-4966-bb39-aa71739bf2b8,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:57.131818 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] Set router db593b37-bb92-45e6-81f9-562970782e62 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:48:57.333636 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'c3e4a938-2e1d-4966-bb39-aa71739bf2b8', 'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:cb:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:53Z', 'updated_at': '2021-06-30T03:48:56Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:48:57.364394 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434712d3-7cb5-4bfa-937d-e8134f8405e7 None None] The sync data for ids ['db593b37-bb92-45e6-81f9-562970782e62'] in n-d-798249-3 is: [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'c3e4a938-2e1d-4966-bb39-aa71739bf2b8', 'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:cb:02:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:53Z', 'updated_at': '2021-06-30T03:48:56Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:48:57.781188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1038a8b3-c5c0-40d4-9344-2d4f9a3d32d6 req-d5408a3d-51ad-4e79-b443-333d1d6c1f07 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 210 time: 0.0367095 Jun 30 03:48:58.585080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c3e4a938-2e1d-4966-bb39-aa71739bf2b8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:48:58.647793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-267bee3d-1347-45ee-a055-473a45357057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:58.708572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port c3e4a938-2e1d-4966-bb39-aa71739bf2b8 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:48:58.712607 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c3e4a938-2e1d-4966-bb39-aa71739bf2b8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:48:58.712984 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:58.791343 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:58.823724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port c3e4a938-2e1d-4966-bb39-aa71739bf2b8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c3e4a938-2e1d-4966-bb39-aa71739bf2b8,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:48:58.903304 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:58.904021 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b57d7b39-ba39-44fd-9e8f-17f784f5cb6d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:48:58.930051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2395861f-1362-4908-be74-d2400d228f34 req-05938a32-9b09-4dc2-b27b-10d961c77f27 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 210 time: 0.0327303 Jun 30 03:48:58.981628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=c3e4a938-2e1d-4966-bb39-aa71739bf2b8,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:48:58.993661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:48:58.994041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:59.283351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-d7a84148-abdb-4cef-ab7c-3b7651df965b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:59.285005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-d7a84148-abdb-4cef-ab7c-3b7651df965b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/networks?id=79f2c2dd-4675-4d07-a991-549b94059fbb HTTP/1.1" status: 200 len: 796 time: 0.1094377 Jun 30 03:48:59.327974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-6f4953ac-eaa7-4621-8440-f3f31c51af50 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 380 time: 0.0342803 Jun 30 03:48:59.336614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'port': {'device_id': '2639cc41-6595-4415-a319-f2c3f9ade842', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'admin_state_up': True, 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'security_groups': ['8b6a5b4b-1d98-426b-a813-123bea08495e']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:48:59.503447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:48:59.507106 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:59.631279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.20.0.12 (79f2c2dd-4675-4d07-a991-549b94059fbb/c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14/35eace26-7b11-459c-b877-b7fb2067e230) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:48:59.770559 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:59.783282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Transition to ACTIVE for port object 35eace26-7b11-459c-b877-b7fb2067e230 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:48:59.911047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:59.955026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network 79f2c2dd-4675-4d07-a991-549b94059fbb is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:48:59.960592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:48:59.962454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:48:59.971718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=35eace26-7b11-459c-b877-b7fb2067e230,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:00.028580 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:00.029162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:00.114584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6e996-4f94-4386-b988-84a24ffaefe1 req-464385f4-f290-49c5-a254-b5f4ffd5a8fa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:00.116172 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50e6e996-4f94-4386-b988-84a24ffaefe1 req-464385f4-f290-49c5-a254-b5f4ffd5a8fa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 932 time: 0.0658135 Jun 30 03:49:00.130910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-3c0088c0-6b7a-4852-a416-070b4607fb12 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7980018 Jun 30 03:49:00.144507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Request body: {'port': {'device_id': '2639cc41-6595-4415-a319-f2c3f9ade842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:49:00.185238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-50e6e996-4f94-4386-b988-84a24ffaefe1 req-3d4ada53-24db-4d4b-997d-a73be1c8a3df tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629072 Jun 30 03:49:00.232632 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:00.247120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a0a09f34-7fea-448b-ad4e-980df92db42d None None] Provisioning for port 35eace26-7b11-459c-b877-b7fb2067e230 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:49:00.250811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a0a09f34-7fea-448b-ad4e-980df92db42d None None] Provisioning complete for port 35eace26-7b11-459c-b877-b7fb2067e230 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:49:00.251200 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a0a09f34-7fea-448b-ad4e-980df92db42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:00.285015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a0a09f34-7fea-448b-ad4e-980df92db42d None None] Port 35eace26-7b11-459c-b877-b7fb2067e230 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:49:00.524859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c3e4a938-2e1d-4966-bb39-aa71739bf2b8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:49:00.578661 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c3e4a938-2e1d-4966-bb39-aa71739bf2b8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:49:00.579114 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:00.831930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35eace26-7b11-459c-b877-b7fb2067e230 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:49:00.839187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:00.850629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Transition to ACTIVE for port object 35eace26-7b11-459c-b877-b7fb2067e230 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:49:00.921458 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:00.974866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Pushing event updated for resources: {'Port': ['ID=35eace26-7b11-459c-b877-b7fb2067e230,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:01.046063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Attempting to bind port 35eace26-7b11-459c-b877-b7fb2067e230 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:49:01.046408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Attempting to bind port 35eace26-7b11-459c-b877-b7fb2067e230 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:49:01.046885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Attempting to bind port 35eace26-7b11-459c-b877-b7fb2067e230 on network 79f2c2dd-4675-4d07-a991-549b94059fbb {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:49:01.052028 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Port 35eace26-7b11-459c-b877-b7fb2067e230 on network 79f2c2dd-4675-4d07-a991-549b94059fbb not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:49:01.052356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Attempting to bind port 35eace26-7b11-459c-b877-b7fb2067e230 on network 79f2c2dd-4675-4d07-a991-549b94059fbb {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:49:01.057247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:49:01.057627 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Checking segment: {'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:49:01.058014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Bound using segment: {'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:49:01.058442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Bound port: 35eace26-7b11-459c-b877-b7fb2067e230, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3803de8-0ec3-4774-bfae-52e6b09d14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:49:01.058801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:01.123005 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] For port 35eace26-7b11-459c-b877-b7fb2067e230, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:49:01.126008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] For port 35eace26-7b11-459c-b877-b7fb2067e230, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=35eace26-7b11-459c-b877-b7fb2067e230,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:49:01.167850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:01.200629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:01.201636 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:01.203025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] 10.222.0.83 "PUT /v2.0/ports/35eace26-7b11-459c-b877-b7fb2067e230 HTTP/1.1" status: 200 len: 1092 time: 1.0627432 Jun 30 03:49:01.205135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2639cc41-6595-4415-a319-f2c3f9ade842', 'tag': '35eace26-7b11-459c-b877-b7fb2067e230'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:49:01.207874 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626406c7-bedd-4832-a4bc-a1528c599a31" -d '{"events": [{"name": "network-changed", "server_uuid": "2639cc41-6595-4415-a319-f2c3f9ade842", "tag": "35eace26-7b11-459c-b877-b7fb2067e230"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:49:01.245829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec1d12-570d-401c-b15f-6a5148d97563 service neutron] Pushing event updated for resources: {'Port': ['ID=35eace26-7b11-459c-b877-b7fb2067e230,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:01.266999 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611a94dc-5be6-4672-a192-ac7046901157 x-openstack-request-id: req-611a94dc-5be6-4672-a192-ac7046901157 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:49:01.267352 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2639cc41-6595-4415-a319-f2c3f9ade842", "tag": "35eace26-7b11-459c-b877-b7fb2067e230", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:49:01.267610 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-611a94dc-5be6-4672-a192-ac7046901157 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:49:01.268134 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2639cc41-6595-4415-a319-f2c3f9ade842', 'tag': '35eace26-7b11-459c-b877-b7fb2067e230', 'status': 'completed', 'code': 200} Jun 30 03:49:01.355194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626406c7-bedd-4832-a4bc-a1528c599a31 req-ad0a0fe8-c177-41c8-bf81-f1720390d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:01.356623 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-626406c7-bedd-4832-a4bc-a1528c599a31 req-ad0a0fe8-c177-41c8-bf81-f1720390d22e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 1095 time: 0.0644670 Jun 30 03:49:01.367483 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:01.378214 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3328c-f9cb-4019-9cad-996e4c5bd0af req-0c6b54b2-9698-4847-8229-f87a08706c56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:01.379812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23f3328c-f9cb-4019-9cad-996e4c5bd0af req-0c6b54b2-9698-4847-8229-f87a08706c56 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 944 time: 0.0692372 Jun 30 03:49:01.382588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77f1bd86-87bb-4d02-afb1-c7476c0da7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:01.422214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-23f3328c-f9cb-4019-9cad-996e4c5bd0af req-5d61b43d-1fc2-40a6-9b75-69dc811a09ad tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343232 Jun 30 03:49:01.464884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626406c7-bedd-4832-a4bc-a1528c599a31 req-fa81c759-431d-44e0-aabd-cbd7c5e0e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:01.466413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-626406c7-bedd-4832-a4bc-a1528c599a31 req-fa81c759-431d-44e0-aabd-cbd7c5e0e9a0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1024203 Jun 30 03:49:01.565723 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626406c7-bedd-4832-a4bc-a1528c599a31 req-d0a74ac7-6db7-4fd6-b2c8-08ad2460e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:01.567188 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-626406c7-bedd-4832-a4bc-a1528c599a31 req-d0a74ac7-6db7-4fd6-b2c8-08ad2460e48c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947030 Jun 30 03:49:01.656109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-425e53e9-7a89-46f7-ae88-c8850a5df789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:01.658133 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-425e53e9-7a89-46f7-ae88-c8850a5df789 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 1095 time: 0.0507557 Jun 30 03:49:01.700454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-e6af1d37-1965-4029-953a-d7e11a2d8451 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35eace26-7b11-459c-b877-b7fb2067e230 HTTP/1.1" status: 200 len: 217 time: 0.0330739 Jun 30 03:49:01.753277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-da2caf1e-93d1-4599-bffe-87de243ff886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:01.754776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-da2caf1e-93d1-4599-bffe-87de243ff886 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14 HTTP/1.1" status: 200 len: 834 time: 0.0469711 Jun 30 03:49:01.810151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-dd0d8dee-00a9-4dfe-9eb4-f3b5edc068e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:01.811617 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-dd0d8dee-00a9-4dfe-9eb4-f3b5edc068e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=79f2c2dd-4675-4d07-a991-549b94059fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503454 Jun 30 03:49:01.904911 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-43984f67-ff5c-45d3-84cf-5b3b1b03a663 service neutron] 10.222.0.83 "GET /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834205 Jun 30 03:49:02.000904 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-576cd003-d07c-49e9-89d1-82f480d5ffe6 req-6571881f-a791-4839-acab-7c921af543fc service neutron] 10.222.0.83 "GET /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881672 Jun 30 03:49:02.596584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f6dc5-a6cd-4205-89e4-c74967c00824 req-04fd7f1a-d60f-4783-8c02-2a2b54b4960a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:02.598097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-891f6dc5-a6cd-4205-89e4-c74967c00824 req-04fd7f1a-d60f-4783-8c02-2a2b54b4960a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 944 time: 0.0640004 Jun 30 03:49:02.634842 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-891f6dc5-a6cd-4205-89e4-c74967c00824 req-e7f13636-4d5d-4915-b88e-b2ed8ea3a460 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310822 Jun 30 03:49:03.086902 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:03.807135 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c5cf3-4f60-400e-b3a7-c94c23427dd1 req-ec6b8f4e-71b4-4b56-a224-e42bf0da8fca tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:03.808625 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5e4c5cf3-4f60-400e-b3a7-c94c23427dd1 req-ec6b8f4e-71b4-4b56-a224-e42bf0da8fca tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 944 time: 0.0621934 Jun 30 03:49:03.850031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5e4c5cf3-4f60-400e-b3a7-c94c23427dd1 req-bc638727-0dd6-4467-8736-02b7ddb3e017 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355008 Jun 30 03:49:04.549994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 35eace26-7b11-459c-b877-b7fb2067e230 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:49:04.811272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 35eace26-7b11-459c-b877-b7fb2067e230, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=35eace26-7b11-459c-b877-b7fb2067e230,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:04.822176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '35eace26-7b11-459c-b877-b7fb2067e230', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'port_id': '35eace26-7b11-459c-b877-b7fb2067e230', 'mac_address': 'fa:16:3e:98:ff:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:49:04.858753 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:04.860993 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:04.872073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35eace26-7b11-459c-b877-b7fb2067e230 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:49:04.894087 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 35eace26-7b11-459c-b877-b7fb2067e230, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=35eace26-7b11-459c-b877-b7fb2067e230,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:04.955926 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:04.998532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=35eace26-7b11-459c-b877-b7fb2067e230,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:05.033900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a6e4-5de2-4fd9-837a-d4d64b5a896a req-e01217ab-7449-42c6-ba0c-7d60f5c12a09 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:05.035357 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-13c7a6e4-5de2-4fd9-837a-d4d64b5a896a req-e01217ab-7449-42c6-ba0c-7d60f5c12a09 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 945 time: 0.0686791 Jun 30 03:49:05.073682 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-13c7a6e4-5de2-4fd9-837a-d4d64b5a896a req-f2979e0d-ac44-46f2-9870-ed834057765f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325160 Jun 30 03:49:05.176595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['35eace26-7b11-459c-b877-b7fb2067e230'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:49:06.247352 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec1f8c-8791-4cb5-b82d-db85ec96068a req-bda688d4-0c94-4ef4-8a9a-68e1032d5ef3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:06.248734 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbec1f8c-8791-4cb5-b82d-db85ec96068a req-bda688d4-0c94-4ef4-8a9a-68e1032d5ef3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 945 time: 0.0632184 Jun 30 03:49:06.291143 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bbec1f8c-8791-4cb5-b82d-db85ec96068a req-4fa383b8-2df6-46ad-bb4c-3f1de1432993 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358865 Jun 30 03:49:06.566439 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 35eace26-7b11-459c-b877-b7fb2067e230 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:49:06.675595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 35eace26-7b11-459c-b877-b7fb2067e230 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:49:06.679574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 35eace26-7b11-459c-b877-b7fb2067e230 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:49:06.684348 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:06.754450 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:06.775566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2639cc41-6595-4415-a319-f2c3f9ade842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eace26-7b11-459c-b877-b7fb2067e230'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:49:06.777876 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a560dc9-783e-4b35-8376-8996c73e78f1" -d '{"events": [{"server_uuid": "2639cc41-6595-4415-a319-f2c3f9ade842", "name": "network-vif-plugged", "status": "completed", "tag": "35eace26-7b11-459c-b877-b7fb2067e230"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:49:06.792229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 35eace26-7b11-459c-b877-b7fb2067e230, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=35eace26-7b11-459c-b877-b7fb2067e230,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:06.816066 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c8950e-9e00-4f4e-8bca-f8f55e5a8be6 x-openstack-request-id: req-25c8950e-9e00-4f4e-8bca-f8f55e5a8be6 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:49:06.816302 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2639cc41-6595-4415-a319-f2c3f9ade842", "name": "network-vif-plugged", "status": "completed", "tag": "35eace26-7b11-459c-b877-b7fb2067e230", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:49:06.816631 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25c8950e-9e00-4f4e-8bca-f8f55e5a8be6 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:49:06.816981 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2639cc41-6595-4415-a319-f2c3f9ade842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eace26-7b11-459c-b877-b7fb2067e230', 'code': 200} Jun 30 03:49:06.864296 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:06.912836 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=35eace26-7b11-459c-b877-b7fb2067e230,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:06.939713 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc690f-d5f3-43a6-9728-9592d609b8e5 req-384db2ad-cf12-4d22-929c-6797bc67c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:06.941244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4efc690f-d5f3-43a6-9728-9592d609b8e5 req-384db2ad-cf12-4d22-929c-6797bc67c798 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 1097 time: 0.0622947 Jun 30 03:49:06.975984 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4efc690f-d5f3-43a6-9728-9592d609b8e5 req-87c9bbf2-5d40-4ab3-9235-1f6af8c883e5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285859 Jun 30 03:49:07.462322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d0f57-defa-46b9-80ae-8592ef79be95 req-4b1eab31-ae2d-4359-9235-6e88c43e289c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:07.463795 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-225d0f57-defa-46b9-80ae-8592ef79be95 req-4b1eab31-ae2d-4359-9235-6e88c43e289c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0631664 Jun 30 03:49:07.501551 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-225d0f57-defa-46b9-80ae-8592ef79be95 req-1b385156-d9a1-4bae-b8ae-51d740a071fb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309925 Jun 30 03:49:08.654445 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-beeeb65a-98bd-4eee-ba1e-f1164dbf2f5e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803058 Jun 30 03:49:08.689610 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee6470-2248-4819-9327-6d1feb5d21c5 req-538c5e0c-c2f6-4fd2-82cd-0c0124ef2d29 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:08.691098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-acee6470-2248-4819-9327-6d1feb5d21c5 req-538c5e0c-c2f6-4fd2-82cd-0c0124ef2d29 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0775435 Jun 30 03:49:08.757576 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-acee6470-2248-4819-9327-6d1feb5d21c5 req-0f55d2ea-4ada-4ef0-8440-040df29584b2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605097 Jun 30 03:49:08.777827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-123d2c6d-5cd2-4c80-912e-fddf9b3408fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:08.779326 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-123d2c6d-5cd2-4c80-912e-fddf9b3408fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 1097 time: 0.0680513 Jun 30 03:49:08.887250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-1a0a0780-7b1f-4f1c-98bb-04359aebb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:08.888749 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-1a0a0780-7b1f-4f1c-98bb-04359aebb5af service neutron] 10.222.0.83 "GET /v2.0/networks?id=79f2c2dd-4675-4d07-a991-549b94059fbb HTTP/1.1" status: 200 len: 897 time: 0.0891888 Jun 30 03:49:08.931614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-9c8a6346-7664-49d8-8ae2-3bdc376eff29 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35eace26-7b11-459c-b877-b7fb2067e230 HTTP/1.1" status: 200 len: 217 time: 0.0362542 Jun 30 03:49:08.932610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d91a2-1c73-44c9-9c5a-945ba4d8d668 req-8ddeeb5f-caa1-4f2f-992c-acc06e75fe22 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:08.934150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-762d91a2-1c73-44c9-9c5a-945ba4d8d668 req-8ddeeb5f-caa1-4f2f-992c-acc06e75fe22 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0678377 Jun 30 03:49:08.972561 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-762d91a2-1c73-44c9-9c5a-945ba4d8d668 req-3748ad69-6696-4e6d-8e3d-f9826a8ec0db tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325963 Jun 30 03:49:08.980460 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-2c4f181e-c27f-49bd-b4bc-696d41ab627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:08.981974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-2c4f181e-c27f-49bd-b4bc-696d41ab627d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14 HTTP/1.1" status: 200 len: 834 time: 0.0444491 Jun 30 03:49:08.996671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55688) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:09.080214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-c4eb5a16-67a2-4de8-b69f-0b9f4ef84225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:09.081751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-c4eb5a16-67a2-4de8-b69f-0b9f4ef84225 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=79f2c2dd-4675-4d07-a991-549b94059fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936577 Jun 30 03:49:09.090888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7baae95-4ef7-4794-a495-f207eb43910c tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:09.092337 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e7baae95-4ef7-4794-a495-f207eb43910c tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 1092 time: 0.0947609 Jun 30 03:49:09.095823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55690) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:09.100597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '35eace26-7b11-459c-b877-b7fb2067e230', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:49:09.174053 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-346834e0-55b3-4bb7-9edf-bacbc7ce3b7b service neutron] 10.222.0.83 "GET /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854173 Jun 30 03:49:09.178573 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:09.265684 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8d1c5f5-09b6-47ce-82c0-8c30b8af8796 req-6c96d2d6-dbf9-41f3-9f3c-4f4e80b3b69e service neutron] 10.222.0.83 "GET /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849946 Jun 30 03:49:09.273244 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:09.379056 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.25.2.5 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/08bc1628-ee4a-4392-9a46-b4c862d436e3) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:49:09.480933 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:09.573287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:09.611541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:49:09.614283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:49:09.617767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:49:09.625805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=08bc1628-ee4a-4392-9a46-b4c862d436e3,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:09.995180 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:10.124681 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:10.276073 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:10.361706 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:10.435501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=08bc1628-ee4a-4392-9a46-b4c862d436e3,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:10.444798 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:10.544336 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Floating IP a47c4f3f-2bed-463e-ab17-73d4b261e0ba associated. External IP: 172.25.2.5, port: 35eace26-7b11-459c-b877-b7fb2067e230. Jun 30 03:49:10.749010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router db593b37-bb92-45e6-81f9-562970782e62 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:49:10.856279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:49:10.865627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] Sync routers for ids ['db593b37-bb92-45e6-81f9-562970782e62'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:49:10.878146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] Routers {'db593b37-bb92-45e6-81f9-562970782e62'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:49:10.878762 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['db593b37-bb92-45e6-81f9-562970782e62'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:10.982264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] Set router db593b37-bb92-45e6-81f9-562970782e62 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:49:10.984318 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:11.025767 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-89e43be9-d962-4427-b8a1-586a07713f0a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9287438 Jun 30 03:49:11.026489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2639cc41-6595-4415-a319-f2c3f9ade842', 'tag': '35eace26-7b11-459c-b877-b7fb2067e230'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:49:11.029126 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f0a904-a30c-47d5-a994-a21f67f34a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "2639cc41-6595-4415-a319-f2c3f9ade842", "tag": "35eace26-7b11-459c-b877-b7fb2067e230"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:49:11.070496 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f6785b-2e5e-4105-a4f8-3047a0d4e04e x-openstack-request-id: req-38f6785b-2e5e-4105-a4f8-3047a0d4e04e {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:49:11.070823 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2639cc41-6595-4415-a319-f2c3f9ade842", "tag": "35eace26-7b11-459c-b877-b7fb2067e230", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:49:11.071077 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38f6785b-2e5e-4105-a4f8-3047a0d4e04e {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:49:11.071480 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2639cc41-6595-4415-a319-f2c3f9ade842', 'tag': '35eace26-7b11-459c-b877-b7fb2067e230', 'status': 'completed', 'code': 200} Jun 30 03:49:11.182280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-40882d27-cd90-4e33-9c7e-9c61d7dc13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:11.183791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-40882d27-cd90-4e33-9c7e-9c61d7dc13ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 1097 time: 0.0897732 Jun 30 03:49:11.214900 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'a47c4f3f-2bed-463e-ab17-73d4b261e0ba', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'port_id': '35eace26-7b11-459c-b877-b7fb2067e230', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'mac_address': 'fa:16:3e:98:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639cc41-6595-4415-a319-f2c3f9ade842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:49:09Z', 'updated_at': '2021-06-30T03:49:09Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e4a938-2e1d-4966-bb39-aa71739bf2b8', 'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:cb:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:53Z', 'updated_at': '2021-06-30T03:48:58Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:11.241708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] Checking router: db593b37-bb92-45e6-81f9-562970782e62 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:49:11.250078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] Routers {'db593b37-bb92-45e6-81f9-562970782e62'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:49:11.250693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:49:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['db593b37-bb92-45e6-81f9-562970782e62'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:11.260622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512e9a4-8d67-4731-bff5-365d9f5fc8db req-9995c77c-5902-4ff3-ab56-ae028ffc3eb1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:11.262143 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4512e9a4-8d67-4731-bff5-365d9f5fc8db req-9995c77c-5902-4ff3-ab56-ae028ffc3eb1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.1308134 Jun 30 03:49:11.318738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-6ab4457d-02cd-4d61-b632-00fed91f9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:11.320209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-6ab4457d-02cd-4d61-b632-00fed91f9df5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=79f2c2dd-4675-4d07-a991-549b94059fbb HTTP/1.1" status: 200 len: 897 time: 0.1303854 Jun 30 03:49:11.323146 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4512e9a4-8d67-4731-bff5-365d9f5fc8db req-701d99b7-5741-43bf-9a3c-3682fd0ad0b8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541024 Jun 30 03:49:11.349348 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55696) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:11.358912 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] Set router db593b37-bb92-45e6-81f9-562970782e62 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:49:11.390117 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-ce0b8b03-23f6-4930-bb1a-646da4106135 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35eace26-7b11-459c-b877-b7fb2067e230 HTTP/1.1" status: 200 len: 998 time: 0.0630322 Jun 30 03:49:11.412611 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d5e6b08f-8ca4-4444-b479-f135f74efbcf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/a47c4f3f-2bed-463e-ab17-73d4b261e0ba HTTP/1.1" status: 200 len: 990 time: 0.0610449 Jun 30 03:49:11.439792 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-b67cc435-a2de-46eb-a6a9-6c97faa325a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:11.441169 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-b67cc435-a2de-46eb-a6a9-6c97faa325a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14 HTTP/1.1" status: 200 len: 834 time: 0.0452642 Jun 30 03:49:11.497295 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-3c4e6443-f1d8-414c-9450-3e446cce5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:11.498825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-3c4e6443-f1d8-414c-9450-3e446cce5d10 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=79f2c2dd-4675-4d07-a991-549b94059fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514293 Jun 30 03:49:11.587862 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'a47c4f3f-2bed-463e-ab17-73d4b261e0ba', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'port_id': '35eace26-7b11-459c-b877-b7fb2067e230', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'mac_address': 'fa:16:3e:98:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639cc41-6595-4415-a319-f2c3f9ade842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:49:09Z', 'updated_at': '2021-06-30T03:49:09Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e4a938-2e1d-4966-bb39-aa71739bf2b8', 'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:cb:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:53Z', 'updated_at': '2021-06-30T03:48:58Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:11.592622 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-a1a555b1-ad90-4789-8b4c-0f658c7bdc54 service neutron] 10.222.0.83 "GET /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862546 Jun 30 03:49:11.614452 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8230590c-b082-4794-b874-22f6f27e6a41 None None] The sync data for ids ['db593b37-bb92-45e6-81f9-562970782e62'] in n-d-798249-3 is: [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'a47c4f3f-2bed-463e-ab17-73d4b261e0ba', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.5', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'port_id': '35eace26-7b11-459c-b877-b7fb2067e230', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'mac_address': 'fa:16:3e:98:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639cc41-6595-4415-a319-f2c3f9ade842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:49:09Z', 'updated_at': '2021-06-30T03:49:09Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3e4a938-2e1d-4966-bb39-aa71739bf2b8', 'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:cb:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:53Z', 'updated_at': '2021-06-30T03:48:58Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:49:11.682650 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15f0a904-a30c-47d5-a994-a21f67f34a5b req-cf0006f1-fe3b-4718-bb6d-957cdd2ee598 service neutron] 10.222.0.83 "GET /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839252 Jun 30 03:49:11.808136 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01a57c-d244-4c33-b38c-1991abab1067 None None] New status for floating IP a47c4f3f-2bed-463e-ab17-73d4b261e0ba: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:49:12.415318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55698) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:12.484115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-feb20431-0034-4b01-bd7e-999bec0172e3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/a47c4f3f-2bed-463e-ab17-73d4b261e0ba HTTP/1.1" status: 200 len: 992 time: 0.0675495 Jun 30 03:49:23.555036 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:24.051776 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:24.550967 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:49:28.686362 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ee60d44-a227-4913-868e-2e4ae30ca2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:31.320496 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:31.354505 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-14af8afb-0160-4bc8-8344-a48f5777d48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:33.166128 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:34.914307 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:40.552503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a06d1-5480-4003-841b-6ae3a8a372ea req-cf1765c6-9013-4870-932b-1c640166937a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:40.554108 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec3a06d1-5480-4003-841b-6ae3a8a372ea req-cf1765c6-9013-4870-932b-1c640166937a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0632184 Jun 30 03:49:40.592319 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ec3a06d1-5480-4003-841b-6ae3a8a372ea req-4f951f5e-fef3-48f3-94b5-2a819a612fe2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Jun 30 03:49:41.768389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e2952-67a3-4bbf-87b2-5076250146cf req-108eaba2-9bd7-4d19-b2cb-d7c1d54b3d26 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:41.771604 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0a5e2952-67a3-4bbf-87b2-5076250146cf req-108eaba2-9bd7-4d19-b2cb-d7c1d54b3d26 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0690792 Jun 30 03:49:41.808463 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0a5e2952-67a3-4bbf-87b2-5076250146cf req-ecd6e91d-4815-4875-8e08-34ed2734fcf1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312259 Jun 30 03:49:41.833010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55716) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:41.891851 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3f3a3573-70e5-4446-ace3-1815b10a8b5f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/a47c4f3f-2bed-463e-ab17-73d4b261e0ba HTTP/1.1" status: 200 len: 992 time: 0.0575278 Jun 30 03:49:43.650258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba2741-8b42-435f-9d5c-b38c937bfe15 req-4e1393a9-5fe5-46a7-8838-84e197d8dd63 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:43.651766 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e8ba2741-8b42-435f-9d5c-b38c937bfe15 req-4e1393a9-5fe5-46a7-8838-84e197d8dd63 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.1198902 Jun 30 03:49:43.690296 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e8ba2741-8b42-435f-9d5c-b38c937bfe15 req-e07a4f01-64fd-409e-8aa7-819871d49499 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Jun 30 03:49:44.913844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47662d92-9190-4171-8aa2-99fe557337aa req-d721459e-02e2-4b06-b38d-744c3eda450a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:44.915353 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-47662d92-9190-4171-8aa2-99fe557337aa req-d721459e-02e2-4b06-b38d-744c3eda450a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.1121516 Jun 30 03:49:44.955039 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-47662d92-9190-4171-8aa2-99fe557337aa req-7dd5256b-2ec5-44e8-90f1-ef25a695253c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338438 Jun 30 03:49:46.128063 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da04ba0-a893-4939-a4ab-a8a39ea75e35 req-d6bf0806-ea05-4072-9187-a575215269f6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:46.129613 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9da04ba0-a893-4939-a4ab-a8a39ea75e35 req-d6bf0806-ea05-4072-9187-a575215269f6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0631516 Jun 30 03:49:46.167490 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9da04ba0-a893-4939-a4ab-a8a39ea75e35 req-63cb443a-d91b-4d79-951d-bb82bc2dab65 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322540 Jun 30 03:49:47.340716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea996f-aa1d-4d12-95ad-f80b904ffa01 req-725efa94-9d21-45d0-a2f6-5d5dc0bd2a8c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:47.342201 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06ea996f-aa1d-4d12-95ad-f80b904ffa01 req-725efa94-9d21-45d0-a2f6-5d5dc0bd2a8c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0659845 Jun 30 03:49:47.379434 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-06ea996f-aa1d-4d12-95ad-f80b904ffa01 req-c80bcbde-b276-4940-8971-3b06c03a2118 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311155 Jun 30 03:49:48.737224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfaf3b-1adb-4163-9cc1-b6a02108329a req-2b185b56-2969-4338-9f87-67362e2c934d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:48.738686 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05bfaf3b-1adb-4163-9cc1-b6a02108329a req-2b185b56-2969-4338-9f87-67362e2c934d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0696297 Jun 30 03:49:48.777431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-05bfaf3b-1adb-4163-9cc1-b6a02108329a req-4f1ac472-2870-4397-80a9-2ff58869a0dc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Jun 30 03:49:49.951826 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c38387-a51a-4b73-be23-be3cdc176ab1 req-593299e2-58ff-4cb9-b6ec-d4fda22ac2cc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:49.953916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-72c38387-a51a-4b73-be23-be3cdc176ab1 req-593299e2-58ff-4cb9-b6ec-d4fda22ac2cc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0656047 Jun 30 03:49:49.991329 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-72c38387-a51a-4b73-be23-be3cdc176ab1 req-7fe76c36-33dd-4ae8-9f08-2af082637f30 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Jun 30 03:49:50.015584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55740) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:50.078131 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ad83585f-8c89-46bb-b482-561828ecaa6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/a47c4f3f-2bed-463e-ab17-73d4b261e0ba HTTP/1.1" status: 200 len: 992 time: 0.0608180 Jun 30 03:49:50.328934 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55746) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:50.479971 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 08bc1628-ee4a-4392-9a46-b4c862d436e3 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:49:50.480315 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:50.552360 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:50.552690 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:50.564941 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 08bc1628-ee4a-4392-9a46-b4c862d436e3 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:49:50.792987 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:50.816068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=08bc1628-ee4a-4392-9a46-b4c862d436e3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:50.831351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.831351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.831691 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.832010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.832494 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.832663 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.833417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.833762 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.834096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.834423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.834747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.835067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:50.894440 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:50.894773 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Floating IP a47c4f3f-2bed-463e-ab17-73d4b261e0ba disassociated (deleted). External IP: 172.25.2.5, port: 35eace26-7b11-459c-b877-b7fb2067e230. Jun 30 03:49:51.099272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router db593b37-bb92-45e6-81f9-562970782e62 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:49:51.205513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:49:51.210348 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:51.215045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] Sync routers for ids ['db593b37-bb92-45e6-81f9-562970782e62'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:49:51.224611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] Routers {'db593b37-bb92-45e6-81f9-562970782e62'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:49:51.225225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['db593b37-bb92-45e6-81f9-562970782e62'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:51.246214 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b81505c0-22dd-4411-8273-122c82913c6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/floatingips/a47c4f3f-2bed-463e-ab17-73d4b261e0ba HTTP/1.1" status: 204 len: 168 time: 0.9162846 Jun 30 03:49:51.246782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2639cc41-6595-4415-a319-f2c3f9ade842', 'tag': '35eace26-7b11-459c-b877-b7fb2067e230'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:49:51.249031 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2639cc41-6595-4415-a319-f2c3f9ade842", "tag": "35eace26-7b11-459c-b877-b7fb2067e230"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:49:51.290973 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aca4077-d315-455b-b11f-8fddaa55e690 x-openstack-request-id: req-5aca4077-d315-455b-b11f-8fddaa55e690 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:49:51.291350 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2639cc41-6595-4415-a319-f2c3f9ade842", "tag": "35eace26-7b11-459c-b877-b7fb2067e230", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:49:51.291658 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5aca4077-d315-455b-b11f-8fddaa55e690 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:49:51.292189 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2639cc41-6595-4415-a319-f2c3f9ade842', 'tag': '35eace26-7b11-459c-b877-b7fb2067e230', 'status': 'completed', 'code': 200} Jun 30 03:49:51.333291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] Set router db593b37-bb92-45e6-81f9-562970782e62 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:49:51.366867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-0650475b-4a51-4f09-b63b-b7127355581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:51.368415 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-0650475b-4a51-4f09-b63b-b7127355581f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 1097 time: 0.0532951 Jun 30 03:49:51.464993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-85037084-8a52-4efe-bcdf-6a3170cfeff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:51.466524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-85037084-8a52-4efe-bcdf-6a3170cfeff0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=79f2c2dd-4675-4d07-a991-549b94059fbb HTTP/1.1" status: 200 len: 897 time: 0.0909400 Jun 30 03:49:51.508699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-ffd275af-37a1-45b6-bf88-598358c9c91f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35eace26-7b11-459c-b877-b7fb2067e230 HTTP/1.1" status: 200 len: 217 time: 0.0356560 Jun 30 03:49:51.537240 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'c3e4a938-2e1d-4966-bb39-aa71739bf2b8', 'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:cb:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:53Z', 'updated_at': '2021-06-30T03:48:58Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:51.556358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-9998b147-b7b7-4e1e-8d95-8e7ce2fe5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:51.557845 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-9998b147-b7b7-4e1e-8d95-8e7ce2fe5bee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14 HTTP/1.1" status: 200 len: 834 time: 0.0432100 Jun 30 03:49:51.563704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] Checking router: db593b37-bb92-45e6-81f9-562970782e62 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:49:51.573393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] Routers {'db593b37-bb92-45e6-81f9-562970782e62'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:49:51.574104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['db593b37-bb92-45e6-81f9-562970782e62'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:51.618936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-212c6173-cb80-4e21-a824-64de3952133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:51.620615 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-212c6173-cb80-4e21-a824-64de3952133b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=79f2c2dd-4675-4d07-a991-549b94059fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566256 Jun 30 03:49:51.681791 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] Set router db593b37-bb92-45e6-81f9-562970782e62 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:49:51.712917 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-7f36c5d7-e232-4a1e-88a8-85a0898458e0 service neutron] 10.222.0.83 "GET /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840087 Jun 30 03:49:51.809178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0e71ec23-399b-427a-a3a7-c2a0af88e6e8 req-bf9d763c-dd8e-41cc-91fa-8fb373d80b3d service neutron] 10.222.0.83 "GET /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899632 Jun 30 03:49:51.888286 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'c3e4a938-2e1d-4966-bb39-aa71739bf2b8', 'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:cb:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:53Z', 'updated_at': '2021-06-30T03:48:58Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:51.918669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738bde5d-e06f-4101-af56-3f8f28136b5b None None] The sync data for ids ['db593b37-bb92-45e6-81f9-562970782e62'] in n-d-798249-3 is: [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'c3e4a938-2e1d-4966-bb39-aa71739bf2b8', 'name': '', 'network_id': '79f2c2dd-4675-4d07-a991-549b94059fbb', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:cb:02:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:53Z', 'updated_at': '2021-06-30T03:48:58Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:49:51.923850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077ec9-c03e-41b3-94a6-d34d30653ea5 req-c24716bd-7237-4e4e-b94c-1fd2d3aa041e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:51.925407 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0077ec9-c03e-41b3-94a6-d34d30653ea5 req-c24716bd-7237-4e4e-b94c-1fd2d3aa041e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0643919 Jun 30 03:49:51.968106 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0077ec9-c03e-41b3-94a6-d34d30653ea5 req-49cb26ff-4cf9-4141-913a-0c0d0b95d7ec tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368955 Jun 30 03:49:52.145865 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5dbd3b-a139-4ac5-b52a-5f85baf1877b None None] New status for floating IP a47c4f3f-2bed-463e-ab17-73d4b261e0ba: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:49:53.142408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5c923-d276-405e-8af7-52cf054c8724 req-a29b463d-4f4e-45c3-94d0-b661f87d3953 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:53.143909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ae5c923-d276-405e-8af7-52cf054c8724 req-a29b463d-4f4e-45c3-94d0-b661f87d3953 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0644569 Jun 30 03:49:53.181261 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6ae5c923-d276-405e-8af7-52cf054c8724 req-90415626-d09d-4eed-992c-168413cbe412 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b6a5b4b-1d98-426b-a813-123bea08495e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317230 Jun 30 03:49:53.350945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-a28e5e22-cd1d-41bf-86e4-d3c150467a46 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:53.352399 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-a28e5e22-cd1d-41bf-86e4-d3c150467a46 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 946 time: 0.0619991 Jun 30 03:49:53.455608 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-3a511690-66ac-4792-96fa-5ffd9822bd3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 35eace26-7b11-459c-b877-b7fb2067e230 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:49:53.455853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-3a511690-66ac-4792-96fa-5ffd9822bd3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:53.543109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-3a511690-66ac-4792-96fa-5ffd9822bd3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port 35eace26-7b11-459c-b877-b7fb2067e230, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=35eace26-7b11-459c-b877-b7fb2067e230,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:53.543470 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-3a511690-66ac-4792-96fa-5ffd9822bd3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:53.553677 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:53.557466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-3a511690-66ac-4792-96fa-5ffd9822bd3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 35eace26-7b11-459c-b877-b7fb2067e230 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:49:53.776613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-3a511690-66ac-4792-96fa-5ffd9822bd3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:53.806196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a511690-66ac-4792-96fa-5ffd9822bd3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=35eace26-7b11-459c-b877-b7fb2067e230,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:53.856536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-3a511690-66ac-4792-96fa-5ffd9822bd3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] No DVR routers for this DVR port 35eace26-7b11-459c-b877-b7fb2067e230 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:49:53.859646 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-3a511690-66ac-4792-96fa-5ffd9822bd3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:53.862517 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc22ef70-73a3-4b0e-809b-627604fef3ee req-3a511690-66ac-4792-96fa-5ffd9822bd3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "DELETE /v2.0/ports/35eace26-7b11-459c-b877-b7fb2067e230 HTTP/1.1" status: 204 len: 173 time: 0.5041513 Jun 30 03:49:53.867041 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2639cc41-6595-4415-a319-f2c3f9ade842', 'name': 'network-vif-deleted', 'tag': '35eace26-7b11-459c-b877-b7fb2067e230'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:49:53.867041 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ed72ab-3d93-4852-8738-2a9c8e9aa5e7" -d '{"events": [{"server_uuid": "2639cc41-6595-4415-a319-f2c3f9ade842", "name": "network-vif-deleted", "tag": "35eace26-7b11-459c-b877-b7fb2067e230"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:49:53.910089 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0e62f4-a3eb-4e58-ba23-e3a19d53df5c x-openstack-request-id: req-3a0e62f4-a3eb-4e58-ba23-e3a19d53df5c {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:49:53.910406 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2639cc41-6595-4415-a319-f2c3f9ade842", "name": "network-vif-deleted", "tag": "35eace26-7b11-459c-b877-b7fb2067e230", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:49:53.910694 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3a0e62f4-a3eb-4e58-ba23-e3a19d53df5c {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:49:53.911241 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2639cc41-6595-4415-a319-f2c3f9ade842', 'name': 'network-vif-deleted', 'tag': '35eace26-7b11-459c-b877-b7fb2067e230', 'status': 'completed', 'code': 200} Jun 30 03:49:54.079738 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:54.352251 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19f52582-c860-4268-99e5-7b745abc90d7 req-6f5f8e36-88bf-4120-9dba-a4acff59802a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=2639cc41-6595-4415-a319-f2c3f9ade842 HTTP/1.1" status: 200 len: 210 time: 0.0277083 Jun 30 03:49:55.447391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55762) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:56.154917 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:56.409439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port c3e4a938-2e1d-4966-bb39-aa71739bf2b8 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:49:56.409837 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:56.493587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port c3e4a938-2e1d-4966-bb39-aa71739bf2b8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c3e4a938-2e1d-4966-bb39-aa71739bf2b8,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:56.494119 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:56.506482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for c3e4a938-2e1d-4966-bb39-aa71739bf2b8 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:49:56.735703 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:56.766167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=c3e4a938-2e1d-4966-bb39-aa71739bf2b8,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:56.844560 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 35eace26-7b11-459c-b877-b7fb2067e230 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:49:56.864499 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 35eace26-7b11-459c-b877-b7fb2067e230 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:49:56.864843 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 35eace26-7b11-459c-b877-b7fb2067e230 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:49:56.939225 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.152578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router db593b37-bb92-45e6-81f9-562970782e62 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:49:57.255837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:49:57.260664 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ab7ac3c3-1f91-4d29-b41d-d8ba311e3602 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "PUT /v2.0/routers/db593b37-bb92-45e6-81f9-562970782e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8122261 Jun 30 03:49:57.263443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55766) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:57.265451 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] Sync routers for ids ['db593b37-bb92-45e6-81f9-562970782e62'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:49:57.274572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] Routers {'db593b37-bb92-45e6-81f9-562970782e62'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:49:57.275184 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['db593b37-bb92-45e6-81f9-562970782e62'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:57.316047 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-8063a73a-4940-4546-ac84-6e39743440ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting subnet c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:49:57.319105 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8063a73a-4940-4546-ac84-6e39743440ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.358735 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8063a73a-4940-4546-ac84-6e39743440ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.381323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] Set router db593b37-bb92-45e6-81f9-562970782e62 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:49:57.500270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8063a73a-4940-4546-ac84-6e39743440ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.554446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:49:56Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:57.584466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] Checking router: db593b37-bb92-45e6-81f9-562970782e62 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:49:57.596131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] Routers {'db593b37-bb92-45e6-81f9-562970782e62'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:49:57.596736 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:49:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['db593b37-bb92-45e6-81f9-562970782e62'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:57.627723 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8063a73a-4940-4546-ac84-6e39743440ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.656809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063a73a-4940-4546-ac84-6e39743440ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Subnet': ['ID=c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:57.658802 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8063a73a-4940-4546-ac84-6e39743440ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.661153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8063a73a-4940-4546-ac84-6e39743440ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/subnets/c71cc4d7-afcd-4d4d-a3f4-9327d1fc5e14 HTTP/1.1" status: 204 len: 168 time: 0.3962781 Jun 30 03:49:57.663756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55768) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:57.776345 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.836079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d123a04-e4a0-473c-8bde-95016f7e07f2 None None] Network 79f2c2dd-4675-4d07-a991-549b94059fbb requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:49:57.882389 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.911546 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] Set router db593b37-bb92-45e6-81f9-562970782e62 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:49:57.989770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port e1cdc43a-ed50-4e20-8aad-b0783a038814 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:49:57.990122 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.071303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port e1cdc43a-ed50-4e20-8aad-b0783a038814, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=e1cdc43a-ed50-4e20-8aad-b0783a038814,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:58.071557 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.084955 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for e1cdc43a-ed50-4e20-8aad-b0783a038814 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:49:58.140168 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:49:56Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:58.167588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9fddc-cc6b-4a58-8fe4-bad018019e7b None None] The sync data for ids ['db593b37-bb92-45e6-81f9-562970782e62'] in n-d-798249-3 is: [{'id': 'db593b37-bb92-45e6-81f9-562970782e62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-741439835', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:49:56Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': 'e1cdc43a-ed50-4e20-8aad-b0783a038814', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:2d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db593b37-bb92-45e6-81f9-562970782e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:48:50Z', 'updated_at': '2021-06-30T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:49:58.174309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] DHCP port deletion for 79f2c2dd-4675-4d07-a991-549b94059fbb request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:49:58.228492 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Deleting port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:49:58.228871 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.290019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] For port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=b57d7b39-ba39-44fd-9e8f-17f784f5cb6d,segment=NetworkSegment(d3803de8-0ec3-4774-bfae-52e6b09d14fc),segment_id=d3803de8-0ec3-4774-bfae-52e6b09d14fc)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:58.290406 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.302288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Calling delete_port for b57d7b39-ba39-44fd-9e8f-17f784f5cb6d owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:49:58.341830 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.366018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=e1cdc43a-ed50-4e20-8aad-b0783a038814,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:58.438477 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.439602 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.465195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Pushing event deleted for resources: {'Port': ['ID=b57d7b39-ba39-44fd-9e8f-17f784f5cb6d,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:58.469652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] No DVR routers for this DVR port b57d7b39-ba39-44fd-9e8f-17f784f5cb6d on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:49:58.478993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.478993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.478993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.478993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.478993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.478993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.478993 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.480295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.480295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.480295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.480295 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.481054 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd858f13-b29e-4778-8631-7a079cacbfad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:58.539647 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.544153 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.623471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c3e4a938-2e1d-4966-bb39-aa71739bf2b8 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:49:58.641933 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-05b7e62c-e7e7-4a2c-8c23-6e2ef7b0eba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.643385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: c3e4a938-2e1d-4966-bb39-aa71739bf2b8 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:49:58.643635 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c3e4a938-2e1d-4966-bb39-aa71739bf2b8 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:49:58.644152 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b57d7b39-ba39-44fd-9e8f-17f784f5cb6d no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:49:58.650763 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.651329 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Fanout notify agent at l3_agent the message router_deleted on router db593b37-bb92-45e6-81f9-562970782e62 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:49:58.664536 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.664536 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-25912666-1a3d-4a26-ba3a-e9d97104a669 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/routers/db593b37-bb92-45e6-81f9-562970782e62 HTTP/1.1" status: 204 len: 168 time: 0.9956665 Jun 30 03:49:58.664536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55770) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:58.667067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: b57d7b39-ba39-44fd-9e8f-17f784f5cb6d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:49:58.667418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device b57d7b39-ba39-44fd-9e8f-17f784f5cb6d not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:49:58.744385 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.843628 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.854569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f2c2dd-4675-4d07-a991-549b94059fbb']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:58.865527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3803de8-0ec3-4774-bfae-52e6b09d14fc') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:58.865834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3803de8-0ec3-4774-bfae-52e6b09d14fc') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:49:58.875644 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.890980 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.896735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:49:58.899465 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: timer() Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:49:58.900046 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:49:59.038950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:59.046494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:59.048166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/networks/79f2c2dd-4675-4d07-a991-549b94059fbb HTTP/1.1" status: 204 len: 168 time: 0.3845313 Jun 30 03:49:59.051258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55772) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:59.059482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2eda40-f515-4374-b3cc-6fff66f9bfbd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Network': ['ID=79f2c2dd-4675-4d07-a991-549b94059fbb,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:59.113720 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:59.139137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:59.273618 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:59.276249 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:59.277510 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/security-groups/8b6a5b4b-1d98-426b-a813-123bea08495e HTTP/1.1" status: 204 len: 168 time: 0.2251868 Jun 30 03:49:59.287370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6a5b4b-1d98-426b-a813-123bea08495e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:59.295578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.296488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.296834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.297178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.297532 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.297871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.298204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.298535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.298865 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.299191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.299759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.299892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2fb34-7bb4-4e78-aa30-8413e928b3b4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:59.878764 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55778) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:49:59.883880 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-1a99e539-69c0-4481-b522-567c0b4acf94 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947618197', 'description': 'tempest-secgroup-smoke-1947618197 description', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:49:59.969872 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a99e539-69c0-4481-b522-567c0b4acf94 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.048897 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a99e539-69c0-4481-b522-567c0b4acf94 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.135601 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a99e539-69c0-4481-b522-567c0b4acf94 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.164442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99e539-69c0-4481-b522-567c0b4acf94 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26437dd0-37ea-42db-bd39-383c33569ef1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:00.221547 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1a99e539-69c0-4481-b522-567c0b4acf94 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.222801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1a99e539-69c0-4481-b522-567c0b4acf94 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3429933 Jun 30 03:50:00.225729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55780) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:00.230094 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-29c85e28-3569-478d-a485-df00736727f3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '26437dd0-37ea-42db-bd39-383c33569ef1', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:00.330203 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29c85e28-3569-478d-a485-df00736727f3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.384684 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29c85e28-3569-478d-a485-df00736727f3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.490901 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29c85e28-3569-478d-a485-df00736727f3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.519188 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c85e28-3569-478d-a485-df00736727f3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd31591-3522-459f-bdde-a7ec41c9172b,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:00.520222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e1cdc43a-ed50-4e20-8aad-b0783a038814 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:50:00.539933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: e1cdc43a-ed50-4e20-8aad-b0783a038814 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:50:00.540280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device e1cdc43a-ed50-4e20-8aad-b0783a038814 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:50:00.610895 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-29c85e28-3569-478d-a485-df00736727f3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.612098 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-29c85e28-3569-478d-a485-df00736727f3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854337 Jun 30 03:50:00.614866 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55782) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:00.619362 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-8a6c75df-7e81-4623-85dd-f6592909cb8f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '26437dd0-37ea-42db-bd39-383c33569ef1', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:00.735951 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a6c75df-7e81-4623-85dd-f6592909cb8f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.791827 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a6c75df-7e81-4623-85dd-f6592909cb8f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.855859 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a6c75df-7e81-4623-85dd-f6592909cb8f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.873264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c75df-7e81-4623-85dd-f6592909cb8f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b304d1b-9921-4f2d-be54-0b08550345ab,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:00.930376 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-8a6c75df-7e81-4623-85dd-f6592909cb8f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.931615 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-8a6c75df-7e81-4623-85dd-f6592909cb8f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157938 Jun 30 03:50:00.934238 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55784) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:00.938843 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b4bf36ed-f83b-4e89-968f-b8317b91344c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '26437dd0-37ea-42db-bd39-383c33569ef1', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:01.015945 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4bf36ed-f83b-4e89-968f-b8317b91344c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.076091 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4bf36ed-f83b-4e89-968f-b8317b91344c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.177692 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4bf36ed-f83b-4e89-968f-b8317b91344c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.197615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf36ed-f83b-4e89-968f-b8317b91344c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1158e2e-992c-4362-8852-2a99759fc45a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:01.273722 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b4bf36ed-f83b-4e89-968f-b8317b91344c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.274951 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b4bf36ed-f83b-4e89-968f-b8317b91344c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3397915 Jun 30 03:50:01.277699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55786) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:01.282937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a8b2cd82-e0e2-4385-a0f0-04ea1ba0535a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '26437dd0-37ea-42db-bd39-383c33569ef1', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:01.359218 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.393061 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-794d485b-5fa6-4fe0-a973-2f37ef63d439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.398647 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8b2cd82-e0e2-4385-a0f0-04ea1ba0535a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.458472 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8b2cd82-e0e2-4385-a0f0-04ea1ba0535a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.524539 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8b2cd82-e0e2-4385-a0f0-04ea1ba0535a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.542398 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2cd82-e0e2-4385-a0f0-04ea1ba0535a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5fcdf5-4a6d-472e-802a-3c1b83d1f9fe,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:01.549578 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:50:01.639931 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a8b2cd82-e0e2-4385-a0f0-04ea1ba0535a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.641198 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a8b2cd82-e0e2-4385-a0f0-04ea1ba0535a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3625610 Jun 30 03:50:01.643929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55788) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:01.648418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a5107fe9-aa08-4306-9da1-99d90503fbf2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '26437dd0-37ea-42db-bd39-383c33569ef1', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:01.724915 n-d-798249-3 neutron-server[94530]: INFO neutron.db.securitygroups_db [None req-a5107fe9-aa08-4306-9da1-99d90503fbf2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Project a25ef5c85a0c4e6a881a96592d44a055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:50:01.729786 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a5107fe9-aa08-4306-9da1-99d90503fbf2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.787876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a5107fe9-aa08-4306-9da1-99d90503fbf2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.873375 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a5107fe9-aa08-4306-9da1-99d90503fbf2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.893163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5107fe9-aa08-4306-9da1-99d90503fbf2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b7129f-84e6-4ecc-af8b-576247a278dd,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:01.954836 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a5107fe9-aa08-4306-9da1-99d90503fbf2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:01.956314 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a5107fe9-aa08-4306-9da1-99d90503fbf2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3114471 Jun 30 03:50:01.959111 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55790) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:01.963746 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9cf0519a-7475-43b9-b077-2fff4eb12b22 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '26437dd0-37ea-42db-bd39-383c33569ef1', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:02.039146 n-d-798249-3 neutron-server[94530]: INFO neutron.db.securitygroups_db [None req-9cf0519a-7475-43b9-b077-2fff4eb12b22 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Project a25ef5c85a0c4e6a881a96592d44a055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:50:02.044142 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9cf0519a-7475-43b9-b077-2fff4eb12b22 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.107345 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9cf0519a-7475-43b9-b077-2fff4eb12b22 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.181708 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9cf0519a-7475-43b9-b077-2fff4eb12b22 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.198860 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0519a-7475-43b9-b077-2fff4eb12b22 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b60f44-4414-4ac6-9408-20b13c2dc851,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:02.284727 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9cf0519a-7475-43b9-b077-2fff4eb12b22 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.286016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9cf0519a-7475-43b9-b077-2fff4eb12b22 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3259540 Jun 30 03:50:02.288783 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55792) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:02.293804 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'network': {'name': 'tempest-network-smoke--2146570086', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'port_security_enabled': True}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:02.376264 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:50:02.380037 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.403128 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:50:02.412089 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.412452 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Added segment 4aabfccf-ceec-48cd-9292-e5cb511c8158 of type vlan for network bdd4da8a-4ff1-4106-946e-2f89c816de93 Jun 30 03:50:02.451017 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.535939 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.541509 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:02.544045 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.608451 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Network': ['ID=bdd4da8a-4ff1-4106-946e-2f89c816de93,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:02.619494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network bdd4da8a-4ff1-4106-946e-2f89c816de93 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:50:02.640545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-505846b7-1e3d-4c73-a0cf-f1f879f4c339 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3506842 Jun 30 03:50:02.643278 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55794) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:02.647859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'admin_state_up': True, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:02.730003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.731087 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.780611 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:02.989315 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:03.101824 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:03.234676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:03.256462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:03.355976 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.25.2.205 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/7dc3ca27-ee63-4681-b148-be7074f75c61) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:50:03.458462 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:03.553033 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:03.589397 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:50:03.592046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:50:03.596109 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:50:03.619433 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=7dc3ca27-ee63-4681-b148-be7074f75c61,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:03.948339 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:04.475751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:04.661502 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:50:04.766836 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:50:04.777094 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Sync routers for ids ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:50:04.794248 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Routers {'3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:50:04.794866 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:04.861917 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:04.863208 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-75643138-8dd3-45ef-ac6e-176e63875b9b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2189953 Jun 30 03:50:04.866555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55796) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:04.878961 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:04.896315 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-81a1a7a2-7979-4bf0-89cc-7e2ea3e9f66d tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a25ef5c85a0c4e6a881a96592d44a055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285857 Jun 30 03:50:04.898868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55798) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:04.899674 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Set router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:50:04.993637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e45a15-5844-4f22-bcbe-5414e1d29bb2 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:04.995053 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-32e45a15-5844-4f22-bcbe-5414e1d29bb2 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952983 Jun 30 03:50:04.998287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55800) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:05.040823 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0015f25c-f279-41b9-865a-2a6cb34fa882 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410213 Jun 30 03:50:05.043192 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55802) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:05.050555 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1887199255', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:05.101139 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:03Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:05.128688 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Checking router: 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:50:05.129033 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Updating router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e port 7dc3ca27-ee63-4681-b148-be7074f75c61 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:50:05.162905 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.176398 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:50:05.180079 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.416942 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.426334 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Transition to ACTIVE for port object 7dc3ca27-ee63-4681-b148-be7074f75c61 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:50:05.450824 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.513341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Subnet': ['ID=63aa4158-ed95-492a-819c-c6e2b80f6f15,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:05.524568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Checking segment: {'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:50:05.527497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network hostable DHCP agents. Network: bdd4da8a-4ff1-4106-946e-2f89c816de93, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:50:05.547330 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.593913 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Attempting to bind port 7dc3ca27-ee63-4681-b148-be7074f75c61 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:50:05.594282 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Attempting to bind port 7dc3ca27-ee63-4681-b148-be7074f75c61 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:50:05.594645 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Attempting to bind port 7dc3ca27-ee63-4681-b148-be7074f75c61 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:50:05.601675 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Pushing event updated for resources: {'Port': ['ID=7dc3ca27-ee63-4681-b148-be7074f75c61,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:05.609732 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:50:05.613958 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:50:05.613958 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.613958 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:50:05.613958 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Bound port: 7dc3ca27-ee63-4681-b148-be7074f75c61, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:50:05.613958 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.613958 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.614627 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.614627 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.614828 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.615093 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.615411 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.615726 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.616041 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.616352 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.616670 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.616980 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.617291 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:50:05.633311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network bdd4da8a-4ff1-4106-946e-2f89c816de93 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:50:05.668738 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] For port 7dc3ca27-ee63-4681-b148-be7074f75c61, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:50:05.672399 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] For port 7dc3ca27-ee63-4681-b148-be7074f75c61, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7dc3ca27-ee63-4681-b148-be7074f75c61,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:50:05.724652 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, bdd4da8a-4ff1-4106-946e-2f89c816de93) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:50:05.729043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:05.735859 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.736135 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e4b38-883a-4b7f-92bc-1c2f03c7234e None None] Network bdd4da8a-4ff1-4106-946e-2f89c816de93 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:50:05.753924 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.812709 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Routers {'3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:50:05.813420 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:05.814970 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91630f-25ec-4471-a4e5-0ffd8de49bdc None None] Pushing event updated for resources: {'Port': ['ID=7dc3ca27-ee63-4681-b148-be7074f75c61,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:05.834327 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-89613a5f-7cb9-4f3e-8b50-75e0d493606a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7897289 Jun 30 03:50:05.837032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55804) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:05.890568 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-bdd4da8a-4ff1-4106-946e-2f89c816de93', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:50:05.891969 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:05.924472 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] Set router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:50:06.040307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Allocated IP 172.20.0.2 (bdd4da8a-4ff1-4106-946e-2f89c816de93/63aa4158-ed95-492a-819c-c6e2b80f6f15/f358ecde-a81a-4e1b-905c-0e05a5387ad8) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:50:06.119574 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:03Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:06.145628 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604c7f9-84bb-4631-adfd-5b3fcb0a338b None None] The sync data for ids ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'] in n-d-798249-3 is: [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:03Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:50:06.194158 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:06.205874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Transition to ACTIVE for port object f358ecde-a81a-4e1b-905c-0e05a5387ad8 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:50:06.223486 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Transition to ACTIVE for port object f358ecde-a81a-4e1b-905c-0e05a5387ad8 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:50:06.292205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:06.308030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:06.347045 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Network bdd4da8a-4ff1-4106-946e-2f89c816de93 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:50:06.349890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:50:06.352254 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:50:06.391526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Pushing event updated for resources: {'Port': ['ID=f358ecde-a81a-4e1b-905c-0e05a5387ad8,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:06.440945 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Attempting to bind port f358ecde-a81a-4e1b-905c-0e05a5387ad8 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:50:06.441220 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Attempting to bind port f358ecde-a81a-4e1b-905c-0e05a5387ad8 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:50:06.441612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Attempting to bind port f358ecde-a81a-4e1b-905c-0e05a5387ad8 on network bdd4da8a-4ff1-4106-946e-2f89c816de93 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:50:06.446712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:50:06.447076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Checking segment: {'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:50:06.447476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:06.447859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Bound using segment: {'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:50:06.448322 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Bound port: f358ecde-a81a-4e1b-905c-0e05a5387ad8, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:50:06.448696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:06.534276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] For port f358ecde-a81a-4e1b-905c-0e05a5387ad8, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:50:06.543813 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] For port f358ecde-a81a-4e1b-905c-0e05a5387ad8, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f358ecde-a81a-4e1b-905c-0e05a5387ad8,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:50:06.610477 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7dc3ca27-ee63-4681-b148-be7074f75c61 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:50:06.620042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.20.0.1 (bdd4da8a-4ff1-4106-946e-2f89c816de93/63aa4158-ed95-492a-819c-c6e2b80f6f15/f22ac799-a83b-4888-a0b0-4d133210d526) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:50:06.651835 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:06.723160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44c61e-2d39-44b4-a42f-a99634730ce9 None None] Pushing event updated for resources: {'Port': ['ID=f358ecde-a81a-4e1b-905c-0e05a5387ad8,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:06.746685 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:06.760723 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Transition to ACTIVE for port object f22ac799-a83b-4888-a0b0-4d133210d526 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:50:06.765259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 7dc3ca27-ee63-4681-b148-be7074f75c61 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:50:06.769951 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7dc3ca27-ee63-4681-b148-be7074f75c61 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:06.772463 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:06.846838 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:06.860621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:06.885525 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 7dc3ca27-ee63-4681-b148-be7074f75c61, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7dc3ca27-ee63-4681-b148-be7074f75c61,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:06.925336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network bdd4da8a-4ff1-4106-946e-2f89c816de93 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:50:06.931800 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:50:06.933771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=f22ac799-a83b-4888-a0b0-4d133210d526,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:06.936442 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:50:06.954736 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:07.000656 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:07.024357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=7dc3ca27-ee63-4681-b148-be7074f75c61,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:07.209574 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:07.497978 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:07.541918 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:07.624720 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=f22ac799-a83b-4888-a0b0-4d133210d526,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:07.628146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:07.664420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb6bc7-35b6-4652-b874-bc3dbf5c98d4 None None] Network bdd4da8a-4ff1-4106-946e-2f89c816de93 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:50:07.719862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network bdd4da8a-4ff1-4106-946e-2f89c816de93 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:50:07.721252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:50:07.844759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d1ac0b49-b1e1-42ad-8252-d68e1e625b1d None None] Provisioning for port f358ecde-a81a-4e1b-905c-0e05a5387ad8 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:50:07.848615 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:50:07.968535 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:50:07.973711 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-61f2cf45-3917-46d0-b490-3180e2f7cabd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "PUT /v2.0/routers/3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1355517 Jun 30 03:50:08.113123 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Sync routers for ids ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:50:08.122848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Routers {'3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:50:08.123504 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:08.129222 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-4bb3ab2c-caec-4272-804e-5664e427b1dc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947618197&fields=id&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 267 time: 0.0396922 Jun 30 03:50:08.157166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-39b18dab-8b6b-4e6f-8bee-3b60fa0e7e60 None None] Provisioning for port f22ac799-a83b-4888-a0b0-4d133210d526 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:50:08.165483 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-39b18dab-8b6b-4e6f-8bee-3b60fa0e7e60 None None] Provisioning complete for port f22ac799-a83b-4888-a0b0-4d133210d526 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:08.165878 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39b18dab-8b6b-4e6f-8bee-3b60fa0e7e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:08.243067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-39b18dab-8b6b-4e6f-8bee-3b60fa0e7e60 None None] Port f22ac799-a83b-4888-a0b0-4d133210d526 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:50:08.258796 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-f9a20161-a818-4804-9f65-2ed3d4eef6cc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:08.260279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-f9a20161-a818-4804-9f65-2ed3d4eef6cc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/networks?id=bdd4da8a-4ff1-4106-946e-2f89c816de93 HTTP/1.1" status: 200 len: 797 time: 0.1237152 Jun 30 03:50:08.266150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Set router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:50:08.277935 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-69d3e17f-1d21-4719-a8ca-726951ac860b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/quotas/a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 375 time: 0.0103314 Jun 30 03:50:08.356793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-1bbba8eb-c0c4-4a47-8177-091b8e0d9fd5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727806 Jun 30 03:50:08.406732 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f0b11d6c-6406-4686-af49-31287b937f8c None None] Provisioning complete for port f22ac799-a83b-4888-a0b0-4d133210d526 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:08.407124 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f0b11d6c-6406-4686-af49-31287b937f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:08.455187 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-22d27a54-d41d-4943-b737-4c7e893743f7 service neutron] 10.222.0.77 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861616 Jun 30 03:50:08.467652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f0b11d6c-6406-4686-af49-31287b937f8c None None] Port f22ac799-a83b-4888-a0b0-4d133210d526 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:50:08.517303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:07Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f22ac799-a83b-4888-a0b0-4d133210d526', 'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:72:c7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:06Z', 'updated_at': '2021-06-30T03:50:07Z', 'revision_number': 2, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:08.545639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Checking router: 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:50:08.545969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Updating router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e port f22ac799-a83b-4888-a0b0-4d133210d526 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:50:08.562676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-a10c28d5-51d7-4ee4-8448-20b9946de085 service neutron] 10.222.0.77 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012280 Jun 30 03:50:08.584460 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:08.606169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-50013a59-8751-4b88-b385-4345016b2eda None None] Provisioning complete for port f22ac799-a83b-4888-a0b0-4d133210d526 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:08.609517 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-50013a59-8751-4b88-b385-4345016b2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:08.669943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7dc3ca27-ee63-4681-b148-be7074f75c61 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:50:08.672222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-50013a59-8751-4b88-b385-4345016b2eda None None] Port f22ac799-a83b-4888-a0b0-4d133210d526 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:50:08.825845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 7dc3ca27-ee63-4681-b148-be7074f75c61 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:08.826219 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:08.857139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28ac87a1-cdc6-4bf0-b709-a422144e4cc6 req-571e2689-182d-4593-a3c1-92b6124c9628 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 210 time: 0.0307024 Jun 30 03:50:08.974120 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f358ecde-a81a-4e1b-905c-0e05a5387ad8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:50:09.006974 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.023610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Transition to ACTIVE for port object f22ac799-a83b-4888-a0b0-4d133210d526 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:50:09.107500 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.143461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f358ecde-a81a-4e1b-905c-0e05a5387ad8 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:50:09.152711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f358ecde-a81a-4e1b-905c-0e05a5387ad8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:09.153086 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.208510 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed26dd4-b3ae-4629-a680-f523050c3892 None None] Pushing event updated for resources: {'Port': ['ID=f22ac799-a83b-4888-a0b0-4d133210d526,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:09.254112 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Attempting to bind port f22ac799-a83b-4888-a0b0-4d133210d526 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:50:09.254484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Attempting to bind port f22ac799-a83b-4888-a0b0-4d133210d526 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:50:09.254851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Attempting to bind port f22ac799-a83b-4888-a0b0-4d133210d526 on network bdd4da8a-4ff1-4106-946e-2f89c816de93 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:50:09.261194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:50:09.261593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Checking segment: {'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:50:09.262009 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.262408 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Bound using segment: {'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:50:09.262888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Bound port: f22ac799-a83b-4888-a0b0-4d133210d526, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:50:09.263273 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.330400 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.380802 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] For port f22ac799-a83b-4888-a0b0-4d133210d526, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:50:09.383703 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port f358ecde-a81a-4e1b-905c-0e05a5387ad8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f358ecde-a81a-4e1b-905c-0e05a5387ad8,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:09.427991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] For port f22ac799-a83b-4888-a0b0-4d133210d526, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f22ac799-a83b-4888-a0b0-4d133210d526,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:50:09.478915 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.502520 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:09.544074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=f358ecde-a81a-4e1b-905c-0e05a5387ad8,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:09.550824 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Routers {'3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:50:09.551498 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:09.829562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed26dd4-b3ae-4629-a680-f523050c3892 None None] Pushing event updated for resources: {'Port': ['ID=f22ac799-a83b-4888-a0b0-4d133210d526,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:09.866285 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] Set router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:50:09.945464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2410f2bd-dba6-4e63-a913-a75408ff6493 req-57333bcc-330c-423c-9c81-4ea8b3bf155f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 210 time: 0.0303981 Jun 30 03:50:10.080805 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:07Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f22ac799-a83b-4888-a0b0-4d133210d526', 'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:72:c7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:06Z', 'updated_at': '2021-06-30T03:50:09Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:10.106725 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5adeb3f-8ee3-4e52-91ef-b650d36a040b None None] The sync data for ids ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'] in n-d-798249-3 is: [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:07Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f22ac799-a83b-4888-a0b0-4d133210d526', 'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:72:c7:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:06Z', 'updated_at': '2021-06-30T03:50:09Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:50:10.643166 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f358ecde-a81a-4e1b-905c-0e05a5387ad8 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:50:10.693469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f358ecde-a81a-4e1b-905c-0e05a5387ad8 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:10.693868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:10.780234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f22ac799-a83b-4888-a0b0-4d133210d526 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:50:10.895256 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f22ac799-a83b-4888-a0b0-4d133210d526 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:50:10.899341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f22ac799-a83b-4888-a0b0-4d133210d526 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:10.899717 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:10.991964 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:11.030215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port f22ac799-a83b-4888-a0b0-4d133210d526, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f22ac799-a83b-4888-a0b0-4d133210d526,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:11.033593 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5ae2e8fc-37f4-4d36-ba56-e67989bb06a4 req-7ad5abcb-c966-4178-8cbc-c9c826c00834 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 210 time: 0.0329833 Jun 30 03:50:11.090191 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:11.140438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=f22ac799-a83b-4888-a0b0-4d133210d526,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:12.174903 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-867b3ae1-727c-4dee-b84f-7915aa0c213c req-08e46889-3697-46fd-8da1-c9d9af746884 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Jun 30 03:50:12.562588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f22ac799-a83b-4888-a0b0-4d133210d526 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:50:12.609391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f22ac799-a83b-4888-a0b0-4d133210d526 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:12.609804 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:13.213831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b71f32df-eda2-4525-b940-690844b6bccc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:13.215316 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b71f32df-eda2-4525-b940-690844b6bccc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/networks?id=bdd4da8a-4ff1-4106-946e-2f89c816de93 HTTP/1.1" status: 200 len: 797 time: 0.1049135 Jun 30 03:50:13.259935 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-17cb2a01-c5f1-4f9a-943f-90f2cbe4fe4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 380 time: 0.0365839 Jun 30 03:50:13.268736 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'port': {'device_id': '829ed3ec-04df-43c8-b418-b750eee90319', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'admin_state_up': True, 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'security_groups': ['26437dd0-37ea-42db-bd39-383c33569ef1']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:13.325056 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-412b93ef-187b-4121-8e3b-988365c034a2 req-42dbc77a-8253-43e3-8032-6e51548abebb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 210 time: 0.0364692 Jun 30 03:50:13.484248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:50:13.488321 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:13.615219 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.20.0.6 (bdd4da8a-4ff1-4106-946e-2f89c816de93/63aa4158-ed95-492a-819c-c6e2b80f6f15/49338b10-eca2-495f-abc9-a9aeda29035c) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:50:13.752182 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:13.765957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Transition to ACTIVE for port object 49338b10-eca2-495f-abc9-a9aeda29035c will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:50:13.885150 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:13.927597 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network bdd4da8a-4ff1-4106-946e-2f89c816de93 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:50:13.930778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:50:13.935677 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:50:13.964209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=49338b10-eca2-495f-abc9-a9aeda29035c,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:13.997202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:13.997896 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:14.085346 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-46a30ecd-b2a9-4b09-b1d4-4d094b2244aa tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8203933 Jun 30 03:50:14.097697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Request body: {'port': {'device_id': '829ed3ec-04df-43c8-b418-b750eee90319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:14.170460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:14.307693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-460d4b7a-4035-4cf7-ae01-a88e3b6afc80 None None] Provisioning for port 49338b10-eca2-495f-abc9-a9aeda29035c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:50:14.313726 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-460d4b7a-4035-4cf7-ae01-a88e3b6afc80 None None] Provisioning complete for port 49338b10-eca2-495f-abc9-a9aeda29035c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:14.314122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-460d4b7a-4035-4cf7-ae01-a88e3b6afc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:14.351308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-460d4b7a-4035-4cf7-ae01-a88e3b6afc80 None None] Port 49338b10-eca2-495f-abc9-a9aeda29035c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:50:14.458889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49338b10-eca2-495f-abc9-a9aeda29035c {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:50:14.482068 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:14.500111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Transition to ACTIVE for port object 49338b10-eca2-495f-abc9-a9aeda29035c will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:50:14.525822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f3f7a-322f-4ea5-86c6-40cc3cb067a0 req-61f10759-3ab1-4cf6-95d8-193799c29a13 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:14.527338 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e71f3f7a-322f-4ea5-86c6-40cc3cb067a0 req-61f10759-3ab1-4cf6-95d8-193799c29a13 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 931 time: 0.0850265 Jun 30 03:50:14.576727 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e71f3f7a-322f-4ea5-86c6-40cc3cb067a0 req-5fcf0428-73b4-4b20-9a70-0e457be219c9 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Jun 30 03:50:14.581420 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:14.633080 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=49338b10-eca2-495f-abc9-a9aeda29035c,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:14.702987 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Attempting to bind port 49338b10-eca2-495f-abc9-a9aeda29035c on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:50:14.703326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Attempting to bind port 49338b10-eca2-495f-abc9-a9aeda29035c by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:50:14.703659 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Attempting to bind port 49338b10-eca2-495f-abc9-a9aeda29035c on network bdd4da8a-4ff1-4106-946e-2f89c816de93 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:50:14.708373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Port 49338b10-eca2-495f-abc9-a9aeda29035c on network bdd4da8a-4ff1-4106-946e-2f89c816de93 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:50:14.708701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Attempting to bind port 49338b10-eca2-495f-abc9-a9aeda29035c on network bdd4da8a-4ff1-4106-946e-2f89c816de93 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:50:14.713745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:50:14.714086 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Checking segment: {'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:50:14.714477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Bound using segment: {'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:50:14.714906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Bound port: 49338b10-eca2-495f-abc9-a9aeda29035c, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aabfccf-ceec-48cd-9292-e5cb511c8158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:50:14.715266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:14.784163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] For port 49338b10-eca2-495f-abc9-a9aeda29035c, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:50:14.787220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] For port 49338b10-eca2-495f-abc9-a9aeda29035c, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=49338b10-eca2-495f-abc9-a9aeda29035c,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:50:14.873848 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:14.908202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:14.909335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:14.910680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] 10.222.0.83 "PUT /v2.0/ports/49338b10-eca2-495f-abc9-a9aeda29035c HTTP/1.1" status: 200 len: 1091 time: 0.8174562 Jun 30 03:50:14.911114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829ed3ec-04df-43c8-b418-b750eee90319', 'tag': '49338b10-eca2-495f-abc9-a9aeda29035c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:50:14.913515 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb50d81-9660-4d15-b72a-4aae988a3de6" -d '{"events": [{"name": "network-changed", "server_uuid": "829ed3ec-04df-43c8-b418-b750eee90319", "tag": "49338b10-eca2-495f-abc9-a9aeda29035c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:50:14.943653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ea50a-a39a-447c-8c81-d5546673c4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=49338b10-eca2-495f-abc9-a9aeda29035c,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:14.961412 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd848297-3052-4639-8552-d39ff632b5b2 x-openstack-request-id: req-fd848297-3052-4639-8552-d39ff632b5b2 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:50:14.961731 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829ed3ec-04df-43c8-b418-b750eee90319", "tag": "49338b10-eca2-495f-abc9-a9aeda29035c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:50:14.962079 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd848297-3052-4639-8552-d39ff632b5b2 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:50:14.962502 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829ed3ec-04df-43c8-b418-b750eee90319', 'tag': '49338b10-eca2-495f-abc9-a9aeda29035c', 'status': 'completed', 'code': 200} Jun 30 03:50:15.040345 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb50d81-9660-4d15-b72a-4aae988a3de6 req-14e17256-ee18-4dcf-a12b-925453aa7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:15.041901 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9cb50d81-9660-4d15-b72a-4aae988a3de6 req-14e17256-ee18-4dcf-a12b-925453aa7bf7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 1094 time: 0.0569348 Jun 30 03:50:15.490671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb50d81-9660-4d15-b72a-4aae988a3de6 req-70179baa-6765-445c-8a89-3daafd003c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:15.492150 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9cb50d81-9660-4d15-b72a-4aae988a3de6 req-70179baa-6765-445c-8a89-3daafd003c3e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4435463 Jun 30 03:50:15.583279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb50d81-9660-4d15-b72a-4aae988a3de6 req-a5578b61-415e-4c44-a580-44877ceb0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:15.584733 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9cb50d81-9660-4d15-b72a-4aae988a3de6 req-a5578b61-415e-4c44-a580-44877ceb0855 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860784 Jun 30 03:50:15.677389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-06660f20-7314-4ad4-9837-a2744563d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:15.678987 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-06660f20-7314-4ad4-9837-a2744563d93f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 1094 time: 0.0567293 Jun 30 03:50:15.731633 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-461ed82c-ddfa-4fb0-96ae-a81d85b19c39 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49338b10-eca2-495f-abc9-a9aeda29035c HTTP/1.1" status: 200 len: 217 time: 0.0446937 Jun 30 03:50:15.802259 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-00fc2ce3-0703-47ef-bad1-863750b3862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:15.803599 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-00fc2ce3-0703-47ef-bad1-863750b3862d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63aa4158-ed95-492a-819c-c6e2b80f6f15 HTTP/1.1" status: 200 len: 835 time: 0.0569234 Jun 30 03:50:15.844623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84a50c-b0fd-46ff-b74f-3bfc4c8c3889 req-c8e2c31c-f536-4e58-88ce-9cc408c1e30d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:15.846097 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e84a50c-b0fd-46ff-b74f-3bfc4c8c3889 req-c8e2c31c-f536-4e58-88ce-9cc408c1e30d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 943 time: 0.1535316 Jun 30 03:50:15.895677 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8e84a50c-b0fd-46ff-b74f-3bfc4c8c3889 req-47ce0713-67e4-4e15-b690-9953a08d5c95 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 Jun 30 03:50:15.900352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-c31a4249-6697-4ef1-a98f-2a11420e024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:15.901803 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-c31a4249-6697-4ef1-a98f-2a11420e024f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bdd4da8a-4ff1-4106-946e-2f89c816de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921216 Jun 30 03:50:15.994312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-28594d09-0fcf-4b11-8cb9-8673fab31afc service neutron] 10.222.0.83 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859656 Jun 30 03:50:16.083410 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9742ebb3-b853-4b8f-af9a-d8dc158a892d req-98975e47-2ade-4ad3-9051-eae0367cb220 service neutron] 10.222.0.83 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831687 Jun 30 03:50:17.070642 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f5153-0fad-4000-8892-59b8cb293a36 req-cc97d0f0-9112-440d-a293-a9722cb2bf62 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:17.072139 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b63f5153-0fad-4000-8892-59b8cb293a36 req-cc97d0f0-9112-440d-a293-a9722cb2bf62 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 943 time: 0.0627220 Jun 30 03:50:17.111157 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b63f5153-0fad-4000-8892-59b8cb293a36 req-82d3c0a4-97af-4ea1-b3b0-e2e22029db0b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324113 Jun 30 03:50:18.282084 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc44e0-dfaf-4804-929d-ce72d02e9547 req-49a520cb-223e-405e-b9cf-77eb6e4da36c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:18.283462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7bc44e0-dfaf-4804-929d-ce72d02e9547 req-49a520cb-223e-405e-b9cf-77eb6e4da36c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 943 time: 0.0623491 Jun 30 03:50:18.319895 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7bc44e0-dfaf-4804-929d-ce72d02e9547 req-96e1d0f1-8f8f-4b68-8a1c-a5d5d515780f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308180 Jun 30 03:50:18.939209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 49338b10-eca2-495f-abc9-a9aeda29035c details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:50:19.034330 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 49338b10-eca2-495f-abc9-a9aeda29035c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=49338b10-eca2-495f-abc9-a9aeda29035c,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:19.045816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '49338b10-eca2-495f-abc9-a9aeda29035c', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'port_id': '49338b10-eca2-495f-abc9-a9aeda29035c', 'mac_address': 'fa:16:3e:97:11:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:50:19.081407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:19.093812 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49338b10-eca2-495f-abc9-a9aeda29035c {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:50:19.113839 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 49338b10-eca2-495f-abc9-a9aeda29035c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=49338b10-eca2-495f-abc9-a9aeda29035c,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:19.192810 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:19.239468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=49338b10-eca2-495f-abc9-a9aeda29035c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:19.393345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['49338b10-eca2-495f-abc9-a9aeda29035c'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:50:19.523543 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aec0a-b495-4140-ae08-5de6ddda54ab req-dc85ad71-9ab8-4740-b9c2-e8d6958c0d7e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:19.525886 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f66aec0a-b495-4140-ae08-5de6ddda54ab req-dc85ad71-9ab8-4740-b9c2-e8d6958c0d7e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 944 time: 0.0951793 Jun 30 03:50:19.568237 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f66aec0a-b495-4140-ae08-5de6ddda54ab req-9a861095-8aa4-4cbf-b078-4def59c0c882 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362501 Jun 30 03:50:20.743613 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5d24d-a641-4adf-b394-37c7a5c698a3 req-570cc5fc-7220-43ee-b1ef-e7c4134c9961 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:20.745597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bff5d24d-a641-4adf-b394-37c7a5c698a3 req-570cc5fc-7220-43ee-b1ef-e7c4134c9961 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 944 time: 0.0685742 Jun 30 03:50:20.785173 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bff5d24d-a641-4adf-b394-37c7a5c698a3 req-bbc57d68-658d-4f8b-b644-f5056ea9fc5d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311861 Jun 30 03:50:20.955572 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 49338b10-eca2-495f-abc9-a9aeda29035c up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:50:21.078711 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 49338b10-eca2-495f-abc9-a9aeda29035c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:50:21.082815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 49338b10-eca2-495f-abc9-a9aeda29035c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:50:21.083220 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:21.159025 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:21.181700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829ed3ec-04df-43c8-b418-b750eee90319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49338b10-eca2-495f-abc9-a9aeda29035c'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:50:21.183983 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46128633-1bf1-4f34-8eea-eedccad70c83" -d '{"events": [{"server_uuid": "829ed3ec-04df-43c8-b418-b750eee90319", "name": "network-vif-plugged", "status": "completed", "tag": "49338b10-eca2-495f-abc9-a9aeda29035c"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:50:21.196432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 49338b10-eca2-495f-abc9-a9aeda29035c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=49338b10-eca2-495f-abc9-a9aeda29035c,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:50:21.272634 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49be66c4-3f1e-4730-9b62-fbee559251de x-openstack-request-id: req-49be66c4-3f1e-4730-9b62-fbee559251de {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:50:21.272934 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829ed3ec-04df-43c8-b418-b750eee90319", "name": "network-vif-plugged", "status": "completed", "tag": "49338b10-eca2-495f-abc9-a9aeda29035c", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:50:21.273192 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49be66c4-3f1e-4730-9b62-fbee559251de {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:50:21.273622 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829ed3ec-04df-43c8-b418-b750eee90319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49338b10-eca2-495f-abc9-a9aeda29035c', 'code': 200} Jun 30 03:50:21.274863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:21.332194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=49338b10-eca2-495f-abc9-a9aeda29035c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:21.393123 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3042a-e612-4d4b-997e-4c10e9a639f1 req-b699f082-f87d-469b-b453-28f2793cf10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:21.394661 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9a3042a-e612-4d4b-997e-4c10e9a639f1 req-b699f082-f87d-469b-b453-28f2793cf10d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 1096 time: 0.0566890 Jun 30 03:50:21.430978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c9a3042a-e612-4d4b-997e-4c10e9a639f1 req-e11907e3-8bef-4148-bffb-a04fca48aa58 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298395 Jun 30 03:50:21.955787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c5205-09c2-47fe-9879-c5f6c2aaaade req-5bb63506-5078-4ad7-bf2a-7c787389c223 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:21.957302 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de3c5205-09c2-47fe-9879-c5f6c2aaaade req-5bb63506-5078-4ad7-bf2a-7c787389c223 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0656421 Jun 30 03:50:21.994784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de3c5205-09c2-47fe-9879-c5f6c2aaaade req-6fc800cb-ea5e-414b-b84e-3efc1f820488 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Jun 30 03:50:23.168956 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d282d9-b23e-41ad-bf11-5a5e23cd3b7e req-65057a98-1335-4e78-a202-e9d94b4a9ff0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:23.170521 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19d282d9-b23e-41ad-bf11-5a5e23cd3b7e req-65057a98-1335-4e78-a202-e9d94b4a9ff0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0653970 Jun 30 03:50:23.208934 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-19d282d9-b23e-41ad-bf11-5a5e23cd3b7e req-63434b0a-cb82-42d6-aa7e-220f630de985 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326722 Jun 30 03:50:23.380639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790b4dc-9dd7-4d38-a995-958ee0c643a1 req-c0fe052a-04a8-407e-8a42-fd7559e3c27c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:23.382137 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d790b4dc-9dd7-4d38-a995-958ee0c643a1 req-c0fe052a-04a8-407e-8a42-fd7559e3c27c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0624228 Jun 30 03:50:23.419181 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d790b4dc-9dd7-4d38-a995-958ee0c643a1 req-9ca1415c-bf43-4ff8-a186-3828cf581e72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314751 Jun 30 03:50:23.443357 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55872) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:23.495149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9449653c-2c0f-40c3-9600-f04d6d75504e tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:23.496578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9449653c-2c0f-40c3-9600-f04d6d75504e tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 1091 time: 0.0522268 Jun 30 03:50:23.499402 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55874) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:23.503805 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '49338b10-eca2-495f-abc9-a9aeda29035c', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:50:23.627283 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:23.672663 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:23.734351 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:23.834415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.25.2.237 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/8a3139f4-e396-403e-beda-9bb4b1219282) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:50:23.939131 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:24.073290 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:24.117271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:50:24.117271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:50:24.117271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:50:24.141351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=8a3139f4-e396-403e-beda-9bb4b1219282,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:24.187154 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:24.484045 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:24.632839 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:24.777981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:24.872347 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:24.942633 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=8a3139f4-e396-403e-beda-9bb4b1219282,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:50:24.957239 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:25.404972 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Floating IP a4e58b27-c1b9-44f5-8a7c-94044671a70f associated. External IP: 172.25.2.237, port: 49338b10-eca2-495f-abc9-a9aeda29035c. Jun 30 03:50:25.611284 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:50:25.717929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:50:25.726934 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] Sync routers for ids ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:50:25.736955 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] Routers {'3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:50:25.737708 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:25.803825 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:25.840821 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] Set router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:50:25.844259 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b39aaf50-5f18-44e1-b952-da39eeab4eac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3437657 Jun 30 03:50:25.844852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829ed3ec-04df-43c8-b418-b750eee90319', 'tag': '49338b10-eca2-495f-abc9-a9aeda29035c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:50:25.847189 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce74ead-a242-4bef-9a39-107167f80771" -d '{"events": [{"name": "network-changed", "server_uuid": "829ed3ec-04df-43c8-b418-b750eee90319", "tag": "49338b10-eca2-495f-abc9-a9aeda29035c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:50:25.960773 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa4abbc-0912-49f8-be5e-4eade25da5e7 x-openstack-request-id: req-aaa4abbc-0912-49f8-be5e-4eade25da5e7 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:50:25.961129 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829ed3ec-04df-43c8-b418-b750eee90319", "tag": "49338b10-eca2-495f-abc9-a9aeda29035c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:50:25.961445 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aaa4abbc-0912-49f8-be5e-4eade25da5e7 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:50:25.961922 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829ed3ec-04df-43c8-b418-b750eee90319', 'tag': '49338b10-eca2-495f-abc9-a9aeda29035c', 'status': 'completed', 'code': 200} Jun 30 03:50:26.014187 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b2530-1f4c-4262-b435-305267374bd8 req-91ed8488-fbb2-4b30-8248-11899c4aeb02 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:26.015758 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-698b2530-1f4c-4262-b435-305267374bd8 req-91ed8488-fbb2-4b30-8248-11899c4aeb02 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0677762 Jun 30 03:50:26.031660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce74ead-a242-4bef-9a39-107167f80771 req-38c1a86f-e79b-4ce7-9d3a-8b0b2405740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:26.033197 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ce74ead-a242-4bef-9a39-107167f80771 req-38c1a86f-e79b-4ce7-9d3a-8b0b2405740d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 1096 time: 0.0562963 Jun 30 03:50:26.056755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-698b2530-1f4c-4262-b435-305267374bd8 req-5c8d5126-d8df-4989-9959-0f15b1543313 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339992 Jun 30 03:50:26.082537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55882) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:26.086233 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:07Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'a4e58b27-c1b9-44f5-8a7c-94044671a70f', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'port_id': '49338b10-eca2-495f-abc9-a9aeda29035c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'mac_address': 'fa:16:3e:97:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ed3ec-04df-43c8-b418-b750eee90319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:50:24Z', 'updated_at': '2021-06-30T03:50:24Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22ac799-a83b-4888-a0b0-4d133210d526', 'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:72:c7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:06Z', 'updated_at': '2021-06-30T03:50:11Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:26.112912 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] Checking router: 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:50:26.122628 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] Routers {'3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:50:26.123259 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:50:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:26.129347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce74ead-a242-4bef-9a39-107167f80771 req-cb6a04a9-0c49-417a-9aec-1e87f67199cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:26.130984 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ce74ead-a242-4bef-9a39-107167f80771 req-cb6a04a9-0c49-417a-9aec-1e87f67199cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=bdd4da8a-4ff1-4106-946e-2f89c816de93 HTTP/1.1" status: 200 len: 898 time: 0.0915134 Jun 30 03:50:26.149391 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-548325b9-0ab4-45db-b0f8-07a6b607d2bc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/a4e58b27-c1b9-44f5-8a7c-94044671a70f HTTP/1.1" status: 200 len: 991 time: 0.0655770 Jun 30 03:50:26.196552 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ce74ead-a242-4bef-9a39-107167f80771 req-f05eb050-eb5b-477c-87a4-bca61c9f0baf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49338b10-eca2-495f-abc9-a9aeda29035c HTTP/1.1" status: 200 len: 999 time: 0.0583897 Jun 30 03:50:26.253812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce74ead-a242-4bef-9a39-107167f80771 req-5eb6ed45-e7ba-4cb3-9260-6ed8b9123307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:26.255296 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ce74ead-a242-4bef-9a39-107167f80771 req-5eb6ed45-e7ba-4cb3-9260-6ed8b9123307 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63aa4158-ed95-492a-819c-c6e2b80f6f15 HTTP/1.1" status: 200 len: 835 time: 0.0513000 Jun 30 03:50:26.314090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce74ead-a242-4bef-9a39-107167f80771 req-fc0b5f5e-178f-463c-a784-23c845e74954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:26.315481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ce74ead-a242-4bef-9a39-107167f80771 req-fc0b5f5e-178f-463c-a784-23c845e74954 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bdd4da8a-4ff1-4106-946e-2f89c816de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533624 Jun 30 03:50:26.321214 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] Set router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:50:26.403428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ce74ead-a242-4bef-9a39-107167f80771 req-6ad80cf5-30a7-475f-856c-2ef99aa528e0 service neutron] 10.222.0.83 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805120 Jun 30 03:50:26.500243 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ce74ead-a242-4bef-9a39-107167f80771 req-0f877519-0add-49c8-a966-ac3c55a7ba75 service neutron] 10.222.0.83 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903823 Jun 30 03:50:26.540818 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:07Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'a4e58b27-c1b9-44f5-8a7c-94044671a70f', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'port_id': '49338b10-eca2-495f-abc9-a9aeda29035c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'mac_address': 'fa:16:3e:97:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ed3ec-04df-43c8-b418-b750eee90319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:50:24Z', 'updated_at': '2021-06-30T03:50:24Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22ac799-a83b-4888-a0b0-4d133210d526', 'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:72:c7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:06Z', 'updated_at': '2021-06-30T03:50:11Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:50:26.569520 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d17bf-b10b-4709-a17b-32e32dcb4af5 None None] The sync data for ids ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'] in n-d-798249-3 is: [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:07Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'a4e58b27-c1b9-44f5-8a7c-94044671a70f', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'port_id': '49338b10-eca2-495f-abc9-a9aeda29035c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'mac_address': 'fa:16:3e:97:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829ed3ec-04df-43c8-b418-b750eee90319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:50:24Z', 'updated_at': '2021-06-30T03:50:24Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22ac799-a83b-4888-a0b0-4d133210d526', 'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:72:c7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:06Z', 'updated_at': '2021-06-30T03:50:11Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:50:26.865303 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13083d-0693-4d20-a474-587ce7813ae9 None None] New status for floating IP a4e58b27-c1b9-44f5-8a7c-94044671a70f: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:50:27.152558 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55884) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:50:27.214140 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f9a41575-fbbe-44a0-b9db-ecce3165887f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/a4e58b27-c1b9-44f5-8a7c-94044671a70f HTTP/1.1" status: 200 len: 993 time: 0.0604098 Jun 30 03:50:28.660913 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-911e753e-b354-4034-a358-e2f9605cd54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:31.363724 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:31.374556 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86fb3e5b-a73d-44d0-b18d-39ceeb8184b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:33.141066 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:34.872958 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:38.549075 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:50:53.683177 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:54.169525 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:54.234458 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715c942-9b02-49ee-9737-e36fa2f96a40 req-3bae39ee-9955-48dd-8fc6-4f507acb2b24 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:54.235862 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4715c942-9b02-49ee-9737-e36fa2f96a40 req-3bae39ee-9955-48dd-8fc6-4f507acb2b24 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0660913 Jun 30 03:50:54.280141 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4715c942-9b02-49ee-9737-e36fa2f96a40 req-68e35d00-717a-4452-8f3f-ce139963f113 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381320 Jun 30 03:50:54.357312 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-4d5694b9-317a-4cbd-8f7c-6060a446561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:54.358938 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-4d5694b9-317a-4cbd-8f7c-6060a446561d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 1096 time: 0.1036892 Jun 30 03:50:54.450484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-e7297f11-a9a0-4ab4-9bef-2e876a02195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:54.451961 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-e7297f11-a9a0-4ab4-9bef-2e876a02195c service neutron] 10.222.0.83 "GET /v2.0/networks?id=bdd4da8a-4ff1-4106-946e-2f89c816de93 HTTP/1.1" status: 200 len: 898 time: 0.0835950 Jun 30 03:50:54.543148 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-19c16922-3880-4a8f-92a1-cfadae08790b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49338b10-eca2-495f-abc9-a9aeda29035c HTTP/1.1" status: 200 len: 1001 time: 0.0797222 Jun 30 03:50:54.591317 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-0f776c76-b919-43e4-b55a-dd626f54702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:54.592725 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-0f776c76-b919-43e4-b55a-dd626f54702a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63aa4158-ed95-492a-819c-c6e2b80f6f15 HTTP/1.1" status: 200 len: 835 time: 0.0429859 Jun 30 03:50:54.646854 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-04a0e3f8-82ca-4b08-bff0-79f34edff7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:54.648281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-04a0e3f8-82ca-4b08-bff0-79f34edff7a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bdd4da8a-4ff1-4106-946e-2f89c816de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494452 Jun 30 03:50:54.747541 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-c657a7ed-c776-4128-bee1-2890f26e237c service neutron] 10.222.0.83 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902083 Jun 30 03:50:54.844296 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de874fa7-a4f1-4526-85c9-d232315c1efb req-769e9a35-bd36-4601-ab45-2395f473cf02 service neutron] 10.222.0.83 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901866 Jun 30 03:50:55.459406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251acd0-79ce-44de-b0ed-25b64f9208bc req-f269fc3a-7b51-4fde-99a1-609f732da942 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:55.460910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a251acd0-79ce-44de-b0ed-25b64f9208bc req-f269fc3a-7b51-4fde-99a1-609f732da942 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0675662 Jun 30 03:50:55.498683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a251acd0-79ce-44de-b0ed-25b64f9208bc req-dabfe924-4f4e-4df7-8a72-6b541bb840b3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315747 Jun 30 03:50:56.672476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2774b-7410-4e12-93a0-001e30b658a9 req-ab50215f-7e45-4749-b83f-037a4f288d7f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:56.673971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a3a2774b-7410-4e12-93a0-001e30b658a9 req-ab50215f-7e45-4749-b83f-037a4f288d7f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0630934 Jun 30 03:50:56.716422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a3a2774b-7410-4e12-93a0-001e30b658a9 req-686334a3-1b1f-435d-bba8-ba48bfd2b0bb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367682 Jun 30 03:50:57.897263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3383b-9cd5-4a9e-8d72-29d59b1ef344 req-6855060d-bf44-45af-86e9-ee57de970b75 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:57.898778 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4e3383b-9cd5-4a9e-8d72-29d59b1ef344 req-6855060d-bf44-45af-86e9-ee57de970b75 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0675375 Jun 30 03:50:57.937315 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e4e3383b-9cd5-4a9e-8d72-29d59b1ef344 req-a5d295a4-6742-4dee-9a65-962c44a46d5b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Jun 30 03:50:58.642557 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-295ecf0e-d1d9-4309-963a-3b7e47b61152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:59.107707 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807aa21b-9e26-4dc1-bbec-89a2ce328468 req-bbdb1a7d-e48a-463a-8361-a2767ee121d7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:59.109175 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-807aa21b-9e26-4dc1-bbec-89a2ce328468 req-bbdb1a7d-e48a-463a-8361-a2767ee121d7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0630352 Jun 30 03:50:59.145736 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-807aa21b-9e26-4dc1-bbec-89a2ce328468 req-c922194b-a134-4c63-ad51-5539e86a95f1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309410 Jun 30 03:51:00.315568 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c0512-6b26-41c1-b0a3-9972105927b4 req-7fd62576-1e90-4b35-878e-f2de1097e199 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:00.316972 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-963c0512-6b26-41c1-b0a3-9972105927b4 req-7fd62576-1e90-4b35-878e-f2de1097e199 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0623686 Jun 30 03:51:00.355307 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-963c0512-6b26-41c1-b0a3-9972105927b4 req-f46d8c81-12d9-44b9-8e65-7319146c1ea7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Jun 30 03:51:01.431830 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:01.454369 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9118a38f-ea11-4cbc-a900-3544b7dfa50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:01.527954 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a97af-6030-4703-a9f8-0700a1f723ca req-2159ba64-7274-4730-8323-09de2ca280e4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:01.529422 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de7a97af-6030-4703-a9f8-0700a1f723ca req-2159ba64-7274-4730-8323-09de2ca280e4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0643649 Jun 30 03:51:01.567252 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de7a97af-6030-4703-a9f8-0700a1f723ca req-fc1f7053-901e-49f8-a160-61f55b6b5ec1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321548 Jun 30 03:51:02.745483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf201e-42cf-4b5c-b98d-ed5c7b84282b req-382d45c0-49a1-44c7-a6ba-4ba5e60d97de tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:02.746966 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53bf201e-42cf-4b5c-b98d-ed5c7b84282b req-382d45c0-49a1-44c7-a6ba-4ba5e60d97de tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0665240 Jun 30 03:51:02.785151 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53bf201e-42cf-4b5c-b98d-ed5c7b84282b req-c2652bc3-4d15-4f3f-9d9d-b8c9552d0130 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324819 Jun 30 03:51:03.139911 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:03.962975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1d23e-df98-4915-ad57-1fdbcbe98166 req-f0fe03cd-5253-4fa2-90d1-b5dd2be15da6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:03.964421 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aba1d23e-df98-4915-ad57-1fdbcbe98166 req-f0fe03cd-5253-4fa2-90d1-b5dd2be15da6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0684104 Jun 30 03:51:04.001751 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aba1d23e-df98-4915-ad57-1fdbcbe98166 req-13f14b30-815c-48c3-b4c4-b32c87acc057 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Jun 30 03:51:04.882745 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:05.173957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a19e29-7061-4b1e-9b52-d6f5c826396e req-2fc74cba-b24b-45cd-8312-abf2affcf23e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:05.175429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91a19e29-7061-4b1e-9b52-d6f5c826396e req-2fc74cba-b24b-45cd-8312-abf2affcf23e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0641313 Jun 30 03:51:05.216279 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-91a19e29-7061-4b1e-9b52-d6f5c826396e req-0a231c0e-70bd-4bdf-81d5-8451d7207df4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351355 Jun 30 03:51:06.391618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc29130-0a76-4fca-8048-b3e50d560ad2 req-7ce59084-993f-45d7-98fd-b018c78717b3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:06.393110 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccc29130-0a76-4fca-8048-b3e50d560ad2 req-7ce59084-993f-45d7-98fd-b018c78717b3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0628114 Jun 30 03:51:06.430146 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ccc29130-0a76-4fca-8048-b3e50d560ad2 req-b1afde59-4f20-4a4a-9629-75a2cd6d8f71 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313270 Jun 30 03:51:06.455157 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55934) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:06.518485 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-38ad738a-a8bd-4032-9325-43f8e934b085 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/a4e58b27-c1b9-44f5-8a7c-94044671a70f HTTP/1.1" status: 200 len: 993 time: 0.0620422 Jun 30 03:51:10.631006 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-0f3423a3-2785-4863-9cdd-f665ead9b7fa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540557 Jun 30 03:51:10.735676 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-3633d04d-0d30-4e0e-be4b-fbf5e6007f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:10.737178 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-3633d04d-0d30-4e0e-be4b-fbf5e6007f58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 1096 time: 0.0644495 Jun 30 03:51:10.840511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-10eaef3e-c525-4b6a-8f71-571d4688501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:10.841906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-10eaef3e-c525-4b6a-8f71-571d4688501e service neutron] 10.222.0.83 "GET /v2.0/networks?id=bdd4da8a-4ff1-4106-946e-2f89c816de93 HTTP/1.1" status: 200 len: 898 time: 0.0828030 Jun 30 03:51:10.907930 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-92cc905e-191b-4cfb-8fbe-2dcfc085aae7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49338b10-eca2-495f-abc9-a9aeda29035c HTTP/1.1" status: 200 len: 1001 time: 0.0601280 Jun 30 03:51:10.956474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-e7c1041b-a0b1-45f7-824f-1a2680b345b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:10.957965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-e7c1041b-a0b1-45f7-824f-1a2680b345b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63aa4158-ed95-492a-819c-c6e2b80f6f15 HTTP/1.1" status: 200 len: 835 time: 0.0448060 Jun 30 03:51:11.012773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-b19107c2-e077-4b68-b068-b7dc97579eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:11.014277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-b19107c2-e077-4b68-b068-b7dc97579eb9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bdd4da8a-4ff1-4106-946e-2f89c816de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506685 Jun 30 03:51:11.104703 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-e523202a-2236-4668-accc-cbec95a5e2c6 service neutron] 10.222.0.83 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835667 Jun 30 03:51:11.192429 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-90e77cf5-d806-48e6-8283-62b816dccb79 req-a1767ccb-231d-4bae-a3ff-ecf227e1069a service neutron] 10.222.0.83 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810685 Jun 30 03:51:15.548189 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:51:23.665343 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:24.105328 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:28.631742 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d361c90d-0658-4949-9fa6-c8527db6b632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:31.488166 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:31.567697 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a5919b68-4667-4215-85b9-c006a42efcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:33.127443 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:34.863893 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:36.934937 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55946) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:37.091434 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 8a3139f4-e396-403e-beda-9bb4b1219282 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:51:37.091788 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.164347 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.164686 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.175971 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 8a3139f4-e396-403e-beda-9bb4b1219282 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:51:37.396485 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.420943 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=8a3139f4-e396-403e-beda-9bb4b1219282,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:37.432338 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.432690 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.433028 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.433883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.434216 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.434548 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.434882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.435206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.435533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.435862 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.436198 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.436603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.495370 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.495703 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Floating IP a4e58b27-c1b9-44f5-8a7c-94044671a70f disassociated (deleted). External IP: 172.25.2.237, port: 49338b10-eca2-495f-abc9-a9aeda29035c. Jun 30 03:51:37.698595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:51:37.801191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:51:37.805832 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.810585 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] Sync routers for ids ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:51:37.819901 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] Routers {'3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:37.820494 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:37.841295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cc9b064e-f3bd-4005-9aaa-6a40d9296c0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/floatingips/a4e58b27-c1b9-44f5-8a7c-94044671a70f HTTP/1.1" status: 204 len: 168 time: 0.9052682 Jun 30 03:51:37.841939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829ed3ec-04df-43c8-b418-b750eee90319', 'tag': '49338b10-eca2-495f-abc9-a9aeda29035c'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:51:37.844231 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305088ea-90ea-4800-a343-179befd3a186" -d '{"events": [{"name": "network-changed", "server_uuid": "829ed3ec-04df-43c8-b418-b750eee90319", "tag": "49338b10-eca2-495f-abc9-a9aeda29035c"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:51:37.881450 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b39ac0-9cae-4396-b46b-32775a49231a x-openstack-request-id: req-01b39ac0-9cae-4396-b46b-32775a49231a {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:51:37.881773 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829ed3ec-04df-43c8-b418-b750eee90319", "tag": "49338b10-eca2-495f-abc9-a9aeda29035c", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:51:37.882031 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01b39ac0-9cae-4396-b46b-32775a49231a {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:51:37.882433 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829ed3ec-04df-43c8-b418-b750eee90319', 'tag': '49338b10-eca2-495f-abc9-a9aeda29035c', 'status': 'completed', 'code': 200} Jun 30 03:51:37.934161 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] Set router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:37.964930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305088ea-90ea-4800-a343-179befd3a186 req-50e57cc0-c53f-440d-8afb-afae7600b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:37.966357 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-305088ea-90ea-4800-a343-179befd3a186 req-50e57cc0-c53f-440d-8afb-afae7600b143 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 1096 time: 0.0611603 Jun 30 03:51:38.055908 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305088ea-90ea-4800-a343-179befd3a186 req-c6ed4c38-2a8d-4ac9-b0d7-b92376655271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:38.057382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-305088ea-90ea-4800-a343-179befd3a186 req-c6ed4c38-2a8d-4ac9-b0d7-b92376655271 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bdd4da8a-4ff1-4106-946e-2f89c816de93 HTTP/1.1" status: 200 len: 898 time: 0.0851657 Jun 30 03:51:38.097554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-305088ea-90ea-4800-a343-179befd3a186 req-127f74dc-4b50-4140-8765-a26f09688abb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49338b10-eca2-495f-abc9-a9aeda29035c HTTP/1.1" status: 200 len: 217 time: 0.0340362 Jun 30 03:51:38.130809 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:07Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f22ac799-a83b-4888-a0b0-4d133210d526', 'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:72:c7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:06Z', 'updated_at': '2021-06-30T03:50:11Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:38.151352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305088ea-90ea-4800-a343-179befd3a186 req-42ecf91a-a418-42e4-b70b-e251e489e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:38.153330 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-305088ea-90ea-4800-a343-179befd3a186 req-42ecf91a-a418-42e4-b70b-e251e489e64a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63aa4158-ed95-492a-819c-c6e2b80f6f15 HTTP/1.1" status: 200 len: 835 time: 0.0499759 Jun 30 03:51:38.159766 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] Checking router: 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:51:38.168897 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] Routers {'3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:38.169533 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:38.211274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305088ea-90ea-4800-a343-179befd3a186 req-466eb224-b131-4e0d-8c66-1bc8b9e226a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:38.212785 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-305088ea-90ea-4800-a343-179befd3a186 req-466eb224-b131-4e0d-8c66-1bc8b9e226a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bdd4da8a-4ff1-4106-946e-2f89c816de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539255 Jun 30 03:51:38.273394 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] Set router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:38.304294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-305088ea-90ea-4800-a343-179befd3a186 req-6f5645c9-a7c7-4624-89dd-7829bc833627 service neutron] 10.222.0.83 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851414 Jun 30 03:51:38.403408 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-305088ea-90ea-4800-a343-179befd3a186 req-4aeaa0a6-acea-460d-8665-5fdfb2db4116 service neutron] 10.222.0.83 "GET /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902219 Jun 30 03:51:38.437287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc97f4-9a26-4f27-95c5-98ad6432185f req-2457eae6-fed6-46e7-a2a3-f084d8ff7bff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:38.438812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8bbc97f4-9a26-4f27-95c5-98ad6432185f req-2457eae6-fed6-46e7-a2a3-f084d8ff7bff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0665872 Jun 30 03:51:38.476043 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:07Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f22ac799-a83b-4888-a0b0-4d133210d526', 'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:72:c7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:06Z', 'updated_at': '2021-06-30T03:50:11Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:38.477197 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8bbc97f4-9a26-4f27-95c5-98ad6432185f req-4f9411d2-cbbd-4358-bcaf-a0dc7f29de09 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325434 Jun 30 03:51:38.502381 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce30c4-eab0-4dd1-bd77-4e17a8044c08 None None] The sync data for ids ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'] in n-d-798249-3 is: [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:50:07Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'f22ac799-a83b-4888-a0b0-4d133210d526', 'name': '', 'network_id': 'bdd4da8a-4ff1-4106-946e-2f89c816de93', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:72:c7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:06Z', 'updated_at': '2021-06-30T03:50:11Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '63aa4158-ed95-492a-819c-c6e2b80f6f15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:51:38.712436 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd493175-38e7-469b-8062-da431ae9c3d5 None None] New status for floating IP a4e58b27-c1b9-44f5-8a7c-94044671a70f: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:51:39.650296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0ab3-ff02-4b00-a2f1-9cc3d1c1de99 req-4c381504-d476-43b4-8f93-91fe18faab0c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:39.651766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc2d0ab3-ff02-4b00-a2f1-9cc3d1c1de99 req-4c381504-d476-43b4-8f93-91fe18faab0c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0626662 Jun 30 03:51:39.690631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cc2d0ab3-ff02-4b00-a2f1-9cc3d1c1de99 req-f100adab-2779-4885-a474-d2b9f80b24e0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=26437dd0-37ea-42db-bd39-383c33569ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Jun 30 03:51:39.852709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-efc69775-aaa1-4b87-ba32-bd565282263d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:39.854078 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-efc69775-aaa1-4b87-ba32-bd565282263d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 945 time: 0.0660422 Jun 30 03:51:39.949014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 49338b10-eca2-495f-abc9-a9aeda29035c {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:51:39.949365 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:40.038995 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port 49338b10-eca2-495f-abc9-a9aeda29035c, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=49338b10-eca2-495f-abc9-a9aeda29035c,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:51:40.039362 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:40.050956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 49338b10-eca2-495f-abc9-a9aeda29035c owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:51:40.236162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:40.269231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=49338b10-eca2-495f-abc9-a9aeda29035c,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:40.297175 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.297576 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.298023 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.298338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.298677 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.299013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.299347 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.299684 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.300038 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.300364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.300716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.301036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:40.323688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] No DVR routers for this DVR port 49338b10-eca2-495f-abc9-a9aeda29035c on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:51:40.326905 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:40.328916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4844de51-aeb1-4cff-867c-fdaf33000fb0 req-1c47bee3-e386-4d4e-b5ce-ac0196ebd408 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "DELETE /v2.0/ports/49338b10-eca2-495f-abc9-a9aeda29035c HTTP/1.1" status: 204 len: 173 time: 0.4697411 Jun 30 03:51:40.329346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829ed3ec-04df-43c8-b418-b750eee90319', 'name': 'network-vif-deleted', 'tag': '49338b10-eca2-495f-abc9-a9aeda29035c'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:51:40.331621 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5151e4-449f-445f-9efc-93ff48e10b31" -d '{"events": [{"server_uuid": "829ed3ec-04df-43c8-b418-b750eee90319", "name": "network-vif-deleted", "tag": "49338b10-eca2-495f-abc9-a9aeda29035c"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:51:40.418227 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e329c061-2ea3-4a8d-8b0a-00c90fd590f5 x-openstack-request-id: req-e329c061-2ea3-4a8d-8b0a-00c90fd590f5 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:51:40.418523 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829ed3ec-04df-43c8-b418-b750eee90319", "name": "network-vif-deleted", "tag": "49338b10-eca2-495f-abc9-a9aeda29035c", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:51:40.418778 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e329c061-2ea3-4a8d-8b0a-00c90fd590f5 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:51:40.419184 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829ed3ec-04df-43c8-b418-b750eee90319', 'name': 'network-vif-deleted', 'tag': '49338b10-eca2-495f-abc9-a9aeda29035c', 'status': 'completed', 'code': 200} Jun 30 03:51:40.844655 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43ea83df-3b2c-426e-ba89-6369612081da req-3f056f2f-10af-44a3-a84c-588e8e41d652 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=829ed3ec-04df-43c8-b418-b750eee90319 HTTP/1.1" status: 200 len: 210 time: 0.0276330 Jun 30 03:51:41.937797 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55964) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:42.291735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:42.549257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port f22ac799-a83b-4888-a0b0-4d133210d526 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:51:42.549641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:42.635673 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port f22ac799-a83b-4888-a0b0-4d133210d526, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f22ac799-a83b-4888-a0b0-4d133210d526,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:51:42.636032 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:42.648180 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for f22ac799-a83b-4888-a0b0-4d133210d526 owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:51:42.914879 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:42.942387 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=f22ac799-a83b-4888-a0b0-4d133210d526,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:43.115910 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:43.325269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:51:43.451824 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 49338b10-eca2-495f-abc9-a9aeda29035c no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:51:43.475464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 49338b10-eca2-495f-abc9-a9aeda29035c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:51:43.475803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 49338b10-eca2-495f-abc9-a9aeda29035c not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:51:43.755974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:51:43.760910 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-bdc8f20e-4a87-4b8f-ac57-e008348ebd4f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "PUT /v2.0/routers/3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8220279 Jun 30 03:51:43.763988 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55966) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:43.764931 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] Sync routers for ids ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:51:43.773928 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] Routers {'3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:43.774530 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:43.813565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-978d2652-4842-4f4e-9dff-93afa6cf083e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting subnet 63aa4158-ed95-492a-819c-c6e2b80f6f15 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:51:43.816511 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-978d2652-4842-4f4e-9dff-93afa6cf083e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:43.854783 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-978d2652-4842-4f4e-9dff-93afa6cf083e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:43.876464 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] Set router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:43.942834 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-978d2652-4842-4f4e-9dff-93afa6cf083e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.051621 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:51:42Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:44.065091 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-978d2652-4842-4f4e-9dff-93afa6cf083e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.091370 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d2652-4842-4f4e-9dff-93afa6cf083e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Subnet': ['ID=63aa4158-ed95-492a-819c-c6e2b80f6f15,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:44.099397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-978d2652-4842-4f4e-9dff-93afa6cf083e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.101355 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-978d2652-4842-4f4e-9dff-93afa6cf083e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/subnets/63aa4158-ed95-492a-819c-c6e2b80f6f15 HTTP/1.1" status: 204 len: 168 time: 0.3364191 Jun 30 03:51:44.104304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55968) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:44.109258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b78f34-debe-4551-b9fc-1ab3344f1393 None None] Network bdd4da8a-4ff1-4106-946e-2f89c816de93 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:51:44.171930 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] Checking router: 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:51:44.180814 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] Routers {'3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:44.181415 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:44.216980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.288643 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] DHCP port deletion for bdd4da8a-4ff1-4106-946e-2f89c816de93 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:51:44.292150 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] Set router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:44.331240 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.342020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Deleting port f358ecde-a81a-4e1b-905c-0e05a5387ad8 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:51:44.347467 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.404675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] For port f358ecde-a81a-4e1b-905c-0e05a5387ad8, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f358ecde-a81a-4e1b-905c-0e05a5387ad8,segment=NetworkSegment(4aabfccf-ceec-48cd-9292-e5cb511c8158),segment_id=4aabfccf-ceec-48cd-9292-e5cb511c8158)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:51:44.405062 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.418421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Calling delete_port for f358ecde-a81a-4e1b-905c-0e05a5387ad8 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:51:44.468237 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 7dc3ca27-ee63-4681-b148-be7074f75c61 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:51:44.468582 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.470798 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:51:42Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:44.501949 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef00f4f0-1e51-4aed-baaf-24a72ff8df20 None None] The sync data for ids ['3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e'] in n-d-798249-3 is: [{'id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-706356292', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:50:02Z', 'updated_at': '2021-06-30T03:51:42Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '7dc3ca27-ee63-4681-b148-be7074f75c61', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:50:03Z', 'updated_at': '2021-06-30T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:51:44.555254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port 7dc3ca27-ee63-4681-b148-be7074f75c61, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=7dc3ca27-ee63-4681-b148-be7074f75c61,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:51:44.555619 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.568199 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 7dc3ca27-ee63-4681-b148-be7074f75c61 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:51:44.573245 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.597053 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Pushing event deleted for resources: {'Port': ['ID=f358ecde-a81a-4e1b-905c-0e05a5387ad8,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:44.603359 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] No DVR routers for this DVR port f358ecde-a81a-4e1b-905c-0e05a5387ad8 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:51:44.612923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.612923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.613329 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.613623 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.613953 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.614274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.614590 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.615625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.615958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.616275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.616774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.617272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e96a33-e098-40f6-8b85-5dbb0ebd4fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:44.801970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.828840 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=7dc3ca27-ee63-4681-b148-be7074f75c61,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:44.905149 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:44.982008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f358ecde-a81a-4e1b-905c-0e05a5387ad8 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:51:45.005794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f358ecde-a81a-4e1b-905c-0e05a5387ad8 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:51:45.006314 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f358ecde-a81a-4e1b-905c-0e05a5387ad8 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:51:45.006728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f22ac799-a83b-4888-a0b0-4d133210d526 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:51:45.027258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f22ac799-a83b-4888-a0b0-4d133210d526 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:51:45.027600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f22ac799-a83b-4888-a0b0-4d133210d526 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:51:45.035661 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.041055 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.161963 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.162489 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Fanout notify agent at l3_agent the message router_deleted on router 3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:51:45.169523 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.171000 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e2561e08-bcb4-46a0-aa59-37930e0e3914 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/routers/3b5d57e8-6b72-4c93-9e0a-0b40d1fd3b2e HTTP/1.1" status: 204 len: 168 time: 1.0650582 Jun 30 03:51:45.179875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55970) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:45.260971 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.356923 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.366423 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd4da8a-4ff1-4106-946e-2f89c816de93']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:45.376555 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aabfccf-ceec-48cd-9292-e5cb511c8158') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:45.376857 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aabfccf-ceec-48cd-9292-e5cb511c8158') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:45.385713 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.399706 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.406054 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:51:45.406515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:51:45.409634 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:51:45.573763 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.579184 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.583569 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/networks/bdd4da8a-4ff1-4106-946e-2f89c816de93 HTTP/1.1" status: 204 len: 168 time: 0.4002614 Jun 30 03:51:45.584560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 55972) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:45.597231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a86ea8-8a74-4b11-a368-810ef175d395 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Network': ['ID=bdd4da8a-4ff1-4106-946e-2f89c816de93,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:45.653128 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9d8695d-79e0-44cf-a9bf-ed866ced2b02 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.681042 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9d8695d-79e0-44cf-a9bf-ed866ced2b02 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.823346 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9d8695d-79e0-44cf-a9bf-ed866ced2b02 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.825800 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-a9d8695d-79e0-44cf-a9bf-ed866ced2b02 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:45.826937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a9d8695d-79e0-44cf-a9bf-ed866ced2b02 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/security-groups/26437dd0-37ea-42db-bd39-383c33569ef1 HTTP/1.1" status: 204 len: 168 time: 0.2420366 Jun 30 03:51:45.836681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8695d-79e0-44cf-a9bf-ed866ced2b02 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26437dd0-37ea-42db-bd39-383c33569ef1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:46.262159 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55978) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:46.266830 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-57b5cf09-4771-4b80-8289-57f419450b9f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769474397', 'description': 'tempest-secgroup-smoke-769474397 description', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:46.396278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-57b5cf09-4771-4b80-8289-57f419450b9f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:46.474735 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-57b5cf09-4771-4b80-8289-57f419450b9f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:46.555580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-57b5cf09-4771-4b80-8289-57f419450b9f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:46.566462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7dc3ca27-ee63-4681-b148-be7074f75c61 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:51:46.591171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 7dc3ca27-ee63-4681-b148-be7074f75c61 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:51:46.591838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 7dc3ca27-ee63-4681-b148-be7074f75c61 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:51:46.596142 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5cf09-4771-4b80-8289-57f419450b9f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:46.665110 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-57b5cf09-4771-4b80-8289-57f419450b9f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:46.666347 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-57b5cf09-4771-4b80-8289-57f419450b9f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4031618 Jun 30 03:51:46.669858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55980) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:46.674331 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-13bbb345-754e-4f27-bf46-4b5ca9d460c6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:46.864074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13bbb345-754e-4f27-bf46-4b5ca9d460c6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:46.918723 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13bbb345-754e-4f27-bf46-4b5ca9d460c6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.001985 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13bbb345-754e-4f27-bf46-4b5ca9d460c6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.021612 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbb345-754e-4f27-bf46-4b5ca9d460c6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf143a0-8779-4712-8a7c-d679a3ae9c65,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:47.098781 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-13bbb345-754e-4f27-bf46-4b5ca9d460c6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.102740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-13bbb345-754e-4f27-bf46-4b5ca9d460c6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4292824 Jun 30 03:51:47.102908 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55982) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:47.107313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-b0be4ecc-76c7-488b-8a5c-ceda42d14f82 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:47.211219 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b0be4ecc-76c7-488b-8a5c-ceda42d14f82 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.271666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b0be4ecc-76c7-488b-8a5c-ceda42d14f82 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.373209 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b0be4ecc-76c7-488b-8a5c-ceda42d14f82 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.391341 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be4ecc-76c7-488b-8a5c-ceda42d14f82 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f923d7-95c1-42aa-b308-a9aa0ba01b61,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:47.487694 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b0be4ecc-76c7-488b-8a5c-ceda42d14f82 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.488926 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b0be4ecc-76c7-488b-8a5c-ceda42d14f82 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851304 Jun 30 03:51:47.491734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55984) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:47.496204 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a5c76f22-39f6-4100-8232-dfe9b20a3537 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:47.599918 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a5c76f22-39f6-4100-8232-dfe9b20a3537 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.656952 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a5c76f22-39f6-4100-8232-dfe9b20a3537 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.731844 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a5c76f22-39f6-4100-8232-dfe9b20a3537 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.750600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c76f22-39f6-4100-8232-dfe9b20a3537 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ec47de-6a72-455f-b16e-56b2a05a5138,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:47.824785 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a5c76f22-39f6-4100-8232-dfe9b20a3537 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.826558 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a5c76f22-39f6-4100-8232-dfe9b20a3537 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3339059 Jun 30 03:51:47.829322 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55986) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:47.833785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3d3d2922-78ca-4d4c-a6a2-046edcb34515 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:47.926388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d3d2922-78ca-4d4c-a6a2-046edcb34515 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.989151 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d3d2922-78ca-4d4c-a6a2-046edcb34515 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.064430 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d3d2922-78ca-4d4c-a6a2-046edcb34515 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.083585 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d2922-78ca-4d4c-a6a2-046edcb34515 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bded1c9-c6f1-452c-9811-72bbf75c0d1d,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:48.144216 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3d3d2922-78ca-4d4c-a6a2-046edcb34515 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.145402 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3d3d2922-78ca-4d4c-a6a2-046edcb34515 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3151076 Jun 30 03:51:48.148147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55988) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:48.152536 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-a054f27c-3adc-44a6-a0d2-8b86462ac1f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:48.241575 n-d-798249-3 neutron-server[94530]: INFO neutron.db.securitygroups_db [None req-a054f27c-3adc-44a6-a0d2-8b86462ac1f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Project a25ef5c85a0c4e6a881a96592d44a055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:51:48.246367 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a054f27c-3adc-44a6-a0d2-8b86462ac1f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.307478 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a054f27c-3adc-44a6-a0d2-8b86462ac1f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.390082 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a054f27c-3adc-44a6-a0d2-8b86462ac1f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.407007 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054f27c-3adc-44a6-a0d2-8b86462ac1f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770b67bc-2e75-4a69-b296-3324daf669da,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:48.516069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a054f27c-3adc-44a6-a0d2-8b86462ac1f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.517213 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a054f27c-3adc-44a6-a0d2-8b86462ac1f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3681290 Jun 30 03:51:48.520030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55990) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:48.524547 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3e71d0f7-afda-4618-b750-37be73891dfc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:48.635771 n-d-798249-3 neutron-server[94530]: INFO neutron.db.securitygroups_db [None req-3e71d0f7-afda-4618-b750-37be73891dfc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Project a25ef5c85a0c4e6a881a96592d44a055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:51:48.641135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e71d0f7-afda-4618-b750-37be73891dfc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.700855 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e71d0f7-afda-4618-b750-37be73891dfc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.767080 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e71d0f7-afda-4618-b750-37be73891dfc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.784982 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71d0f7-afda-4618-b750-37be73891dfc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c953cf31-b6a1-4f2b-96c9-ab249638c9e1,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:48.835939 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3e71d0f7-afda-4618-b750-37be73891dfc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.837172 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3e71d0f7-afda-4618-b750-37be73891dfc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3161981 Jun 30 03:51:48.840013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55992) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:48.845377 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'network': {'name': 'tempest-network-smoke--673624206', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'port_security_enabled': True}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:48.909847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:51:48.913278 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.937117 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:51:48.946150 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:48.946502 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Added segment aedb626d-ff97-48dd-a551-d4d7aca70859 of type vlan for network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b Jun 30 03:51:48.985580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:49.085942 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:49.091454 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:49.092048 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:49.159241 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Network': ['ID=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:49.169798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:51:49.225475 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fd10bfaa-03e1-400b-8f35-97ee96e96059 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3844097 Jun 30 03:51:49.228211 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55994) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:49.232729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'admin_state_up': True, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:49.322146 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:49.323229 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:49.372982 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:49.661076 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:49.926466 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:49.945387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:50.044768 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.25.2.254 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/568ff2e4-3071-4cbb-bfd5-a5807eb16b33) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:51:50.145325 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:50.235381 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:50.269662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:51:50.273692 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:51:50.277072 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:51:50.285539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=568ff2e4-3071-4cbb-bfd5-a5807eb16b33,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:50.574759 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:50.766579 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:50.967514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:51:51.071205 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:51:51.082264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Sync routers for ids ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:51:51.090919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Routers {'d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:51.091561 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:51.139116 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:51.140362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f9a082aa-ff49-4153-afe4-72501bf1f559 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9112082 Jun 30 03:51:51.143461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55996) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:51.172218 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ad6e40cd-dc4a-4947-9531-524f7847f811 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a25ef5c85a0c4e6a881a96592d44a055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276616 Jun 30 03:51:51.175651 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 55998) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:51.195826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Set router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:51.264875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d7aa7a-4cf7-45e2-b129-089c7bfff31e tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:51.266431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-17d7aa7a-4cf7-45e2-b129-089c7bfff31e tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898476 Jun 30 03:51:51.269293 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56000) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:51.300142 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ff3b337e-e677-4a20-ae30-4135c93b74ce tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274260 Jun 30 03:51:51.300389 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56002) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:51.305098 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-687642722', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:51.371515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:50Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:51.398468 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Checking router: d314d2b1-377f-4bb1-9f20-4e09de8f6a2f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:51:51.399995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Updating router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:51:51.435445 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:51.464823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:51:51.469098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:51.709388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:51.775427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Subnet': ['ID=fc018bf4-51da-479b-a3c7-401f58412b1a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:51.783296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Checking segment: {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:51:51.783669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network hostable DHCP agents. Network: de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:51:51.842698 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:51.851777 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Transition to ACTIVE for port object 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:51:51.875671 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:51:51.990530 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:52.000428 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:51:52.005712 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:52.006321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:52.017635 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93aeba-039f-4bd9-9c08-8eaacdf2988d None None] Network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:51:52.085233 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Attempting to bind port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:51:52.085946 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Attempting to bind port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:51:52.086106 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Attempting to bind port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:51:52.089697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f65ab7-943c-4eeb-8ac4-07db5e6aff69 None None] Pushing event updated for resources: {'Port': ['ID=568ff2e4-3071-4cbb-bfd5-a5807eb16b33,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:52.097580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:51:52.097959 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:51:52.098362 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:52.098745 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:51:52.099209 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Bound port: 568ff2e4-3071-4cbb-bfd5-a5807eb16b33, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:51:52.099588 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:52.117604 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-062c5c32-9f25-478c-a24e-79b2397dfade tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8162313 Jun 30 03:51:52.121984 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56004) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:52.190814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] For port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:51:52.208413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] For port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=568ff2e4-3071-4cbb-bfd5-a5807eb16b33,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:51:52.242897 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:51:52.243753 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:52.309421 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:52.416733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f65ab7-943c-4eeb-8ac4-07db5e6aff69 None None] Pushing event updated for resources: {'Port': ['ID=568ff2e4-3071-4cbb-bfd5-a5807eb16b33,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:52.421748 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Routers {'d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:52.422826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:52.470404 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Allocated IP 172.20.0.2 (de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b/fc018bf4-51da-479b-a3c7-401f58412b1a/f232f828-0c3b-43e8-9a44-c96953c85a1d) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:51:52.548243 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:51:52.590782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] Set router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:52.783161 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:52.794346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Transition to ACTIVE for port object f232f828-0c3b-43e8-9a44-c96953c85a1d will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:51:52.828495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Transition to ACTIVE for port object f232f828-0c3b-43e8-9a44-c96953c85a1d will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:51:52.851849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:50Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:52.877007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86578434-a096-4bc0-8a84-6bde678cbcb5 None None] The sync data for ids ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'] in n-d-798249-3 is: [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:50Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:51:52.890954 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:52.898171 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:52.940673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:51:52.943798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:51:52.947631 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:51:52.980311 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Pushing event updated for resources: {'Port': ['ID=f232f828-0c3b-43e8-9a44-c96953c85a1d,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:53.011952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Attempting to bind port f232f828-0c3b-43e8-9a44-c96953c85a1d on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:51:53.012474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Attempting to bind port f232f828-0c3b-43e8-9a44-c96953c85a1d by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:51:53.012890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Attempting to bind port f232f828-0c3b-43e8-9a44-c96953c85a1d on network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:51:53.019400 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:51:53.019667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Checking segment: {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:51:53.020023 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:53.020478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Bound using segment: {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:51:53.021031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Bound port: f232f828-0c3b-43e8-9a44-c96953c85a1d, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:51:53.021417 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:53.089916 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] For port f232f828-0c3b-43e8-9a44-c96953c85a1d, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:51:53.093131 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] For port f232f828-0c3b-43e8-9a44-c96953c85a1d, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f232f828-0c3b-43e8-9a44-c96953c85a1d,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:51:53.166589 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:53.203600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.20.0.1 (de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b/fc018bf4-51da-479b-a3c7-401f58412b1a/faf86a77-62c9-458c-a943-3f1e54ff72fe) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:51:53.234810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29665546-7f6b-48f1-a4f3-d44493839278 None None] Pushing event updated for resources: {'Port': ['ID=f232f828-0c3b-43e8-9a44-c96953c85a1d,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:53.341722 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:53.356261 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Transition to ACTIVE for port object faf86a77-62c9-458c-a943-3f1e54ff72fe will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:51:53.553914 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:53.593999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:51:53.596353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:51:53.600497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:51:53.609876 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=faf86a77-62c9-458c-a943-3f1e54ff72fe,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:53.652558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:53.721850 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:53.869233 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.121695 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.166946 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.210182 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f63229f-8ac9-43af-976c-c098aac2b1a2 None None] Network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:51:54.236062 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.310440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.313090 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=faf86a77-62c9-458c-a943-3f1e54ff72fe,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:54.413435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-94168d98-f41e-4a84-92b4-5418f4b6a480 None None] Provisioning for port f232f828-0c3b-43e8-9a44-c96953c85a1d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:51:54.422177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:51:54.425426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:51:54.549630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:51:54.674488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:51:54.686918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-778b9d58-d527-485f-9c6e-0c3c5e032c59 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "PUT /v2.0/routers/d314d2b1-377f-4bb1-9f20-4e09de8f6a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5655391 Jun 30 03:51:54.701473 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:51:54.724010 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-761007f3-f280-4a93-b384-120a1c3f839e None None] Provisioning for port faf86a77-62c9-458c-a943-3f1e54ff72fe completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:51:54.732178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-761007f3-f280-4a93-b384-120a1c3f839e None None] Provisioning complete for port faf86a77-62c9-458c-a943-3f1e54ff72fe triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:54.733353 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-761007f3-f280-4a93-b384-120a1c3f839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.788769 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-761007f3-f280-4a93-b384-120a1c3f839e None None] Port faf86a77-62c9-458c-a943-3f1e54ff72fe cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:51:54.797399 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Sync routers for ids ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:51:54.813810 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Routers {'d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:54.815691 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:54.870495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:51:54.875061 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:54.875509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.902299 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-05cce918-3fc6-4a34-9324-79d9c5a5b33c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769474397&fields=id&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 267 time: 0.0462852 Jun 30 03:51:54.929542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-93e45575-287a-45b6-bb2b-0bb81a8779c5 None None] Provisioning complete for port faf86a77-62c9-458c-a943-3f1e54ff72fe triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:54.929542 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-93e45575-287a-45b6-bb2b-0bb81a8779c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.967765 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Set router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:54.971356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-93e45575-287a-45b6-bb2b-0bb81a8779c5 None None] Port faf86a77-62c9-458c-a943-3f1e54ff72fe cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:51:55.018725 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.035651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-2e147b70-894d-4e6d-98ac-92fd59f6aac5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:55.043418 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=568ff2e4-3071-4cbb-bfd5-a5807eb16b33,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:51:55.043688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-2e147b70-894d-4e6d-98ac-92fd59f6aac5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 796 time: 0.1404390 Jun 30 03:51:55.056180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-cc6cf8e5-e5ca-4679-a390-0e4737c5db55 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/quotas/a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 375 time: 0.0115728 Jun 30 03:51:55.096758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-74ab4e4e-1d9c-42fa-b9fe-6f3d85be8e70 None None] Provisioning complete for port faf86a77-62c9-458c-a943-3f1e54ff72fe triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:55.097241 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-74ab4e4e-1d9c-42fa-b9fe-6f3d85be8e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.133072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-74ab4e4e-1d9c-42fa-b9fe-6f3d85be8e70 None None] Port faf86a77-62c9-458c-a943-3f1e54ff72fe cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:51:55.134235 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-324e5308-0ffa-4a1c-af93-67899e0fd5dd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676534 Jun 30 03:51:55.135128 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.136292 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f232f828-0c3b-43e8-9a44-c96953c85a1d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:51:55.199844 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'faf86a77-62c9-458c-a943-3f1e54ff72fe', 'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:3e:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:53Z', 'updated_at': '2021-06-30T03:51:54Z', 'revision_number': 2, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:55.218997 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=568ff2e4-3071-4cbb-bfd5-a5807eb16b33,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:55.242290 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Checking router: d314d2b1-377f-4bb1-9f20-4e09de8f6a2f for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:51:55.248813 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Updating router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f port faf86a77-62c9-458c-a943-3f1e54ff72fe binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:51:55.259336 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-8f762356-7b88-40b5-8c53-77705a1e5755 service neutron] 10.222.0.77 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108556 Jun 30 03:51:55.281628 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.304503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port f232f828-0c3b-43e8-9a44-c96953c85a1d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:51:55.309798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f232f828-0c3b-43e8-9a44-c96953c85a1d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:55.310234 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.358089 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-7bcb1f3a-ded4-4487-a576-7bc22e273172 service neutron] 10.222.0.77 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918367 Jun 30 03:51:55.402304 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.439294 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port f232f828-0c3b-43e8-9a44-c96953c85a1d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f232f828-0c3b-43e8-9a44-c96953c85a1d,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:51:55.533148 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.547837 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.557307 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Transition to ACTIVE for port object faf86a77-62c9-458c-a943-3f1e54ff72fe will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:51:55.583551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=f232f828-0c3b-43e8-9a44-c96953c85a1d,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:55.647327 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.652064 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eb1f9a44-ee0f-4926-99c6-84e9b91f1763 req-a8e1344d-6735-44ce-b6c7-f85d3823620c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 210 time: 0.0299683 Jun 30 03:51:55.701006 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Pushing event updated for resources: {'Port': ['ID=faf86a77-62c9-458c-a943-3f1e54ff72fe,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:55.711227 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.711574 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.711946 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.712281 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.712616 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.712946 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.713324 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.713750 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.714056 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.714418 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.714686 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.715009 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:55.773914 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Attempting to bind port faf86a77-62c9-458c-a943-3f1e54ff72fe on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:51:55.774285 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Attempting to bind port faf86a77-62c9-458c-a943-3f1e54ff72fe by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:51:55.774652 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Attempting to bind port faf86a77-62c9-458c-a943-3f1e54ff72fe on network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:51:55.779731 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:51:55.780225 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Checking segment: {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:51:55.780787 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.781009 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Bound using segment: {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:51:55.781473 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Bound port: faf86a77-62c9-458c-a943-3f1e54ff72fe, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:51:55.781952 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.845899 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] For port faf86a77-62c9-458c-a943-3f1e54ff72fe, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:51:55.849294 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] For port faf86a77-62c9-458c-a943-3f1e54ff72fe, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=faf86a77-62c9-458c-a943-3f1e54ff72fe,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:51:55.915215 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:55.994447 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Routers {'d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:55.995182 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:51:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:56.000130 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27294b14-b242-489f-9fcd-73acc06c2b06 None None] Pushing event updated for resources: {'Port': ['ID=faf86a77-62c9-458c-a943-3f1e54ff72fe,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:56.115117 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] Set router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:56.312648 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'faf86a77-62c9-458c-a943-3f1e54ff72fe', 'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:3e:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:53Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:56.417748 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad7cfa-de82-4d59-b472-6fa903196fec None None] The sync data for ids ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'] in n-d-798249-3 is: [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'faf86a77-62c9-458c-a943-3f1e54ff72fe', 'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:3e:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:53Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:51:56.701104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:51:56.749955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:56.750472 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.811395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8565052-3004-4392-aad2-88c811609b1d req-e21b7d34-765e-48ed-9302-023bb318c6a6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 210 time: 0.0336266 Jun 30 03:51:56.852619 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device faf86a77-62c9-458c-a943-3f1e54ff72fe up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:51:56.973323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port faf86a77-62c9-458c-a943-3f1e54ff72fe completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:51:56.978082 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port faf86a77-62c9-458c-a943-3f1e54ff72fe triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:56.978481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.057287 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.091391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port faf86a77-62c9-458c-a943-3f1e54ff72fe, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=faf86a77-62c9-458c-a943-3f1e54ff72fe,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:51:57.196494 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.197327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f232f828-0c3b-43e8-9a44-c96953c85a1d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:51:57.279173 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=faf86a77-62c9-458c-a943-3f1e54ff72fe,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:57.294888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port f232f828-0c3b-43e8-9a44-c96953c85a1d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:57.295868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.752465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-00a12541-2d12-4393-8d4c-871d480174c2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:57.754009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-00a12541-2d12-4393-8d4c-871d480174c2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 796 time: 0.1044075 Jun 30 03:51:57.796208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-e5d1ebf6-47fb-45fa-b142-b0f1f9d1438c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 379 time: 0.0340776 Jun 30 03:51:57.804206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'port': {'device_id': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'admin_state_up': True, 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'security_groups': ['5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:57.962626 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4d9940ee-cfa6-4714-92e5-030da8e39b52 req-56576f78-70b6-448b-9b68-a5a11e6b08cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 210 time: 0.0286403 Jun 30 03:51:57.990442 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:51:58.000311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:58.127513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.20.0.13 (de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b/fc018bf4-51da-479b-a3c7-401f58412b1a/f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:51:58.264764 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:58.278806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Transition to ACTIVE for port object f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:51:58.379182 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:58.420683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:51:58.423895 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:51:58.427554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:51:58.454572 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:58.483645 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:58.484306 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:58.563141 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-5a84f805-0b5e-4d4d-b709-0018b476c87d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7624907 Jun 30 03:51:58.575804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Request body: {'port': {'device_id': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:58.633261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device faf86a77-62c9-458c-a943-3f1e54ff72fe up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:51:58.637334 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1f4bbfbb-e803-4c63-9c73-2742eb4ce45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:58.656950 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:58.684532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port faf86a77-62c9-458c-a943-3f1e54ff72fe triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:58.684904 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:58.794148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-665708bf-2613-461e-a192-6f506c046817 None None] Provisioning for port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:51:58.798234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-665708bf-2613-461e-a192-6f506c046817 None None] Provisioning complete for port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:58.798545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-665708bf-2613-461e-a192-6f506c046817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:58.836526 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-665708bf-2613-461e-a192-6f506c046817 None None] Port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:51:58.924068 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:51:58.932155 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:58.943886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Transition to ACTIVE for port object f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:51:59.006003 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:59.081406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Pushing event updated for resources: {'Port': ['ID=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:59.167027 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Attempting to bind port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:51:59.167367 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Attempting to bind port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:51:59.167699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Attempting to bind port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a on network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:51:59.175952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a on network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:51:59.176279 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Attempting to bind port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a on network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:51:59.185235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:51:59.186121 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Checking segment: {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:51:59.186512 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Bound using segment: {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:51:59.186952 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Bound port: f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:51:59.187315 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:59.197276 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f2a3f-9199-4718-aba0-a15c039d986a req-bc770677-8897-42a0-89d5-e5c97d410bf9 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:59.198878 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-551f2a3f-9199-4718-aba0-a15c039d986a req-bc770677-8897-42a0-89d5-e5c97d410bf9 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 944 time: 0.1213245 Jun 30 03:51:59.268362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-551f2a3f-9199-4718-aba0-a15c039d986a req-1f989d55-4ec6-4fd9-88a1-98d8db8b8985 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611281 Jun 30 03:51:59.292224 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:51:59.295361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:51:59.388576 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:59.423931 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:59.424553 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:59.425948 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] 10.222.0.83 "PUT /v2.0/ports/f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 1092 time: 0.8547690 Jun 30 03:51:59.426386 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:51:59.428668 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2c492c-bb13-485f-ab4c-49521578fcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:51:59.453629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3203b-0d81-42cc-8c34-016ef0920cfe service neutron] Pushing event updated for resources: {'Port': ['ID=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:59.466150 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e941a68-6c40-4318-acd4-3a1c7f6288f3 x-openstack-request-id: req-1e941a68-6c40-4318-acd4-3a1c7f6288f3 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:51:59.466443 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:51:59.466690 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e941a68-6c40-4318-acd4-3a1c7f6288f3 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:51:59.467673 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'status': 'completed', 'code': 200} Jun 30 03:51:59.539879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c492c-bb13-485f-ab4c-49521578fcf7 req-ba735162-d1ec-45d7-8d1d-61c57d1e18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:59.541392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cd2c492c-bb13-485f-ab4c-49521578fcf7 req-ba735162-d1ec-45d7-8d1d-61c57d1e18e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1095 time: 0.0545280 Jun 30 03:51:59.640970 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c492c-bb13-485f-ab4c-49521578fcf7 req-94e11d88-d297-494f-9dcd-052e211c276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:59.642392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cd2c492c-bb13-485f-ab4c-49521578fcf7 req-94e11d88-d297-494f-9dcd-052e211c276c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0947282 Jun 30 03:51:59.733781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c492c-bb13-485f-ab4c-49521578fcf7 req-ee839ec2-1ff0-4238-b180-43bc9b90e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:59.735185 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cd2c492c-bb13-485f-ab4c-49521578fcf7 req-ee839ec2-1ff0-4238-b180-43bc9b90e35e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868893 Jun 30 03:51:59.826184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-3cfffdfd-0413-46d9-ae7c-85cb5669f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:59.827663 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-3cfffdfd-0413-46d9-ae7c-85cb5669f262 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1095 time: 0.0556829 Jun 30 03:51:59.868212 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-12233d8e-351a-4194-bba4-b20f9de2287f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 217 time: 0.0337617 Jun 30 03:51:59.917559 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-cd2588d9-883c-4502-b69b-87fe0e045290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:59.918963 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-cd2588d9-883c-4502-b69b-87fe0e045290 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 200 len: 834 time: 0.0452037 Jun 30 03:51:59.977827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-1443dac0-ee92-487a-9b88-b81e3d383360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:59.979292 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-1443dac0-ee92-487a-9b88-b81e3d383360 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541873 Jun 30 03:52:00.065456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-cc3cea41-e875-413e-b43e-16e09fc2a0d0 service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790389 Jun 30 03:52:00.153930 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-202c5d31-4b25-4f9e-af29-89f3d730580a req-89a0a597-837b-434b-9505-dc71089af84f service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820193 Jun 30 03:52:00.440001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce8125-a501-4af7-9634-315b509f7425 req-30f312d4-9dab-4e95-8fd1-f0c193a79dd8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:00.441458 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10ce8125-a501-4af7-9634-315b509f7425 req-30f312d4-9dab-4e95-8fd1-f0c193a79dd8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 944 time: 0.0624273 Jun 30 03:52:00.478796 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10ce8125-a501-4af7-9634-315b509f7425 req-e028a6f4-fc05-4246-90c1-85f4883fae33 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Jun 30 03:52:01.303877 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:01.326893 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6f432b88-a51f-44a1-9c94-92684a7e25ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:01.653667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712973b-2206-4e2c-b7f2-8674c01311c5 req-e53851c5-1256-4d5a-8e8b-dc8bb02fe33f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:01.655162 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8712973b-2206-4e2c-b7f2-8674c01311c5 req-e53851c5-1256-4d5a-8e8b-dc8bb02fe33f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 944 time: 0.0614760 Jun 30 03:52:01.696967 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8712973b-2206-4e2c-b7f2-8674c01311c5 req-9eab98bc-9b4e-4db9-a885-6e1868b4082e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356274 Jun 30 03:52:02.864573 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1cec-1a98-4480-98dd-d63989e48516 req-20645475-7e01-4b10-91a4-f2954c738ca9 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:02.866053 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8bf1cec-1a98-4480-98dd-d63989e48516 req-20645475-7e01-4b10-91a4-f2954c738ca9 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 944 time: 0.0615168 Jun 30 03:52:02.902821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8bf1cec-1a98-4480-98dd-d63989e48516 req-ea7b280b-dc98-4902-ae8d-960d7a3209cd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312040 Jun 30 03:52:03.138287 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:03.573025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:52:03.666084 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:52:03.677782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'port_id': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'mac_address': 'fa:16:3e:98:f4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:52:03.715847 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:03.728312 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:52:03.747409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:52:03.818516 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:03.868543 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:04.018669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:52:04.073105 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16696f-e8bf-4fc7-8ce7-746f19fd6619 req-841c89ce-7749-47b8-bf7c-2d9de5da7fe4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:04.074640 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee16696f-e8bf-4fc7-8ce7-746f19fd6619 req-841c89ce-7749-47b8-bf7c-2d9de5da7fe4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 945 time: 0.0634611 Jun 30 03:52:04.113206 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee16696f-e8bf-4fc7-8ce7-746f19fd6619 req-b9ce74ba-82e1-46e7-8736-4ab183f8f3c8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319583 Jun 30 03:52:04.870054 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:05.285577 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e808971-70aa-475f-9a86-b5928bec27fb req-76bd725f-85bb-4176-b5c0-3303c1620631 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:05.287023 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e808971-70aa-475f-9a86-b5928bec27fb req-76bd725f-85bb-4176-b5c0-3303c1620631 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 945 time: 0.0651419 Jun 30 03:52:05.323775 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9e808971-70aa-475f-9a86-b5928bec27fb req-e1bd0e37-2daa-427a-bcac-d1b59c068d14 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310330 Jun 30 03:52:05.575293 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:52:05.675627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:52:05.679428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:52:05.679797 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:05.754885 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:05.777247 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:52:05.779553 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c8f19d-b2ed-4eb0-9c22-84b669a6c6aa" -d '{"events": [{"server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "name": "network-vif-plugged", "status": "completed", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:52:05.795255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:52:05.818612 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08386b07-6c57-426e-b107-67e443b36fbf x-openstack-request-id: req-08386b07-6c57-426e-b107-67e443b36fbf {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:52:05.818905 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "name": "network-vif-plugged", "status": "completed", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:52:05.819164 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08386b07-6c57-426e-b107-67e443b36fbf {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:52:05.819558 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'code': 200} Jun 30 03:52:05.862929 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:05.913356 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:05.935421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67ee1b-6f5d-4f9f-9768-2f5f3dddfa09 req-e0213986-8fef-4be5-a630-cdc2f90dc1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:05.937392 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e67ee1b-6f5d-4f9f-9768-2f5f3dddfa09 req-e0213986-8fef-4be5-a630-cdc2f90dc1bb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1097 time: 0.0584197 Jun 30 03:52:05.970658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5e67ee1b-6f5d-4f9f-9768-2f5f3dddfa09 req-2bd3c75d-a239-4839-a13c-356798780a6a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271273 Jun 30 03:52:06.493778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b3484-a595-40be-af9e-bd9eb92ad305 req-01ee480d-a627-447a-b55c-392051af448d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:06.495210 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-288b3484-a595-40be-af9e-bd9eb92ad305 req-01ee480d-a627-447a-b55c-392051af448d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0631711 Jun 30 03:52:06.533643 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-288b3484-a595-40be-af9e-bd9eb92ad305 req-5bbdefe2-8d6c-4450-b0bd-e933c5a8bda3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322778 Jun 30 03:52:07.706229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3beb2-4c4c-4cda-8bb3-708d122f183a req-d5195585-c76c-4d01-92dd-8aa1edf975b6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:07.707705 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fdf3beb2-4c4c-4cda-8bb3-708d122f183a req-d5195585-c76c-4d01-92dd-8aa1edf975b6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0620911 Jun 30 03:52:07.746150 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fdf3beb2-4c4c-4cda-8bb3-708d122f183a req-f987e99d-395a-454a-97f3-60627622ef01 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329449 Jun 30 03:52:07.922468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb117e-49cb-4ad0-95a6-d5137606cf7a req-8027d161-a283-4038-8cd5-3eb29384f070 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:07.923951 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ffb117e-49cb-4ad0-95a6-d5137606cf7a req-8027d161-a283-4038-8cd5-3eb29384f070 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0613008 Jun 30 03:52:07.960920 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7ffb117e-49cb-4ad0-95a6-d5137606cf7a req-e86296f6-6bfb-4fc5-86e5-a4e504c9713c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314684 Jun 30 03:52:07.985369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56066) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:52:08.034008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca3583-9ad6-42fc-8c51-41a157ff2eff tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:08.035454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-83ca3583-9ad6-42fc-8c51-41a157ff2eff tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1092 time: 0.0490906 Jun 30 03:52:08.038292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56068) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:52:08.042444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:52:08.138282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:08.581387 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:08.680327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.25.2.153 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/29fd9c64-126d-4d58-ba51-33192768149a) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:52:08.774985 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:08.870360 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:08.908974 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:52:08.913008 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:52:08.916344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:52:08.939553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=29fd9c64-126d-4d58-ba51-33192768149a,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:09.264579 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:09.432389 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:09.581207 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:09.650890 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:09.719070 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=29fd9c64-126d-4d58-ba51-33192768149a,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:09.727492 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:09.824010 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Floating IP 8c7fb94f-dccf-4443-8dc2-103bc0a45603 associated. External IP: 172.25.2.153, port: f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a. Jun 30 03:52:10.027667 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:52:10.133574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:52:10.142763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] Sync routers for ids ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:52:10.152150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] Routers {'d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:52:10.163205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:10.229998 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:10.268383 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7494b4de-4a0b-4322-8b58-f198ebdd24e8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2289903 Jun 30 03:52:10.269002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:52:10.271452 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f874fe7-b405-4828-a191-267dc7036b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:52:10.310595 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449e5b05-ec8a-47b7-95f3-52d998957742 x-openstack-request-id: req-449e5b05-ec8a-47b7-95f3-52d998957742 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:52:10.310897 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:52:10.311141 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-449e5b05-ec8a-47b7-95f3-52d998957742 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:52:10.311700 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'status': 'completed', 'code': 200} Jun 30 03:52:10.389809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f874fe7-b405-4828-a191-267dc7036b6b req-66cb4109-531f-47ad-971c-0baf2b3ff46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:10.391348 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f874fe7-b405-4828-a191-267dc7036b6b req-66cb4109-531f-47ad-971c-0baf2b3ff46b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1097 time: 0.0572324 Jun 30 03:52:10.428612 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] Set router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:52:10.437309 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b637f-399a-428f-8dd3-2741e7533274 req-d72d7223-a2e8-4e61-b606-15510ceebb76 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:10.440722 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f16b637f-399a-428f-8dd3-2741e7533274 req-d72d7223-a2e8-4e61-b606-15510ceebb76 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0764275 Jun 30 03:52:10.479918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f16b637f-399a-428f-8dd3-2741e7533274 req-27ff425c-144c-4f93-a1a0-ea87da3be1b7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334873 Jun 30 03:52:10.488341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f874fe7-b405-4828-a191-267dc7036b6b req-36837932-7f50-401e-bfc3-a5be0cf1bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:10.489851 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f874fe7-b405-4828-a191-267dc7036b6b req-36837932-7f50-401e-bfc3-a5be0cf1bf8e service neutron] 10.222.0.83 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 897 time: 0.0925100 Jun 30 03:52:10.507037 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56076) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:52:10.555038 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f874fe7-b405-4828-a191-267dc7036b6b req-a660c6b4-c739-4f74-8b73-2697da09dfef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 1000 time: 0.0590947 Jun 30 03:52:10.570577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-69d38b72-1343-4dba-8f0c-969dd2c930a7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/8c7fb94f-dccf-4443-8dc2-103bc0a45603 HTTP/1.1" status: 200 len: 992 time: 0.0617752 Jun 30 03:52:10.612662 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f874fe7-b405-4828-a191-267dc7036b6b req-6af89d10-caf6-4da6-a217-146f7974c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:10.614145 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f874fe7-b405-4828-a191-267dc7036b6b req-6af89d10-caf6-4da6-a217-146f7974c00d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 200 len: 834 time: 0.0510459 Jun 30 03:52:10.652000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '8c7fb94f-dccf-4443-8dc2-103bc0a45603', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'port_id': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'mac_address': 'fa:16:3e:98:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:52:09Z', 'updated_at': '2021-06-30T03:52:09Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf86a77-62c9-458c-a943-3f1e54ff72fe', 'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:3e:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:53Z', 'updated_at': '2021-06-30T03:51:57Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:10.672465 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f874fe7-b405-4828-a191-267dc7036b6b req-7480df3a-e84a-42ad-bf2b-efb3fae2e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:10.673995 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f874fe7-b405-4828-a191-267dc7036b6b req-7480df3a-e84a-42ad-bf2b-efb3fae2e761 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525455 Jun 30 03:52:10.681670 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] Checking router: d314d2b1-377f-4bb1-9f20-4e09de8f6a2f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:52:10.690009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] Routers {'d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:52:10.690611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:52:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:10.762829 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f874fe7-b405-4828-a191-267dc7036b6b req-234da88a-8d21-4fbd-b5e8-975e03e3bc66 service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816870 Jun 30 03:52:10.796574 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] Set router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:52:10.855912 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5f874fe7-b405-4828-a191-267dc7036b6b req-77fa0a92-3b71-430f-8290-39bb6143e535 service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873699 Jun 30 03:52:11.015321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '8c7fb94f-dccf-4443-8dc2-103bc0a45603', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'port_id': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'mac_address': 'fa:16:3e:98:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:52:09Z', 'updated_at': '2021-06-30T03:52:09Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf86a77-62c9-458c-a943-3f1e54ff72fe', 'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:3e:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:53Z', 'updated_at': '2021-06-30T03:51:57Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:11.044206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6200bbb5-8325-4380-92dc-639373c70b8f None None] The sync data for ids ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'] in n-d-798249-3 is: [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '8c7fb94f-dccf-4443-8dc2-103bc0a45603', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'port_id': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'mac_address': 'fa:16:3e:98:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:52:09Z', 'updated_at': '2021-06-30T03:52:09Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf86a77-62c9-458c-a943-3f1e54ff72fe', 'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:3e:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:53Z', 'updated_at': '2021-06-30T03:51:57Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:52:11.221071 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced11afb-cfea-4be1-b040-6b14191c1788 None None] New status for floating IP 8c7fb94f-dccf-4443-8dc2-103bc0a45603: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:52:11.574430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56078) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:52:11.632741 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d9879242-c0b7-4b5c-b441-c6577974af0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/8c7fb94f-dccf-4443-8dc2-103bc0a45603 HTTP/1.1" status: 200 len: 994 time: 0.0571454 Jun 30 03:52:12.620909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-496a3265-ecfa-4499-afd8-7e94a3db2acc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548427 Jun 30 03:52:12.712201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-aa0eaa82-dcd6-4706-9cbf-067abc5b65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:12.713693 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-aa0eaa82-dcd6-4706-9cbf-067abc5b65ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1097 time: 0.0515604 Jun 30 03:52:12.812574 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-2c175bca-4322-4f1f-a57d-b1257b59f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:12.814037 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-2c175bca-4322-4f1f-a57d-b1257b59f5e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 897 time: 0.0814378 Jun 30 03:52:12.884477 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-40c952ab-1f58-402b-8da7-decf92d1f2f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 1002 time: 0.0598137 Jun 30 03:52:12.931598 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-f2048015-1892-4564-88dd-8ac445f3e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:12.933019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-f2048015-1892-4564-88dd-8ac445f3e85d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 200 len: 834 time: 0.0430260 Jun 30 03:52:12.989050 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-ff8d60d6-b1ba-40c7-8efb-0a5cb7ca67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:12.990566 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-ff8d60d6-b1ba-40c7-8efb-0a5cb7ca67f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515099 Jun 30 03:52:13.080764 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-9079a86f-279f-4003-8660-230d102db280 service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831246 Jun 30 03:52:13.164689 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a041f40-ad50-4702-a643-e9530e8e0326 req-179436a9-f5c9-4f16-b3d8-e5a058c5089b service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779364 Jun 30 03:52:23.721049 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:24.120637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:28.652445 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-77731e88-42c4-47cd-b881-07722d5145b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:29.547420 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:52:31.347426 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:31.383657 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c7eed640-4f4a-4ded-986a-4876aaddb49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:33.141052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:34.869144 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:43.459916 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777f27a-aec0-4759-8646-75a02c4684d7 req-0138c5f3-56e0-4d1f-a7b7-f8d6dd48ccfb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:43.461472 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c777f27a-aec0-4759-8646-75a02c4684d7 req-0138c5f3-56e0-4d1f-a7b7-f8d6dd48ccfb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0704205 Jun 30 03:52:43.500470 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c777f27a-aec0-4759-8646-75a02c4684d7 req-e9218583-a8db-4ce8-832b-4c49aa8881a0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327821 Jun 30 03:52:43.654524 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-351b8af1-1519-4261-807b-99dbf92b6458 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246614 Jun 30 03:52:44.689512 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6353-4db6-466f-9313-eeaa397371ff req-10af1f01-ad65-435c-992b-34f1ce96559e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:44.692441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-816d6353-4db6-466f-9313-eeaa397371ff req-10af1f01-ad65-435c-992b-34f1ce96559e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0633802 Jun 30 03:52:44.730743 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-816d6353-4db6-466f-9313-eeaa397371ff req-8e70a540-3eb4-4c57-ad6e-9ac80a5db9db tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317957 Jun 30 03:52:45.882635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a30f-9b99-4034-8419-986c066333cf req-3e9eda95-477f-4ef1-bc92-ae23b24ca899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:45.884118 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-3e9eda95-477f-4ef1-bc92-ae23b24ca899 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1097 time: 0.0832701 Jun 30 03:52:45.967171 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8fa22-04f6-4336-87f5-cfa8273aa0dc req-363a0ac5-83a0-4355-b97a-9dd861e46034 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:45.968650 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2bd8fa22-04f6-4336-87f5-cfa8273aa0dc req-363a0ac5-83a0-4355-b97a-9dd861e46034 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.1267550 Jun 30 03:52:46.011649 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a30f-9b99-4034-8419-986c066333cf req-2ad18eee-d8e8-4bb1-a56f-e1d9b12395c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:46.012991 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-2ad18eee-d8e8-4bb1-a56f-e1d9b12395c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 897 time: 0.1223273 Jun 30 03:52:46.030862 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2bd8fa22-04f6-4336-87f5-cfa8273aa0dc req-0ff541cb-4e4e-4a21-8f46-2e6fe8b1daaf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520649 Jun 30 03:52:46.084892 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-51f6a6d9-b717-44de-95ac-971e68a6ebb1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 1002 time: 0.0643771 Jun 30 03:52:46.132476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a30f-9b99-4034-8419-986c066333cf req-d3bcd899-f772-4233-9f1a-36766f03fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:46.133937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-d3bcd899-f772-4233-9f1a-36766f03fdf2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 200 len: 834 time: 0.0431964 Jun 30 03:52:46.201822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a30f-9b99-4034-8419-986c066333cf req-78c8f4e1-6fbf-4001-a9a1-5127ac792630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:46.203311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-78c8f4e1-6fbf-4001-a9a1-5127ac792630 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623865 Jun 30 03:52:46.213189 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-d7e87208-fd40-4f93-beba-b923adddbe8a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:52:46.214139 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-d7e87208-fd40-4f93-beba-b923adddbe8a service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048501 Jun 30 03:52:46.301860 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-d1ea5c8d-9b83-4e52-8e7a-3be84ebaef8e service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815425 Jun 30 03:52:46.387620 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-02e964d8-811b-4d47-86f4-869d10bd7da6 service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791767 Jun 30 03:52:47.207438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf5341-d699-4f9a-8936-8760e34cbf6e req-f993987f-8869-47ee-ab97-f27b57926768 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:47.208849 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-42cf5341-d699-4f9a-8936-8760e34cbf6e req-f993987f-8869-47ee-ab97-f27b57926768 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0662484 Jun 30 03:52:47.246922 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-42cf5341-d699-4f9a-8936-8760e34cbf6e req-172fac0b-cb04-4e67-927d-9869fde24d8f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319993 Jun 30 03:52:48.419693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548f982-f106-4afa-862c-5aa30c438093 req-1d1d5d12-25c1-4af9-99be-b853eb79aa3d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:48.421151 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f548f982-f106-4afa-862c-5aa30c438093 req-1d1d5d12-25c1-4af9-99be-b853eb79aa3d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0619090 Jun 30 03:52:48.457589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f548f982-f106-4afa-862c-5aa30c438093 req-a6481dfb-cd1e-4063-af74-7a999f830ad9 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308859 Jun 30 03:52:49.637138 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de049a-fddf-47b6-9ada-2d4b25bb84e6 req-f115fe63-6bc6-4073-96d0-7fd79c30a4ec tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:49.638824 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28de049a-fddf-47b6-9ada-2d4b25bb84e6 req-f115fe63-6bc6-4073-96d0-7fd79c30a4ec tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0720532 Jun 30 03:52:49.675771 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-28de049a-fddf-47b6-9ada-2d4b25bb84e6 req-3f51a8ba-696c-4682-a335-c65c791aeab1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312648 Jun 30 03:52:50.851280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ecd3c-5a62-47b8-9f20-c664359d72f7 req-284f04f7-b47a-4131-8c9b-738f753415ea tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:50.852642 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b88ecd3c-5a62-47b8-9f20-c664359d72f7 req-284f04f7-b47a-4131-8c9b-738f753415ea tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0656507 Jun 30 03:52:50.890271 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b88ecd3c-5a62-47b8-9f20-c664359d72f7 req-9d8a4f6d-d7d4-41c8-9bbe-4c89dc30715f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314033 Jun 30 03:52:52.064371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff81df4-9486-4c41-b41a-3a4de4aab645 req-f1b59c56-56c9-4a35-b8bf-65c35da55631 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:52.065873 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cff81df4-9486-4c41-b41a-3a4de4aab645 req-f1b59c56-56c9-4a35-b8bf-65c35da55631 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0630445 Jun 30 03:52:52.102367 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cff81df4-9486-4c41-b41a-3a4de4aab645 req-f4e13a8f-261b-496c-bc57-7dc74007d7e2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306964 Jun 30 03:52:53.271747 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac6405-15a1-4f3a-addc-bab194dfc5ea req-c3009f76-739d-455e-bfc1-8c362563c710 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:53.273103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5ac6405-15a1-4f3a-addc-bab194dfc5ea req-c3009f76-739d-455e-bfc1-8c362563c710 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0604608 Jun 30 03:52:53.309746 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5ac6405-15a1-4f3a-addc-bab194dfc5ea req-4aa9aaf2-92cd-4cd2-b8ec-71bf75bfca87 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305643 Jun 30 03:52:53.712003 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:54.148629 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:54.488931 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd65c7-5f33-462e-8f60-874a8960fa7f req-14ed66d5-c059-404d-9da2-64c5da4fa110 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:54.490331 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7bd65c7-5f33-462e-8f60-874a8960fa7f req-14ed66d5-c059-404d-9da2-64c5da4fa110 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0653369 Jun 30 03:52:54.527159 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c7bd65c7-5f33-462e-8f60-874a8960fa7f req-8643e6dc-51d2-4b86-88fe-a6924f3c50d8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Jun 30 03:52:55.699632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ce025-7ec4-4753-bffe-b8592dc3236b req-1d11ab5e-9bbd-410d-b9c0-b3b58761a4fc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:55.701076 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de4ce025-7ec4-4753-bffe-b8592dc3236b req-1d11ab5e-9bbd-410d-b9c0-b3b58761a4fc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0647690 Jun 30 03:52:55.737967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-de4ce025-7ec4-4753-bffe-b8592dc3236b req-43bd19d5-f96c-44e3-a35a-833a6d279f30 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312235 Jun 30 03:52:56.912595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db666f-5208-44fd-9e8a-0aaed61dca04 req-b3fcef9e-cac0-4545-9ec6-afaf6edc646b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:56.914155 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25db666f-5208-44fd-9e8a-0aaed61dca04 req-b3fcef9e-cac0-4545-9ec6-afaf6edc646b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0654781 Jun 30 03:52:56.953777 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-25db666f-5208-44fd-9e8a-0aaed61dca04 req-05449bee-a10b-46d3-98d3-052a116619f1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328336 Jun 30 03:52:58.126832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee17d41-eea4-4a0c-977f-f2148a1d1492 req-10ccd6f6-c610-41ee-9f8c-3c4d5eb0795d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:58.128290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bee17d41-eea4-4a0c-977f-f2148a1d1492 req-10ccd6f6-c610-41ee-9f8c-3c4d5eb0795d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0611029 Jun 30 03:52:58.164309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bee17d41-eea4-4a0c-977f-f2148a1d1492 req-cc3f2641-b616-48ab-aa14-0564023e7238 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304518 Jun 30 03:52:58.646089 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-757986d0-a7e5-4604-8441-992908aef597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:59.336929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710d819-5551-4bc8-b22f-9fc15064d238 req-a1a6dc66-f991-4466-ae4f-8c1cabdc5097 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:59.338432 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c710d819-5551-4bc8-b22f-9fc15064d238 req-a1a6dc66-f991-4466-ae4f-8c1cabdc5097 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0625968 Jun 30 03:52:59.374751 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c710d819-5551-4bc8-b22f-9fc15064d238 req-612ef8ab-4bc0-4369-abea-257669731385 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307472 Jun 30 03:53:00.542950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c4f75-dd66-4a68-9594-0f1a3c6407ae req-15f6639e-1ada-4524-a98a-505b44dbfbcd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:00.544935 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b2c4f75-dd66-4a68-9594-0f1a3c6407ae req-15f6639e-1ada-4524-a98a-505b44dbfbcd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0604012 Jun 30 03:53:00.581554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9b2c4f75-dd66-4a68-9594-0f1a3c6407ae req-01b8fb0a-9c1a-44a1-8ece-ce1fc3996384 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310454 Jun 30 03:53:01.348773 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:01.357059 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-11c76c51-97e1-4575-af21-0a399a35098c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:01.754392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdc7dd-ccb8-4f45-a76b-89b9b90cf841 req-cbc27dd4-b5a1-44c1-9304-5f7c0311643c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:01.755839 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04cdc7dd-ccb8-4f45-a76b-89b9b90cf841 req-cbc27dd4-b5a1-44c1-9304-5f7c0311643c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0658612 Jun 30 03:53:01.793329 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-04cdc7dd-ccb8-4f45-a76b-89b9b90cf841 req-bcb47e49-29fc-4972-bf57-2e2e3c76c69e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317829 Jun 30 03:53:02.967471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d717547-7fad-4be2-8e45-6e91760dc0da req-02068fbf-355b-4720-9fcb-4bd2d0b8ef3d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:02.968937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d717547-7fad-4be2-8e45-6e91760dc0da req-02068fbf-355b-4720-9fcb-4bd2d0b8ef3d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0674942 Jun 30 03:53:03.006291 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9d717547-7fad-4be2-8e45-6e91760dc0da req-2051edce-d792-4ac2-9f36-02095ea8c6f7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317478 Jun 30 03:53:03.160052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:03.541590 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-3830a30f-9b99-4034-8419-986c066333cf req-4eb7deb5-e412-4b87-bc2b-8a6602adcaa3 service neutron] show failed (client error): The resource could not be found. Jun 30 03:53:03.542586 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-4eb7deb5-e412-4b87-bc2b-8a6602adcaa3 service neutron] 10.222.0.83 "GET /v2.0/ports/f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a/bindings/n-h1-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0533953 Jun 30 03:53:04.220415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60747842-cb0f-48e9-ae5a-4b29880dddf9 req-854eeac3-93e0-4339-ba04-312bffe42415 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:04.221801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60747842-cb0f-48e9-ae5a-4b29880dddf9 req-854eeac3-93e0-4339-ba04-312bffe42415 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.1005497 Jun 30 03:53:04.230594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a30f-9b99-4034-8419-986c066333cf req-10133105-886c-47c4-a846-8cb30173f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:04.232549 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-10133105-886c-47c4-a846-8cb30173f711 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 1097 time: 0.1304355 Jun 30 03:53:04.251010 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798249-3', 'device_owner': 'compute:nova'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:04.290452 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-60747842-cb0f-48e9-ae5a-4b29880dddf9 req-661b1d21-8c2c-4fc8-a215-f65f5711b867 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618129 Jun 30 03:53:04.332981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:04.529042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:53:04.560994 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h2-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:53:04.604602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:53:04.607006 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d513b4ac-f82d-4cac-aad6-da402555ca6f" -d '{"events": [{"server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:53:04.610875 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:04.623553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Transition to ACTIVE for port object f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a will not be triggered until provisioned by entity L2. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:53:04.653715 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b7b3d2-02b7-4a24-b37a-0cb4446493a0 x-openstack-request-id: req-21b7b3d2-02b7-4a24-b37a-0cb4446493a0 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:53:04.654014 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:53:04.654275 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21b7b3d2-02b7-4a24-b37a-0cb4446493a0 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:53:04.654671 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'code': 200} Jun 30 03:53:04.705861 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:04.780484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,revision_number=6']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:04.792080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.792438 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.792781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.793122 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.793459 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.793831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.794166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.795003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.795333 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.795664 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.795992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.796365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:04.845644 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] No DVR routers for this DVR port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a on host n-h2-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:53:04.889340 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:04.998571 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Attempting to bind port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:53:04.998915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Attempting to bind port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:53:04.999271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Attempting to bind port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a on network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:53:05.003657 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a on network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:53:05.003925 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Attempting to bind port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a on network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:53:05.008736 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:53:05.009083 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Checking segment: {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:53:05.009472 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Bound using segment: {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'} {{(pid=94530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:53:05.009939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.managers [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Bound port: f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aedb626d-ff97-48dd-a551-d4d7aca70859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b'}}] {{(pid=94530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:53:05.010304 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:05.074710 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h1-798249-3, cleared binding levels {{(pid=94530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:53:05.077781 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:53:05.157456 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:05.192617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:05.193458 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:05.195250 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] 10.222.0.74 "PUT /v2.0/ports/f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 1092 time: 0.9498112 Jun 30 03:53:05.218068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbd5de-b7c4-46d3-985a-d3850dc44758 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,revision_number=7']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:05.275713 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a30f-9b99-4034-8419-986c066333cf req-1bf19acf-7d5b-41c7-868f-1eb71fe46567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:05.277380 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-1bf19acf-7d5b-41c7-868f-1eb71fe46567 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1095 time: 0.0560172 Jun 30 03:53:05.376641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a30f-9b99-4034-8419-986c066333cf req-3108e249-0007-4357-9c36-5a20e15c003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:05.378191 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-3108e249-0007-4357-9c36-5a20e15c003d service neutron] 10.222.0.74 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 897 time: 0.0940404 Jun 30 03:53:05.476678 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-856a5585-ed70-4a1a-9d6e-057f272fd5e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 1000 time: 0.0917952 Jun 30 03:53:05.535469 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a4e49-3f7d-4ba4-99be-ff7206f145e4 req-0bddf801-0950-4aea-8d00-4a014e52accd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:05.536918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad9a4e49-3f7d-4ba4-99be-ff7206f145e4 req-0bddf801-0950-4aea-8d00-4a014e52accd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 944 time: 0.1155603 Jun 30 03:53:05.545731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a30f-9b99-4034-8419-986c066333cf req-853ff00d-6426-47f0-b8db-d36e408e8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:05.547115 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-853ff00d-6426-47f0-b8db-d36e408e8ba3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 200 len: 834 time: 0.0637333 Jun 30 03:53:05.606925 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad9a4e49-3f7d-4ba4-99be-ff7206f145e4 req-835b1ea5-289a-4eac-a9de-ff28efdb28dc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634143 Jun 30 03:53:05.623773 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a30f-9b99-4034-8419-986c066333cf req-258c711e-2288-451d-acec-a6cb2ea35651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:05.625257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-258c711e-2288-451d-acec-a6cb2ea35651 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663126 Jun 30 03:53:05.636141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-882058d5-86b4-495a-ba44-af1749815a06 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:53:05.637063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-882058d5-86b4-495a-ba44-af1749815a06 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048978 Jun 30 03:53:05.727731 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-70bda24a-d806-467a-8429-22ceff9c31b6 service neutron] 10.222.0.74 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842021 Jun 30 03:53:05.813607 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3830a30f-9b99-4034-8419-986c066333cf req-70bda3ec-5865-4db8-ad31-7aa4da4eb64f service neutron] 10.222.0.74 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798504 Jun 30 03:53:05.831336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:53:05.870595 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:53:06.545896 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:53:06.587874 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-0bfbf80a-f9aa-4ef9-a724-db6f02b71b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:06.589381 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-0bfbf80a-f9aa-4ef9-a724-db6f02b71b49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1095 time: 0.0572722 Jun 30 03:53:06.656254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:53:06.658592 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a0bb3e-31ad-42e2-893f-3f952f01abfa" -d '{"events": [{"name": "network-changed", "server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:53:06.707218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-5163e216-1dfb-48db-af67-1f2915e35369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:06.710996 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-5163e216-1dfb-48db-af67-1f2915e35369 service neutron] 10.222.0.74 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 897 time: 0.0968790 Jun 30 03:53:06.724210 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f83b112-8d47-4834-9128-0c09748e9d69 x-openstack-request-id: req-1f83b112-8d47-4834-9128-0c09748e9d69 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:53:06.724661 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:53:06.724921 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f83b112-8d47-4834-9128-0c09748e9d69 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:53:06.725299 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'status': 'completed', 'code': 200} Jun 30 03:53:06.779877 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-adc768c1-f3a8-4f8a-b04c-1b6bbce51056 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 1000 time: 0.0642717 Jun 30 03:53:06.826894 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a865ede-87bb-4c0e-8a9b-89fd17626f26 req-7ff1caaa-9cba-4f48-bf58-7b644eaa3400 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:06.828305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a865ede-87bb-4c0e-8a9b-89fd17626f26 req-7ff1caaa-9cba-4f48-bf58-7b644eaa3400 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 944 time: 0.1080821 Jun 30 03:53:06.832140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-18f9927e-9782-46f3-baa0-25236ce11513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:06.833676 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-18f9927e-9782-46f3-baa0-25236ce11513 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 200 len: 834 time: 0.0469689 Jun 30 03:53:06.839143 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-dda2fae7-f6ee-4974-a40f-8b76ffbba450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:06.840587 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-dda2fae7-f6ee-4974-a40f-8b76ffbba450 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1095 time: 0.0882821 Jun 30 03:53:06.891983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-14a5e50b-a8fa-4212-bbd7-36590b47bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:06.893467 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-14a5e50b-a8fa-4212-bbd7-36590b47bda1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519629 Jun 30 03:53:06.913602 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9a865ede-87bb-4c0e-8a9b-89fd17626f26 req-299d79d6-477f-4bf3-9b17-35db7143d92b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765512 Jun 30 03:53:06.955786 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-b10d0f4f-958c-43fd-8422-f3abef9f40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:06.957261 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-b10d0f4f-958c-43fd-8422-f3abef9f40fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 897 time: 0.1039827 Jun 30 03:53:06.992104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-afe2586f-bb6d-453b-a005-021f543a2c79 service neutron] 10.222.0.74 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900836 Jun 30 03:53:07.025755 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-a2608345-87b1-43bb-8fb0-33c08381ef42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 1000 time: 0.0620511 Jun 30 03:53:07.074090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-ff610fba-212d-4616-94be-b22d349fc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:07.076085 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-ff610fba-212d-4616-94be-b22d349fc97b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 200 len: 834 time: 0.0441377 Jun 30 03:53:07.081748 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ee5ca845-7c0a-4bc7-841c-59fd82d1e86e req-7c7e2033-cbe3-4ec4-8b6a-9b5d76572840 service neutron] 10.222.0.74 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820844 Jun 30 03:53:07.135357 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-04e3c0ec-e6ff-49f3-8b19-54f823d5abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:07.137750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-04e3c0ec-e6ff-49f3-8b19-54f823d5abc0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544400 Jun 30 03:53:07.172652 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-2240fee3-8b72-40d1-afbb-777acda5b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:07.174171 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-2240fee3-8b72-40d1-afbb-777acda5b300 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1095 time: 0.0518944 Jun 30 03:53:07.229013 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-52319a10-b572-48d1-bf2f-bcf8370ac164 service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850453 Jun 30 03:53:07.266689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-a3abf3fe-3a85-4e69-bc7c-f4cb0c533007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:07.268141 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-a3abf3fe-3a85-4e69-bc7c-f4cb0c533007 service neutron] 10.222.0.74 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 897 time: 0.0871258 Jun 30 03:53:07.317748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-c0492aea-66ef-4494-a241-344c0156a444 service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803447 Jun 30 03:53:07.334295 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-55e36911-bd17-43fa-b0cf-d717a11af1c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 1000 time: 0.0577791 Jun 30 03:53:07.386393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-a8894a01-f5ae-4470-9b06-56d5f1e1e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:07.387782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-a8894a01-f5ae-4470-9b06-56d5f1e1e8ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 200 len: 834 time: 0.0466521 Jun 30 03:53:07.442524 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-b16db669-51d8-4baf-b36a-0fcb3973ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:07.444235 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-b16db669-51d8-4baf-b36a-0fcb3973ac87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492225 Jun 30 03:53:07.532257 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-6e214ca4-7596-4810-b29a-1760d6d5152d service neutron] 10.222.0.74 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801728 Jun 30 03:53:07.626067 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-88a0bb3e-31ad-42e2-893f-3f952f01abfa req-89cdb819-b9f3-439f-9d08-3faf49680124 service neutron] 10.222.0.74 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869887 Jun 30 03:53:08.094222 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e537b-a5fc-4c82-91f1-d17b09e187b1 req-36c205da-daf5-445b-b8ed-a888136835eb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:08.095679 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c94e537b-a5fc-4c82-91f1-d17b09e187b1 req-36c205da-daf5-445b-b8ed-a888136835eb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 944 time: 0.0649698 Jun 30 03:53:08.132838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c94e537b-a5fc-4c82-91f1-d17b09e187b1 req-41ecb6a3-4b0b-4044-a0f0-0ed3e99b51ab tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Jun 30 03:53:08.577474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730ad9d-84ef-450b-ae76-a57e2c8d883c req-5fac3c32-79b7-4cab-b5f2-90ce30b9a796 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:08.578897 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a730ad9d-84ef-450b-ae76-a57e2c8d883c req-5fac3c32-79b7-4cab-b5f2-90ce30b9a796 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 944 time: 0.0679154 Jun 30 03:53:08.617670 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a730ad9d-84ef-450b-ae76-a57e2c8d883c req-464a3990-39f1-48f4-a6fc-7b54a5a5b9c7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329440 Jun 30 03:53:08.646876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-c82dccd2-d898-420e-9427-341f220554f6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:08.648359 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-c82dccd2-d898-420e-9427-341f220554f6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35&tenant_id=a25ef5c85a0c4e6a881a96592d44a055&binding%3Ahost_id=n-h1-798249-3 HTTP/1.1" status: 200 len: 944 time: 0.0760159 Jun 30 03:53:08.672752 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:53:08.708914 n-d-798249-3 neutron-server[94531]: INFO neutron.api.v2.resource [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-0a759bb7-f7d1-4d8f-b092-4fb7d5fd383b service neutron] delete failed (client error): The resource could not be found. Jun 30 03:53:08.709970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-0a759bb7-f7d1-4d8f-b092-4fb7d5fd383b service neutron] 10.222.0.83 "DELETE /v2.0/ports/f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a/bindings/n-h2-798249-3 HTTP/1.1" status: 404 len: 380 time: 0.0564446 Jun 30 03:53:08.774687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:53:08.786654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'port_id': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'mac_address': 'fa:16:3e:98:f4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:53:08.821989 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:08.828653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2111a-ecde-4a23-8204-9fa0ef07e19c req-a26cb5a6-5df5-4d9c-8910-1a5ab72d8490 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:08.830105 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44a2111a-ecde-4a23-8204-9fa0ef07e19c req-a26cb5a6-5df5-4d9c-8910-1a5ab72d8490 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 944 time: 0.0987539 Jun 30 03:53:08.835375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:53:08.855810 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:53:08.868497 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-a6547b7c-182d-46a9-8ebb-37ed9490a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:08.870019 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-a6547b7c-182d-46a9-8ebb-37ed9490a414 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1095 time: 0.0899458 Jun 30 03:53:08.890620 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44a2111a-ecde-4a23-8204-9fa0ef07e19c req-184b206d-8579-4ca9-b852-ffb05d69b791 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524006 Jun 30 03:53:08.928931 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:08.968468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-ccf4de6c-dbb7-4f54-9948-5706a4184dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:08.969948 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-ccf4de6c-dbb7-4f54-9948-5706a4184dff service neutron] 10.222.0.83 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 897 time: 0.0919554 Jun 30 03:53:08.980469 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:08.987694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.988038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.988375 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.988723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.989036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.989360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.989712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.990033 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.995562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.995562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.995562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:08.995562 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:09.039005 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-91628998-b462-40e3-8b40-d98410d01089 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 1001 time: 0.0621397 Jun 30 03:53:09.086471 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-c81c8dae-dc6e-411c-b57d-785b66dcfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:09.087835 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-c81c8dae-dc6e-411c-b57d-785b66dcfbe4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 200 len: 834 time: 0.0430374 Jun 30 03:53:09.142466 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-706e58ad-1821-4a19-9c1d-7c98676eb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:09.143925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-706e58ad-1821-4a19-9c1d-7c98676eb4ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497336 Jun 30 03:53:09.173956 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:53:09.233724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-c18651de-8376-4136-ad58-de1107cf19bf service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833130 Jun 30 03:53:09.319260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3afba8b-3d9a-42da-a839-2f6b84db3a60 req-2df6dae9-40a5-45d0-9823-c39347db4096 service neutron] 10.222.0.83 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799448 Jun 30 03:53:10.067457 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede7d92-e180-4eb6-ba7e-0b6eb5544f72 req-8402bc33-fc47-4321-be1a-45c2ff956b18 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:10.069202 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5ede7d92-e180-4eb6-ba7e-0b6eb5544f72 req-8402bc33-fc47-4321-be1a-45c2ff956b18 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 945 time: 0.0640211 Jun 30 03:53:10.108793 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-5ede7d92-e180-4eb6-ba7e-0b6eb5544f72 req-7c1e2b18-8966-4cf2-9798-02ce40010e97 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336783 Jun 30 03:53:10.680807 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:53:10.836933 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:53:10.840939 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:53:10.848218 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:10.915453 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:10.939847 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:53:10.942110 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e88dd34-e226-403e-ab82-b4f34d8a315b" -d '{"events": [{"server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "name": "network-vif-plugged", "status": "completed", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:53:10.957250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:53:10.977719 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd2cd33-e5c4-4d0c-a399-7775047ff9d5 x-openstack-request-id: req-bcd2cd33-e5c4-4d0c-a399-7775047ff9d5 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:53:10.978008 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "name": "network-vif-plugged", "status": "completed", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:53:10.978263 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcd2cd33-e5c4-4d0c-a399-7775047ff9d5 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:53:10.978654 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'code': 200} Jun 30 03:53:11.056967 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:11.104171 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:11.277973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7141dd-eae2-41b1-824e-a12e3c4e8b65 req-52a560bf-48b1-4fa0-850d-0447114ba4d3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:11.279441 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c7141dd-eae2-41b1-824e-a12e3c4e8b65 req-52a560bf-48b1-4fa0-850d-0447114ba4d3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0607343 Jun 30 03:53:11.319672 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2c7141dd-eae2-41b1-824e-a12e3c4e8b65 req-969e6ac2-51a1-482b-9c64-dbfb4a165a73 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346646 Jun 30 03:53:11.343819 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56180) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:11.402761 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-111d0031-e342-4179-b727-2b22d280c304 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/8c7fb94f-dccf-4443-8dc2-103bc0a45603 HTTP/1.1" status: 200 len: 994 time: 0.0578096 Jun 30 03:53:23.728157 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:24.162128 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:28.647636 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b22b33d1-3e81-4546-8e28-4ed478d855bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:31.350614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:31.378834 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c7eb32ed-5628-4cc2-ab1c-cdc344f3c989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:33.173454 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:34.881866 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:40.033178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56192) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:40.186059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 29fd9c64-126d-4d58-ba51-33192768149a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:53:40.186442 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:40.261881 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:40.262188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:40.274453 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 29fd9c64-126d-4d58-ba51-33192768149a owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:53:40.493098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:40.845810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=29fd9c64-126d-4d58-ba51-33192768149a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:40.906002 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:40.906377 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Floating IP 8c7fb94f-dccf-4443-8dc2-103bc0a45603 disassociated (deleted). External IP: 172.25.2.153, port: f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a. Jun 30 03:53:41.110584 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:53:41.235212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:53:41.239947 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:41.244410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] Sync routers for ids ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:53:41.253079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] Routers {'d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:53:41.253718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:41.276031 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3f5031d6-72c6-49e6-ae11-9278e7995da7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/floatingips/8c7fb94f-dccf-4443-8dc2-103bc0a45603 HTTP/1.1" status: 204 len: 168 time: 1.2416515 Jun 30 03:53:41.276735 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:53:41.279578 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a158c4-6fd5-41ac-ac19-278585da7cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:53:41.318672 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384b9a81-6f34-4d10-8104-0761292c25d4 x-openstack-request-id: req-384b9a81-6f34-4d10-8104-0761292c25d4 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:53:41.318970 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:53:41.319229 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-384b9a81-6f34-4d10-8104-0761292c25d4 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:53:41.319631 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'status': 'completed', 'code': 200} Jun 30 03:53:41.362841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] Set router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:53:41.399014 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-1c4cc7a4-10e7-45c3-9760-8c8bb559f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:41.400812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-1c4cc7a4-10e7-45c3-9760-8c8bb559f17d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 1097 time: 0.0581803 Jun 30 03:53:41.493390 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-1915cfd0-8b26-4db4-8d8f-1170e85df021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:41.494800 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-1915cfd0-8b26-4db4-8d8f-1170e85df021 service neutron] 10.222.0.74 "GET /v2.0/networks?id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 200 len: 897 time: 0.0867095 Jun 30 03:53:41.535895 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-61a4916c-4212-41a9-abd8-575650a55540 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 200 len: 217 time: 0.0350258 Jun 30 03:53:41.559411 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'faf86a77-62c9-458c-a943-3f1e54ff72fe', 'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:3e:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:53Z', 'updated_at': '2021-06-30T03:51:57Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:41.586675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] Checking router: d314d2b1-377f-4bb1-9f20-4e09de8f6a2f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:53:41.588906 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-5cfb6a6d-e5af-4368-9e80-5a766bf86273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:41.590396 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-5cfb6a6d-e5af-4368-9e80-5a766bf86273 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 200 len: 834 time: 0.0482492 Jun 30 03:53:41.595011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] Routers {'d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:53:41.595637 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:41.648285 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-00c6c6bb-fa3e-4761-9244-027e754ebf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:41.649826 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-00c6c6bb-fa3e-4761-9244-027e754ebf98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522087 Jun 30 03:53:41.704493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] Set router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:53:41.742612 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-6615a515-f175-40c5-8c03-3db8a718a77a service neutron] 10.222.0.74 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859447 Jun 30 03:53:41.839334 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-32a158c4-6fd5-41ac-ac19-278585da7cb7 req-9cb77587-c548-45fe-b053-ff2c55ed4d7f service neutron] 10.222.0.74 "GET /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897624 Jun 30 03:53:41.869771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23969166-13eb-4087-a8ae-e6ca964b2559 req-1a8a652f-83de-426d-8cbb-b276b9d961b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:41.871367 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-23969166-13eb-4087-a8ae-e6ca964b2559 req-1a8a652f-83de-426d-8cbb-b276b9d961b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.0728796 Jun 30 03:53:41.906052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'faf86a77-62c9-458c-a943-3f1e54ff72fe', 'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:3e:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:53Z', 'updated_at': '2021-06-30T03:51:57Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:41.909329 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-23969166-13eb-4087-a8ae-e6ca964b2559 req-c5fc8f13-a74a-43b3-b6a5-e208b112b6e7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323248 Jun 30 03:53:41.937135 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f651e2-c8ac-4702-aea3-2b99412e30ea None None] The sync data for ids ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'] in n-d-798249-3 is: [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'faf86a77-62c9-458c-a943-3f1e54ff72fe', 'name': '', 'network_id': 'de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:3e:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:53Z', 'updated_at': '2021-06-30T03:51:57Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': 'fc018bf4-51da-479b-a3c7-401f58412b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:53:42.151813 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed778fa6-2a7f-4f0d-b5e7-a9f9896e6b2d None None] New status for floating IP 8c7fb94f-dccf-4443-8dc2-103bc0a45603: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:53:43.100426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-159270d9-5660-461d-846a-87d33e3b5b3e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:43.101918 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-159270d9-5660-461d-846a-87d33e3b5b3e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.74 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.1015935 Jun 30 03:53:43.144124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb09581-b5be-4175-8b53-7e26c95b6a2b req-43ffa329-c4b1-4ca5-b278-aee2e9c7a267 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:43.145601 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-acb09581-b5be-4175-8b53-7e26c95b6a2b req-43ffa329-c4b1-4ca5-b278-aee2e9c7a267 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 946 time: 0.1171365 Jun 30 03:53:43.219285 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-acb09581-b5be-4175-8b53-7e26c95b6a2b req-bd8331d0-78d7-4342-a3d5-b58d470e602b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664356 Jun 30 03:53:43.241296 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:53:43.241682 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:43.332197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:53:43.332544 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:43.344002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a owned by compute:nova {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:53:43.544693 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:43.545023 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:53:43.579604 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:43.622127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] No DVR routers for this DVR port f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a on host n-h1-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:53:43.624586 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:43.626602 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.74 "DELETE /v2.0/ports/f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a HTTP/1.1" status: 204 len: 173 time: 0.5184562 Jun 30 03:53:43.627046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'name': 'network-vif-deleted', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:53:43.629325 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c811cf38-a5ea-4ac1-9937-2152dd9568e5" -d '{"events": [{"server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "name": "network-vif-deleted", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:53:43.664577 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c612b6c0-f67d-4f3d-b133-b7eeaf65830c x-openstack-request-id: req-c612b6c0-f67d-4f3d-b133-b7eeaf65830c {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:53:43.664875 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d295bd-20b3-49a8-9fa4-ad4c1f8aea35", "name": "network-vif-deleted", "tag": "f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:53:43.665135 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c612b6c0-f67d-4f3d-b133-b7eeaf65830c {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:53:43.665569 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d295bd-20b3-49a8-9fa4-ad4c1f8aea35', 'name': 'network-vif-deleted', 'tag': 'f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a', 'status': 'completed', 'code': 200} Jun 30 03:53:44.371748 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ed08cb1b-6ce0-496f-a535-b4428ce44b4a req-4389f22c-108b-496b-8ac8-b8897a7583c0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=22d295bd-20b3-49a8-9fa4-ad4c1f8aea35 HTTP/1.1" status: 200 len: 210 time: 0.0285463 Jun 30 03:53:45.466215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56208) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:45.821206 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:46.083734 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port faf86a77-62c9-458c-a943-3f1e54ff72fe {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:53:46.084015 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:46.176722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port faf86a77-62c9-458c-a943-3f1e54ff72fe, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=faf86a77-62c9-458c-a943-3f1e54ff72fe,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:53:46.177089 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:46.188896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for faf86a77-62c9-458c-a943-3f1e54ff72fe owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:53:46.433707 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:46.464167 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=faf86a77-62c9-458c-a943-3f1e54ff72fe,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:46.656150 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:46.872825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:53:46.876772 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:53:46.896011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:53:46.896354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device f5b9ca1e-27bc-4d0b-af35-1efd75b17f8a not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:53:46.980069 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:53:46.988425 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56210) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:46.988961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-47c41014-d3b1-45a0-b90f-07eb3497e195 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "PUT /v2.0/routers/d314d2b1-377f-4bb1-9f20-4e09de8f6a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5211730 Jun 30 03:53:46.989774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] Sync routers for ids ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:53:46.999229 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] Routers {'d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:53:46.999860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:47.085325 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting subnet fc018bf4-51da-479b-a3c7-401f58412b1a {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:53:47.088801 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.130343 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.231637 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.276760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] Set router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:53:47.402435 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.431758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.433729 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/subnets/fc018bf4-51da-479b-a3c7-401f58412b1a HTTP/1.1" status: 204 len: 168 time: 0.4439795 Jun 30 03:53:47.434698 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Subnet': ['ID=fc018bf4-51da-479b-a3c7-401f58412b1a,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:47.436718 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56216) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:47.438186 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb165859-a7d5-4202-aef7-a1a439ddd548 None None] Network de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:53:47.445578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.446142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.446488 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.446832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.447167 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.447506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.447840 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.448172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.448502 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.448831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.449190 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.449532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af47d688-42a7-4ded-a2fe-9d2ad5844181 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:47.540650 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:53:46Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:47.552043 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.585004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] Checking router: d314d2b1-377f-4bb1-9f20-4e09de8f6a2f for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:53:47.599474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] Routers {'d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:53:47.600092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:47.655137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.711889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923077b1-49ce-4296-a084-6e59bf5bbd3b None None] DHCP port deletion for de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:53:47.716624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] Set router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:53:47.775945 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:53:47.776558 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.859304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port 568ff2e4-3071-4cbb-bfd5-a5807eb16b33, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=568ff2e4-3071-4cbb-bfd5-a5807eb16b33,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:53:47.859666 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.874667 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:53:47.880686 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-923077b1-49ce-4296-a084-6e59bf5bbd3b None None] Deleting port f232f828-0c3b-43e8-9a44-c96953c85a1d {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:53:47.881231 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-923077b1-49ce-4296-a084-6e59bf5bbd3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.967258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-923077b1-49ce-4296-a084-6e59bf5bbd3b None None] For port f232f828-0c3b-43e8-9a44-c96953c85a1d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=f232f828-0c3b-43e8-9a44-c96953c85a1d,segment=NetworkSegment(aedb626d-ff97-48dd-a551-d4d7aca70859),segment_id=aedb626d-ff97-48dd-a551-d4d7aca70859)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:53:47.967652 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-923077b1-49ce-4296-a084-6e59bf5bbd3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.983600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-923077b1-49ce-4296-a084-6e59bf5bbd3b None None] Calling delete_port for f232f828-0c3b-43e8-9a44-c96953c85a1d owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:53:48.041014 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:53:46Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:48.075110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013e28c-5fa3-463e-bd86-47e789f62a2d None None] The sync data for ids ['d314d2b1-377f-4bb1-9f20-4e09de8f6a2f'] in n-d-798249-3 is: [{'id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618054563', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:53:46Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '568ff2e4-3071-4cbb-bfd5-a5807eb16b33', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd314d2b1-377f-4bb1-9f20-4e09de8f6a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:51:49Z', 'updated_at': '2021-06-30T03:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:53:48.106570 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.129689 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=568ff2e4-3071-4cbb-bfd5-a5807eb16b33,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:48.176773 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-923077b1-49ce-4296-a084-6e59bf5bbd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.194383 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.205638 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923077b1-49ce-4296-a084-6e59bf5bbd3b None None] Pushing event deleted for resources: {'Port': ['ID=f232f828-0c3b-43e8-9a44-c96953c85a1d,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:48.209059 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923077b1-49ce-4296-a084-6e59bf5bbd3b None None] No DVR routers for this DVR port f232f828-0c3b-43e8-9a44-c96953c85a1d on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:53:48.289515 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.291663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.395510 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.396058 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Fanout notify agent at l3_agent the message router_deleted on router d314d2b1-377f-4bb1-9f20-4e09de8f6a2f {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:53:48.402836 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.403961 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5c4b8591-289d-4ea5-ab37-01503c2294ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/routers/d314d2b1-377f-4bb1-9f20-4e09de8f6a2f HTTP/1.1" status: 204 len: 168 time: 0.9662333 Jun 30 03:53:48.406973 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56220) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:48.486524 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.585510 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.595011 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:48.605774 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedb626d-ff97-48dd-a551-d4d7aca70859') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:48.606100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedb626d-ff97-48dd-a551-d4d7aca70859') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:48.615205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.630834 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.637124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:53:48.637576 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:53:48.640615 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:53:48.738952 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f232f828-0c3b-43e8-9a44-c96953c85a1d no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:53:48.760144 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: f232f828-0c3b-43e8-9a44-c96953c85a1d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:53:48.760488 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device f232f828-0c3b-43e8-9a44-c96953c85a1d not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:53:48.760909 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device faf86a77-62c9-458c-a943-3f1e54ff72fe no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:53:48.783416 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: faf86a77-62c9-458c-a943-3f1e54ff72fe {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:53:48.786966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device faf86a77-62c9-458c-a943-3f1e54ff72fe not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:53:48.812932 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.820851 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.822393 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/networks/de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b HTTP/1.1" status: 204 len: 168 time: 0.4145017 Jun 30 03:53:48.827138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56222) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:48.833992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eee040-e741-4a4d-8185-f609e9628a49 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Network': ['ID=de42ebaf-2327-4ff9-adf2-eaa91bf9bf1b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:48.886282 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a077-4791-44c7-b519-b8dd6881f5f0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:48.911130 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a077-4791-44c7-b519-b8dd6881f5f0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:49.082004 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a077-4791-44c7-b519-b8dd6881f5f0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:49.084963 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a077-4791-44c7-b519-b8dd6881f5f0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:49.089239 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8ac7a077-4791-44c7-b519-b8dd6881f5f0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/security-groups/5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f HTTP/1.1" status: 204 len: 168 time: 0.2600920 Jun 30 03:53:49.104099 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7a077-4791-44c7-b519-b8dd6881f5f0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1b7438-23ca-4f2c-ac8e-c6aa4f249f0f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:49.869151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56228) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:49.874581 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-52e0525b-f06e-45d5-98d2-645362751cf3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778453740', 'description': 'tempest-secgroup-smoke-778453740 description', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:50.001227 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52e0525b-f06e-45d5-98d2-645362751cf3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.079853 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52e0525b-f06e-45d5-98d2-645362751cf3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.178042 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52e0525b-f06e-45d5-98d2-645362751cf3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.206459 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0525b-f06e-45d5-98d2-645362751cf3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caba24cf-dc1a-464a-9b04-f4a8c2434993,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:50.292875 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-52e0525b-f06e-45d5-98d2-645362751cf3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.294180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-52e0525b-f06e-45d5-98d2-645362751cf3 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4236760 Jun 30 03:53:50.296969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56230) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:50.301393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0af62d3c-1888-4c2e-bc53-08595ce55ce4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': 'caba24cf-dc1a-464a-9b04-f4a8c2434993', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:50.429017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0af62d3c-1888-4c2e-bc53-08595ce55ce4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.484847 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0af62d3c-1888-4c2e-bc53-08595ce55ce4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.572814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0af62d3c-1888-4c2e-bc53-08595ce55ce4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.591440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af62d3c-1888-4c2e-bc53-08595ce55ce4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad79cbff-a6a3-45dc-96b3-de00dcef6556,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:50.631090 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:53:50.650555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:53:50.650895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 568ff2e4-3071-4cbb-bfd5-a5807eb16b33 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:53:50.669772 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0af62d3c-1888-4c2e-bc53-08595ce55ce4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.670997 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0af62d3c-1888-4c2e-bc53-08595ce55ce4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3730881 Jun 30 03:53:50.673724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56232) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:50.678846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b6f0ba78-dc2f-4dea-90d5-a333107c16d6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': 'caba24cf-dc1a-464a-9b04-f4a8c2434993', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:50.764352 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ba78-dc2f-4dea-90d5-a333107c16d6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.819408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ba78-dc2f-4dea-90d5-a333107c16d6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.901294 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ba78-dc2f-4dea-90d5-a333107c16d6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.919287 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0ba78-dc2f-4dea-90d5-a333107c16d6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf03432e-b8c5-4503-acc7-f01ae6bbd1c0,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:50.993408 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ba78-dc2f-4dea-90d5-a333107c16d6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:50.994684 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b6f0ba78-dc2f-4dea-90d5-a333107c16d6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3193538 Jun 30 03:53:50.997302 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56234) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:51.001692 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-ddde8865-2ecc-4c66-a50a-5e83e1f5643f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': 'caba24cf-dc1a-464a-9b04-f4a8c2434993', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:51.094962 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ddde8865-2ecc-4c66-a50a-5e83e1f5643f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.154089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ddde8865-2ecc-4c66-a50a-5e83e1f5643f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.261699 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ddde8865-2ecc-4c66-a50a-5e83e1f5643f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.280427 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde8865-2ecc-4c66-a50a-5e83e1f5643f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a1726d-cb65-4d0e-8285-4be35b1f6db5,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:51.355640 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-ddde8865-2ecc-4c66-a50a-5e83e1f5643f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.356776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-ddde8865-2ecc-4c66-a50a-5e83e1f5643f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3585143 Jun 30 03:53:51.359716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56236) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:51.364913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-548af6d5-760d-467b-af0c-6d2047bc9c3b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': 'caba24cf-dc1a-464a-9b04-f4a8c2434993', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:51.466572 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-548af6d5-760d-467b-af0c-6d2047bc9c3b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.523161 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-548af6d5-760d-467b-af0c-6d2047bc9c3b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.599266 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-548af6d5-760d-467b-af0c-6d2047bc9c3b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.617884 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548af6d5-760d-467b-af0c-6d2047bc9c3b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b1b4a4-8da6-4f2b-baed-78adbcfcbfa2,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:51.696097 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-548af6d5-760d-467b-af0c-6d2047bc9c3b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.697306 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-548af6d5-760d-467b-af0c-6d2047bc9c3b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3366313 Jun 30 03:53:51.700003 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56238) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:51.704417 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-daf1be9f-5a73-46b4-986c-66601d4624a4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': 'caba24cf-dc1a-464a-9b04-f4a8c2434993', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:51.806839 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-daf1be9f-5a73-46b4-986c-66601d4624a4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Project a25ef5c85a0c4e6a881a96592d44a055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:53:51.811512 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-daf1be9f-5a73-46b4-986c-66601d4624a4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.871296 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-daf1be9f-5a73-46b4-986c-66601d4624a4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.953047 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-daf1be9f-5a73-46b4-986c-66601d4624a4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:51.971022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1be9f-5a73-46b4-986c-66601d4624a4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16deb337-db5f-485e-a3cc-a217950e7d90,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:52.018866 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-daf1be9f-5a73-46b4-986c-66601d4624a4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:52.020077 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-daf1be9f-5a73-46b4-986c-66601d4624a4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3191588 Jun 30 03:53:52.026504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56240) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:52.031066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d4f0ee14-f321-4df5-bba5-aea570c8c201 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': 'caba24cf-dc1a-464a-9b04-f4a8c2434993', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:52.095880 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-d4f0ee14-f321-4df5-bba5-aea570c8c201 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Project a25ef5c85a0c4e6a881a96592d44a055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:53:52.100528 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ee14-f321-4df5-bba5-aea570c8c201 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:52.161961 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ee14-f321-4df5-bba5-aea570c8c201 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:52.221933 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ee14-f321-4df5-bba5-aea570c8c201 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:52.239336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0ee14-f321-4df5-bba5-aea570c8c201 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c6c765-d4d8-46ed-b805-1b09f489ad0c,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:52.326653 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4f0ee14-f321-4df5-bba5-aea570c8c201 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:52.327871 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d4f0ee14-f321-4df5-bba5-aea570c8c201 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3004329 Jun 30 03:53:52.330637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56242) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:52.335514 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'network': {'name': 'tempest-network-smoke--1456161887', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:52.444957 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:53:52.448460 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:52.471311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:53:52.479895 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:52.480243 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Added segment ac4fe640-0907-4d30-b357-032cfdf1d4e3 of type vlan for network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 Jun 30 03:53:52.519335 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:52.612924 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:52.618827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:52.619055 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:53.016660 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Network': ['ID=645b6be3-300a-4f33-ab72-8b3f3f0e77f0,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:53.027296 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:53:53.079552 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-171bd0db-6a59-45aa-aa7a-9a92dc672976 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7478783 Jun 30 03:53:53.082725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56244) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:53.087157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'admin_state_up': True, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:53.172244 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:53.173237 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:53.223442 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:53.432862 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:53.736012 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:53.738071 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:53.760115 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:53.855258 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.25.2.89 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/84b6244f-b591-4e8f-a164-abe024aca617) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:53:53.957487 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:54.045269 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:54.082491 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:53:54.085227 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:53:54.088687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:53:54.112930 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=84b6244f-b591-4e8f-a164-abe024aca617,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:54.233520 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:54.421171 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:54.612443 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:54.818054 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 07bcf122-13b5-4f89-b5b2-4de2105a2263 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:53:54.920721 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:53:54.931572 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Sync routers for ids ['07bcf122-13b5-4f89-b5b2-4de2105a2263'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:53:54.940287 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Routers {'07bcf122-13b5-4f89-b5b2-4de2105a2263'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:53:54.940944 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['07bcf122-13b5-4f89-b5b2-4de2105a2263'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:55.024531 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:55.026861 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d4eebce3-0f8f-4a0b-b2e6-b0801083db41 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9430187 Jun 30 03:53:55.030031 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56246) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:55.046266 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Set router 07bcf122-13b5-4f89-b5b2-4de2105a2263 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:53:55.106097 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f0fe57ca-7e76-4c9b-9f5f-af7f51d910d2 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a25ef5c85a0c4e6a881a96592d44a055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0748069 Jun 30 03:53:55.108704 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56250) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:55.194516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49b9e99-122b-427c-a067-ee6e1fc6449c tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:55.196037 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d49b9e99-122b-427c-a067-ee6e1fc6449c tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864205 Jun 30 03:53:55.198964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56252) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:55.224039 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:54Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:55.227826 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-728b7c95-bfa2-4612-9bb1-51fe413f804c tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277498 Jun 30 03:53:55.230298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56254) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:55.235052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-618077721', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:53:55.249760 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Checking router: 07bcf122-13b5-4f89-b5b2-4de2105a2263 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:53:55.250110 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Updating router 07bcf122-13b5-4f89-b5b2-4de2105a2263 port 84b6244f-b591-4e8f-a164-abe024aca617 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:53:55.285928 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:55.418252 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:53:55.421913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:55.533076 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:55.543467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Transition to ACTIVE for port object 84b6244f-b591-4e8f-a164-abe024aca617 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:53:55.604513 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:55.651237 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Attempting to bind port 84b6244f-b591-4e8f-a164-abe024aca617 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:53:55.651628 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Attempting to bind port 84b6244f-b591-4e8f-a164-abe024aca617 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:53:55.651969 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Attempting to bind port 84b6244f-b591-4e8f-a164-abe024aca617 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:53:55.659058 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Pushing event updated for resources: {'Port': ['ID=84b6244f-b591-4e8f-a164-abe024aca617,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:55.662012 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:55.663566 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:53:55.663936 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:53:55.664334 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:55.664721 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:53:55.665221 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Bound port: 84b6244f-b591-4e8f-a164-abe024aca617, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:53:55.665623 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:55.687647 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.687913 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.688248 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.688587 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.688913 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.689238 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.689584 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.690435 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.690755 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.691074 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.691699 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.692017 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:53:55.727581 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] For port 84b6244f-b591-4e8f-a164-abe024aca617, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:53:55.727842 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Subnet': ['ID=743ed71a-90e7-4c7e-8d2f-6d25e38d9687,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:55.731484 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] For port 84b6244f-b591-4e8f-a164-abe024aca617, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=84b6244f-b591-4e8f-a164-abe024aca617,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:53:55.732191 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Checking segment: {'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:53:55.732560 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network hostable DHCP agents. Network: 645b6be3-300a-4f33-ab72-8b3f3f0e77f0, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:53:55.817380 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:55.829879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:53:55.870733 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Routers {'07bcf122-13b5-4f89-b5b2-4de2105a2263'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:53:55.871337 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['07bcf122-13b5-4f89-b5b2-4de2105a2263'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:55.875809 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649c134-73b4-4a7d-89a6-5076d18308f3 None None] Pushing event updated for resources: {'Port': ['ID=84b6244f-b591-4e8f-a164-abe024aca617,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:55.909609 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 645b6be3-300a-4f33-ab72-8b3f3f0e77f0) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:53:55.914140 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:55.914764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:55.919032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e5ad2-ec10-4fab-8d50-4cfd19b16ccd None None] Network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:53:55.980354 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] Set router 07bcf122-13b5-4f89-b5b2-4de2105a2263 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:53:56.019335 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d8745a2a-a409-4946-a517-2ed103e5399d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7879384 Jun 30 03:53:56.021953 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56256) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:53:56.070218 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:53:56.071104 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:56.168332 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:54Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:56.196098 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e8239-3e1d-4085-aa3d-42b1baacaec6 None None] The sync data for ids ['07bcf122-13b5-4f89-b5b2-4de2105a2263'] in n-d-798249-3 is: [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:54Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:53:56.212078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Allocated IP 172.20.0.2 (645b6be3-300a-4f33-ab72-8b3f3f0e77f0/743ed71a-90e7-4c7e-8d2f-6d25e38d9687/938dae46-0b92-46b0-9b96-aac2fd9f2c1a) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:53:56.368423 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:56.377146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Transition to ACTIVE for port object 938dae46-0b92-46b0-9b96-aac2fd9f2c1a will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:53:56.393963 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Transition to ACTIVE for port object 938dae46-0b92-46b0-9b96-aac2fd9f2c1a will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:53:56.493085 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:56.532778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:53:56.535779 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:53:56.544101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:53:56.552908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Pushing event updated for resources: {'Port': ['ID=938dae46-0b92-46b0-9b96-aac2fd9f2c1a,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:56.618444 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Attempting to bind port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:53:56.618808 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Attempting to bind port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:53:56.619178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Attempting to bind port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a on network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:53:56.626559 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:53:56.626941 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Checking segment: {'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:53:56.628009 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:56.628422 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Bound using segment: {'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:53:56.629446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Bound port: 938dae46-0b92-46b0-9b96-aac2fd9f2c1a, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:53:56.629844 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:56.727991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] For port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:53:56.737058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] For port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=938dae46-0b92-46b0-9b96-aac2fd9f2c1a,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:53:56.742578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 84b6244f-b591-4e8f-a164-abe024aca617 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:53:56.834812 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:56.877988 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 84b6244f-b591-4e8f-a164-abe024aca617 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:53:56.884434 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 84b6244f-b591-4e8f-a164-abe024aca617 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:53:56.884434 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:56.930772 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:56.947004 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7eba2-66dc-43a3-8e39-6326daba4237 None None] Pushing event updated for resources: {'Port': ['ID=938dae46-0b92-46b0-9b96-aac2fd9f2c1a,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:57.017674 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:57.043263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 84b6244f-b591-4e8f-a164-abe024aca617, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=84b6244f-b591-4e8f-a164-abe024aca617,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:53:57.146072 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:57.209176 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=84b6244f-b591-4e8f-a164-abe024aca617,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:57.266629 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.20.0.1 (645b6be3-300a-4f33-ab72-8b3f3f0e77f0/743ed71a-90e7-4c7e-8d2f-6d25e38d9687/428a82a4-4f81-421c-837c-e43243af1a6b) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:53:57.389841 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:57.403345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Transition to ACTIVE for port object 428a82a4-4f81-421c-837c-e43243af1a6b will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:53:57.515797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:57.556410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:53:57.559514 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:53:57.563365 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:53:57.572292 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=428a82a4-4f81-421c-837c-e43243af1a6b,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:57.615438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:57.840235 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:58.117044 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:58.189649 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:58.275839 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=428a82a4-4f81-421c-837c-e43243af1a6b,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:53:58.280830 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:58.282018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0c909-fb35-41ff-b1de-392c583eaf17 None None] Network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:53:58.376896 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:53:58.378358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:53:58.463693 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-11f7fa99-81f4-45b3-924c-10d6583ffc0e None None] Provisioning for port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:53:58.489565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 07bcf122-13b5-4f89-b5b2-4de2105a2263 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:53:58.605858 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:53:58.620825 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e1250fc2-7f4e-4a20-b1d9-cd9a36ed4cc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "PUT /v2.0/routers/07bcf122-13b5-4f89-b5b2-4de2105a2263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5977323 Jun 30 03:53:58.623261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Sync routers for ids ['07bcf122-13b5-4f89-b5b2-4de2105a2263'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:53:58.633723 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Routers {'07bcf122-13b5-4f89-b5b2-4de2105a2263'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:53:58.634515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['07bcf122-13b5-4f89-b5b2-4de2105a2263'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:58.686343 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e664a55b-8182-4368-896f-57cf307580f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:58.790721 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Set router 07bcf122-13b5-4f89-b5b2-4de2105a2263 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:53:58.791336 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-7aed3b6d-d54d-49a3-a865-ca3a956a3fcb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778453740&fields=id&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 267 time: 0.0415998 Jun 30 03:53:58.827016 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 84b6244f-b591-4e8f-a164-abe024aca617 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:53:58.852687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b4c279ae-5037-4e4c-aae1-f87319ce7690 None None] Provisioning for port 428a82a4-4f81-421c-837c-e43243af1a6b completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:53:58.866516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b4c279ae-5037-4e4c-aae1-f87319ce7690 None None] Provisioning complete for port 428a82a4-4f81-421c-837c-e43243af1a6b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:53:58.867030 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b4c279ae-5037-4e4c-aae1-f87319ce7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:58.921172 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726114-a975-49c9-854c-3ddc0064b30c req-29ac25b3-69fb-4f73-a100-9533b90ef4ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:58.929883 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-29ac25b3-69fb-4f73-a100-9533b90ef4ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/networks?id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0 HTTP/1.1" status: 200 len: 797 time: 0.1273017 Jun 30 03:53:58.942576 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-35f02822-5f04-459d-b6ac-2bc9e202d9d7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/quotas/a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 375 time: 0.0112486 Jun 30 03:53:58.988019 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b4c279ae-5037-4e4c-aae1-f87319ce7690 None None] Port 428a82a4-4f81-421c-837c-e43243af1a6b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:53:59.012890 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 84b6244f-b591-4e8f-a164-abe024aca617 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:53:59.016595 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:59.016752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-e4c54be2-0b8d-49c6-a705-de1bddccc043 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686996 Jun 30 03:53:59.086628 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-4bfbfc12-ea13-45ba-9f0e-d2190189e752 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:53:59.087785 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-4bfbfc12-ea13-45ba-9f0e-d2190189e752 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539639 Jun 30 03:53:59.139267 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-657a721e-c173-4c8e-93e5-7d0cb4de87b0 None None] Provisioning complete for port 428a82a4-4f81-421c-837c-e43243af1a6b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:53:59.139670 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-657a721e-c173-4c8e-93e5-7d0cb4de87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:59.182119 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 938dae46-0b92-46b0-9b96-aac2fd9f2c1a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:53:59.182827 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-fc79b360-a3d9-4a22-8cc2-ae98d8ad1bd9 service neutron] 10.222.0.77 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884502 Jun 30 03:53:59.216534 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '428a82a4-4f81-421c-837c-e43243af1a6b', 'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:7a:b1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:57Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 2, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:53:59.219787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-657a721e-c173-4c8e-93e5-7d0cb4de87b0 None None] Port 428a82a4-4f81-421c-837c-e43243af1a6b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:53:59.251067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Checking router: 07bcf122-13b5-4f89-b5b2-4de2105a2263 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:53:59.251428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Updating router 07bcf122-13b5-4f89-b5b2-4de2105a2263 port 428a82a4-4f81-421c-837c-e43243af1a6b binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:53:59.273747 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-9a7064c3-da8d-4752-b467-ae3753b7e84b service neutron] 10.222.0.77 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844641 Jun 30 03:53:59.295349 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:59.534368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a67708b-71db-4176-b37b-6ab8451b17d0 req-ea3772bd-c76b-44d3-a167-c387eaf61a8a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 210 time: 0.0294802 Jun 30 03:53:59.558046 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:53:59.561878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-b69b42c1-6096-443b-9bca-6b06ee889e45 None None] Provisioning complete for port 428a82a4-4f81-421c-837c-e43243af1a6b triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:53:59.562245 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b69b42c1-6096-443b-9bca-6b06ee889e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:59.591145 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:53:59.591506 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:59.676901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b69b42c1-6096-443b-9bca-6b06ee889e45 None None] Port 428a82a4-4f81-421c-837c-e43243af1a6b cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:53:59.760118 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:59.829478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=938dae46-0b92-46b0-9b96-aac2fd9f2c1a,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:53:59.843398 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:59.852557 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Transition to ACTIVE for port object 428a82a4-4f81-421c-837c-e43243af1a6b will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:53:59.913347 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:59.962035 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:59.963792 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=938dae46-0b92-46b0-9b96-aac2fd9f2c1a,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:00.015467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df17b5-08a2-4195-8980-71104f27f0cc None None] Pushing event updated for resources: {'Port': ['ID=428a82a4-4f81-421c-837c-e43243af1a6b,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:00.070514 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Attempting to bind port 428a82a4-4f81-421c-837c-e43243af1a6b on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:54:00.070889 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Attempting to bind port 428a82a4-4f81-421c-837c-e43243af1a6b by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:54:00.071255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Attempting to bind port 428a82a4-4f81-421c-837c-e43243af1a6b on network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:54:00.077057 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:54:00.077284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Checking segment: {'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:54:00.077726 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:00.078243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Bound using segment: {'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:54:00.078724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Bound port: 428a82a4-4f81-421c-837c-e43243af1a6b, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:54:00.079113 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:00.149500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] For port 428a82a4-4f81-421c-837c-e43243af1a6b, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:54:00.152696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] For port 428a82a4-4f81-421c-837c-e43243af1a6b, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=428a82a4-4f81-421c-837c-e43243af1a6b,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:54:00.244968 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:00.292471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Routers {'07bcf122-13b5-4f89-b5b2-4de2105a2263'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:54:00.293101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:53:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['07bcf122-13b5-4f89-b5b2-4de2105a2263'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:54:00.345586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df17b5-08a2-4195-8980-71104f27f0cc None None] Pushing event updated for resources: {'Port': ['ID=428a82a4-4f81-421c-837c-e43243af1a6b,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:00.427334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] Set router 07bcf122-13b5-4f89-b5b2-4de2105a2263 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:54:00.641279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '428a82a4-4f81-421c-837c-e43243af1a6b', 'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:7a:b1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:57Z', 'updated_at': '2021-06-30T03:54:00Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:54:00.672943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088f8a9-9691-4ebb-bb1f-97fd5ac15cf6 None None] The sync data for ids ['07bcf122-13b5-4f89-b5b2-4de2105a2263'] in n-d-798249-3 is: [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '428a82a4-4f81-421c-837c-e43243af1a6b', 'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:7a:b1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:57Z', 'updated_at': '2021-06-30T03:54:00Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:54:00.708225 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 938dae46-0b92-46b0-9b96-aac2fd9f2c1a up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:54:00.709364 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-abaf92a4-b47d-4485-b3da-34379e81ea06 req-e6789811-4f65-4c45-a151-57a7efc8ba71 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 210 time: 0.0370040 Jun 30 03:54:00.816699 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:54:00.817759 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:01.349390 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:01.370863 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3161a8f6-6f6f-467a-9aa0-3c54dafcf164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:01.707918 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726114-a975-49c9-854c-3ddc0064b30c req-8e4930f2-e082-4f45-bc7c-4999d14ec176 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:01.709461 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-8e4930f2-e082-4f45-bc7c-4999d14ec176 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/networks?id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0 HTTP/1.1" status: 200 len: 797 time: 0.1294553 Jun 30 03:54:01.754474 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f198604a-0ad8-499a-8d25-9cdf4e3f4b76 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 379 time: 0.0369320 Jun 30 03:54:01.766628 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'port': {'device_id': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'admin_state_up': True, 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'security_groups': ['caba24cf-dc1a-464a-9b04-f4a8c2434993']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:54:01.886148 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1da0d3eb-2c1a-4fb5-9811-b90d725f0521 req-abdc9c96-28c7-4cfc-9c7c-72a07e9b99ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 210 time: 0.0435364 Jun 30 03:54:01.983632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:54:01.987327 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:02.108040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.20.0.6 (645b6be3-300a-4f33-ab72-8b3f3f0e77f0/743ed71a-90e7-4c7e-8d2f-6d25e38d9687/8bbff6f5-141f-4033-83f0-e93319585955) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:54:02.248450 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:02.261886 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Transition to ACTIVE for port object 8bbff6f5-141f-4033-83f0-e93319585955 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:54:02.373444 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:02.418303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:54:02.421375 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:54:02.425403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:54:02.434393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=8bbff6f5-141f-4033-83f0-e93319585955,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:02.485019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:02.485698 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:02.567885 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-f5f41a0a-f4ab-4e57-ab53-a04ef850e786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8080494 Jun 30 03:54:02.579632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Request body: {'port': {'device_id': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:54:02.652907 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:02.705664 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 428a82a4-4f81-421c-837c-e43243af1a6b up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:54:02.729291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ecc61a7f-c504-4969-aaf4-cea8f565d382 None None] Provisioning for port 8bbff6f5-141f-4033-83f0-e93319585955 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:54:02.735668 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ecc61a7f-c504-4969-aaf4-cea8f565d382 None None] Provisioning complete for port 8bbff6f5-141f-4033-83f0-e93319585955 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:54:02.737875 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ecc61a7f-c504-4969-aaf4-cea8f565d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:02.778290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ecc61a7f-c504-4969-aaf4-cea8f565d382 None None] Port 8bbff6f5-141f-4033-83f0-e93319585955 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:54:02.823523 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 428a82a4-4f81-421c-837c-e43243af1a6b completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:54:02.827255 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 428a82a4-4f81-421c-837c-e43243af1a6b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:54:02.827621 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:02.905314 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:02.927204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbff6f5-141f-4033-83f0-e93319585955 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:54:02.935468 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:02.942277 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 428a82a4-4f81-421c-837c-e43243af1a6b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=428a82a4-4f81-421c-837c-e43243af1a6b,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:02.951701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Transition to ACTIVE for port object 8bbff6f5-141f-4033-83f0-e93319585955 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:54:03.006797 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:03.052272 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:03.055593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=428a82a4-4f81-421c-837c-e43243af1a6b,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:03.070595 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfb74a-a70b-4cd3-b237-9198d8391c6f req-80662622-deb8-463e-b0d7-3632ca5b2b1c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:03.072138 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72cfb74a-a70b-4cd3-b237-9198d8391c6f req-80662622-deb8-463e-b0d7-3632ca5b2b1c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 931 time: 0.0690880 Jun 30 03:54:03.109888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbff6f5-141f-4033-83f0-e93319585955,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:03.116893 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-72cfb74a-a70b-4cd3-b237-9198d8391c6f req-4c81c518-af0e-4cfe-98f7-87a162b92249 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377524 Jun 30 03:54:03.151967 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:03.183996 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Attempting to bind port 8bbff6f5-141f-4033-83f0-e93319585955 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:54:03.184335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Attempting to bind port 8bbff6f5-141f-4033-83f0-e93319585955 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:54:03.184669 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Attempting to bind port 8bbff6f5-141f-4033-83f0-e93319585955 on network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:54:03.189113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Port 8bbff6f5-141f-4033-83f0-e93319585955 on network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:54:03.189435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Attempting to bind port 8bbff6f5-141f-4033-83f0-e93319585955 on network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:54:03.195433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:54:03.195433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Checking segment: {'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:54:03.195801 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Bound using segment: {'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:54:03.196220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Bound port: 8bbff6f5-141f-4033-83f0-e93319585955, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac4fe640-0907-4d30-b357-032cfdf1d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:54:03.196583 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:03.266671 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] For port 8bbff6f5-141f-4033-83f0-e93319585955, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:54:03.270421 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] For port 8bbff6f5-141f-4033-83f0-e93319585955, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8bbff6f5-141f-4033-83f0-e93319585955,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:54:03.330904 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:03.368067 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:03.368700 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:03.370190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] 10.222.0.83 "PUT /v2.0/ports/8bbff6f5-141f-4033-83f0-e93319585955 HTTP/1.1" status: 200 len: 1091 time: 0.7949202 Jun 30 03:54:03.382170 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'tag': '8bbff6f5-141f-4033-83f0-e93319585955'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:54:03.382170 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5471b4fa-4abf-4290-a750-e6830c0bdf91" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e7a278-1f38-46c4-a4cb-34e8946eaf06", "tag": "8bbff6f5-141f-4033-83f0-e93319585955"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:54:03.396444 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be531a92-fab3-4700-bc2d-bb2174f0b020 service neutron] Pushing event updated for resources: {'Port': ['ID=8bbff6f5-141f-4033-83f0-e93319585955,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:03.420563 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27da51f3-1565-4465-a24d-358e9b4449ad x-openstack-request-id: req-27da51f3-1565-4465-a24d-358e9b4449ad {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:54:03.420861 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e7a278-1f38-46c4-a4cb-34e8946eaf06", "tag": "8bbff6f5-141f-4033-83f0-e93319585955", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:54:03.421114 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27da51f3-1565-4465-a24d-358e9b4449ad {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:54:03.421628 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'tag': '8bbff6f5-141f-4033-83f0-e93319585955', 'status': 'completed', 'code': 200} Jun 30 03:54:03.500503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471b4fa-4abf-4290-a750-e6830c0bdf91 req-ceafb7e9-f66e-4bc4-8f20-3f32d7a02e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:03.502031 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5471b4fa-4abf-4290-a750-e6830c0bdf91 req-ceafb7e9-f66e-4bc4-8f20-3f32d7a02e39 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 1094 time: 0.0562971 Jun 30 03:54:03.601763 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471b4fa-4abf-4290-a750-e6830c0bdf91 req-6c4a56e4-40d5-464d-af7d-d02e9f582701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:03.603221 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5471b4fa-4abf-4290-a750-e6830c0bdf91 req-6c4a56e4-40d5-464d-af7d-d02e9f582701 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0943677 Jun 30 03:54:03.693350 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471b4fa-4abf-4290-a750-e6830c0bdf91 req-94d780e1-7047-43a4-82e9-98e5ed169f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:03.694873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5471b4fa-4abf-4290-a750-e6830c0bdf91 req-94d780e1-7047-43a4-82e9-98e5ed169f11 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852680 Jun 30 03:54:03.783022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726114-a975-49c9-854c-3ddc0064b30c req-ad9d7744-bad7-4cef-8059-06f29652b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:03.784968 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-ad9d7744-bad7-4cef-8059-06f29652b0d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 1094 time: 0.0541050 Jun 30 03:54:03.823786 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-4315a3fc-6a2e-4a50-bb10-9d1c77e20755 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbff6f5-141f-4033-83f0-e93319585955 HTTP/1.1" status: 200 len: 217 time: 0.0328517 Jun 30 03:54:03.870806 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726114-a975-49c9-854c-3ddc0064b30c req-59a455a8-0990-42a3-bc09-f2ba453c2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:03.872475 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-59a455a8-0990-42a3-bc09-f2ba453c2725 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=743ed71a-90e7-4c7e-8d2f-6d25e38d9687 HTTP/1.1" status: 200 len: 834 time: 0.0422766 Jun 30 03:54:03.933737 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726114-a975-49c9-854c-3ddc0064b30c req-7330de9d-b9ef-4968-a8da-6abff70bf1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:03.935216 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-7330de9d-b9ef-4968-a8da-6abff70bf1b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555820 Jun 30 03:54:04.021067 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-7c2a7a63-a46d-4c2e-bed8-f43af57f9b78 service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788107 Jun 30 03:54:04.110844 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f8726114-a975-49c9-854c-3ddc0064b30c req-e325639c-2204-408c-afb4-9b8a327e21de service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840640 Jun 30 03:54:04.291722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb6152-cf11-4a14-8b4b-3b1689540114 req-2a01bd1e-c840-4d01-8283-21de739e9823 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:04.293122 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fddb6152-cf11-4a14-8b4b-3b1689540114 req-2a01bd1e-c840-4d01-8283-21de739e9823 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 943 time: 0.0628772 Jun 30 03:54:04.335361 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-fddb6152-cf11-4a14-8b4b-3b1689540114 req-e03375a1-68a7-4416-a9da-e8aa9e34f4a7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366697 Jun 30 03:54:04.686424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 428a82a4-4f81-421c-837c-e43243af1a6b up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:54:04.731454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 428a82a4-4f81-421c-837c-e43243af1a6b triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:54:04.731818 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:04.942647 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:05.511852 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65e50a-a2a3-4ea8-be37-fd3f33c4bc7a req-2c761461-3e16-40ae-bccd-994f2e90f223 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:05.513337 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da65e50a-a2a3-4ea8-be37-fd3f33c4bc7a req-2c761461-3e16-40ae-bccd-994f2e90f223 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 943 time: 0.0648193 Jun 30 03:54:05.551989 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-da65e50a-a2a3-4ea8-be37-fd3f33c4bc7a req-b96b1265-463c-44fd-b76b-943c92c77825 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324180 Jun 30 03:54:06.145649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8bbff6f5-141f-4033-83f0-e93319585955 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:54:06.238611 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8bbff6f5-141f-4033-83f0-e93319585955, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8bbff6f5-141f-4033-83f0-e93319585955,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:06.250230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '8bbff6f5-141f-4033-83f0-e93319585955', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'port_id': '8bbff6f5-141f-4033-83f0-e93319585955', 'mac_address': 'fa:16:3e:87:5d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:54:06.286529 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:06.298782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbff6f5-141f-4033-83f0-e93319585955 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:54:06.324811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8bbff6f5-141f-4033-83f0-e93319585955, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8bbff6f5-141f-4033-83f0-e93319585955,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:06.429199 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:06.479831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=8bbff6f5-141f-4033-83f0-e93319585955,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:06.663440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['8bbff6f5-141f-4033-83f0-e93319585955'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:54:06.725791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a250d0-1720-443e-abac-a075bd2f722a req-251bb868-6761-4534-8130-66aa4d82abe4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:06.727354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86a250d0-1720-443e-abac-a075bd2f722a req-251bb868-6761-4534-8130-66aa4d82abe4 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 944 time: 0.0635870 Jun 30 03:54:06.769040 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86a250d0-1720-443e-abac-a075bd2f722a req-491fbe54-a3d6-4ccd-a44d-6a2c534bc5cb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327103 Jun 30 03:54:07.938002 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733eb89d-01dd-4cf6-b66b-4a311553c775 req-583ab6a5-3c88-46ee-8c0b-93766d667a2b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:07.939514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-733eb89d-01dd-4cf6-b66b-4a311553c775 req-583ab6a5-3c88-46ee-8c0b-93766d667a2b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 944 time: 0.0610774 Jun 30 03:54:07.977425 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-733eb89d-01dd-4cf6-b66b-4a311553c775 req-fcb0d50a-0963-422a-81ba-767cfa81755e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316451 Jun 30 03:54:08.160370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8bbff6f5-141f-4033-83f0-e93319585955 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:54:08.257639 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 8bbff6f5-141f-4033-83f0-e93319585955 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:54:08.261188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 8bbff6f5-141f-4033-83f0-e93319585955 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:54:08.261614 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:08.337525 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:08.358383 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbff6f5-141f-4033-83f0-e93319585955'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:54:08.360641 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a398afe2-d7d6-47cc-b7f0-48e43f72efac" -d '{"events": [{"server_uuid": "d9e7a278-1f38-46c4-a4cb-34e8946eaf06", "name": "network-vif-plugged", "status": "completed", "tag": "8bbff6f5-141f-4033-83f0-e93319585955"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:54:08.372758 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8bbff6f5-141f-4033-83f0-e93319585955, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8bbff6f5-141f-4033-83f0-e93319585955,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:08.404493 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deea8b45-f6e9-4fc9-aca1-b34d323aec1d x-openstack-request-id: req-deea8b45-f6e9-4fc9-aca1-b34d323aec1d {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:54:08.404794 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e7a278-1f38-46c4-a4cb-34e8946eaf06", "name": "network-vif-plugged", "status": "completed", "tag": "8bbff6f5-141f-4033-83f0-e93319585955", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:54:08.405133 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-deea8b45-f6e9-4fc9-aca1-b34d323aec1d {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:54:08.405448 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbff6f5-141f-4033-83f0-e93319585955', 'code': 200} Jun 30 03:54:08.444878 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:08.493372 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=8bbff6f5-141f-4033-83f0-e93319585955,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:08.516844 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a63266-335e-447b-978d-74de74a15150 req-f9554f3a-75aa-4594-9f4c-5479f4dc0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:08.518362 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37a63266-335e-447b-978d-74de74a15150 req-f9554f3a-75aa-4594-9f4c-5479f4dc0a46 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 1096 time: 0.0559814 Jun 30 03:54:08.551226 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-37a63266-335e-447b-978d-74de74a15150 req-6cc05ef4-e3cc-41a6-8acb-af918f491514 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266631 Jun 30 03:54:09.144048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f4864-1cbf-4c9f-b3e3-919711864fc2 req-e01e508a-5ef0-4751-98e4-9aaa0f789a27 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:09.145519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-951f4864-1cbf-4c9f-b3e3-919711864fc2 req-e01e508a-5ef0-4751-98e4-9aaa0f789a27 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0603647 Jun 30 03:54:09.182158 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-951f4864-1cbf-4c9f-b3e3-919711864fc2 req-f7b3ea44-1c73-48d1-9597-f24697c52482 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304308 Jun 30 03:54:10.355048 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b8b4f-5580-44f0-b9aa-9961377611e3 req-1b87c0a5-197c-401d-8a1f-4021b87b3b92 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:10.356545 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a3b8b4f-5580-44f0-b9aa-9961377611e3 req-1b87c0a5-197c-401d-8a1f-4021b87b3b92 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0627136 Jun 30 03:54:10.392548 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1a3b8b4f-5580-44f0-b9aa-9961377611e3 req-d6ed3773-e92d-4e56-9ffc-a483b0d09c39 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303791 Jun 30 03:54:10.560477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c77e53-0e54-43d0-824d-afef58f15afc req-26e3a6a7-a647-4131-8e18-f860ba0a979a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:10.561862 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1c77e53-0e54-43d0-824d-afef58f15afc req-26e3a6a7-a647-4131-8e18-f860ba0a979a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0615871 Jun 30 03:54:10.605254 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b1c77e53-0e54-43d0-824d-afef58f15afc req-0d7add39-0d67-44f7-b851-6f75f88c529e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375488 Jun 30 03:54:10.628098 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56318) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:54:10.677988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9a15ae-4a91-42ad-bd14-e82fe2ad9a68 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:10.679475 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-da9a15ae-4a91-42ad-bd14-e82fe2ad9a68 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 1091 time: 0.0504339 Jun 30 03:54:10.682242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56320) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:54:10.686467 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '8bbff6f5-141f-4033-83f0-e93319585955', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:54:10.852045 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:10.949057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:11.045703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.25.2.205 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/16875eb1-30e2-45b2-be03-c28613f8e616) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:54:11.146997 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:11.234816 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:11.271797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:54:11.274590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:54:11.277048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:54:11.304040 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=16875eb1-30e2-45b2-be03-c28613f8e616,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:11.983044 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:12.128903 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:12.272226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:12.348589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:12.411651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=16875eb1-30e2-45b2-be03-c28613f8e616,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:12.426348 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:12.522884 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Floating IP 5c11be4a-4c68-490c-9081-238226d00d27 associated. External IP: 172.25.2.205, port: 8bbff6f5-141f-4033-83f0-e93319585955. Jun 30 03:54:12.722818 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 07bcf122-13b5-4f89-b5b2-4de2105a2263 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:54:12.827584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:54:12.837658 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] Sync routers for ids ['07bcf122-13b5-4f89-b5b2-4de2105a2263'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:54:12.846402 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] Routers {'07bcf122-13b5-4f89-b5b2-4de2105a2263'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:54:12.847010 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:54:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['07bcf122-13b5-4f89-b5b2-4de2105a2263'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:54:12.903068 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:12.943214 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e3cd849f-2e7d-4340-a7f7-14e8b4df2c1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2598968 Jun 30 03:54:12.944561 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'tag': '8bbff6f5-141f-4033-83f0-e93319585955'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:54:12.946965 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156f999b-9850-4240-a314-32e3c2e8eac3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e7a278-1f38-46c4-a4cb-34e8946eaf06", "tag": "8bbff6f5-141f-4033-83f0-e93319585955"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:54:12.988957 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca6b318-4270-4f1e-84b6-3f618c3dbe47 x-openstack-request-id: req-5ca6b318-4270-4f1e-84b6-3f618c3dbe47 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:54:12.989619 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e7a278-1f38-46c4-a4cb-34e8946eaf06", "tag": "8bbff6f5-141f-4033-83f0-e93319585955", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:54:12.989619 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ca6b318-4270-4f1e-84b6-3f618c3dbe47 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:54:12.989953 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'tag': '8bbff6f5-141f-4033-83f0-e93319585955', 'status': 'completed', 'code': 200} Jun 30 03:54:13.046043 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] Set router 07bcf122-13b5-4f89-b5b2-4de2105a2263 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:54:13.064540 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-1c68c1db-9e6e-4491-9b71-1901fc6c1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:13.066341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-1c68c1db-9e6e-4491-9b71-1901fc6c1db3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 1096 time: 0.0534179 Jun 30 03:54:13.120150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fc5c9-b8d2-44d0-b6b5-7696d2a0ab1b req-92317b11-421b-4919-a2db-433dcfc39bc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:13.130505 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f55fc5c9-b8d2-44d0-b6b5-7696d2a0ab1b req-92317b11-421b-4919-a2db-433dcfc39bc0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0698524 Jun 30 03:54:13.163063 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f55fc5c9-b8d2-44d0-b6b5-7696d2a0ab1b req-46ec0c9c-22ac-4c76-ab29-2bd157c76c42 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334828 Jun 30 03:54:13.165032 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-2ea33f69-8446-40b2-98fa-dfdeaec94a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:13.166746 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-2ea33f69-8446-40b2-98fa-dfdeaec94a72 service neutron] 10.222.0.83 "GET /v2.0/networks?id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0 HTTP/1.1" status: 200 len: 898 time: 0.0934682 Jun 30 03:54:13.188964 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56326) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:54:13.239744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-417c8fce-7554-433c-9899-5c704714b7e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbff6f5-141f-4033-83f0-e93319585955 HTTP/1.1" status: 200 len: 999 time: 0.0658290 Jun 30 03:54:13.251709 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0033d6c7-ae0d-4c42-9950-3310461f8b6e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/5c11be4a-4c68-490c-9081-238226d00d27 HTTP/1.1" status: 200 len: 991 time: 0.0602431 Jun 30 03:54:13.278096 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '5c11be4a-4c68-490c-9081-238226d00d27', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'port_id': '8bbff6f5-141f-4033-83f0-e93319585955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'mac_address': 'fa:16:3e:87:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:54:11Z', 'updated_at': '2021-06-30T03:54:11Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a82a4-4f81-421c-837c-e43243af1a6b', 'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:7a:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:57Z', 'updated_at': '2021-06-30T03:54:02Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:54:13.291402 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-697da6f0-6bcc-4a28-aad1-8f308d585e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:13.292883 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-697da6f0-6bcc-4a28-aad1-8f308d585e04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=743ed71a-90e7-4c7e-8d2f-6d25e38d9687 HTTP/1.1" status: 200 len: 834 time: 0.0473132 Jun 30 03:54:13.307195 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] Checking router: 07bcf122-13b5-4f89-b5b2-4de2105a2263 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:54:13.315579 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] Routers {'07bcf122-13b5-4f89-b5b2-4de2105a2263'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:54:13.316736 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:54:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['07bcf122-13b5-4f89-b5b2-4de2105a2263'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:54:13.347802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-398265eb-fdae-4a5c-8447-860bf1550330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:13.349293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-398265eb-fdae-4a5c-8447-860bf1550330 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506034 Jun 30 03:54:13.421588 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] Set router 07bcf122-13b5-4f89-b5b2-4de2105a2263 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:54:13.436002 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-754438c4-f834-4955-9bc9-bc82e19c6a5c service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806193 Jun 30 03:54:13.529585 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-156f999b-9850-4240-a314-32e3c2e8eac3 req-33e4d9a7-71a3-4979-953b-3d00796cf221 service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869367 Jun 30 03:54:13.612921 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-9e8d17a9-4af8-4cee-8622-cedccd0c018a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525000 Jun 30 03:54:13.639213 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '5c11be4a-4c68-490c-9081-238226d00d27', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'port_id': '8bbff6f5-141f-4033-83f0-e93319585955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'mac_address': 'fa:16:3e:87:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:54:11Z', 'updated_at': '2021-06-30T03:54:11Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a82a4-4f81-421c-837c-e43243af1a6b', 'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:7a:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:57Z', 'updated_at': '2021-06-30T03:54:02Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:54:13.670192 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304967e-43ca-4155-9376-afe29c6183e9 None None] The sync data for ids ['07bcf122-13b5-4f89-b5b2-4de2105a2263'] in n-d-798249-3 is: [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '5c11be4a-4c68-490c-9081-238226d00d27', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'port_id': '8bbff6f5-141f-4033-83f0-e93319585955', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'mac_address': 'fa:16:3e:87:5d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:54:11Z', 'updated_at': '2021-06-30T03:54:11Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428a82a4-4f81-421c-837c-e43243af1a6b', 'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:7a:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:57Z', 'updated_at': '2021-06-30T03:54:02Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:54:13.744026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-fd02a6c3-cc82-4e29-878e-5235373003a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:13.745555 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-fd02a6c3-cc82-4e29-878e-5235373003a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 1096 time: 0.0630319 Jun 30 03:54:13.854353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-1fc85c05-7674-4db7-ad84-cc90fee79407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:13.855840 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-1fc85c05-7674-4db7-ad84-cc90fee79407 service neutron] 10.222.0.83 "GET /v2.0/networks?id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0 HTTP/1.1" status: 200 len: 898 time: 0.0898414 Jun 30 03:54:13.857358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8398eb-6ce7-4d4e-992f-8693e094b7ef None None] New status for floating IP 5c11be4a-4c68-490c-9081-238226d00d27: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:54:13.921324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-1aacc5f6-9d81-44dc-9fde-a9b2739067d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbff6f5-141f-4033-83f0-e93319585955 HTTP/1.1" status: 200 len: 999 time: 0.0579236 Jun 30 03:54:13.974503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-798f01e2-572e-4274-98da-849957603150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:13.976068 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-798f01e2-572e-4274-98da-849957603150 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=743ed71a-90e7-4c7e-8d2f-6d25e38d9687 HTTP/1.1" status: 200 len: 834 time: 0.0482643 Jun 30 03:54:14.031623 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-538dfc49-9959-4f66-88b7-cdcd7ab7f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:14.033098 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-538dfc49-9959-4f66-88b7-cdcd7ab7f0ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511620 Jun 30 03:54:14.134189 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-80649cbc-d410-4d8a-9f92-a29bdf3cac2b service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817363 Jun 30 03:54:14.226426 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3997f45b-fb75-4664-aec0-84416885ebc0 req-17998137-88e1-4fef-8591-342084098bf3 service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845258 Jun 30 03:54:14.254030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56328) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:54:14.313049 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d8c88aaa-d504-4e09-9a6b-a54e8cd48af7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/5c11be4a-4c68-490c-9081-238226d00d27 HTTP/1.1" status: 200 len: 993 time: 0.0577981 Jun 30 03:54:20.545156 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:54:23.752813 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:24.176934 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:28.691103 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-900d635a-d5bc-4268-87db-f516dbbeb479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:31.336502 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:31.370794 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-45df6d1e-f39b-45f1-a1e5-509511a3459b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:31.768701 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-d69d99de-6be8-497f-80c2-df76155225cf req-24c2027f-286e-4c98-bacb-26099bd905b7 service neutron] (94530) timed out ('10.222.0.77', 50210) {{(pid=94530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:54:33.125230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:34.897018 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:46.196701 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f477fd-b6c3-4d05-a45a-aac3204eacda req-132e7e0a-afa8-4dd9-becb-1fa794ad6796 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:46.198211 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2f477fd-b6c3-4d05-a45a-aac3204eacda req-132e7e0a-afa8-4dd9-becb-1fa794ad6796 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.1175330 Jun 30 03:54:46.235361 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2f477fd-b6c3-4d05-a45a-aac3204eacda req-5ce9e8eb-dcbb-4d50-9bc7-907737cd04cb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Jun 30 03:54:47.455178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281cd69-d2af-47c0-821b-fc9e7e749922 req-0ffde3e8-18e9-41e4-9606-99af81e4e894 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:47.456578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b281cd69-d2af-47c0-821b-fc9e7e749922 req-0ffde3e8-18e9-41e4-9606-99af81e4e894 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.1116364 Jun 30 03:54:47.498915 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b281cd69-d2af-47c0-821b-fc9e7e749922 req-991c489e-5d5b-410c-b1bb-5bd9f2165ae7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366037 Jun 30 03:54:48.689022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ddf4b-a97b-42e9-b121-eff2a88e9c92 req-d1f46037-0391-4a1c-9feb-576bce3e3368 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:48.690759 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a87ddf4b-a97b-42e9-b121-eff2a88e9c92 req-d1f46037-0391-4a1c-9feb-576bce3e3368 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0617194 Jun 30 03:54:48.727441 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a87ddf4b-a97b-42e9-b121-eff2a88e9c92 req-ce59dbd6-6595-48f6-9805-542d829372d8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305986 Jun 30 03:54:49.899427 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d5783-7392-4799-ae2d-57639da8d24e req-b643a1dd-ee0e-40c2-85bf-251c41dd272e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:49.900879 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ca3d5783-7392-4799-ae2d-57639da8d24e req-b643a1dd-ee0e-40c2-85bf-251c41dd272e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0611484 Jun 30 03:54:49.937844 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ca3d5783-7392-4799-ae2d-57639da8d24e req-3b92743e-823b-4ec1-98c1-349769a68c94 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313735 Jun 30 03:54:51.108842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f7b15-0953-4a96-a3b1-57302664c736 req-878364fb-5d35-4c97-a76e-0c6ceed00d57 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:51.110311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-278f7b15-0953-4a96-a3b1-57302664c736 req-878364fb-5d35-4c97-a76e-0c6ceed00d57 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0647476 Jun 30 03:54:51.147401 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-278f7b15-0953-4a96-a3b1-57302664c736 req-41a60784-9409-4a80-ada1-d014506d0569 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308144 Jun 30 03:54:52.315052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9182c65-d798-4853-a4cb-1f8444d3c092 req-97c315e7-8eb9-457d-90c8-2847ea3a3ffe tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:52.316383 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9182c65-d798-4853-a4cb-1f8444d3c092 req-97c315e7-8eb9-457d-90c8-2847ea3a3ffe tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0608363 Jun 30 03:54:52.357974 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a9182c65-d798-4853-a4cb-1f8444d3c092 req-289a5347-1e8e-438b-9e33-3b81ca00c442 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354559 Jun 30 03:54:53.526856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d518c88-5fa2-4577-aaab-08af906729cc req-81a0f134-e2bc-4bb0-84cd-516eb48281cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:53.528304 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d518c88-5fa2-4577-aaab-08af906729cc req-81a0f134-e2bc-4bb0-84cd-516eb48281cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0617108 Jun 30 03:54:53.564372 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8d518c88-5fa2-4577-aaab-08af906729cc req-f72839a7-7ad3-4a51-bdeb-70f7a7fb58d6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305128 Jun 30 03:54:53.758685 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:54.169827 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:54.733847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f16d9-c1d1-4bd6-89f4-4384a88fca2f req-a028232a-ca6f-4664-9f92-594ce403d8a0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:54.735300 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d51f16d9-c1d1-4bd6-89f4-4384a88fca2f req-a028232a-ca6f-4664-9f92-594ce403d8a0 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0624256 Jun 30 03:54:54.771668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d51f16d9-c1d1-4bd6-89f4-4384a88fca2f req-5cdb0185-c505-4280-ade5-d3d7e5846e85 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303423 Jun 30 03:54:55.938988 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927deb9b-3795-4b1c-9088-6401f4329242 req-f8d8c670-79f9-438f-b268-feb335a1b02c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:55.940748 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-927deb9b-3795-4b1c-9088-6401f4329242 req-f8d8c670-79f9-438f-b268-feb335a1b02c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0620570 Jun 30 03:54:55.977965 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-927deb9b-3795-4b1c-9088-6401f4329242 req-786099f1-d684-42ed-af23-b7300a7af26f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316350 Jun 30 03:54:57.144699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139e8b-799f-40b9-9b8b-e153091138dd req-2871bad7-de2c-4fec-9aa3-d47213898e63 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:57.146173 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c139e8b-799f-40b9-9b8b-e153091138dd req-2871bad7-de2c-4fec-9aa3-d47213898e63 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0610206 Jun 30 03:54:57.182580 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3c139e8b-799f-40b9-9b8b-e153091138dd req-e5a57f05-0f4a-4238-b9f6-4debcfac8eb9 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308418 Jun 30 03:54:57.544839 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:54:58.356440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff58c47-eec0-4371-a903-ec05d92969dc req-3652e737-91bd-42a8-992d-639417b5d3d7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:58.357964 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ff58c47-eec0-4371-a903-ec05d92969dc req-3652e737-91bd-42a8-992d-639417b5d3d7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0655770 Jun 30 03:54:58.395289 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ff58c47-eec0-4371-a903-ec05d92969dc req-bdd3ee01-2e2a-4242-a2f9-478a6e58966e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317392 Jun 30 03:54:58.678805 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2769aa08-0af9-449c-a78a-e2ac0b508efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:59.569816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4cb2b-64e8-461d-8b3a-04bf04973af0 req-086503f5-0b40-4b56-ab3f-7df2574b7a99 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:59.571282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13a4cb2b-64e8-461d-8b3a-04bf04973af0 req-086503f5-0b40-4b56-ab3f-7df2574b7a99 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0656133 Jun 30 03:54:59.608556 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13a4cb2b-64e8-461d-8b3a-04bf04973af0 req-471e7745-0a5c-4e47-a8c5-7905349ddd0f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315788 Jun 30 03:55:00.776369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818ef9c-2df4-403d-a4e0-baf5f1832c78 req-2823ff4d-ead1-4513-a614-d303faeb3bdd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:00.777768 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3818ef9c-2df4-403d-a4e0-baf5f1832c78 req-2823ff4d-ead1-4513-a614-d303faeb3bdd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0612485 Jun 30 03:55:00.815581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3818ef9c-2df4-403d-a4e0-baf5f1832c78 req-b6b59c87-df57-415a-a270-c6f4865b826d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320790 Jun 30 03:55:01.346110 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:01.375347 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-879bc027-3f3a-4376-bdd9-301fa09bb49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:01.984607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425745c2-b881-4cec-93b4-11e2e2adaf76 req-dbcfe82c-a583-4081-8997-e73826f341c2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:01.986090 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-425745c2-b881-4cec-93b4-11e2e2adaf76 req-dbcfe82c-a583-4081-8997-e73826f341c2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0620403 Jun 30 03:55:02.022790 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-425745c2-b881-4cec-93b4-11e2e2adaf76 req-7bf31b0c-bf89-4cab-a5b3-915f42c3bdcb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304940 Jun 30 03:55:02.046655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56376) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:02.109241 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-52a1f806-efa2-4d5d-b5d4-60ee5f2d33ba tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/5c11be4a-4c68-490c-9081-238226d00d27 HTTP/1.1" status: 200 len: 993 time: 0.0613456 Jun 30 03:55:03.193437 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:03.724536 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3edfc-971c-4f2e-88a3-1febea4711a1 req-83381e0d-7476-47d8-b732-1955bf3ce307 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:03.726106 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8b3edfc-971c-4f2e-88a3-1febea4711a1 req-83381e0d-7476-47d8-b732-1955bf3ce307 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0686188 Jun 30 03:55:03.766454 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b8b3edfc-971c-4f2e-88a3-1febea4711a1 req-bd5e908f-f092-45d7-adbd-f2f70ad50019 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332637 Jun 30 03:55:03.823791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-d77d292e-1293-4bc7-bfdf-5c681a630b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:03.823791 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-d77d292e-1293-4bc7-bfdf-5c681a630b29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 1096 time: 0.0526266 Jun 30 03:55:03.910149 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-99cc8c1d-65bf-471b-8f08-61ff3c8a3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:03.912234 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-99cc8c1d-65bf-471b-8f08-61ff3c8a3b18 service neutron] 10.222.0.83 "GET /v2.0/networks?id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0 HTTP/1.1" status: 200 len: 898 time: 0.0833330 Jun 30 03:55:03.980538 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-3d470d99-a0b0-4acd-9fb2-73e3b6c75f82 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbff6f5-141f-4033-83f0-e93319585955 HTTP/1.1" status: 200 len: 1001 time: 0.0625646 Jun 30 03:55:04.026975 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-e4c5e9e7-3b52-4c97-b32a-87591aaf3ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:04.028377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-e4c5e9e7-3b52-4c97-b32a-87591aaf3ab8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=743ed71a-90e7-4c7e-8d2f-6d25e38d9687 HTTP/1.1" status: 200 len: 834 time: 0.0420885 Jun 30 03:55:04.085242 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-e8cd7144-9b38-4c32-8391-d7c4cb9a7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:04.086676 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-e8cd7144-9b38-4c32-8391-d7c4cb9a7e8e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507309 Jun 30 03:55:04.175806 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-adebe2ce-fd16-42cd-9fa9-4b89bdf5080d service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827203 Jun 30 03:55:04.261386 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ff00347c-eb07-43d8-903d-db6fa6884e16 req-0cc0f25a-d3a9-4a40-974a-108c9407eecf service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796940 Jun 30 03:55:04.895116 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:04.959810 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f1f2-c554-4374-9b5c-975552cc2291 req-eba2045d-7a25-4541-9aa8-bb50224185bd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:04.961311 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-12a7f1f2-c554-4374-9b5c-975552cc2291 req-eba2045d-7a25-4541-9aa8-bb50224185bd tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0662591 Jun 30 03:55:04.998900 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-12a7f1f2-c554-4374-9b5c-975552cc2291 req-4e5921b7-c44a-46c9-ab6c-1870b7bed51e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319583 Jun 30 03:55:06.182507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdbd75-bed8-4713-9be1-2b905554657c req-3152e803-668f-4915-9dfb-d4f5a524792b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:06.183972 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5cdbd75-bed8-4713-9be1-2b905554657c req-3152e803-668f-4915-9dfb-d4f5a524792b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0738759 Jun 30 03:55:06.224809 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5cdbd75-bed8-4713-9be1-2b905554657c req-4930470f-5ec1-40bc-9faa-2c50f1f32462 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349209 Jun 30 03:55:06.248945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56390) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:06.307602 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b5fcdc47-9b42-4f8b-bb84-7fc3020b4d55 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/5c11be4a-4c68-490c-9081-238226d00d27 HTTP/1.1" status: 200 len: 993 time: 0.0574791 Jun 30 03:55:13.623984 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-831d22ab-8bbd-4bc6-932a-a6cbcf4f5293 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541780 Jun 30 03:55:13.737727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-e446b771-3830-4699-8c83-ade043bcbc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:13.739159 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-e446b771-3830-4699-8c83-ade043bcbc22 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 1096 time: 0.0518627 Jun 30 03:55:13.840881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-3e8be40c-6619-4dcc-923d-20938bc8f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:13.842377 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-3e8be40c-6619-4dcc-923d-20938bc8f03b service neutron] 10.222.0.83 "GET /v2.0/networks?id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0 HTTP/1.1" status: 200 len: 898 time: 0.0844121 Jun 30 03:55:13.909103 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-5995f69f-bc58-4a48-959d-864a436a48ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbff6f5-141f-4033-83f0-e93319585955 HTTP/1.1" status: 200 len: 1001 time: 0.0603204 Jun 30 03:55:13.960616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-17d153de-ee5d-4fdb-98f2-37bec3d6120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:13.962043 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-17d153de-ee5d-4fdb-98f2-37bec3d6120b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=743ed71a-90e7-4c7e-8d2f-6d25e38d9687 HTTP/1.1" status: 200 len: 834 time: 0.0424147 Jun 30 03:55:14.015879 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-acafea5d-e524-4dbf-a6dc-9dda561828f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:14.017279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-acafea5d-e524-4dbf-a6dc-9dda561828f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496051 Jun 30 03:55:14.107223 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-5d2bbe33-722c-4999-a98b-7af957dec0ab service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831540 Jun 30 03:55:14.196224 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-410496f9-c4ca-4207-ba1e-dabeabd4ea55 req-eb642d09-42b5-4111-b51e-106dbb95f805 service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804830 Jun 30 03:55:23.802607 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:24.202825 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:28.659759 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-63bdcfdb-4fa1-4011-9f97-a94b78f553d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:31.322765 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:31.345498 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8d088096-a60f-4b78-8e5b-ee150eec2962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:33.173426 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:34.545163 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:55:34.860981 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56406) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:34.934565 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:35.022457 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 16875eb1-30e2-45b2-be03-c28613f8e616 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:55:35.023309 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:35.098924 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:35.099256 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:35.110877 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 16875eb1-30e2-45b2-be03-c28613f8e616 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:55:35.334318 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:35.361086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=16875eb1-30e2-45b2-be03-c28613f8e616,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:35.388578 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.388940 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.389298 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.389658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.390001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.390343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.390681 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.391019 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.391353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.391686 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.392027 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.392358 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:35.430499 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:35.430840 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Floating IP 5c11be4a-4c68-490c-9081-238226d00d27 disassociated (deleted). External IP: 172.25.2.205, port: 8bbff6f5-141f-4033-83f0-e93319585955. Jun 30 03:55:35.631939 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 07bcf122-13b5-4f89-b5b2-4de2105a2263 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:55:35.736269 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:55:35.741034 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:35.746349 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] Sync routers for ids ['07bcf122-13b5-4f89-b5b2-4de2105a2263'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:55:35.755105 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] Routers {'07bcf122-13b5-4f89-b5b2-4de2105a2263'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:55:35.755788 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['07bcf122-13b5-4f89-b5b2-4de2105a2263'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:35.776578 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-66e8bf81-fafb-4bc5-a48a-3230d17050cf tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/floatingips/5c11be4a-4c68-490c-9081-238226d00d27 HTTP/1.1" status: 204 len: 168 time: 0.9145713 Jun 30 03:55:35.777166 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'tag': '8bbff6f5-141f-4033-83f0-e93319585955'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:55:35.779605 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f278797d-0fba-4703-ba4a-b378d9719954" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e7a278-1f38-46c4-a4cb-34e8946eaf06", "tag": "8bbff6f5-141f-4033-83f0-e93319585955"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:55:35.863687 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] Set router 07bcf122-13b5-4f89-b5b2-4de2105a2263 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:55:35.863937 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b37c1de-1880-432f-bf07-a5bca6eb34b4 x-openstack-request-id: req-5b37c1de-1880-432f-bf07-a5bca6eb34b4 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:55:35.864455 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e7a278-1f38-46c4-a4cb-34e8946eaf06", "tag": "8bbff6f5-141f-4033-83f0-e93319585955", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:55:35.864455 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b37c1de-1880-432f-bf07-a5bca6eb34b4 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:55:35.864777 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'tag': '8bbff6f5-141f-4033-83f0-e93319585955', 'status': 'completed', 'code': 200} Jun 30 03:55:35.948982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278797d-0fba-4703-ba4a-b378d9719954 req-b221daf0-1914-4af7-94b3-0b5c88bc0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:35.950561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f278797d-0fba-4703-ba4a-b378d9719954 req-b221daf0-1914-4af7-94b3-0b5c88bc0dcc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 1096 time: 0.0610325 Jun 30 03:55:36.045670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278797d-0fba-4703-ba4a-b378d9719954 req-83d95e5e-38e8-4e1a-a5cc-ae5978ab7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:36.051139 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f278797d-0fba-4703-ba4a-b378d9719954 req-83d95e5e-38e8-4e1a-a5cc-ae5978ab7496 service neutron] 10.222.0.83 "GET /v2.0/networks?id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0 HTTP/1.1" status: 200 len: 898 time: 0.0905142 Jun 30 03:55:36.060854 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '428a82a4-4f81-421c-837c-e43243af1a6b', 'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:7a:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:57Z', 'updated_at': '2021-06-30T03:54:02Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:36.089309 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] Checking router: 07bcf122-13b5-4f89-b5b2-4de2105a2263 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:55:36.093453 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f278797d-0fba-4703-ba4a-b378d9719954 req-23b673b6-062d-4e28-8866-4162d7b8d177 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbff6f5-141f-4033-83f0-e93319585955 HTTP/1.1" status: 200 len: 217 time: 0.0359337 Jun 30 03:55:36.097400 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] Routers {'07bcf122-13b5-4f89-b5b2-4de2105a2263'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:55:36.098014 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['07bcf122-13b5-4f89-b5b2-4de2105a2263'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:36.153069 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278797d-0fba-4703-ba4a-b378d9719954 req-4f4fcefb-d33f-43dd-b8c7-10db60bce52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:36.154589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f278797d-0fba-4703-ba4a-b378d9719954 req-4f4fcefb-d33f-43dd-b8c7-10db60bce52e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=743ed71a-90e7-4c7e-8d2f-6d25e38d9687 HTTP/1.1" status: 200 len: 834 time: 0.0541756 Jun 30 03:55:36.204498 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] Set router 07bcf122-13b5-4f89-b5b2-4de2105a2263 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:55:36.211778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278797d-0fba-4703-ba4a-b378d9719954 req-1912c5a8-4d8c-4f1a-9832-1b71bf279f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:36.213279 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f278797d-0fba-4703-ba4a-b378d9719954 req-1912c5a8-4d8c-4f1a-9832-1b71bf279f47 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=645b6be3-300a-4f33-ab72-8b3f3f0e77f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520639 Jun 30 03:55:36.304055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f278797d-0fba-4703-ba4a-b378d9719954 req-baa56927-bc6a-49cc-934d-80c9c08d2ffc service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846195 Jun 30 03:55:36.393608 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1de52-4674-4c92-bb85-144b31d18781 req-11827172-31b2-4e94-bf69-812b5b6f8f24 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:36.395129 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0c1de52-4674-4c92-bb85-144b31d18781 req-11827172-31b2-4e94-bf69-812b5b6f8f24 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0648403 Jun 30 03:55:36.400574 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f278797d-0fba-4703-ba4a-b378d9719954 req-efa485af-6a01-4765-adc4-8a10bff2a308 service neutron] 10.222.0.83 "GET /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904377 Jun 30 03:55:36.412543 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '428a82a4-4f81-421c-837c-e43243af1a6b', 'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:7a:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:57Z', 'updated_at': '2021-06-30T03:54:02Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:36.439169 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210d1c1e-eab2-4a91-8713-27be784b5636 None None] The sync data for ids ['07bcf122-13b5-4f89-b5b2-4de2105a2263'] in n-d-798249-3 is: [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '428a82a4-4f81-421c-837c-e43243af1a6b', 'name': '', 'network_id': '645b6be3-300a-4f33-ab72-8b3f3f0e77f0', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:7a:b1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:57Z', 'updated_at': '2021-06-30T03:54:02Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '743ed71a-90e7-4c7e-8d2f-6d25e38d9687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:55:36.440605 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f0c1de52-4674-4c92-bb85-144b31d18781 req-bb215b91-7b40-4f3f-a4d4-dfb7711551c5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375686 Jun 30 03:55:36.646249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d1ee0-529f-4b22-9a23-12a8479d9583 None None] New status for floating IP 5c11be4a-4c68-490c-9081-238226d00d27: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:55:37.623174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bea2b-e3f8-44ac-96fa-8f7e4de4f5aa req-b8920fac-ee3e-4c15-b38e-0fe98636b8f2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:37.624646 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a6bea2b-e3f8-44ac-96fa-8f7e4de4f5aa req-b8920fac-ee3e-4c15-b38e-0fe98636b8f2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0737305 Jun 30 03:55:37.662771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a6bea2b-e3f8-44ac-96fa-8f7e4de4f5aa req-2db6edb6-f83d-4385-b857-54e0424ebd8b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=caba24cf-dc1a-464a-9b04-f4a8c2434993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323467 Jun 30 03:55:37.905837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6b49f568-0c98-4936-9397-9cec6b62f0c1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:37.907263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6b49f568-0c98-4936-9397-9cec6b62f0c1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 945 time: 0.0660892 Jun 30 03:55:38.012335 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 8bbff6f5-141f-4033-83f0-e93319585955 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:55:38.012683 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:38.100412 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port 8bbff6f5-141f-4033-83f0-e93319585955, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8bbff6f5-141f-4033-83f0-e93319585955,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:55:38.100778 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:38.113985 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 8bbff6f5-141f-4033-83f0-e93319585955 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:55:38.293846 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:38.322560 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=8bbff6f5-141f-4033-83f0-e93319585955,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:38.350355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.350710 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.351079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.351419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.351756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.352091 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.352447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.352778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.353106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.353431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.353939 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.354139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:38.376231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] No DVR routers for this DVR port 8bbff6f5-141f-4033-83f0-e93319585955 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:55:38.378643 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:38.380795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-20e3baf3-19d6-4b6e-810f-b89666a96e25 req-6eeadae5-6806-4449-9cbf-fdc80fafb7f5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "DELETE /v2.0/ports/8bbff6f5-141f-4033-83f0-e93319585955 HTTP/1.1" status: 204 len: 173 time: 0.4681997 Jun 30 03:55:38.381223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'name': 'network-vif-deleted', 'tag': '8bbff6f5-141f-4033-83f0-e93319585955'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:55:38.384041 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf3b20c-637f-4842-abb1-2331f3568ea1" -d '{"events": [{"server_uuid": "d9e7a278-1f38-46c4-a4cb-34e8946eaf06", "name": "network-vif-deleted", "tag": "8bbff6f5-141f-4033-83f0-e93319585955"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:55:38.419040 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cd3b67-a98b-495f-a0e1-5e5232abdb6d x-openstack-request-id: req-58cd3b67-a98b-495f-a0e1-5e5232abdb6d {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:55:38.419341 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e7a278-1f38-46c4-a4cb-34e8946eaf06", "name": "network-vif-deleted", "tag": "8bbff6f5-141f-4033-83f0-e93319585955", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:55:38.419860 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-58cd3b67-a98b-495f-a0e1-5e5232abdb6d {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:55:38.420275 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7a278-1f38-46c4-a4cb-34e8946eaf06', 'name': 'network-vif-deleted', 'tag': '8bbff6f5-141f-4033-83f0-e93319585955', 'status': 'completed', 'code': 200} Jun 30 03:55:38.826065 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ca709c3-6953-474c-aa10-90be0850b981 req-e0d8cf94-8a6d-41bf-bad7-51b5ed03f699 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=d9e7a278-1f38-46c4-a4cb-34e8946eaf06 HTTP/1.1" status: 200 len: 210 time: 0.0291605 Jun 30 03:55:39.919611 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56426) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:40.609764 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:40.865763 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 428a82a4-4f81-421c-837c-e43243af1a6b {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:55:40.866031 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:40.954353 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port 428a82a4-4f81-421c-837c-e43243af1a6b, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=428a82a4-4f81-421c-837c-e43243af1a6b,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:55:40.954911 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:40.966995 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 428a82a4-4f81-421c-837c-e43243af1a6b owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:55:41.179580 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:41.203961 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=428a82a4-4f81-421c-837c-e43243af1a6b,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:41.382599 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:41.590613 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 07bcf122-13b5-4f89-b5b2-4de2105a2263 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:55:41.690190 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:55:41.696095 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2bd683b4-2496-44dd-b3c5-8e707d7c3306 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "PUT /v2.0/routers/07bcf122-13b5-4f89-b5b2-4de2105a2263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7752881 Jun 30 03:55:41.698708 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56428) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:41.699879 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] Sync routers for ids ['07bcf122-13b5-4f89-b5b2-4de2105a2263'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:55:41.708934 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] Routers {'07bcf122-13b5-4f89-b5b2-4de2105a2263'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:55:41.709557 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['07bcf122-13b5-4f89-b5b2-4de2105a2263'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:41.753005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60893df-2d2f-45fe-933e-fd30eb1abb68 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting subnet 743ed71a-90e7-4c7e-8d2f-6d25e38d9687 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:55:41.756876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f60893df-2d2f-45fe-933e-fd30eb1abb68 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:41.799525 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f60893df-2d2f-45fe-933e-fd30eb1abb68 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:41.883038 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f60893df-2d2f-45fe-933e-fd30eb1abb68 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:41.901030 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] Set router 07bcf122-13b5-4f89-b5b2-4de2105a2263 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:55:41.991139 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f60893df-2d2f-45fe-933e-fd30eb1abb68 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.020262 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60893df-2d2f-45fe-933e-fd30eb1abb68 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Subnet': ['ID=743ed71a-90e7-4c7e-8d2f-6d25e38d9687,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:42.023361 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f60893df-2d2f-45fe-933e-fd30eb1abb68 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.027643 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f60893df-2d2f-45fe-933e-fd30eb1abb68 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/subnets/743ed71a-90e7-4c7e-8d2f-6d25e38d9687 HTTP/1.1" status: 204 len: 168 time: 0.3255949 Jun 30 03:55:42.028494 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56430) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:42.031471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc856bc8-8b20-4770-8832-fb4052662214 None None] Network 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:55:42.076927 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:55:41Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:42.103015 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] Checking router: 07bcf122-13b5-4f89-b5b2-4de2105a2263 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:55:42.111267 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] Routers {'07bcf122-13b5-4f89-b5b2-4de2105a2263'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:55:42.111873 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['07bcf122-13b5-4f89-b5b2-4de2105a2263'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:42.142108 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.215294 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] Set router 07bcf122-13b5-4f89-b5b2-4de2105a2263 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:55:42.234066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] DHCP port deletion for 645b6be3-300a-4f33-ab72-8b3f3f0e77f0 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:55:42.251259 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.279249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Deleting port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:55:42.279715 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.346079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] For port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=938dae46-0b92-46b0-9b96-aac2fd9f2c1a,segment=NetworkSegment(ac4fe640-0907-4d30-b357-032cfdf1d4e3),segment_id=ac4fe640-0907-4d30-b357-032cfdf1d4e3)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:55:42.346476 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.359424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Calling delete_port for 938dae46-0b92-46b0-9b96-aac2fd9f2c1a owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:55:42.388707 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 84b6244f-b591-4e8f-a164-abe024aca617 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:55:42.389090 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.392335 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:55:41Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:42.420936 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ffa7bd-3c1b-4592-b851-9b534a09d077 None None] The sync data for ids ['07bcf122-13b5-4f89-b5b2-4de2105a2263'] in n-d-798249-3 is: [{'id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1510637019', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '84b6244f-b591-4e8f-a164-abe024aca617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:55:41Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '84b6244f-b591-4e8f-a164-abe024aca617', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcf122-13b5-4f89-b5b2-4de2105a2263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:53:53Z', 'updated_at': '2021-06-30T03:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:55:42.476698 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port 84b6244f-b591-4e8f-a164-abe024aca617, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=84b6244f-b591-4e8f-a164-abe024aca617,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:55:42.477068 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.489513 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 84b6244f-b591-4e8f-a164-abe024aca617 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:55:42.511230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.540618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Pushing event deleted for resources: {'Port': ['ID=938dae46-0b92-46b0-9b96-aac2fd9f2c1a,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:42.542852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] No DVR routers for this DVR port 938dae46-0b92-46b0-9b96-aac2fd9f2c1a on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:55:42.550474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.550811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.551470 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.551738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.552249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.552554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.552880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.553198 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.553536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.554201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.554201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.554466 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76afa72-9e84-47fb-b1f4-e74610a44c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:42.558138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8bbff6f5-141f-4033-83f0-e93319585955 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:55:42.733669 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 8bbff6f5-141f-4033-83f0-e93319585955 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:55:42.733908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8bbff6f5-141f-4033-83f0-e93319585955 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:55:42.762949 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.795721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=84b6244f-b591-4e8f-a164-abe024aca617,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:42.814932 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 428a82a4-4f81-421c-837c-e43243af1a6b no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:55:42.836197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 428a82a4-4f81-421c-837c-e43243af1a6b {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:55:42.836538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 428a82a4-4f81-421c-837c-e43243af1a6b not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:55:42.837095 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 938dae46-0b92-46b0-9b96-aac2fd9f2c1a no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:55:42.855795 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 938dae46-0b92-46b0-9b96-aac2fd9f2c1a {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:55:42.856148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 938dae46-0b92-46b0-9b96-aac2fd9f2c1a not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:55:42.875322 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.968174 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:42.970399 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.082171 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.082859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Fanout notify agent at l3_agent the message router_deleted on router 07bcf122-13b5-4f89-b5b2-4de2105a2263 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:55:43.090469 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.091577 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2a6090fb-226a-43f5-bac0-fe78c6b5ee6b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/routers/07bcf122-13b5-4f89-b5b2-4de2105a2263 HTTP/1.1" status: 204 len: 168 time: 1.0627992 Jun 30 03:55:43.094380 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56432) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:43.178868 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.270542 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.280064 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645b6be3-300a-4f33-ab72-8b3f3f0e77f0']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:43.289691 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4fe640-0907-4d30-b357-032cfdf1d4e3') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:43.289999 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4fe640-0907-4d30-b357-032cfdf1d4e3') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:43.299007 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.313122 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.319034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:55:43.319416 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:55:43.322893 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:55:43.487865 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.495053 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.496848 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/networks/645b6be3-300a-4f33-ab72-8b3f3f0e77f0 HTTP/1.1" status: 204 len: 168 time: 0.4015050 Jun 30 03:55:43.499873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56434) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:43.508183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6155e61-80d5-4ce5-833e-5493aa335218 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Network': ['ID=645b6be3-300a-4f33-ab72-8b3f3f0e77f0,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:43.564721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4ac348b-74c5-4da1-8662-97a8a259ba2f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.591817 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4ac348b-74c5-4da1-8662-97a8a259ba2f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.728348 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4ac348b-74c5-4da1-8662-97a8a259ba2f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.730942 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d4ac348b-74c5-4da1-8662-97a8a259ba2f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:43.732116 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d4ac348b-74c5-4da1-8662-97a8a259ba2f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/security-groups/caba24cf-dc1a-464a-9b04-f4a8c2434993 HTTP/1.1" status: 204 len: 168 time: 0.2309165 Jun 30 03:55:43.741218 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac348b-74c5-4da1-8662-97a8a259ba2f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caba24cf-dc1a-464a-9b04-f4a8c2434993,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:44.269422 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56440) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:44.274750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5e788d93-588b-4103-b2bd-f814c892796a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451669594', 'description': 'tempest-secgroup-smoke-1451669594 description', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:44.350425 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e788d93-588b-4103-b2bd-f814c892796a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:44.426900 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e788d93-588b-4103-b2bd-f814c892796a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:44.522288 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e788d93-588b-4103-b2bd-f814c892796a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:44.550585 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e788d93-588b-4103-b2bd-f814c892796a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5654c2-b641-45ad-b5ba-b798fa84ab23,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:44.648108 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5e788d93-588b-4103-b2bd-f814c892796a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:44.649391 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5e788d93-588b-4103-b2bd-f814c892796a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3788307 Jun 30 03:55:44.652255 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56442) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:44.656636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9f6f30cd-d3e3-48f5-ae35-8e75533d14a5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '4d5654c2-b641-45ad-b5ba-b798fa84ab23', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:44.730576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 84b6244f-b591-4e8f-a164-abe024aca617 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:55:44.750529 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 84b6244f-b591-4e8f-a164-abe024aca617 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:55:44.750875 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 84b6244f-b591-4e8f-a164-abe024aca617 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:55:44.773123 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f6f30cd-d3e3-48f5-ae35-8e75533d14a5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:44.827332 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f6f30cd-d3e3-48f5-ae35-8e75533d14a5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:44.910798 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f6f30cd-d3e3-48f5-ae35-8e75533d14a5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:44.934346 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f30cd-d3e3-48f5-ae35-8e75533d14a5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa777375-d04b-4b6c-bda1-6992360b0884,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:45.019320 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9f6f30cd-d3e3-48f5-ae35-8e75533d14a5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.020541 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9f6f30cd-d3e3-48f5-ae35-8e75533d14a5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673131 Jun 30 03:55:45.023263 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56444) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:45.027830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-9fc8f858-57c9-426e-95a0-8e3ee8d2f720 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '4d5654c2-b641-45ad-b5ba-b798fa84ab23', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:45.137514 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f858-57c9-426e-95a0-8e3ee8d2f720 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.191902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f858-57c9-426e-95a0-8e3ee8d2f720 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.236199 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f858-57c9-426e-95a0-8e3ee8d2f720 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.253832 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8f858-57c9-426e-95a0-8e3ee8d2f720 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2c6c5b-de62-463f-b4fe-03915b70a701,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:45.339526 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f858-57c9-426e-95a0-8e3ee8d2f720 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.340800 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9fc8f858-57c9-426e-95a0-8e3ee8d2f720 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165643 Jun 30 03:55:45.348705 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56446) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:45.353749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-2f12ffb8-8bb4-4cbd-ae1a-660b2879ee21 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '4d5654c2-b641-45ad-b5ba-b798fa84ab23', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:45.435566 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f12ffb8-8bb4-4cbd-ae1a-660b2879ee21 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.493270 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f12ffb8-8bb4-4cbd-ae1a-660b2879ee21 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.562131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f12ffb8-8bb4-4cbd-ae1a-660b2879ee21 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.580542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12ffb8-8bb4-4cbd-ae1a-660b2879ee21 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf682ae-7c60-4321-950b-15289752561e,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:45.624841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-2f12ffb8-8bb4-4cbd-ae1a-660b2879ee21 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.626108 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-2f12ffb8-8bb4-4cbd-ae1a-660b2879ee21 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764556 Jun 30 03:55:45.628843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56448) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:45.633232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-879f0793-6af7-40f0-b634-00b818d51ee1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '4d5654c2-b641-45ad-b5ba-b798fa84ab23', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:45.731924 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-879f0793-6af7-40f0-b634-00b818d51ee1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.788059 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-879f0793-6af7-40f0-b634-00b818d51ee1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.876157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-879f0793-6af7-40f0-b634-00b818d51ee1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.894942 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f0793-6af7-40f0-b634-00b818d51ee1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2df952-e0ae-4364-8c94-98f8ef083bd8,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:45.956600 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-879f0793-6af7-40f0-b634-00b818d51ee1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:45.957831 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-879f0793-6af7-40f0-b634-00b818d51ee1 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280575 Jun 30 03:55:45.960587 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56450) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:45.965745 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5ab205f9-6b7f-41f4-bc56-4fd9a5527d4a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '4d5654c2-b641-45ad-b5ba-b798fa84ab23', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:46.071351 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-5ab205f9-6b7f-41f4-bc56-4fd9a5527d4a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Project a25ef5c85a0c4e6a881a96592d44a055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:55:46.076174 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ab205f9-6b7f-41f4-bc56-4fd9a5527d4a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.136107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ab205f9-6b7f-41f4-bc56-4fd9a5527d4a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.236051 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ab205f9-6b7f-41f4-bc56-4fd9a5527d4a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.254074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab205f9-6b7f-41f4-bc56-4fd9a5527d4a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc655227-fc6e-44dd-aa8e-7d1a10542464,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:46.339130 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5ab205f9-6b7f-41f4-bc56-4fd9a5527d4a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.340277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5ab205f9-6b7f-41f4-bc56-4fd9a5527d4a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3787026 Jun 30 03:55:46.343000 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56452) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:46.347323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-7f935657-9558-4368-8609-39a0386d7233 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'security_group_rule': {'security_group_id': '4d5654c2-b641-45ad-b5ba-b798fa84ab23', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:46.430593 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-7f935657-9558-4368-8609-39a0386d7233 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Project a25ef5c85a0c4e6a881a96592d44a055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:55:46.435881 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f935657-9558-4368-8609-39a0386d7233 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.495739 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f935657-9558-4368-8609-39a0386d7233 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.596844 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f935657-9558-4368-8609-39a0386d7233 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.615338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f935657-9558-4368-8609-39a0386d7233 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7c8e3f-f826-4d1e-a3c5-326a5e1fc5f4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:46.711218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-7f935657-9558-4368-8609-39a0386d7233 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.712436 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7f935657-9558-4368-8609-39a0386d7233 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3685308 Jun 30 03:55:46.715328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56454) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:46.720565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'network': {'name': 'tempest-network-smoke--779366438', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'port_security_enabled': True}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:46.814330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:55:46.817882 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.841145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:55:46.849906 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.850196 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Added segment 092a3e24-0a02-41a8-a34a-916b3e785a60 of type vlan for network f570c229-2295-4970-92b5-11a4e7386535 Jun 30 03:55:46.891058 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:46.996655 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:47.002429 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:47.003043 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:47.066173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Network': ['ID=f570c229-2295-4970-92b5-11a4e7386535,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:47.076652 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network f570c229-2295-4970-92b5-11a4e7386535 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:55:47.117724 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-24fcf759-aaac-4ed3-a674-41ee4a3e35ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4011948 Jun 30 03:55:47.120292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56456) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:47.125448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'admin_state_up': True, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:47.213878 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:47.214965 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:47.268879 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:47.462162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:47.721952 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:47.739477 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:47.839085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.25.2.165 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/8a8328ca-64b1-4904-b689-f8376c183ca5) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:55:47.934776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:48.031018 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:48.064743 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:55:48.067473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:55:48.071393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:55:48.104124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=8a8328ca-64b1-4904-b689-f8376c183ca5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:48.382963 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:48.567625 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:48.767716 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:55:48.869878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:55:48.879024 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Sync routers for ids ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:55:48.887446 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Routers {'506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:55:48.888058 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:48.951015 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:48.952250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4699b93a-042c-454e-8496-782ecfbf8f1d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8309827 Jun 30 03:55:48.955485 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56458) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:48.983325 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-58b3952f-6d98-45b3-827e-a98ad3fbb952 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=a25ef5c85a0c4e6a881a96592d44a055&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267489 Jun 30 03:55:48.985979 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56460) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:48.990606 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Set router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:55:49.173249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:48Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:49.207886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Checking router: 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:55:49.208137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Updating router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb port 8a8328ca-64b1-4904-b689-f8376c183ca5 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:55:49.243736 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:49.421286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adbfd3a-7715-42e3-bb4c-d076b902e2e7 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:49.422887 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4adbfd3a-7715-42e3-bb4c-d076b902e2e7 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4360776 Jun 30 03:55:49.438087 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56462) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:49.453307 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-86dd1409-0b5e-4842-8737-7a03f9d0558f tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=ef5c174b-cf7d-402c-ac77-40e17ff248fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265863 Jun 30 03:55:49.455735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56464) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:49.460553 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-37285410', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:49.492778 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:49.502518 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Transition to ACTIVE for port object 8a8328ca-64b1-4904-b689-f8376c183ca5 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:55:49.579309 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:49.607880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:55:49.611710 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:49.634879 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Attempting to bind port 8a8328ca-64b1-4904-b689-f8376c183ca5 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:55:49.635284 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Attempting to bind port 8a8328ca-64b1-4904-b689-f8376c183ca5 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:55:49.635687 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Attempting to bind port 8a8328ca-64b1-4904-b689-f8376c183ca5 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:55:49.637627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428db206-2df8-404a-bbba-13f9d9f6560f None None] Pushing event updated for resources: {'Port': ['ID=8a8328ca-64b1-4904-b689-f8376c183ca5,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:49.642973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:55:49.643348 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:55:49.643751 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:49.644132 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:55:49.645258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Bound port: 8a8328ca-64b1-4904-b689-f8376c183ca5, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:55:49.645258 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:49.696667 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] For port 8a8328ca-64b1-4904-b689-f8376c183ca5, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:55:49.699676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] For port 8a8328ca-64b1-4904-b689-f8376c183ca5, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8a8328ca-64b1-4904-b689-f8376c183ca5,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:55:49.791042 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:49.842612 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:49.847712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Routers {'506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:55:49.848384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:49.852940 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428db206-2df8-404a-bbba-13f9d9f6560f None None] Pushing event updated for resources: {'Port': ['ID=8a8328ca-64b1-4904-b689-f8376c183ca5,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:49.900341 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Subnet': ['ID=9727457a-4e8d-4c04-b047-e609094fdd72,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:49.910282 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Checking segment: {'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:55:49.910653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network hostable DHCP agents. Network: f570c229-2295-4970-92b5-11a4e7386535, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:55:49.956505 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] Set router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:55:50.002225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network f570c229-2295-4970-92b5-11a4e7386535 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:55:50.071328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, f570c229-2295-4970-92b5-11a4e7386535) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:55:50.080306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:50.080306 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:50.083709 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1acc092-7b8f-4397-811d-68cee527c14d None None] Network f570c229-2295-4970-92b5-11a4e7386535 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:55:50.168910 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-20a47020-5fbd-4f2d-9499-e2f2aa19fc72 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7120576 Jun 30 03:55:50.171638 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56466) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:55:50.241011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:48Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:50.269641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016ed64-b595-433f-bb8c-013f6c26f21b None None] The sync data for ids ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'] in n-d-798249-3 is: [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:48Z', 'revision_number': 3, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:55:50.304076 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-f570c229-2295-4970-92b5-11a4e7386535', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:55:50.305901 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:50.446698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Allocated IP 172.20.0.2 (f570c229-2295-4970-92b5-11a4e7386535/9727457a-4e8d-4c04-b047-e609094fdd72/be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:55:50.619257 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:50.628081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Transition to ACTIVE for port object be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:55:50.650272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Transition to ACTIVE for port object be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:55:50.656520 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:50.734643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:50.788201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8a8328ca-64b1-4904-b689-f8376c183ca5 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:55:50.794799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Network f570c229-2295-4970-92b5-11a4e7386535 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:55:50.818339 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:55:50.822708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Pushing event updated for resources: {'Port': ['ID=be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:50.826587 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:55:50.899491 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Attempting to bind port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:55:50.899867 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Attempting to bind port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:55:50.900235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Attempting to bind port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d on network f570c229-2295-4970-92b5-11a4e7386535 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:55:50.907718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:55:50.907718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Checking segment: {'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:55:50.907718 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:50.907718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Bound using segment: {'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:55:50.907718 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Bound port: be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:55:50.907718 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:50.971108 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 8a8328ca-64b1-4904-b689-f8376c183ca5 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:55:50.975141 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.20.0.1 (f570c229-2295-4970-92b5-11a4e7386535/9727457a-4e8d-4c04-b047-e609094fdd72/6426bd4a-4a4d-40e2-92c9-6a5c37361f8f) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:55:50.980125 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8a8328ca-64b1-4904-b689-f8376c183ca5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:55:50.980506 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:50.983205 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] For port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:55:51.015484 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] For port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:55:51.067682 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:51.079719 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:51.102843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:51.118476 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Transition to ACTIVE for port object 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:55:51.133461 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 8a8328ca-64b1-4904-b689-f8376c183ca5, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8a8328ca-64b1-4904-b689-f8376c183ca5,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:55:51.155000 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819c73e-876c-4faa-9dcb-95167fb270cb None None] Pushing event updated for resources: {'Port': ['ID=be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:51.196419 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:51.225275 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:51.247417 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=8a8328ca-64b1-4904-b689-f8376c183ca5,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:51.266727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network f570c229-2295-4970-92b5-11a4e7386535 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:55:51.270030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:55:51.274873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:55:51.302584 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=6426bd4a-4a4d-40e2-92c9-6a5c37361f8f,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:51.342712 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:51.573789 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:51.862794 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:51.922469 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:51.998490 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=6426bd4a-4a4d-40e2-92c9-6a5c37361f8f,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:52.004976 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:52.093223 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network f570c229-2295-4970-92b5-11a4e7386535 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:55:52.094595 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:55:52.205673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:55:52.310039 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:55:52.315303 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-e4aeb072-178c-476f-b871-ea804b2c08ac tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "PUT /v2.0/routers/506e4b6c-bdbc-4084-b0c3-3e1642c18dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1426890 Jun 30 03:55:52.319974 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Sync routers for ids ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:55:52.330375 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Routers {'506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:55:52.330980 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:52.442596 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Set router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:55:52.482221 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-6ae7333a-3813-4e5a-b093-8eacadc9316e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451669594&fields=id&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 267 time: 0.0447452 Jun 30 03:55:52.602552 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190c28-567b-494a-9848-aa4f37d1074d req-7fa1a93b-eaa9-4ed1-bedf-800d7d5ef55f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:52.604432 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-7fa1a93b-eaa9-4ed1-bedf-800d7d5ef55f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/networks?id=f570c229-2295-4970-92b5-11a4e7386535 HTTP/1.1" status: 200 len: 796 time: 0.1212347 Jun 30 03:55:52.621218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-adc0489f-c02d-4ec7-ab69-dcca0849fe48 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/quotas/a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 375 time: 0.0108998 Jun 30 03:55:52.662221 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '6426bd4a-4a4d-40e2-92c9-6a5c37361f8f', 'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:ec:79:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:50Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 2, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:52.694716 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-7be45dac-1be2-47f6-ad41-0128ef393722 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642221 Jun 30 03:55:52.695534 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Checking router: 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:55:52.695983 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Updating router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:55:52.734264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d11dd31-d001-4e08-9ed5-af46f46239ac None None] Network f570c229-2295-4970-92b5-11a4e7386535 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:55:52.737337 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:52.860312 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-48fcc99b-a4b4-4c24-9ec5-d955745a7581 service neutron] 10.222.0.77 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414466 Jun 30 03:55:52.862301 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8a8328ca-64b1-4904-b689-f8376c183ca5 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:55:52.918886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-084f5f06-214b-4094-952a-a5dce18f52e5 None None] Provisioning for port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:55:52.959511 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-d3011a3a-fd2b-41c6-8d32-272b1f017c55 service neutron] 10.222.0.77 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927470 Jun 30 03:55:52.971235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 8a8328ca-64b1-4904-b689-f8376c183ca5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:55:52.971545 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.045870 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.056587 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Transition to ACTIVE for port object 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:55:53.065684 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:55:53.139951 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.156196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:55:53.163673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:55:53.163673 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.256032 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c6eb4795-ecdf-4cdd-a026-12d1ce9d75c7 req-175614dd-ca3f-46e3-b874-a527ccc500be tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 210 time: 0.0511925 Jun 30 03:55:53.261113 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Attempting to bind port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:55:53.261524 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Attempting to bind port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:55:53.261918 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Attempting to bind port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f on network f570c229-2295-4970-92b5-11a4e7386535 {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:55:53.272686 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:55:53.273071 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Checking segment: {'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:55:53.273596 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.273927 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Bound using segment: {'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:55:53.274397 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Bound port: 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:55:53.274777 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.291421 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Pushing event updated for resources: {'Port': ['ID=6426bd4a-4a4d-40e2-92c9-6a5c37361f8f,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:53.318716 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.319122 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.319528 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.319677 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.319983 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.320976 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.321152 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.321500 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.321811 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.322130 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.322446 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.322761 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.323072 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:55:53.363092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:55:53.364521 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] For port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:55:53.368310 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] For port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6426bd4a-4a4d-40e2-92c9-6a5c37361f8f,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:55:53.453909 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.465892 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.478586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a708c8f5-8b64-41eb-a3ab-4b12db8f84d3 None None] Provisioning for port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:55:53.514187 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a708c8f5-8b64-41eb-a3ab-4b12db8f84d3 None None] Provisioning complete for port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:55:53.514599 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a708c8f5-8b64-41eb-a3ab-4b12db8f84d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.516608 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:53.528331 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Routers {'506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:55:53.528331 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:55:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:53.680344 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589f5df-8e13-4e3c-b0a0-4ad8c1e580a6 None None] Pushing event updated for resources: {'Port': ['ID=6426bd4a-4a4d-40e2-92c9-6a5c37361f8f,revision_number=4']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:53.751949 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] Set router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:55:53.767822 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:53.959866 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '6426bd4a-4a4d-40e2-92c9-6a5c37361f8f', 'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:ec:79:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:50Z', 'updated_at': '2021-06-30T03:55:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:55:53.989687 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cb3199-12cc-4cdb-be39-ddff0e0cc3b6 None None] The sync data for ids ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'] in n-d-798249-3 is: [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '6426bd4a-4a4d-40e2-92c9-6a5c37361f8f', 'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:ec:79:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:50Z', 'updated_at': '2021-06-30T03:55:53Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:55:54.183153 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:54.416437 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1dfeb616-12d0-4826-8443-796cde7a6a24 req-31d74e49-43ad-4477-ada6-714c7320defb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 210 time: 0.0293641 Jun 30 03:55:54.830704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:55:54.973480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:55:54.977609 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:55:54.978114 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:55.052289 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:55.086800 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6426bd4a-4a4d-40e2-92c9-6a5c37361f8f,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:55:55.134045 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:55.134811 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:55:55.205034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=6426bd4a-4a4d-40e2-92c9-6a5c37361f8f,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:55.216895 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:55:55.217267 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:55.396384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190c28-567b-494a-9848-aa4f37d1074d req-a5b37109-44c9-4967-a5cc-b365d837407f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:55.397831 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-a5b37109-44c9-4967-a5cc-b365d837407f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/networks?id=f570c229-2295-4970-92b5-11a4e7386535 HTTP/1.1" status: 200 len: 796 time: 0.1034169 Jun 30 03:55:55.440140 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-a781530c-30f0-4535-bc5b-f014c8ab3a89 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a25ef5c85a0c4e6a881a96592d44a055 HTTP/1.1" status: 200 len: 380 time: 0.0345089 Jun 30 03:55:55.449285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'port': {'device_id': 'a744a03f-145a-4219-aa81-6d913f24a917', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'admin_state_up': True, 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'security_groups': ['4d5654c2-b641-45ad-b5ba-b798fa84ab23']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:55.579741 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7315c8ea-a7c7-4c33-9283-68c9321eb922 req-6c854db8-a29a-4726-ba2f-9a6b1e71a36a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 210 time: 0.0327780 Jun 30 03:55:55.636362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Made reservation on behalf of a25ef5c85a0c4e6a881a96592d44a055 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:55:55.639951 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:55.760095 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.20.0.11 (f570c229-2295-4970-92b5-11a4e7386535/9727457a-4e8d-4c04-b047-e609094fdd72/f03fe9b5-8482-496f-bae4-1228f38df529) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:55:55.895145 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:55.908360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Transition to ACTIVE for port object f03fe9b5-8482-496f-bae4-1228f38df529 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:55:55.996759 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:56.038034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network f570c229-2295-4970-92b5-11a4e7386535 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:55:56.041739 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:55:56.045554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:55:56.053620 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=f03fe9b5-8482-496f-bae4-1228f38df529,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:56.102694 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:56.103307 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:56.180329 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c65c301c-b5b8-4079-8f2b-fef16ca4a205 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7347813 Jun 30 03:55:56.231267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Request body: {'port': {'device_id': 'a744a03f-145a-4219-aa81-6d913f24a917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:55:56.293455 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a3f7f1ee-a87d-4894-b725-4420760c4b0a None None] Provisioning for port f03fe9b5-8482-496f-bae4-1228f38df529 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:55:56.297527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a3f7f1ee-a87d-4894-b725-4420760c4b0a None None] Provisioning complete for port f03fe9b5-8482-496f-bae4-1228f38df529 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:55:56.297893 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a3f7f1ee-a87d-4894-b725-4420760c4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:56.300651 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:56.484465 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7f1ee-a87d-4894-b725-4420760c4b0a None None] Port f03fe9b5-8482-496f-bae4-1228f38df529 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:55:56.562267 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03fe9b5-8482-496f-bae4-1228f38df529 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:55:56.569746 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:56.582090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Transition to ACTIVE for port object f03fe9b5-8482-496f-bae4-1228f38df529 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:55:56.642080 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:56.694845 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Pushing event updated for resources: {'Port': ['ID=f03fe9b5-8482-496f-bae4-1228f38df529,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:56.773447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:55:56.810169 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Attempting to bind port f03fe9b5-8482-496f-bae4-1228f38df529 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:55:56.810509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Attempting to bind port f03fe9b5-8482-496f-bae4-1228f38df529 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:55:56.810874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Attempting to bind port f03fe9b5-8482-496f-bae4-1228f38df529 on network f570c229-2295-4970-92b5-11a4e7386535 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:55:56.817630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Port f03fe9b5-8482-496f-bae4-1228f38df529 on network f570c229-2295-4970-92b5-11a4e7386535 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:55:56.817966 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Attempting to bind port f03fe9b5-8482-496f-bae4-1228f38df529 on network f570c229-2295-4970-92b5-11a4e7386535 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:55:56.826617 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:55:56.826956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Checking segment: {'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:55:56.827344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Bound using segment: {'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:55:56.827982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Bound port: f03fe9b5-8482-496f-bae4-1228f38df529, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092a3e24-0a02-41a8-a34a-916b3e785a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:55:56.828358 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:56.830232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:55:56.830703 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:56.842432 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12a959-78ad-4309-8317-21c15bf6209e req-8b15e449-5c5c-4461-bca1-31d67d5e4707 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:56.849971 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c12a959-78ad-4309-8317-21c15bf6209e req-8b15e449-5c5c-4461-bca1-31d67d5e4707 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 944 time: 0.1559160 Jun 30 03:55:56.928630 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7c12a959-78ad-4309-8317-21c15bf6209e req-2afe4818-073c-4fcd-a888-1e5853692257 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777915 Jun 30 03:55:56.945330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] For port f03fe9b5-8482-496f-bae4-1228f38df529, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:55:56.948401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] For port f03fe9b5-8482-496f-bae4-1228f38df529, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f03fe9b5-8482-496f-bae4-1228f38df529,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:55:57.030715 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:57.064215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:57.064836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:57.066214 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] 10.222.0.83 "PUT /v2.0/ports/f03fe9b5-8482-496f-bae4-1228f38df529 HTTP/1.1" status: 200 len: 1092 time: 0.8789954 Jun 30 03:55:57.066689 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a744a03f-145a-4219-aa81-6d913f24a917', 'tag': 'f03fe9b5-8482-496f-bae4-1228f38df529'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:55:57.068896 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a88a70-cced-4ebd-819c-f0c1e3e27536" -d '{"events": [{"name": "network-changed", "server_uuid": "a744a03f-145a-4219-aa81-6d913f24a917", "tag": "f03fe9b5-8482-496f-bae4-1228f38df529"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:55:57.093114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c9194-3f20-47ed-8aee-5b83f4457447 service neutron] Pushing event updated for resources: {'Port': ['ID=f03fe9b5-8482-496f-bae4-1228f38df529,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:55:57.116337 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da62baf3-cef6-4db0-87de-401d8f22d123 x-openstack-request-id: req-da62baf3-cef6-4db0-87de-401d8f22d123 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:55:57.116725 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a744a03f-145a-4219-aa81-6d913f24a917", "tag": "f03fe9b5-8482-496f-bae4-1228f38df529", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:55:57.117860 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da62baf3-cef6-4db0-87de-401d8f22d123 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:55:57.118265 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a744a03f-145a-4219-aa81-6d913f24a917', 'tag': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'status': 'completed', 'code': 200} Jun 30 03:55:57.193874 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a88a70-cced-4ebd-819c-f0c1e3e27536 req-7abc6abf-bc95-4853-b81f-1e2644bdb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:57.195443 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43a88a70-cced-4ebd-819c-f0c1e3e27536 req-7abc6abf-bc95-4853-b81f-1e2644bdb3fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 1095 time: 0.0584402 Jun 30 03:55:57.292436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a88a70-cced-4ebd-819c-f0c1e3e27536 req-b5d4aad4-8655-48c4-8bd2-056c9e51b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:57.293851 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43a88a70-cced-4ebd-819c-f0c1e3e27536 req-b5d4aad4-8655-48c4-8bd2-056c9e51b970 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0915010 Jun 30 03:55:57.386653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a88a70-cced-4ebd-819c-f0c1e3e27536 req-ea8749a8-1202-49a5-802d-405345a653be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:57.388101 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43a88a70-cced-4ebd-819c-f0c1e3e27536 req-ea8749a8-1202-49a5-802d-405345a653be service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886850 Jun 30 03:55:57.475106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190c28-567b-494a-9848-aa4f37d1074d req-0e0c6f0a-4ad6-4f47-b6a7-c1feab0d475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:57.477196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-0e0c6f0a-4ad6-4f47-b6a7-c1feab0d475b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 1095 time: 0.0499454 Jun 30 03:55:57.515037 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-b799174d-5dda-45da-af45-d3ecea488718 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03fe9b5-8482-496f-bae4-1228f38df529 HTTP/1.1" status: 200 len: 217 time: 0.0316577 Jun 30 03:55:57.566309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c9a246a6-1ceb-457f-9ff9-c3831b1d0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:57.567614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-c9a246a6-1ceb-457f-9ff9-c3831b1d0946 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9727457a-4e8d-4c04-b047-e609094fdd72 HTTP/1.1" status: 200 len: 833 time: 0.0451446 Jun 30 03:55:57.621781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190c28-567b-494a-9848-aa4f37d1074d req-46cab9e3-f5e0-4b4d-9840-5e423d661852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:57.623256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-46cab9e3-f5e0-4b4d-9840-5e423d661852 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f570c229-2295-4970-92b5-11a4e7386535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497212 Jun 30 03:55:57.708308 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-9c15c1be-e0a6-4de4-9710-9cef2f318718 service neutron] 10.222.0.83 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780222 Jun 30 03:55:57.795517 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2c190c28-567b-494a-9848-aa4f37d1074d req-e72f4a15-5d4d-48e5-8b2d-dd28bdb16f47 service neutron] 10.222.0.83 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814676 Jun 30 03:55:58.097073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f018775-8690-4e94-8fa4-e997653da59b req-cbee6b89-7584-48f0-920a-3821795f301c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:58.098568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f018775-8690-4e94-8fa4-e997653da59b req-cbee6b89-7584-48f0-920a-3821795f301c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 944 time: 0.0620160 Jun 30 03:55:58.135129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3f018775-8690-4e94-8fa4-e997653da59b req-4c4f8498-239e-434e-a615-7aa9ff61628c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Jun 30 03:55:58.676180 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ae773d7e-a7c0-47dd-8739-2f31996d0c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:59.303751 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd7f4d-37d3-46c9-9bd4-9674f98f4413 req-fa300d5d-7daf-4ffd-a6d0-db765a7030e7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:59.305768 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eccd7f4d-37d3-46c9-9bd4-9674f98f4413 req-fa300d5d-7daf-4ffd-a6d0-db765a7030e7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 944 time: 0.0608983 Jun 30 03:55:59.343135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-eccd7f4d-37d3-46c9-9bd4-9674f98f4413 req-0287704a-e797-44e4-827a-71d5f7db6cb5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318384 Jun 30 03:56:00.516973 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba93b88-1d2f-43ac-8316-dc2f9fd6cf03 req-7dd7c59d-1488-49f3-b013-625b4d5adca9 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:00.518446 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ba93b88-1d2f-43ac-8316-dc2f9fd6cf03 req-7dd7c59d-1488-49f3-b013-625b4d5adca9 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 944 time: 0.0650992 Jun 30 03:56:00.554075 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0ba93b88-1d2f-43ac-8316-dc2f9fd6cf03 req-2d6350bf-3daf-43a7-94fb-67a1df0060d9 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301261 Jun 30 03:56:00.707298 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f03fe9b5-8482-496f-bae4-1228f38df529 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:56:00.797029 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f03fe9b5-8482-496f-bae4-1228f38df529, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f03fe9b5-8482-496f-bae4-1228f38df529,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:00.808467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'port_id': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'mac_address': 'fa:16:3e:ec:75:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:56:00.844584 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:00.860317 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03fe9b5-8482-496f-bae4-1228f38df529 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:56:00.879399 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f03fe9b5-8482-496f-bae4-1228f38df529, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f03fe9b5-8482-496f-bae4-1228f38df529,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:00.956131 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:01.004188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f03fe9b5-8482-496f-bae4-1228f38df529,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:01.198208 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['f03fe9b5-8482-496f-bae4-1228f38df529'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:56:01.354830 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:01.368056 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22af0188-e760-4d13-85b3-9fc38cf77574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:01.725446 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce07ed-b8fb-48f0-ac84-750a5cd465f5 req-2aebf033-f831-4c4f-affa-314193ca212a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:01.727016 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73ce07ed-b8fb-48f0-ac84-750a5cd465f5 req-2aebf033-f831-4c4f-affa-314193ca212a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 945 time: 0.0626988 Jun 30 03:56:01.768123 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-73ce07ed-b8fb-48f0-ac84-750a5cd465f5 req-41e809e0-c6f2-4d88-8b29-b6eea80f5407 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356052 Jun 30 03:56:02.707874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f03fe9b5-8482-496f-bae4-1228f38df529 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:02.836598 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port f03fe9b5-8482-496f-bae4-1228f38df529 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:02.841337 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port f03fe9b5-8482-496f-bae4-1228f38df529 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:02.841847 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:02.928933 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:02.939051 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d32df5-34f9-43fe-9403-10be15e50f72 req-8b363553-3d85-488b-ba0f-c111bd2d41ce tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:02.940726 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4d32df5-34f9-43fe-9403-10be15e50f72 req-8b363553-3d85-488b-ba0f-c111bd2d41ce tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 945 time: 0.0622087 Jun 30 03:56:02.955041 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a744a03f-145a-4219-aa81-6d913f24a917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03fe9b5-8482-496f-bae4-1228f38df529'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:02.957289 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0fcd55-7f8b-44f0-91a3-c5e70c3261d6" -d '{"events": [{"server_uuid": "a744a03f-145a-4219-aa81-6d913f24a917", "name": "network-vif-plugged", "status": "completed", "tag": "f03fe9b5-8482-496f-bae4-1228f38df529"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:02.970542 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port f03fe9b5-8482-496f-bae4-1228f38df529, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f03fe9b5-8482-496f-bae4-1228f38df529,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:02.981304 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e4d32df5-34f9-43fe-9403-10be15e50f72 req-2ec08405-d431-4a98-a529-ccf5725d96f2 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338709 Jun 30 03:56:03.040233 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d624b316-a10f-4154-8b67-80594cd7d819 x-openstack-request-id: req-d624b316-a10f-4154-8b67-80594cd7d819 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:03.040558 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a744a03f-145a-4219-aa81-6d913f24a917", "name": "network-vif-plugged", "status": "completed", "tag": "f03fe9b5-8482-496f-bae4-1228f38df529", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:03.040834 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d624b316-a10f-4154-8b67-80594cd7d819 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:03.041237 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a744a03f-145a-4219-aa81-6d913f24a917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'code': 200} Jun 30 03:56:03.110701 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:03.149470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce4bf1-edcc-4ac0-b979-abf46132f8c9 req-05afa196-cf57-46cc-a011-e9a8753bb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:03.150993 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6ce4bf1-edcc-4ac0-b979-abf46132f8c9 req-05afa196-cf57-46cc-a011-e9a8753bb3d5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 1096 time: 0.0518937 Jun 30 03:56:03.157094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=f03fe9b5-8482-496f-bae4-1228f38df529,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:03.190252 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:03.190514 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f6ce4bf1-edcc-4ac0-b979-abf46132f8c9 req-c8aa453f-fee7-49b6-846d-55139a397775 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334091 Jun 30 03:56:04.151868 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b56d01-5cc8-4c4f-83b8-870972b312c3 req-8865d2ba-f1b2-478a-9ce1-7a3debfe2b58 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:04.153313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42b56d01-5cc8-4c4f-83b8-870972b312c3 req-8865d2ba-f1b2-478a-9ce1-7a3debfe2b58 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0613048 Jun 30 03:56:04.190754 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-42b56d01-5cc8-4c4f-83b8-870972b312c3 req-0c41862b-4ba0-46b3-9d66-7bc0407563cb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Jun 30 03:56:04.898473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:05.371603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141adef-50dd-4303-bca5-246443e39071 req-8ed4f3f3-0f57-4368-a64d-2d01e11ed600 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:05.373084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4141adef-50dd-4303-bca5-246443e39071 req-8ed4f3f3-0f57-4368-a64d-2d01e11ed600 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0723784 Jun 30 03:56:05.409759 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4141adef-50dd-4303-bca5-246443e39071 req-d9c9dc48-35d7-4b10-a06b-c90ee8fee1fe tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309720 Jun 30 03:56:05.575785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30c866-85d9-40c4-8f96-6375c7dd7aff req-cda0ff35-3b2f-4211-92ae-8f36db7fd56f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:05.577184 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a30c866-85d9-40c4-8f96-6375c7dd7aff req-cda0ff35-3b2f-4211-92ae-8f36db7fd56f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0613716 Jun 30 03:56:05.613988 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6a30c866-85d9-40c4-8f96-6375c7dd7aff req-450fda74-39dc-46cf-b923-1a09377c1a06 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Jun 30 03:56:05.636688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56528) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:05.689749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b2fc9-ede7-425d-a35e-b607a1f88978 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:05.691244 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-a78b2fc9-ede7-425d-a35e-b607a1f88978 tempest-TestNetworkAdvancedServerOps-484149692 tempest-TestNetworkAdvancedServerOps-484149692-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 1092 time: 0.0536129 Jun 30 03:56:05.694065 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56530) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:05.698315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:05.767423 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:05.860208 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:06.314529 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Allocated IP 172.25.2.202 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/41daef80-5e63-4bd4-83f8-d5dfd7d03dd7) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:06.410132 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:06.487415 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:06.526353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:06.528983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:06.533328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:06.556364 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=41daef80-5e63-4bd4-83f8-d5dfd7d03dd7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:06.889351 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:07.017696 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:07.160202 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:07.207719 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:07.276917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event updated for resources: {'Port': ['ID=41daef80-5e63-4bd4-83f8-d5dfd7d03dd7,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:07.284206 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:07.380973 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Floating IP c6037f42-a0d1-44bb-bfd7-ead7ebf07be6 associated. External IP: 172.25.2.202, port: f03fe9b5-8482-496f-bae4-1228f38df529. Jun 30 03:56:07.581019 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:07.683871 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:07.693020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] Sync routers for ids ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:07.702928 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] Routers {'506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:07.705088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:07.750662 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:07.790051 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c501f7be-5db9-4b64-b366-2e500a9fe93b tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0949161 Jun 30 03:56:07.790639 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a744a03f-145a-4219-aa81-6d913f24a917', 'tag': 'f03fe9b5-8482-496f-bae4-1228f38df529'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:07.792944 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea4faa-494e-4b30-875d-57dddb4b72eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a744a03f-145a-4219-aa81-6d913f24a917", "tag": "f03fe9b5-8482-496f-bae4-1228f38df529"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:07.807494 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] Set router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:07.835901 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabe16d8-8317-4b06-a42e-55b5d1ee3ff0 x-openstack-request-id: req-aabe16d8-8317-4b06-a42e-55b5d1ee3ff0 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:07.836470 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a744a03f-145a-4219-aa81-6d913f24a917", "tag": "f03fe9b5-8482-496f-bae4-1228f38df529", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:07.836825 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aabe16d8-8317-4b06-a42e-55b5d1ee3ff0 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:07.837315 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a744a03f-145a-4219-aa81-6d913f24a917', 'tag': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'status': 'completed', 'code': 200} Jun 30 03:56:07.913991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-e5e2977e-c3d4-4e0d-aad1-0b08b1043c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:07.915631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-e5e2977e-c3d4-4e0d-aad1-0b08b1043c98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 1097 time: 0.0532293 Jun 30 03:56:07.944079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124f9fd-8916-4ff9-af07-24f6cedc693a req-a332a5a0-6b86-40d2-95be-ab516738581f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:07.946252 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2124f9fd-8916-4ff9-af07-24f6cedc693a req-a332a5a0-6b86-40d2-95be-ab516738581f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0678217 Jun 30 03:56:08.001169 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2124f9fd-8916-4ff9-af07-24f6cedc693a req-58946255-ad5d-4bc9-ad7e-11fae7fa9ab8 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490093 Jun 30 03:56:08.036424 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56536) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:08.043699 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'c6037f42-a0d1-44bb-bfd7-ead7ebf07be6', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'port_id': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'mac_address': 'fa:16:3e:ec:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a744a03f-145a-4219-aa81-6d913f24a917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:06Z', 'updated_at': '2021-06-30T03:56:06Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6426bd4a-4a4d-40e2-92c9-6a5c37361f8f', 'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:ec:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:50Z', 'updated_at': '2021-06-30T03:55:55Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:08.049159 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-9e34b3a2-3ae9-4644-b788-515b97dd1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:08.050966 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-9e34b3a2-3ae9-4644-b788-515b97dd1663 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f570c229-2295-4970-92b5-11a4e7386535 HTTP/1.1" status: 200 len: 897 time: 0.1281970 Jun 30 03:56:08.072744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] Checking router: 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:08.081421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] Routers {'506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:08.082280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:56:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:08.121840 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-032a53d1-8ad8-4c23-9d78-925beeb8d0ff tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/c6037f42-a0d1-44bb-bfd7-ead7ebf07be6 HTTP/1.1" status: 200 len: 992 time: 0.0823033 Jun 30 03:56:08.135554 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-6cad3c7d-ba6b-4c07-9a15-99a797157722 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03fe9b5-8482-496f-bae4-1228f38df529 HTTP/1.1" status: 200 len: 1000 time: 0.0779197 Jun 30 03:56:08.193441 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] Set router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:08.196359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-ec83aac3-ec74-47b2-866b-fe42a13a1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:08.197857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-ec83aac3-ec74-47b2-866b-fe42a13a1762 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9727457a-4e8d-4c04-b047-e609094fdd72 HTTP/1.1" status: 200 len: 833 time: 0.0559402 Jun 30 03:56:08.255423 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-aab14800-e00e-4c52-9883-b8cda976de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:08.256946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-aab14800-e00e-4c52-9883-b8cda976de00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f570c229-2295-4970-92b5-11a4e7386535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528135 Jun 30 03:56:08.351879 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-6fd2ace5-0859-4c89-95d0-c349d0d1c715 service neutron] 10.222.0.83 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880849 Jun 30 03:56:08.412751 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'c6037f42-a0d1-44bb-bfd7-ead7ebf07be6', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'port_id': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'mac_address': 'fa:16:3e:ec:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a744a03f-145a-4219-aa81-6d913f24a917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:06Z', 'updated_at': '2021-06-30T03:56:06Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6426bd4a-4a4d-40e2-92c9-6a5c37361f8f', 'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:ec:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:50Z', 'updated_at': '2021-06-30T03:55:55Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:08.439212 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080dd219-10f1-4c0a-929f-9e6b155b2e17 None None] The sync data for ids ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'] in n-d-798249-3 is: [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': 'c6037f42-a0d1-44bb-bfd7-ead7ebf07be6', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'port_id': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'mac_address': 'fa:16:3e:ec:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a744a03f-145a-4219-aa81-6d913f24a917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:06Z', 'updated_at': '2021-06-30T03:56:06Z', 'revision_number': 0, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6426bd4a-4a4d-40e2-92c9-6a5c37361f8f', 'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:ec:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:50Z', 'updated_at': '2021-06-30T03:55:55Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:08.450924 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-19ea4faa-494e-4b30-875d-57dddb4b72eb req-b231c394-8157-4a22-8723-0a41b67e1da2 service neutron] 10.222.0.83 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932398 Jun 30 03:56:08.618945 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ac3e07-1581-4bc0-b2e2-aba11a1b0a28 None None] New status for floating IP c6037f42-a0d1-44bb-bfd7-ead7ebf07be6: ACTIVE {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:56:09.124601 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56538) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:09.182476 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-87b11435-062c-4f1d-8d5e-2d8ffa0d0786 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/c6037f42-a0d1-44bb-bfd7-ead7ebf07be6 HTTP/1.1" status: 200 len: 994 time: 0.0567548 Jun 30 03:56:11.544629 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:56:13.629916 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7be58615-b242-4559-a1c7-d8167c27a710 req-146c57eb-ab77-449d-a634-ddd41582269a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502872 Jun 30 03:56:13.731521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be58615-b242-4559-a1c7-d8167c27a710 req-ede87f57-bbc1-44bb-9551-b849e73b6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:13.733052 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7be58615-b242-4559-a1c7-d8167c27a710 req-ede87f57-bbc1-44bb-9551-b849e73b6db7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 1097 time: 0.0552754 Jun 30 03:56:13.841358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be58615-b242-4559-a1c7-d8167c27a710 req-ba2e9dbf-b9bf-4f02-b9b6-adee5f4b9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:13.842825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7be58615-b242-4559-a1c7-d8167c27a710 req-ba2e9dbf-b9bf-4f02-b9b6-adee5f4b9e81 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f570c229-2295-4970-92b5-11a4e7386535 HTTP/1.1" status: 200 len: 897 time: 0.0863514 Jun 30 03:56:13.904886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7be58615-b242-4559-a1c7-d8167c27a710 req-b9813da0-f4e4-4ca5-8626-695bcd7008a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03fe9b5-8482-496f-bae4-1228f38df529 HTTP/1.1" status: 200 len: 1002 time: 0.0556893 Jun 30 03:56:13.956338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be58615-b242-4559-a1c7-d8167c27a710 req-d9d8b85e-c5f0-4dee-98af-0c6bb1c7d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:13.957821 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7be58615-b242-4559-a1c7-d8167c27a710 req-d9d8b85e-c5f0-4dee-98af-0c6bb1c7d2bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9727457a-4e8d-4c04-b047-e609094fdd72 HTTP/1.1" status: 200 len: 833 time: 0.0468760 Jun 30 03:56:14.014673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be58615-b242-4559-a1c7-d8167c27a710 req-c2666562-9828-42e3-91ac-dd5f2ad0d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:14.016142 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7be58615-b242-4559-a1c7-d8167c27a710 req-c2666562-9828-42e3-91ac-dd5f2ad0d3f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f570c229-2295-4970-92b5-11a4e7386535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499058 Jun 30 03:56:14.102341 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7be58615-b242-4559-a1c7-d8167c27a710 req-666eb867-0dfe-4262-b5d7-2d5c4d005f6d service neutron] 10.222.0.83 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798700 Jun 30 03:56:14.192568 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7be58615-b242-4559-a1c7-d8167c27a710 req-ec8fc61b-4bbc-40c8-9a0c-fe37c1dd29e0 service neutron] 10.222.0.83 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832317 Jun 30 03:56:23.830220 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:24.196096 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.681838 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-481a96e2-7115-44df-a4d0-f94c3800e496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.349664 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.383867 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-92de4e95-c0bd-4f2c-a6f5-ce2c6bb9c7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.149283 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:34.886871 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.248052 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cab00b-d693-4818-ac13-7522ea4f8eb3 req-1d2ab93c-7641-40d7-8696-f30f9587be0d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:36.249555 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2cab00b-d693-4818-ac13-7522ea4f8eb3 req-1d2ab93c-7641-40d7-8696-f30f9587be0d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0618086 Jun 30 03:56:36.287273 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d2cab00b-d693-4818-ac13-7522ea4f8eb3 req-69f45f42-74ea-45cf-aeac-944075d71654 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Jun 30 03:56:37.463870 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96e25b-0437-45e0-a678-3b7131dfee69 req-5b69750c-c6e4-4d7f-8291-49103f606d15 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:37.465333 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad96e25b-0437-45e0-a678-3b7131dfee69 req-5b69750c-c6e4-4d7f-8291-49103f606d15 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0667391 Jun 30 03:56:37.501271 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ad96e25b-0437-45e0-a678-3b7131dfee69 req-aa55e3e8-c793-41ac-a749-70ec7e82acf7 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303416 Jun 30 03:56:37.525787 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56558) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:37.584382 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-48883596-38d3-4ee5-9767-75dae1413294 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/c6037f42-a0d1-44bb-bfd7-ead7ebf07be6 HTTP/1.1" status: 200 len: 994 time: 0.0573943 Jun 30 03:56:39.206240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784a114-8359-425b-8312-f4d6435b3526 req-6ace7244-a5f7-4b16-ba77-b69b80b51ebc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:39.208112 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c784a114-8359-425b-8312-f4d6435b3526 req-6ace7244-a5f7-4b16-ba77-b69b80b51ebc tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0683541 Jun 30 03:56:39.271695 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c784a114-8359-425b-8312-f4d6435b3526 req-2833a645-322e-4181-9df2-73e5c7a77f16 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572672 Jun 30 03:56:39.298061 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-bbd6bf29-193b-4f9c-af4a-d51b4ca5ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:39.299524 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-bbd6bf29-193b-4f9c-af4a-d51b4ca5ca52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 1097 time: 0.0573454 Jun 30 03:56:39.389408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-5543d266-fb74-4ad5-b52f-621ab18cd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:39.390873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-5543d266-fb74-4ad5-b52f-621ab18cd310 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f570c229-2295-4970-92b5-11a4e7386535 HTTP/1.1" status: 200 len: 897 time: 0.0854299 Jun 30 03:56:39.453418 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-f7efed8a-1619-43ac-8dba-4f742e242a48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03fe9b5-8482-496f-bae4-1228f38df529 HTTP/1.1" status: 200 len: 1002 time: 0.0564642 Jun 30 03:56:39.500057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-1c125fdc-c7bb-416c-9f58-8bda5bd8c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:39.501345 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-1c125fdc-c7bb-416c-9f58-8bda5bd8c6c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9727457a-4e8d-4c04-b047-e609094fdd72 HTTP/1.1" status: 200 len: 833 time: 0.0418210 Jun 30 03:56:39.560450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-3790c60e-859c-4973-930b-2efd176ac552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:39.562277 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-3790c60e-859c-4973-930b-2efd176ac552 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f570c229-2295-4970-92b5-11a4e7386535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548749 Jun 30 03:56:39.648866 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-8f7ebb63-a16b-4904-9ed9-c267b749a1c2 service neutron] 10.222.0.83 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805311 Jun 30 03:56:39.740278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-68d8c1f3-25ea-4255-b835-c114a3517688 req-8fc9195a-9c3d-411c-9016-574c6ae78f68 service neutron] 10.222.0.83 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849221 Jun 30 03:56:40.450415 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2a9ad-db45-42f7-b4eb-83a9cd14e303 req-ec62b0ca-65d1-417c-a30f-bf413ee37942 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:40.451893 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6a2a9ad-db45-42f7-b4eb-83a9cd14e303 req-ec62b0ca-65d1-417c-a30f-bf413ee37942 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0656655 Jun 30 03:56:40.488805 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b6a2a9ad-db45-42f7-b4eb-83a9cd14e303 req-4c57fab7-ebce-47ef-9113-49bdf266466e tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313549 Jun 30 03:56:41.658962 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6b3bc-18c4-4864-8dbf-1443f51f739e req-03a178a6-d8f6-4b7d-a342-c546c438aded tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:41.660804 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05d6b3bc-18c4-4864-8dbf-1443f51f739e req-03a178a6-d8f6-4b7d-a342-c546c438aded tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0626371 Jun 30 03:56:41.697318 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-05d6b3bc-18c4-4864-8dbf-1443f51f739e req-e6a63945-55c9-4147-8666-e41312a97f63 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307980 Jun 30 03:56:41.721204 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56570) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:41.779171 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-7f938cd5-29ea-4304-90b2-0d71689749a5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/floatingips/c6037f42-a0d1-44bb-bfd7-ead7ebf07be6 HTTP/1.1" status: 200 len: 994 time: 0.0567596 Jun 30 03:56:42.086644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56576) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:42.241873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 41daef80-5e63-4bd4-83f8-d5dfd7d03dd7 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:42.242218 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.314663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.314990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.326614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 41daef80-5e63-4bd4-83f8-d5dfd7d03dd7 owned by network:floatingip {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:42.544084 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.570359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=41daef80-5e63-4bd4-83f8-d5dfd7d03dd7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:42.598525 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.598885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.599231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.599575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.599912 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.600892 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.601232 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.601592 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.601929 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.602262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.602593 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.602921 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:42.642828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.643280 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Floating IP c6037f42-a0d1-44bb-bfd7-ead7ebf07be6 disassociated (deleted). External IP: 172.25.2.202, port: f03fe9b5-8482-496f-bae4-1228f38df529. Jun 30 03:56:42.847111 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:42.951272 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:42.955893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:42.960936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] Sync routers for ids ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:42.970148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] Routers {'506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:42.970760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:42.993092 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-54fdb5f3-85e9-45b8-b022-b4e6412ee7e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/floatingips/c6037f42-a0d1-44bb-bfd7-ead7ebf07be6 HTTP/1.1" status: 204 len: 168 time: 0.9029899 Jun 30 03:56:42.993092 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a744a03f-145a-4219-aa81-6d913f24a917', 'tag': 'f03fe9b5-8482-496f-bae4-1228f38df529'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:42.993601 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa3d632-9371-4ea4-a947-359c7d037061" -d '{"events": [{"name": "network-changed", "server_uuid": "a744a03f-145a-4219-aa81-6d913f24a917", "tag": "f03fe9b5-8482-496f-bae4-1228f38df529"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:43.077776 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0c8bbb-b9ec-4177-a1bb-4343cc6f3ec0 x-openstack-request-id: req-dc0c8bbb-b9ec-4177-a1bb-4343cc6f3ec0 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:43.078087 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a744a03f-145a-4219-aa81-6d913f24a917", "tag": "f03fe9b5-8482-496f-bae4-1228f38df529", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:43.078330 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc0c8bbb-b9ec-4177-a1bb-4343cc6f3ec0 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:43.078727 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a744a03f-145a-4219-aa81-6d913f24a917', 'tag': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'status': 'completed', 'code': 200} Jun 30 03:56:43.081343 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] Set router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:43.153680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3d632-9371-4ea4-a947-359c7d037061 req-3929118a-2970-45bd-a6fd-ea63a2e8f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:43.155190 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caa3d632-9371-4ea4-a947-359c7d037061 req-3929118a-2970-45bd-a6fd-ea63a2e8f231 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 1097 time: 0.0530427 Jun 30 03:56:43.248435 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3d632-9371-4ea4-a947-359c7d037061 req-03de8a0f-e216-4599-8bbc-da5f4d886f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:43.249825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caa3d632-9371-4ea4-a947-359c7d037061 req-03de8a0f-e216-4599-8bbc-da5f4d886f82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f570c229-2295-4970-92b5-11a4e7386535 HTTP/1.1" status: 200 len: 897 time: 0.0864275 Jun 30 03:56:43.289373 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '6426bd4a-4a4d-40e2-92c9-6a5c37361f8f', 'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:ec:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:50Z', 'updated_at': '2021-06-30T03:55:55Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:43.293447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caa3d632-9371-4ea4-a947-359c7d037061 req-4b047147-e822-43e0-b91a-37ead8642c1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03fe9b5-8482-496f-bae4-1228f38df529 HTTP/1.1" status: 200 len: 217 time: 0.0359628 Jun 30 03:56:43.317973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] Checking router: 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:43.327074 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] Routers {'506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:43.327737 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:43.354322 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3d632-9371-4ea4-a947-359c7d037061 req-2e93ffbc-5f37-4e89-97e9-4f2af1692b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:43.356025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caa3d632-9371-4ea4-a947-359c7d037061 req-2e93ffbc-5f37-4e89-97e9-4f2af1692b33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9727457a-4e8d-4c04-b047-e609094fdd72 HTTP/1.1" status: 200 len: 833 time: 0.0549686 Jun 30 03:56:43.420506 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3d632-9371-4ea4-a947-359c7d037061 req-d843531a-559b-41c8-943f-d5dfd6233a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:43.422250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caa3d632-9371-4ea4-a947-359c7d037061 req-d843531a-559b-41c8-943f-d5dfd6233a05 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f570c229-2295-4970-92b5-11a4e7386535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596483 Jun 30 03:56:43.442852 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] Set router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:43.519227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caa3d632-9371-4ea4-a947-359c7d037061 req-78fe1531-e45b-4af4-ac5d-df0492a51163 service neutron] 10.222.0.83 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896180 Jun 30 03:56:43.567164 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b551fd-6bf0-49fb-9db0-723982643165 req-f9779b94-91ac-422e-854a-156879426cda tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:43.570834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-12b551fd-6bf0-49fb-9db0-723982643165 req-f9779b94-91ac-422e-854a-156879426cda tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0705271 Jun 30 03:56:43.608066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-12b551fd-6bf0-49fb-9db0-723982643165 req-94801fa2-a018-4856-9b8d-d1e052d1b2e6 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332117 Jun 30 03:56:43.613817 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-caa3d632-9371-4ea4-a947-359c7d037061 req-a361ec7d-ec2d-4323-8cbe-a321e0604179 service neutron] 10.222.0.83 "GET /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875285 Jun 30 03:56:43.651712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '6426bd4a-4a4d-40e2-92c9-6a5c37361f8f', 'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:ec:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:50Z', 'updated_at': '2021-06-30T03:55:55Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:43.681036 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66b4f6c-dca1-4804-8f7a-79772bd370f8 None None] The sync data for ids ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'] in n-d-798249-3 is: [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '6426bd4a-4a4d-40e2-92c9-6a5c37361f8f', 'name': '', 'network_id': 'f570c229-2295-4970-92b5-11a4e7386535', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'mac_address': 'fa:16:3e:ec:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:50Z', 'updated_at': '2021-06-30T03:55:55Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'subnets': [{'id': '9727457a-4e8d-4c04-b047-e609094fdd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:43.899168 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9f347-dfa4-44c9-a9de-5552ac32fadb None None] New status for floating IP c6037f42-a0d1-44bb-bfd7-ead7ebf07be6: DOWN {{(pid=94533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:56:44.785591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac10773-30e2-4b75-829c-8f8bb1856c6e req-22c46da8-6073-4774-a6cd-870314a98e4d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:44.787042 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ac10773-30e2-4b75-829c-8f8bb1856c6e req-22c46da8-6073-4774-a6cd-870314a98e4d tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0617011 Jun 30 03:56:44.824631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3ac10773-30e2-4b75-829c-8f8bb1856c6e req-e1b4db10-2430-4fa2-86e9-2a68a5dd2b1f tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/security-groups?id=4d5654c2-b641-45ad-b5ba-b798fa84ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314398 Jun 30 03:56:45.086945 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-87af9fbf-ef96-4bd0-8e11-528fad6274eb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:45.088356 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-87af9fbf-ef96-4bd0-8e11-528fad6274eb tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 946 time: 0.0629296 Jun 30 03:56:45.186885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-52db8035-6c33-4e49-81eb-bf15861a3a51 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port f03fe9b5-8482-496f-bae4-1228f38df529 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:45.187225 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-52db8035-6c33-4e49-81eb-bf15861a3a51 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:45.273546 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-52db8035-6c33-4e49-81eb-bf15861a3a51 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port f03fe9b5-8482-496f-bae4-1228f38df529, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=f03fe9b5-8482-496f-bae4-1228f38df529,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:45.273546 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-52db8035-6c33-4e49-81eb-bf15861a3a51 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:45.284342 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-52db8035-6c33-4e49-81eb-bf15861a3a51 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for f03fe9b5-8482-496f-bae4-1228f38df529 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:45.492622 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-52db8035-6c33-4e49-81eb-bf15861a3a51 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:45.518564 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db8035-6c33-4e49-81eb-bf15861a3a51 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=f03fe9b5-8482-496f-bae4-1228f38df529,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:45.568236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-52db8035-6c33-4e49-81eb-bf15861a3a51 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] No DVR routers for this DVR port f03fe9b5-8482-496f-bae4-1228f38df529 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:45.570657 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-52db8035-6c33-4e49-81eb-bf15861a3a51 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:45.572644 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7cb0ce74-9410-4ce3-b98f-26112858f444 req-52db8035-6c33-4e49-81eb-bf15861a3a51 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.83 "DELETE /v2.0/ports/f03fe9b5-8482-496f-bae4-1228f38df529 HTTP/1.1" status: 204 len: 173 time: 0.4793251 Jun 30 03:56:45.573079 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a744a03f-145a-4219-aa81-6d913f24a917', 'name': 'network-vif-deleted', 'tag': 'f03fe9b5-8482-496f-bae4-1228f38df529'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:45.575358 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc06fda3-d57e-4912-b0ac-34353ece666b" -d '{"events": [{"server_uuid": "a744a03f-145a-4219-aa81-6d913f24a917", "name": "network-vif-deleted", "tag": "f03fe9b5-8482-496f-bae4-1228f38df529"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:45.610006 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec90c82c-54d3-439e-822f-fa55cb9a19ba x-openstack-request-id: req-ec90c82c-54d3-439e-822f-fa55cb9a19ba {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:45.610341 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a744a03f-145a-4219-aa81-6d913f24a917", "name": "network-vif-deleted", "tag": "f03fe9b5-8482-496f-bae4-1228f38df529", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:45.610616 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec90c82c-54d3-439e-822f-fa55cb9a19ba {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:45.611015 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a744a03f-145a-4219-aa81-6d913f24a917', 'name': 'network-vif-deleted', 'tag': 'f03fe9b5-8482-496f-bae4-1228f38df529', 'status': 'completed', 'code': 200} Jun 30 03:56:45.997123 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af844192-a328-4ea2-9be8-5f83e6bbe40a req-85260549-1ac4-439f-a081-f74b7a487860 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "GET /v2.0/ports?device_id=a744a03f-145a-4219-aa81-6d913f24a917 HTTP/1.1" status: 200 len: 210 time: 0.0286601 Jun 30 03:56:47.088808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56594) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:47.768733 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.023010 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:48.023278 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.113073 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=6426bd4a-4a4d-40e2-92c9-6a5c37361f8f,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:48.113857 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.127181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:48.389108 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.413445 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=6426bd4a-4a4d-40e2-92c9-6a5c37361f8f,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:48.545914 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:56:48.590340 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:48.804133 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:48.814647 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f03fe9b5-8482-496f-bae4-1228f38df529 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:48.833610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: f03fe9b5-8482-496f-bae4-1228f38df529 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:48.834022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device f03fe9b5-8482-496f-bae4-1228f38df529 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:48.910596 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:48.916195 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-978e9b80-66b2-4b1b-9d5f-31987858e1ae tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "PUT /v2.0/routers/506e4b6c-bdbc-4084-b0c3-3e1642c18dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8263505 Jun 30 03:56:48.918885 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56598) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:48.921822 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] Sync routers for ids ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:48.930880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] Routers {'506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:48.931493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:48.971880 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e08bf55-afb0-4bf1-a95f-00762a336d3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting subnet 9727457a-4e8d-4c04-b047-e609094fdd72 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:56:48.974758 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e08bf55-afb0-4bf1-a95f-00762a336d3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.013448 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e08bf55-afb0-4bf1-a95f-00762a336d3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.041078 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] Set router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:49.093311 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e08bf55-afb0-4bf1-a95f-00762a336d3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.219830 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:56:48Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:49.235897 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e08bf55-afb0-4bf1-a95f-00762a336d3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.248445 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] Checking router: 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:49.258170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] Routers {'506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:49.258816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:49.262373 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08bf55-afb0-4bf1-a95f-00762a336d3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Subnet': ['ID=9727457a-4e8d-4c04-b047-e609094fdd72,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:49.266784 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4e08bf55-afb0-4bf1-a95f-00762a336d3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.268894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4e08bf55-afb0-4bf1-a95f-00762a336d3a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/subnets/9727457a-4e8d-4c04-b047-e609094fdd72 HTTP/1.1" status: 204 len: 168 time: 0.3488252 Jun 30 03:56:49.271591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56602) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:49.303007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38d59f6-9e84-41db-86e6-80fa8e8224d1 None None] Network f570c229-2295-4970-92b5-11a4e7386535 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:49.387225 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.461462 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] Set router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:49.488267 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.636828 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Deleting port 8a8328ca-64b1-4904-b689-f8376c183ca5 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:49.637176 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.652537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] DHCP port deletion for f570c229-2295-4970-92b5-11a4e7386535 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:56:49.682272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:56:48Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:49.711316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d98c54-18fa-4982-bbfd-8e9e9b3dcbd2 None None] The sync data for ids ['506e4b6c-bdbc-4084-b0c3-3e1642c18dcb'] in n-d-798249-3 is: [{'id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141811568', 'tenant_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:56:48Z', 'revision_number': 5, 'project_id': 'a25ef5c85a0c4e6a881a96592d44a055', 'gw_port': {'id': '8a8328ca-64b1-4904-b689-f8376c183ca5', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506e4b6c-bdbc-4084-b0c3-3e1642c18dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:55:47Z', 'updated_at': '2021-06-30T03:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:49.716799 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] For port 8a8328ca-64b1-4904-b689-f8376c183ca5, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=8a8328ca-64b1-4904-b689-f8376c183ca5,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:49.717164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.731655 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Calling delete_port for 8a8328ca-64b1-4904-b689-f8376c183ca5 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:49.735435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Deleting port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:49.735936 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.801430 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] For port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d,segment=NetworkSegment(092a3e24-0a02-41a8-a34a-916b3e785a60),segment_id=092a3e24-0a02-41a8-a34a-916b3e785a60)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:49.801871 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.815115 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Calling delete_port for be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:49.961248 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.984278 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Pushing event deleted for resources: {'Port': ['ID=be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:49.997070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.997070 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.997365 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:49.997532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.997532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.997532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.997532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.997532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.997532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.998136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.998136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.998392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:49.998712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.001249 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f83be6-6e34-4773-806a-09bb3468b70e None None] No DVR routers for this DVR port be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:50.021245 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Port': ['ID=8a8328ca-64b1-4904-b689-f8376c183ca5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:50.032235 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.032587 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.032924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.033260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.033619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.033950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.034279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.034603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.034928 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.035254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.035575 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.035892 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:50.092476 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.185353 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.187826 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.298330 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.298929 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Fanout notify agent at l3_agent the message router_deleted on router 506e4b6c-bdbc-4084-b0c3-3e1642c18dcb {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:56:50.305871 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.309878 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cacb07c4-952a-4e2c-8c79-5bd27c8b565c tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/routers/506e4b6c-bdbc-4084-b0c3-3e1642c18dcb HTTP/1.1" status: 204 len: 168 time: 1.0338175 Jun 30 03:56:50.310080 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56604) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:50.387980 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.475626 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.484905 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f570c229-2295-4970-92b5-11a4e7386535']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:50.495299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092a3e24-0a02-41a8-a34a-916b3e785a60') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:50.495600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092a3e24-0a02-41a8-a34a-916b3e785a60') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:50.503932 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.517307 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.522890 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: timer() Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:56:50.531387 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:56:50.657887 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.665388 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.667238 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/networks/f570c229-2295-4970-92b5-11a4e7386535 HTTP/1.1" status: 204 len: 168 time: 0.3559978 Jun 30 03:56:50.671643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56606) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:50.682850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e5d0f-ec60-4202-96cc-632006bd6604 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'Network': ['ID=f570c229-2295-4970-92b5-11a4e7386535,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:50.733162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-61766fca-cc50-41ef-8584-09bdbe5bbe8a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.760828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-61766fca-cc50-41ef-8584-09bdbe5bbe8a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.790094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:50.810030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:50.810382 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 6426bd4a-4a4d-40e2-92c9-6a5c37361f8f not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:50.812195 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8a8328ca-64b1-4904-b689-f8376c183ca5 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:50.829991 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 8a8328ca-64b1-4904-b689-f8376c183ca5 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:50.830614 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 8a8328ca-64b1-4904-b689-f8376c183ca5 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:50.830753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:50.849081 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:50.849426 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device be61eb73-639c-4eb0-a0e4-0d5ff0fc3f4d not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:50.950014 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-61766fca-cc50-41ef-8584-09bdbe5bbe8a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.952725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-61766fca-cc50-41ef-8584-09bdbe5bbe8a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:50.953954 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-61766fca-cc50-41ef-8584-09bdbe5bbe8a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] 10.222.0.77 "DELETE /v2.0/security-groups/4d5654c2-b641-45ad-b5ba-b798fa84ab23 HTTP/1.1" status: 204 len: 168 time: 0.2828829 Jun 30 03:56:50.965515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61766fca-cc50-41ef-8584-09bdbe5bbe8a tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5654c2-b641-45ad-b5ba-b798fa84ab23,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:51.602042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56614) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:51.733786 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c802ca9a-bed8-456b-8c8e-f6ee96c794e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a25ef5c85a0c4e6a881a96592d44a055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305552 Jun 30 03:56:51.736202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:51.781793 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d185fc86-be58-42b5-92aa-ed60d4f39a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:51.802249 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d185fc86-be58-42b5-92aa-ed60d4f39a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:51.915255 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d185fc86-be58-42b5-92aa-ed60d4f39a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:51.917817 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d185fc86-be58-42b5-92aa-ed60d4f39a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:51.919370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d185fc86-be58-42b5-92aa-ed60d4f39a23 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/687457ce-b417-4ef3-a074-ea10d1cc6b6e HTTP/1.1" status: 204 len: 168 time: 0.1822259 Jun 30 03:56:51.927218 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185fc86-be58-42b5-92aa-ed60d4f39a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687457ce-b417-4ef3-a074-ea10d1cc6b6e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:52.573248 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56624) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:52.586157 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b3572cdb-bc56-481a-b9da-64013f8ad6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:52.672187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b3572cdb-bc56-481a-b9da-64013f8ad6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:52.732438 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b3572cdb-bc56-481a-b9da-64013f8ad6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:52.774805 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b3572cdb-bc56-481a-b9da-64013f8ad6db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cdb460ee802f4249bdcbd07f7ca2b669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004578 Jun 30 03:56:52.775636 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3572cdb-bc56-481a-b9da-64013f8ad6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc15775-b70d-4aa9-92fe-579aaa3e11d8,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:52.778215 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56628) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:52.829277 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f7e507b-8bd6-4e66-b32a-f69c44d0f0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:52.850676 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f7e507b-8bd6-4e66-b32a-f69c44d0f0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:52.972447 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f7e507b-8bd6-4e66-b32a-f69c44d0f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:52.975511 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4f7e507b-8bd6-4e66-b32a-f69c44d0f0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:52.979553 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4f7e507b-8bd6-4e66-b32a-f69c44d0f0d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fdc15775-b70d-4aa9-92fe-579aaa3e11d8 HTTP/1.1" status: 204 len: 168 time: 0.1973605 Jun 30 03:56:52.984432 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e507b-8bd6-4e66-b32a-f69c44d0f0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc15775-b70d-4aa9-92fe-579aaa3e11d8,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:53.858100 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:54.041081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56650) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:54.134837 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-671753560-network', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:54.178527 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:54.241148 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Made reservation on behalf of c3bc49a94ad148d9acd77961881e1207 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:54.243662 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:54.251866 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:54.336420 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:54.383169 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:54.406610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:56:54.416591 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbf6602-f481-4cc4-88a3-ec3fa0594d2d,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:54.422431 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:54.422785 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Added segment 435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1 of type vlan for network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 Jun 30 03:56:54.462302 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:54.559127 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:54.560068 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:54.560928 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:54.619104 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] Pushing event updated for resources: {'Network': ['ID=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:54.630065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:56:54.681429 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-257c90fd-3d4d-4022-aa61-d2e1fcba416f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6390305 Jun 30 03:56:54.684403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56654) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:54.689619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Request body: {'subnet': {'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-671753560-subnet', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:54.754850 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Made reservation on behalf of c3bc49a94ad148d9acd77961881e1207 for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:54.757189 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:55.309831 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:55.367553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:55.377859 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Checking segment: {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:55.378224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Network hostable DHCP agents. Network: 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:56:55.474658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:56:55.571759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:55.576656 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:55.577606 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:55.579501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69238912-b8f0-4842-b1f3-c610c3836841 None None] Network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:55.664551 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0f9be07a-88e7-4495-92c4-adaa49788206 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9790905 Jun 30 03:56:55.667231 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56656) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:55.671553 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:55.717420 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:56:55.718323 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:55.766726 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:55.767862 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:55.821246 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:55.848349 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Allocated IP 172.20.0.2 (1bbcd5ca-c1e0-4f32-8202-9e804942f4b9/b1ae55f0-ab30-4ec2-bc27-c720249d8f1a/d9c7461b-f636-4db3-b93a-c9032bae6757) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:55.988936 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:55.997541 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Transition to ACTIVE for port object d9c7461b-f636-4db3-b93a-c9032bae6757 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:56.011612 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.012345 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Transition to ACTIVE for port object d9c7461b-f636-4db3-b93a-c9032bae6757 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:56.063601 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.100172 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:56.104331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:56.110641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:56.113627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Pushing event updated for resources: {'Port': ['ID=d9c7461b-f636-4db3-b93a-c9032bae6757,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:56.170384 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Attempting to bind port d9c7461b-f636-4db3-b93a-c9032bae6757 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:56.170753 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Attempting to bind port d9c7461b-f636-4db3-b93a-c9032bae6757 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:56.171118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Attempting to bind port d9c7461b-f636-4db3-b93a-c9032bae6757 on network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:56.176013 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:56.176383 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Checking segment: {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:56.176788 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.177185 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Bound using segment: {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:56.177682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Bound port: d9c7461b-f636-4db3-b93a-c9032bae6757, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:56.178624 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.238037 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] For port d9c7461b-f636-4db3-b93a-c9032bae6757, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:56.241552 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] For port d9c7461b-f636-4db3-b93a-c9032bae6757, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d9c7461b-f636-4db3-b93a-c9032bae6757,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:56.281793 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.300135 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.315277 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.370733 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220423ff-36b8-4352-bd53-7ecb5c9596a9 None None] Pushing event updated for resources: {'Port': ['ID=d9c7461b-f636-4db3-b93a-c9032bae6757,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:56.409052 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Allocated IP 172.25.2.246 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/0f834888-217c-4439-b003-62d462115262) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:56.524517 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.630063 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.670404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:56.673130 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:56.677577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:56.704081 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Pushing event updated for resources: {'Port': ['ID=0f834888-217c-4439-b003-62d462115262,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:56.812985 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d9c7461b-f636-4db3-b93a-c9032bae6757 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:56.932633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port d9c7461b-f636-4db3-b93a-c9032bae6757 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:57.005398 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.205248 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.236870 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2075a02f-46dd-4d58-a24d-5fad20a2fc9d None None] Network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:57.359362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0c25a9e7-0b1d-4a17-b9e9-2443f4102a2e None None] Provisioning for port d9c7461b-f636-4db3-b93a-c9032bae6757 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:57.378495 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-0c25a9e7-0b1d-4a17-b9e9-2443f4102a2e None None] Provisioning complete for port d9c7461b-f636-4db3-b93a-c9032bae6757 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:57.378868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0c25a9e7-0b1d-4a17-b9e9-2443f4102a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.435032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Router b2390c56-9fea-4af8-a541-d04df6ac4015 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:56:57.479175 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0c25a9e7-0b1d-4a17-b9e9-2443f4102a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.514472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-0c25a9e7-0b1d-4a17-b9e9-2443f4102a2e None None] For port d9c7461b-f636-4db3-b93a-c9032bae6757, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d9c7461b-f636-4db3-b93a-c9032bae6757,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:57.545659 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:57.556019 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Sync routers for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:57.565584 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:57.566237 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:57.595467 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0c25a9e7-0b1d-4a17-b9e9-2443f4102a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.623919 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.627921 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-e8838a0c-f6d0-4054-80e5-d80b1c48ccb7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9571304 Jun 30 03:56:57.627921 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56658) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:57.649030 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25a9e7-0b1d-4a17-b9e9-2443f4102a2e None None] Pushing event updated for resources: {'Port': ['ID=d9c7461b-f636-4db3-b93a-c9032bae6757,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:57.675108 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:57.715655 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a60dff77-60ed-4d82-82de-bfa3f05d3c98 None None] Provisioning complete for port d9c7461b-f636-4db3-b93a-c9032bae6757 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:57.715655 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a60dff77-60ed-4d82-82de-bfa3f05d3c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.859358 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:56Z', 'revision_number': 3, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:57.884844 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Checking router: b2390c56-9fea-4af8-a541-d04df6ac4015 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:57.885194 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Updating router b2390c56-9fea-4af8-a541-d04df6ac4015 port 0f834888-217c-4439-b003-62d462115262 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:56:57.916535 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.035047 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.159634 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.169375 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Transition to ACTIVE for port object 0f834888-217c-4439-b003-62d462115262 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:58.186594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Allocated IP 172.20.0.1 (1bbcd5ca-c1e0-4f32-8202-9e804942f4b9/b1ae55f0-ab30-4ec2-bc27-c720249d8f1a/ae9756a0-5ecf-4de6-860e-6ebd863705cd) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:58.263632 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.285670 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.300067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Transition to ACTIVE for port object ae9756a0-5ecf-4de6-860e-6ebd863705cd will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:58.315177 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Attempting to bind port 0f834888-217c-4439-b003-62d462115262 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:58.315549 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Attempting to bind port 0f834888-217c-4439-b003-62d462115262 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:58.315927 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Attempting to bind port 0f834888-217c-4439-b003-62d462115262 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:58.318723 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Pushing event updated for resources: {'Port': ['ID=0f834888-217c-4439-b003-62d462115262,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:58.326182 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:58.326551 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:58.326952 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.327339 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:58.327791 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Bound port: 0f834888-217c-4439-b003-62d462115262, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:58.328164 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.331308 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.331652 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.331986 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.332316 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.332643 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.332995 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.333316 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.333661 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.333981 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.334324 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.334640 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.334955 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:58.372380 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.383965 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] For port 0f834888-217c-4439-b003-62d462115262, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:58.387069 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] For port 0f834888-217c-4439-b003-62d462115262, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f834888-217c-4439-b003-62d462115262,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:58.411542 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:58.414785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:58.417042 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:58.443676 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9756a0-5ecf-4de6-860e-6ebd863705cd,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:58.464210 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.464634 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.529895 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098a5b4-3c37-45a4-ab4d-aa41968e0854 None None] Pushing event updated for resources: {'Port': ['ID=0f834888-217c-4439-b003-62d462115262,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:58.533160 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:58.533801 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:58.643994 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:58.675554 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.692317 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cd2b-029b-4d2f-bb83-e09c46abf176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.738279 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1b0355fc-dcad-4590-bd07-8403a8579f6c None None] Provisioning for port ae9756a0-5ecf-4de6-860e-6ebd863705cd completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:58.745929 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1b0355fc-dcad-4590-bd07-8403a8579f6c None None] Provisioning complete for port ae9756a0-5ecf-4de6-860e-6ebd863705cd triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:58.751942 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b0355fc-dcad-4590-bd07-8403a8579f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.791888 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d9c7461b-f636-4db3-b93a-c9032bae6757 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:58.795180 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-1b0355fc-dcad-4590-bd07-8403a8579f6c None None] Port ae9756a0-5ecf-4de6-860e-6ebd863705cd cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:58.841617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port d9c7461b-f636-4db3-b93a-c9032bae6757 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:58.842005 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.866733 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.921347 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:56Z', 'revision_number': 3, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:58.926499 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.950255 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8120c60b-c255-4ad0-ba7a-19479e0657c5 None None] The sync data for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 is: [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:56Z', 'revision_number': 3, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:58.993301 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:58.996279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9756a0-5ecf-4de6-860e-6ebd863705cd,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:59.089827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:59.091277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:59.221791 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Router b2390c56-9fea-4af8-a541-d04df6ac4015 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:59.342030 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:59.347312 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c32e9135-a26c-407c-8c1d-19948611b2e3 admin admin] 10.222.0.77 "PUT /v2.0/routers/b2390c56-9fea-4af8-a541-d04df6ac4015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7182181 Jun 30 03:56:59.425226 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-71b0eea8-25a0-4834-bd40-c797a420435a None None] Provisioning complete for port ae9756a0-5ecf-4de6-860e-6ebd863705cd triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:59.425772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-71b0eea8-25a0-4834-bd40-c797a420435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:59.466764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-71b0eea8-25a0-4834-bd40-c797a420435a None None] Port ae9756a0-5ecf-4de6-860e-6ebd863705cd cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:57:00.080812 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56674) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:00.086438 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-281023043-network', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:00.165195 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Made reservation on behalf of b31acc4fcfad453c8e4401c91935c358 for: {'network': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:57:00.167672 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.177000 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.264663 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.319946 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.348773 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=94531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:57:00.353589 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd11e986-145d-432f-9170-0d98edfbb0ce,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:00.359541 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.359899 n-d-798249-3 neutron-server[94531]: INFO neutron.db.segments_db [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Added segment f3aff34d-f2d6-4cdd-8158-38da0cb20f91 of type vlan for network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 Jun 30 03:57:00.402461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.470571 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Sync routers for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:57:00.479695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:57:00.480291 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:56:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:00.509149 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.510250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:00.510841 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.574687 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] Pushing event updated for resources: {'Network': ['ID=4edd6c3b-18f2-42c2-9ee0-a68b58d12159,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:00.641834 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-62af1722-776c-4050-9fd5-3521b1341d7f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5597427 Jun 30 03:57:00.644569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56676) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:00.650222 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Request body: {'subnet': {'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-281023043-subnet', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:00.717642 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:57:00.720757 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Made reservation on behalf of b31acc4fcfad453c8e4401c91935c358 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:57:00.725769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.796310 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:57:00.823948 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f834888-217c-4439-b003-62d462115262 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:00.972069 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.023921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 2, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:01.031809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa653d8-66b2-46c5-9936-79f1f23399e3,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:01.040847 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Checking segment: {'id': 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:57:01.041319 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Network hostable DHCP agents. Network: 4edd6c3b-18f2-42c2-9ee0-a68b58d12159, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:57:01.058456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Checking router: b2390c56-9fea-4af8-a541-d04df6ac4015 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:57:01.059079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Updating router b2390c56-9fea-4af8-a541-d04df6ac4015 port ae9756a0-5ecf-4de6-860e-6ebd863705cd binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:57:01.060821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 0f834888-217c-4439-b003-62d462115262 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:57:01.064832 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0f834888-217c-4439-b003-62d462115262 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:01.065208 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.119087 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.132842 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:57:01.288942 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.334680 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 0f834888-217c-4439-b003-62d462115262, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f834888-217c-4439-b003-62d462115262,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:57:01.360470 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 4edd6c3b-18f2-42c2-9ee0-a68b58d12159) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:57:01.364791 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:01.365713 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.377222 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082da4b-8242-4b9b-b3a0-7561c5ff5c9b None None] Network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:57:01.422899 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.425131 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f2ce-92c3-492a-b59a-e4758c45b0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.471427 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.493484 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d9d6ae40-3b19-478e-b6a9-5c0cf8aa1fe5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8478572 Jun 30 03:57:01.496017 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56680) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:01.500440 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-281023043-router', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:01.578229 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.579179 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.609443 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=0f834888-217c-4439-b003-62d462115262,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:01.633839 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.646904 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.655515 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-4edd6c3b-18f2-42c2-9ee0-a68b58d12159', 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'fixed_ips': [{'subnet_id': '2fa653d8-66b2-46c5-9936-79f1f23399e3'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:57:01.656367 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.669066 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Transition to ACTIVE for port object ae9756a0-5ecf-4de6-860e-6ebd863705cd will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:57:01.757811 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.841677 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Allocated IP 172.20.0.2 (4edd6c3b-18f2-42c2-9ee0-a68b58d12159/2fa653d8-66b2-46c5-9936-79f1f23399e3/3169e7af-1165-41bb-b886-784a24452a68) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:57:01.843551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e5f49-933f-4361-9fa4-9a4b48f41742 None None] Pushing event updated for resources: {'Port': ['ID=ae9756a0-5ecf-4de6-860e-6ebd863705cd,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:01.853396 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.944708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Attempting to bind port ae9756a0-5ecf-4de6-860e-6ebd863705cd on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:57:01.945094 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Attempting to bind port ae9756a0-5ecf-4de6-860e-6ebd863705cd by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:57:01.945457 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Attempting to bind port ae9756a0-5ecf-4de6-860e-6ebd863705cd on network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:57:01.956251 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:57:01.956628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Checking segment: {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:57:01.957144 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:01.957432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Bound using segment: {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:57:01.957943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Bound port: ae9756a0-5ecf-4de6-860e-6ebd863705cd, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:57:01.958328 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.074476 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] For port ae9756a0-5ecf-4de6-860e-6ebd863705cd, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:57:02.082908 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] For port ae9756a0-5ecf-4de6-860e-6ebd863705cd, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ae9756a0-5ecf-4de6-860e-6ebd863705cd,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:57:02.095722 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.106158 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Transition to ACTIVE for port object 3169e7af-1165-41bb-b886-784a24452a68 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:57:02.125050 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Transition to ACTIVE for port object 3169e7af-1165-41bb-b886-784a24452a68 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:57:02.149175 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.166703 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.167555 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.202818 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.236698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:57:02.237321 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:02.245335 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:57:02.246105 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e5f49-933f-4361-9fa4-9a4b48f41742 None None] Pushing event updated for resources: {'Port': ['ID=ae9756a0-5ecf-4de6-860e-6ebd863705cd,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:02.279849 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Allocated IP 172.25.2.54 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/a6cd6277-56f8-4114-a3c9-fc424ba67cb4) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:57:02.301698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:57:02.304599 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:57:02.385306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Pushing event updated for resources: {'Port': ['ID=3169e7af-1165-41bb-b886-784a24452a68,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:02.396562 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.431153 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Attempting to bind port 3169e7af-1165-41bb-b886-784a24452a68 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:57:02.431527 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Attempting to bind port 3169e7af-1165-41bb-b886-784a24452a68 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:57:02.431986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Attempting to bind port 3169e7af-1165-41bb-b886-784a24452a68 on network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:57:02.449250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:57:02.449646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Checking segment: {'id': 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:57:02.450048 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.450524 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Bound using segment: {'id': 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:57:02.450990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Bound port: 3169e7af-1165-41bb-b886-784a24452a68, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:57:02.451373 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.466973 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:57:02.497249 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.536855 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:57:02.540344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:57:02.548950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:57:02.550869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Pushing event updated for resources: {'Port': ['ID=a6cd6277-56f8-4114-a3c9-fc424ba67cb4,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:02.627662 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] For port 3169e7af-1165-41bb-b886-784a24452a68, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:57:02.632472 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] For port 3169e7af-1165-41bb-b886-784a24452a68, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3169e7af-1165-41bb-b886-784a24452a68,segment=NetworkSegment(f3aff34d-f2d6-4cdd-8158-38da0cb20f91),segment_id=f3aff34d-f2d6-4cdd-8158-38da0cb20f91)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:57:02.695350 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.766392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:02Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:02.769464 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab92386-cf4b-4d77-a4aa-700936e79b50 None None] Pushing event updated for resources: {'Port': ['ID=3169e7af-1165-41bb-b886-784a24452a68,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:02.797258 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57d489-75ea-4649-94f5-3037de226479 None None] The sync data for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 is: [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:02Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:57:02.802814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f834888-217c-4439-b003-62d462115262 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:02.873438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 0f834888-217c-4439-b003-62d462115262 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:02.873857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:02.891357 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:03.142359 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:03.177941 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:03.360565 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:57:03.472508 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:57:03.482128 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Sync routers for ids ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:57:03.500150 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Routers {'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:57:03.507225 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:03.556089 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:03.559967 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-5c984c74-39d3-4c8d-9df4-91687c4ec38d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0604479 Jun 30 03:57:03.560721 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56682) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:03.622088 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Set router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:57:03.840374 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'name': 'tempest-TestShelveInstance-281023043-router', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:57:01Z', 'updated_at': '2021-06-30T03:57:02Z', 'revision_number': 3, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'gw_port': {'id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:02Z', 'updated_at': '2021-06-30T03:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:03.872286 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Checking router: f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:57:03.872641 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Updating router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 port a6cd6277-56f8-4114-a3c9-fc424ba67cb4 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:57:03.917507 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:03.924749 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e4356a-1d97-4a1d-8b88-6a1fec346eee None None] Network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:57:04.170593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-a9783422-6af0-4bc0-9b57-fb5f1224fad3 None None] Provisioning for port 3169e7af-1165-41bb-b886-784a24452a68 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:57:04.220156 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:04.232781 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Transition to ACTIVE for port object a6cd6277-56f8-4114-a3c9-fc424ba67cb4 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:57:04.302053 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:04.358307 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Attempting to bind port a6cd6277-56f8-4114-a3c9-fc424ba67cb4 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:57:04.358680 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Attempting to bind port a6cd6277-56f8-4114-a3c9-fc424ba67cb4 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:57:04.359045 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Attempting to bind port a6cd6277-56f8-4114-a3c9-fc424ba67cb4 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:57:04.360787 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:04.361843 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a909af8-db4d-48e9-9836-a6ecb9adbf66 None None] Pushing event updated for resources: {'Port': ['ID=a6cd6277-56f8-4114-a3c9-fc424ba67cb4,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:04.366356 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:57:04.366734 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:57:04.367140 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:04.367530 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:57:04.367999 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Bound port: a6cd6277-56f8-4114-a3c9-fc424ba67cb4, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:57:04.368386 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:04.424841 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] For port a6cd6277-56f8-4114-a3c9-fc424ba67cb4, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:57:04.427732 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] For port a6cd6277-56f8-4114-a3c9-fc424ba67cb4, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a6cd6277-56f8-4114-a3c9-fc424ba67cb4,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:57:04.507843 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:04.517403 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Allocated IP 172.20.0.1 (4edd6c3b-18f2-42c2-9ee0-a68b58d12159/2fa653d8-66b2-46c5-9936-79f1f23399e3/db894f9c-f795-4a42-96bc-ad9f537533e1) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:57:04.561918 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Routers {'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:57:04.562521 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:04.600164 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a909af8-db4d-48e9-9836-a6ecb9adbf66 None None] Pushing event updated for resources: {'Port': ['ID=a6cd6277-56f8-4114-a3c9-fc424ba67cb4,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:04.622757 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:04.636777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Transition to ACTIVE for port object db894f9c-f795-4a42-96bc-ad9f537533e1 will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:57:04.668424 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] Set router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:57:04.739287 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:04.784409 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:57:04.788749 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:57:04.795685 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Pushing event updated for resources: {'Port': ['ID=db894f9c-f795-4a42-96bc-ad9f537533e1,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:04.798957 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:57:04.855069 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:04.868502 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'name': 'tempest-TestShelveInstance-281023043-router', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:57:01Z', 'updated_at': '2021-06-30T03:57:02Z', 'revision_number': 3, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'gw_port': {'id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:02Z', 'updated_at': '2021-06-30T03:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:04.884603 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ae9756a0-5ecf-4de6-860e-6ebd863705cd up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:04.898918 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9602d72-5213-4d77-b999-28f7d8955c43 None None] The sync data for ids ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'] in n-d-798249-3 is: [{'id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'name': 'tempest-TestShelveInstance-281023043-router', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:57:01Z', 'updated_at': '2021-06-30T03:57:02Z', 'revision_number': 3, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'gw_port': {'id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:02Z', 'updated_at': '2021-06-30T03:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:57:04.931069 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.040493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port ae9756a0-5ecf-4de6-860e-6ebd863705cd completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:57:05.044577 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ae9756a0-5ecf-4de6-860e-6ebd863705cd triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:05.044967 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.154575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.163719 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.341628 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9ca273c5-d11c-4a79-931d-e7213fe08814 None None] Provisioning for port db894f9c-f795-4a42-96bc-ad9f537533e1 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:57:05.349864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9ca273c5-d11c-4a79-931d-e7213fe08814 None None] Provisioning complete for port db894f9c-f795-4a42-96bc-ad9f537533e1 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:05.350253 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9ca273c5-d11c-4a79-931d-e7213fe08814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.351594 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.396581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port ae9756a0-5ecf-4de6-860e-6ebd863705cd, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ae9756a0-5ecf-4de6-860e-6ebd863705cd,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:57:05.404682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9ca273c5-d11c-4a79-931d-e7213fe08814 None None] Port db894f9c-f795-4a42-96bc-ad9f537533e1 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:57:05.417474 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.492149 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Pushing event updated for resources: {'Port': ['ID=db894f9c-f795-4a42-96bc-ad9f537533e1,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:05.495575 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.503585 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.504413 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3169e7af-1165-41bb-b886-784a24452a68 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:05.583101 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=ae9756a0-5ecf-4de6-860e-6ebd863705cd,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:05.593722 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:57:05.595141 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:57:05.641096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 3169e7af-1165-41bb-b886-784a24452a68 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:57:05.645232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3169e7af-1165-41bb-b886-784a24452a68 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:05.645645 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.730823 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:57:05.745598 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.786775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 3169e7af-1165-41bb-b886-784a24452a68, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3169e7af-1165-41bb-b886-784a24452a68,segment=NetworkSegment(f3aff34d-f2d6-4cdd-8158-38da0cb20f91),segment_id=f3aff34d-f2d6-4cdd-8158-38da0cb20f91)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:57:05.851299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:57:05.856192 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-988f0b88-073d-42fd-8a32-ffcb465051db admin admin] 10.222.0.77 "PUT /v2.0/routers/f0bed23c-d719-44bf-a28a-c8bb2b1d4a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2942524 Jun 30 03:57:05.858010 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.911538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=3169e7af-1165-41bb-b886-784a24452a68,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:05.926986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-7437994c-ea4a-42f5-a408-39603a78140f None None] Provisioning complete for port db894f9c-f795-4a42-96bc-ad9f537533e1 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:05.927519 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7437994c-ea4a-42f5-a408-39603a78140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:05.965360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-7437994c-ea4a-42f5-a408-39603a78140f None None] Port db894f9c-f795-4a42-96bc-ad9f537533e1 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:57:06.547456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Sync routers for ids ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:57:06.556454 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Routers {'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:57:06.557062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:06.566920 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56690) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:06.572150 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-4c178e5b-c980-4e96-9536-1423d133cd3b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631868227', 'description': 'tempest-secgroup-smoke-1631868227 description', 'project_id': 'c3bc49a94ad148d9acd77961881e1207'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:06.660754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Set router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:57:06.663205 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c178e5b-c980-4e96-9536-1423d133cd3b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:06.751076 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c178e5b-c980-4e96-9536-1423d133cd3b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:06.834747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c178e5b-c980-4e96-9536-1423d133cd3b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:06.870137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'name': 'tempest-TestShelveInstance-281023043-router', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:57:01Z', 'updated_at': '2021-06-30T03:57:04Z', 'revision_number': 4, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'gw_port': {'id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:02Z', 'updated_at': '2021-06-30T03:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'db894f9c-f795-4a42-96bc-ad9f537533e1', 'name': '', 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'mac_address': 'fa:16:3e:9d:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2fa653d8-66b2-46c5-9936-79f1f23399e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:04Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 2, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'subnets': [{'id': '2fa653d8-66b2-46c5-9936-79f1f23399e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:06.873406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ae9756a0-5ecf-4de6-860e-6ebd863705cd up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:06.875450 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c178e5b-c980-4e96-9536-1423d133cd3b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93746245-853d-4890-a964-9847bbb2cd70,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:06.917112 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Checking router: f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:57:06.917112 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Updating router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 port db894f9c-f795-4a42-96bc-ad9f537533e1 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:57:06.943397 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-4c178e5b-c980-4e96-9536-1423d133cd3b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:06.945938 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-4c178e5b-c980-4e96-9536-1423d133cd3b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3773687 Jun 30 03:57:06.948448 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56692) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:06.953314 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-dafaa8b9-329c-4984-ae8f-3e9e59f8f244 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': '93746245-853d-4890-a964-9847bbb2cd70', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:06.963731 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.001746 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port ae9756a0-5ecf-4de6-860e-6ebd863705cd triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:07.002467 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.060978 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dafaa8b9-329c-4984-ae8f-3e9e59f8f244 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.117375 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dafaa8b9-329c-4984-ae8f-3e9e59f8f244 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.184407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3169e7af-1165-41bb-b886-784a24452a68 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:07.216082 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dafaa8b9-329c-4984-ae8f-3e9e59f8f244 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.235187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaa8b9-329c-4984-ae8f-3e9e59f8f244 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1506d8b1-7ce4-4bbc-861b-a44a0b7fbf45,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:07.278197 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 3169e7af-1165-41bb-b886-784a24452a68 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:07.278571 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.344796 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.358009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Transition to ACTIVE for port object db894f9c-f795-4a42-96bc-ad9f537533e1 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:57:07.371679 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dafaa8b9-329c-4984-ae8f-3e9e59f8f244 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.375598 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dafaa8b9-329c-4984-ae8f-3e9e59f8f244 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4234705 Jun 30 03:57:07.375830 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56694) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:07.380368 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-fb52ba1f-e639-4edd-9c85-d38e3aafcdf5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': '93746245-853d-4890-a964-9847bbb2cd70', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:07.395893 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a6cd6277-56f8-4114-a3c9-fc424ba67cb4 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:07.474590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.521590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb52ba1f-e639-4edd-9c85-d38e3aafcdf5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.522580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749d78e-c37d-4658-86fe-42057affc984 None None] Pushing event updated for resources: {'Port': ['ID=db894f9c-f795-4a42-96bc-ad9f537533e1,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:07.569139 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a6cd6277-56f8-4114-a3c9-fc424ba67cb4 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:57:07.578361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a6cd6277-56f8-4114-a3c9-fc424ba67cb4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:07.578361 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.591740 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb52ba1f-e639-4edd-9c85-d38e3aafcdf5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.604788 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Attempting to bind port db894f9c-f795-4a42-96bc-ad9f537533e1 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:57:07.605162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Attempting to bind port db894f9c-f795-4a42-96bc-ad9f537533e1 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:57:07.605554 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Attempting to bind port db894f9c-f795-4a42-96bc-ad9f537533e1 on network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:57:07.614782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:57:07.615160 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Checking segment: {'id': 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:57:07.615571 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.616002 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Bound using segment: {'id': 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:57:07.616478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Bound port: db894f9c-f795-4a42-96bc-ad9f537533e1, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:57:07.616878 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.663831 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb52ba1f-e639-4edd-9c85-d38e3aafcdf5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.687779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52ba1f-e639-4edd-9c85-d38e3aafcdf5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1243e23d-1307-46ee-bb04-d9fe77430c81,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:07.719878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] For port db894f9c-f795-4a42-96bc-ad9f537533e1, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:57:07.721907 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.741275 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] For port db894f9c-f795-4a42-96bc-ad9f537533e1, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=db894f9c-f795-4a42-96bc-ad9f537533e1,segment=NetworkSegment(f3aff34d-f2d6-4cdd-8158-38da0cb20f91),segment_id=f3aff34d-f2d6-4cdd-8158-38da0cb20f91)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:57:07.749156 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port a6cd6277-56f8-4114-a3c9-fc424ba67cb4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a6cd6277-56f8-4114-a3c9-fc424ba67cb4,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:57:07.846569 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb52ba1f-e639-4edd-9c85-d38e3aafcdf5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.847848 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fb52ba1f-e639-4edd-9c85-d38e3aafcdf5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4710789 Jun 30 03:57:07.850548 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56696) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:07.855104 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-55393657-44b7-4380-a929-eedea45ca4e6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': '93746245-853d-4890-a964-9847bbb2cd70', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:07.921654 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.925174 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.965314 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55393657-44b7-4380-a929-eedea45ca4e6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:07.984447 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Routers {'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:57:07.985084 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:08.020035 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749d78e-c37d-4658-86fe-42057affc984 None None] Pushing event updated for resources: {'Port': ['ID=db894f9c-f795-4a42-96bc-ad9f537533e1,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:08.023691 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55393657-44b7-4380-a929-eedea45ca4e6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.124958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=a6cd6277-56f8-4114-a3c9-fc424ba67cb4,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:08.132526 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55393657-44b7-4380-a929-eedea45ca4e6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.150085 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] Set router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:57:08.153359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55393657-44b7-4380-a929-eedea45ca4e6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e4d756-943a-4738-b7d8-4b452c133a70,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:08.233350 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-55393657-44b7-4380-a929-eedea45ca4e6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.234569 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-55393657-44b7-4380-a929-eedea45ca4e6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3830867 Jun 30 03:57:08.237213 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56698) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:08.242362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-87f78c8b-b9d4-4061-9369-46ed5fd79279 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': '93746245-853d-4890-a964-9847bbb2cd70', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:08.331017 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87f78c8b-b9d4-4061-9369-46ed5fd79279 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.351435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'name': 'tempest-TestShelveInstance-281023043-router', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:57:01Z', 'updated_at': '2021-06-30T03:57:04Z', 'revision_number': 4, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'gw_port': {'id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:02Z', 'updated_at': '2021-06-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'db894f9c-f795-4a42-96bc-ad9f537533e1', 'name': '', 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'mac_address': 'fa:16:3e:9d:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2fa653d8-66b2-46c5-9936-79f1f23399e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:04Z', 'updated_at': '2021-06-30T03:57:07Z', 'revision_number': 4, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'subnets': [{'id': '2fa653d8-66b2-46c5-9936-79f1f23399e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:08.381336 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b870aa5-f4d0-4cce-bac6-6d7001088da7 None None] The sync data for ids ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'] in n-d-798249-3 is: [{'id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'name': 'tempest-TestShelveInstance-281023043-router', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:57:01Z', 'updated_at': '2021-06-30T03:57:04Z', 'revision_number': 4, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'gw_port': {'id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:02Z', 'updated_at': '2021-06-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'db894f9c-f795-4a42-96bc-ad9f537533e1', 'name': '', 'network_id': '4edd6c3b-18f2-42c2-9ee0-a68b58d12159', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'mac_address': 'fa:16:3e:9d:18:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '2fa653d8-66b2-46c5-9936-79f1f23399e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:04Z', 'updated_at': '2021-06-30T03:57:07Z', 'revision_number': 4, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'subnets': [{'id': '2fa653d8-66b2-46c5-9936-79f1f23399e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:57:08.388689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87f78c8b-b9d4-4061-9369-46ed5fd79279 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.463590 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87f78c8b-b9d4-4061-9369-46ed5fd79279 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.483059 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f78c8b-b9d4-4061-9369-46ed5fd79279 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dba91b1-0391-4d76-8146-042d3d2f2dc6,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:08.549309 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-87f78c8b-b9d4-4061-9369-46ed5fd79279 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.553166 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-87f78c8b-b9d4-4061-9369-46ed5fd79279 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3123572 Jun 30 03:57:08.554074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56700) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:08.558700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-24e243b4-1ee2-492e-9d76-32f3c8117163 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': '93746245-853d-4890-a964-9847bbb2cd70', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:08.646559 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-24e243b4-1ee2-492e-9d76-32f3c8117163 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Project c3bc49a94ad148d9acd77961881e1207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:57:08.651964 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24e243b4-1ee2-492e-9d76-32f3c8117163 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.715468 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24e243b4-1ee2-492e-9d76-32f3c8117163 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.812277 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24e243b4-1ee2-492e-9d76-32f3c8117163 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.833794 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e243b4-1ee2-492e-9d76-32f3c8117163 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b3d3bc-b7a5-41fd-b27c-32665bce3417,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:08.860697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device db894f9c-f795-4a42-96bc-ad9f537533e1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:08.914124 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-24e243b4-1ee2-492e-9d76-32f3c8117163 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:08.915357 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-24e243b4-1ee2-492e-9d76-32f3c8117163 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3602757 Jun 30 03:57:08.918271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 56702) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:08.922726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-135fdc9e-5f68-4742-9818-e31df84c05c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': '93746245-853d-4890-a964-9847bbb2cd70', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:08.964706 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port db894f9c-f795-4a42-96bc-ad9f537533e1 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:57:08.968538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port db894f9c-f795-4a42-96bc-ad9f537533e1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:08.974431 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:09.021919 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-135fdc9e-5f68-4742-9818-e31df84c05c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Project c3bc49a94ad148d9acd77961881e1207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:57:09.028373 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-135fdc9e-5f68-4742-9818-e31df84c05c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:09.048265 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:09.080630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port db894f9c-f795-4a42-96bc-ad9f537533e1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=db894f9c-f795-4a42-96bc-ad9f537533e1,segment=NetworkSegment(f3aff34d-f2d6-4cdd-8158-38da0cb20f91),segment_id=f3aff34d-f2d6-4cdd-8158-38da0cb20f91)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:57:09.094041 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-135fdc9e-5f68-4742-9818-e31df84c05c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:09.164718 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:09.165485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a6cd6277-56f8-4114-a3c9-fc424ba67cb4 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:09.200026 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-135fdc9e-5f68-4742-9818-e31df84c05c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:09.219014 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fdc9e-5f68-4742-9818-e31df84c05c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4717e0f-3a80-4cd6-b118-dcc66d13989d,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:09.242744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=db894f9c-f795-4a42-96bc-ad9f537533e1,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:09.253067 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a6cd6277-56f8-4114-a3c9-fc424ba67cb4 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:09.253441 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:09.280285 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-135fdc9e-5f68-4742-9818-e31df84c05c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:09.281481 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-135fdc9e-5f68-4742-9818-e31df84c05c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3622708 Jun 30 03:57:09.484608 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-10c5d39e-60af-4a24-9403-fd8982fc8c2f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631868227&fields=id&tenant_id=c3bc49a94ad148d9acd77961881e1207 HTTP/1.1" status: 200 len: 267 time: 0.0323210 Jun 30 03:57:09.594778 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-ec8c18c7-abdf-4d0f-bc0b-45906357d19e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:09.596322 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-ec8c18c7-abdf-4d0f-bc0b-45906357d19e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 808 time: 0.1054978 Jun 30 03:57:09.611631 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-36c9ed75-6114-41b6-b066-f26c2edf3f10 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/quotas/c3bc49a94ad148d9acd77961881e1207 HTTP/1.1" status: 200 len: 375 time: 0.0096281 Jun 30 03:57:09.680626 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-d325d25f-e7f5-4794-a2fe-a14cca47c0c8 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633373 Jun 30 03:57:09.777398 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-c9e0e9cb-7bae-44b5-9e02-d5fee0e5ee28 service neutron] 10.222.0.77 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846562 Jun 30 03:57:09.872271 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-7e386a36-832b-49d0-8c22-cd1ced6cefc5 service neutron] 10.222.0.77 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888216 Jun 30 03:57:10.107282 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3a28403c-723e-4bd0-90fa-cdc2534424eb req-70b8cc69-97e1-47c7-9e00-d3af1284bcd8 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 210 time: 0.0333176 Jun 30 03:57:10.789918 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device db894f9c-f795-4a42-96bc-ad9f537533e1 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:11.003199 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port db894f9c-f795-4a42-96bc-ad9f537533e1 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:11.003578 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:11.259468 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-23a935f1-b1ed-41f2-95a1-a969e7308c7d req-60b04394-64d9-49f9-a5ec-c7a23303007d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 210 time: 0.0292468 Jun 30 03:57:12.234275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-887623a2-4d23-4b0d-bcb7-e6474c591912 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:12.235694 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-887623a2-4d23-4b0d-bcb7-e6474c591912 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 808 time: 0.1019461 Jun 30 03:57:12.276228 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8a80f647-1d60-4b27-9e37-c1feaa9b36c5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3bc49a94ad148d9acd77961881e1207 HTTP/1.1" status: 200 len: 380 time: 0.0325520 Jun 30 03:57:12.285990 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'port': {'device_id': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'admin_state_up': True, 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'security_groups': ['93746245-853d-4890-a964-9847bbb2cd70']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:12.404051 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-71ea74e9-2f64-43dc-b707-7954b15762b6 req-70168670-8e24-4f93-a25f-a4d9585db5e3 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 210 time: 0.0349171 Jun 30 03:57:12.455708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Made reservation on behalf of c3bc49a94ad148d9acd77961881e1207 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:57:12.459290 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:12.582379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Allocated IP 172.20.0.5 (1bbcd5ca-c1e0-4f32-8202-9e804942f4b9/b1ae55f0-ab30-4ec2-bc27-c720249d8f1a/38035764-d3d1-4b73-82a3-ad04ef7447e7) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:57:12.714525 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:12.726827 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Transition to ACTIVE for port object 38035764-d3d1-4b73-82a3-ad04ef7447e7 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:57:12.823300 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:12.863177 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:57:12.866656 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:57:12.870365 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:57:12.878292 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:12.924632 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:12.925256 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:13.028131 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-b9ec38c7-714c-413f-a642-349651984bd4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7466078 Jun 30 03:57:13.039622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Request body: {'port': {'device_id': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:13.113905 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:13.192979 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f3ba828c-a896-499e-950b-6d029f7dc03c None None] Provisioning for port 38035764-d3d1-4b73-82a3-ad04ef7447e7 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:57:13.196798 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-f3ba828c-a896-499e-950b-6d029f7dc03c None None] Provisioning complete for port 38035764-d3d1-4b73-82a3-ad04ef7447e7 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:13.197228 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f3ba828c-a896-499e-950b-6d029f7dc03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:13.232857 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba828c-a896-499e-950b-6d029f7dc03c None None] Port 38035764-d3d1-4b73-82a3-ad04ef7447e7 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:57:13.699562 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344638fd-b348-4869-ad84-127f51a176d0 req-66581a99-300a-4dee-ac3e-cd89bb411438 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:13.701022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-344638fd-b348-4869-ad84-127f51a176d0 req-66581a99-300a-4dee-ac3e-cd89bb411438 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 931 time: 0.1326010 Jun 30 03:57:13.769566 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-344638fd-b348-4869-ad84-127f51a176d0 req-8ab2cea8-cd25-4acb-8646-ee466e35e666 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627434 Jun 30 03:57:13.782788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38035764-d3d1-4b73-82a3-ad04ef7447e7 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:57:13.790708 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:13.801950 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Transition to ACTIVE for port object 38035764-d3d1-4b73-82a3-ad04ef7447e7 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:57:13.862887 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:13.913188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Pushing event updated for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:13.987843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Attempting to bind port 38035764-d3d1-4b73-82a3-ad04ef7447e7 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:57:13.988181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Attempting to bind port 38035764-d3d1-4b73-82a3-ad04ef7447e7 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:57:13.988508 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Attempting to bind port 38035764-d3d1-4b73-82a3-ad04ef7447e7 on network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:57:13.993755 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Port 38035764-d3d1-4b73-82a3-ad04ef7447e7 on network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:57:13.994063 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Attempting to bind port 38035764-d3d1-4b73-82a3-ad04ef7447e7 on network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:57:13.998926 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:57:13.999262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Checking segment: {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:57:13.999824 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Bound using segment: {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:57:14.000097 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Bound port: 38035764-d3d1-4b73-82a3-ad04ef7447e7, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:57:14.000454 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:14.064635 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:57:14.067569 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:57:14.120542 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:14.159591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:14.159591 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:14.160857 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] 10.222.0.83 "PUT /v2.0/ports/38035764-d3d1-4b73-82a3-ad04ef7447e7 HTTP/1.1" status: 200 len: 1091 time: 1.1258481 Jun 30 03:57:14.161277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:57:14.165173 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf83fd3-0983-43eb-960b-fce9d883fa6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:57:14.195816 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276b5bf-61ae-480b-85f4-6cb6686b9180 service neutron] Pushing event updated for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:14.206269 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b9e2cb-889b-4e61-9b41-c18762535638 x-openstack-request-id: req-39b9e2cb-889b-4e61-9b41-c18762535638 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:57:14.206269 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:57:14.206269 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39b9e2cb-889b-4e61-9b41-c18762535638 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:57:14.206269 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'status': 'completed', 'code': 200} Jun 30 03:57:14.284899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83fd3-0983-43eb-960b-fce9d883fa6d req-70a02593-eb59-4328-9f36-9844fb3a25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:14.286430 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0cf83fd3-0983-43eb-960b-fce9d883fa6d req-70a02593-eb59-4328-9f36-9844fb3a25db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1094 time: 0.0582285 Jun 30 03:57:14.382207 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83fd3-0983-43eb-960b-fce9d883fa6d req-d2f679e8-4762-4d23-a72e-2334d1c8efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:14.383788 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0cf83fd3-0983-43eb-960b-fce9d883fa6d req-d2f679e8-4762-4d23-a72e-2334d1c8efc1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c3bc49a94ad148d9acd77961881e1207&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0904574 Jun 30 03:57:14.480431 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83fd3-0983-43eb-960b-fce9d883fa6d req-e4ea2533-1df7-4146-802d-bbebdc13cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:14.481828 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0cf83fd3-0983-43eb-960b-fce9d883fa6d req-e4ea2533-1df7-4146-802d-bbebdc13cab9 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923426 Jun 30 03:57:14.570521 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-1f365c0a-e1a2-480d-bf67-dd53f34f0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:14.572123 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-1f365c0a-e1a2-480d-bf67-dd53f34f0726 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1094 time: 0.0537851 Jun 30 03:57:14.611834 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-fb732ec2-4e5a-4eda-a042-a6fc1768b61b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7 HTTP/1.1" status: 200 len: 217 time: 0.0331292 Jun 30 03:57:14.662959 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-be2e0593-166b-46d5-81dd-76cbe8b057e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:14.664419 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-be2e0593-166b-46d5-81dd-76cbe8b057e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0465045 Jun 30 03:57:14.720333 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-fb62a4e1-4680-465c-94fb-3b424af6c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:14.721813 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-fb62a4e1-4680-465c-94fb-3b424af6c1d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507891 Jun 30 03:57:14.808284 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-a6e27b1f-8ce8-4d89-8e01-cbb0df516d5b service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797741 Jun 30 03:57:14.926186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dbc1797-05d0-41b7-b8fa-ff195eae7b2d req-561e9472-c991-413e-9e54-6f4c3fc47a88 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119566 Jun 30 03:57:14.958769 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61276e6-134f-4f98-85ae-486e50bebc93 req-c93387ae-8c41-472b-a287-a869dbc884dc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:14.960435 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f61276e6-134f-4f98-85ae-486e50bebc93 req-c93387ae-8c41-472b-a287-a869dbc884dc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0768139 Jun 30 03:57:14.997702 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f61276e6-134f-4f98-85ae-486e50bebc93 req-02cf0b16-9668-4efa-b05d-2f242b41680a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314083 Jun 30 03:57:16.170347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114b451-4542-46da-980b-63104e717d84 req-b92d419b-2d1a-4e72-9446-117971813909 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:16.171814 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6114b451-4542-46da-980b-63104e717d84 req-b92d419b-2d1a-4e72-9446-117971813909 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0618455 Jun 30 03:57:16.208671 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6114b451-4542-46da-980b-63104e717d84 req-171d651f-1aa4-49e0-9271-c9f958591fc1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313663 Jun 30 03:57:16.907440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 38035764-d3d1-4b73-82a3-ad04ef7447e7 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:57:16.998501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:57:17.009880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'port_id': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'mac_address': 'fa:16:3e:0c:97:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:57:17.045240 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:17.060921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38035764-d3d1-4b73-82a3-ad04ef7447e7 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:57:17.079761 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:57:17.141258 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:17.186323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:17.348921 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['38035764-d3d1-4b73-82a3-ad04ef7447e7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:57:17.382567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207b259-256d-417f-872c-dbf7b196ac33 req-919e64eb-23ef-4aa3-823f-bcc9e3daf057 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:17.384065 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3207b259-256d-417f-872c-dbf7b196ac33 req-919e64eb-23ef-4aa3-823f-bcc9e3daf057 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 944 time: 0.0674417 Jun 30 03:57:17.421769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3207b259-256d-417f-872c-dbf7b196ac33 req-1c530f94-72e4-46dc-8279-6fff3c889e40 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Jun 30 03:57:18.592461 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d24672-ed1e-4af6-aae4-7b4ba58f04f9 req-1e4b6cdb-fa73-45da-aa22-0ac5f9464cc6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:18.593965 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e2d24672-ed1e-4af6-aae4-7b4ba58f04f9 req-1e4b6cdb-fa73-45da-aa22-0ac5f9464cc6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 944 time: 0.0622647 Jun 30 03:57:18.635054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e2d24672-ed1e-4af6-aae4-7b4ba58f04f9 req-791bfea4-96b8-4ff8-8cca-31422ff28abd tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355165 Jun 30 03:57:18.923121 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 38035764-d3d1-4b73-82a3-ad04ef7447e7 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:57:19.026516 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 38035764-d3d1-4b73-82a3-ad04ef7447e7 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:57:19.029865 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 38035764-d3d1-4b73-82a3-ad04ef7447e7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:57:19.030231 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:19.106313 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:19.127954 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:57:19.130304 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f58d393-9407-4a42-85a9-fab9bf377f17" -d '{"events": [{"server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "name": "network-vif-plugged", "status": "completed", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:57:19.142585 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:57:19.165434 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767b4a21-482b-447d-bf92-c31f6f837317 x-openstack-request-id: req-767b4a21-482b-447d-bf92-c31f6f837317 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:57:19.165761 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "name": "network-vif-plugged", "status": "completed", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:57:19.166013 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-767b4a21-482b-447d-bf92-c31f6f837317 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:57:19.166406 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'code': 200} Jun 30 03:57:19.227522 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:19.274537 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:19.274777 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d493d8-bde2-4670-9dbd-e3e57caab363 req-9ea10ffe-4697-48a4-8478-f82c50b09101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:19.276116 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29d493d8-bde2-4670-9dbd-e3e57caab363 req-9ea10ffe-4697-48a4-8478-f82c50b09101 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1096 time: 0.0522261 Jun 30 03:57:19.310744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29d493d8-bde2-4670-9dbd-e3e57caab363 req-8cfcc99f-6ee7-433b-9d7a-47f16fa39416 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282004 Jun 30 03:57:19.806755 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8856daa-b5cf-4f3d-81ad-70277269dce1 req-434b0617-82ce-4979-8820-b5c1938f916b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:19.808226 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8856daa-b5cf-4f3d-81ad-70277269dce1 req-434b0617-82ce-4979-8820-b5c1938f916b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0619047 Jun 30 03:57:19.846066 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a8856daa-b5cf-4f3d-81ad-70277269dce1 req-a141ff83-b359-4b42-8b48-01af7fb2d0a8 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320349 Jun 30 03:57:21.019339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906327f-deb5-49e3-ba59-807078178105 req-0b4f05c7-1d2a-43eb-ab93-49ad14cd1260 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:21.020742 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3906327f-deb5-49e3-ba59-807078178105 req-0b4f05c7-1d2a-43eb-ab93-49ad14cd1260 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0628443 Jun 30 03:57:21.057462 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3906327f-deb5-49e3-ba59-807078178105 req-b3f59b42-77be-497e-a19d-ba5802947fed tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308886 Jun 30 03:57:21.225016 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be284c-0611-4bcc-b883-439c01439983 req-b778e462-168b-4b47-9abe-789c2502bb20 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:21.227010 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-68be284c-0611-4bcc-b883-439c01439983 req-b778e462-168b-4b47-9abe-789c2502bb20 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0622721 Jun 30 03:57:21.263665 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-68be284c-0611-4bcc-b883-439c01439983 req-86c921ef-0b1c-45c0-9b70-e7b53c3b20c6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310798 Jun 30 03:57:21.286727 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56762) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:21.431392 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c8a58e-0b47-429c-b5fa-6b379d428271 tempest-TestShelveInstance-406572991 tempest-TestShelveInstance-406572991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:21.432914 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f5c8a58e-0b47-429c-b5fa-6b379d428271 tempest-TestShelveInstance-406572991 tempest-TestShelveInstance-406572991-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1091 time: 0.1452246 Jun 30 03:57:21.436067 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 56766) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:57:21.440388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:57:21.548275 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:21.641395 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:21.758879 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Allocated IP 172.25.2.56 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/ff14db2f-3ee8-4a76-85ec-934d5cbbd245) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:57:21.855360 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:21.989127 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:22.030900 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:57:22.033594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:57:22.037034 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:57:22.044318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'Port': ['ID=ff14db2f-3ee8-4a76-85ec-934d5cbbd245,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:22.417893 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:22.553741 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:22.705302 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:22.754136 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:22.822603 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'Port': ['ID=ff14db2f-3ee8-4a76-85ec-934d5cbbd245,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:57:22.832889 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:22.935112 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Floating IP 792fc9a0-a9c4-4ac0-b3d3-300ed0d2b91d associated. External IP: 172.25.2.56, port: 38035764-d3d1-4b73-82a3-ad04ef7447e7. Jun 30 03:57:23.138703 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Router b2390c56-9fea-4af8-a541-d04df6ac4015 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:57:23.243497 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:57:23.252760 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] Sync routers for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:57:23.265318 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:57:23.266856 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:23.336197 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:23.369206 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:57:23.371954 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9136f5c9-4703-4818-86ad-49daba2de71b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9348919 Jun 30 03:57:23.372533 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:57:23.374861 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac09eca-62e0-49d0-9ec8-c87ede259632" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:57:23.409577 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebb8d4f-5de0-4429-9527-97fa14b25e39 x-openstack-request-id: req-2ebb8d4f-5de0-4429-9527-97fa14b25e39 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:57:23.409917 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:57:23.410175 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2ebb8d4f-5de0-4429-9527-97fa14b25e39 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:57:23.410583 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'status': 'completed', 'code': 200} Jun 30 03:57:23.489542 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-07314640-8ee1-4157-8840-824ef63664c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:23.491034 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-07314640-8ee1-4157-8840-824ef63664c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1096 time: 0.0569437 Jun 30 03:57:23.579211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-e691c31c-f6e5-4328-8592-36e7a0c5e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:23.580697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-e691c31c-f6e5-4328-8592-36e7a0c5e0c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0831933 Jun 30 03:57:23.600219 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '792fc9a0-a9c4-4ac0-b3d3-300ed0d2b91d', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'port_id': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'mac_address': 'fa:16:3e:0c:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:57:22Z', 'updated_at': '2021-06-30T03:57:22Z', 'revision_number': 0, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:23.625152 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] Checking router: b2390c56-9fea-4af8-a541-d04df6ac4015 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:57:23.633596 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:57:23.634196 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T03:57:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:23.647955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-7a557c68-5d93-425f-9aa1-1f95e9e0a25a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7 HTTP/1.1" status: 200 len: 998 time: 0.0604615 Jun 30 03:57:23.695443 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-b026f2f3-8d01-4f21-81ed-bf174b15226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:23.696909 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-b026f2f3-8d01-4f21-81ed-bf174b15226c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0429330 Jun 30 03:57:23.755782 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-7249ac68-f70f-4b91-9422-2b6423b2305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:23.757413 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-7249ac68-f70f-4b91-9422-2b6423b2305c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543356 Jun 30 03:57:23.815510 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:23.823668 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:57:23.851036 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-22c53209-c131-42cd-b9e4-77ff1d411dfe service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867801 Jun 30 03:57:23.942136 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cac09eca-62e0-49d0-9ec8-c87ede259632 req-7249d082-8429-4bc7-b519-4c85e1260fd3 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849457 Jun 30 03:57:24.043383 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '792fc9a0-a9c4-4ac0-b3d3-300ed0d2b91d', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'port_id': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'mac_address': 'fa:16:3e:0c:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:57:22Z', 'updated_at': '2021-06-30T03:57:22Z', 'revision_number': 0, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:57:24.072846 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36de795-9e8a-4012-83c6-864a067ae7fa None None] The sync data for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 is: [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '792fc9a0-a9c4-4ac0-b3d3-300ed0d2b91d', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'port_id': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'mac_address': 'fa:16:3e:0c:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:57:22Z', 'updated_at': '2021-06-30T03:57:22Z', 'revision_number': 0, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:57:24.205764 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:24.264724 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f676a-c16b-4d38-9c68-d604b47ed09b None None] New status for floating IP 792fc9a0-a9c4-4ac0-b3d3-300ed0d2b91d: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:57:25.544990 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:57:28.657067 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22960046-e87d-4248-95dc-30d1f667e6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:31.329278 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:31.353935 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2b21340a-747b-4d7a-be84-c13a2d51e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:33.170904 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:34.908079 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:53.848414 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:54.199088 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:58.656031 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f8842e6a-c8be-4fcb-9b24-6eb492d55fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:01.356551 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:01.384830 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea7119b7-653b-4edb-a867-b7d0a747febf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:02.543880 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:58:03.210510 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:04.895998 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:15.218786 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-146bda37-a01b-4934-85c3-a149a51715df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551605 Jun 30 03:58:15.309774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-7da56164-c787-443d-8d62-709709a08ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:15.311293 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-7da56164-c787-443d-8d62-709709a08ab2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1096 time: 0.0519700 Jun 30 03:58:15.412238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-1d135e52-4188-4dd6-a6af-c82906552405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:15.413776 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-1d135e52-4188-4dd6-a6af-c82906552405 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0839832 Jun 30 03:58:15.482428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-2d69fc0e-c0bd-4dc6-a782-5ffbdceaa9dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7 HTTP/1.1" status: 200 len: 1000 time: 0.0627332 Jun 30 03:58:15.530532 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-b0513fc8-819a-4268-92b0-31ee0b9a4a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:15.531961 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-b0513fc8-819a-4268-92b0-31ee0b9a4a94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0438881 Jun 30 03:58:15.588306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-0ba1d0c6-5d7c-4506-b73f-262c8fa28c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:15.589807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-0ba1d0c6-5d7c-4506-b73f-262c8fa28c9f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506051 Jun 30 03:58:15.678886 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-8c80c4eb-6f93-4ed0-aefa-680cdf63dcbd service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824671 Jun 30 03:58:15.764738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-29ca4a7d-3fcb-4a9a-83df-131e9a122081 req-475705a8-8004-4a96-9874-c57f50307333 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797083 Jun 30 03:58:23.838655 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:24.187907 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:28.692683 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a640a381-ddec-4c56-b4cc-ce78f8c8a14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:31.490083 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:31.503663 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-74e96f7c-1f6c-4d53-83c7-9c76e4b4efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:33.175274 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:34.903481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:39.544035 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:58:53.860540 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:54.199871 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:58.663008 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e21e8982-28d2-470e-a126-ca78c4aefe72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:01.359992 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:01.382516 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d9888013-f7c4-44b6-bc50-dabbc5d6f43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:03.177095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:04.914109 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:14.636196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-6b95f42f-6cf8-4db6-b733-0bc0cd9177f4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549011 Jun 30 03:59:14.725846 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-e8d3cac3-0f5c-4523-94c6-ac604d16dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:14.727426 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-e8d3cac3-0f5c-4523-94c6-ac604d16dfb2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1096 time: 0.0516727 Jun 30 03:59:14.827031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-06ad2089-c7e8-4617-a03a-887873cd3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:14.828471 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-06ad2089-c7e8-4617-a03a-887873cd3f28 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0813024 Jun 30 03:59:14.895182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-71c2b648-36e5-4b1a-b490-355af06e8de4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7 HTTP/1.1" status: 200 len: 1000 time: 0.0602498 Jun 30 03:59:14.942430 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-dd8ef503-d5bc-4464-afed-622c54cec875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:14.943853 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-dd8ef503-d5bc-4464-afed-622c54cec875 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0425630 Jun 30 03:59:14.998020 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-9561e260-ef4f-4e82-a3aa-80738c3a547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:14.999438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-9561e260-ef4f-4e82-a3aa-80738c3a547c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492747 Jun 30 03:59:15.088874 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-b1a2ee21-ef1d-4767-a6bc-569f625614de service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830970 Jun 30 03:59:15.173825 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d66ba707-3e0e-468f-9cb4-da35f2bf68e6 req-90ec15d9-4012-417b-b2d9-b91322fd5473 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790756 Jun 30 03:59:16.543466 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:59:18.200107 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3ce7a-079c-4f89-a607-75d901fc1452 req-60c2473a-79ac-45a6-835c-0a4b2e373c94 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:18.201560 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44e3ce7a-079c-4f89-a607-75d901fc1452 req-60c2473a-79ac-45a6-835c-0a4b2e373c94 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0655456 Jun 30 03:59:18.238250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44e3ce7a-079c-4f89-a607-75d901fc1452 req-3a7f7b5c-58b4-4dc0-9505-2ce74fba0dbb tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305042 Jun 30 03:59:19.429592 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e2c53-9127-4826-a709-a448b5bc77b9 req-6adfb0b2-1368-4f50-834a-b8410b0159a3 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:19.431354 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-588e2c53-9127-4826-a709-a448b5bc77b9 req-6adfb0b2-1368-4f50-834a-b8410b0159a3 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0653019 Jun 30 03:59:19.468707 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-588e2c53-9127-4826-a709-a448b5bc77b9 req-1ba1b47b-d464-4027-8359-d04d3c44c300 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318379 Jun 30 03:59:20.662374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09d246-172d-44c9-9576-fbf4a6aeba10 req-57f96d53-c557-49bc-ba3f-f0046e12ab28 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:20.663830 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f09d246-172d-44c9-9576-fbf4a6aeba10 req-57f96d53-c557-49bc-ba3f-f0046e12ab28 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0613842 Jun 30 03:59:20.700114 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f09d246-172d-44c9-9576-fbf4a6aeba10 req-3182bf68-3a6e-4be4-965d-c0b527de9a80 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Jun 30 03:59:21.873163 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377afc3-81b8-4ef7-9cfd-5c1fe2250b27 req-74165ce8-0714-4cdc-ba3f-0d0e972773c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:21.874668 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6377afc3-81b8-4ef7-9cfd-5c1fe2250b27 req-74165ce8-0714-4cdc-ba3f-0d0e972773c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0656643 Jun 30 03:59:21.911740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6377afc3-81b8-4ef7-9cfd-5c1fe2250b27 req-31b0acc5-0e8f-4120-bd25-c7af849c219f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315156 Jun 30 03:59:23.076961 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14345f-1040-44f6-8df8-20ee3bf23928 req-077753f8-9894-483f-915f-9c9d22ead729 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:23.078361 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3a14345f-1040-44f6-8df8-20ee3bf23928 req-077753f8-9894-483f-915f-9c9d22ead729 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0612700 Jun 30 03:59:23.114899 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3a14345f-1040-44f6-8df8-20ee3bf23928 req-48da9e60-d7ee-406e-857d-d0bcdece7098 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309730 Jun 30 03:59:23.918987 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:24.232093 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:24.285619 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991ca72-0d6b-40fc-b145-84f02576a3ff req-01ade5f2-bbb4-40f5-8c77-1742c0afc624 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:24.287092 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7991ca72-0d6b-40fc-b145-84f02576a3ff req-01ade5f2-bbb4-40f5-8c77-1742c0afc624 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0627797 Jun 30 03:59:24.324054 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7991ca72-0d6b-40fc-b145-84f02576a3ff req-92b2da99-f5e3-47c9-93bb-130b222dc161 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314770 Jun 30 03:59:25.499330 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4077ba-b0d4-46b6-92a7-4fd0fa12488d req-438d7b96-3e54-46b4-a55f-a65792224d2a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:25.500803 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e4077ba-b0d4-46b6-92a7-4fd0fa12488d req-438d7b96-3e54-46b4-a55f-a65792224d2a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0667455 Jun 30 03:59:25.540655 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7e4077ba-b0d4-46b6-92a7-4fd0fa12488d req-9a77deb2-fa4c-4323-8ace-852647c4b8df tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Jun 30 03:59:26.716731 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba019e-5053-4b17-919c-40ffe44b72dc req-1aab4c2f-1307-47db-bd19-a5916cda3926 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:26.718337 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74ba019e-5053-4b17-919c-40ffe44b72dc req-1aab4c2f-1307-47db-bd19-a5916cda3926 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0656612 Jun 30 03:59:26.755907 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-74ba019e-5053-4b17-919c-40ffe44b72dc req-6182b697-1f81-40be-a01d-3cc57a79d44c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319700 Jun 30 03:59:27.926378 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8c896-395d-4e34-a8e3-5ab26375d575 req-ad2d0bd3-edd2-49af-bc7a-04e36d4229ab tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:27.927851 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84f8c896-395d-4e34-a8e3-5ab26375d575 req-ad2d0bd3-edd2-49af-bc7a-04e36d4229ab tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0611336 Jun 30 03:59:27.964914 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-84f8c896-395d-4e34-a8e3-5ab26375d575 req-045f7647-8ae4-4469-a42d-033bd7aeab63 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Jun 30 03:59:28.644666 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b263413d-b797-4320-bd58-a6e3ec076c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:29.133847 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08975c1b-2160-4414-98f0-79fa46c12e06 req-23a25d98-5284-4a5d-a400-111d99e89f65 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:29.138223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08975c1b-2160-4414-98f0-79fa46c12e06 req-23a25d98-5284-4a5d-a400-111d99e89f65 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0619788 Jun 30 03:59:29.172909 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-08975c1b-2160-4414-98f0-79fa46c12e06 req-e76ba6a0-63a5-4ccb-9a74-073f66538627 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Jun 30 03:59:29.418376 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 38035764-d3d1-4b73-82a3-ad04ef7447e7 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:59:29.510814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:29.522707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'port_id': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'mac_address': 'fa:16:3e:0c:97:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:59:29.558953 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:29.574944 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38035764-d3d1-4b73-82a3-ad04ef7447e7 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:59:29.594616 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:29.684479 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:29.732230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:29.739328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.739677 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.740022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.740360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.740698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.741032 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.741362 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.741712 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.742040 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.742366 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.742697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.743015 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:29.755578 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['38035764-d3d1-4b73-82a3-ad04ef7447e7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:59:30.348009 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aecf9-5734-4c01-8ecd-18dd08aa8dbf req-4f69cf15-ba3a-408b-82f9-d811798f4f7f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:30.349467 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-661aecf9-5734-4c01-8ecd-18dd08aa8dbf req-4f69cf15-ba3a-408b-82f9-d811798f4f7f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 944 time: 0.0666316 Jun 30 03:59:30.387324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-661aecf9-5734-4c01-8ecd-18dd08aa8dbf req-df379e25-8af6-4a1b-ab24-9240b3085b9e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Jun 30 03:59:31.358784 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:31.387485 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3a6411e-450c-4096-b7e6-2daf469a8528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:31.433136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 38035764-d3d1-4b73-82a3-ad04ef7447e7 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:59:31.493138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 38035764-d3d1-4b73-82a3-ad04ef7447e7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:59:31.493625 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:31.584637 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:31.593710 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a8da8-efa7-44b2-a8a5-6a643295fb2a req-48111103-030f-4a84-a18b-aa07a871143b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:31.596297 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e4a8da8-efa7-44b2-a8a5-6a643295fb2a req-48111103-030f-4a84-a18b-aa07a871143b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 944 time: 0.0790188 Jun 30 03:59:31.608136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:59:31.610473 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2701cc4-dfd9-44a7-9ae4-364df8d9ddc6" -d '{"events": [{"server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "name": "network-vif-plugged", "status": "completed", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:59:31.629118 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:31.645905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7e4a8da8-efa7-44b2-a8a5-6a643295fb2a req-e443aacd-41ce-4ad7-af20-f3f76a33989d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433886 Jun 30 03:59:31.667939 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef31e16d-3b15-4475-91ba-ed296d474094 x-openstack-request-id: req-ef31e16d-3b15-4475-91ba-ed296d474094 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:59:31.668237 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "name": "network-vif-plugged", "status": "completed", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:59:31.668550 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ef31e16d-3b15-4475-91ba-ed296d474094 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:59:31.668891 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'code': 200} Jun 30 03:59:31.706372 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:31.762796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:32.849249 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840d2cf-bc54-4f48-8702-059f55f5aa0a req-6e6829cb-cef4-4b62-ae74-8d721c7b07a1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:32.850896 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2840d2cf-bc54-4f48-8702-059f55f5aa0a req-6e6829cb-cef4-4b62-ae74-8d721c7b07a1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0802512 Jun 30 03:59:32.895395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2840d2cf-bc54-4f48-8702-059f55f5aa0a req-1ef73a83-6a25-45c1-8c0f-5618bda15e5a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384703 Jun 30 03:59:33.187695 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:34.075883 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466c5e1-e1a6-4336-b7b2-56c39d4b319b req-67651aa2-5235-455f-abd1-e475fa5abc27 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:34.078107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9466c5e1-e1a6-4336-b7b2-56c39d4b319b req-67651aa2-5235-455f-abd1-e475fa5abc27 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0684559 Jun 30 03:59:34.119039 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9466c5e1-e1a6-4336-b7b2-56c39d4b319b req-10198785-ce88-4240-a904-5b161a167264 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345080 Jun 30 03:59:34.919950 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:35.324527 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb5b89-5389-401b-9047-1e92916ecaa4 req-dd482bea-8b44-4231-bddc-ee48f0766c6a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:35.326250 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2ceb5b89-5389-401b-9047-1e92916ecaa4 req-dd482bea-8b44-4231-bddc-ee48f0766c6a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0816026 Jun 30 03:59:35.384738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2ceb5b89-5389-401b-9047-1e92916ecaa4 req-1ec75293-d5f6-4d2b-95d8-cd5098e68fb9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523505 Jun 30 03:59:36.577126 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecf286-8e5c-4028-b763-73b5308e6ac6 req-6dce58c4-d838-400c-8ece-c05b81c29a45 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:36.578632 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77ecf286-8e5c-4028-b763-73b5308e6ac6 req-6dce58c4-d838-400c-8ece-c05b81c29a45 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0662308 Jun 30 03:59:36.621204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-77ecf286-8e5c-4028-b763-73b5308e6ac6 req-1a4eacd8-5dd7-4542-b409-2793d4ed8492 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361695 Jun 30 03:59:37.809696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98958b0d-1489-400b-b966-ea0477a4df12 req-31f9ee56-0c20-41d2-866a-e27022ba2624 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:37.811614 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98958b0d-1489-400b-b966-ea0477a4df12 req-31f9ee56-0c20-41d2-866a-e27022ba2624 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0758862 Jun 30 03:59:37.852849 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-98958b0d-1489-400b-b966-ea0477a4df12 req-9a3c005f-505b-4c80-ae81-bb832268ffc0 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353503 Jun 30 03:59:39.051046 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c26c4-c1bc-489e-a320-703c7f67f87d req-f9bae623-07b6-4865-98cb-31136ba73a22 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:39.052619 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b70c26c4-c1bc-489e-a320-703c7f67f87d req-f9bae623-07b6-4865-98cb-31136ba73a22 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0720434 Jun 30 03:59:39.096395 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b70c26c4-c1bc-489e-a320-703c7f67f87d req-417e396d-6c18-495f-a16e-7df683f888fc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341825 Jun 30 03:59:40.277088 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43a29c-d624-45b0-a4b5-9e4c02765cde req-f5398f15-d483-43b8-a15e-7d1ca0c914fa tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:40.278739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e43a29c-d624-45b0-a4b5-9e4c02765cde req-f5398f15-d483-43b8-a15e-7d1ca0c914fa tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0676899 Jun 30 03:59:40.319890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1e43a29c-d624-45b0-a4b5-9e4c02765cde req-e9e48518-8ce7-4ad9-be2d-2f49c7c1475e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345850 Jun 30 03:59:41.490574 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957fa9c-677a-414e-854d-51f239dec83e req-22f67b21-6001-40de-b34b-4499b3b13367 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:41.492062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a957fa9c-677a-414e-854d-51f239dec83e req-22f67b21-6001-40de-b34b-4499b3b13367 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0626829 Jun 30 03:59:41.528791 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a957fa9c-677a-414e-854d-51f239dec83e req-1be47381-b7ff-4bfa-ae1a-59370b663d50 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Jun 30 03:59:41.562491 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-dfbc98a4-c432-4743-b705-09b08139572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:41.564006 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-dfbc98a4-c432-4743-b705-09b08139572d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1096 time: 0.0583577 Jun 30 03:59:41.651066 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-56a148ce-52ac-4956-beb7-39ec3c571da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:41.652502 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-56a148ce-52ac-4956-beb7-39ec3c571da8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0818999 Jun 30 03:59:41.718766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-f9fdcb10-8c1a-48f8-921a-40c7211f581d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7 HTTP/1.1" status: 200 len: 1000 time: 0.0598450 Jun 30 03:59:41.765182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-6c7875e5-0f8f-46ed-bb72-0cb5381c14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:41.766601 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-6c7875e5-0f8f-46ed-bb72-0cb5381c14b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0413303 Jun 30 03:59:41.820949 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-20508367-a4bc-444f-b16d-0f058dcd89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:41.822416 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-20508367-a4bc-444f-b16d-0f058dcd89a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501571 Jun 30 03:59:41.911025 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-2fd88afb-ed4c-457a-b680-0b20084f19c0 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823128 Jun 30 03:59:41.997741 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-aacc41d5-ed9c-4fdc-a036-3d47129420d1 req-c00ff55c-6c3f-4983-b7e1-440aafadfb64 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795717 Jun 30 03:59:42.699172 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b5aef-2bc8-4a3c-a023-08f167584de8 req-c7734413-5dbb-4e5b-8705-890171043938 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:42.700626 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-414b5aef-2bc8-4a3c-a023-08f167584de8 req-c7734413-5dbb-4e5b-8705-890171043938 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0639353 Jun 30 03:59:42.742441 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-414b5aef-2bc8-4a3c-a023-08f167584de8 req-e3ffbde0-a80a-47de-a0ab-91e19e575121 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360765 Jun 30 03:59:43.911134 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fa1ff-afdc-4b3a-a8ae-7823a338bdb8 req-0fab34ba-1b0e-46ac-bbfd-07528979e1b6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:43.912579 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a99fa1ff-afdc-4b3a-a8ae-7823a338bdb8 req-0fab34ba-1b0e-46ac-bbfd-07528979e1b6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0606689 Jun 30 03:59:43.950540 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a99fa1ff-afdc-4b3a-a8ae-7823a338bdb8 req-69696f04-d811-48c5-9232-6b3526005b29 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323853 Jun 30 03:59:45.466886 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 38035764-d3d1-4b73-82a3-ad04ef7447e7 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:59:45.543027 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:45.565794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:59:45.568565 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77972643-74f2-45be-bc4c-80e9e4833975" -d '{"events": [{"server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "name": "network-vif-unplugged", "status": "completed", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:59:45.594031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:45.602947 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 03:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c59925-2f20-4363-b3ef-45b724d04ac4 x-openstack-request-id: req-54c59925-2f20-4363-b3ef-45b724d04ac4 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:59:45.608451 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "name": "network-vif-unplugged", "status": "failed", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7", "code": 422}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:59:45.608451 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54c59925-2f20-4363-b3ef-45b724d04ac4 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:59:45.608451 n-d-798249-3 neutron-server[94532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'code': 422} returned with failed status Jun 30 03:59:45.625970 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56beb81-df59-4a3e-b95d-ad85c363b831 req-5e690c80-9e48-4e34-bd2a-b508366ee013 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:45.627460 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a56beb81-df59-4a3e-b95d-ad85c363b831 req-5e690c80-9e48-4e34-bd2a-b508366ee013 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 945 time: 0.0761631 Jun 30 03:59:45.667496 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a56beb81-df59-4a3e-b95d-ad85c363b831 req-c1774654-a0d3-4b7a-a163-37dda31ee9bf tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330667 Jun 30 03:59:45.695824 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:45.741923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:46.099341 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-f87720cd-a2b2-45ea-8229-0bfbeecefea9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908992 Jun 30 03:59:46.893353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61e215-ae17-4b9b-9098-1bba491be728 req-63c886ed-ee72-47f1-b1eb-689c08e18798 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:46.894852 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cb61e215-ae17-4b9b-9098-1bba491be728 req-63c886ed-ee72-47f1-b1eb-689c08e18798 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.1130576 Jun 30 03:59:46.931896 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cb61e215-ae17-4b9b-9098-1bba491be728 req-5b552888-eb4e-4d26-b843-fe5d5a184ec6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Jun 30 03:59:48.156100 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883070d8-3589-4454-b998-31838e79facb req-eb6ab77b-0a27-4d19-9cd5-136d340061f6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:48.157691 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-883070d8-3589-4454-b998-31838e79facb req-eb6ab77b-0a27-4d19-9cd5-136d340061f6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.1158493 Jun 30 03:59:48.195816 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-883070d8-3589-4454-b998-31838e79facb req-199a423c-8712-4a02-a717-a4c63b23b87d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jun 30 03:59:48.681208 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-23568003-4d2d-442a-936c-b96b7a28ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:48.682667 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-23568003-4d2d-442a-936c-b96b7a28ecb9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c&tenant_id=c3bc49a94ad148d9acd77961881e1207 HTTP/1.1" status: 200 len: 1094 time: 0.0505457 Jun 30 03:59:48.755899 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-af35ba17-f5cd-47d7-9a20-8990c60ad001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:48.757349 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-af35ba17-f5cd-47d7-9a20-8990c60ad001 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1094 time: 0.0536299 Jun 30 03:59:48.842693 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-9d95d4db-e61e-4169-bf80-6af12426de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:48.844119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-9d95d4db-e61e-4169-bf80-6af12426de01 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0811217 Jun 30 03:59:48.907928 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-dc4b7462-9eba-469d-9b83-968e7dee3f77 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7 HTTP/1.1" status: 200 len: 998 time: 0.0576503 Jun 30 03:59:48.954609 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-10b2ad7b-0e6f-43fe-b9a7-89f73cec9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:48.956026 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-10b2ad7b-0e6f-43fe-b9a7-89f73cec9d63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0421095 Jun 30 03:59:49.010102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-d0262b5d-c798-458f-8da9-518ee47b980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:49.011521 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-d0262b5d-c798-458f-8da9-518ee47b980c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491261 Jun 30 03:59:49.100009 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-5cc2e918-4a8a-4d4a-9349-17fcf223e4bb service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819325 Jun 30 03:59:49.184464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-45fcea44-c57b-4a56-ba37-4ae401ac98ed req-d48c03c1-776d-4476-836d-75d127042e06 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782900 Jun 30 03:59:49.366673 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c23b7-ad0f-4639-bde6-7145291ad9c9 req-59be32dc-f3e7-46f7-bbe9-353ba248fa5b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:49.368144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-114c23b7-ad0f-4639-bde6-7145291ad9c9 req-59be32dc-f3e7-46f7-bbe9-353ba248fa5b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0619321 Jun 30 03:59:49.406663 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-114c23b7-ad0f-4639-bde6-7145291ad9c9 req-d959187b-4bb9-4a28-935a-5ebd03039b14 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Jun 30 03:59:50.585816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ac321-bb5d-4af3-943e-0cb4d1e5717d req-29c2a834-12ca-4464-8d39-d9f85a49cde5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:50.587370 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-df4ac321-bb5d-4af3-943e-0cb4d1e5717d req-29c2a834-12ca-4464-8d39-d9f85a49cde5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0640705 Jun 30 03:59:50.626768 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-df4ac321-bb5d-4af3-943e-0cb4d1e5717d req-74111289-b6c6-4e03-acf2-b288b4c6c3b4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334001 Jun 30 03:59:51.811007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3e626-be90-4c0a-9d72-9af2ce1e1513 req-2f5da997-0beb-42d5-845b-492d50547ffe tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:51.812473 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3c3e626-be90-4c0a-9d72-9af2ce1e1513 req-2f5da997-0beb-42d5-845b-492d50547ffe tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0693285 Jun 30 03:59:51.852199 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f3c3e626-be90-4c0a-9d72-9af2ce1e1513 req-f57507a6-7c88-4cb7-94f8-bf7c1f73d4fa tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337574 Jun 30 03:59:53.031097 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a90d28-7757-467e-8ad1-7b228a410a11 req-0d8c260b-4ed4-43a7-84bf-4d06c7613e93 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:53.032616 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99a90d28-7757-467e-8ad1-7b228a410a11 req-0d8c260b-4ed4-43a7-84bf-4d06c7613e93 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0644066 Jun 30 03:59:53.072223 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-99a90d28-7757-467e-8ad1-7b228a410a11 req-edb52989-9cb1-4c92-a37a-470072a83e87 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338626 Jun 30 03:59:53.542976 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:59:53.895999 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:54.209653 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:54.250240 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc7ba-f3c2-49a0-836b-9b570d227dd2 req-274c7ec2-3190-4dfd-aa86-6ebd12d6c8c9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:54.254447 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c55cc7ba-f3c2-49a0-836b-9b570d227dd2 req-274c7ec2-3190-4dfd-aa86-6ebd12d6c8c9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0652037 Jun 30 03:59:54.292076 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c55cc7ba-f3c2-49a0-836b-9b570d227dd2 req-e57599c5-f5a2-40bb-a09c-aa079d7237d2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340557 Jun 30 03:59:55.483260 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815fe3f-1e1e-4ec8-ae22-361d1ae63d0f req-72fbfe4b-3ed9-4f63-9d36-ba09cabb85b0 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:55.486137 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7815fe3f-1e1e-4ec8-ae22-361d1ae63d0f req-72fbfe4b-3ed9-4f63-9d36-ba09cabb85b0 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0762241 Jun 30 03:59:55.526039 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7815fe3f-1e1e-4ec8-ae22-361d1ae63d0f req-f4bf66f3-be5b-4210-aea6-4db93c85ee26 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348859 Jun 30 03:59:56.712453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba04e9-56e2-4175-aa69-a4d5a9a97820 req-2c879a09-878e-40b3-8b6c-a71afd55eda7 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:56.713973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15ba04e9-56e2-4175-aa69-a4d5a9a97820 req-2c879a09-878e-40b3-8b6c-a71afd55eda7 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0683489 Jun 30 03:59:56.753567 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-15ba04e9-56e2-4175-aa69-a4d5a9a97820 req-e813ae77-ade6-492e-ae69-72bdc8e64459 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336998 Jun 30 03:59:57.942287 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03bf57-170b-445f-b281-5126bddb66b3 req-3c7f8684-b055-49d2-9751-6bc08d7a25bd tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:57.943469 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e03bf57-170b-445f-b281-5126bddb66b3 req-3c7f8684-b055-49d2-9751-6bc08d7a25bd tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0691280 Jun 30 03:59:57.982834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e03bf57-170b-445f-b281-5126bddb66b3 req-7d66a9f6-9914-49c4-a5c4-1640104b2122 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335078 Jun 30 03:59:58.666840 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e3b285bf-8fa4-43e4-a3c5-33e8166d0b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:59.157732 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123d866-c440-4dc2-8646-6b9b03aa4d4d req-c7fb4463-1ac1-455c-b5d1-ee0a616fc471 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:59.159215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0123d866-c440-4dc2-8646-6b9b03aa4d4d req-c7fb4463-1ac1-455c-b5d1-ee0a616fc471 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0650499 Jun 30 03:59:59.198563 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0123d866-c440-4dc2-8646-6b9b03aa4d4d req-c0e78a48-814b-455d-8d07-62642de7f5fc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328734 Jun 30 04:00:00.378926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78ebcf-fd2f-4459-ac0f-b779b261bf15 req-64f17a83-848d-4912-a3f5-52ce072e4eaf tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:00.380393 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1d78ebcf-fd2f-4459-ac0f-b779b261bf15 req-64f17a83-848d-4912-a3f5-52ce072e4eaf tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0664165 Jun 30 04:00:00.417853 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1d78ebcf-fd2f-4459-ac0f-b779b261bf15 req-151cdae5-f967-4152-b729-03cadccb6199 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Jun 30 04:00:01.510507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 38035764-d3d1-4b73-82a3-ad04ef7447e7 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:00:01.608809 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a87fe-48fd-441a-be31-318151a9ab8a req-dff87eb1-6b8f-4e3e-8cec-95a103c34a15 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:01.610937 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-164a87fe-48fd-441a-be31-318151a9ab8a req-dff87eb1-6b8f-4e3e-8cec-95a103c34a15 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 943 time: 0.0790949 Jun 30 04:00:01.616600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:00:01.629149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'port_id': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'mac_address': 'fa:16:3e:0c:97:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:00:01.652999 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-164a87fe-48fd-441a-be31-318151a9ab8a req-0ab6687d-8727-47fe-a7a8-b2c9eed97b8b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364199 Jun 30 04:00:01.669181 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:01.683743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38035764-d3d1-4b73-82a3-ad04ef7447e7 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:00:01.709213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:00:02.055321 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:02.066770 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-57bb7a6d-6be3-491d-96f0-394fcc14edc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:02.068168 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:02.113676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=9']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:00:02.287966 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['38035764-d3d1-4b73-82a3-ad04ef7447e7'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:00:02.826289 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5511dc4-68af-4bc1-95d0-05ddaa36a76c req-bf3369dc-90ff-4dc1-8f0b-d80c929137d5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:02.827746 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5511dc4-68af-4bc1-95d0-05ddaa36a76c req-bf3369dc-90ff-4dc1-8f0b-d80c929137d5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 944 time: 0.0622544 Jun 30 04:00:02.864531 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b5511dc4-68af-4bc1-95d0-05ddaa36a76c req-64710f91-d402-49f4-b55e-45cc7dd5f5ae tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Jun 30 04:00:03.191917 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:03.511006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 38035764-d3d1-4b73-82a3-ad04ef7447e7 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:00:03.556846 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 38035764-d3d1-4b73-82a3-ad04ef7447e7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:00:03.557209 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:03.630105 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:03.651215 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:00:03.653409 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf7b8c7-fda8-47e9-b025-30370aa40ec4" -d '{"events": [{"server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "name": "network-vif-plugged", "status": "completed", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:00:03.666012 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:00:03.688041 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806407eb-5f17-40ba-b955-8f219a0a49f6 x-openstack-request-id: req-806407eb-5f17-40ba-b955-8f219a0a49f6 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:00:03.688332 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "name": "network-vif-plugged", "status": "completed", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:00:03.688656 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-806407eb-5f17-40ba-b955-8f219a0a49f6 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:00:03.689048 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'code': 200} Jun 30 04:00:03.735064 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:03.782307 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=10']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:00:03.961911 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86248409-0402-4f87-9ba0-e81882c2efa2 req-70f7def5-6c4c-4826-b419-d839b7721561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:03.963548 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-86248409-0402-4f87-9ba0-e81882c2efa2 req-70f7def5-6c4c-4826-b419-d839b7721561 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1097 time: 0.0513732 Jun 30 04:00:03.997587 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-86248409-0402-4f87-9ba0-e81882c2efa2 req-08c23661-b875-40d2-b7c7-4d970ae03301 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271113 Jun 30 04:00:04.038344 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ff58c-2e9c-4b6b-b8d9-cdbfa158f547 req-7727ed28-a900-4857-9aa2-9d6fb658eebf tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:04.039740 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f79ff58c-2e9c-4b6b-b8d9-cdbfa158f547 req-7727ed28-a900-4857-9aa2-9d6fb658eebf tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 946 time: 0.0618474 Jun 30 04:00:04.076093 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f79ff58c-2e9c-4b6b-b8d9-cdbfa158f547 req-b9250fab-7545-4050-b8d0-cd0de11d1eaa tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307536 Jun 30 04:00:04.934428 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:05.248380 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd555d8-c03a-4d0e-b655-006649f7d5be req-ba2eacba-8738-4540-b5c2-d6db4f00496d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:05.249842 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6dd555d8-c03a-4d0e-b655-006649f7d5be req-ba2eacba-8738-4540-b5c2-d6db4f00496d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 946 time: 0.0620785 Jun 30 04:00:05.288021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6dd555d8-c03a-4d0e-b655-006649f7d5be req-026356b6-b93c-40ce-9670-6b4bf0c50fa5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Jun 30 04:00:06.462328 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e1e89-d2fa-47f1-b578-61e4df23949c req-9caa6895-c9e4-4476-a6b3-2996e86a5072 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:06.463792 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-936e1e89-d2fa-47f1-b578-61e4df23949c req-9caa6895-c9e4-4476-a6b3-2996e86a5072 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 946 time: 0.0658581 Jun 30 04:00:06.499343 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-936e1e89-d2fa-47f1-b578-61e4df23949c req-71e1d700-6eae-4c6f-982c-67aa905f8f33 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300484 Jun 30 04:00:16.603884 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-23b9aa76-6f69-4d75-b4cb-482f0349b03d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529876 Jun 30 04:00:16.705106 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-81fb37f0-1f78-439b-ae4a-9dc5c244167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:16.706578 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-81fb37f0-1f78-439b-ae4a-9dc5c244167a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1097 time: 0.0502672 Jun 30 04:00:16.809518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-2c7441e8-2d62-4af9-a82a-7d68fee2e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:16.811031 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-2c7441e8-2d62-4af9-a82a-7d68fee2e732 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0824282 Jun 30 04:00:16.879182 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-0c3e30d7-9096-4c3d-9bb9-4d18f438ba53 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7 HTTP/1.1" status: 200 len: 1000 time: 0.0610876 Jun 30 04:00:16.926695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-4dc712e4-31d9-461d-921d-f4e671a0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:16.928085 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-4dc712e4-31d9-461d-921d-f4e671a0fc42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0417790 Jun 30 04:00:16.982554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-98469b22-1da9-41ec-91f3-c66273dcedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:16.984033 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-98469b22-1da9-41ec-91f3-c66273dcedc4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497088 Jun 30 04:00:17.073054 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-ba88328c-4f2d-4663-87cf-6370ed8658b3 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812874 Jun 30 04:00:17.158066 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-24990d6e-4660-42d3-83e3-4e4518cb3d13 req-fcdf20eb-d39b-40ee-8779-d3e9d49b3083 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781476 Jun 30 04:00:23.910590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:24.185175 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:28.653573 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-863a2647-59c9-4979-bb9c-3f65aa7fabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:30.542164 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:00:31.322050 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:31.345100 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ce4cefe7-05a4-44f4-a758-ee5308a1e9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:33.173291 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:34.921752 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:53.938392 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:54.217998 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:58.669842 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-06979e94-1aba-4134-95fb-0fa680763b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:01.326789 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:01.354935 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dcdc7bce-1962-4f8a-82e5-58ea9048a2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:03.166682 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:04.967002 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:07.541713 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:01:15.474300 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57092) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:15.632456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Deleting port ff14db2f-3ee8-4a76-85ec-934d5cbbd245 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:15.632951 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:15.710949 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:15.711285 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:15.723406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Calling delete_port for ff14db2f-3ee8-4a76-85ec-934d5cbbd245 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:15.943542 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:15.968569 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event deleted for resources: {'Port': ['ID=ff14db2f-3ee8-4a76-85ec-934d5cbbd245,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:15.980018 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.980306 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.980641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.980974 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.981302 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.981669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.981992 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.982313 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.982635 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.982954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.983277 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:15.983597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:16.037339 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:16.037767 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Floating IP 792fc9a0-a9c4-4ac0-b3d3-300ed0d2b91d disassociated (deleted). External IP: 172.25.2.56, port: 38035764-d3d1-4b73-82a3-ad04ef7447e7. Jun 30 04:01:16.564594 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Router b2390c56-9fea-4af8-a541-d04df6ac4015 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:01:16.665750 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:01:16.671056 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:16.677006 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] Sync routers for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:01:16.685880 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:16.686485 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:01:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:16.706353 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-66cfda70-622c-4884-9294-f698cfe5320d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "DELETE /v2.0/floatingips/792fc9a0-a9c4-4ac0-b3d3-300ed0d2b91d HTTP/1.1" status: 204 len: 168 time: 1.2309637 Jun 30 04:01:16.706936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:16.709184 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f32183-c91c-4b42-ad53-408ccadff7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:16.791782 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:16.805666 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f64fd78-45d0-460b-857d-9c301b30dd3d x-openstack-request-id: req-1f64fd78-45d0-460b-857d-9c301b30dd3d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:16.805964 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:16.806220 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f64fd78-45d0-460b-857d-9c301b30dd3d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:16.806620 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'status': 'completed', 'code': 200} Jun 30 04:01:16.933730 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-e26d5285-2af2-447f-a03c-0b9699c70056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:16.935276 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-e26d5285-2af2-447f-a03c-0b9699c70056 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 1097 time: 0.1057496 Jun 30 04:01:16.995715 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:17.021242 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] Checking router: b2390c56-9fea-4af8-a541-d04df6ac4015 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:01:17.024835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-9cb2327c-0f93-4adf-857d-a650602fb078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:17.026670 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-9cb2327c-0f93-4adf-857d-a650602fb078 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0849626 Jun 30 04:01:17.029715 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:17.030307 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:01:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:17.067551 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-bfb755f5-17c5-4c73-9dda-0c1a6826909f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7 HTTP/1.1" status: 200 len: 217 time: 0.0351133 Jun 30 04:01:17.125643 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-fdc967d1-74af-4659-993c-27480aa1d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:17.127109 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-fdc967d1-74af-4659-993c-27480aa1d2b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0481629 Jun 30 04:01:17.136861 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:17.183766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-9be69ab5-84a7-41df-9fc1-70dda534b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:17.185992 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-9be69ab5-84a7-41df-9fc1-70dda534b1c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526233 Jun 30 04:01:17.274697 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-05b9aaf4-fffc-4198-b318-22971c6093c8 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813618 Jun 30 04:01:17.318023 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3c7fc-cbae-47ed-8861-e644ca005ab1 req-193395f4-06d8-49e8-8d94-6662c092a37f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:17.319642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-baf3c7fc-cbae-47ed-8861-e644ca005ab1 req-193395f4-06d8-49e8-8d94-6662c092a37f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 946 time: 0.0689013 Jun 30 04:01:17.341619 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:17.361267 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-baf3c7fc-cbae-47ed-8861-e644ca005ab1 req-9201ef04-8c0a-4707-9bd4-2efbf72b7748 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346692 Jun 30 04:01:17.372256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1f32183-c91c-4b42-ad53-408ccadff7f2 req-bbe1ca57-a895-4aff-b952-3d352ade3b47 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909221 Jun 30 04:01:17.372448 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a7b6d-ec8b-45fb-92bb-983606390077 None None] The sync data for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 is: [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:01:17.578428 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e13b2-f331-4e99-b20e-3e5573909b0e None None] New status for floating IP 792fc9a0-a9c4-4ac0-b3d3-300ed0d2b91d: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:01:18.575668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1892669-15c8-423b-b549-593ab610c850 req-1eb1818c-92f4-4e26-8724-32784fc9feba tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:18.577133 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1892669-15c8-423b-b549-593ab610c850 req-1eb1818c-92f4-4e26-8724-32784fc9feba tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 946 time: 0.1036091 Jun 30 04:01:18.591947 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a31383-5450-4d75-8509-939e34a439d5 req-73e691aa-7106-4e2b-af63-abb7a147ad1f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:18.593302 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-86a31383-5450-4d75-8509-939e34a439d5 req-73e691aa-7106-4e2b-af63-abb7a147ad1f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.83 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 946 time: 0.0904577 Jun 30 04:01:18.655299 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f1892669-15c8-423b-b549-593ab610c850 req-9ac48db8-6c9c-4d65-965d-2efe1daf0701 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=93746245-853d-4890-a964-9847bbb2cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714869 Jun 30 04:01:18.707718 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-86a31383-5450-4d75-8509-939e34a439d5 req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Deleting port 38035764-d3d1-4b73-82a3-ad04ef7447e7 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:18.708064 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-86a31383-5450-4d75-8509-939e34a439d5 req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:19.144083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-86a31383-5450-4d75-8509-939e34a439d5 req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] For port 38035764-d3d1-4b73-82a3-ad04ef7447e7, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=38035764-d3d1-4b73-82a3-ad04ef7447e7,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:19.144447 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-86a31383-5450-4d75-8509-939e34a439d5 req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:19.157198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-86a31383-5450-4d75-8509-939e34a439d5 req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Calling delete_port for 38035764-d3d1-4b73-82a3-ad04ef7447e7 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:19.337915 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-86a31383-5450-4d75-8509-939e34a439d5 req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:19.366583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event deleted for resources: {'Port': ['ID=38035764-d3d1-4b73-82a3-ad04ef7447e7,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:19.392355 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.392700 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.393034 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.393401 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.393768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.394090 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.394408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.394726 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.395043 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.395361 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.395683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.395999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:19.417436 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a31383-5450-4d75-8509-939e34a439d5 req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] No DVR routers for this DVR port 38035764-d3d1-4b73-82a3-ad04ef7447e7 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:01:19.420379 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-86a31383-5450-4d75-8509-939e34a439d5 req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:19.422456 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-86a31383-5450-4d75-8509-939e34a439d5 req-6aade5cf-8c54-4cc1-b6b4-56cb8e83ed47 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.83 "DELETE /v2.0/ports/38035764-d3d1-4b73-82a3-ad04ef7447e7 HTTP/1.1" status: 204 len: 173 time: 0.8228531 Jun 30 04:01:19.427374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'name': 'network-vif-deleted', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:19.427374 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95ff459-460c-4929-bfde-57ebb0b8483b" -d '{"events": [{"server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "name": "network-vif-deleted", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:19.461985 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c0fbef-1e40-4383-a407-987000db987a x-openstack-request-id: req-18c0fbef-1e40-4383-a407-987000db987a {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:19.461985 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c", "name": "network-vif-deleted", "tag": "38035764-d3d1-4b73-82a3-ad04ef7447e7", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:19.461985 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18c0fbef-1e40-4383-a407-987000db987a {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:19.461985 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c', 'name': 'network-vif-deleted', 'tag': '38035764-d3d1-4b73-82a3-ad04ef7447e7', 'status': 'completed', 'code': 200} Jun 30 04:01:19.803594 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ab918f39-b6e8-4992-ab20-66da71147724 req-8142459c-2b0e-4a09-ba09-60849b9bd48a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef0a43c4-2a7a-4a9b-93a1-4e6e15bd726c HTTP/1.1" status: 200 len: 210 time: 0.0336862 Jun 30 04:01:20.897154 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57124) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:20.954051 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-faffdb67-26da-4cc7-8e8e-9fb34f7ae9e3 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:20.977613 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-faffdb67-26da-4cc7-8e8e-9fb34f7ae9e3 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.183199 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-faffdb67-26da-4cc7-8e8e-9fb34f7ae9e3 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.185812 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-faffdb67-26da-4cc7-8e8e-9fb34f7ae9e3 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:21.186961 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-faffdb67-26da-4cc7-8e8e-9fb34f7ae9e3 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "DELETE /v2.0/security-groups/93746245-853d-4890-a964-9847bbb2cd70 HTTP/1.1" status: 204 len: 168 time: 0.2888060 Jun 30 04:01:21.199057 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffdb67-26da-4cc7-8e8e-9fb34f7ae9e3 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93746245-853d-4890-a964-9847bbb2cd70,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:21.898633 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 38035764-d3d1-4b73-82a3-ad04ef7447e7 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:01:21.921708 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 38035764-d3d1-4b73-82a3-ad04ef7447e7 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:01:21.922052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 38035764-d3d1-4b73-82a3-ad04ef7447e7 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:01:22.656352 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57132) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:22.661001 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-acdc1ccb-1d21-44ca-8018-5887da3eb56f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930532443', 'description': 'tempest-secgroup-smoke-930532443 description', 'project_id': 'c3bc49a94ad148d9acd77961881e1207'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:01:22.754530 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acdc1ccb-1d21-44ca-8018-5887da3eb56f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.831342 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acdc1ccb-1d21-44ca-8018-5887da3eb56f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.966384 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acdc1ccb-1d21-44ca-8018-5887da3eb56f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:22.994247 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc1ccb-1d21-44ca-8018-5887da3eb56f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:23.097445 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-acdc1ccb-1d21-44ca-8018-5887da3eb56f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.098685 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-acdc1ccb-1d21-44ca-8018-5887da3eb56f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4413309 Jun 30 04:01:23.101434 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57134) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:23.105871 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-f8e51140-f1f0-4a98-8faf-d5cb87077730 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': 'f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:01:23.227759 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f8e51140-f1f0-4a98-8faf-d5cb87077730 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.285162 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f8e51140-f1f0-4a98-8faf-d5cb87077730 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.366322 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f8e51140-f1f0-4a98-8faf-d5cb87077730 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.383724 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e51140-f1f0-4a98-8faf-d5cb87077730 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea2400b-1c2d-4986-96af-5f12be1f76a4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:23.468939 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-f8e51140-f1f0-4a98-8faf-d5cb87077730 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.470242 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-f8e51140-f1f0-4a98-8faf-d5cb87077730 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677199 Jun 30 04:01:23.472861 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57136) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:23.477153 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-20e74190-c85e-428c-9b5b-a955d8e23940 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': 'f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:01:23.576363 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20e74190-c85e-428c-9b5b-a955d8e23940 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.630431 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20e74190-c85e-428c-9b5b-a955d8e23940 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.703233 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20e74190-c85e-428c-9b5b-a955d8e23940 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.720781 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e74190-c85e-428c-9b5b-a955d8e23940 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1595bffe-419c-4fb2-9947-6a2d31768a13,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:23.794461 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-20e74190-c85e-428c-9b5b-a955d8e23940 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.795657 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-20e74190-c85e-428c-9b5b-a955d8e23940 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3218870 Jun 30 04:01:23.798296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57138) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:23.802834 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-b1158218-1f93-4f1a-afc9-c6f738c2fbc4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': 'f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:01:23.862087 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1158218-1f93-4f1a-afc9-c6f738c2fbc4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.914672 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.917920 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1158218-1f93-4f1a-afc9-c6f738c2fbc4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.971754 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1158218-1f93-4f1a-afc9-c6f738c2fbc4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:23.989511 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1158218-1f93-4f1a-afc9-c6f738c2fbc4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3a45a8-7824-48bb-ba17-822298d55265,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:24.057429 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-b1158218-1f93-4f1a-afc9-c6f738c2fbc4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.058641 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-b1158218-1f93-4f1a-afc9-c6f738c2fbc4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2594459 Jun 30 04:01:24.061913 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57140) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:24.066266 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-00e1b6eb-41ea-4cb6-a365-f247c5c619e2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': 'f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:01:24.159860 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-00e1b6eb-41ea-4cb6-a365-f247c5c619e2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.206582 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.220107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-00e1b6eb-41ea-4cb6-a365-f247c5c619e2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.308494 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-00e1b6eb-41ea-4cb6-a365-f247c5c619e2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.326450 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1b6eb-41ea-4cb6-a365-f247c5c619e2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60013936-6792-4367-86e4-9ae1d781ec24,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:24.416850 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-00e1b6eb-41ea-4cb6-a365-f247c5c619e2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.418069 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-00e1b6eb-41ea-4cb6-a365-f247c5c619e2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552399 Jun 30 04:01:24.421012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57142) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:24.425309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-0cbf0b13-85e5-4fad-86ea-1c6d9dd42a1c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': 'f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:01:24.514646 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-0cbf0b13-85e5-4fad-86ea-1c6d9dd42a1c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Project c3bc49a94ad148d9acd77961881e1207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 04:01:24.519547 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0b13-85e5-4fad-86ea-1c6d9dd42a1c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.577701 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0b13-85e5-4fad-86ea-1c6d9dd42a1c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.685810 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0b13-85e5-4fad-86ea-1c6d9dd42a1c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.704300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf0b13-85e5-4fad-86ea-1c6d9dd42a1c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a929c09-55f2-4e29-b40d-e299266c3db4,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:24.766110 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0b13-85e5-4fad-86ea-1c6d9dd42a1c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.767623 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-0cbf0b13-85e5-4fad-86ea-1c6d9dd42a1c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3454027 Jun 30 04:01:24.770151 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57144) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:24.774503 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4767ab55-75db-46d5-959e-2bd924ab9c2b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'security_group_rule': {'security_group_id': 'f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821', 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:01:24.840258 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-4767ab55-75db-46d5-959e-2bd924ab9c2b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Project c3bc49a94ad148d9acd77961881e1207 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 04:01:24.844769 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4767ab55-75db-46d5-959e-2bd924ab9c2b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.903451 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4767ab55-75db-46d5-959e-2bd924ab9c2b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.972040 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4767ab55-75db-46d5-959e-2bd924ab9c2b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.991120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767ab55-75db-46d5-959e-2bd924ab9c2b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f538bde9-5b53-43ef-87ac-5682cf3dae3f,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:25.091735 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4767ab55-75db-46d5-959e-2bd924ab9c2b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:25.092946 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4767ab55-75db-46d5-959e-2bd924ab9c2b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3218589 Jun 30 04:01:28.697622 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6a04a84c-ee97-4259-92ce-2b02ade9dd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:31.412230 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:31.452064 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4d05d828-968f-4575-972c-3407e476c258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:33.572026 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:35.869171 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:44.540243 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:01:50.253622 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-fe52dca3-d1c7-4d38-ab4a-be4eeb12a801 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930532443&fields=id&tenant_id=c3bc49a94ad148d9acd77961881e1207 HTTP/1.1" status: 200 len: 267 time: 0.0344348 Jun 30 04:01:50.353637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-7bb3fd8e-9b57-40ac-99d0-f468d5bebda6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:50.355055 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-7bb3fd8e-9b57-40ac-99d0-f468d5bebda6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 808 time: 0.0950480 Jun 30 04:01:50.369540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-46e5e3fc-a318-431d-b493-e9ada6df8e1c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/quotas/c3bc49a94ad148d9acd77961881e1207 HTTP/1.1" status: 200 len: 375 time: 0.0085003 Jun 30 04:01:50.436487 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-e88901a7-ef77-49e6-a05c-19ec3eb00a50 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621972 Jun 30 04:01:50.490376 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-97ffca5c-d8ec-4d22-a8d6-07960ac87d96 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 04:01:50.491385 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-97ffca5c-d8ec-4d22-a8d6-07960ac87d96 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444260 Jun 30 04:01:50.577209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-fe6aa12e-c59a-420e-87e8-abcb54e3cc2e service neutron] 10.222.0.77 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796995 Jun 30 04:01:50.665186 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-56af7837-a727-47b1-bab7-72f7d610b2af service neutron] 10.222.0.77 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822864 Jun 30 04:01:51.288869 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c66c2d85-37de-4263-a3f0-444753e082f5 req-97b8da14-32a2-4d7a-8b6d-37f53b9434be tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 210 time: 0.0287442 Jun 30 04:01:52.428707 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58050ebb-2653-4315-ba27-59be13d73d63 req-dfbabb28-48de-46a9-98a6-b437789bbe17 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 210 time: 0.0286813 Jun 30 04:01:53.533779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-ae193b42-4c5c-4725-9dc7-c05911c72ed2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:53.535267 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-ae193b42-4c5c-4725-9dc7-c05911c72ed2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 808 time: 0.0992310 Jun 30 04:01:53.569435 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-f5e9c077-6b7e-4f7b-95e3-07025545632c req-70b04db8-49ff-4264-985f-4937bf713564 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 210 time: 0.0319078 Jun 30 04:01:53.582470 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-ec37643d-485d-49f8-8f8d-d9b99b099da4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3bc49a94ad148d9acd77961881e1207 HTTP/1.1" status: 200 len: 379 time: 0.0384421 Jun 30 04:01:53.591215 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'port': {'device_id': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'admin_state_up': True, 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'security_groups': ['f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:01:53.765077 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Made reservation on behalf of c3bc49a94ad148d9acd77961881e1207 for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:01:53.768775 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:53.896369 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Allocated IP 172.20.0.13 (1bbcd5ca-c1e0-4f32-8202-9e804942f4b9/b1ae55f0-ab30-4ec2-bc27-c720249d8f1a/8f7c0588-ff14-4e74-b3b5-6ab7ecb31378) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:01:53.954325 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:54.039883 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:54.053306 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Transition to ACTIVE for port object 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:01:54.206204 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:54.249545 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:01:54.252651 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:01:54.257231 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:01:54.289875 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'Port': ['ID=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:54.320179 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:54.320834 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:54.342615 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:54.439420 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-3c179c45-84ac-4726-82ce-0376072c4050 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8517675 Jun 30 04:01:54.451843 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Request body: {'port': {'device_id': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:01:54.528425 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:54.608031 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9bca0676-908d-48be-9e11-235f84b47278 None None] Provisioning for port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:01:54.622986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-9bca0676-908d-48be-9e11-235f84b47278 None None] Provisioning complete for port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:01:54.625064 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9bca0676-908d-48be-9e11-235f84b47278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:54.663308 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-9bca0676-908d-48be-9e11-235f84b47278 None None] Port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 04:01:54.803388 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffd3bf-f5b5-4242-b9c8-ebd9264093ba req-bf3afc94-8d6a-4c61-8344-e2ceb10ce209 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:54.804771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8ffd3bf-f5b5-4242-b9c8-ebd9264093ba req-bf3afc94-8d6a-4c61-8344-e2ceb10ce209 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 932 time: 0.1005914 Jun 30 04:01:54.877464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d8ffd3bf-f5b5-4242-b9c8-ebd9264093ba req-4e419c70-d185-4ba9-a54c-cf0077922bc5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659070 Jun 30 04:01:54.883318 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:01:54.890972 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:54.903339 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Transition to ACTIVE for port object 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:01:54.983107 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:55.061481 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:55.111797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Attempting to bind port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 04:01:55.112134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Attempting to bind port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 04:01:55.112468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Attempting to bind port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 on network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:01:55.117181 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 on network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 04:01:55.117591 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Attempting to bind port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 on network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:01:55.122727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 04:01:55.123074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Checking segment: {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:01:55.123464 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Bound using segment: {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 04:01:55.123936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Bound port: 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 04:01:55.124298 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:55.198729 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] For port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:01:55.202766 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] For port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:01:55.292109 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:55.325507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:55.326505 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:55.328374 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-32086a51-0170-4504-beeb-862110ffa382 service neutron] 10.222.0.83 "PUT /v2.0/ports/8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 1092 time: 0.8809104 Jun 30 04:01:55.328811 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:55.331188 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397ae03e-fe88-4ac8-a5ba-790324150144" -d '{"events": [{"name": "network-changed", "server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:55.374296 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32086a51-0170-4504-beeb-862110ffa382 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:55.448727 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ae5382-6cc4-4504-8af2-5d5fd9a7c463 x-openstack-request-id: req-d7ae5382-6cc4-4504-8af2-5d5fd9a7c463 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:55.449259 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:55.449553 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7ae5382-6cc4-4504-8af2-5d5fd9a7c463 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:55.450156 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'status': 'completed', 'code': 200} Jun 30 04:01:55.536943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ae03e-fe88-4ac8-a5ba-790324150144 req-f86cf163-b332-4a69-9ae0-826b313877ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:55.553159 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-397ae03e-fe88-4ac8-a5ba-790324150144 req-f86cf163-b332-4a69-9ae0-826b313877ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1095 time: 0.0670047 Jun 30 04:01:55.641274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ae03e-fe88-4ac8-a5ba-790324150144 req-ad2ef5ce-d03c-4a03-84ba-befc0b8c32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:55.642820 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-397ae03e-fe88-4ac8-a5ba-790324150144 req-ad2ef5ce-d03c-4a03-84ba-befc0b8c32df service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c3bc49a94ad148d9acd77961881e1207&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0976732 Jun 30 04:01:55.738681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ae03e-fe88-4ac8-a5ba-790324150144 req-36c4366c-c8df-4f18-88d8-b71b6e224294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:55.740170 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-397ae03e-fe88-4ac8-a5ba-790324150144 req-36c4366c-c8df-4f18-88d8-b71b6e224294 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914283 Jun 30 04:01:55.835533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-d9f7ae4e-76aa-4518-a58f-f0115975053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:55.837037 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-d9f7ae4e-76aa-4518-a58f-f0115975053b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1095 time: 0.0571575 Jun 30 04:01:55.878584 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-613c8d98-8823-42c4-b650-dc2cf10c4b92 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 217 time: 0.0349395 Jun 30 04:01:55.932675 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-cd9d5f9c-f106-48ad-b2c8-1b7987c7e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:55.934302 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-cd9d5f9c-f106-48ad-b2c8-1b7987c7e8d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0505490 Jun 30 04:01:56.008353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-b8b84c36-133f-4630-a183-c35937cfac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:56.009732 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-b8b84c36-133f-4630-a183-c35937cfac13 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664687 Jun 30 04:01:56.135389 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ab4f9-b6ee-4538-95dd-d0689d5a0877 req-fc13cdcc-6c50-41cc-a413-8011cabe81a0 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:56.136787 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-243ab4f9-b6ee-4538-95dd-d0689d5a0877 req-fc13cdcc-6c50-41cc-a413-8011cabe81a0 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.1423707 Jun 30 04:01:56.140947 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-fd246519-a8d7-49a9-9590-90040be666f9 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127448 Jun 30 04:01:56.221900 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-243ab4f9-b6ee-4538-95dd-d0689d5a0877 req-fb8fa1ae-5924-49fa-99b7-d3ae3aef5aef tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785823 Jun 30 04:01:56.253132 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5a649d91-e7b8-4f85-b3bc-1ed4d15c8558 req-7c43b331-e389-42f5-955b-8ceafe1ca4f4 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039808 Jun 30 04:01:57.394257 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effd959-a25d-4aa2-b799-afb21657cb5d req-77a286c0-3fc6-4f19-9b99-f3d415fb5752 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:57.395736 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4effd959-a25d-4aa2-b799-afb21657cb5d req-77a286c0-3fc6-4f19-9b99-f3d415fb5752 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0616693 Jun 30 04:01:57.437062 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-4effd959-a25d-4aa2-b799-afb21657cb5d req-bc3346b0-9a5f-49dd-8a48-9e5b2b13fb84 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350640 Jun 30 04:01:58.612406 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46aaed-4396-4bde-99e6-0e4b9745679c req-8a22a96d-d4ab-413d-947a-3049aa9c9564 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:58.613807 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d46aaed-4396-4bde-99e6-0e4b9745679c req-8a22a96d-d4ab-413d-947a-3049aa9c9564 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0691450 Jun 30 04:01:58.650978 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-242df325-ec42-4f70-9135-0a9f4b1c0138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:58.652085 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2d46aaed-4396-4bde-99e6-0e4b9745679c req-eb4f2ee2-11a2-4e06-967d-95ce249f5c8e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325367 Jun 30 04:01:59.824808 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8198f03-8f67-4bf9-92e7-ee0c24b8ebe0 req-574172e2-8743-42c4-81c9-448cad34eed9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:59.826243 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8198f03-8f67-4bf9-92e7-ee0c24b8ebe0 req-574172e2-8743-42c4-81c9-448cad34eed9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0623653 Jun 30 04:01:59.863375 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8198f03-8f67-4bf9-92e7-ee0c24b8ebe0 req-659d3f31-ca0a-4e2f-ae78-bca117cb3924 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310872 Jun 30 04:02:01.036515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61d503-96f9-4e1f-b219-eb85908d3818 req-251673b8-a69f-4ffe-901a-a84be23d8b88 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:01.038384 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b61d503-96f9-4e1f-b219-eb85908d3818 req-251673b8-a69f-4ffe-901a-a84be23d8b88 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0647984 Jun 30 04:02:01.076014 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8b61d503-96f9-4e1f-b219-eb85908d3818 req-974330e0-16db-4457-bbb8-24a1840ab111 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319932 Jun 30 04:02:01.405850 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-086f3be7-9dcf-4df5-a896-5921f8db5813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:01.496551 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:02.244938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293dcc9-5d59-4d4d-833e-42c74adc00cc req-60cbe901-06f5-4f5e-a8f1-53dd5d12df58 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:02.246313 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2293dcc9-5d59-4d4d-833e-42c74adc00cc req-60cbe901-06f5-4f5e-a8f1-53dd5d12df58 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0609097 Jun 30 04:02:02.282878 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-2293dcc9-5d59-4d4d-833e-42c74adc00cc req-e0cdf569-fad9-4a11-b1a6-eb0c38e56df7 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305772 Jun 30 04:02:03.194068 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:03.451212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7f84c-d14f-4e59-91d3-549a70ed2e2c req-ba983fc7-393d-46c2-ba6b-6b5c8baec1f2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:03.452561 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-13d7f84c-d14f-4e59-91d3-549a70ed2e2c req-ba983fc7-393d-46c2-ba6b-6b5c8baec1f2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0610075 Jun 30 04:02:03.489265 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-13d7f84c-d14f-4e59-91d3-549a70ed2e2c req-b6f45649-3d44-4f4d-912d-6bf0f5f02614 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306365 Jun 30 04:02:04.662225 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf32ecd-8e23-4123-b898-a31b9803d6e7 req-8ac952d7-dddc-4290-9ba0-7f87fc92c59d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:04.663683 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebf32ecd-8e23-4123-b898-a31b9803d6e7 req-8ac952d7-dddc-4290-9ba0-7f87fc92c59d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0669160 Jun 30 04:02:04.701397 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ebf32ecd-8e23-4123-b898-a31b9803d6e7 req-93ae4487-1870-46cf-942d-d7fb1e23b569 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320008 Jun 30 04:02:04.936977 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:05.871020 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241f6eb-44d5-43dd-9dc1-e6623d198fd1 req-3383c495-bc23-4291-ad35-56fa44d16ac9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:05.872453 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4241f6eb-44d5-43dd-9dc1-e6623d198fd1 req-3383c495-bc23-4291-ad35-56fa44d16ac9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0639534 Jun 30 04:02:05.910038 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4241f6eb-44d5-43dd-9dc1-e6623d198fd1 req-bd877365-f1d0-499e-838a-c5949680ec1c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313313 Jun 30 04:02:07.148699 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efa7e3-41eb-431c-9834-a780a2929efb req-f0b24987-dc59-44a8-944b-774984e2ddff tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:07.150118 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3efa7e3-41eb-431c-9834-a780a2929efb req-f0b24987-dc59-44a8-944b-774984e2ddff tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0612621 Jun 30 04:02:07.186803 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d3efa7e3-41eb-431c-9834-a780a2929efb req-7d563efd-63f8-46d8-97dd-88a86ca77baa tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Jun 30 04:02:08.124569 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:02:08.220806 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:08.233801 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'port_id': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'mac_address': 'fa:16:3e:eb:ac:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:02:08.271690 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.284062 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:02:08.305853 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:08.359194 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc454d-8c75-4ca2-b341-81679971eee7 req-e3db8f80-fd7f-4675-8c12-11efdb396477 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:08.360672 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-78fc454d-8c75-4ca2-b341-81679971eee7 req-e3db8f80-fd7f-4675-8c12-11efdb396477 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0631778 Jun 30 04:02:08.386693 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.399781 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-78fc454d-8c75-4ca2-b341-81679971eee7 req-4847221a-31f9-4ce6-bfb5-1fe0118ca640 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332758 Jun 30 04:02:08.436520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:08.444480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.444825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.445159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.445583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.445845 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.446170 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.446492 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.446818 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.447137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.447456 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.447774 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.448089 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:02:08.587627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['8f7c0588-ff14-4e74-b3b5-6ab7ecb31378'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:02:09.571827 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fb71d-609e-45d6-8944-2751ab403073 req-1dfee12e-c554-4936-b311-631a1b0bb4d9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:09.573277 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-804fb71d-609e-45d6-8944-2751ab403073 req-1dfee12e-c554-4936-b311-631a1b0bb4d9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 945 time: 0.0652223 Jun 30 04:02:09.610069 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-804fb71d-609e-45d6-8944-2751ab403073 req-c53939cd-b1ce-4a50-b9b4-1b6a03cd81c1 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312326 Jun 30 04:02:10.127269 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:02:10.237892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:02:10.241306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:02:10.241704 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:10.314005 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:10.338346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:02:10.340604 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f887fb33-3e5c-44d3-b368-4bab9a908348" -d '{"events": [{"server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "name": "network-vif-plugged", "status": "completed", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:02:10.352757 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:10.432333 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:10.458811 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97af0a89-8604-486f-aa6b-79cae33915f6 x-openstack-request-id: req-97af0a89-8604-486f-aa6b-79cae33915f6 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:02:10.459109 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "name": "network-vif-plugged", "status": "completed", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:02:10.459364 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97af0a89-8604-486f-aa6b-79cae33915f6 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:02:10.459748 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'code': 200} Jun 30 04:02:10.483194 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:10.577774 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec0d74-853e-45a2-a743-0dec9d5a62a6 req-334f1b49-bc15-421a-8756-968b0fc8932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:10.579278 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dec0d74-853e-45a2-a743-0dec9d5a62a6 req-334f1b49-bc15-421a-8756-968b0fc8932a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0540981 Jun 30 04:02:10.612610 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0dec0d74-853e-45a2-a743-0dec9d5a62a6 req-d33d1fda-818a-4960-b6ce-0b64a9cc80b2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267079 Jun 30 04:02:10.780622 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc884a-ba9b-45a8-af32-9c4b67877e4c req-ab996120-040e-4275-b2c4-82c996997e06 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:10.782024 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89bc884a-ba9b-45a8-af32-9c4b67877e4c req-ab996120-040e-4275-b2c4-82c996997e06 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0618179 Jun 30 04:02:10.819248 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-89bc884a-ba9b-45a8-af32-9c4b67877e4c req-80576b2c-a279-43c2-9304-7f55116ab034 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317435 Jun 30 04:02:11.992109 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe72c6-dd33-4a6b-8baf-a0f0f42eb54a req-2b08d359-6837-479c-afd4-162a1e7722fc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:11.993602 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fffe72c6-dd33-4a6b-8baf-a0f0f42eb54a req-2b08d359-6837-479c-afd4-162a1e7722fc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0619071 Jun 30 04:02:12.029979 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fffe72c6-dd33-4a6b-8baf-a0f0f42eb54a req-0cc668e5-4da0-4915-979a-d6434cec9f11 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306287 Jun 30 04:02:12.199178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64818ef-b963-4c6a-8681-a0b2327f3fbd req-1501db27-7302-4656-8865-ed47292c556b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:12.200642 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b64818ef-b963-4c6a-8681-a0b2327f3fbd req-1501db27-7302-4656-8865-ed47292c556b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0617731 Jun 30 04:02:12.237236 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b64818ef-b963-4c6a-8681-a0b2327f3fbd req-addba2a6-764e-4b90-9664-5d77dcba1853 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Jun 30 04:02:12.260086 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57370) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:12.313388 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dae770a-0b3a-4d90-a13d-66226bc77a16 tempest-TestShelveInstance-406572991 tempest-TestShelveInstance-406572991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:12.314915 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-5dae770a-0b3a-4d90-a13d-66226bc77a16 tempest-TestShelveInstance-406572991 tempest-TestShelveInstance-406572991-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1092 time: 0.0538549 Jun 30 04:02:12.317641 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57372) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:12.321875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:02:12.409105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.502383 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.605147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Allocated IP 172.25.2.28 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/63792296-b407-4c65-819b-9e90949e0994) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:02:12.700236 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.805583 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.838487 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:02:12.841200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:02:12.844607 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:02:12.874422 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'Port': ['ID=63792296-b407-4c65-819b-9e90949e0994,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:13.213108 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:13.336002 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:13.484660 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:13.547883 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:13.611230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event updated for resources: {'Port': ['ID=63792296-b407-4c65-819b-9e90949e0994,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:13.624993 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:13.722147 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Floating IP 5fbbe986-aa76-4c82-bef9-e91520b23244 associated. External IP: 172.25.2.28, port: 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378. Jun 30 04:02:13.926456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Router b2390c56-9fea-4af8-a541-d04df6ac4015 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:02:14.030993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:02:14.041392 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] Sync routers for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:02:14.050146 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:02:14.050747 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:02:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:14.108361 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:14.157519 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ad90e394-edce-439f-ac04-9569eb135299 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8255596 Jun 30 04:02:14.157519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:02:14.157519 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d33634-8223-412d-8c4b-ec7ebece00a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:02:14.158660 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:02:14.183442 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f186cf8-2084-4ac1-9a1a-473dc6bb9378 x-openstack-request-id: req-8f186cf8-2084-4ac1-9a1a-473dc6bb9378 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:02:14.183737 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:02:14.183995 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f186cf8-2084-4ac1-9a1a-473dc6bb9378 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:02:14.184405 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'status': 'completed', 'code': 200} Jun 30 04:02:14.255795 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-90135001-2f57-4c36-b3f9-610f82977be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:14.257305 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-90135001-2f57-4c36-b3f9-610f82977be7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0512567 Jun 30 04:02:14.347382 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-72e7ddf3-7e43-4de1-a6ef-4d093f6a18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:14.348854 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-72e7ddf3-7e43-4de1-a6ef-4d093f6a18a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0850985 Jun 30 04:02:14.373437 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '5fbbe986-aa76-4c82-bef9-e91520b23244', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'port_id': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'mac_address': 'fa:16:3e:eb:ac:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:02:13Z', 'updated_at': '2021-06-30T04:02:13Z', 'revision_number': 0, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:14.403429 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] Checking router: b2390c56-9fea-4af8-a541-d04df6ac4015 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:02:14.411316 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-292235de-ffba-4615-bc71-73d4db1a3173 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 999 time: 0.0565255 Jun 30 04:02:14.411505 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:02:14.412055 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:02:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:14.463611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-e66c9fce-0f4d-4ce2-b633-21c3e886a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:14.464986 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-e66c9fce-0f4d-4ce2-b633-21c3e886a360 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0483592 Jun 30 04:02:14.516751 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:02:14.518644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-9a33de16-e0b7-4380-8499-60f2654353e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:14.520125 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-9a33de16-e0b7-4380-8499-60f2654353e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494506 Jun 30 04:02:14.607471 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-259f91fb-cd20-4634-a06a-12b3ae2fa785 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810390 Jun 30 04:02:14.700699 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-10d33634-8223-412d-8c4b-ec7ebece00a7 req-6c659c5b-4b42-400f-aadb-b89b11603c4a service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869820 Jun 30 04:02:14.738789 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '5fbbe986-aa76-4c82-bef9-e91520b23244', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'port_id': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'mac_address': 'fa:16:3e:eb:ac:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:02:13Z', 'updated_at': '2021-06-30T04:02:13Z', 'revision_number': 0, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:14.764813 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65692f36-cfbb-4c4f-bd8c-e22f0bbfca4e None None] The sync data for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 is: [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '5fbbe986-aa76-4c82-bef9-e91520b23244', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'port_id': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'mac_address': 'fa:16:3e:eb:ac:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:02:13Z', 'updated_at': '2021-06-30T04:02:13Z', 'revision_number': 0, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:02:14.968051 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a716f06-9373-4334-80af-f6913a177c1d None None] New status for floating IP 5fbbe986-aa76-4c82-bef9-e91520b23244: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:02:18.594850 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a578c568-5d11-44d8-8097-331d7e8af706 req-5e26d8ea-45db-4aa1-bafe-604039cde61d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510030 Jun 30 04:02:18.684241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578c568-5d11-44d8-8097-331d7e8af706 req-7f67cbe5-2cf1-4473-bf90-2e62fa15220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:18.685712 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a578c568-5d11-44d8-8097-331d7e8af706 req-7f67cbe5-2cf1-4473-bf90-2e62fa15220f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0499623 Jun 30 04:02:18.789134 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578c568-5d11-44d8-8097-331d7e8af706 req-b988ebbd-c9bb-47d4-a6b0-663fc3ac589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:18.790589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a578c568-5d11-44d8-8097-331d7e8af706 req-b988ebbd-c9bb-47d4-a6b0-663fc3ac589e service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0851254 Jun 30 04:02:18.853628 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a578c568-5d11-44d8-8097-331d7e8af706 req-8a48e279-dfc4-4de9-83a6-77da4cbb201c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 1001 time: 0.0562854 Jun 30 04:02:18.904221 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578c568-5d11-44d8-8097-331d7e8af706 req-3a90176d-d871-46dd-96a2-c8769f956cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:18.905680 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a578c568-5d11-44d8-8097-331d7e8af706 req-3a90176d-d871-46dd-96a2-c8769f956cae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0466075 Jun 30 04:02:18.961328 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578c568-5d11-44d8-8097-331d7e8af706 req-3c0d892f-baf2-48e9-8f2a-87a923dcbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:18.963428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a578c568-5d11-44d8-8097-331d7e8af706 req-3c0d892f-baf2-48e9-8f2a-87a923dcbacb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517175 Jun 30 04:02:19.048827 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a578c568-5d11-44d8-8097-331d7e8af706 req-5bd104b7-1f64-46e2-9476-e29855e74924 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783353 Jun 30 04:02:19.138256 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a578c568-5d11-44d8-8097-331d7e8af706 req-d23cf209-2b4b-463d-8272-3fa7ef85a39b service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829499 Jun 30 04:02:21.538857 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:02:23.947548 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:24.243123 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:28.651972 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ea83027a-0cab-478f-a022-9761e4c7ef54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:31.358839 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d4e5e3fe-9223-40ab-9d8b-5a4424212638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:31.368487 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:33.203187 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:34.981958 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:53.944681 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:54.253406 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:58.537636 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:02:58.658560 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee939-3b61-466a-b7cb-abdfd00cebfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:01.392598 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:01.413274 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-31f4afff-b1db-4443-be1f-4656f387c53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:03.216056 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:04.961226 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:19.610129 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-63dd4b42-8020-4a9a-8d03-c5618de49193 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507181 Jun 30 04:03:19.701515 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-f4c32204-86ce-40d3-9508-0de3debaaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:03:19.702973 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-f4c32204-86ce-40d3-9508-0de3debaaadc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0512419 Jun 30 04:03:19.811717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-0f594d42-fedb-4b9b-86fb-da6ab86b72da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:03:19.813309 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-0f594d42-fedb-4b9b-86fb-da6ab86b72da service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0885789 Jun 30 04:03:19.878726 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-e07f34b7-867f-4d68-a0c8-42169a0f6837 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 1001 time: 0.0585756 Jun 30 04:03:19.933013 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-6c2cfdf8-47fc-4262-97cd-8eb1cddce6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:03:19.934581 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-6c2cfdf8-47fc-4262-97cd-8eb1cddce6eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0496690 Jun 30 04:03:19.993334 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-be68f78a-2620-4166-899d-f3a4045f60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:03:19.994815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-be68f78a-2620-4166-899d-f3a4045f60ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533028 Jun 30 04:03:20.007183 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-79446828-1239-469e-9429-edbd94a10416 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 04:03:20.008200 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-79446828-1239-469e-9429-edbd94a10416 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050523 Jun 30 04:03:20.097339 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-79750173-6764-4d99-9cf1-a203ad755926 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831153 Jun 30 04:03:20.193774 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c1ec839c-5885-4a1e-ad79-dc88760ec6e8 req-274dd44e-0070-4b62-9196-8e028041cd23 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898373 Jun 30 04:03:24.000839 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:24.260803 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:28.694647 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0b851ea7-050e-4b19-96a7-b6b6a5ef17a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:31.366407 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:31.411737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b543de99-d031-44c4-8197-f7b8272715d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:33.214810 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:34.934857 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:35.536744 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:03:53.976763 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:54.254290 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:58.637151 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6c7815d2-eb6d-4707-a706-29272a7014a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:01.381976 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-141bbed1-f87e-4fa5-9a2f-65b0c0749ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:01.410393 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:03.181903 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:04.933788 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:12.535590 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:04:21.593488 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-8d5d320b-6489-4a6b-bfff-30eb411cbc81 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522344 Jun 30 04:04:21.687299 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-51b65382-41a4-474f-811b-c807261b29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:21.688780 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-51b65382-41a4-474f-811b-c807261b29c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0549419 Jun 30 04:04:21.787567 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-4b0a727a-45e8-49a2-8beb-b29f370d1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:21.788999 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-4b0a727a-45e8-49a2-8beb-b29f370d1ed0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0811124 Jun 30 04:04:21.855340 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-055136a4-5cb8-4419-917b-8ca25dec1519 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 1001 time: 0.0602796 Jun 30 04:04:21.902244 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-cfe3ca1f-bd4c-477f-a5ff-124a0c7720ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:21.903654 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-cfe3ca1f-bd4c-477f-a5ff-124a0c7720ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0425425 Jun 30 04:04:21.958271 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-19b9ca44-5a6f-408a-bb70-feed4136e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:21.959744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-19b9ca44-5a6f-408a-bb70-feed4136e8e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505641 Jun 30 04:04:22.049338 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-95f8d65c-f997-44db-bcca-a76cd4a295f5 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834570 Jun 30 04:04:22.135179 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0db58609-f1bb-4988-adcd-c72ec9f229b3 req-b269aa57-c367-484e-80bf-19f84fe0633d service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800214 Jun 30 04:04:23.987027 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:24.258990 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:28.643666 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d07dfeb1-00a6-441b-a30d-ab07d6424007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:31.346340 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ed2060f9-e513-4497-a447-4df679a5b2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:31.390794 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:33.187137 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:34.986642 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:41.318709 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54c37b-5984-46fd-8880-b142e7e75251 req-73afc381-afdb-4b07-a4a3-021f3c773b6c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:41.320087 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a54c37b-5984-46fd-8880-b142e7e75251 req-73afc381-afdb-4b07-a4a3-021f3c773b6c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0625398 Jun 30 04:04:41.357141 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-7a54c37b-5984-46fd-8880-b142e7e75251 req-665b1f0d-38c3-45c3-b543-83672c02e6cc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313301 Jun 30 04:04:42.562624 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6445e79-9bb5-43ea-8910-2f90e767b35f req-78e77b30-ff2e-42c9-8b88-bdd2f5b652b9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:42.564107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6445e79-9bb5-43ea-8910-2f90e767b35f req-78e77b30-ff2e-42c9-8b88-bdd2f5b652b9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0668631 Jun 30 04:04:42.601357 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-a6445e79-9bb5-43ea-8910-2f90e767b35f req-529e0cb3-5b35-41dc-af85-5b1749e9c3d7 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Jun 30 04:04:43.800821 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db72c4e-ebbd-4b4b-bf0b-c6c61fab87c0 req-251040b4-ebce-493a-b732-330d75293ce0 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:43.802295 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1db72c4e-ebbd-4b4b-bf0b-c6c61fab87c0 req-251040b4-ebce-493a-b732-330d75293ce0 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0657721 Jun 30 04:04:43.838248 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-1db72c4e-ebbd-4b4b-bf0b-c6c61fab87c0 req-5fc40a88-cf29-481a-8078-df76a7000e95 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304453 Jun 30 04:04:45.006926 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91071ab-2562-400b-aeb3-170f12c62480 req-68e7069b-7b58-4e5f-a002-0161ea488724 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:45.008379 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b91071ab-2562-400b-aeb3-170f12c62480 req-68e7069b-7b58-4e5f-a002-0161ea488724 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0614524 Jun 30 04:04:45.044509 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b91071ab-2562-400b-aeb3-170f12c62480 req-5337aef7-f328-4a3f-9f6a-7976d075523b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306239 Jun 30 04:04:46.214767 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a890e-91d9-4a99-894b-a01a2acfd6eb req-299b9ce1-d081-46f3-b00f-8f1e6d28a357 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:46.216096 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc7a890e-91d9-4a99-894b-a01a2acfd6eb req-299b9ce1-d081-46f3-b00f-8f1e6d28a357 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0611901 Jun 30 04:04:46.252259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-dc7a890e-91d9-4a99-894b-a01a2acfd6eb req-06cda5fd-bc1e-4bab-9037-1b3922bea2e2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294967 Jun 30 04:04:47.424985 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a40e36-1f5d-445d-aa66-b0cd79a28401 req-39353dba-b90d-4b81-b023-368f88de422c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:47.426500 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0a40e36-1f5d-445d-aa66-b0cd79a28401 req-39353dba-b90d-4b81-b023-368f88de422c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0642726 Jun 30 04:04:47.466560 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c0a40e36-1f5d-445d-aa66-b0cd79a28401 req-ac7aaf9d-1f6c-4d21-9483-f5521cc6fc0c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344987 Jun 30 04:04:48.688725 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c27bdc-b67c-4716-9507-8441e160d2b3 req-ddb13092-85f7-450f-a172-79d2ab72b5fc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:48.690214 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43c27bdc-b67c-4716-9507-8441e160d2b3 req-ddb13092-85f7-450f-a172-79d2ab72b5fc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.1145468 Jun 30 04:04:48.728205 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-43c27bdc-b67c-4716-9507-8441e160d2b3 req-8724e678-0492-4494-becb-ad5d29f1a21a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317163 Jun 30 04:04:49.535517 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:04:49.943729 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d21c8-a14f-403b-8d9c-ec78ec5f306a req-8577ed6f-d137-417d-a155-62a27918908b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:49.945231 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-df8d21c8-a14f-403b-8d9c-ec78ec5f306a req-8577ed6f-d137-417d-a155-62a27918908b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.1064062 Jun 30 04:04:49.982834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-df8d21c8-a14f-403b-8d9c-ec78ec5f306a req-f4057333-dda9-44ed-9805-a2ab83351de6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Jun 30 04:04:51.151893 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f492230-f392-4674-9ef4-d92a46ecd752 req-5fbac453-7063-4a3d-90d5-f6125b3a3b4b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:51.153407 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f492230-f392-4674-9ef4-d92a46ecd752 req-5fbac453-7063-4a3d-90d5-f6125b3a3b4b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0620029 Jun 30 04:04:51.190368 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-8f492230-f392-4674-9ef4-d92a46ecd752 req-c3d7a2bd-e5ff-42c3-b9db-b7ea94f22c99 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312593 Jun 30 04:04:51.476212 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-d18fbe99-e3c0-49ac-ae27-770742ab63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:51.477604 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-d18fbe99-e3c0-49ac-ae27-770742ab63ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0503545 Jun 30 04:04:51.564866 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-23810c09-d569-4190-8cfe-210aa5aecb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:51.566335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-23810c09-d569-4190-8cfe-210aa5aecb46 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0831022 Jun 30 04:04:51.627063 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-fc64f26b-625a-494a-9354-113c788ec209 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 1001 time: 0.0548160 Jun 30 04:04:51.677351 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-37305767-b055-463f-8160-972dc542669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:51.678831 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-37305767-b055-463f-8160-972dc542669e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0456550 Jun 30 04:04:51.731717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-d38c022e-dfa7-472e-8897-124a5a4d6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:51.733017 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-d38c022e-dfa7-472e-8897-124a5a4d6268 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477655 Jun 30 04:04:51.816749 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-d3e1f6e9-1af0-49f4-8c21-e16eaa3af5c2 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768149 Jun 30 04:04:51.903343 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-36401baf-9a71-4c8f-b721-a76513b8ea14 req-dc134f75-3f50-4706-b079-a46c9405f78d service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807559 Jun 30 04:04:52.359431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437ff20-70e2-4d02-994e-73e0138eb573 req-16843b4d-a520-430a-af44-5ad84af58e45 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:52.360894 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1437ff20-70e2-4d02-994e-73e0138eb573 req-16843b4d-a520-430a-af44-5ad84af58e45 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0625155 Jun 30 04:04:52.398030 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-1437ff20-70e2-4d02-994e-73e0138eb573 req-71e26406-7982-49ee-8696-467bb453c8fa tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314918 Jun 30 04:04:53.566022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d440a-37d1-4ad1-a889-86cff45e3ef7 req-83301e82-6ef3-4232-a821-c666c3bad227 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:53.567480 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-640d440a-37d1-4ad1-a889-86cff45e3ef7 req-83301e82-6ef3-4232-a821-c666c3bad227 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0604053 Jun 30 04:04:53.605911 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-640d440a-37d1-4ad1-a889-86cff45e3ef7 req-0a208482-4f06-400b-a6fb-140cf394a07d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321491 Jun 30 04:04:53.985596 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:54.283063 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:54.785662 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8765f29-6673-4a43-9f0c-34036d7caa71 req-0ea7dc6a-4100-46e2-8828-2a05a10af85d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:54.787281 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8765f29-6673-4a43-9f0c-34036d7caa71 req-0ea7dc6a-4100-46e2-8828-2a05a10af85d tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0676608 Jun 30 04:04:54.828084 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c8765f29-6673-4a43-9f0c-34036d7caa71 req-c6e93505-078d-449b-b273-483ae78c8870 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348365 Jun 30 04:04:56.006045 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba78b37-d456-432e-92a4-5eee1fc35e39 req-c744a47d-9ff9-451d-99b6-428dd27b6931 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:56.007547 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ba78b37-d456-432e-92a4-5eee1fc35e39 req-c744a47d-9ff9-451d-99b6-428dd27b6931 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0670745 Jun 30 04:04:56.045263 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ba78b37-d456-432e-92a4-5eee1fc35e39 req-726304e7-9e54-4dc9-ac85-93cc1e025e54 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320983 Jun 30 04:04:56.513291 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede182c9-4503-4133-8d1b-57605014bee5 req-35aff378-2af8-48cb-abcb-d86db6e6fc6f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:56.514770 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ede182c9-4503-4133-8d1b-57605014bee5 req-35aff378-2af8-48cb-abcb-d86db6e6fc6f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0622134 Jun 30 04:04:56.541540 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-4e4edbd6-7a43-4d81-9bd6-e0e5f4ab5923 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876224 Jun 30 04:04:56.551660 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-ede182c9-4503-4133-8d1b-57605014bee5 req-5b44b020-e3c7-423c-a469-7ccd6e0af5e9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312421 Jun 30 04:04:56.969156 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:04:57.046399 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:57.068676 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:04:57.070997 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9294a47-4fb9-47d6-b619-d950f21849da" -d '{"events": [{"server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "name": "network-vif-unplugged", "status": "completed", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:04:57.084364 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:04:57.104405 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 04:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a014fc0-652a-457d-abf7-5d7f1f61b52b x-openstack-request-id: req-0a014fc0-652a-457d-abf7-5d7f1f61b52b {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:04:57.104697 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "name": "network-vif-unplugged", "status": "failed", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378", "code": 422}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:04:57.104960 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a014fc0-652a-457d-abf7-5d7f1f61b52b {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:04:57.105358 n-d-798249-3 neutron-server[94532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'code': 422} returned with failed status Jun 30 04:04:57.145237 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:57.193248 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:04:57.201440 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.201816 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.202159 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.202500 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.202832 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.203162 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.203493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.203849 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.204206 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.204548 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.204873 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.205196 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:04:57.722822 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b02938-14f8-4995-a4b5-e188bb4167c2 req-3595f8bc-15e9-4dba-8557-c8fd29e6969f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:57.724220 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5b02938-14f8-4995-a4b5-e188bb4167c2 req-3595f8bc-15e9-4dba-8557-c8fd29e6969f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0615039 Jun 30 04:04:57.761695 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5b02938-14f8-4995-a4b5-e188bb4167c2 req-50178fee-1a5f-41db-9a7c-6d94dab5c7b6 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316844 Jun 30 04:04:58.660005 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4b28292a-7f8c-4393-a07d-59bbf10ffce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:58.931177 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61796b-2f24-457c-b5ee-72c3717dbf9a req-dcf29813-2fe8-41e1-9e02-cb636a97561f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:04:58.932772 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e61796b-2f24-457c-b5ee-72c3717dbf9a req-dcf29813-2fe8-41e1-9e02-cb636a97561f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0626893 Jun 30 04:04:58.975968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0e61796b-2f24-457c-b5ee-72c3717dbf9a req-763799b0-e7f5-46a2-8ebc-183d8044b92a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371370 Jun 30 04:05:00.155605 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0ffc2-2c08-41fd-9150-ba136338a5b1 req-fecdc156-9b14-46fa-a96f-d58ed9aad2cb tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:00.157086 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-edf0ffc2-2c08-41fd-9150-ba136338a5b1 req-fecdc156-9b14-46fa-a96f-d58ed9aad2cb tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0655241 Jun 30 04:05:00.194998 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-edf0ffc2-2c08-41fd-9150-ba136338a5b1 req-798e1ce9-2c27-4771-a24b-815dd813249e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320737 Jun 30 04:05:01.368230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13019879-5b20-4c3a-8479-859ce985626b req-bbca6d0c-a481-4224-b3c8-8dbb8c5fb437 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:01.369728 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13019879-5b20-4c3a-8479-859ce985626b req-bbca6d0c-a481-4224-b3c8-8dbb8c5fb437 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0624139 Jun 30 04:05:01.403052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-395f0689-c156-4da0-ba94-ed41dd540a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:01.404488 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:01.409319 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-13019879-5b20-4c3a-8479-859ce985626b req-e7a04ea0-86dd-4dea-8041-a54b80159e16 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337982 Jun 30 04:05:02.583804 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21286586-5dbd-4c58-99da-91de6fb4b53b req-0c19947d-aa88-4eb9-83a1-0921e2c2facf tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:02.585294 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21286586-5dbd-4c58-99da-91de6fb4b53b req-0c19947d-aa88-4eb9-83a1-0921e2c2facf tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0620148 Jun 30 04:05:02.623119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-21286586-5dbd-4c58-99da-91de6fb4b53b req-07c2b112-0c62-44c8-b243-bd2fad8c589b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320606 Jun 30 04:05:02.683943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-78a9b758-f67f-4969-bcca-6bc655bbe5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:02.685405 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-78a9b758-f67f-4969-bcca-6bc655bbe5fd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2&tenant_id=c3bc49a94ad148d9acd77961881e1207 HTTP/1.1" status: 200 len: 1095 time: 0.0551012 Jun 30 04:05:02.756280 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-de2b561b-fdac-4d5e-999c-4e04cd48d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:02.757641 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-de2b561b-fdac-4d5e-999c-4e04cd48d344 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1095 time: 0.0503421 Jun 30 04:05:02.844353 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-e54477ad-9f06-4587-b64e-a9b2f3c9ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:02.845892 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-e54477ad-9f06-4587-b64e-a9b2f3c9ab9a service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0824566 Jun 30 04:05:02.911647 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-91667272-d366-47e1-aca3-1d37cc05aed7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 999 time: 0.0595202 Jun 30 04:05:02.961209 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-2a15a8bd-e897-4ed7-b48f-95bfe6faeb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:02.962681 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-2a15a8bd-e897-4ed7-b48f-95bfe6faeb77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0438871 Jun 30 04:05:03.017881 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-3c38b826-41bd-47fb-ad52-af37e5a849d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:03.019313 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-3c38b826-41bd-47fb-ad52-af37e5a849d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499008 Jun 30 04:05:03.218609 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:03.449920 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-e5723039-8be1-45cc-a4e2-93d08b1f7f37 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244602 Jun 30 04:05:03.534269 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-e56656a2-79a3-4466-af2a-16528796cf84 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781248 Jun 30 04:05:03.790537 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74f37b-5098-45ab-bef7-b50b3581897e req-439cc219-678c-4b08-a94e-448f420187a2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:03.791915 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8c74f37b-5098-45ab-bef7-b50b3581897e req-439cc219-678c-4b08-a94e-448f420187a2 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0619857 Jun 30 04:05:03.828368 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8c74f37b-5098-45ab-bef7-b50b3581897e req-e00de964-743a-4148-868a-f292248c1d09 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307109 Jun 30 04:05:04.934158 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:05.003451 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c24f3f-65c2-4344-8e47-445c742106ba req-3ba8c452-3129-4053-b087-be7c23615f55 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:05.004881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-08c24f3f-65c2-4344-8e47-445c742106ba req-3ba8c452-3129-4053-b087-be7c23615f55 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0648403 Jun 30 04:05:05.041784 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-08c24f3f-65c2-4344-8e47-445c742106ba req-fcfec278-09b2-4d86-9f3c-d1fdb91fde02 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Jun 30 04:05:06.217873 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2329d-deb8-412c-9bf3-ef25ffb55ad2 req-593db9f8-ca9e-4fb3-808f-6040db1869be tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:06.219266 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-12b2329d-deb8-412c-9bf3-ef25ffb55ad2 req-593db9f8-ca9e-4fb3-808f-6040db1869be tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0662935 Jun 30 04:05:06.256121 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-12b2329d-deb8-412c-9bf3-ef25ffb55ad2 req-0e273c00-f8de-4f7b-b675-ba678243c70b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Jun 30 04:05:07.421982 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae109f8-1a6b-4b8a-872f-31ef7c6319de req-e878e15e-78b2-44c2-95aa-f3f8d7a2138a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:07.423427 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ae109f8-1a6b-4b8a-872f-31ef7c6319de req-e878e15e-78b2-44c2-95aa-f3f8d7a2138a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0613837 Jun 30 04:05:07.460906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ae109f8-1a6b-4b8a-872f-31ef7c6319de req-71c54e78-746e-47ef-9c01-866dde3a2adc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319605 Jun 30 04:05:08.629924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dcb6f-b86e-465b-b0cb-971de83aa087 req-d909c64b-3001-4b25-a880-57ff4925d2bc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:08.631871 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b79dcb6f-b86e-465b-b0cb-971de83aa087 req-d909c64b-3001-4b25-a880-57ff4925d2bc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0619156 Jun 30 04:05:08.668503 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b79dcb6f-b86e-465b-b0cb-971de83aa087 req-cfffc1dc-48e6-47d5-82ae-30b0c6a9da7f tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309279 Jun 30 04:05:09.835878 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3dda2-5e34-4bd9-9c3d-4c01c8fdfd7d req-c6cf911b-6bb4-432e-a6f4-818900e789e9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:09.837338 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-93e3dda2-5e34-4bd9-9c3d-4c01c8fdfd7d req-c6cf911b-6bb4-432e-a6f4-818900e789e9 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0613105 Jun 30 04:05:09.873771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-93e3dda2-5e34-4bd9-9c3d-4c01c8fdfd7d req-2c1e85b4-a529-4553-980f-ff1266036bbc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307667 Jun 30 04:05:11.046221 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5ea1e-ad9b-41b3-a7ca-f9245439c365 req-2fea25b9-357f-4b84-9e0f-23efee28a3cc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:11.047708 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7aa5ea1e-ad9b-41b3-a7ca-f9245439c365 req-2fea25b9-357f-4b84-9e0f-23efee28a3cc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0657604 Jun 30 04:05:11.084425 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7aa5ea1e-ad9b-41b3-a7ca-f9245439c365 req-3dfc7c40-c5dd-4358-a509-cbb31bd065cc tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311892 Jun 30 04:05:12.259130 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f5033-2481-4da9-bad1-fede761db916 req-dc0d6642-918a-4a1d-a58d-83902964a5b4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:12.260493 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b3f5033-2481-4da9-bad1-fede761db916 req-dc0d6642-918a-4a1d-a58d-83902964a5b4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0643635 Jun 30 04:05:12.297227 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0b3f5033-2481-4da9-bad1-fede761db916 req-be6bf117-ff98-4ec4-953e-55b571c023ee tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311949 Jun 30 04:05:13.077219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:05:13.165326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:05:13.176821 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'port_id': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'mac_address': 'fa:16:3e:eb:ac:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:05:13.214940 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:13.379178 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:05:13.397967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:05:13.469488 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194277a7-a84f-479c-82e8-1bd3ae045158 req-55b109ac-6fcd-48ed-8565-79a10e062221 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:13.470802 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:13.470988 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-194277a7-a84f-479c-82e8-1bd3ae045158 req-55b109ac-6fcd-48ed-8565-79a10e062221 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 944 time: 0.0646510 Jun 30 04:05:13.509220 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-194277a7-a84f-479c-82e8-1bd3ae045158 req-43a85a6e-9437-46cf-9b71-ae1bc2a520f8 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324731 Jun 30 04:05:13.518236 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:05:13.677216 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['8f7c0588-ff14-4e74-b3b5-6ab7ecb31378'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:05:14.679646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fda05-9a3d-440e-8bd8-87314f574bdf req-ad68a1ed-c527-42c1-9b07-adffe67379b4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:14.681106 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-924fda05-9a3d-440e-8bd8-87314f574bdf req-ad68a1ed-c527-42c1-9b07-adffe67379b4 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 945 time: 0.0611489 Jun 30 04:05:14.718028 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-924fda05-9a3d-440e-8bd8-87314f574bdf req-39ae21a7-bf96-442d-95a7-adeb310277db tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306416 Jun 30 04:05:15.092838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:05:15.138227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:05:15.138591 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:15.211154 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:15.232641 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:05:15.234869 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1449d0-452b-4391-a44b-9876ccbf1f63" -d '{"events": [{"server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "name": "network-vif-plugged", "status": "completed", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:05:15.246648 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:05:15.271064 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b5a8f7-2b88-4626-9e9e-a4fb112ea992 x-openstack-request-id: req-a4b5a8f7-2b88-4626-9e9e-a4fb112ea992 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:05:15.271480 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "name": "network-vif-plugged", "status": "completed", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:05:15.271740 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a4b5a8f7-2b88-4626-9e9e-a4fb112ea992 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:05:15.272153 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'code': 200} Jun 30 04:05:15.339623 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:15.387435 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:05:15.431779 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b367f-3da6-4768-9c12-dc18d1d66b52 req-734584a1-f629-45bd-81e4-98bd24efbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:15.433266 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f91b367f-3da6-4768-9c12-dc18d1d66b52 req-734584a1-f629-45bd-81e4-98bd24efbc39 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0542483 Jun 30 04:05:15.468077 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f91b367f-3da6-4768-9c12-dc18d1d66b52 req-2e9a90dc-da81-4ef6-bf12-f6bccba5748f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287561 Jun 30 04:05:15.885922 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cace682-f933-4ca2-9664-f7504061e5e2 req-2fce480d-145f-4098-be09-23338159b056 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:15.887382 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2cace682-f933-4ca2-9664-f7504061e5e2 req-2fce480d-145f-4098-be09-23338159b056 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0612226 Jun 30 04:05:15.923867 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-2cace682-f933-4ca2-9664-f7504061e5e2 req-4d4467f1-23fe-4e69-b27d-7734590c7637 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309088 Jun 30 04:05:17.097464 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e6dff-ad88-48f4-8a8b-998b4919087b req-67f33506-c039-440b-a7b4-5a647824ff7c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:17.098935 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d17e6dff-ad88-48f4-8a8b-998b4919087b req-67f33506-c039-440b-a7b4-5a647824ff7c tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0629892 Jun 30 04:05:17.135930 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d17e6dff-ad88-48f4-8a8b-998b4919087b req-395c85ad-112f-4302-84a4-30623bc5cce3 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310779 Jun 30 04:05:23.995827 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:24.233629 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9266c936-6575-4d66-a63d-fd13f91e452d req-9ec9ecaa-4dc6-4296-bab6-2e04fb7e28f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502653 Jun 30 04:05:24.276793 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:24.327802 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c936-6575-4d66-a63d-fd13f91e452d req-f1a67d8c-e3aa-4ad7-97e0-175c0fbf96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:24.329282 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9266c936-6575-4d66-a63d-fd13f91e452d req-f1a67d8c-e3aa-4ad7-97e0-175c0fbf96e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0548320 Jun 30 04:05:24.430197 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c936-6575-4d66-a63d-fd13f91e452d req-aed3b18e-e420-47f4-9710-f7e78afcf5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:24.431734 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9266c936-6575-4d66-a63d-fd13f91e452d req-aed3b18e-e420-47f4-9710-f7e78afcf5ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0818846 Jun 30 04:05:24.497564 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9266c936-6575-4d66-a63d-fd13f91e452d req-0eefa5a2-c4a6-4c6f-8500-64a9052635a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 1001 time: 0.0596242 Jun 30 04:05:24.542770 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c936-6575-4d66-a63d-fd13f91e452d req-0efcd1f9-ab36-4f68-aabe-9f6a23d1d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:24.544396 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9266c936-6575-4d66-a63d-fd13f91e452d req-0efcd1f9-ab36-4f68-aabe-9f6a23d1d2de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0414369 Jun 30 04:05:24.597338 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c936-6575-4d66-a63d-fd13f91e452d req-6f35b5c8-2287-498c-ae72-6b2e98b06f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:05:24.598769 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9266c936-6575-4d66-a63d-fd13f91e452d req-6f35b5c8-2287-498c-ae72-6b2e98b06f4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488296 Jun 30 04:05:24.692139 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9266c936-6575-4d66-a63d-fd13f91e452d req-15d768a3-5595-4a63-b38f-083f5f733e84 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864406 Jun 30 04:05:24.780519 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9266c936-6575-4d66-a63d-fd13f91e452d req-71963c1b-08c1-4d18-9a4e-8a0735b64b46 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816531 Jun 30 04:05:26.535320 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:05:28.635459 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-c1a24701-4b2f-4c66-a677-ac9bd9c17c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:31.332794 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d9ee170d-95d3-4576-8f69-dd96b6cca993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:31.349778 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:33.212844 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:34.938928 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:54.000309 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:54.308843 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:58.645910 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ce4f20c0-1938-4e23-975a-de474dd054f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:01.371555 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-32e9d26c-d5d1-4952-9422-9fa49e071026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:01.376785 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:03.229116 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:03.535097 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:06:04.982869 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:23.988134 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:24.278700 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-31bd4507-e914-4234-a303-2be0efd5af62 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864413 Jun 30 04:06:24.297040 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:24.373601 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-7a4b53ab-24f9-4652-9352-5eef6b6ad965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:24.375046 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-7a4b53ab-24f9-4652-9352-5eef6b6ad965 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0542028 Jun 30 04:06:24.473646 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-9dad1100-6236-49a8-8536-c3b1afcd53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:24.475039 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-9dad1100-6236-49a8-8536-c3b1afcd53ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0815718 Jun 30 04:06:24.539796 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-14d60163-2426-4124-91b5-0d23acad8c9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 1001 time: 0.0590258 Jun 30 04:06:24.586030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-242f5a2b-c57a-4ac0-80d5-729e54084a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:24.587441 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-242f5a2b-c57a-4ac0-80d5-729e54084a8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0416448 Jun 30 04:06:24.641513 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-2dff2bf5-ff11-48c0-aff4-9b7941148b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:24.642980 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-2dff2bf5-ff11-48c0-aff4-9b7941148b48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493357 Jun 30 04:06:24.732543 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-f55d2e03-df24-42ed-8804-e86b77cf0e6e service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821071 Jun 30 04:06:24.816734 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bcd8b9d3-57cc-4862-94aa-c34ce7f1fa11 req-8e46a5bf-4397-4649-8360-922b290ff921 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786633 Jun 30 04:06:28.662478 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4e08b5c6-fb2e-4135-8be9-a45f014e63ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:31.359004 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7f571047-0650-48dc-82e0-eb5f1211be1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:31.375963 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:33.182270 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:34.942412 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:40.535301 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:06:53.756004 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57578) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:06:53.908297 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Deleting port 63792296-b407-4c65-819b-9e90949e0994 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:06:53.908646 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:53.981638 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:53.984052 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:53.984389 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:53.996074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Calling delete_port for 63792296-b407-4c65-819b-9e90949e0994 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:06:54.204762 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:54.228947 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event deleted for resources: {'Port': ['ID=63792296-b407-4c65-819b-9e90949e0994,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:06:54.239283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.239634 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.239978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.240345 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.240678 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.241013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.241340 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.241694 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.242021 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.242347 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.242674 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.243001 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:54.303947 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:54.304280 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Floating IP 5fbbe986-aa76-4c82-bef9-e91520b23244 disassociated (deleted). External IP: 172.25.2.28, port: 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378. Jun 30 04:06:54.307836 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:54.502958 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Router b2390c56-9fea-4af8-a541-d04df6ac4015 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:06:54.603950 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:06:54.609164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:54.613420 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] Sync routers for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:06:54.622536 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:06:54.623186 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:06:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:06:54.647901 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1c869f94-32f6-472d-848b-23122b280948 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "DELETE /v2.0/floatingips/5fbbe986-aa76-4c82-bef9-e91520b23244 HTTP/1.1" status: 204 len: 168 time: 0.8907795 Jun 30 04:06:54.648500 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:06:54.650794 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201a820e-b0b0-48ed-9c23-97b4cc265f25" -d '{"events": [{"name": "network-changed", "server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:06:54.736959 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:06:54.745350 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1063a9-7ce7-4d09-85dd-c2d088ce621d x-openstack-request-id: req-5e1063a9-7ce7-4d09-85dd-c2d088ce621d {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:06:54.745675 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:06:54.745938 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e1063a9-7ce7-4d09-85dd-c2d088ce621d {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:06:54.746975 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'status': 'completed', 'code': 200} Jun 30 04:06:54.822932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-a8992e00-dcb7-4e94-90d3-b26907dcab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:54.824490 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-a8992e00-dcb7-4e94-90d3-b26907dcab87 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3bc49a94ad148d9acd77961881e1207&device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0539153 Jun 30 04:06:54.916771 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-49f2008c-d85d-4168-b449-6e0728febf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:54.921793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-49f2008c-d85d-4168-b449-6e0728febf61 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 200 len: 909 time: 0.0878644 Jun 30 04:06:54.938541 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:06:54.958899 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-94997149-801c-4882-8b7a-0ecb990de402 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 200 len: 217 time: 0.0345294 Jun 30 04:06:55.013904 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-b2c15121-08bd-49ab-92c2-0b7bfee49d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:55.015290 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-b2c15121-08bd-49ab-92c2-0b7bfee49d97 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 200 len: 847 time: 0.0505168 Jun 30 04:06:55.061765 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] Checking router: b2390c56-9fea-4af8-a541-d04df6ac4015 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:06:55.069766 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:06:55.070363 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:06:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:06:55.073456 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-32baa5d8-12f6-4b2e-b764-26afce452d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:55.073810 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-32baa5d8-12f6-4b2e-b764-26afce452d4f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528276 Jun 30 04:06:55.160007 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-d3121e3c-ec27-4bc8-910a-c83d34f76505 service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800114 Jun 30 04:06:55.171182 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:06:55.250597 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-201a820e-b0b0-48ed-9c23-97b4cc265f25 req-46e5524b-4e95-4e38-832d-860cc1d3f2ff service neutron] 10.222.0.83 "GET /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844076 Jun 30 04:06:55.361320 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:06:55.386255 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc5486-aae3-4adc-bda3-b66c781fe3bc None None] The sync data for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 is: [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T03:56:58Z', 'revision_number': 4, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': 'ae9756a0-5ecf-4de6-860e-6ebd863705cd', 'name': '', 'network_id': '1bbcd5ca-c1e0-4f32-8202-9e804942f4b9', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'mac_address': 'fa:16:3e:83:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:58Z', 'updated_at': '2021-06-30T03:57:05Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'subnets': [{'id': 'b1ae55f0-ab30-4ec2-bc27-c720249d8f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:06:55.596096 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a520c-750f-451e-86bc-2d66f29be3f3 None None] New status for floating IP 5fbbe986-aa76-4c82-bef9-e91520b23244: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:06:56.207418 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f98dd-d81a-4f1b-99c2-49c43091ec32 req-bcd3de2b-b3a5-4832-adce-254df7f49278 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:56.208809 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a7f98dd-d81a-4f1b-99c2-49c43091ec32 req-bcd3de2b-b3a5-4832-adce-254df7f49278 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0624449 Jun 30 04:06:56.246102 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7a7f98dd-d81a-4f1b-99c2-49c43091ec32 req-1010468f-9621-4cb5-8bde-f1e80d68af80 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314901 Jun 30 04:06:57.418405 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb4fe9-9b81-4272-8523-e7cb2898986a req-9211cb8f-0ac7-41ad-8e49-49c2823c490a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:57.419873 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1eb4fe9-9b81-4272-8523-e7cb2898986a req-9211cb8f-0ac7-41ad-8e49-49c2823c490a tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0654483 Jun 30 04:06:57.456576 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d1eb4fe9-9b81-4272-8523-e7cb2898986a req-01359ff9-9476-4e60-95f1-0074b0b3a50b tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/security-groups?id=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311918 Jun 30 04:06:57.662507 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-5d377595-d98a-457f-bd72-1d213f885af7 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:06:57.663950 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-5d377595-d98a-457f-bd72-1d213f885af7 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 946 time: 0.0650725 Jun 30 04:06:57.758859 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Deleting port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:06:57.759205 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:57.845647 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] For port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:06:57.846006 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:57.858785 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Calling delete_port for 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:06:58.067453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:58.100135 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event deleted for resources: {'Port': ['ID=8f7c0588-ff14-4e74-b3b5-6ab7ecb31378,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:06:58.129243 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.134897 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:06:58.156999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] No DVR routers for this DVR port 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:06:58.159489 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:58.161793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0f23ead4-d06c-434d-be9c-85e0ecab837f req-faa6a6ed-f9e9-449c-8838-af63621c8d7e tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.83 "DELETE /v2.0/ports/8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 HTTP/1.1" status: 204 len: 173 time: 0.4923229 Jun 30 04:06:58.162264 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'name': 'network-vif-deleted', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:06:58.164544 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310c53b6-ddf2-453e-ae11-088020980d00" -d '{"events": [{"server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "name": "network-vif-deleted", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:06:58.254896 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83edd999-c63c-4f98-aa7d-6a3208902923 x-openstack-request-id: req-83edd999-c63c-4f98-aa7d-6a3208902923 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:06:58.254896 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c91172a-e6db-4b63-8ad9-ba12dded4ba2", "name": "network-vif-deleted", "tag": "8f7c0588-ff14-4e74-b3b5-6ab7ecb31378", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:06:58.254896 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83edd999-c63c-4f98-aa7d-6a3208902923 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:06:58.254896 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c91172a-e6db-4b63-8ad9-ba12dded4ba2', 'name': 'network-vif-deleted', 'tag': '8f7c0588-ff14-4e74-b3b5-6ab7ecb31378', 'status': 'completed', 'code': 200} Jun 30 04:06:58.599907 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e8b4b042-5728-45e3-802e-a4c8371d0dfb req-7b41e91b-e506-4f1b-aacb-17b5c292f594 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 210 time: 0.0291810 Jun 30 04:06:58.650352 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d6ae8867-0958-4d27-9062-c044b6aa7baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:59.740755 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ff264c4d-2b8b-4b85-9668-d69a6fcb3a83 req-1da21090-604f-46aa-988c-2c5965c39987 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 210 time: 0.0276706 Jun 30 04:07:00.877982 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-5d9aea8d-6456-4cae-9593-8bf79fef05a9 req-1280ef28-fada-4808-a594-7892d1f7e8f8 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 210 time: 0.0276864 Jun 30 04:07:01.370589 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4f7921bd-2ad5-4e66-b0ea-8df8dc15bd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:01.398662 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:01.667794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:07:01.687600 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:07:01.687950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 8f7c0588-ff14-4e74-b3b5-6ab7ecb31378 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:07:02.222004 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-601f037a-3846-44b8-8aef-c4369cdeff27 req-ccc026cb-4dd2-4553-8999-e4fa78ad1887 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c91172a-e6db-4b63-8ad9-ba12dded4ba2 HTTP/1.1" status: 200 len: 210 time: 0.0321348 Jun 30 04:07:03.233233 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:03.312336 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57618) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:03.369103 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e8d839f-a8bc-4360-ab4e-9effaa6156c5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:03.394071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e8d839f-a8bc-4360-ab4e-9effaa6156c5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:03.519015 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e8d839f-a8bc-4360-ab4e-9effaa6156c5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:03.521894 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-1e8d839f-a8bc-4360-ab4e-9effaa6156c5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:03.523204 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-1e8d839f-a8bc-4360-ab4e-9effaa6156c5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] 10.222.0.77 "DELETE /v2.0/security-groups/f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821 HTTP/1.1" status: 204 len: 168 time: 0.2098820 Jun 30 04:07:03.533005 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d839f-a8bc-4360-ab4e-9effaa6156c5 tempest-TestShelveInstance-1288426876 tempest-TestShelveInstance-1288426876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d14a16-5ff9-4b8a-8ef8-9b88bbdd3821,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:03.640999 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57622) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:04.111406 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:04.353829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] Deleting port ae9756a0-5ecf-4de6-860e-6ebd863705cd {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:07:04.354081 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:04.429393 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] For port ae9756a0-5ecf-4de6-860e-6ebd863705cd, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=ae9756a0-5ecf-4de6-860e-6ebd863705cd,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:04.429780 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:04.445616 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] Calling delete_port for ae9756a0-5ecf-4de6-860e-6ebd863705cd owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:07:04.707725 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:04.734081 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9756a0-5ecf-4de6-860e-6ebd863705cd,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:04.902778 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:04.974601 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:05.120956 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] Router b2390c56-9fea-4af8-a541-d04df6ac4015 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:07:05.223717 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:07:05.228585 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-df504b8c-11d6-4727-a5c7-2ce35d8064b5 admin admin] 10.222.0.77 "PUT /v2.0/routers/b2390c56-9fea-4af8-a541-d04df6ac4015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5864000 Jun 30 04:07:05.447299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57626) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:05.447970 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] Sync routers for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:07:05.447970 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:05.447970 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:05.448527 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:05.448605 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:05.474499 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:05.543841 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T04:07:04Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:05.568504 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] Checking router: b2390c56-9fea-4af8-a541-d04df6ac4015 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:07:05.576446 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] Routers {'b2390c56-9fea-4af8-a541-d04df6ac4015'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:05.577068 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['b2390c56-9fea-4af8-a541-d04df6ac4015'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:05.674147 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Deleting port 0f834888-217c-4439-b003-62d462115262 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:07:05.674492 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:05.686214 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] Set router b2390c56-9fea-4af8-a541-d04df6ac4015 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:05.754946 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] For port 0f834888-217c-4439-b003-62d462115262, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=0f834888-217c-4439-b003-62d462115262,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:05.755196 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:05.767505 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Calling delete_port for 0f834888-217c-4439-b003-62d462115262 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:07:05.868664 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T04:07:04Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:05.894976 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b72d38-36a5-431c-97ca-78eb8746d97d None None] The sync data for ids ['b2390c56-9fea-4af8-a541-d04df6ac4015'] in n-d-798249-3 is: [{'id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'name': 'tempest-TestShelveInstance-671753560-router', 'tenant_id': 'c3bc49a94ad148d9acd77961881e1207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': '0f834888-217c-4439-b003-62d462115262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:55Z', 'updated_at': '2021-06-30T04:07:04Z', 'revision_number': 5, 'project_id': 'c3bc49a94ad148d9acd77961881e1207', 'gw_port': {'id': '0f834888-217c-4439-b003-62d462115262', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2390c56-9fea-4af8-a541-d04df6ac4015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:56Z', 'updated_at': '2021-06-30T03:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:07:06.325098 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.350771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f834888-217c-4439-b003-62d462115262,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:06.414700 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.505848 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.507922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.627186 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.628066 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2390c56-9fea-4af8-a541-d04df6ac4015 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:07:06.632787 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.633454 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3045414b-d1c3-41fd-b2ab-1a2f5ad709c4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b2390c56-9fea-4af8-a541-d04df6ac4015 HTTP/1.1" status: 204 len: 168 time: 1.4003050 Jun 30 04:07:06.636074 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57630) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:06.681484 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e59a220-76b4-4ac5-9f62-15a769f3f72c admin admin] Deleting subnet b1ae55f0-ab30-4ec2-bc27-c720249d8f1a {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 04:07:06.685440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e59a220-76b4-4ac5-9f62-15a769f3f72c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.721348 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e59a220-76b4-4ac5-9f62-15a769f3f72c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.803175 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e59a220-76b4-4ac5-9f62-15a769f3f72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.925071 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e59a220-76b4-4ac5-9f62-15a769f3f72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.950941 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59a220-76b4-4ac5-9f62-15a769f3f72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ae55f0-ab30-4ec2-bc27-c720249d8f1a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:06.954651 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-2e59a220-76b4-4ac5-9f62-15a769f3f72c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:06.956611 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2e59a220-76b4-4ac5-9f62-15a769f3f72c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b1ae55f0-ab30-4ec2-bc27-c720249d8f1a HTTP/1.1" status: 204 len: 168 time: 0.3193982 Jun 30 04:07:06.959131 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57632) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:06.960117 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e1424f-be28-4fe4-81b4-8a78f2899b72 None None] Network 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:07:07.030956 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.090304 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Deleting port d9c7461b-f636-4db3-b93a-c9032bae6757 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:07:07.090739 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.118620 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ae9756a0-5ecf-4de6-860e-6ebd863705cd no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:07:07.138630 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: ae9756a0-5ecf-4de6-860e-6ebd863705cd {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:07:07.139003 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device ae9756a0-5ecf-4de6-860e-6ebd863705cd not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:07:07.139421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f834888-217c-4439-b003-62d462115262 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:07:07.162075 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 0f834888-217c-4439-b003-62d462115262 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:07:07.162429 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 0f834888-217c-4439-b003-62d462115262 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:07:07.167280 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] DHCP port deletion for 1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 04:07:07.181961 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] For port d9c7461b-f636-4db3-b93a-c9032bae6757, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d9c7461b-f636-4db3-b93a-c9032bae6757,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:07.182265 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.194875 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Calling delete_port for d9c7461b-f636-4db3-b93a-c9032bae6757 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:07:07.215007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Deleting port d9c7461b-f636-4db3-b93a-c9032bae6757 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:07:07.215401 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.282947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] For port d9c7461b-f636-4db3-b93a-c9032bae6757, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=d9c7461b-f636-4db3-b93a-c9032bae6757,segment=NetworkSegment(435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1),segment_id=435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:07.290326 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.295994 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Calling delete_port for d9c7461b-f636-4db3-b93a-c9032bae6757 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:07:07.381616 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.388178 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.408978 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c7461b-f636-4db3-b93a-c9032bae6757,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:07.410831 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] No DVR routers for this DVR port d9c7461b-f636-4db3-b93a-c9032bae6757 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:07:07.413696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Pushing event deleted for resources: {'Port': ['ID=d9c7461b-f636-4db3-b93a-c9032bae6757,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:07.416238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] No DVR routers for this DVR port d9c7461b-f636-4db3-b93a-c9032bae6757 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:07:07.427409 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.427764 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.428136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.428421 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.428814 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.429138 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.429474 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.429820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.430143 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.430459 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.430778 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.431092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a197b5d1-515c-4f95-a688-b2d125c9049e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:07.484620 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.495371 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbcd5ca-c1e0-4f32-8202-9e804942f4b9']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:07.505212 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:07.505541 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435dfbf4-f074-41e1-a45e-6eb3f9cdd5a1') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:07.514624 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.528419 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.534498 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:07:07.534890 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: timer() Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 04:07:07.536562 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 04:07:07.677321 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.682934 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:07.685247 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] 10.222.0.77 "DELETE /v2.0/networks/1bbcd5ca-c1e0-4f32-8202-9e804942f4b9 HTTP/1.1" status: 204 len: 168 time: 0.7252026 Jun 30 04:07:07.688262 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57634) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:07.696462 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05df2c2-bd79-4968-acf7-60e6007c775a admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbcd5ca-c1e0-4f32-8202-9e804942f4b9,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:08.018498 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:08.259688 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] Deleting port db894f9c-f795-4a42-96bc-ad9f537533e1 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:07:08.260030 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:08.336169 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] For port db894f9c-f795-4a42-96bc-ad9f537533e1, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=db894f9c-f795-4a42-96bc-ad9f537533e1,segment=NetworkSegment(f3aff34d-f2d6-4cdd-8158-38da0cb20f91),segment_id=f3aff34d-f2d6-4cdd-8158-38da0cb20f91)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:08.336444 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:08.348477 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] Calling delete_port for db894f9c-f795-4a42-96bc-ad9f537533e1 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:07:08.603169 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:08.627468 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=db894f9c-f795-4a42-96bc-ad9f537533e1,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:08.790782 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:09.148755 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d9c7461b-f636-4db3-b93a-c9032bae6757 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:07:09.169370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: d9c7461b-f636-4db3-b93a-c9032bae6757 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:07:09.169894 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device d9c7461b-f636-4db3-b93a-c9032bae6757 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:07:09.336551 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] Router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:07:09.436155 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:07:09.442583 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6fc28852-1d68-40e9-b1b3-3b2288ab16a6 admin admin] 10.222.0.77 "PUT /v2.0/routers/f0bed23c-d719-44bf-a28a-c8bb2b1d4a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7523229 Jun 30 04:07:09.444327 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57638) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:09.444438 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] Sync routers for ids ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:07:09.454079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] Routers {'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:09.454696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:09.544515 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Notify callbacks [] for router, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:09.556838 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] Set router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:09.643287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:09.729065 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'name': 'tempest-TestShelveInstance-281023043-router', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:57:01Z', 'updated_at': '2021-06-30T04:07:08Z', 'revision_number': 5, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'gw_port': {'id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:02Z', 'updated_at': '2021-06-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:09.758530 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] Checking router: f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:07:09.766564 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] Routers {'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:09.767137 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:09.829139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Deleting port a6cd6277-56f8-4114-a3c9-fc424ba67cb4 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:07:09.829714 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:09.867964 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] Set router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:09.908488 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] For port a6cd6277-56f8-4114-a3c9-fc424ba67cb4, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a6cd6277-56f8-4114-a3c9-fc424ba67cb4,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:09.908790 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:09.920905 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Calling delete_port for a6cd6277-56f8-4114-a3c9-fc424ba67cb4 owned by network:router_gateway {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:07:10.043624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'name': 'tempest-TestShelveInstance-281023043-router', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:57:01Z', 'updated_at': '2021-06-30T04:07:08Z', 'revision_number': 5, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'gw_port': {'id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:02Z', 'updated_at': '2021-06-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:10.069204 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bd89b7-df56-41a3-a293-b0ae6c925ae5 None None] The sync data for ids ['f0bed23c-d719-44bf-a28a-c8bb2b1d4a88'] in n-d-798249-3 is: [{'id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'name': 'tempest-TestShelveInstance-281023043-router', 'tenant_id': 'b31acc4fcfad453c8e4401c91935c358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:57:01Z', 'updated_at': '2021-06-30T04:07:08Z', 'revision_number': 5, 'project_id': 'b31acc4fcfad453c8e4401c91935c358', 'gw_port': {'id': 'a6cd6277-56f8-4114-a3c9-fc424ba67cb4', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bed23c-d719-44bf-a28a-c8bb2b1d4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:57:02Z', 'updated_at': '2021-06-30T03:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:07:10.191535 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.217083 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cd6277-56f8-4114-a3c9-fc424ba67cb4,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:10.280042 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.368127 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.370081 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.489079 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.489703 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 {{(pid=94531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:07:10.494006 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.495142 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fca2c0c3-084b-42c9-9f4f-3469ddf44164 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f0bed23c-d719-44bf-a28a-c8bb2b1d4a88 HTTP/1.1" status: 204 len: 168 time: 1.0499079 Jun 30 04:07:10.497683 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57644) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:10.543236 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_v2 [None req-78056cf2-5ab1-48bd-9df8-558a29702251 admin admin] Deleting subnet 2fa653d8-66b2-46c5-9936-79f1f23399e3 {{(pid=94531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 04:07:10.546309 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78056cf2-5ab1-48bd-9df8-558a29702251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.579893 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78056cf2-5ab1-48bd-9df8-558a29702251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3384613'] for subnet, precommit_delete_associations {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.663564 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78056cf2-5ab1-48bd-9df8-558a29702251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.833147 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78056cf2-5ab1-48bd-9df8-558a29702251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3311799'] for subnet, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.859235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78056cf2-5ab1-48bd-9df8-558a29702251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa653d8-66b2-46c5-9936-79f1f23399e3,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:10.861229 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-78056cf2-5ab1-48bd-9df8-558a29702251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.863081 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-78056cf2-5ab1-48bd-9df8-558a29702251 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2fa653d8-66b2-46c5-9936-79f1f23399e3 HTTP/1.1" status: 204 len: 168 time: 0.3644865 Jun 30 04:07:10.865765 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57646) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:10.866042 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8171fc-4985-4292-a8cf-7ad2cde33300 None None] Network 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:07:10.936230 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:10.988670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Deleting port 3169e7af-1165-41bb-b886-784a24452a68 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:07:10.988938 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.046080 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22303d3a-bf5b-4bf6-a5da-4269811bb6f1 None None] DHCP port deletion for 4edd6c3b-18f2-42c2-9ee0-a68b58d12159 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 04:07:11.056831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] For port 3169e7af-1165-41bb-b886-784a24452a68, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3169e7af-1165-41bb-b886-784a24452a68,segment=NetworkSegment(f3aff34d-f2d6-4cdd-8158-38da0cb20f91),segment_id=f3aff34d-f2d6-4cdd-8158-38da0cb20f91)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:11.057200 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.072504 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Calling delete_port for 3169e7af-1165-41bb-b886-784a24452a68 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:07:11.099092 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-22303d3a-bf5b-4bf6-a5da-4269811bb6f1 None None] Deleting port 3169e7af-1165-41bb-b886-784a24452a68 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:07:11.099552 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22303d3a-bf5b-4bf6-a5da-4269811bb6f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.140270 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device db894f9c-f795-4a42-96bc-ad9f537533e1 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:07:11.166406 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: db894f9c-f795-4a42-96bc-ad9f537533e1 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:07:11.166738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device db894f9c-f795-4a42-96bc-ad9f537533e1 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:07:11.167148 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 3169e7af-1165-41bb-b886-784a24452a68 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:07:11.205265 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-22303d3a-bf5b-4bf6-a5da-4269811bb6f1 None None] For port 3169e7af-1165-41bb-b886-784a24452a68, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=3169e7af-1165-41bb-b886-784a24452a68,segment=NetworkSegment(f3aff34d-f2d6-4cdd-8158-38da0cb20f91),segment_id=f3aff34d-f2d6-4cdd-8158-38da0cb20f91)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:11.205678 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22303d3a-bf5b-4bf6-a5da-4269811bb6f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.222848 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-22303d3a-bf5b-4bf6-a5da-4269811bb6f1 None None] Calling delete_port for 3169e7af-1165-41bb-b886-784a24452a68 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:07:11.250187 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.276418 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3169e7af-1165-41bb-b886-784a24452a68,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:11.278176 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] No DVR routers for this DVR port 3169e7af-1165-41bb-b886-784a24452a68 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:07:11.290217 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Port 3169e7af-1165-41bb-b886-784a24452a68 update to DOWN by agent not found {{(pid=94532) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 04:07:11.290735 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a6cd6277-56f8-4114-a3c9-fc424ba67cb4 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:07:11.313043 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: a6cd6277-56f8-4114-a3c9-fc424ba67cb4 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:07:11.313385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a6cd6277-56f8-4114-a3c9-fc424ba67cb4 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:07:11.342466 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-22303d3a-bf5b-4bf6-a5da-4269811bb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.354498 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.364731 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edd6c3b-18f2-42c2-9ee0-a68b58d12159']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:11.366699 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22303d3a-bf5b-4bf6-a5da-4269811bb6f1 None None] Pushing event deleted for resources: {'Port': ['ID=3169e7af-1165-41bb-b886-784a24452a68,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:11.371627 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22303d3a-bf5b-4bf6-a5da-4269811bb6f1 None None] No DVR routers for this DVR port 3169e7af-1165-41bb-b886-784a24452a68 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:07:11.376023 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:11.376326 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3aff34d-f2d6-4cdd-8158-38da0cb20f91') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:11.385557 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.399398 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.405776 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:07:11.406164 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: timer() Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 04:07:11.418242 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 04:07:11.553138 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.557334 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:11.559650 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4edd6c3b-18f2-42c2-9ee0-a68b58d12159 HTTP/1.1" status: 204 len: 168 time: 0.6929450 Jun 30 04:07:11.572202 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf4e30-a4e5-4e1f-862a-7fc834347bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4edd6c3b-18f2-42c2-9ee0-a68b58d12159,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:11.948316 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57652) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:11.989596 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-df79b6f5-ac96-4289-a029-e97a3263df4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3bc49a94ad148d9acd77961881e1207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394635 Jun 30 04:07:11.991963 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57654) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:12.045815 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb9eab4a-9592-4aec-aa6f-8f43918c8b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:12.066122 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb9eab4a-9592-4aec-aa6f-8f43918c8b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:12.238680 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb9eab4a-9592-4aec-aa6f-8f43918c8b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:12.241216 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-fb9eab4a-9592-4aec-aa6f-8f43918c8b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:12.242402 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-fb9eab4a-9592-4aec-aa6f-8f43918c8b49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bdbf6602-f481-4cc4-88a3-ec3fa0594d2d HTTP/1.1" status: 204 len: 168 time: 0.2495213 Jun 30 04:07:12.251074 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9eab4a-9592-4aec-aa6f-8f43918c8b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbf6602-f481-4cc4-88a3-ec3fa0594d2d,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:13.007473 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57660) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:13.047281 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6711b265-298e-429b-973c-1182b788a6cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b31acc4fcfad453c8e4401c91935c358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382063 Jun 30 04:07:13.049750 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57662) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:13.096884 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-edb4cbf9-8edc-4f15-9d49-f6070adb4041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:13.117918 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-edb4cbf9-8edc-4f15-9d49-f6070adb4041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:13.242510 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-edb4cbf9-8edc-4f15-9d49-f6070adb4041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:13.244911 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-edb4cbf9-8edc-4f15-9d49-f6070adb4041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:13.246209 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-edb4cbf9-8edc-4f15-9d49-f6070adb4041 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd11e986-145d-432f-9170-0d98edfbb0ce HTTP/1.1" status: 204 len: 168 time: 0.1955824 Jun 30 04:07:13.253932 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4cbf9-8edc-4f15-9d49-f6070adb4041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd11e986-145d-432f-9170-0d98edfbb0ce,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:14.482320 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57684) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:14.586825 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1894833524-network', 'tenant_id': '7eb3aefe05874acbb285364c794de77a'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:14.672775 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Made reservation on behalf of 7eb3aefe05874acbb285364c794de77a for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:07:14.675161 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:14.683642 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:14.777641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:14.855149 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:14.878593 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:07:14.888417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b5a69c-bfd0-49c8-83b7-5d588131f19f,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:14.893061 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:14.893410 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Added segment be75223c-653f-4dda-97c1-d3b5a318cdb1 of type vlan for network f8e8fb90-47c8-43f6-ad64-34a47873d282 Jun 30 04:07:14.933817 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:15.038413 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:15.039545 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:15.040433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:15.097404 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e8fb90-47c8-43f6-ad64-34a47873d282,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:15.107646 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network f8e8fb90-47c8-43f6-ad64-34a47873d282 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:07:15.159214 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-ea7bc7bb-0b17-4dba-9cda-46d20c7ff4b1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6757956 Jun 30 04:07:15.162202 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57688) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:15.169118 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Request body: {'subnet': {'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1894833524-subnet', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'ip_version': 4}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:15.267061 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Made reservation on behalf of 7eb3aefe05874acbb285364c794de77a for: {'subnet': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:07:15.269455 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9071065'] for subnet, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:15.553196 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9072987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9071055'] for subnet, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:15.614479 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab119ce-414a-4aff-b589-2e006f70be5a,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:15.623401 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Checking segment: {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:07:15.623772 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Network hostable DHCP agents. Network: f8e8fb90-47c8-43f6-ad64-34a47873d282, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:07:15.792605 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Network f8e8fb90-47c8-43f6-ad64-34a47873d282 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:07:15.861274 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, f8e8fb90-47c8-43f6-ad64-34a47873d282) {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:15.865980 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:15.866922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:15.870316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf179a-2d4e-42cd-9a6b-e60c9781323a None None] Network f8e8fb90-47c8-43f6-ad64-34a47873d282 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:07:15.969682 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-0ea76370-c91a-4b12-b23a-33b82918253b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8063979 Jun 30 04:07:15.972393 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57690) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:15.977059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:16.011760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-f8e8fb90-47c8-43f6-ad64-34a47873d282', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 04:07:16.012619 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.038970 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.040400 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.089738 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.143949 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Allocated IP 172.20.0.2 (f8e8fb90-47c8-43f6-ad64-34a47873d282/4ab119ce-414a-4aff-b589-2e006f70be5a/2d3a5e55-07cb-4fc8-87b3-3a77b887be22) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:16.279922 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.435282 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.443232 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Transition to ACTIVE for port object 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:16.458673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Transition to ACTIVE for port object 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:16.536107 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.577583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Network f8e8fb90-47c8-43f6-ad64-34a47873d282 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:16.580471 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:16.584540 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:07:16.586074 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.594116 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Pushing event updated for resources: {'Port': ['ID=2d3a5e55-07cb-4fc8-87b3-3a77b887be22,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:16.605387 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.647986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Attempting to bind port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 04:07:16.648407 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Attempting to bind port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 04:07:16.648841 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Attempting to bind port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 on network f8e8fb90-47c8-43f6-ad64-34a47873d282 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:07:16.654110 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 04:07:16.654563 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Checking segment: {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:07:16.654967 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.655358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Bound using segment: {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 04:07:16.655825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Bound port: 2d3a5e55-07cb-4fc8-87b3-3a77b887be22, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 04:07:16.656209 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.706002 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Allocated IP 172.25.2.82 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/40fd61e6-9600-4f92-ace4-b4c4b94d93ba) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:16.718880 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] For port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:07:16.721864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] For port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d3a5e55-07cb-4fc8-87b3-3a77b887be22,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:07:16.804772 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.807940 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.867987 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc46c04-1897-42ee-9449-2ceb229e2b32 None None] Pushing event updated for resources: {'Port': ['ID=2d3a5e55-07cb-4fc8-87b3-3a77b887be22,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:16.907844 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:16.949184 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:16.952702 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:16.960059 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:07:16.963171 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Pushing event updated for resources: {'Port': ['ID=40fd61e6-9600-4f92-ace4-b4c4b94d93ba,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:17.138566 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:17.277320 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:17.342052 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:17.534450 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:07:17.536468 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:17.739467 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e795d9-d80e-4e52-9761-69f45c13a6f0 None None] Network f8e8fb90-47c8-43f6-ad64-34a47873d282 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:07:17.781041 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Router fad51e41-8196-4227-adde-067ea9c71da9 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 04:07:17.880163 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bef10fbf-d365-4a17-8937-7a5dc0991f13 None None] Provisioning for port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:17.884986 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bef10fbf-d365-4a17-8937-7a5dc0991f13 None None] Provisioning complete for port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:17.885360 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bef10fbf-d365-4a17-8937-7a5dc0991f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:17.887224 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:07:17.897556 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Sync routers for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:07:17.908241 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:17.908888 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:17.978599 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bef10fbf-d365-4a17-8937-7a5dc0991f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.001736 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.003362 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-d61b5064-cfa1-44bd-b4a2-591cf72f1890 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0299020 Jun 30 04:07:18.006032 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57692) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:18.017125 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-bef10fbf-d365-4a17-8937-7a5dc0991f13 None None] For port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d3a5e55-07cb-4fc8-87b3-3a77b887be22,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:18.023228 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:18.117102 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bef10fbf-d365-4a17-8937-7a5dc0991f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.170995 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef10fbf-d365-4a17-8937-7a5dc0991f13 None None] Pushing event updated for resources: {'Port': ['ID=2d3a5e55-07cb-4fc8-87b3-3a77b887be22,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:18.204936 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:17Z', 'revision_number': 3, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:18.236551 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-1371f536-3fd5-4488-8874-4c47faff3299 None None] Provisioning complete for port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:18.237175 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1371f536-3fd5-4488-8874-4c47faff3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.326419 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Checking router: fad51e41-8196-4227-adde-067ea9c71da9 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:07:18.326762 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Updating router fad51e41-8196-4227-adde-067ea9c71da9 port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:07:18.359703 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.441257 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.593687 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Allocated IP 172.20.0.1 (f8e8fb90-47c8-43f6-ad64-34a47873d282/4ab119ce-414a-4aff-b589-2e006f70be5a/43b52dc3-7861-4eaf-b9a7-4ab2b513376c) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:18.600905 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.610356 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Transition to ACTIVE for port object 40fd61e6-9600-4f92-ace4-b4c4b94d93ba will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:18.695433 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.708954 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.provisioning_blocks [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Transition to ACTIVE for port object 43b52dc3-7861-4eaf-b9a7-4ab2b513376c will not be triggered until provisioned by entity DHCP. {{(pid=94530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:18.718686 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.768269 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Attempting to bind port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 04:07:18.768641 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Attempting to bind port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 04:07:18.769003 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Attempting to bind port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:07:18.777770 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Pushing event updated for resources: {'Port': ['ID=40fd61e6-9600-4f92-ace4-b4c4b94d93ba,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:18.781294 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 04:07:18.781758 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:07:18.782206 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.782592 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 04:07:18.783048 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Bound port: 40fd61e6-9600-4f92-ace4-b4c4b94d93ba, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 04:07:18.783420 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.789508 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.790129 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.790460 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.790784 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.791104 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.791422 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.791737 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.792050 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.792361 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.792673 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.792984 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.793292 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:07:18.808683 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.842226 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] For port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:07:18.845483 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] For port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=40fd61e6-9600-4f92-ace4-b4c4b94d93ba,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:07:18.850256 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Network f8e8fb90-47c8-43f6-ad64-34a47873d282 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:18.853040 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:18.859279 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:07:18.862229 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Pushing event updated for resources: {'Port': ['ID=43b52dc3-7861-4eaf-b9a7-4ab2b513376c,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:18.899038 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.938550 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:18.996996 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320c8f9-7563-46e9-98dc-b7f57c688d7d None None] Pushing event updated for resources: {'Port': ['ID=40fd61e6-9600-4f92-ace4-b4c4b94d93ba,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:19.009438 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:19.010545 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:19.116338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:19.119352 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:19.172760 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:19.173085 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:19.245744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-39d25049-d69e-4c3b-bd2a-c42abb66222d None None] Provisioning for port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:19.253884 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-39d25049-d69e-4c3b-bd2a-c42abb66222d None None] Provisioning complete for port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:19.254414 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39d25049-d69e-4c3b-bd2a-c42abb66222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:19.293026 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-39d25049-d69e-4c3b-bd2a-c42abb66222d None None] Port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 04:07:19.317598 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:17Z', 'revision_number': 3, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:19.343286 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e24e76-01b0-4706-907a-2fa6ca0d6b37 None None] The sync data for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 is: [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:17Z', 'revision_number': 3, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:07:19.484747 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:19.659075 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:19.804325 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:19.873932 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Pushing event updated for resources: {'Port': ['ID=43b52dc3-7861-4eaf-b9a7-4ab2b513376c,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:19.876435 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:19.967630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Network f8e8fb90-47c8-43f6-ad64-34a47873d282 is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:19.969047 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:20.095186 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Router fad51e41-8196-4227-adde-067ea9c71da9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:07:20.208480 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:07:20.213366 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3cb088f1-7c83-4db4-8120-3bb125fbd047 admin admin] 10.222.0.77 "PUT /v2.0/routers/fad51e41-8196-4227-adde-067ea9c71da9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2063844 Jun 30 04:07:20.221238 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-ec08c749-3d9d-4f3e-9d21-3b9ae757cd0f None None] Provisioning complete for port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:20.221754 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ec08c749-3d9d-4f3e-9d21-3b9ae757cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:20.256009 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-ec08c749-3d9d-4f3e-9d21-3b9ae757cd0f None None] Port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 04:07:20.889393 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Sync routers for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:07:20.898201 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:20.898803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:20.990658 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57708) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:20.995767 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-504199362-network', 'tenant_id': 'bb576e747a994770bf4d53c282e28861'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:21.002392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:21.088785 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Made reservation on behalf of bb576e747a994770bf4d53c282e28861 for: {'network': 1} {{(pid=94530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:07:21.092003 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for network, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.101429 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.140943 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 40fd61e6-9600-4f92-ace4-b4c4b94d93ba up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:21.196148 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.238149 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 2, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:21.264698 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Checking router: fad51e41-8196-4227-adde-067ea9c71da9 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:07:21.265047 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Updating router fad51e41-8196-4227-adde-067ea9c71da9 port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:07:21.300789 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.311298 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.311424 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:21.315580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:21.315943 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.332719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=94530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 04:07:21.346145 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb571110-f2fd-4cf3-9595-294759bf8dab,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:21.351235 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.351648 n-d-798249-3 neutron-server[94530]: INFO neutron.db.segments_db [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Added segment 2dfb43f1-2388-4cdc-b476-e1088c87a1a1 of type vlan for network 1b4d3844-9d93-4244-9149-65dc9a455891 Jun 30 04:07:21.392519 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735828143418'] for network, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.510354 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.528195 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310'] for network, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.529272 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:21.529902 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.538739 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=40fd61e6-9600-4f92-ace4-b4c4b94d93ba,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:21.589158 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4d3844-9d93-4244-9149-65dc9a455891,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:21.610269 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Network 1b4d3844-9d93-4244-9149-65dc9a455891 details requested by agent ovs-agent-n-d-798249-3 with host n-d-798249-3 {{(pid=94532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 04:07:21.646976 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.661049 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-df9259b1-e3b3-47f8-9dd8-f216e33c2ee6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6691744 Jun 30 04:07:21.663993 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57710) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:21.669856 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Request body: {'subnet': {'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-504199362-subnet', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'ip_version': 4}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:21.700575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.728738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Transition to ACTIVE for port object 43b52dc3-7861-4eaf-b9a7-4ab2b513376c will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:21.735262 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=40fd61e6-9600-4f92-ace4-b4c4b94d93ba,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:21.780862 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Made reservation on behalf of bb576e747a994770bf4d53c282e28861 for: {'subnet': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:07:21.783273 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3311768'] for subnet, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.815497 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.869719 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fa76d-d905-47a8-b422-88be7febeab4 None None] Pushing event updated for resources: {'Port': ['ID=43b52dc3-7861-4eaf-b9a7-4ab2b513376c,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:21.923503 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Attempting to bind port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 04:07:21.924022 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Attempting to bind port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 04:07:21.924501 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Attempting to bind port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c on network f8e8fb90-47c8-43f6-ad64-34a47873d282 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:07:21.930272 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 04:07:21.930793 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Checking segment: {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:07:21.931339 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.932119 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Bound using segment: {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 04:07:21.932634 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Bound port: 43b52dc3-7861-4eaf-b9a7-4ab2b513376c, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 04:07:21.933018 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:21.997191 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] For port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:07:22.000327 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] For port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=43b52dc3-7861-4eaf-b9a7-4ab2b513376c,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:07:22.020828 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4112770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3311758'] for subnet, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:22.087356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad684164-0afa-47b4-99d3-2a38d34b32a5,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:22.096323 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Checking segment: {'id': '2dfb43f1-2388-4cdc-b476-e1088c87a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:07:22.096686 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Network hostable DHCP agents. Network: 1b4d3844-9d93-4244-9149-65dc9a455891, hostable agents: ['3d258361-99d0-4b5c-b40f-ed88da401aaf'], hosted agents: [] {{(pid=94531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 04:07:22.125097 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:22.181591 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:22.182219 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:22.192808 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Network 1b4d3844-9d93-4244-9149-65dc9a455891 is scheduled to be hosted by DHCP agent 3d258361-99d0-4b5c-b40f-ed88da401aaf with binding_index 1 {{(pid=94531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 04:07:22.217851 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fa76d-d905-47a8-b422-88be7febeab4 None None] Pushing event updated for resources: {'Port': ['ID=43b52dc3-7861-4eaf-b9a7-4ab2b513376c,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:22.267419 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798249-3, 1b4d3844-9d93-4244-9149-65dc9a455891) {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:22.272413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:22.273355 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:22.280290 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc1919-423f-4eae-9ca6-c9033b396da4 None None] Network 1b4d3844-9d93-4244-9149-65dc9a455891 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:07:22.339860 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:22.371085 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-dfbed2b7-a0c5-417a-a03c-d0187f142ae7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7052958 Jun 30 04:07:22.373148 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57712) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:22.377695 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-504199362-router', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:22.483048 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100494'] for router, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:22.484057 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717397', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-100503'] for router, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:22.537776 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:22.559555 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp79121647-7a97-566c-8fcd-f8afec99b61d-1b4d3844-9d93-4244-9149-65dc9a455891', 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'fixed_ips': [{'subnet_id': 'ad684164-0afa-47b4-99d3-2a38d34b32a5'}]}} from n-d-798249-3. {{(pid=94532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 04:07:22.560372 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:22.769755 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-100581'] for router, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:22.881654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:22.911787 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20930dc-a90e-4ba9-bd0e-21b48387b214 None None] The sync data for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 is: [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:07:22.922716 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.db_base_plugin_common [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Allocated IP 172.20.0.2 (1b4d3844-9d93-4244-9149-65dc9a455891/ad684164-0afa-47b4-99d3-2a38d34b32a5/c976f133-0007-48ea-bc2f-d5c0fe183451) {{(pid=94532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:23.097992 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.104027 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Notify callbacks [] for port, precommit_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.121584 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Transition to ACTIVE for port object c976f133-0007-48ea-bc2f-d5c0fe183451 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:23.133180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.145276 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Transition to ACTIVE for port object c976f133-0007-48ea-bc2f-d5c0fe183451 will not be triggered until provisioned by entity DHCP. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:23.237190 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 40fd61e6-9600-4f92-ace4-b4c4b94d93ba up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:23.243184 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Allocated IP 172.25.2.234 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/a97696ca-9931-4572-a94e-38e64eb314e7) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:23.245164 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073'] for port, after_create {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.313919 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Network 1b4d3844-9d93-4244-9149-65dc9a455891 is already hosted by enough agents. {{(pid=94532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:23.320882 n-d-798249-3 neutron-server[94532]: DEBUG neutron.scheduler.base_scheduler [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Resources bound (agent type, host, resource id): {{(pid=94532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:23.331694 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Received port after_create {{(pid=94532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:07:23.338493 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Pushing event updated for resources: {'Port': ['ID=c976f133-0007-48ea-bc2f-d5c0fe183451,revision_number=1']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:23.356024 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.390378 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:23.390777 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.418962 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Attempting to bind port c976f133-0007-48ea-bc2f-d5c0fe183451 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 04:07:23.419334 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Attempting to bind port c976f133-0007-48ea-bc2f-d5c0fe183451 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '2dfb43f1-2388-4cdc-b476-e1088c87a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 04:07:23.419701 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Attempting to bind port c976f133-0007-48ea-bc2f-d5c0fe183451 on network 1b4d3844-9d93-4244-9149-65dc9a455891 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:07:23.428820 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 04:07:23.429200 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Checking segment: {'id': '2dfb43f1-2388-4cdc-b476-e1088c87a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:07:23.433227 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.433227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Bound using segment: {'id': '2dfb43f1-2388-4cdc-b476-e1088c87a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 04:07:23.433227 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Bound port: c976f133-0007-48ea-bc2f-d5c0fe183451, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfb43f1-2388-4cdc-b476-e1088c87a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 04:07:23.433227 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.460229 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.501452 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:23.504523 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:23.507220 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:07:23.535787 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a97696ca-9931-4572-a94e-38e64eb314e7,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:23.539837 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 43b52dc3-7861-4eaf-b9a7-4ab2b513376c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:23.544532 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] For port c976f133-0007-48ea-bc2f-d5c0fe183451, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:07:23.576458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] For port c976f133-0007-48ea-bc2f-d5c0fe183451, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c976f133-0007-48ea-bc2f-d5c0fe183451,segment=NetworkSegment(2dfb43f1-2388-4cdc-b476-e1088c87a1a1),segment_id=2dfb43f1-2388-4cdc-b476-e1088c87a1a1)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:07:23.655297 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.684864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:23.701782 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:23.702183 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.748972 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60f0c-190d-4fb6-afd0-b0286aac0b36 None None] Pushing event updated for resources: {'Port': ['ID=c976f133-0007-48ea-bc2f-d5c0fe183451,revision_number=2']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:23.808205 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.848128 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=43b52dc3-7861-4eaf-b9a7-4ab2b513376c,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:23.917198 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:23.943559 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:24.000007 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=43b52dc3-7861-4eaf-b9a7-4ab2b513376c,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:24.025517 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:24.145676 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1716802'] for router, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:24.317234 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:24.353102 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 is scheduled to L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c with binding_index 1 {{(pid=94531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 04:07:24.461311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:07:24.472688 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Sync routers for ids ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:07:24.482090 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Routers {'1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:24.482712 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:24.558419 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:24.559705 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-632f0ffd-a8d0-4e87-abfa-5c6a582270d7 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1855664 Jun 30 04:07:24.562524 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57714) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:24.601874 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Set router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:24.703025 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f948b2-3856-480c-8408-df04dd22cf51 None None] Network 1b4d3844-9d93-4244-9149-65dc9a455891 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:07:24.798190 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'name': 'tempest-TestSnapshotPattern-504199362-router', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:22Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 3, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'gw_port': {'id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:23Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:24.828696 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Checking router: 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:07:24.829937 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Updating router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 port a97696ca-9931-4572-a94e-38e64eb314e7 binding host n-d-798249-3 {{(pid=94533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:07:24.865604 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-bdb7a8b9-fbe7-4716-9278-6a702587b3c0 None None] Provisioning for port c976f133-0007-48ea-bc2f-d5c0fe183451 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:24.866610 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.162482 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Notify callbacks [] for port, precommit_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.173467 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.provisioning_blocks [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Transition to ACTIVE for port object a97696ca-9931-4572-a94e-38e64eb314e7 will not be triggered until provisioned by entity L2. {{(pid=94533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:25.254133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 43b52dc3-7861-4eaf-b9a7-4ab2b513376c up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:25.261778 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.319644 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:25.320142 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.321269 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59a272-29e5-41ba-8d4b-b72c659e0f4e None None] Pushing event updated for resources: {'Port': ['ID=a97696ca-9931-4572-a94e-38e64eb314e7,revision_number=2']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:25.325547 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Attempting to bind port a97696ca-9931-4572-a94e-38e64eb314e7 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 04:07:25.326091 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Attempting to bind port a97696ca-9931-4572-a94e-38e64eb314e7 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 04:07:25.331414 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Attempting to bind port a97696ca-9931-4572-a94e-38e64eb314e7 on network ef5c174b-cf7d-402c-ac77-40e17ff248fa {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:07:25.331842 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 04:07:25.332212 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Checking segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:07:25.332614 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.332991 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Bound using segment: {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'} {{(pid=94533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 04:07:25.333449 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.managers [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Bound port: a97696ca-9931-4572-a94e-38e64eb314e7, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456b8090-c88e-432f-a24b-e7cf2a0dfa2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa'}}] {{(pid=94533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 04:07:25.333840 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.383700 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] For port a97696ca-9931-4572-a94e-38e64eb314e7, host n-d-798249-3, cleared binding levels {{(pid=94533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:07:25.386024 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.386670 n-d-798249-3 neutron-server[94533]: DEBUG neutron.plugins.ml2.db [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] For port a97696ca-9931-4572-a94e-38e64eb314e7, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a97696ca-9931-4572-a94e-38e64eb314e7,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:07:25.404581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c976f133-0007-48ea-bc2f-d5c0fe183451 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:25.471673 n-d-798249-3 neutron-server[94533]: DEBUG neutron_lib.callbacks.manager [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.521158 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Routers {'1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:25.521830 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:25.547173 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Allocated IP 172.20.0.1 (1b4d3844-9d93-4244-9149-65dc9a455891/ad684164-0afa-47b4-99d3-2a38d34b32a5/2d38facf-b7a4-4879-8580-9f6eb8308685) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:25.558146 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port c976f133-0007-48ea-bc2f-d5c0fe183451 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:25.563006 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c976f133-0007-48ea-bc2f-d5c0fe183451 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:25.563654 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.565520 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59a272-29e5-41ba-8d4b-b72c659e0f4e None None] Pushing event updated for resources: {'Port': ['ID=a97696ca-9931-4572-a94e-38e64eb314e7,revision_number=3']} {{(pid=94533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:25.657359 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.676538 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.691374 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Transition to ACTIVE for port object 2d38facf-b7a4-4879-8580-9f6eb8308685 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:25.703079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port c976f133-0007-48ea-bc2f-d5c0fe183451, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c976f133-0007-48ea-bc2f-d5c0fe183451,segment=NetworkSegment(2dfb43f1-2388-4cdc-b476-e1088c87a1a1),segment_id=2dfb43f1-2388-4cdc-b476-e1088c87a1a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:25.735769 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] Set router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:25.815481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.860453 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:25.864213 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=c976f133-0007-48ea-bc2f-d5c0fe183451,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:25.895100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Network 1b4d3844-9d93-4244-9149-65dc9a455891 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:25.898026 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:25.900371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:07:25.910786 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'name': 'tempest-TestSnapshotPattern-504199362-router', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:22Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 3, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'gw_port': {'id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:23Z', 'updated_at': '2021-06-30T04:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:25.934936 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Pushing event updated for resources: {'Port': ['ID=2d38facf-b7a4-4879-8580-9f6eb8308685,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:25.942016 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322015a-08ce-4f86-8eec-a47ac5e2381b None None] The sync data for ids ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'] in n-d-798249-3 is: [{'id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'name': 'tempest-TestSnapshotPattern-504199362-router', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:22Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 3, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'gw_port': {'id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:23Z', 'updated_at': '2021-06-30T04:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:07:25.964287 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1714507'] for router_interface, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:26.203156 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:26.232391 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-69847c62-bd65-4eb2-9d13-6a7d31d6c142 None None] Provisioning for port 2d38facf-b7a4-4879-8580-9f6eb8308685 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:26.236583 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-69847c62-bd65-4eb2-9d13-6a7d31d6c142 None None] Provisioning complete for port 2d38facf-b7a4-4879-8580-9f6eb8308685 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:26.237084 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-69847c62-bd65-4eb2-9d13-6a7d31d6c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:26.276038 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-69847c62-bd65-4eb2-9d13-6a7d31d6c142 None None] Port 2d38facf-b7a4-4879-8580-9f6eb8308685 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 04:07:26.376209 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:26.454009 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:26.524558 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1714300'] for router_interface, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:26.526188 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Pushing event updated for resources: {'Port': ['ID=2d38facf-b7a4-4879-8580-9f6eb8308685,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:26.617994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Network 1b4d3844-9d93-4244-9149-65dc9a455891 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:26.619348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:26.741415 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:07:26.854681 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:07:26.860021 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-51729dd3-69f3-4b44-99e8-39b91e4b1858 admin admin] 10.222.0.77 "PUT /v2.0/routers/1cb47d42-7b38-48eb-bffb-b1aff6ba35c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2964737 Jun 30 04:07:26.897231 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-cb09c4a4-924d-41c5-b55c-5d45bb430e4c None None] Provisioning complete for port 2d38facf-b7a4-4879-8580-9f6eb8308685 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:26.897802 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cb09c4a4-924d-41c5-b55c-5d45bb430e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:26.935263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-cb09c4a4-924d-41c5-b55c-5d45bb430e4c None None] Port 2d38facf-b7a4-4879-8580-9f6eb8308685 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 04:07:27.181181 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a97696ca-9931-4572-a94e-38e64eb314e7 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:27.346901 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port a97696ca-9931-4572-a94e-38e64eb314e7 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:27.350958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a97696ca-9931-4572-a94e-38e64eb314e7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:27.351352 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:27.428060 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:27.450150 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port a97696ca-9931-4572-a94e-38e64eb314e7, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a97696ca-9931-4572-a94e-38e64eb314e7,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:27.459400 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57724) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:27.464568 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-6efac08f-a9e1-4999-8396-217ff500a54f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504863880', 'description': 'tempest-secgroup-smoke-504863880 description', 'project_id': '7eb3aefe05874acbb285364c794de77a'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:27.521586 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Sync routers for ids ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:07:27.531859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Routers {'1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:27.532453 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:27.576364 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:27.577011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c976f133-0007-48ea-bc2f-d5c0fe183451 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:27.689649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=a97696ca-9931-4572-a94e-38e64eb314e7,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:27.703967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Set router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:27.739749 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efac08f-a9e1-4999-8396-217ff500a54f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:27.741274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port c976f133-0007-48ea-bc2f-d5c0fe183451 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:27.741668 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:27.825230 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efac08f-a9e1-4999-8396-217ff500a54f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:27.951132 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efac08f-a9e1-4999-8396-217ff500a54f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:27.961522 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'name': 'tempest-TestSnapshotPattern-504199362-router', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:22Z', 'updated_at': '2021-06-30T04:07:26Z', 'revision_number': 4, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'gw_port': {'id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:23Z', 'updated_at': '2021-06-30T04:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2d38facf-b7a4-4879-8580-9f6eb8308685', 'name': '', 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'mac_address': 'fa:16:3e:a5:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ad684164-0afa-47b4-99d3-2a38d34b32a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:25Z', 'updated_at': '2021-06-30T04:07:26Z', 'revision_number': 2, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'subnets': [{'id': 'ad684164-0afa-47b4-99d3-2a38d34b32a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:27.980391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efac08f-a9e1-4999-8396-217ff500a54f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620f7f87-755b-4dd9-ad79-bfedfd57ac95,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:27.987354 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Checking router: 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:07:27.987707 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Updating router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 port 2d38facf-b7a4-4879-8580-9f6eb8308685 binding host n-d-798249-3 {{(pid=94532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 04:07:28.024166 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.065395 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-6efac08f-a9e1-4999-8396-217ff500a54f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.066735 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-6efac08f-a9e1-4999-8396-217ff500a54f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6061537 Jun 30 04:07:28.069626 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57726) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:28.074311 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-c05d2cc5-49bc-40e1-924b-b6af9c60b8d5 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'security_group_rule': {'security_group_id': '620f7f87-755b-4dd9-ad79-bfedfd57ac95', 'project_id': '7eb3aefe05874acbb285364c794de77a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:28.170260 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c05d2cc5-49bc-40e1-924b-b6af9c60b8d5 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.230165 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c05d2cc5-49bc-40e1-924b-b6af9c60b8d5 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.277691 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Notify callbacks [] for port, precommit_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.287055 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Transition to ACTIVE for port object 2d38facf-b7a4-4879-8580-9f6eb8308685 will not be triggered until provisioned by entity L2. {{(pid=94532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:28.312687 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c05d2cc5-49bc-40e1-924b-b6af9c60b8d5 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.330867 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d2cc5-49bc-40e1-924b-b6af9c60b8d5 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74c086d-2c0e-4a2c-96a7-0110e7311669,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:28.373714 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.408843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-c05d2cc5-49bc-40e1-924b-b6af9c60b8d5 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.410180 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-c05d2cc5-49bc-40e1-924b-b6af9c60b8d5 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395612 Jun 30 04:07:28.413752 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 57728) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:28.419996 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-698f32c0-09f9-4d26-81f9-48b3492e735d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'security_group_rule': {'security_group_id': '620f7f87-755b-4dd9-ad79-bfedfd57ac95', 'project_id': '7eb3aefe05874acbb285364c794de77a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:28.423485 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c503f7-575e-4527-b5bf-85c7eb4c4ef8 None None] Pushing event updated for resources: {'Port': ['ID=2d38facf-b7a4-4879-8580-9f6eb8308685,revision_number=3']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:28.479885 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Attempting to bind port 2d38facf-b7a4-4879-8580-9f6eb8308685 on host n-d-798249-3 for vnic_type normal with profile {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 04:07:28.480313 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Attempting to bind port 2d38facf-b7a4-4879-8580-9f6eb8308685 by drivers openvswitch,hyperv on host n-d-798249-3 at level 0 using segments [{'id': '2dfb43f1-2388-4cdc-b476-e1088c87a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891'}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 04:07:28.480617 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Attempting to bind port 2d38facf-b7a4-4879-8580-9f6eb8308685 on network 1b4d3844-9d93-4244-9149-65dc9a455891 {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:07:28.486243 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Checking agent: {'id': 'cdfb7f10-c3c2-4abe-94cf-ad1542abf553', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 30, 1), 'started_at': datetime.datetime(2021, 6, 30, 2, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798249-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 04:07:28.486613 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Checking segment: {'id': '2dfb43f1-2388-4cdc-b476-e1088c87a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:07:28.487020 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.487410 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Bound using segment: {'id': '2dfb43f1-2388-4cdc-b476-e1088c87a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891'} {{(pid=94532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 04:07:28.487874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.managers [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Bound port: 2d38facf-b7a4-4879-8580-9f6eb8308685, host: n-d-798249-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfb43f1-2388-4cdc-b476-e1088c87a1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891'}}] {{(pid=94532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 04:07:28.488253 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.518046 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-698f32c0-09f9-4d26-81f9-48b3492e735d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.554124 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] For port 2d38facf-b7a4-4879-8580-9f6eb8308685, host n-d-798249-3, cleared binding levels {{(pid=94532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:07:28.557874 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] For port 2d38facf-b7a4-4879-8580-9f6eb8308685, host n-d-798249-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d38facf-b7a4-4879-8580-9f6eb8308685,segment=NetworkSegment(2dfb43f1-2388-4cdc-b476-e1088c87a1a1),segment_id=2dfb43f1-2388-4cdc-b476-e1088c87a1a1)] {{(pid=94532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:07:28.583675 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-698f32c0-09f9-4d26-81f9-48b3492e735d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.650541 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.678781 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-698f32c0-09f9-4d26-81f9-48b3492e735d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.687183 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d9612042-8579-4072-944e-b516461a8ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.698430 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f32c0-09f9-4d26-81f9-48b3492e735d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e1a658-3ed6-4c47-9ac9-b398ae796ae7,revision_number=0']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:28.722864 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c503f7-575e-4527-b5bf-85c7eb4c4ef8 None None] Pushing event updated for resources: {'Port': ['ID=2d38facf-b7a4-4879-8580-9f6eb8308685,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:28.727264 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Routers {'1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:28.727859 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:28.768224 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-698f32c0-09f9-4d26-81f9-48b3492e735d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.769741 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-698f32c0-09f9-4d26-81f9-48b3492e735d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3540230 Jun 30 04:07:28.772578 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57730) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:28.780594 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-1a50b384-b096-4805-aefa-ab6cde48f34f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'security_group_rule': {'security_group_id': '620f7f87-755b-4dd9-ad79-bfedfd57ac95', 'project_id': '7eb3aefe05874acbb285364c794de77a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:28.841326 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] Set router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:28.866131 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a50b384-b096-4805-aefa-ab6cde48f34f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.928580 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a50b384-b096-4805-aefa-ab6cde48f34f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.019707 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a50b384-b096-4805-aefa-ab6cde48f34f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.037756 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50b384-b096-4805-aefa-ab6cde48f34f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc810d07-986e-4095-9e06-b8b9d528eaa1,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:29.111469 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1a50b384-b096-4805-aefa-ab6cde48f34f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.113343 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1a50b384-b096-4805-aefa-ab6cde48f34f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3397624 Jun 30 04:07:29.116182 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57732) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:29.120890 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-65086915-5e4e-4159-ba98-f5fbea42d7ce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'security_group_rule': {'security_group_id': '620f7f87-755b-4dd9-ad79-bfedfd57ac95', 'project_id': '7eb3aefe05874acbb285364c794de77a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:29.182878 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a97696ca-9931-4572-a94e-38e64eb314e7 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:29.226176 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65086915-5e4e-4159-ba98-f5fbea42d7ce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.245161 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'name': 'tempest-TestSnapshotPattern-504199362-router', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:22Z', 'updated_at': '2021-06-30T04:07:26Z', 'revision_number': 4, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'gw_port': {'id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:23Z', 'updated_at': '2021-06-30T04:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2d38facf-b7a4-4879-8580-9f6eb8308685', 'name': '', 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'mac_address': 'fa:16:3e:a5:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ad684164-0afa-47b4-99d3-2a38d34b32a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:25Z', 'updated_at': '2021-06-30T04:07:28Z', 'revision_number': 4, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'subnets': [{'id': 'ad684164-0afa-47b4-99d3-2a38d34b32a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:29.249592 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port a97696ca-9931-4572-a94e-38e64eb314e7 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:29.249974 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.289507 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65086915-5e4e-4159-ba98-f5fbea42d7ce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.294234 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10579c31-c91c-4474-a811-47d5a797a314 None None] The sync data for ids ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'] in n-d-798249-3 is: [{'id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'name': 'tempest-TestSnapshotPattern-504199362-router', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:22Z', 'updated_at': '2021-06-30T04:07:26Z', 'revision_number': 4, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'gw_port': {'id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:23Z', 'updated_at': '2021-06-30T04:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '2d38facf-b7a4-4879-8580-9f6eb8308685', 'name': '', 'network_id': '1b4d3844-9d93-4244-9149-65dc9a455891', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'mac_address': 'fa:16:3e:a5:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ad684164-0afa-47b4-99d3-2a38d34b32a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:25Z', 'updated_at': '2021-06-30T04:07:28Z', 'revision_number': 4, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'subnets': [{'id': 'ad684164-0afa-47b4-99d3-2a38d34b32a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:07:29.379355 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65086915-5e4e-4159-ba98-f5fbea42d7ce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.398178 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65086915-5e4e-4159-ba98-f5fbea42d7ce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01152dec-6f26-4240-9cfe-190b6cc40074,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:29.478670 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-65086915-5e4e-4159-ba98-f5fbea42d7ce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.479925 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-65086915-5e4e-4159-ba98-f5fbea42d7ce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3627944 Jun 30 04:07:29.483230 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57734) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:29.487983 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4cd71c15-bcc4-4ed8-ac82-da8261b7fc4f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'security_group_rule': {'security_group_id': '620f7f87-755b-4dd9-ad79-bfedfd57ac95', 'project_id': '7eb3aefe05874acbb285364c794de77a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:29.581674 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-4cd71c15-bcc4-4ed8-ac82-da8261b7fc4f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Project 7eb3aefe05874acbb285364c794de77a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 04:07:29.587180 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cd71c15-bcc4-4ed8-ac82-da8261b7fc4f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.654177 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cd71c15-bcc4-4ed8-ac82-da8261b7fc4f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.739721 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cd71c15-bcc4-4ed8-ac82-da8261b7fc4f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.757360 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd71c15-bcc4-4ed8-ac82-da8261b7fc4f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538899f2-88f4-4877-a222-1d751b7ce01a,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:29.888860 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4cd71c15-bcc4-4ed8-ac82-da8261b7fc4f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:29.890130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4cd71c15-bcc4-4ed8-ac82-da8261b7fc4f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4058554 Jun 30 04:07:29.892788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57736) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:29.897187 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-95d2e20c-d963-43f2-9ddf-d758ec9fd3c9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'security_group_rule': {'security_group_id': '620f7f87-755b-4dd9-ad79-bfedfd57ac95', 'project_id': '7eb3aefe05874acbb285364c794de77a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:30.008099 n-d-798249-3 neutron-server[94531]: INFO neutron.db.securitygroups_db [None req-95d2e20c-d963-43f2-9ddf-d758ec9fd3c9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Project 7eb3aefe05874acbb285364c794de77a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 04:07:30.014097 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-95d2e20c-d963-43f2-9ddf-d758ec9fd3c9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:30.079920 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-95d2e20c-d963-43f2-9ddf-d758ec9fd3c9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:30.191262 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-95d2e20c-d963-43f2-9ddf-d758ec9fd3c9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1643506'] for security_group_rule, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:30.210749 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2e20c-d963-43f2-9ddf-d758ec9fd3c9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78809826-5bdd-497b-816d-43f14516fb85,revision_number=0']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:30.295668 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-95d2e20c-d963-43f2-9ddf-d758ec9fd3c9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:30.304273 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-95d2e20c-d963-43f2-9ddf-d758ec9fd3c9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4031911 Jun 30 04:07:30.436431 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-360217a7-e133-474e-bfab-6f7f23213f95 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504863880&fields=id&tenant_id=7eb3aefe05874acbb285364c794de77a HTTP/1.1" status: 200 len: 267 time: 0.0326440 Jun 30 04:07:30.542907 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-110b84e1-0252-45cd-9eb1-95d6abd669d6 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:30.544385 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-110b84e1-0252-45cd-9eb1-95d6abd669d6 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 810 time: 0.1017244 Jun 30 04:07:30.558838 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-c8e54fc7-7647-4788-b1ad-4f1b6df77113 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/quotas/7eb3aefe05874acbb285364c794de77a HTTP/1.1" status: 200 len: 375 time: 0.0087118 Jun 30 04:07:30.622812 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-1439abe3-6526-4316-a5d7-07a7ac9d80e2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590999 Jun 30 04:07:30.731758 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-1e2190bc-6b5d-4e26-b459-089cd4110551 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 04:07:30.732752 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-1e2190bc-6b5d-4e26-b459-089cd4110551 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0992818 Jun 30 04:07:30.825088 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-b8be5441-8b29-4358-8581-77e19650bd1c service neutron] 10.222.0.77 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864117 Jun 30 04:07:30.910727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-6f87505b-50de-41e4-a25b-7b53f4ad78f0 service neutron] 10.222.0.77 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797868 Jun 30 04:07:31.138738 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d38facf-b7a4-4879-8580-9f6eb8308685 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:31.204247 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-869584be-d6c5-4527-bd1a-8826158bf2d8 req-65c33d0e-2e6d-4dab-9ab2-e49532a8a535 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 210 time: 0.0387006 Jun 30 04:07:31.290274 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning for port 2d38facf-b7a4-4879-8580-9f6eb8308685 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:31.295151 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 2d38facf-b7a4-4879-8580-9f6eb8308685 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:31.295591 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:31.394451 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:31.403377 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2c10be50-5692-40b8-8f32-765ff67806eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:31.430596 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] For port 2d38facf-b7a4-4879-8580-9f6eb8308685, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d38facf-b7a4-4879-8580-9f6eb8308685,segment=NetworkSegment(2dfb43f1-2388-4cdc-b476-e1088c87a1a1),segment_id=2dfb43f1-2388-4cdc-b476-e1088c87a1a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:31.436365 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:31.552677 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:31.599316 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Pushing event updated for resources: {'Port': ['ID=2d38facf-b7a4-4879-8580-9f6eb8308685,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:32.300531 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6cc287b3-6a83-40f6-85f7-6fa9dadf28e3 req-cdde99cb-a464-4096-81b2-ad436a98c24c tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 210 time: 0.0351040 Jun 30 04:07:33.118759 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d38facf-b7a4-4879-8580-9f6eb8308685 up at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:33.172755 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Provisioning complete for port 2d38facf-b7a4-4879-8580-9f6eb8308685 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:33.173120 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:33.345174 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:33.441218 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bf13d20b-46a9-43e9-a14c-fee81af71a24 req-1c23d466-d3c4-471b-aba7-4c729b436369 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 210 time: 0.0310369 Jun 30 04:07:34.080397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-209c705d-85fa-470e-9f74-97103926925b tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:34.081907 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-209c705d-85fa-470e-9f74-97103926925b tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.83 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 810 time: 0.0994966 Jun 30 04:07:34.123974 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-00b63afc-6030-4e1f-be83-e104714347fa tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eb3aefe05874acbb285364c794de77a HTTP/1.1" status: 200 len: 379 time: 0.0325470 Jun 30 04:07:34.132533 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'port': {'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'admin_state_up': True, 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'security_groups': ['620f7f87-755b-4dd9-ad79-bfedfd57ac95']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:34.344678 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Made reservation on behalf of 7eb3aefe05874acbb285364c794de77a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:07:34.348347 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:34.470022 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Allocated IP 172.20.0.5 (f8e8fb90-47c8-43f6-ad64-34a47873d282/4ab119ce-414a-4aff-b589-2e006f70be5a/25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:34.580324 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-e7091cf7-1b56-4ffa-90b5-6e359494fd7f req-e7f3e279-bedb-4ee7-88be-1ecfb6e27900 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 210 time: 0.0280101 Jun 30 04:07:34.611814 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:34.625629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Transition to ACTIVE for port object 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:34.747902 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:34.794633 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Network f8e8fb90-47c8-43f6-ad64-34a47873d282 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:34.797680 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:34.801396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:07:34.810030 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'Port': ['ID=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:34.861768 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:34.861768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:34.985842 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-a2ec6742-03ab-4399-8c05-3a2ac97f6fce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570251 Jun 30 04:07:34.998869 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Request body: {'port': {'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:35.025900 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:35.070798 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:35.133794 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6eaeca52-28d2-41bc-9223-8db80b62766b None None] Provisioning for port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:35.137741 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6eaeca52-28d2-41bc-9223-8db80b62766b None None] Provisioning complete for port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:35.138236 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6eaeca52-28d2-41bc-9223-8db80b62766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:35.171142 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6eaeca52-28d2-41bc-9223-8db80b62766b None None] Port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 04:07:35.328336 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:07:35.335593 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:35.347392 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Transition to ACTIVE for port object 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:07:35.420977 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:35.470145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Pushing event updated for resources: {'Port': ['ID=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:35.540453 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Attempting to bind port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 on host n-h2-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 04:07:35.540797 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Attempting to bind port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 by drivers openvswitch,hyperv on host n-h2-798249-3 at level 0 using segments [{'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 04:07:35.541124 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Attempting to bind port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 on network f8e8fb90-47c8-43f6-ad64-34a47873d282 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:07:35.546241 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 on network f8e8fb90-47c8-43f6-ad64-34a47873d282 not bound, no agent of type Open vSwitch agent registered on host n-h2-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 04:07:35.546566 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Attempting to bind port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 on network f8e8fb90-47c8-43f6-ad64-34a47873d282 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:07:35.551472 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Checking agent: {'id': '5f03dab4-07b3-4437-a807-49790fdd4e1d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 4, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 04:07:35.551836 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Checking segment: {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:07:35.552201 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Bound using segment: {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 04:07:35.552630 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Bound port: 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host: n-h2-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 04:07:35.552996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:35.622735 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] For port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host n-h2-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:07:35.626113 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] For port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host n-h2-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:07:35.725843 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:35.761611 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:35.762783 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:35.764134 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] 10.222.0.83 "PUT /v2.0/ports/25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 HTTP/1.1" status: 200 len: 1091 time: 0.7701161 Jun 30 04:07:35.766214 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:07:35.768557 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af343b91-dad1-415d-8174-4d89d3d51244" -d '{"events": [{"name": "network-changed", "server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:07:35.798798 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e87cc2-d09a-457e-b5ac-e3f73c2ecd52 service neutron] Pushing event updated for resources: {'Port': ['ID=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:35.811140 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e153b21-472f-40de-b8dc-285a15699d24 x-openstack-request-id: req-1e153b21-472f-40de-b8dc-285a15699d24 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:07:35.811495 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:07:35.811809 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e153b21-472f-40de-b8dc-285a15699d24 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:07:35.812321 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'status': 'completed', 'code': 200} Jun 30 04:07:35.829198 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618a954-48ff-4e2a-b9c3-fbd38d2f3756 req-3d296ba2-5632-40ec-9cce-69bc294ee73f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:35.830881 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f618a954-48ff-4e2a-b9c3-fbd38d2f3756 req-3d296ba2-5632-40ec-9cce-69bc294ee73f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 943 time: 0.1345556 Jun 30 04:07:35.904038 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f618a954-48ff-4e2a-b9c3-fbd38d2f3756 req-b85b2eda-f2cd-49c6-8f73-778fb97ed9a9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639260 Jun 30 04:07:35.930302 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343b91-dad1-415d-8174-4d89d3d51244 req-737c5261-8ca9-47d8-afd5-6baeffc365fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:35.931835 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af343b91-dad1-415d-8174-4d89d3d51244 req-737c5261-8ca9-47d8-afd5-6baeffc365fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 1094 time: 0.0995824 Jun 30 04:07:36.030286 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343b91-dad1-415d-8174-4d89d3d51244 req-c80fdde8-c4bc-4033-b30a-bde9c3d26367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:36.032147 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af343b91-dad1-415d-8174-4d89d3d51244 req-c80fdde8-c4bc-4033-b30a-bde9c3d26367 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7eb3aefe05874acbb285364c794de77a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0929797 Jun 30 04:07:36.124089 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343b91-dad1-415d-8174-4d89d3d51244 req-b9c2c454-9159-4347-9114-9cbc0bc5a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:36.125565 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-af343b91-dad1-415d-8174-4d89d3d51244 req-b9c2c454-9159-4347-9114-9cbc0bc5a1b4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881536 Jun 30 04:07:36.215788 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-9b3efdfb-74f8-45d8-a4b5-fd725ca6ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:36.217213 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-9b3efdfb-74f8-45d8-a4b5-fd725ca6ce8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 1094 time: 0.0503089 Jun 30 04:07:36.258464 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-1efc797f-3f43-4b06-b796-549c5109fc52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 HTTP/1.1" status: 200 len: 217 time: 0.0319486 Jun 30 04:07:36.307727 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-da991279-b6bd-4f13-93c9-fccdfde52bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:36.309555 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-da991279-b6bd-4f13-93c9-fccdfde52bb1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0449450 Jun 30 04:07:36.362699 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-9ff9e97d-eda8-44f3-b1ad-9775ebf06e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:36.364124 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-9ff9e97d-eda8-44f3-b1ad-9775ebf06e4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493679 Jun 30 04:07:36.449050 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-c0c3a977-d238-4fc5-a3cf-475baf07ead9 service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779197 Jun 30 04:07:36.537332 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-cee0bec5-19d0-44d0-955b-266a5b55d0f5 req-17ac02d0-bc46-401e-9e35-58e415f856e4 service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825491 Jun 30 04:07:37.077889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e4de-e261-452d-be83-d02953d3a787 req-d6edfd8b-484a-4dcf-9d46-ee03d8e7d99a tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:37.079356 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7207e4de-e261-452d-be83-d02953d3a787 req-d6edfd8b-484a-4dcf-9d46-ee03d8e7d99a tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 943 time: 0.0630136 Jun 30 04:07:37.116495 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-7207e4de-e261-452d-be83-d02953d3a787 req-352c3352-20bd-4fff-a747-f914959478b5 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315502 Jun 30 04:07:38.284403 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7778bc4-5888-42c2-80b0-c6597b9f613f req-c9e72364-17d1-4d05-a32a-dfa22dfca0bd tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:38.285891 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e7778bc4-5888-42c2-80b0-c6597b9f613f req-c9e72364-17d1-4d05-a32a-dfa22dfca0bd tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 943 time: 0.0625587 Jun 30 04:07:38.323744 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e7778bc4-5888-42c2-80b0-c6597b9f613f req-3c972269-01c5-4531-9746-27011ebff3b2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319626 Jun 30 04:07:39.498182 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abc261-6a33-4967-8fb4-0a7a53abfc56 req-0e284d0a-c0ef-4c99-bd6e-9ea958a91d02 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:39.499770 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4abc261-6a33-4967-8fb4-0a7a53abfc56 req-0e284d0a-c0ef-4c99-bd6e-9ea958a91d02 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 943 time: 0.0662148 Jun 30 04:07:39.536014 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-c4abc261-6a33-4967-8fb4-0a7a53abfc56 req-0cfe4ccb-d5fb-4135-be63-b4683ca0a911 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306706 Jun 30 04:07:39.791073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:07:39.883432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:39.893969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:07:39.930503 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:39.943052 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:07:39.962250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:40.036250 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:40.087767 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:40.281902 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:07:40.711654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e838b-0139-411b-b59e-543da6881b8a req-f10b0ce0-71eb-42f0-82cb-7221fa268723 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:40.713022 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f62e838b-0139-411b-b59e-543da6881b8a req-f10b0ce0-71eb-42f0-82cb-7221fa268723 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 944 time: 0.0658035 Jun 30 04:07:40.749605 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f62e838b-0139-411b-b59e-543da6881b8a req-8c3e3427-6650-4305-8432-66510ffc30ee tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308254 Jun 30 04:07:41.806323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:07:41.921003 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a0d12-1fd4-41b9-bd1a-7111d2700ce3 req-579abe23-4259-4c04-8651-deb37bf4f17b tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:41.922560 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc1a0d12-1fd4-41b9-bd1a-7111d2700ce3 req-579abe23-4259-4c04-8651-deb37bf4f17b tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 944 time: 0.0647337 Jun 30 04:07:41.956289 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning for port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:07:41.962763 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:07:41.962763 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:41.962993 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-bc1a0d12-1fd4-41b9-bd1a-7111d2700ce3 req-9ef813b1-0ffb-4b89-b439-893437e2a024 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325041 Jun 30 04:07:42.034509 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:42.057969 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:07:42.061234 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907a88d7-aae0-47d5-b767-74b6244001ed" -d '{"events": [{"server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "name": "network-vif-plugged", "status": "completed", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:07:42.073230 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:07:42.152057 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e319cf-6a83-4f37-b688-7b094e72afeb x-openstack-request-id: req-78e319cf-6a83-4f37-b688-7b094e72afeb {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:07:42.152057 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "name": "network-vif-plugged", "status": "completed", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:07:42.152057 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78e319cf-6a83-4f37-b688-7b094e72afeb {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:07:42.152057 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'code': 200} Jun 30 04:07:42.190490 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:42.241480 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:42.258670 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce9fe3-ec8d-48b6-ac4d-c4c9de256b24 req-41424f00-8459-4b4d-b116-e9c1c9ec0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:42.260160 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6ce9fe3-ec8d-48b6-ac4d-c4c9de256b24 req-41424f00-8459-4b4d-b116-e9c1c9ec0411 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 1096 time: 0.0521748 Jun 30 04:07:42.293994 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a6ce9fe3-ec8d-48b6-ac4d-c4c9de256b24 req-6320bf0b-b95d-4b6a-b98a-347ae4728b92 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274320 Jun 30 04:07:43.136456 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3145-894e-4625-9dd4-9f6d0716a6b8 req-340934b4-c03b-4f5a-a5a3-68eb48db94c3 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:43.138034 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-901b3145-894e-4625-9dd4-9f6d0716a6b8 req-340934b4-c03b-4f5a-a5a3-68eb48db94c3 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 945 time: 0.0637138 Jun 30 04:07:43.176920 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-901b3145-894e-4625-9dd4-9f6d0716a6b8 req-08f65a95-9a09-4962-ac5a-d7da46d9c1fa tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326302 Jun 30 04:07:44.347803 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b90ac-3dc8-4281-bfff-32cadd60c7e5 req-c9ff3776-0a08-4818-bea8-41247bb8dab6 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:44.349259 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-940b90ac-3dc8-4281-bfff-32cadd60c7e5 req-c9ff3776-0a08-4818-bea8-41247bb8dab6 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 945 time: 0.0612528 Jun 30 04:07:44.385334 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-940b90ac-3dc8-4281-bfff-32cadd60c7e5 req-df684e8c-8d73-4e0f-8653-8db7395230d9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304894 Jun 30 04:07:44.582556 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a037-9748-475c-a7ca-c136ecfbe72c req-ed7fb74a-590c-4019-a86b-560b489f4f77 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:44.583998 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b069a037-9748-475c-a7ca-c136ecfbe72c req-ed7fb74a-590c-4019-a86b-560b489f4f77 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 945 time: 0.0646567 Jun 30 04:07:44.619422 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-b069a037-9748-475c-a7ca-c136ecfbe72c req-0c59d2e3-b070-4b85-8f1b-00275f0608d0 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298855 Jun 30 04:07:44.655048 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57808) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:44.751164 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9063b7f2-0a30-40bc-8020-b938488e73f4 tempest-TestSnapshotPattern-1448947946 tempest-TestSnapshotPattern-1448947946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:44.752538 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-9063b7f2-0a30-40bc-8020-b938488e73f4 tempest-TestSnapshotPattern-1448947946 tempest-TestSnapshotPattern-1448947946-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 1091 time: 0.0965030 Jun 30 04:07:44.755544 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 57812) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:07:44.759712 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:07:44.848996 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for floatingip, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:44.942369 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:45.041359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Allocated IP 172.25.2.96 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/ec02bbb1-5b29-4de5-a28f-bd37c2b11044) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:07:45.135748 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:45.243809 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:45.277479 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:07:45.280697 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:07:45.283965 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:07:45.308720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'Port': ['ID=ec02bbb1-5b29-4de5-a28f-bd37c2b11044,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:45.636619 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:45.783948 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:45.926442 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:45.995757 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:46.061249 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'Port': ['ID=ec02bbb1-5b29-4de5-a28f-bd37c2b11044,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:07:46.071022 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:46.167758 n-d-798249-3 neutron-server[94531]: INFO neutron.db.l3_db [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Floating IP 4d0ce772-8997-463a-82cd-9f612b57d77c associated. External IP: 172.25.2.96, port: 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5. Jun 30 04:07:46.368390 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Router fad51e41-8196-4227-adde-067ea9c71da9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:07:46.471018 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:07:46.479887 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] Sync routers for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:07:46.489564 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:46.495957 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:46.550689 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:46.603225 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-4f7b4c02-9bc7-4a0e-ba71-7f364d84504d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8326654 Jun 30 04:07:46.603225 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:07:46.603225 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c88742-3f86-4f3b-b034-da0e903dadf4" -d '{"events": [{"name": "network-changed", "server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:07:46.609066 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:46.658619 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01143bea-e214-4e3c-9e8b-d8c5ddb176ee x-openstack-request-id: req-01143bea-e214-4e3c-9e8b-d8c5ddb176ee {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:07:46.659091 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:07:46.659173 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-01143bea-e214-4e3c-9e8b-d8c5ddb176ee {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:07:46.659539 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'status': 'completed', 'code': 200} Jun 30 04:07:46.737446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-8b058df1-1e4d-4bc7-8344-683cd3fa5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:46.739081 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-8b058df1-1e4d-4bc7-8344-683cd3fa5e8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 1096 time: 0.0546505 Jun 30 04:07:46.833096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-9e540ea9-d58a-423c-a818-ef2d25f2e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:46.834546 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-9e540ea9-d58a-423c-a818-ef2d25f2e568 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 911 time: 0.0889206 Jun 30 04:07:46.846772 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d0ce772-8997-463a-82cd-9f612b57d77c', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:07:45Z', 'updated_at': '2021-06-30T04:07:45Z', 'revision_number': 0, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:46.872253 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] Checking router: fad51e41-8196-4227-adde-067ea9c71da9 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:07:46.880217 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:07:46.880809 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:07:31Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:46.898753 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-672a54e5-b71d-436f-9eaf-5563714fd312 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 HTTP/1.1" status: 200 len: 998 time: 0.0574570 Jun 30 04:07:46.951902 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-82490d73-5ed7-4c95-9c66-47b886e5e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:46.953395 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-82490d73-5ed7-4c95-9c66-47b886e5e038 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0485165 Jun 30 04:07:46.989357 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:07:47.012864 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-8e0f60d0-a052-4c2b-beda-75c70931257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:07:47.014945 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-8e0f60d0-a052-4c2b-beda-75c70931257c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547440 Jun 30 04:07:47.109766 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-b2f5adcf-e5bb-4ea8-8233-bc49e02fd69d service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871565 Jun 30 04:07:47.203335 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-b5c88742-3f86-4f3b-b034-da0e903dadf4 req-b48aea13-ce46-4a24-8c8a-05cc29d5f686 service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877962 Jun 30 04:07:47.224244 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d0ce772-8997-463a-82cd-9f612b57d77c', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:07:45Z', 'updated_at': '2021-06-30T04:07:45Z', 'revision_number': 0, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:07:47.253080 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d354416-dd0c-4078-9a88-a79c492ab1af None None] The sync data for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 is: [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d0ce772-8997-463a-82cd-9f612b57d77c', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:07:45Z', 'updated_at': '2021-06-30T04:07:45Z', 'revision_number': 0, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:07:47.455133 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b1a4c-6b5b-498f-8805-2431f598a852 None None] New status for floating IP 4d0ce772-8997-463a-82cd-9f612b57d77c: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:07:53.980892 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:54.355592 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:54.533122 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:07:58.654677 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-917adafa-7202-48b6-a6ec-b9ee1e6e578b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:01.360995 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ba67f4d5-a279-4fe9-b837-b893c239b88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:01.400785 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:03.326983 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:04.951480 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:23.579110 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-b7bed18d-a4f5-467e-8607-22c86dcd6cef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499742 Jun 30 04:08:23.671277 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-0f452478-a768-4def-81e7-0d79b31d0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:08:23.672738 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-0f452478-a768-4def-81e7-0d79b31d0dbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 1096 time: 0.0504158 Jun 30 04:08:23.775976 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-150b631c-76ae-4deb-b77d-f9405de5eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:08:23.777438 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-150b631c-76ae-4deb-b77d-f9405de5eb39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 911 time: 0.0863287 Jun 30 04:08:23.840260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-f44401e1-6ca0-49b2-a7be-bdd08c505d6d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 HTTP/1.1" status: 200 len: 1000 time: 0.0560892 Jun 30 04:08:23.890554 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-f339071f-b7d7-4bef-a63d-0ef742293662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:08:23.891970 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-f339071f-b7d7-4bef-a63d-0ef742293662 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0464458 Jun 30 04:08:23.947870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-9ff4ebc6-1b47-4ce4-a584-ef71a2c2d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:08:23.949369 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-9ff4ebc6-1b47-4ce4-a584-ef71a2c2d74e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511746 Jun 30 04:08:23.994177 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:24.036208 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-6b699e0e-13ac-4f85-9c59-71675318564d service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799592 Jun 30 04:08:24.125280 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-531ff807-36dc-4bff-8ef3-27dc7391b397 req-826ae1a6-ba04-44b6-8ad6-1d72ef5f3c8a service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826247 Jun 30 04:08:24.322727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:28.647978 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5670cf4d-66ed-4b90-969a-2e66919e6d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:31.348062 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-779e225a-994d-4c04-8371-7c767b8ec0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:31.376372 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:31.534068 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:08:33.228129 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:34.962383 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:43.628610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-53dabcd0-738d-4edd-8d0b-14d09ab8f145 req-0661cf53-c8b0-4616-9a0f-e31139c6e0b5 tempest-TestNetworkAdvancedServerOps-1534664122 tempest-TestNetworkAdvancedServerOps-1534664122-project] (94530) timed out ('10.222.0.74', 60585) {{(pid=94530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 04:08:54.015988 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:54.324673 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:58.642055 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-99ad058b-11c6-4e01-92f7-bacc93daa91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:01.346930 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cd4a8a0c-84d9-4cb0-a81d-c73b2fe77c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:01.375627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:03.236456 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:05.013018 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:08.533782 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:09:24.032144 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:24.328966 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:25.580675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-522a2a21-0af7-4d8e-b30e-bb2d30611f3f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510573 Jun 30 04:09:25.675837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-a504cfe5-ccab-4443-8873-c732145f85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:09:25.677373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-a504cfe5-ccab-4443-8873-c732145f85f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 1096 time: 0.0558326 Jun 30 04:09:25.779583 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-04970a79-c031-4c51-a23d-4ba2f26a19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:09:25.781037 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-04970a79-c031-4c51-a23d-4ba2f26a19a0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 911 time: 0.0840156 Jun 30 04:09:25.847162 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-30a5567a-18ea-46b2-9d41-5852cfbdabe7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 HTTP/1.1" status: 200 len: 1000 time: 0.0596027 Jun 30 04:09:25.893379 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-32d31336-cc2f-482f-b2c3-b7e8448ed8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:09:25.894793 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-32d31336-cc2f-482f-b2c3-b7e8448ed8d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0416770 Jun 30 04:09:25.950900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-e6f6b765-478c-478e-b6f6-ba6c50e48075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:09:25.952389 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-e6f6b765-478c-478e-b6f6-ba6c50e48075 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515051 Jun 30 04:09:26.041238 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-f8ba3928-fa5b-479f-af0c-da95b5d9eef2 service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823720 Jun 30 04:09:26.458071 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-58de1c0b-296b-41ba-bf44-f61c05dc51dc req-08b46b81-f823-4513-8fc3-fca09dd77b1b service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111004 Jun 30 04:09:28.648575 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7e32dac9-44b7-4a3f-b098-0e1dc696dee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:31.374702 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b2924daf-16ab-492e-9213-3d2036d2842c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:31.377086 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:33.237237 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:34.974154 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:44.358892 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 details requested by agent hyperv_n-h2-798249-3 with host n-h2-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:09:44.452358 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:09:44.463257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Returning: {'device': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:09:44.498254 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:44.510111 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:09:44.528789 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:09:44.630989 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:44.680507 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:09:44.688580 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.688923 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.689263 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.689625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.689958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.690288 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.690615 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.690936 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.691259 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.691682 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.692018 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.692341 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:09:44.707823 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] get_ports_and_sgs() called for port_ids ['25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:09:45.532518 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:09:46.364624 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 up at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:09:46.433671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Provisioning complete for port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:09:46.434068 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:46.521944 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:46.573333 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:09:46.576141 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0248d20-4344-40cb-a28a-d5d778b588e5" -d '{"events": [{"server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "name": "network-vif-plugged", "status": "completed", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:09:46.583958 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:09:46.644722 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1265dc9b-92b2-4b08-9dce-e91ee2bc90c1 x-openstack-request-id: req-1265dc9b-92b2-4b08-9dce-e91ee2bc90c1 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:09:46.644722 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "name": "network-vif-plugged", "status": "completed", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:09:46.644722 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1265dc9b-92b2-4b08-9dce-e91ee2bc90c1 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:09:46.644722 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'code': 200} Jun 30 04:09:46.672220 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:46.728825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:09:54.294248 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:54.406759 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:56.102210 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-2fe9a734-390d-4665-b833-4612e6eb9da8 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504863880&fields=id&tenant_id=7eb3aefe05874acbb285364c794de77a HTTP/1.1" status: 200 len: 267 time: 0.0334082 Jun 30 04:09:56.208565 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-d4065732-8043-4bcd-8172-f585a659f979 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:09:56.209940 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-d4065732-8043-4bcd-8172-f585a659f979 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 810 time: 0.1015818 Jun 30 04:09:56.224392 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-d5ca56aa-a23c-4700-a220-02257f2d0c3a tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/quotas/7eb3aefe05874acbb285364c794de77a HTTP/1.1" status: 200 len: 375 time: 0.0086439 Jun 30 04:09:56.291621 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-d5a10dff-12de-4ddd-825d-a3590a31c490 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0625236 Jun 30 04:09:56.385585 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-8dd63891-cd51-4cf7-9f96-4828b5563e10 service neutron] 10.222.0.77 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830548 Jun 30 04:09:56.471510 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-73ca8a0d-c3f6-4a55-b064-4f2614963225 service neutron] 10.222.0.77 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795782 Jun 30 04:09:57.823455 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6d30d8de-41b8-4493-8fd9-c96036b98043 req-f5ed2143-f4f8-4be5-a84f-e9ba14e1099d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 210 time: 0.0747368 Jun 30 04:09:58.438803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:09:58.508459 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:58.529367 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:09:58.531561 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644a259d-9c5e-4459-890b-913fc647f22b" -d '{"events": [{"server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "name": "network-vif-unplugged", "status": "completed", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:09:58.544261 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] For port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:09:58.569980 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 04:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d122fb-abca-4656-8435-63357019c2d1 x-openstack-request-id: req-a0d122fb-abca-4656-8435-63357019c2d1 {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:09:58.570263 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "name": "network-vif-unplugged", "status": "completed", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:09:58.570517 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a0d122fb-abca-4656-8435-63357019c2d1 {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:09:58.570895 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'code': 200} Jun 30 04:09:58.641471 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:58.665481 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9719f898-ede0-4ebe-bfbd-aec0a38cf091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:58.689309 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Pushing event updated for resources: {'Port': ['ID=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,revision_number=8']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:09:58.906823 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-3bbfa2ff-f792-4416-b757-4e9cc322b1d1 req-c6864f56-6845-48ad-9d34-93669490562b tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 210 time: 0.0311272 Jun 30 04:09:59.988782 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-61b423c5-3f18-4596-8620-68b4d7427763 req-65d7aa6a-714e-49ad-9c30-81b205aa662d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 210 time: 0.0283275 Jun 30 04:10:01.122732 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-40724f22-b68e-4310-a9e6-7eaa2090d63e req-5e2ab82f-8b19-4c02-bffc-bf810e54dafe tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 210 time: 0.0275464 Jun 30 04:10:01.402572 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-38d0ffc2-f715-4994-a969-d2b6f0e8c3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:01.430182 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:01.751082 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.74', 61505) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:10:01.854137 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-ab76c1a2-beff-4101-8de9-541964bc64a7 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:01.856311 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-ab76c1a2-beff-4101-8de9-541964bc64a7 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.74 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 810 time: 0.1042097 Jun 30 04:10:01.898119 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e6b7902b-7550-4b2a-a2eb-fc254e0a0201 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eb3aefe05874acbb285364c794de77a HTTP/1.1" status: 200 len: 379 time: 0.0339792 Jun 30 04:10:01.906888 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'port': {'device_id': '41679341-99d1-4664-b638-551546a6bd3f', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'admin_state_up': True, 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'security_groups': ['620f7f87-755b-4dd9-ad79-bfedfd57ac95']}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:10:02.104741 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Made reservation on behalf of 7eb3aefe05874acbb285364c794de77a for: {'port': 1} {{(pid=94531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 04:10:02.108833 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:02.238446 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.db_base_plugin_common [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Allocated IP 172.20.0.11 (f8e8fb90-47c8-43f6-ad64-34a47873d282/4ab119ce-414a-4aff-b589-2e006f70be5a/414b8e3a-6dbc-4756-91ce-d44191235104) {{(pid=94531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:10:02.274702 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-3f2d76cf-c579-4326-8904-2536a8b86bf1 req-1429f706-a455-49d7-a5c3-864861f8199d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 210 time: 0.0356076 Jun 30 04:10:02.387148 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for port, precommit_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:02.400100 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Transition to ACTIVE for port object 414b8e3a-6dbc-4756-91ce-d44191235104 will not be triggered until provisioned by entity DHCP. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:10:02.582760 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162354'] for port, after_create {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:02.676478 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'Port': ['ID=414b8e3a-6dbc-4756-91ce-d44191235104,revision_number=1']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:10:02.692362 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.692873 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.693284 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.693708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.694174 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.694679 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.695157 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.695491 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.695889 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.696283 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.696618 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.696946 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:02.719309 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Network f8e8fb90-47c8-43f6-ad64-34a47873d282 is already hosted by enough agents. {{(pid=94531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:10:02.722439 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.base_scheduler [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Resources bound (agent type, host, resource id): {{(pid=94531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:10:02.724984 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Received port after_create {{(pid=94531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:10:02.790575 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:02.791402 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:02.905977 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6851fc62-ea93-4baa-a33c-6e5aa6bd05a2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0025783 Jun 30 04:10:03.082202 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-59dcf365-6bbb-4331-920f-239190bcc3a2 None None] Provisioning for port 414b8e3a-6dbc-4756-91ce-d44191235104 completed by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:10:03.090306 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-59dcf365-6bbb-4331-920f-239190bcc3a2 None None] Provisioning complete for port 414b8e3a-6dbc-4756-91ce-d44191235104 triggered by entity DHCP. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:10:03.090306 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-59dcf365-6bbb-4331-920f-239190bcc3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:03.125520 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-59dcf365-6bbb-4331-920f-239190bcc3a2 None None] Port 414b8e3a-6dbc-4756-91ce-d44191235104 cannot update to ACTIVE because it is not bound. {{(pid=94532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 04:10:03.287640 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:03.463901 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46848-d8fb-4f0a-b4ac-e968e0584a23 req-74f4a7ea-9fdf-4193-8e3f-20cbb276584b tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:03.465435 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7c46848-d8fb-4f0a-b4ac-e968e0584a23 req-74f4a7ea-9fdf-4193-8e3f-20cbb276584b tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0661161 Jun 30 04:10:03.510092 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a7c46848-d8fb-4f0a-b4ac-e968e0584a23 req-c997d7d3-816f-4cfe-a99b-29371659afbb tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380683 Jun 30 04:10:04.677468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a053415-c41d-4f45-b462-91e039141445 req-20e40556-debf-4463-8cb0-229bf2805e0f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:04.678936 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a053415-c41d-4f45-b462-91e039141445 req-20e40556-debf-4463-8cb0-229bf2805e0f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0615587 Jun 30 04:10:04.716161 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-6a053415-c41d-4f45-b462-91e039141445 req-1e23beb1-46f4-45f3-ad82-d0ef5d361156 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311368 Jun 30 04:10:04.979129 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:05.892848 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04173060-bd3a-4b5a-8f55-0d72605b81f1 req-ae1bbbe9-770f-49f8-baf2-7eb685bf8e84 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:05.894412 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04173060-bd3a-4b5a-8f55-0d72605b81f1 req-ae1bbbe9-770f-49f8-baf2-7eb685bf8e84 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0627825 Jun 30 04:10:05.931301 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-04173060-bd3a-4b5a-8f55-0d72605b81f1 req-a521ddb0-6a7c-46e1-8ecb-0b13a51d5440 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312397 Jun 30 04:10:07.115391 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf99687-21f9-4d3c-866c-29fffc6085fe req-33d95afb-0e94-4937-8104-a9af276293d2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:07.117055 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-caf99687-21f9-4d3c-866c-29fffc6085fe req-33d95afb-0e94-4937-8104-a9af276293d2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0727925 Jun 30 04:10:07.160177 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-caf99687-21f9-4d3c-866c-29fffc6085fe req-05c81d92-cf97-45a7-b01d-29fe1af0a4e1 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371416 Jun 30 04:10:08.354206 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810834f-0e69-4070-8d31-660797d9a476 req-cb2f0374-4427-4b8f-b57b-b2e070ed5130 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:08.356284 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c810834f-0e69-4070-8d31-660797d9a476 req-cb2f0374-4427-4b8f-b57b-b2e070ed5130 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0675957 Jun 30 04:10:08.394030 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c810834f-0e69-4070-8d31-660797d9a476 req-02a64f9b-5896-4688-905e-6686fb7b9d5e tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318594 Jun 30 04:10:09.570779 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb224e-5de8-484a-be60-f1d13ffd037c req-b265d7d3-afdc-4e6b-ba53-223468d8ac0c tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:09.572194 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dfb224e-5de8-484a-be60-f1d13ffd037c req-b265d7d3-afdc-4e6b-ba53-223468d8ac0c tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0679464 Jun 30 04:10:09.610234 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-8dfb224e-5de8-484a-be60-f1d13ffd037c req-2752c35d-af0a-4fd4-95f9-e1eb7a2496ff tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323570 Jun 30 04:10:10.800870 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b98012-471b-49b4-b6ed-812c629225a3 req-87f0c463-8c6a-487c-9295-fdd98d0037d7 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:10.802492 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-73b98012-471b-49b4-b6ed-812c629225a3 req-87f0c463-8c6a-487c-9295-fdd98d0037d7 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0668037 Jun 30 04:10:10.839798 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-73b98012-471b-49b4-b6ed-812c629225a3 req-c80116a4-1209-4bba-aae5-9ee8c220edc7 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316739 Jun 30 04:10:12.019610 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2e693-83f8-4346-8e77-cf4d210a83c7 req-7471cee8-ba95-46eb-ab85-06f99a8709b7 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:12.021176 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-83c2e693-83f8-4346-8e77-cf4d210a83c7 req-7471cee8-ba95-46eb-ab85-06f99a8709b7 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0686860 Jun 30 04:10:12.061800 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-83c2e693-83f8-4346-8e77-cf4d210a83c7 req-53c4571e-41ee-48b5-9281-8f8dc5f483cc tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339704 Jun 30 04:10:13.242235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51b180-375c-45c9-b931-8e1f272cfc59 req-607360e0-b2ec-4ec3-80f8-5f0a5d850c5d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:13.243669 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc51b180-375c-45c9-b931-8e1f272cfc59 req-607360e0-b2ec-4ec3-80f8-5f0a5d850c5d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0613167 Jun 30 04:10:13.279959 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-bc51b180-375c-45c9-b931-8e1f272cfc59 req-eb77874c-1639-4aba-a9cf-950edaa317ce tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307941 Jun 30 04:10:14.454863 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c148a4-b9b2-4c44-b149-31effbc1000c req-f4aa2147-d5e3-4d5a-b277-8ecfe43dacf2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:14.456315 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86c148a4-b9b2-4c44-b149-31effbc1000c req-f4aa2147-d5e3-4d5a-b277-8ecfe43dacf2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0610867 Jun 30 04:10:14.497349 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-86c148a4-b9b2-4c44-b149-31effbc1000c req-e6c86a92-49de-4417-81c6-b0f95dbb69a8 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354979 Jun 30 04:10:15.671358 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9220c56-9e14-4768-a504-a9cf401407b8 req-f3b6775f-3192-4028-ac60-7064e28d6a76 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:15.673153 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9220c56-9e14-4768-a504-a9cf401407b8 req-f3b6775f-3192-4028-ac60-7064e28d6a76 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0681925 Jun 30 04:10:15.716897 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-e9220c56-9e14-4768-a504-a9cf401407b8 req-e37fd229-2cc9-4f1a-ac17-0b12c30d6a29 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375686 Jun 30 04:10:16.887688 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209b56d-02be-4bc3-b512-8b9bdfe1a708 req-11a313ba-de68-4cac-b0b3-36de7c6fd6d9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:16.889164 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0209b56d-02be-4bc3-b512-8b9bdfe1a708 req-11a313ba-de68-4cac-b0b3-36de7c6fd6d9 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 932 time: 0.0623920 Jun 30 04:10:16.926905 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-0209b56d-02be-4bc3-b512-8b9bdfe1a708 req-c1dd342f-9195-4d3f-aeb5-fbde312bcef4 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321779 Jun 30 04:10:17.221308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-c81a8259-3dd0-40c7-8421-4c98d8f1e5d5 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=94531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 04:10:17.222328 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-c81a8259-3dd0-40c7-8421-4c98d8f1e5d5 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054848 Jun 30 04:10:17.272935 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.v2.base [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Request body: {'port': {'device_id': '41679341-99d1-4664-b638-551546a6bd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798249-3'}} {{(pid=94531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:10:17.344310 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:17.599142 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414b8e3a-6dbc-4756-91ce-d44191235104 {{(pid=94531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:10:17.606286 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:17.617384 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.provisioning_blocks [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Transition to ACTIVE for port object 414b8e3a-6dbc-4756-91ce-d44191235104 will not be triggered until provisioned by entity L2. {{(pid=94531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 04:10:17.670063 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:17.724474 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Pushing event updated for resources: {'Port': ['ID=414b8e3a-6dbc-4756-91ce-d44191235104,revision_number=2']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:10:17.794634 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Attempting to bind port 414b8e3a-6dbc-4756-91ce-d44191235104 on host n-h1-798249-3 for vnic_type normal with profile {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 04:10:17.794977 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Attempting to bind port 414b8e3a-6dbc-4756-91ce-d44191235104 by drivers openvswitch,hyperv on host n-h1-798249-3 at level 0 using segments [{'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 04:10:17.795300 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Attempting to bind port 414b8e3a-6dbc-4756-91ce-d44191235104 on network f8e8fb90-47c8-43f6-ad64-34a47873d282 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:10:17.799829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Port 414b8e3a-6dbc-4756-91ce-d44191235104 on network f8e8fb90-47c8-43f6-ad64-34a47873d282 not bound, no agent of type Open vSwitch agent registered on host n-h1-798249-3 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 04:10:17.800145 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Attempting to bind port 414b8e3a-6dbc-4756-91ce-d44191235104 on network f8e8fb90-47c8-43f6-ad64-34a47873d282 {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 04:10:17.804917 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Checking agent: {'id': '5e5bb4ba-b901-45c7-9e14-08e119c3ef8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798249-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'started_at': datetime.datetime(2021, 6, 30, 2, 37, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 4, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 04:10:17.805371 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Checking segment: {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 04:10:17.805653 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Bound using segment: {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'} {{(pid=94531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 04:10:17.806114 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.managers [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Bound port: 414b8e3a-6dbc-4756-91ce-d44191235104, host: n-h1-798249-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be75223c-653f-4dda-97c1-d3b5a318cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282'}}] {{(pid=94531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 04:10:17.806479 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:17.873752 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] For port 414b8e3a-6dbc-4756-91ce-d44191235104, host n-h1-798249-3, cleared binding levels {{(pid=94531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 04:10:17.876629 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] For port 414b8e3a-6dbc-4756-91ce-d44191235104, host n-h1-798249-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=414b8e3a-6dbc-4756-91ce-d44191235104,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 04:10:17.967990 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162304'] for port, after_update {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:18.004648 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:18.005268 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:18.007066 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] 10.222.0.74 "PUT /v2.0/ports/414b8e3a-6dbc-4756-91ce-d44191235104 HTTP/1.1" status: 200 len: 1092 time: 0.7782362 Jun 30 04:10:18.007509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:10:18.009820 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35df82c-3ec2-478d-84a0-9145f5b9c0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:10:18.038308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dd7b9-a6d1-46ab-87e1-a5dd30d5d5db service neutron] Pushing event updated for resources: {'Port': ['ID=414b8e3a-6dbc-4756-91ce-d44191235104,revision_number=3']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:10:18.073053 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5deff29-f9e9-49fb-acb6-d2fc198f2e35 x-openstack-request-id: req-a5deff29-f9e9-49fb-acb6-d2fc198f2e35 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:10:18.073053 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:10:18.073053 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a5deff29-f9e9-49fb-acb6-d2fc198f2e35 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:10:18.073315 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104', 'status': 'completed', 'code': 200} Jun 30 04:10:18.146238 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4a23b-964d-43f5-9361-b32f0acc9ac9 req-e03eb372-b49b-43ec-b42a-c27ff8eb9625 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:18.147750 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51f4a23b-964d-43f5-9361-b32f0acc9ac9 req-e03eb372-b49b-43ec-b42a-c27ff8eb9625 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 944 time: 0.1047134 Jun 30 04:10:18.167900 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df82c-3ec2-478d-84a0-9145f5b9c0f2 req-0e61d1c4-559b-4706-81b9-1893c56a1446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:18.169393 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a35df82c-3ec2-478d-84a0-9145f5b9c0f2 req-0e61d1c4-559b-4706-81b9-1893c56a1446 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 1095 time: 0.0884697 Jun 30 04:10:18.238949 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-51f4a23b-964d-43f5-9361-b32f0acc9ac9 req-c9ed3f5c-40b1-4d70-9863-ecd63f917e96 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833375 Jun 30 04:10:18.282518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df82c-3ec2-478d-84a0-9145f5b9c0f2 req-2b5708a9-7c7b-4849-81ff-c960af9fc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:18.284144 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a35df82c-3ec2-478d-84a0-9145f5b9c0f2 req-2b5708a9-7c7b-4849-81ff-c960af9fc578 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7eb3aefe05874acbb285364c794de77a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1070921 Jun 30 04:10:18.378614 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df82c-3ec2-478d-84a0-9145f5b9c0f2 req-2b1692a5-303e-4a24-8d6d-d58da771ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:18.379986 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a35df82c-3ec2-478d-84a0-9145f5b9c0f2 req-2b1692a5-303e-4a24-8d6d-d58da771ab5d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900905 Jun 30 04:10:18.465037 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-64a81d2c-1323-4828-9026-f071c21750a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:18.466540 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-64a81d2c-1323-4828-9026-f071c21750a0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 1095 time: 0.0510375 Jun 30 04:10:18.510260 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-bebc7f3f-2be3-4f5b-bd64-7e558b984f36 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=414b8e3a-6dbc-4756-91ce-d44191235104 HTTP/1.1" status: 200 len: 217 time: 0.0368664 Jun 30 04:10:18.556260 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-f612e4cf-68e5-42f9-ac7e-39c3ed675bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:18.557627 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-f612e4cf-68e5-42f9-ac7e-39c3ed675bec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0416415 Jun 30 04:10:18.610690 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6eb9336f-5e8e-480e-99eb-b9af244c50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:18.612102 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-6eb9336f-5e8e-480e-99eb-b9af244c50f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482879 Jun 30 04:10:18.701906 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-43601c15-bd77-4434-a3a2-ba82e0847952 service neutron] 10.222.0.74 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834351 Jun 30 04:10:18.787529 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f52907a-375f-4b9c-ab64-b71dd0094236 req-aafaf952-95ce-4a2f-8b6c-478fba0af257 service neutron] 10.222.0.74 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797164 Jun 30 04:10:19.409468 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa80d9-ba45-435c-864e-3649ce03b337 req-e54644b2-687b-409c-adbb-ac7d7dca1418 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:19.410872 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0fa80d9-ba45-435c-864e-3649ce03b337 req-e54644b2-687b-409c-adbb-ac7d7dca1418 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 944 time: 0.0618396 Jun 30 04:10:19.447135 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-d0fa80d9-ba45-435c-864e-3649ce03b337 req-013ce33f-cf4a-4aed-9b06-b2dfd6b66600 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307403 Jun 30 04:10:20.618906 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62398d8c-6422-40e2-b5b2-7ae6ca588c97 req-cb83a547-0cff-49c4-aa59-4d42851456af tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:20.620364 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62398d8c-6422-40e2-b5b2-7ae6ca588c97 req-cb83a547-0cff-49c4-aa59-4d42851456af tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 944 time: 0.0624096 Jun 30 04:10:20.657987 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-62398d8c-6422-40e2-b5b2-7ae6ca588c97 req-3fd2f67a-a3bb-401a-8d13-3825c1ae17b3 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316436 Jun 30 04:10:21.780842 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 414b8e3a-6dbc-4756-91ce-d44191235104 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:10:21.833399 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4c758-6460-45ba-9116-223c98ad84b2 req-fd5eb8b9-e569-4191-b90d-e3fcffd43ac4 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:21.834863 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c4c758-6460-45ba-9116-223c98ad84b2 req-fd5eb8b9-e569-4191-b90d-e3fcffd43ac4 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 944 time: 0.0660472 Jun 30 04:10:21.876576 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 414b8e3a-6dbc-4756-91ce-d44191235104, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=414b8e3a-6dbc-4756-91ce-d44191235104,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:10:21.876820 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-64c4c758-6460-45ba-9116-223c98ad84b2 req-0122b9bf-59c7-45f5-a07d-269c853b2a61 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322239 Jun 30 04:10:21.891947 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '414b8e3a-6dbc-4756-91ce-d44191235104', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'port_id': '414b8e3a-6dbc-4756-91ce-d44191235104', 'mac_address': 'fa:16:3e:77:4b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:10:21.927554 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:21.940368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414b8e3a-6dbc-4756-91ce-d44191235104 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:10:21.959073 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 414b8e3a-6dbc-4756-91ce-d44191235104, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=414b8e3a-6dbc-4756-91ce-d44191235104,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:10:22.023355 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:22.068581 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=414b8e3a-6dbc-4756-91ce-d44191235104,revision_number=4']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:10:22.259618 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['414b8e3a-6dbc-4756-91ce-d44191235104'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:10:22.544617 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:10:23.052250 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f75600-60b1-4312-b041-bbfa7143aec4 req-edd1843e-76ed-4485-94fe-345250ad8f84 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:23.053771 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77f75600-60b1-4312-b041-bbfa7143aec4 req-edd1843e-76ed-4485-94fe-345250ad8f84 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 945 time: 0.0683994 Jun 30 04:10:23.090073 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-77f75600-60b1-4312-b041-bbfa7143aec4 req-b707dde9-c52f-4266-8ca5-27fce11b4470 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308003 Jun 30 04:10:23.779955 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 414b8e3a-6dbc-4756-91ce-d44191235104 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:10:23.926671 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning for port 414b8e3a-6dbc-4756-91ce-d44191235104 completed by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 04:10:23.930432 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 414b8e3a-6dbc-4756-91ce-d44191235104 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:10:23.930801 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:24.014647 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:24.035775 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:10:24.037928 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53b35b0-1464-4acc-b2ae-17b397bfba35" -d '{"events": [{"server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "name": "network-vif-plugged", "status": "completed", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:10:24.050815 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 414b8e3a-6dbc-4756-91ce-d44191235104, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=414b8e3a-6dbc-4756-91ce-d44191235104,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:10:24.073171 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58dfc74-6a97-4ede-b569-e3a60f34443b x-openstack-request-id: req-a58dfc74-6a97-4ede-b569-e3a60f34443b {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:10:24.073461 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "name": "network-vif-plugged", "status": "completed", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:10:24.073762 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a58dfc74-6a97-4ede-b569-e3a60f34443b {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:10:24.074179 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104', 'code': 200} Jun 30 04:10:24.075356 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:24.182642 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3065184-61f6-4748-aaff-5d077b295d8f req-b035fabc-07c4-44a5-8f7b-eee0145b4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:24.184130 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3065184-61f6-4748-aaff-5d077b295d8f req-b035fabc-07c4-44a5-8f7b-eee0145b4adc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 1096 time: 0.0508974 Jun 30 04:10:24.195533 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:24.241649 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=414b8e3a-6dbc-4756-91ce-d44191235104,revision_number=5']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:10:24.255112 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-c3065184-61f6-4748-aaff-5d077b295d8f req-50dff658-0711-45be-9306-dca8e40a7847 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641084 Jun 30 04:10:24.280391 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec98093-32bd-4d95-b063-b50f01fadc8b req-d4d54b18-15f5-4a79-93f2-bf3cd1e30fd0 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:24.281879 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ec98093-32bd-4d95-b063-b50f01fadc8b req-d4d54b18-15f5-4a79-93f2-bf3cd1e30fd0 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 946 time: 0.0785444 Jun 30 04:10:24.320421 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-4ec98093-32bd-4d95-b063-b50f01fadc8b req-b8bb9b83-e991-435e-a8bf-4c18c7c6b31f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322239 Jun 30 04:10:24.355422 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:25.494933 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02541aa4-9152-44ea-ad04-d0a75cabf6a4 req-002caccc-a287-46db-823a-c34bf0988351 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:25.496298 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02541aa4-9152-44ea-ad04-d0a75cabf6a4 req-002caccc-a287-46db-823a-c34bf0988351 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 946 time: 0.0633974 Jun 30 04:10:25.535968 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-02541aa4-9152-44ea-ad04-d0a75cabf6a4 req-c257e6df-4017-452a-99d1-4d224656f05f tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340638 Jun 30 04:10:25.579196 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-053f1725-3a99-4ddd-9e8a-af8b12c8d020 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521924 Jun 30 04:10:25.716509 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-96b0fcd7-9077-454a-8700-141ae3eb8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:25.718675 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-96b0fcd7-9077-454a-8700-141ae3eb8f1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 1094 time: 0.0953391 Jun 30 04:10:25.733085 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f5ed-69b9-4a07-9c2a-ae56e8a195cd req-e7106e4e-b1f7-48a1-84bc-b5dfd999cd52 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:25.734534 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fc70f5ed-69b9-4a07-9c2a-ae56e8a195cd req-e7106e4e-b1f7-48a1-84bc-b5dfd999cd52 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 946 time: 0.0858636 Jun 30 04:10:25.819646 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-fc70f5ed-69b9-4a07-9c2a-ae56e8a195cd req-de4ee019-0c96-494c-a054-4f0cf3fbb91d tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744159 Jun 30 04:10:25.843303 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58116) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:10:25.875557 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-641758da-8314-4b17-b9dd-276589d7d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:25.876978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-641758da-8314-4b17-b9dd-276589d7d9a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 911 time: 0.1392877 Jun 30 04:10:25.945732 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-1ac67798-97f8-4c58-8eeb-92fcaa485203 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 HTTP/1.1" status: 200 len: 998 time: 0.0624759 Jun 30 04:10:25.952308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1471a63-87f6-4ded-8a31-5c502f013f04 tempest-TestSnapshotPattern-1448947946 tempest-TestSnapshotPattern-1448947946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:25.953739 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-d1471a63-87f6-4ded-8a31-5c502f013f04 tempest-TestSnapshotPattern-1448947946 tempest-TestSnapshotPattern-1448947946-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 1092 time: 0.1095102 Jun 30 04:10:25.956700 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58118) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:10:25.961630 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.v2.base [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Request body: {'floatingip': {'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'port_id': '414b8e3a-6dbc-4756-91ce-d44191235104', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 04:10:25.995484 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-160c1b48-58c2-42a3-ab85-f39f16359244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:25.996943 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-160c1b48-58c2-42a3-ab85-f39f16359244 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0422597 Jun 30 04:10:26.052703 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for floatingip, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:26.055122 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-14c5aa0a-5582-4b31-9fb9-23d197442037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:26.056607 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-14c5aa0a-5582-4b31-9fb9-23d197442037 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540178 Jun 30 04:10:26.146081 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-ca3bb646-65b6-4c34-a4cb-50b7e81f12e0 service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824931 Jun 30 04:10:26.152534 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:26.255557 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_common [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Allocated IP 172.25.2.99 (ef5c174b-cf7d-402c-ac77-40e17ff248fa/77aea238-58ea-46bd-9c49-1141e89f9757/2c4930cb-71c6-44e8-aa28-a5dd12005a0e) {{(pid=94530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 04:10:26.270396 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d836928e-b4a0-44af-b305-93142fba64ec req-6ba41f9c-98b8-4c26-96dc-392b7fe8f5c1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1221905 Jun 30 04:10:26.275658 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-44d4a303-181c-4c9f-a8cd-deb4d51b7251 req-b91e72fe-d7c9-422b-86af-8c4453e10ce3 service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204410 Jun 30 04:10:26.359729 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for port, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:26.370229 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836928e-b4a0-44af-b305-93142fba64ec req-689bdd48-6965-41ca-ae6b-12ab7ad7e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:26.371978 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d836928e-b4a0-44af-b305-93142fba64ec req-689bdd48-6965-41ca-ae6b-12ab7ad7e1b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 1097 time: 0.0537558 Jun 30 04:10:26.476308 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836928e-b4a0-44af-b305-93142fba64ec req-9c0b947b-65b1-44bd-a1ee-2aa664f3a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:26.477706 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d836928e-b4a0-44af-b305-93142fba64ec req-9c0b947b-65b1-44bd-a1ee-2aa664f3a4a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 911 time: 0.0863583 Jun 30 04:10:26.492896 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-525703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735828155073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9122795'] for port, after_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:26.517300 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d836928e-b4a0-44af-b305-93142fba64ec req-e2e6e7f5-9c65-4487-a360-61e072f04468 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=414b8e3a-6dbc-4756-91ce-d44191235104 HTTP/1.1" status: 200 len: 217 time: 0.0332773 Jun 30 04:10:26.529120 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Network ef5c174b-cf7d-402c-ac77-40e17ff248fa is already hosted by enough agents. {{(pid=94530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 04:10:26.533600 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.base_scheduler [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Resources bound (agent type, host, resource id): {{(pid=94530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 04:10:26.537073 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Received port after_create {{(pid=94530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 04:10:26.561777 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'Port': ['ID=2c4930cb-71c6-44e8-aa28-a5dd12005a0e,revision_number=1']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:10:26.570047 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836928e-b4a0-44af-b305-93142fba64ec req-c369a002-088f-4e70-aa00-85a084761105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:26.571490 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d836928e-b4a0-44af-b305-93142fba64ec req-c369a002-088f-4e70-aa00-85a084761105 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0482244 Jun 30 04:10:26.573124 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.573475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.573841 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.574183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.574516 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.574871 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.575200 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.575527 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.575852 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.576178 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.576539 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.576882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:10:26.628293 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836928e-b4a0-44af-b305-93142fba64ec req-beeb738f-e21b-4cca-a236-6defa16c3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:26.629827 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d836928e-b4a0-44af-b305-93142fba64ec req-beeb738f-e21b-4cca-a236-6defa16c3887 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519207 Jun 30 04:10:26.715649 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d836928e-b4a0-44af-b305-93142fba64ec req-5ec45828-6aba-4c7b-967f-d5cf66dd54ca service neutron] 10.222.0.74 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795109 Jun 30 04:10:26.807543 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d836928e-b4a0-44af-b305-93142fba64ec req-6edb8151-3e31-47d6-a839-f612cbb62807 service neutron] 10.222.0.74 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852063 Jun 30 04:10:26.917852 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:27.054500 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:27.196600 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for port, precommit_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:27.263511 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9122777'] for port, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:27.332364 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event updated for resources: {'Port': ['ID=2c4930cb-71c6-44e8-aa28-a5dd12005a0e,revision_number=2']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:10:27.345767 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1716760'] for floatingip, after_update {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:27.441085 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Floating IP e4726fe2-9d52-4894-af3b-377b3fa2a851 associated. External IP: 172.25.2.99, port: 414b8e3a-6dbc-4756-91ce-d44191235104. Jun 30 04:10:27.644816 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Router fad51e41-8196-4227-adde-067ea9c71da9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:10:27.748206 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:10:27.758286 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] Sync routers for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:10:27.766869 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:10:27.773643 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:10:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:10:27.875608 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:27.964585 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:10:28.198248 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d0ce772-8997-463a-82cd-9f612b57d77c', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:07:45Z', 'updated_at': '2021-06-30T04:07:47Z', 'revision_number': 1, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}, {'id': 'e4726fe2-9d52-4894-af3b-377b3fa2a851', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '414b8e3a-6dbc-4756-91ce-d44191235104', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:77:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41679341-99d1-4664-b638-551546a6bd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:10:26Z', 'updated_at': '2021-06-30T04:10:26Z', 'revision_number': 0, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:10:28.225430 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] Checking router: fad51e41-8196-4227-adde-067ea9c71da9 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:10:28.234416 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:10:28.235018 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:10:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:10:28.252801 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3570595b-c56a-4b91-bb6b-76e7d4fdd013 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2948809 Jun 30 04:10:28.253474 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:10:28.255827 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6444888e-1c2f-4426-9be9-458997b1fd53" -d '{"events": [{"name": "network-changed", "server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:10:28.291675 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c85159-4a59-40d8-934a-66fbee2fe124 x-openstack-request-id: req-a1c85159-4a59-40d8-934a-66fbee2fe124 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:10:28.291966 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:10:28.292230 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1c85159-4a59-40d8-934a-66fbee2fe124 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:10:28.292630 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104', 'status': 'completed', 'code': 200} Jun 30 04:10:28.338227 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:10:28.364128 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-aa72ccd4-6a19-4491-8cbb-764b1151f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:28.365815 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-aa72ccd4-6a19-4491-8cbb-764b1151f0e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 1097 time: 0.0514288 Jun 30 04:10:28.456138 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-0d9edbbd-ec33-4848-8159-992311cb04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:28.457522 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-0d9edbbd-ec33-4848-8159-992311cb04f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 911 time: 0.0859802 Jun 30 04:10:28.520639 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-3fc002e1-64fa-41be-b999-091a93dbc051 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=414b8e3a-6dbc-4756-91ce-d44191235104 HTTP/1.1" status: 200 len: 999 time: 0.0568943 Jun 30 04:10:28.560716 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d0ce772-8997-463a-82cd-9f612b57d77c', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:07:45Z', 'updated_at': '2021-06-30T04:07:47Z', 'revision_number': 1, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}, {'id': 'e4726fe2-9d52-4894-af3b-377b3fa2a851', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '414b8e3a-6dbc-4756-91ce-d44191235104', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:77:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41679341-99d1-4664-b638-551546a6bd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:10:26Z', 'updated_at': '2021-06-30T04:10:26Z', 'revision_number': 0, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:10:28.567789 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-ee8f2926-e098-46e4-8f9e-f6171b23f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:28.569304 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-ee8f2926-e098-46e4-8f9e-f6171b23f180 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0430779 Jun 30 04:10:28.590549 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12403d03-c8bb-415e-aefe-6b808ea301b0 None None] The sync data for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 is: [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d0ce772-8997-463a-82cd-9f612b57d77c', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:07:45Z', 'updated_at': '2021-06-30T04:07:47Z', 'revision_number': 1, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}, {'id': 'e4726fe2-9d52-4894-af3b-377b3fa2a851', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.99', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '414b8e3a-6dbc-4756-91ce-d44191235104', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:77:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41679341-99d1-4664-b638-551546a6bd3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:10:26Z', 'updated_at': '2021-06-30T04:10:26Z', 'revision_number': 0, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:10:28.632969 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-aadb5b03-c64e-4dcc-9483-d9f44d940295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:10:28.634694 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-aadb5b03-c64e-4dcc-9483-d9f44d940295 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587921 Jun 30 04:10:28.674383 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-32df35f8-bf62-4066-b163-b4a613738c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:28.728373 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-729c9555-8a8a-424f-b965-9b909aa7a1f0 service neutron] 10.222.0.74 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866709 Jun 30 04:10:28.785458 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559efa2-65e3-4ab3-80af-b536e6fafd55 None None] New status for floating IP e4726fe2-9d52-4894-af3b-377b3fa2a851: ACTIVE {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:10:28.823357 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-6444888e-1c2f-4426-9be9-458997b1fd53 req-92bcd855-5729-4031-89eb-1c64c58b60a9 service neutron] 10.222.0.74 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884173 Jun 30 04:10:31.371962 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-47493012-465e-4b28-8a36-bdcb7aaf3e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:31.410984 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:33.274796 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:34.960367 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:54.039137 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:54.365115 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:58.650752 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9501ffd6-aa72-4d48-9a4d-7e55ee810e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:59.531082 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:11:01.359115 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1761c60e-4190-4521-8fa8-f26b72f46a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:01.416365 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:03.256756 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:04.964999 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:24.004473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:24.353059 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:26.628619 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-4a0f5704-3a49-4220-a4d9-c03137a9a84c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883751 Jun 30 04:11:26.719196 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-17bd6ab1-0934-4a76-b2d8-4568b46b6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:11:26.720715 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-17bd6ab1-0934-4a76-b2d8-4568b46b6397 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 1094 time: 0.0508614 Jun 30 04:11:26.823254 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-c46d2a12-897c-4c3e-952e-156bc2e5a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:11:26.824579 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-c46d2a12-897c-4c3e-952e-156bc2e5a950 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 911 time: 0.0841882 Jun 30 04:11:26.885795 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-b9fae456-355d-4f70-a6a4-4fcf49edfebf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 HTTP/1.1" status: 200 len: 998 time: 0.0548742 Jun 30 04:11:26.932105 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-e73356af-4b39-4162-80eb-7a9216f38f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:11:26.933589 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-e73356af-4b39-4162-80eb-7a9216f38f95 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0418055 Jun 30 04:11:26.992385 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-f385aac3-c8cb-449d-ad6c-cde2732a0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:11:26.993889 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-f385aac3-c8cb-449d-ad6c-cde2732a0ee0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544906 Jun 30 04:11:27.079613 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-9163c990-b6c9-4e4d-98a0-35387eb1ff09 service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790374 Jun 30 04:11:27.200956 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-89de1cc7-8c28-4de4-8384-230c0218f63e req-507379c9-d4cf-43ea-890c-0b553b6098f1 service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156223 Jun 30 04:11:27.209355 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00ab5b08-5030-4174-9eaf-92a68561145c req-0745da2f-450e-437f-befa-1058dbe10b25 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802238 Jun 30 04:11:27.303235 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab5b08-5030-4174-9eaf-92a68561145c req-79a433a5-b8c0-44a2-bac7-32daaaa45f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:11:27.305257 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00ab5b08-5030-4174-9eaf-92a68561145c req-79a433a5-b8c0-44a2-bac7-32daaaa45f88 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 1097 time: 0.0514061 Jun 30 04:11:27.405967 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab5b08-5030-4174-9eaf-92a68561145c req-bf50157d-f6b0-4823-99d5-1a7f54d75ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:11:27.407652 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00ab5b08-5030-4174-9eaf-92a68561145c req-bf50157d-f6b0-4823-99d5-1a7f54d75ab4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 911 time: 0.0836272 Jun 30 04:11:27.469140 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00ab5b08-5030-4174-9eaf-92a68561145c req-56e34f5e-34e7-4631-a939-0a7e6295cf94 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=414b8e3a-6dbc-4756-91ce-d44191235104 HTTP/1.1" status: 200 len: 1001 time: 0.0551805 Jun 30 04:11:27.517447 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab5b08-5030-4174-9eaf-92a68561145c req-a62f772a-39c2-44f8-a6df-daaf6f11b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:11:27.518822 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00ab5b08-5030-4174-9eaf-92a68561145c req-a62f772a-39c2-44f8-a6df-daaf6f11b97f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0440276 Jun 30 04:11:27.572315 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab5b08-5030-4174-9eaf-92a68561145c req-103925fd-df8d-4a6f-a5c9-d5f231df9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:11:27.573760 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00ab5b08-5030-4174-9eaf-92a68561145c req-103925fd-df8d-4a6f-a5c9-d5f231df9ce4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491652 Jun 30 04:11:27.658955 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00ab5b08-5030-4174-9eaf-92a68561145c req-3be75b10-9459-46c9-b251-6b7934f8e0de service neutron] 10.222.0.74 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784006 Jun 30 04:11:27.746953 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-00ab5b08-5030-4174-9eaf-92a68561145c req-c1c35b11-ef0b-4642-bcae-9b7ee6a1e1cd service neutron] 10.222.0.74 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816758 Jun 30 04:11:28.626606 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fd252edd-2fd5-4aef-863a-4e9886587360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:31.341317 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-faf1ce91-f512-426f-9514-6c85a73c5134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:31.438430 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:33.221416 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:34.970590 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:36.529882 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:11:54.072169 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:54.346361 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:58.214125 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 414b8e3a-6dbc-4756-91ce-d44191235104 details requested by agent hyperv_n-h1-798249-3 with host n-h1-798249-3 {{(pid=94532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:11:58.305672 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 414b8e3a-6dbc-4756-91ce-d44191235104, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=414b8e3a-6dbc-4756-91ce-d44191235104,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:11:58.316826 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Returning: {'device': '414b8e3a-6dbc-4756-91ce-d44191235104', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'port_id': '414b8e3a-6dbc-4756-91ce-d44191235104', 'mac_address': 'fa:16:3e:77:4b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:11:58.351566 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:58.363593 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 414b8e3a-6dbc-4756-91ce-d44191235104 {{(pid=94532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:11:58.382008 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 414b8e3a-6dbc-4756-91ce-d44191235104, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=414b8e3a-6dbc-4756-91ce-d44191235104,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:11:58.443087 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:11:58.495651 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=414b8e3a-6dbc-4756-91ce-d44191235104,revision_number=6']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:11:58.502673 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.503020 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.503360 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.503695 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.504027 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.504353 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.504675 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.504999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.505338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.505690 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.506011 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.506328 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:11:58.537754 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] get_ports_and_sgs() called for port_ids ['414b8e3a-6dbc-4756-91ce-d44191235104'] {{(pid=94532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:11:58.677960 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9f9591dc-c981-45cc-93cc-0846ab7905a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:00.223825 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 414b8e3a-6dbc-4756-91ce-d44191235104 up at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:12:00.335799 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.provisioning_blocks [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Provisioning complete for port 414b8e3a-6dbc-4756-91ce-d44191235104 triggered by entity L2. {{(pid=94532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:12:00.337075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-631091'] for port, provisioning_complete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:00.427083 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:00.459253 n-d-798249-3 neutron-server[94532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104'}] {{(pid=94532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:12:00.462321 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc8fb17c7fd7cfdd42df186a9ef84f75aedadc8be12363bb415edefa22e58e1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad309b9-283f-4d0e-94f3-ac0d9eaa06a2" -d '{"events": [{"server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "name": "network-vif-plugged", "status": "completed", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104"}]}' {{(pid=94532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:12:00.479796 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] For port 414b8e3a-6dbc-4756-91ce-d44191235104, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=414b8e3a-6dbc-4756-91ce-d44191235104,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:00.511846 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7442bb9-4b71-4d4d-bb13-41d1ebee429a x-openstack-request-id: req-d7442bb9-4b71-4d4d-bb13-41d1ebee429a {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:12:00.512162 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "name": "network-vif-plugged", "status": "completed", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104", "code": 200}]} {{(pid=94532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:12:00.512458 n-d-798249-3 neutron-server[94532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7442bb9-4b71-4d4d-bb13-41d1ebee429a {{(pid=94532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:12:00.512904 n-d-798249-3 neutron-server[94532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104', 'code': 200} Jun 30 04:12:00.547366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735828579085', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735828155091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735828158468'] for port, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:00.598088 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Pushing event updated for resources: {'Port': ['ID=414b8e3a-6dbc-4756-91ce-d44191235104,revision_number=7']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:01.329639 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4a3a9fba-6ee0-4b6b-a125-7a79db7cbd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:01.398640 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:03.261450 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:05.026484 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:10.969924 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58336) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:11.119127 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Deleting port 2c4930cb-71c6-44e8-aa28-a5dd12005a0e {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:11.119538 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:11.199663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:11.199663 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:11.208045 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Calling delete_port for 2c4930cb-71c6-44e8-aa28-a5dd12005a0e owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:11.414642 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:11.438771 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event deleted for resources: {'Port': ['ID=2c4930cb-71c6-44e8-aa28-a5dd12005a0e,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:11.465719 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.466022 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.466337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.466666 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.466993 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.467343 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.467663 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.467983 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.468299 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.468617 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.468938 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.469258 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:11.507229 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:11.507564 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Floating IP e4726fe2-9d52-4894-af3b-377b3fa2a851 disassociated (deleted). External IP: 172.25.2.99, port: 414b8e3a-6dbc-4756-91ce-d44191235104. Jun 30 04:12:11.705519 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Router fad51e41-8196-4227-adde-067ea9c71da9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:12:11.808346 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:12:11.813553 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:11.818338 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] Sync routers for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:12:11.827657 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:12:11.828257 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:11.851079 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-035af5cf-78d1-4705-85dc-da5fcb7d0171 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "DELETE /v2.0/floatingips/e4726fe2-9d52-4894-af3b-377b3fa2a851 HTTP/1.1" status: 204 len: 168 time: 0.8775263 Jun 30 04:12:11.851079 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:12:11.852602 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d888985b-6526-4f8d-be1c-d7ab67cb6831" -d '{"events": [{"name": "network-changed", "server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:12:11.948711 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:12:12.033069 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa34dbc5-13cf-4d21-987e-f5a12b8c9ed2 x-openstack-request-id: req-aa34dbc5-13cf-4d21-987e-f5a12b8c9ed2 {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:12:12.033593 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:12:12.033680 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa34dbc5-13cf-4d21-987e-f5a12b8c9ed2 {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:12:12.034130 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104', 'status': 'completed', 'code': 200} Jun 30 04:12:12.107518 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-70b2b9df-7a33-448b-a094-12fd1c004336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:12.108915 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-70b2b9df-7a33-448b-a094-12fd1c004336 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 1097 time: 0.0514522 Jun 30 04:12:12.176885 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d0ce772-8997-463a-82cd-9f612b57d77c', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:07:45Z', 'updated_at': '2021-06-30T04:07:47Z', 'revision_number': 1, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:12.202883 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] Checking router: fad51e41-8196-4227-adde-067ea9c71da9 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:12:12.204837 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-d6476223-ad14-4b5a-a66c-ab1cf8d565bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:12.206336 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-d6476223-ad14-4b5a-a66c-ab1cf8d565bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 911 time: 0.0903461 Jun 30 04:12:12.211041 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:12:12.211637 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:12.246665 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-03f6a752-c892-48c8-a5d7-dea851827092 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=414b8e3a-6dbc-4756-91ce-d44191235104 HTTP/1.1" status: 200 len: 217 time: 0.0339653 Jun 30 04:12:12.293831 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-299a6f44-65d8-4adc-b793-7049440e517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:12.295273 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-299a6f44-65d8-4adc-b793-7049440e517c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0430698 Jun 30 04:12:12.320046 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:12:12.356120 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-a6310666-64bd-457b-a361-5fc683e0cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:12.357661 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-a6310666-64bd-457b-a361-5fc683e0cbbc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549397 Jun 30 04:12:12.450342 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-38578496-3c6c-41af-956d-44f55d8f3a94 service neutron] 10.222.0.74 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850251 Jun 30 04:12:12.561230 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec7667-d899-4c76-a430-b79df29417b7 req-38c5702c-270a-465d-9572-38699c299d1b tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:12.562860 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95ec7667-d899-4c76-a430-b79df29417b7 req-38c5702c-270a-465d-9572-38699c299d1b tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 946 time: 0.0777113 Jun 30 04:12:12.612516 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-95ec7667-d899-4c76-a430-b79df29417b7 req-f6a17d2f-2b31-4366-abe1-d179e4e92916 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420084 Jun 30 04:12:12.655489 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d0ce772-8997-463a-82cd-9f612b57d77c', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:07:45Z', 'updated_at': '2021-06-30T04:07:47Z', 'revision_number': 1, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:12.686760 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87b929-955b-4fe2-bb50-c0fc94649ecc None None] The sync data for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 is: [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_floatingips': [{'id': '4d0ce772-8997-463a-82cd-9f612b57d77c', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'router_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'port_id': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'mac_address': 'fa:16:3e:53:80:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T04:07:45Z', 'updated_at': '2021-06-30T04:07:47Z', 'revision_number': 1, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:12:12.899622 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-d888985b-6526-4f8d-be1c-d7ab67cb6831 req-0a58b633-1928-472e-a667-417ba1e12fd5 service neutron] 10.222.0.74 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413197 Jun 30 04:12:12.955346 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba6bbe-9b54-4c28-83c7-4414077aee00 None None] New status for floating IP e4726fe2-9d52-4894-af3b-377b3fa2a851: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:12:13.529546 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:12:13.787103 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b2ee4-ecc0-4d37-8c5d-4b21a94d1ace req-30f47191-8ed2-4c5f-adcd-7ab94b0b197e tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:13.788428 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0a8b2ee4-ecc0-4d37-8c5d-4b21a94d1ace req-30f47191-8ed2-4c5f-adcd-7ab94b0b197e tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 946 time: 0.0606084 Jun 30 04:12:13.825215 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-0a8b2ee4-ecc0-4d37-8c5d-4b21a94d1ace req-8f4c09d8-312c-4c6e-b213-80b79d723beb tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306358 Jun 30 04:12:14.054708 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2572a-4505-4c0c-bbc1-607818240980 req-6c88cb54-d708-4da4-b4a9-9397254d43db tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:14.056548 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-53e2572a-4505-4c0c-bbc1-607818240980 req-6c88cb54-d708-4da4-b4a9-9397254d43db tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.74 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 946 time: 0.0597863 Jun 30 04:12:14.152496 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-53e2572a-4505-4c0c-bbc1-607818240980 req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Deleting port 414b8e3a-6dbc-4756-91ce-d44191235104 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:14.152836 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-53e2572a-4505-4c0c-bbc1-607818240980 req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:14.236590 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-53e2572a-4505-4c0c-bbc1-607818240980 req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] For port 414b8e3a-6dbc-4756-91ce-d44191235104, host n-h1-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798249-3',level=0,port_id=414b8e3a-6dbc-4756-91ce-d44191235104,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:14.236947 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-53e2572a-4505-4c0c-bbc1-607818240980 req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:14.252413 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-53e2572a-4505-4c0c-bbc1-607818240980 req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Calling delete_port for 414b8e3a-6dbc-4756-91ce-d44191235104 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:14.260744 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 414b8e3a-6dbc-4756-91ce-d44191235104 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:12:14.332937 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525768'] for port, before_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:14.454779 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-53e2572a-4505-4c0c-bbc1-607818240980 req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:14.484186 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event deleted for resources: {'Port': ['ID=414b8e3a-6dbc-4756-91ce-d44191235104,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:14.496738 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.497139 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.497482 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.497872 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.498211 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.498541 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.499007 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.499344 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.499668 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.499994 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.500356 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.500720 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798249-3 {{(pid=94531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:12:14.543359 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e2572a-4505-4c0c-bbc1-607818240980 req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] No DVR routers for this DVR port 414b8e3a-6dbc-4756-91ce-d44191235104 on host n-h1-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:12:14.545792 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-53e2572a-4505-4c0c-bbc1-607818240980 req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:14.547710 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-53e2572a-4505-4c0c-bbc1-607818240980 req-62cbd4e9-9f62-4956-a091-ce41d176a525 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.74 "DELETE /v2.0/ports/414b8e3a-6dbc-4756-91ce-d44191235104 HTTP/1.1" status: 204 len: 173 time: 0.4861526 Jun 30 04:12:14.548163 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'name': 'network-vif-deleted', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:12:14.550615 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8994ac5d-c5d5-4f85-bf0c-3c3e2d21dad5" -d '{"events": [{"server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "name": "network-vif-deleted", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:12:14.670011 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c13c31e-4019-4ada-9bbd-3ed4c8765c05 x-openstack-request-id: req-5c13c31e-4019-4ada-9bbd-3ed4c8765c05 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:12:14.670302 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41679341-99d1-4664-b638-551546a6bd3f", "name": "network-vif-deleted", "tag": "414b8e3a-6dbc-4756-91ce-d44191235104", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:12:14.670595 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c13c31e-4019-4ada-9bbd-3ed4c8765c05 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:12:14.670996 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41679341-99d1-4664-b638-551546a6bd3f', 'name': 'network-vif-deleted', 'tag': '414b8e3a-6dbc-4756-91ce-d44191235104', 'status': 'completed', 'code': 200} Jun 30 04:12:14.973411 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-a54e0cf7-1332-4871-ad51-c91435603c4f req-fcc96cc2-98bb-4e60-8129-26fbf8b18a74 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=41679341-99d1-4664-b638-551546a6bd3f HTTP/1.1" status: 200 len: 210 time: 0.0303459 Jun 30 04:12:17.507351 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58408) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:17.658782 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Deleting port ec02bbb1-5b29-4de5-a28f-bd37c2b11044 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:17.659131 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:17.730239 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:17.730571 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:17.741788 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Calling delete_port for ec02bbb1-5b29-4de5-a28f-bd37c2b11044 owned by network:floatingip {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:17.980615 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:18.007183 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event deleted for resources: {'Port': ['ID=ec02bbb1-5b29-4de5-a28f-bd37c2b11044,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:18.071643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for floatingip, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:18.071980 n-d-798249-3 neutron-server[94530]: INFO neutron.db.l3_db [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Floating IP 4d0ce772-8997-463a-82cd-9f612b57d77c disassociated (deleted). External IP: 172.25.2.96, port: 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5. Jun 30 04:12:18.278492 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Router fad51e41-8196-4227-adde-067ea9c71da9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:12:18.304990 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 414b8e3a-6dbc-4756-91ce-d44191235104 no longer exists at agent hyperv_n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:12:18.324370 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] No Port match for: 414b8e3a-6dbc-4756-91ce-d44191235104 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:12:18.324704 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Device 414b8e3a-6dbc-4756-91ce-d44191235104 not bound to the agent host n-h1-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:12:18.384406 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:12:18.389306 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for floatingip, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:18.394293 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] Sync routers for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:12:18.403219 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:12:18.403816 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:18.425166 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a50006a0-0feb-4877-85ff-5a92bcd22fae tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "DELETE /v2.0/floatingips/4d0ce772-8997-463a-82cd-9f612b57d77c HTTP/1.1" status: 204 len: 168 time: 0.9166386 Jun 30 04:12:18.425770 n-d-798249-3 neutron-server[94530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5'}] {{(pid=94530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:12:18.428010 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c4a7955a3f2882acf9fa6600ded72f6c3625da228dff4a02340ba13c5bf4835a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2ee12b-866c-4980-9d07-8eb1d5107458" -d '{"events": [{"name": "network-changed", "server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5"}]}' {{(pid=94530) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:12:18.463853 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7df8754-a966-4249-8b23-7600940f21ee x-openstack-request-id: req-f7df8754-a966-4249-8b23-7600940f21ee {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:12:18.464216 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5", "status": "completed", "code": 200}]} {{(pid=94530) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:12:18.464539 n-d-798249-3 neutron-server[94530]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f7df8754-a966-4249-8b23-7600940f21ee {{(pid=94530) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:12:18.465012 n-d-798249-3 neutron-server[94530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'status': 'completed', 'code': 200} Jun 30 04:12:18.508629 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:12:18.537348 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-54912ff9-db82-490b-8388-5c9ba4083973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:18.539042 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-54912ff9-db82-490b-8388-5c9ba4083973 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7eb3aefe05874acbb285364c794de77a&device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 1094 time: 0.0529823 Jun 30 04:12:18.629876 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-5f8f4c71-8806-49aa-b033-0f8a0762806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:18.631337 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-5f8f4c71-8806-49aa-b033-0f8a0762806c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 200 len: 911 time: 0.0856175 Jun 30 04:12:18.672688 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-24c66761-e8b8-47ec-9ba9-bb8e034ee56c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 HTTP/1.1" status: 200 len: 217 time: 0.0352311 Jun 30 04:12:18.705665 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:18.720408 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-e2cbdc4a-2993-422e-9881-7df138037307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:18.721948 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-e2cbdc4a-2993-422e-9881-7df138037307 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 200 len: 849 time: 0.0434000 Jun 30 04:12:18.734376 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] Checking router: fad51e41-8196-4227-adde-067ea9c71da9 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:12:18.742358 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:12:18.743024 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:18.782285 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-11e2913c-392e-4a6e-b750-ce77a32b2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:18.783780 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-11e2913c-392e-4a6e-b750-ce77a32b2bcb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8e8fb90-47c8-43f6-ad64-34a47873d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559566 Jun 30 04:12:18.851624 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:12:18.870642 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-80bee806-fcd0-4eb0-a683-bd4ecb8a7755 service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805993 Jun 30 04:12:18.970349 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-9f2ee12b-866c-4980-9d07-8eb1d5107458 req-53b47c33-17bc-493c-842a-8a9cd6871029 service neutron] 10.222.0.83 "GET /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940619 Jun 30 04:12:19.052542 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:19.056597 n-d-798249-3 neutron-server[94530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce392688-52c4-4f7c-9da3-dd648d0292b7 req-00786bdd-6432-4ec7-a419-b5e9b91cc987 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:19.058127 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce392688-52c4-4f7c-9da3-dd648d0292b7 req-00786bdd-6432-4ec7-a419-b5e9b91cc987 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 943 time: 0.0632160 Jun 30 04:12:19.079274 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6048cf08-1b7d-4668-b60f-c03c18980fd2 None None] The sync data for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 is: [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:19Z', 'revision_number': 4, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3', '_interfaces': [{'id': '43b52dc3-7861-4eaf-b9a7-4ab2b513376c', 'name': '', 'network_id': 'f8e8fb90-47c8-43f6-ad64-34a47873d282', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'mac_address': 'fa:16:3e:d2:e7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:18Z', 'updated_at': '2021-06-30T04:07:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'subnets': [{'id': '4ab119ce-414a-4aff-b589-2e006f70be5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:12:19.098107 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [req-ce392688-52c4-4f7c-9da3-dd648d0292b7 req-7ef563d4-886e-4ad7-aad5-91ef91770f88 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338647 Jun 30 04:12:19.291625 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f88149f-10ba-49ea-a2c6-05fdb1152c3e None None] New status for floating IP 4d0ce772-8997-463a-82cd-9f612b57d77c: DOWN {{(pid=94532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:12:20.271943 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ef4ad-e8c8-4a5e-8260-31537fefefbd req-ce64410b-21a9-4d73-b3c0-252162aaf04c tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:20.273324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-789ef4ad-e8c8-4a5e-8260-31537fefefbd req-ce64410b-21a9-4d73-b3c0-252162aaf04c tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 943 time: 0.0616508 Jun 30 04:12:20.310324 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-789ef4ad-e8c8-4a5e-8260-31537fefefbd req-247fdf9a-a892-4790-abad-6a9f053306d2 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/security-groups?id=620f7f87-755b-4dd9-ad79-bfedfd57ac95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306661 Jun 30 04:12:20.546502 n-d-798249-3 neutron-server[94531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-8b29c01f-0e38-4a18-8a8a-903e6bdad449 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:12:20.547812 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-8b29c01f-0e38-4a18-8a8a-903e6bdad449 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.83 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 943 time: 0.0598023 Jun 30 04:12:20.648169 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-7489f410-17ef-4805-a323-ddf77be2c561 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Deleting port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:20.648506 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-7489f410-17ef-4805-a323-ddf77be2c561 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:20.735036 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-7489f410-17ef-4805-a323-ddf77be2c561 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] For port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5, host n-h2-798249-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798249-3',level=0,port_id=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:20.735390 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-7489f410-17ef-4805-a323-ddf77be2c561 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:20.747437 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-7489f410-17ef-4805-a323-ddf77be2c561 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Calling delete_port for 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 owned by compute:nova {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:20.957589 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-7489f410-17ef-4805-a323-ddf77be2c561 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:20.989397 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489f410-17ef-4805-a323-ddf77be2c561 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event deleted for resources: {'Port': ['ID=25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:21.033654 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-7489f410-17ef-4805-a323-ddf77be2c561 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] No DVR routers for this DVR port 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 on host n-h2-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:12:21.036226 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-7489f410-17ef-4805-a323-ddf77be2c561 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-190440'] for port, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:21.038283 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-03fd36ca-f8ec-4107-af7d-75392c56929d req-7489f410-17ef-4805-a323-ddf77be2c561 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.83 "DELETE /v2.0/ports/25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 HTTP/1.1" status: 204 len: 173 time: 0.4819603 Jun 30 04:12:21.038715 n-d-798249-3 neutron-server[94531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'name': 'network-vif-deleted', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5'}] {{(pid=94531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:12:21.041515 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58758fd85bb591a0b9d56ffdbe6204a77e83192f45447b6f06c0ca2ccf46d276" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dfcd8b-6f29-4aae-9f1c-940c72d28560" -d '{"events": [{"server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "name": "network-vif-deleted", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5"}]}' {{(pid=94531) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:12:21.076088 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e0760c-1abd-46a5-ac75-8ac6f4f51fc2 x-openstack-request-id: req-e2e0760c-1abd-46a5-ac75-8ac6f4f51fc2 {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:12:21.076374 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23334c31-e806-4c4d-b344-7f3e1e2dfe9c", "name": "network-vif-deleted", "tag": "25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5", "status": "completed", "code": 200}]} {{(pid=94531) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:12:21.076622 n-d-798249-3 neutron-server[94531]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2e0760c-1abd-46a5-ac75-8ac6f4f51fc2 {{(pid=94531) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:12:21.077045 n-d-798249-3 neutron-server[94531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23334c31-e806-4c4d-b344-7f3e1e2dfe9c', 'name': 'network-vif-deleted', 'tag': '25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5', 'status': 'completed', 'code': 200} Jun 30 04:12:21.468890 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [req-f10061a7-2900-45a2-b6d8-7f99891612e0 req-6fb80e3f-2554-4f20-9b96-d8b634abd960 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "GET /v2.0/ports?device_id=23334c31-e806-4c4d-b344-7f3e1e2dfe9c HTTP/1.1" status: 200 len: 210 time: 0.0298591 Jun 30 04:12:22.562253 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58424) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:22.618695 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cba80672-2ec2-4cbb-818b-86da85bde1b4 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:22.643402 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cba80672-2ec2-4cbb-818b-86da85bde1b4 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:22.791118 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cba80672-2ec2-4cbb-818b-86da85bde1b4 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:22.793672 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-cba80672-2ec2-4cbb-818b-86da85bde1b4 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:22.794834 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-cba80672-2ec2-4cbb-818b-86da85bde1b4 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] 10.222.0.77 "DELETE /v2.0/security-groups/620f7f87-755b-4dd9-ad79-bfedfd57ac95 HTTP/1.1" status: 204 len: 168 time: 0.2315998 Jun 30 04:12:22.804483 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba80672-2ec2-4cbb-818b-86da85bde1b4 tempest-TestSnapshotPattern-243767591 tempest-TestSnapshotPattern-243767591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620f7f87-755b-4dd9-ad79-bfedfd57ac95,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:22.924410 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58428) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:23.249478 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 no longer exists at agent hyperv_n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:12:23.268831 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] No Port match for: 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:12:23.269175 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Device 25ec54e3-2c53-43ba-8e5a-8f14b2dfbda5 not bound to the agent host n-h2-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:12:23.349336 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:23.597254 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] Deleting port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:23.597958 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:23.675013 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] For port 43b52dc3-7861-4eaf-b9a7-4ab2b513376c, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=43b52dc3-7861-4eaf-b9a7-4ab2b513376c,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:23.675379 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:23.688373 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] Calling delete_port for 43b52dc3-7861-4eaf-b9a7-4ab2b513376c owned by network:router_interface {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:23.940589 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:23.963669 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b52dc3-7861-4eaf-b9a7-4ab2b513376c,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:24.094696 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:24.134188 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:24.385050 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:24.669834 n-d-798249-3 neutron-server[94530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] Router fad51e41-8196-4227-adde-067ea9c71da9 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:12:24.770431 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:12:24.776201 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f3fe3b4c-b6fd-40ea-b97b-aa30fafb9b95 admin admin] 10.222.0.77 "PUT /v2.0/routers/fad51e41-8196-4227-adde-067ea9c71da9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8498662 Jun 30 04:12:24.778417 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58432) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:24.781791 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] Sync routers for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:12:24.791140 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:12:24.791745 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:24.880440 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:24.892614 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: n-d-798249-3 {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:12:24.983164 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.065425 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:12:23Z', 'revision_number': 5, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port': {'id': '40fd61e6-9600-4f92-ace4-b4c4b94d93ba', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:dd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:25.091024 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] Checking router: fad51e41-8196-4227-adde-067ea9c71da9 for host: n-d-798249-3 {{(pid=94533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:12:25.099148 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] Routers {'fad51e41-8196-4227-adde-067ea9c71da9'} bound to L3 agent in host n-d-798249-3 {{(pid=94533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:12:25.099743 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['fad51e41-8196-4227-adde-067ea9c71da9'], 'active': True} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:25.108902 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Deleting port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:25.109254 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.180750 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_dvr_db [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] Set router fad51e41-8196-4227-adde-067ea9c71da9 gateway port host: None {{(pid=94533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:12:25.189990 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] For port 40fd61e6-9600-4f92-ace4-b4c4b94d93ba, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=40fd61e6-9600-4f92-ace4-b4c4b94d93ba,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:25.190353 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.203602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Calling delete_port for 40fd61e6-9600-4f92-ace4-b4c4b94d93ba owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:25.230914 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.l3_hamode_db [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:12:24Z', 'revision_number': 6, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:25.348109 n-d-798249-3 neutron-server[94533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f1f28f-cf71-4925-a0cf-7ddacfb748e8 None None] The sync data for ids ['fad51e41-8196-4227-adde-067ea9c71da9'] in n-d-798249-3 is: [{'id': 'fad51e41-8196-4227-adde-067ea9c71da9', 'name': 'tempest-TestSnapshotPattern-1894833524-router', 'tenant_id': '7eb3aefe05874acbb285364c794de77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:16Z', 'updated_at': '2021-06-30T04:12:24Z', 'revision_number': 6, 'project_id': '7eb3aefe05874acbb285364c794de77a', 'gw_port_host': None}] {{(pid=94533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:12:25.449306 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.472803 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=40fd61e6-9600-4f92-ace4-b4c4b94d93ba,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:25.534810 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.622621 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.624699 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.740664 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.741936 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fad51e41-8196-4227-adde-067ea9c71da9 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:12:25.747291 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.751392 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-a9b4724f-404a-410b-bcbf-1b50c6d818d4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/fad51e41-8196-4227-adde-067ea9c71da9 HTTP/1.1" status: 204 len: 168 time: 0.9696319 Jun 30 04:12:25.751503 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58434) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:25.796447 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7ed800-6869-4004-bea6-8010ec62cba9 admin admin] Deleting subnet 4ab119ce-414a-4aff-b589-2e006f70be5a {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 04:12:25.799797 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed800-6869-4004-bea6-8010ec62cba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.835641 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed800-6869-4004-bea6-8010ec62cba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:25.918408 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed800-6869-4004-bea6-8010ec62cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.066876 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed800-6869-4004-bea6-8010ec62cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.092882 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ed800-6869-4004-bea6-8010ec62cba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab119ce-414a-4aff-b589-2e006f70be5a,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:26.097867 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-3a7ed800-6869-4004-bea6-8010ec62cba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.099727 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-3a7ed800-6869-4004-bea6-8010ec62cba9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4ab119ce-414a-4aff-b589-2e006f70be5a HTTP/1.1" status: 204 len: 168 time: 0.3473182 Jun 30 04:12:26.102255 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58436) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:26.105257 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998f323a-d22b-411e-8371-0e4938ac3b4a None None] Network f8e8fb90-47c8-43f6-ad64-34a47873d282 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:12:26.168751 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.225501 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Deleting port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:26.225861 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.287338 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a05cc82-ab4c-47d7-b20c-2d747d9faab0 None None] DHCP port deletion for f8e8fb90-47c8-43f6-ad64-34a47873d282 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 04:12:26.290369 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] For port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d3a5e55-07cb-4fc8-87b3-3a77b887be22,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:26.290899 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.303915 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Calling delete_port for 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 owned by network:dhcp {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:26.331588 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6a05cc82-ab4c-47d7-b20c-2d747d9faab0 None None] Deleting port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:26.331868 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6a05cc82-ab4c-47d7-b20c-2d747d9faab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.394079 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-6a05cc82-ab4c-47d7-b20c-2d747d9faab0 None None] For port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d3a5e55-07cb-4fc8-87b3-3a77b887be22,segment=NetworkSegment(be75223c-653f-4dda-97c1-d3b5a318cdb1),segment_id=be75223c-653f-4dda-97c1-d3b5a318cdb1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:26.394479 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6a05cc82-ab4c-47d7-b20c-2d747d9faab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.408136 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-6a05cc82-ab4c-47d7-b20c-2d747d9faab0 None None] Calling delete_port for 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:26.454606 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.481581 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3a5e55-07cb-4fc8-87b3-3a77b887be22,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:26.483460 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] No DVR routers for this DVR port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 on host n-d-798249-3 {{(pid=94530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:12:26.485480 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6a05cc82-ab4c-47d7-b20c-2d747d9faab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.511536 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05cc82-ab4c-47d7-b20c-2d747d9faab0 None None] Pushing event deleted for resources: {'Port': ['ID=2d3a5e55-07cb-4fc8-87b3-3a77b887be22,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:26.513250 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a05cc82-ab4c-47d7-b20c-2d747d9faab0 None None] No DVR routers for this DVR port 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:12:26.554137 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.564271 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e8fb90-47c8-43f6-ad64-34a47873d282']}} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:26.574889 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be75223c-653f-4dda-97c1-d3b5a318cdb1') {'for_net_delete': True} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:26.575197 n-d-798249-3 neutron-server[94530]: DEBUG neutron.services.segments.db [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be75223c-653f-4dda-97c1-d3b5a318cdb1') {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:26.583743 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9073103'] for segment, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.601105 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.607165 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=94530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:12:26.607643 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9122613'] for segment, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: Traceback (most recent call last): Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: timer() Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: cb(*args, **kw) Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: return func(*args, **kwargs) Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: self._notify() Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: self.callback(batched_events) Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: event.method(event) Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: return f(self, *a, **k) Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: return self._get(url).json() Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: return self.request(url, 'GET', **kwargs) Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 04:12:26.609381 n-d-798249-3 neutron-server[94530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 04:12:26.717416 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.724056 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Notify callbacks [] for network, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:26.727012 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f8e8fb90-47c8-43f6-ad64-34a47873d282 HTTP/1.1" status: 204 len: 168 time: 0.6226230 Jun 30 04:12:26.729274 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58438) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:26.735602 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b460ae-127b-43fd-89cc-71067b14d923 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e8fb90-47c8-43f6-ad64-34a47873d282,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:27.071546 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1715875'] for router_interface, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:27.267697 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 40fd61e6-9600-4f92-ace4-b4c4b94d93ba no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:12:27.287169 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 40fd61e6-9600-4f92-ace4-b4c4b94d93ba {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:12:27.287528 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 40fd61e6-9600-4f92-ace4-b4c4b94d93ba not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:12:27.287950 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 43b52dc3-7861-4eaf-b9a7-4ab2b513376c no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:12:27.309696 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 43b52dc3-7861-4eaf-b9a7-4ab2b513376c {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:12:27.310072 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 43b52dc3-7861-4eaf-b9a7-4ab2b513376c not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:12:27.310489 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:12:27.321396 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] Deleting port 2d38facf-b7a4-4879-8580-9f6eb8308685 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:27.321813 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:27.328034 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:12:27.328379 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d3a5e55-07cb-4fc8-87b3-3a77b887be22 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:12:27.400275 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] For port 2d38facf-b7a4-4879-8580-9f6eb8308685, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=2d38facf-b7a4-4879-8580-9f6eb8308685,segment=NetworkSegment(2dfb43f1-2388-4cdc-b476-e1088c87a1a1),segment_id=2dfb43f1-2388-4cdc-b476-e1088c87a1a1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:27.400646 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:27.412910 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] Calling delete_port for 2d38facf-b7a4-4879-8580-9f6eb8308685 owned by network:router_interface {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:27.671786 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:27.699096 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d38facf-b7a4-4879-8580-9f6eb8308685,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:27.865751 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1715801'] for router_interface, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:28.075622 n-d-798249-3 neutron-server[94531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] Router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 has already been hosted by L3 agent 6e034902-7af6-4f68-9136-2d67d1dc9a6c {{(pid=94531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:12:28.177454 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] Notify agent at l3_agent.n-d-798249-3 the message routers_updated {{(pid=94531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:12:28.182894 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-1773b9aa-eaf0-4bc9-a5f7-5946f6510f33 admin admin] 10.222.0.77 "PUT /v2.0/routers/1cb47d42-7b38-48eb-bffb-b1aff6ba35c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4525452 Jun 30 04:12:28.185577 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58440) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:28.186610 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] Sync routers for ids ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'] in n-d-798249-3 {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:12:28.208538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] Routers {'1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:12:28.208538 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:28.290086 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:28.298385 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] Set router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 gateway port host: n-d-798249-3 {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:12:28.391364 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:28.470999 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'name': 'tempest-TestSnapshotPattern-504199362-router', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'external_fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:22Z', 'updated_at': '2021-06-30T04:12:27Z', 'revision_number': 5, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'gw_port': {'id': 'a97696ca-9931-4572-a94e-38e64eb314e7', 'name': '', 'network_id': 'ef5c174b-cf7d-402c-ac77-40e17ff248fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798249-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T04:07:23Z', 'updated_at': '2021-06-30T04:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77aea238-58ea-46bd-9c49-1141e89f9757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798249-3'}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:28.501235 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] Checking router: 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 for host: n-d-798249-3 {{(pid=94532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:12:28.502475 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Deleting port a97696ca-9931-4572-a94e-38e64eb314e7 {{(pid=94530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:28.502809 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:28.509654 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] Routers {'1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'} bound to L3 agent in host n-d-798249-3 {{(pid=94532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:12:28.510260 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798249-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:30:01Z,description=,heartbeat_timestamp=2021-06-30T04:12:01Z,host='n-d-798249-3',id=6e034902-7af6-4f68-9136-2d67d1dc9a6c,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:30:02Z,topic='l3_agent')) {'router_ids': ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'], 'active': True} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:28.583029 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.db [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] For port a97696ca-9931-4572-a94e-38e64eb314e7, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=a97696ca-9931-4572-a94e-38e64eb314e7,segment=NetworkSegment(456b8090-c88e-432f-a24b-e7cf2a0dfa2f),segment_id=456b8090-c88e-432f-a24b-e7cf2a0dfa2f)] {{(pid=94530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:28.583392 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:28.596326 n-d-798249-3 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Calling delete_port for a97696ca-9931-4572-a94e-38e64eb314e7 owned by network:router_gateway {{(pid=94530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:28.604392 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvr_db [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] Set router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 gateway port host: None {{(pid=94532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:12:28.655105 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a017-a002-40ea-ba52-35ab7b6d12a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:28.656743 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_hamode_db [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'name': 'tempest-TestSnapshotPattern-504199362-router', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:22Z', 'updated_at': '2021-06-30T04:12:28Z', 'revision_number': 6, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'gw_port_host': None}], 'n-d-798249-3', False) {} {{(pid=94532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:28.687331 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b035a728-e2fc-4f33-b330-068f0bbb5169 None None] The sync data for ids ['1cb47d42-7b38-48eb-bffb-b1aff6ba35c1'] in n-d-798249-3 is: [{'id': '1cb47d42-7b38-48eb-bffb-b1aff6ba35c1', 'name': 'tempest-TestSnapshotPattern-504199362-router', 'tenant_id': 'bb576e747a994770bf4d53c282e28861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T04:07:22Z', 'updated_at': '2021-06-30T04:12:28Z', 'revision_number': 6, 'project_id': 'bb576e747a994770bf4d53c282e28861', 'gw_port_host': None}] {{(pid=94532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:12:28.824796 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9122784'] for port, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:28.849337 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97696ca-9931-4572-a94e-38e64eb314e7,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:28.910380 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1716846'] for router_gateway, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:28.998438 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100508'] for router, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.000446 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.127743 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705738'] for router, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.128314 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 {{(pid=94530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:12:29.132836 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.134739 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-aa6a2558-9a67-4c27-b8d9-88c839e927d4 admin admin] 10.222.0.77 "DELETE /v2.0/routers/1cb47d42-7b38-48eb-bffb-b1aff6ba35c1 HTTP/1.1" status: 204 len: 168 time: 0.9474690 Jun 30 04:12:29.139318 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58442) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:29.181263 n-d-798249-3 neutron-server[94530]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc8b519-0fd6-41f6-bd46-f828cc0ee3b9 admin admin] Deleting subnet ad684164-0afa-47b4-99d3-2a38d34b32a5 {{(pid=94530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 04:12:29.184904 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b519-0fd6-41f6-bd46-f828cc0ee3b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.218289 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b519-0fd6-41f6-bd46-f828cc0ee3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9073094'] for subnet, precommit_delete_associations {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.298617 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b519-0fd6-41f6-bd46-f828cc0ee3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643621'] for subnet, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.449421 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b519-0fd6-41f6-bd46-f828cc0ee3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660413', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9122710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9071094'] for subnet, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.473989 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d38facf-b7a4-4879-8580-9f6eb8308685 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:12:29.474759 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8b519-0fd6-41f6-bd46-f828cc0ee3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad684164-0afa-47b4-99d3-2a38d34b32a5,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:29.480981 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b519-0fd6-41f6-bd46-f828cc0ee3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.485289 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-9fc8b519-0fd6-41f6-bd46-f828cc0ee3b9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ad684164-0afa-47b4-99d3-2a38d34b32a5 HTTP/1.1" status: 204 len: 168 time: 0.3449712 Jun 30 04:12:29.485835 n-d-798249-3 neutron-server[94531]: DEBUG neutron.wsgi [-] (94531) accepted ('10.222.0.77', 58444) {{(pid=94531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:29.495803 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f78f857-a688-4762-967c-8be9fc29c4ad None None] Network 1b4d3844-9d93-4244-9149-65dc9a455891 requested from n-d-798249-3 {{(pid=94532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:12:29.497967 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: 2d38facf-b7a4-4879-8580-9f6eb8308685 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:12:29.498323 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device 2d38facf-b7a4-4879-8580-9f6eb8308685 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:12:29.498728 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a97696ca-9931-4572-a94e-38e64eb314e7 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:12:29.548357 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: a97696ca-9931-4572-a94e-38e64eb314e7 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:12:29.548700 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device a97696ca-9931-4572-a94e-38e64eb314e7 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:12:29.567752 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596382'] for network, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.620031 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Deleting port c976f133-0007-48ea-bc2f-d5c0fe183451 {{(pid=94531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:29.620388 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.691012 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.db [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] For port c976f133-0007-48ea-bc2f-d5c0fe183451, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c976f133-0007-48ea-bc2f-d5c0fe183451,segment=NetworkSegment(2dfb43f1-2388-4cdc-b476-e1088c87a1a1),segment_id=2dfb43f1-2388-4cdc-b476-e1088c87a1a1)] {{(pid=94531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:29.691768 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.697102 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f563de-38f5-4671-a045-474fc7b4e05e None None] DHCP port deletion for 1b4d3844-9d93-4244-9149-65dc9a455891 request from n-d-798249-3 {{(pid=94532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 04:12:29.705641 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Calling delete_port for c976f133-0007-48ea-bc2f-d5c0fe183451 owned by network:dhcp {{(pid=94531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:29.747386 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b3f563de-38f5-4671-a045-474fc7b4e05e None None] Deleting port c976f133-0007-48ea-bc2f-d5c0fe183451 {{(pid=94532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:12:29.747941 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3f563de-38f5-4671-a045-474fc7b4e05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735828554689'] for port, before_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.814193 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.db [None req-b3f563de-38f5-4671-a045-474fc7b4e05e None None] For port c976f133-0007-48ea-bc2f-d5c0fe183451, host n-d-798249-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798249-3',level=0,port_id=c976f133-0007-48ea-bc2f-d5c0fe183451,segment=NetworkSegment(2dfb43f1-2388-4cdc-b476-e1088c87a1a1),segment_id=2dfb43f1-2388-4cdc-b476-e1088c87a1a1)] {{(pid=94532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:12:29.814521 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3f563de-38f5-4671-a045-474fc7b4e05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1713059'] for port, precommit_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.835126 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-b3f563de-38f5-4671-a045-474fc7b4e05e None None] Calling delete_port for c976f133-0007-48ea-bc2f-d5c0fe183451 owned by network:dhcp {{(pid=94532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:12:29.877443 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162361'] for port, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.906637 n-d-798249-3 neutron-server[94531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] No DVR routers for this DVR port c976f133-0007-48ea-bc2f-d5c0fe183451 on host n-d-798249-3 {{(pid=94531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:12:29.912060 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Pushing event deleted for resources: {'Port': ['ID=c976f133-0007-48ea-bc2f-d5c0fe183451,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:29.912613 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-b3f563de-38f5-4671-a045-474fc7b4e05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-525428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579289', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735828578039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735828155082'] for port, after_delete {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.942104 n-d-798249-3 neutron-server[94532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f563de-38f5-4671-a045-474fc7b4e05e None None] Pushing event deleted for resources: {'Port': ['ID=c976f133-0007-48ea-bc2f-d5c0fe183451,revision_number=None']} {{(pid=94532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:29.947188 n-d-798249-3 neutron-server[94532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f563de-38f5-4671-a045-474fc7b4e05e None None] No DVR routers for this DVR port c976f133-0007-48ea-bc2f-d5c0fe183451 on host n-d-798249-3 {{(pid=94532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:12:29.988117 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633530', 'neutron.services.segments.db._delete_segments_for_network-8735828588355'] for network, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:29.998644 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4d3844-9d93-4244-9149-65dc9a455891']}} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:30.008696 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfb43f1-2388-4cdc-b476-e1088c87a1a1') {'for_net_delete': True} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:30.008991 n-d-798249-3 neutron-server[94531]: DEBUG neutron.services.segments.db [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfb43f1-2388-4cdc-b476-e1088c87a1a1') {} {{(pid=94531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:12:30.017717 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735828485066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3384620'] for segment, before_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:30.031573 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222'] for segment, precommit_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:30.037433 n-d-798249-3 neutron-server[94531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=94531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:12:30.037844 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162540'] for segment, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: Traceback (most recent call last): Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: timer() Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: cb(*args, **kw) Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: return func(*args, **kwargs) Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: self._notify() Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: self.callback(batched_events) Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: event.method(event) Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: return f(self, *a, **k) Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: return self._get(url).json() Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: return self.request(url, 'GET', **kwargs) Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 04:12:30.039559 n-d-798249-3 neutron-server[94531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 04:12:30.163141 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1660244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1579310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1716746'] for network, after_delete {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:30.168608 n-d-798249-3 neutron-server[94531]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Notify callbacks [] for network, before_response {{(pid=94531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:30.170508 n-d-798249-3 neutron-server[94531]: INFO neutron.wsgi [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1b4d3844-9d93-4244-9149-65dc9a455891 HTTP/1.1" status: 204 len: 168 time: 0.6837263 Jun 30 04:12:30.183829 n-d-798249-3 neutron-server[94531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ae024-ee51-48a6-8d94-8406a6fa5793 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4d3844-9d93-4244-9149-65dc9a455891,revision_number=None']} {{(pid=94531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:30.516363 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58450) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:30.556104 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-2eab11bf-ca1d-4515-8e2a-270114912d83 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7eb3aefe05874acbb285364c794de77a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383348 Jun 30 04:12:30.558426 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58452) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:30.605528 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-251f1c6d-b1d9-4b06-abb0-7de5014bfc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:30.629657 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-251f1c6d-b1d9-4b06-abb0-7de5014bfc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:30.780293 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-251f1c6d-b1d9-4b06-abb0-7de5014bfc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:30.782913 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-251f1c6d-b1d9-4b06-abb0-7de5014bfc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:30.784182 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-251f1c6d-b1d9-4b06-abb0-7de5014bfc5b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d2b5a69c-bfd0-49c8-83b7-5d588131f19f HTTP/1.1" status: 204 len: 168 time: 0.2248123 Jun 30 04:12:30.792283 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f1c6d-b1d9-4b06-abb0-7de5014bfc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b5a69c-bfd0-49c8-83b7-5d588131f19f,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:31.264361 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c976f133-0007-48ea-bc2f-d5c0fe183451 no longer exists at agent ovs-agent-n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:12:31.294368 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] No Port match for: c976f133-0007-48ea-bc2f-d5c0fe183451 {{(pid=94532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:12:31.294621 n-d-798249-3 neutron-server[94532]: DEBUG neutron.plugins.ml2.rpc [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Device c976f133-0007-48ea-bc2f-d5c0fe183451 not bound to the agent host n-d-798249-3 {{(pid=94532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:12:31.432754 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:31.434365 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-e5b50129-d3a3-43e6-b7fe-cd59bec38b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:31.624753 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58458) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:31.664506 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-f862279a-a94f-408f-b5f3-240838411685 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb576e747a994770bf4d53c282e28861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385566 Jun 30 04:12:31.666832 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [-] (94530) accepted ('10.222.0.77', 58460) {{(pid=94530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:12:31.713415 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be709222-3ada-4ad7-974b-00a3eae1bccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:31.734013 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be709222-3ada-4ad7-974b-00a3eae1bccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:31.864045 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be709222-3ada-4ad7-974b-00a3eae1bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1663145'] for security_group, after_delete {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:31.866819 n-d-798249-3 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-be709222-3ada-4ad7-974b-00a3eae1bccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:31.867950 n-d-798249-3 neutron-server[94530]: INFO neutron.wsgi [None req-be709222-3ada-4ad7-974b-00a3eae1bccb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb571110-f2fd-4cf3-9595-294759bf8dab HTTP/1.1" status: 204 len: 168 time: 0.1996889 Jun 30 04:12:31.876017 n-d-798249-3 neutron-server[94530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be709222-3ada-4ad7-974b-00a3eae1bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb571110-f2fd-4cf3-9595-294759bf8dab,revision_number=None']} {{(pid=94530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:12:33.258797 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:34.986039 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:50.529549 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:12:54.127991 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:54.379351 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:12:58.670896 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-14455670-94b7-4cf3-b3a3-7460e7463db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:01.356308 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-5665d953-4eeb-4a06-9665-66eb78358ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:01.428420 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:03.242595 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:05.007860 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:24.113568 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:24.376295 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:27.529011 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:13:28.658335 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2340-4f2f-4e90-b054-8b0e171f4311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:31.359095 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d1f68e96-49b1-4ef3-85a6-0eb2b64e9723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:31.430024 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:33.238879 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:34.984103 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:54.118206 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:54.368943 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:13:58.637687 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8659e122-69d6-44ab-9d08-b8ad24750fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:01.340609 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a0bf356a-87a8-4380-bf56-df1202d931df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:01.415075 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:03.243832 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:04.527896 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:14:05.011927 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:24.162635 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:24.408138 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:28.634402 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-dc668d77-eca4-46d7-bea2-6bb364959c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:31.522052 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb5ce-107f-4712-985d-e740b104b8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:31.556530 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:33.285757 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:35.133442 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:41.527452 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:14:54.155548 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:54.382491 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:14:58.645310 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2632cd58-9b2f-47d9-b6d3-9e0152bfb8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:01.481076 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-df0add40-b33e-4af6-9137-32db929c2bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:01.548549 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:03.268379 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:04.993550 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:18.527025 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:15:24.148876 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:24.388269 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:28.680132 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6c55dd06-e71a-444d-a5fe-bd10b7e4109c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:31.399777 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-4569ce56-f8fb-480d-b4d2-100bddd62d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:31.553317 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:33.302936 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:34.976597 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:54.192456 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:54.393117 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:15:55.526975 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:15:58.632673 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-fadc3348-1291-4c2f-9afd-cecbd20ef7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:01.352514 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-25267cc4-a3cc-422f-9439-0e097ad0929b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:01.421727 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:03.273179 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:05.055452 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:24.203263 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:24.415206 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:28.643366 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0e7dde51-8df4-465d-b341-a9c162a21244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:31.363213 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-81749fed-ea29-4d53-b290-89646fe6f372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:31.443329 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:32.526399 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:16:33.272312 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:35.014544 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:54.448570 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:54.482796 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:16:58.642504 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bf4e5952-b3db-4f2d-8d37-4c8fc22ea390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:01.476418 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-9470919c-a047-4fea-8edc-f22388a2cef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:01.505910 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:03.282643 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:04.996672 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:09.526115 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:17:24.214470 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:24.406690 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:28.630423 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-16361d9d-e2c4-4ffc-b37e-1544d02ea05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:31.352684 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-f74d33a0-2aea-4e99-acd6-caeb528eed53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:31.413191 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:33.264820 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:35.019546 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:46.525863 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:17:54.205592 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:54.422353 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:17:58.639041 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6d57-8aeb-4f42-b842-a182e4911116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:01.338435 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-a18ea67c-ba07-4387-9219-090bd0b26f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:01.429979 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:03.302260 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:05.004629 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:23.524489 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:18:24.232832 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:24.423513 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:28.638356 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-07deef8d-ab0f-4b39-bb36-9f621f28a5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:31.383941 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-7ddccdd5-caa2-4672-a57e-8bf2439a5988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:31.412242 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:33.269050 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:35.006335 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:54.228633 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:54.474416 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:18:58.651473 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0df66707-be61-43de-a74f-930f467a8b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:00.523664 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:19:01.528061 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-d0e48d33-ad09-41b9-8f3d-e3f8cf42f334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:01.556627 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:03.274317 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:05.037071 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:24.287737 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:24.481671 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:28.658409 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-39bff6e9-e056-464e-a365-a4be57770a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:31.502397 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:31.525122 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-558f313a-eb0b-42f8-af5d-cad0927bc89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:33.279204 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:35.018360 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:37.522264 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:19:54.234618 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:54.467650 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:19:56.543155 n-d-798249-3 neutron-server[94530]: DEBUG neutron.wsgi [req-67658ec8-4d31-4f7b-9798-d2e62e4d2f20 req-4e4edbd6-7a43-4d81-9bd6-e0e5f4ab5923 service neutron] (94530) timed out ('10.222.0.77', 52016) {{(pid=94530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 04:19:58.703111 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e9df-0e88-4df4-8f68-24b4a222e791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:01.594562 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:01.617190 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-0f77722a-d4fc-4567-9058-9dcd2c646997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:03.341484 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:05.022768 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:14.521586 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:20:24.251177 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:24.519994 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:28.645625 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5748-af77-41dc-9fd7-36c0a29c9cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:31.357461 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3410-fdee-41da-b16f-2a7232ff081c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:31.478877 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-8cf4279c-c69d-4765-98e2-3b5c23c2fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:33.329742 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-53c5e590-7bb6-448c-98de-b9acb514afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:35.037870 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-1d992645-81c2-4c7c-8728-8d593aed773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:51.521866 n-d-798249-3 neutron-server[94533]: DEBUG neutron.db.agents_db [None req-c73afa83-aa6e-4e68-aa98-f9efd47bb7bc None None] Agent healthcheck: found 7 active agents {{(pid=94533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:20:54.249282 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-6ff552f0-e8ce-4def-b993-df6a67b2ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:20:54.483957 n-d-798249-3 neutron-server[94532]: DEBUG neutron_lib.callbacks.manager [None req-781d0eed-f29f-4f2a-968f-a986c329fcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735828588337', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631268'] for agent, after_update {{(pid=94532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}